{"meta":{"query_hash":"99b94cfc301f","filters":{"topic":"Innovations in Medical Education"},"cohort_total":6256,"direct_labels_cover":27,"predictions_cover":6256,"exported":6256,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/99b94cfc301f","api":"https://metacan.xera.ac/api/v1/cohort?topic=Innovations+in+Medical+Education"},"results":[{"id":"W1018748051","doi":"10.3126/jpahs.v1i1.13019","title":"Clinical skills Lab: A Need in Nepalese Medical School","year":2015,"lang":"en","type":"article","venue":"Journal of Patan Academy of Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Clinical Practice; Medicine; Medical school; Psychology; Nursing","score_opus":0.12575789904133866,"score_gpt":0.5321720687074608,"score_spread":0.40641416966612215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1018748051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8595765,0.0013285415,0.00015451237,0.13758981,0.0007536079,0.00017555957,9.008564e-7,0.0000059759036,0.0004145572],"genre_scores_gemma":[0.9599646,0.0007274488,0.017044155,0.021317035,0.0008854538,0.0000019361573,0.00000116345,0.0000063152065,0.000051943796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945446,0.0003467637,0.0024580937,0.00016573802,0.0021711104,0.00031365786],"domain_scores_gemma":[0.997256,0.00025221458,0.0013044083,0.000085446656,0.00029458952,0.0008073514],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030299127,0.0000886216,0.0005981441,0.0006184793,0.000059480597,0.000009544245,0.00043145748,0.00022543932,0.00017088531],"category_scores_gemma":[0.022989813,0.00006129168,0.00006778655,0.0014077683,0.0007793672,0.00028852487,0.000042516425,0.0013785796,0.00001572513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012693227,0.0010412527,0.7434197,0.0001604529,0.000019520108,0.00002477381,0.0009048837,0.0000111004665,0.00002325679,0.0014144811,0.10367906,0.14917459],"study_design_scores_gemma":[0.004957389,0.002818649,0.94572866,0.0024626756,0.000025384918,0.00075602985,0.005268017,0.0013492851,0.000051153882,0.002965278,0.033471055,0.00014641623],"about_ca_topic_score_codex":0.0000346262,"about_ca_topic_score_gemma":0.0000032939322,"teacher_disagreement_score":0.20230897,"about_ca_system_score_codex":0.0001985409,"about_ca_system_score_gemma":0.0073440634,"threshold_uncertainty_score":0.99851114},"labels":[],"label_agreement":null},{"id":"W1026366997","doi":"10.1096/fasebj.26.1_supplement.208.1","title":"The Basic Science Survey Series for Dentistry – Trends in gross anatomy within the North American dental schools","year":2012,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Dental education; Dentistry; Medicine; Psychology; Pedagogy","score_opus":0.028157719356099117,"score_gpt":0.3599849168897553,"score_spread":0.3318271975336562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1026366997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99280643,0.00010303559,0.0002626175,0.0051718503,0.001371213,0.00016596552,0.000008627433,0.00000823922,0.00010200336],"genre_scores_gemma":[0.99747956,0.000017696355,0.00051012257,0.0007017526,0.0006121879,0.00002663427,0.000015503,0.0000114607465,0.0006250797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842596,0.00013624714,0.00034080862,0.00010216074,0.00058310514,0.00041172066],"domain_scores_gemma":[0.9988778,0.00018219968,0.00026697092,0.00031476765,0.00025423514,0.00010400459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062966724,0.00009860347,0.00012527031,0.0001472458,0.0012798887,0.00017301545,0.0004910607,0.000020226023,0.00002727106],"category_scores_gemma":[0.0016345899,0.000044373235,0.00004685078,0.0019850913,0.0013065671,0.0003340061,0.000051829225,0.0007247984,0.000012871048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013243692,0.00007855098,0.97162014,0.00000372324,0.00002469117,0.0000030652861,0.0011000311,0.000008111335,0.0006774907,0.0006709593,0.004076746,0.021604063],"study_design_scores_gemma":[0.000374704,0.000074109674,0.9905248,0.000020537938,0.000025690862,0.00094264763,0.005561286,0.00016265715,0.0014186788,0.0000773358,0.00075613876,0.00006140809],"about_ca_topic_score_codex":0.000102671554,"about_ca_topic_score_gemma":0.00058882096,"teacher_disagreement_score":0.021542655,"about_ca_system_score_codex":0.0002355605,"about_ca_system_score_gemma":0.0003487908,"threshold_uncertainty_score":0.98439986},"labels":[],"label_agreement":null},{"id":"W1035304031","doi":"","title":"L'éducation médicale de premier cycle","year":2006,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Art","score_opus":0.012272815997172115,"score_gpt":0.27935034032787986,"score_spread":0.26707752433070775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1035304031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8404652,0.0074901283,0.008096519,0.06574784,0.028028388,0.0010922144,0.000020697811,0.00014601981,0.048912976],"genre_scores_gemma":[0.89658695,0.00018654866,0.008025495,0.0033079125,0.023648188,0.00039097172,0.00037381332,0.00006125291,0.06741884],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9960081,0.00009875969,0.00053808035,0.00034666114,0.0004991342,0.0025092573],"domain_scores_gemma":[0.9988298,0.000061319064,0.00013861853,0.0003839374,0.0001379929,0.00044833307],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013340762,0.00020374163,0.00022285961,0.00014346729,0.00013973635,0.00005586619,0.00016969738,0.00033779792,0.0021793214],"category_scores_gemma":[0.0015566319,0.00022488592,0.00009194467,0.00067625154,0.00030975317,0.0002161277,0.000029286974,0.0005569325,0.00034587525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003497649,0.0017927352,0.108428344,0.0003096773,0.000056488734,0.000020644738,0.0012484967,0.0001877371,0.00019754695,0.044150576,0.48815605,0.35541672],"study_design_scores_gemma":[0.0007431545,0.000023067987,0.62656236,0.00013030229,0.00015019249,0.00007313372,0.00032149922,0.0024511304,0.0010150536,0.0035269647,0.36482623,0.00017689359],"about_ca_topic_score_codex":0.00069149747,"about_ca_topic_score_gemma":0.000037197628,"teacher_disagreement_score":0.51813406,"about_ca_system_score_codex":0.0050110384,"about_ca_system_score_gemma":0.0014787833,"threshold_uncertainty_score":0.99880856},"labels":[],"label_agreement":null},{"id":"W1057512088","doi":"10.1007/s10459-012-9372-1","title":"Seeing the same thing differently","year":2012,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":183,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"National Institute for Health and Care Research","keywords":"Salience (neuroscience); Formative assessment; Narrative; Psychology; Grounded theory; Valence (chemistry); Qualitative research; Applied psychology; Cognitive psychology; Social psychology; Computer science; Medical education; Mathematics education; Medicine","score_opus":0.026501321011134938,"score_gpt":0.4353385852226313,"score_spread":0.40883726421149635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1057512088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89011896,0.028176816,0.0015755907,0.06175091,0.007905934,0.0008669074,4.2596176e-7,0.000057681103,0.009546763],"genre_scores_gemma":[0.9718331,0.0011062678,0.01096382,0.01500496,0.00075100287,0.0000984321,0.000009759664,0.0000062319236,0.00022641521],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985152,0.00008597425,0.0003994143,0.00018176921,0.00040417557,0.00041349794],"domain_scores_gemma":[0.9993137,0.00014064006,0.00019237111,0.00020880785,0.00007472633,0.0000697666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022989023,0.00008303851,0.00012636888,0.00020501864,0.00041645742,0.000022939754,0.00016588434,0.00003437477,0.000061741055],"category_scores_gemma":[0.00089069153,0.00005473524,0.000018366205,0.0012785923,0.0002589724,0.0007857787,0.000021046844,0.00026443455,0.000022182743],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052526007,0.00030490063,0.40298492,0.00021384073,0.0000013239294,3.6714486e-8,0.006924097,0.000038664908,0.000020856158,0.027120851,0.001657487,0.5607278],"study_design_scores_gemma":[0.00030040153,0.00019736112,0.6695891,0.0010127388,0.000009993111,0.000061188344,0.027039299,0.001636811,0.000121920675,0.006287333,0.29354003,0.00020382344],"about_ca_topic_score_codex":0.00017384421,"about_ca_topic_score_gemma":0.00002470035,"teacher_disagreement_score":0.5605239,"about_ca_system_score_codex":0.00033489967,"about_ca_system_score_gemma":0.0008576595,"threshold_uncertainty_score":0.32030958},"labels":[],"label_agreement":null},{"id":"W106750781","doi":"10.1007/bf03018306","title":"Continuing medical education should be offered by both e-mail and regular mail: a survey of Ontario anesthesiologists","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Certification; Electronic mail; Medicine; Family medicine; Continuing education; Continuing medical education; The Internet; Medical education; Management","score_opus":0.01972111398172743,"score_gpt":0.2679714184656436,"score_spread":0.24825030448391616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W106750781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97564745,0.0014722329,0.00003677699,0.021990474,0.0004152673,0.0002525538,0.0000067492533,0.000008216015,0.00017028909],"genre_scores_gemma":[0.9953875,0.000105951294,0.0017377873,0.0015396811,0.0004147818,0.000005013172,0.000074203635,0.0000587376,0.00067634357],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.99601066,0.00024053236,0.0015498314,0.00030727134,0.0011280008,0.000763685],"domain_scores_gemma":[0.99421996,0.000100167395,0.0011074537,0.00035786803,0.0017030484,0.0025114925],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041952133,0.00037225743,0.0009706973,0.0009754358,0.00027873344,0.00011349814,0.0005152063,0.0005266549,0.00043941537],"category_scores_gemma":[0.0034894573,0.00032981165,0.0001700746,0.0007457984,0.0007163091,0.00033881614,0.000010655137,0.0015383665,0.0000023360274],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012508541,0.0010691897,0.53052723,0.0004528714,0.00063255976,0.21887499,0.018442359,0.00008527468,0.00035250414,0.0021116587,0.15878153,0.06741897],"study_design_scores_gemma":[0.0017680286,0.0011804265,0.2534872,0.0010770749,0.00015494345,0.71767205,0.00077132846,0.000008655432,0.00009019758,0.00030144397,0.023195682,0.00029293782],"about_ca_topic_score_codex":0.35969397,"about_ca_topic_score_gemma":0.4088159,"teacher_disagreement_score":0.4987971,"about_ca_system_score_codex":0.002743716,"about_ca_system_score_gemma":0.04376878,"threshold_uncertainty_score":0.9999154},"labels":[],"label_agreement":null},{"id":"W108253638","doi":"10.14236/jhi.v15i2.646","title":"Perceived barriers to completing an e-learning program onevidence-based medicine","year":2007,"lang":"en","type":"article","venue":"Journal of Innovation in Health Informatics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"The Internet; Medical education; Perception; Telephone interview; Psychology; Continuing medical education; Continuing education; Family medicine; Medicine; Computer science","score_opus":0.056220614973671014,"score_gpt":0.435209671238625,"score_spread":0.37898905626495394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W108253638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89646214,0.000015781692,0.07857457,0.02283957,0.0006524006,0.00075037556,3.8514733e-7,0.000045882123,0.0006588754],"genre_scores_gemma":[0.6751173,0.000009673219,0.29824856,0.026084542,0.00045767272,0.000008952805,0.000040070598,0.000014939053,0.000018283174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99204415,0.00007948162,0.006428402,0.000075346565,0.0009833712,0.00038922764],"domain_scores_gemma":[0.99316585,0.00017181835,0.0030179336,0.0001837952,0.0031228485,0.00033776046],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017861832,0.00014108325,0.00045004956,0.0025556071,0.0001902527,0.000024298675,0.00015759759,0.00010939222,0.00015334353],"category_scores_gemma":[0.02531464,0.00011846173,0.00002481851,0.0048339576,0.000096204414,0.00039187007,0.000014009651,0.0010537873,0.000006181529],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085840694,0.00055404,0.18872121,0.0029132625,0.000042689244,0.000025206218,0.059392735,0.006929587,0.0005877613,0.00551256,0.011878776,0.7225838],"study_design_scores_gemma":[0.008480514,0.0159839,0.420453,0.012057822,0.000043556676,0.00059263146,0.12561177,0.08888442,0.0002295848,0.0003114246,0.32681584,0.00053552835],"about_ca_topic_score_codex":0.000030103965,"about_ca_topic_score_gemma":0.000006386445,"teacher_disagreement_score":0.7220482,"about_ca_system_score_codex":0.000808405,"about_ca_system_score_gemma":0.0017331126,"threshold_uncertainty_score":0.98289555},"labels":[],"label_agreement":null},{"id":"W10830992","doi":"10.18192/uojm.v4i1.1032","title":"The advancement of medical education through innovative research and simulation learning: A discussion with Dr. Viren Naik, medical director of the University of Ottawa’s Skills and Simulation Centre","year":2014,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Curriculum; Library science; Medicine; Humanities; Sociology; Pedagogy; Art; Computer science","score_opus":0.015572493321088999,"score_gpt":0.3382718173260423,"score_spread":0.32269932400495327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10830992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89986694,0.00029207818,0.013969209,0.0845257,0.00022742574,0.00039581148,0.0000020554437,0.0000051139677,0.00071568956],"genre_scores_gemma":[0.9978886,0.00047706338,0.00087151816,0.00007444624,0.00011524698,5.278686e-8,0.000009118884,0.0000076013935,0.00055635365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964504,0.00043263493,0.00056428707,0.00015447369,0.0022532782,0.00014488396],"domain_scores_gemma":[0.99476445,0.00089698826,0.001141049,0.00022467444,0.002843861,0.00012895933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034793373,0.00011131204,0.0004288757,0.00026898592,0.00024595103,0.0000022411466,0.0002823935,0.0001580262,0.00019919735],"category_scores_gemma":[0.0069940244,0.000060970597,0.000038922644,0.00096506556,0.0023640576,0.00016334014,0.000107737615,0.0005983574,2.0054463e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025731463,0.003606028,0.40183362,0.0016428108,0.0007916839,0.00002083639,0.059552908,0.0048753787,0.0016008024,0.031167941,0.01017692,0.48215792],"study_design_scores_gemma":[0.020723326,0.0063128276,0.50498104,0.01616379,0.00065302686,0.00009662674,0.095653474,0.046473786,0.0012286382,0.0011795113,0.30622083,0.0003131037],"about_ca_topic_score_codex":0.00017917584,"about_ca_topic_score_gemma":0.00009747709,"teacher_disagreement_score":0.4818448,"about_ca_system_score_codex":0.00012603783,"about_ca_system_score_gemma":0.000941495,"threshold_uncertainty_score":0.87104684},"labels":[],"label_agreement":null},{"id":"W111842420","doi":"10.1023/a:1009877514060","title":"Medline for Medical Students? Searching for the Right Answer","year":2000,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; Hamilton Regional Laboratory Medicine Program","funders":"","keywords":"MEDLINE; Randomized controlled trial; Medicine; Likert scale; Intervention (counseling); Physical therapy; Medical education; Psychology; Nursing; Surgery","score_opus":0.018925194408433942,"score_gpt":0.4891694401832037,"score_spread":0.47024424577476975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W111842420","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3917614,0.01999438,0.032292858,0.53393346,0.009294803,0.008771731,0.0000116577185,0.00010361243,0.0038361303],"genre_scores_gemma":[0.73014563,0.0132790925,0.14410652,0.098200485,0.0047520557,0.0046375007,0.00021808232,0.00004311383,0.0046174782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976553,0.000055142395,0.00057022483,0.00032635068,0.0010051815,0.00038781055],"domain_scores_gemma":[0.99858105,0.0007925287,0.00012806796,0.00021990469,0.00018041932,0.00009802721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058699157,0.00009349159,0.0001718965,0.00017700311,0.00059130526,0.000040591687,0.00047448688,0.00005657704,0.0005037336],"category_scores_gemma":[0.0021636814,0.00006106591,0.000036383066,0.0009300567,0.0003835244,0.00032118152,0.000014483204,0.0002127203,0.000007814727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005076611,0.00039119585,0.008994263,0.00030118425,0.0000033877675,7.830396e-8,0.000916386,0.00013391151,0.0000015349672,0.005816523,0.0089898445,0.97440094],"study_design_scores_gemma":[0.0009289427,0.0004935856,0.019168625,0.00061403686,0.000011061612,0.000021084054,0.0019252282,0.016851952,0.00002653437,0.0072448375,0.9525974,0.00011673287],"about_ca_topic_score_codex":0.00009012591,"about_ca_topic_score_gemma":0.00013965178,"teacher_disagreement_score":0.9742842,"about_ca_system_score_codex":0.00022461043,"about_ca_system_score_gemma":0.0023749464,"threshold_uncertainty_score":0.55155295},"labels":[],"label_agreement":null},{"id":"W1128947408","doi":"10.1017/cbo9780511545566.049","title":"Teaching bioethics to medical students and postgraduate trainees in the clinical setting","year":2008,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bioethics; Medical education; Medicine; Mathematics education; Psychology; Political science; Law","score_opus":0.0854625800246211,"score_gpt":0.3757361662767718,"score_spread":0.2902735862521507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1128947408","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064108185,0.00009187818,0.00019722986,0.012094273,0.00045872503,0.0012490044,0.00003214278,0.00008264996,0.92168593],"genre_scores_gemma":[0.03333568,0.00042118854,0.0014035293,0.016317088,0.0008980875,0.0000033204808,0.00012701946,0.0000636779,0.94743043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973756,0.00018226299,0.00047055312,0.00045222003,0.0012739031,0.00024542975],"domain_scores_gemma":[0.9986425,0.00035968918,0.00016025876,0.00043130727,0.00016523658,0.00024101701],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024147707,0.0002516911,0.00043405173,0.00030929488,0.0002287884,0.000029588255,0.0006131511,0.00062844896,0.00000359155],"category_scores_gemma":[0.0013502407,0.00021860078,0.00010495771,0.000024875297,0.0007191852,0.000037150112,0.0003562406,0.0028501742,0.000005730955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040142203,0.00032259888,0.0016219035,0.00043864825,0.00037712598,0.003184429,0.008226273,3.5901888e-7,0.000004986409,0.52764136,0.3019541,0.15582682],"study_design_scores_gemma":[0.0015225129,0.00022781243,0.0034751252,0.0011368267,0.000214431,0.00033692067,0.0012063511,0.00009920456,0.0000022668883,0.0000072195294,0.99146795,0.00030334896],"about_ca_topic_score_codex":0.00022259325,"about_ca_topic_score_gemma":0.0000074895715,"teacher_disagreement_score":0.68951386,"about_ca_system_score_codex":0.00015083498,"about_ca_system_score_gemma":0.00042548563,"threshold_uncertainty_score":0.99945027},"labels":[],"label_agreement":null},{"id":"W114205811","doi":"","title":"Reliability and validity of an objective structured clinical examination for physical therapy students.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cronbach's alpha; Objective structured clinical examination; Reliability (semiconductor); Internal consistency; Analysis of variance; Practicum; Repeated measures design; Physical therapy; Variance (accounting); Psychology; Medicine; Statistics; Clinical psychology; Psychometrics; Medical education; Mathematics","score_opus":0.06426799251797838,"score_gpt":0.40552171583985996,"score_spread":0.3412537233218816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W114205811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99707747,0.000012595165,0.00044567292,0.00011138555,0.00036456055,0.0017455334,0.0000047421318,0.000019040126,0.00021899719],"genre_scores_gemma":[0.9962568,0.000013185929,0.0025293818,0.00019590119,0.00021002599,0.00070379494,0.000029043904,0.000009584489,0.0000522723],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988038,0.00023471174,0.00029933153,0.00024098139,0.00028550244,0.000135673],"domain_scores_gemma":[0.9989669,0.00022856079,0.00011725557,0.0002435908,0.00037752622,0.00006621113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026052059,0.000076056596,0.00022898117,0.000051781273,0.000041059917,0.0000079364,0.000057576533,0.00008996675,0.000005873685],"category_scores_gemma":[0.0055326493,0.000060209753,0.000045918503,0.00018217337,0.00016875318,0.00008840258,0.000008393194,0.0001443863,1.8225921e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022230294,0.001606405,0.11165057,0.0000560572,0.00004372767,2.1515294e-7,0.0006669515,6.2258806e-7,0.00010360507,0.0012518307,0.00014309231,0.88425463],"study_design_scores_gemma":[0.001941082,0.00034559888,0.99001,0.0000036606225,0.000037510476,0.0000021820576,0.00021051106,0.000098583696,0.0032759341,0.003398647,0.00062314095,0.000053132124],"about_ca_topic_score_codex":0.000002887833,"about_ca_topic_score_gemma":9.3143524e-7,"teacher_disagreement_score":0.88420147,"about_ca_system_score_codex":0.0000620596,"about_ca_system_score_gemma":0.00004785156,"threshold_uncertainty_score":0.66234976},"labels":[],"label_agreement":null},{"id":"W1145105478","doi":"","title":"Work-based assessment of teamwork: an inter professional approach. Final Report","year":2015,"lang":"en","type":"article","venue":"USC Research Bank (University of the Sunshine Coast)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Technology Sydney; Office for Learning and Teaching; Australian Government","keywords":"Teamwork; Formative assessment; General partnership; Medical education; Curriculum; Constructive; Health care; Work (physics); Health professionals; Knowledge management; Psychology; Engineering; Medicine; Computer science; Pedagogy; Political science; Process (computing)","score_opus":0.17999924536597375,"score_gpt":0.4319014056717048,"score_spread":0.2519021603057311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1145105478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97154874,0.000021165826,0.0070123957,0.014576644,0.00030533026,0.00069459673,0.0000075829303,0.000026771157,0.0058068065],"genre_scores_gemma":[0.96171826,0.0000013812897,0.02654443,0.00009802884,0.000084879815,0.0000034221557,0.0001145427,0.000011663284,0.011423362],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9971827,0.00044581486,0.0002457885,0.00026756656,0.0015890533,0.00026905062],"domain_scores_gemma":[0.99697196,0.00010749129,0.00020200509,0.0008257767,0.0017411147,0.00015162084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046742214,0.00010091388,0.00029752133,0.00034657685,0.0001970066,0.000007980653,0.00055831944,0.00009105609,0.00052009796],"category_scores_gemma":[0.0013289527,0.00007578066,0.00013136367,0.0013232474,0.00070828694,0.0001539552,0.00037449677,0.0009052515,0.0000040069963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019147345,0.0064135105,0.41484874,0.0007540797,0.0007212508,0.00021975827,0.0047028256,0.0005563715,0.00075514143,0.0044703945,0.5461578,0.01848544],"study_design_scores_gemma":[0.007161824,0.0015489482,0.90374905,0.0010243831,0.00064500433,0.00017197854,0.02343411,0.022715792,0.00044995424,0.0018439436,0.0368584,0.00039662083],"about_ca_topic_score_codex":0.00050411,"about_ca_topic_score_gemma":0.00006331181,"teacher_disagreement_score":0.50929934,"about_ca_system_score_codex":0.00029493784,"about_ca_system_score_gemma":0.002108863,"threshold_uncertainty_score":0.5694708},"labels":[],"label_agreement":null},{"id":"W115228194","doi":"10.1177/070674371205700411","title":"The Enablers and Barriers to the Use of Direct Observation of Trainee Clinical Skills by Supervising Faculty in a Psychiatry Residency Program","year":2012,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Medical education; Compensation (psychology); Psychology; Medicine; Family medicine; Social psychology","score_opus":0.05986545251853138,"score_gpt":0.3642982875115154,"score_spread":0.304432834992984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W115228194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8706614,0.0011221459,0.000017961898,0.12521808,0.002423657,0.00044153107,0.000013720806,0.0000028683617,0.00009863521],"genre_scores_gemma":[0.97203076,0.00012262762,0.023092747,0.0038400253,0.0007762022,0.000012167874,0.000008717816,0.000021247546,0.00009552017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980247,0.00023817774,0.0009997115,0.00009176816,0.00033730658,0.00030832176],"domain_scores_gemma":[0.99833256,0.00021413658,0.00041880537,0.00031815193,0.0003148081,0.00040154386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035482368,0.0001084751,0.00025775944,0.0001712703,0.00025568134,0.000033686203,0.00025233367,0.00010942299,0.000025292222],"category_scores_gemma":[0.0039313687,0.000056907087,0.00009599107,0.0007551719,0.00035025252,0.00017108557,0.000009798374,0.0005639018,6.385226e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054768232,0.000106746054,0.85249484,0.000040665625,0.00007988591,3.5281292e-7,0.003444237,0.00001714611,0.000012256968,0.00167972,0.11378533,0.028284071],"study_design_scores_gemma":[0.00075059367,0.00039273588,0.94281155,0.0004934678,0.00014161659,0.0000516761,0.006456222,0.00006771793,0.000014701859,0.0007854885,0.047943324,0.0000909206],"about_ca_topic_score_codex":0.00442279,"about_ca_topic_score_gemma":0.0647323,"teacher_disagreement_score":0.12137806,"about_ca_system_score_codex":0.00009787345,"about_ca_system_score_gemma":0.004496868,"threshold_uncertainty_score":0.9523339},"labels":[],"label_agreement":null},{"id":"W117989676","doi":"10.1023/a:1009869328173","title":"Using Evidence to Improve Evaluation: A Comprehensive Psychometric Assessment of a SP-Based OSCE Licensing Examination","year":2000,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université Laval","funders":"","keywords":"Generalizability theory; Objective structured clinical examination; Psychology; Reliability (semiconductor); Physical examination; Educational measurement; Psychometrics; Inter-rater reliability; Final examination; Clinical psychology; Medical education; Applied psychology; Medicine; Developmental psychology; Rating scale; Curriculum; Pedagogy","score_opus":0.11751559641115128,"score_gpt":0.542076895844918,"score_spread":0.42456129943376675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W117989676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97821265,0.0042252047,0.007819212,0.0047767158,0.0015387558,0.0020255153,0.0000011623969,0.00002158322,0.0013791888],"genre_scores_gemma":[0.8114683,0.00043565888,0.18435949,0.0034114346,0.0001514606,0.00012716511,0.000012392035,0.000007596146,0.000026505122],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968687,0.0002816098,0.0008533521,0.00049732486,0.0011905503,0.0003084606],"domain_scores_gemma":[0.9978785,0.00028266406,0.0004198223,0.0003256313,0.000998757,0.00009463901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038040231,0.00013308946,0.00027474272,0.0012842101,0.00021580078,0.00002567991,0.0001656025,0.000054960787,0.00023746878],"category_scores_gemma":[0.0015245109,0.00013039341,0.000028907967,0.0074057057,0.00021121025,0.00069664797,0.000010841898,0.0001842404,0.000006002507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019862931,0.00043373692,0.024483168,0.000488917,0.0000016249447,6.92083e-8,0.0005569718,0.012791143,0.0005890986,0.00023078402,0.000072366274,0.9603323],"study_design_scores_gemma":[0.00074661453,0.0011575096,0.67869776,0.0043607308,0.000028982015,0.000013886622,0.0022430571,0.30742624,0.0004140931,0.0003800941,0.004309247,0.00022174789],"about_ca_topic_score_codex":0.00029331,"about_ca_topic_score_gemma":0.000022238273,"teacher_disagreement_score":0.9601105,"about_ca_system_score_codex":0.0012894452,"about_ca_system_score_gemma":0.005153048,"threshold_uncertainty_score":0.9141286},"labels":[],"label_agreement":null},{"id":"W1207690538","doi":"","title":"Does Targeted Training Improve Residents' Teaching Skills?.","year":2015,"lang":"en","type":"article","venue":"˜The œjournal of faculty development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Variety (cybernetics); Psychology","score_opus":0.03364492429247592,"score_gpt":0.33817917502584205,"score_spread":0.30453425073336615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1207690538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837987,0.000056121553,0.0067221723,0.006165459,0.002014353,0.00023455588,0.0000016834204,0.000025008318,0.0009819914],"genre_scores_gemma":[0.9105173,0.0000042383135,0.08425912,0.0015509455,0.00057226873,0.0000068166246,0.000030620544,0.00001907233,0.0030396476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977791,0.000082064515,0.0008084626,0.00011323451,0.0009680154,0.00024915225],"domain_scores_gemma":[0.99842185,0.000051582814,0.00043918545,0.00016857428,0.0007549059,0.00016391632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033747565,0.00014164421,0.0002633059,0.00018003942,0.00017858292,0.000029111448,0.00023390996,0.00008168952,0.0000424306],"category_scores_gemma":[0.0012397988,0.00006722885,0.00005254797,0.00022021572,0.00006599947,0.00014228231,0.000046946567,0.0007002561,0.000027542974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037239387,0.00080224685,0.018321604,0.00010117881,0.0006483477,0.00009765071,0.17516606,0.00005349707,0.0065262835,0.00017559742,0.13089152,0.66684365],"study_design_scores_gemma":[0.007430506,0.0006631482,0.30080062,0.0010718125,0.00032715936,0.0011556089,0.07559529,0.00027563638,0.011563185,0.0011984649,0.5993112,0.0006073926],"about_ca_topic_score_codex":0.000017773857,"about_ca_topic_score_gemma":0.0000070857895,"teacher_disagreement_score":0.6662362,"about_ca_system_score_codex":0.00047234658,"about_ca_system_score_gemma":0.0013999838,"threshold_uncertainty_score":0.30423033},"labels":[],"label_agreement":null},{"id":"W124622289","doi":"10.1093/pch/12.1.29","title":"Ethical conflicts and moral distress experienced by paediatric residents during their training","year":2007,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Thematic analysis; Focus group; Medical education; Compromise; Psychology; Curriculum; Distress; Medicine; Nursing; Family medicine; Qualitative research; Clinical psychology; Pedagogy; Political science","score_opus":0.026523860612217013,"score_gpt":0.3426036643082285,"score_spread":0.31607980369601146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124622289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97581285,0.003445104,0.0007758887,0.017875949,0.0006450866,0.0005249148,0.000022332559,0.00011739831,0.00078047573],"genre_scores_gemma":[0.98602957,0.0013089267,0.0018358503,0.009015118,0.0015016822,0.000022500648,0.00017501689,0.00003633053,0.0000749808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99729395,0.00008459143,0.0007602507,0.00045186083,0.00067184656,0.0007375288],"domain_scores_gemma":[0.99859726,0.00020391855,0.000269996,0.00030237166,0.00015510168,0.0004713665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020693445,0.00022015019,0.00039179277,0.00035518748,0.0004863152,0.000033152533,0.00013426701,0.00034981087,0.00003358832],"category_scores_gemma":[0.001546074,0.00019723304,0.00005434169,0.0011154381,0.00016772053,0.00008557509,0.00006654855,0.0014563191,0.0000073446013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005824957,0.0010348206,0.528875,0.00217345,0.00009839409,0.00009102317,0.13825956,0.0000041911144,0.0004797099,0.004931618,0.032679543,0.2907902],"study_design_scores_gemma":[0.003514485,0.00033498748,0.98004824,0.00018428442,0.000045580735,0.00018512218,0.007949877,0.00015916146,0.0003478775,0.00032624012,0.0064894473,0.00041469405],"about_ca_topic_score_codex":0.00013467296,"about_ca_topic_score_gemma":0.000012036605,"teacher_disagreement_score":0.45117328,"about_ca_system_score_codex":0.0002767462,"about_ca_system_score_gemma":0.0002753497,"threshold_uncertainty_score":0.804293},"labels":[],"label_agreement":null},{"id":"W128742991","doi":"","title":"Changing physician prescribing behaviour.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Nova scotia; Academic detailing; Medicine; Outreach; Alliance; Psychological intervention; Audit; Medical education; Health professionals; Nursing; Health care","score_opus":0.02011487817746514,"score_gpt":0.261795222154589,"score_spread":0.24168034397712387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W128742991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530247,0.00006457549,0.0005234423,0.0025356214,0.00055704423,0.00062279054,0.0000010361694,0.00012672093,0.042544097],"genre_scores_gemma":[0.9910905,8.575184e-7,0.0007485952,0.0016376962,0.001112882,0.0008087,0.00005622225,0.000015794347,0.0045287944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991754,0.000008504829,0.00015645807,0.00013331774,0.00021278416,0.0003134965],"domain_scores_gemma":[0.9996674,0.0000075625776,0.000045119137,0.00017045652,0.0000774128,0.00003203759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024793542,0.000064912194,0.00009441531,0.00017569942,0.00007414985,0.000014785412,0.000046368954,0.000044178327,0.000023608562],"category_scores_gemma":[0.00010325879,0.000061664716,0.000031714637,0.00047964172,0.00003523382,0.00006840524,0.000017063661,0.0001289714,0.000019603905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010313747,0.00027504028,0.028364103,0.000036242796,0.000012753251,0.000008502348,0.0001714235,0.00000289412,0.00017712406,0.0025764215,0.018722681,0.9496425],"study_design_scores_gemma":[0.00041608818,0.000008179837,0.9803438,0.00002326379,0.000050277817,0.000011295465,0.00023035493,0.00010189666,0.0031676556,0.00027347016,0.015282487,0.000091190384],"about_ca_topic_score_codex":0.000023178529,"about_ca_topic_score_gemma":0.000001125823,"teacher_disagreement_score":0.95197976,"about_ca_system_score_codex":0.000099679615,"about_ca_system_score_gemma":0.000015381574,"threshold_uncertainty_score":0.25146142},"labels":[],"label_agreement":null},{"id":"W132984514","doi":"10.1046/j.1365-2923.2000.00786.x","title":"Learning in Primary Care – a report","year":2000,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Professionalization; Credibility; Nursing; Psychology; Medicine; Health care; Strengths and weaknesses; Sociology; Political science","score_opus":0.006251236202965305,"score_gpt":0.33330672471895967,"score_spread":0.32705548851599436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W132984514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8839514,0.00029471697,0.000038646893,0.015882153,0.00059386535,0.0002641274,1.1358221e-7,0.0000853638,0.09888961],"genre_scores_gemma":[0.9548337,0.00012833989,0.0030538433,0.022590756,0.00087598036,0.00017823261,0.0010648243,0.000026580688,0.017247729],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983238,0.000048901835,0.00044842003,0.00025810374,0.00072193786,0.00019885233],"domain_scores_gemma":[0.9994087,0.000023192282,0.00005882443,0.0002534927,0.00017320827,0.00008253449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055143615,0.000093730996,0.00017633292,0.0001969789,0.00006005689,0.000009833582,0.00008212612,0.0001861195,0.006218638],"category_scores_gemma":[0.0027618003,0.0000879197,0.000034981516,0.0006837656,0.000086369175,0.00007802766,0.00001079535,0.0006250372,0.00020984632],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026378215,0.00044040818,0.046542574,0.00016703112,0.000004288383,0.000049562786,0.0016720078,0.0000027355504,0.00001787633,0.000045863537,0.021828158,0.9292031],"study_design_scores_gemma":[0.00084226544,0.00011947573,0.3676926,0.0007864531,0.000024555662,0.00086145743,0.0020509858,0.00031756525,0.00003475209,0.0000672267,0.6270565,0.000146208],"about_ca_topic_score_codex":0.0000998368,"about_ca_topic_score_gemma":0.000007649064,"teacher_disagreement_score":0.9290569,"about_ca_system_score_codex":0.0005028829,"about_ca_system_score_gemma":0.004113213,"threshold_uncertainty_score":0.9946898},"labels":[],"label_agreement":null},{"id":"W1419554275","doi":"10.1080/14739879.2012.11494067","title":"Practice-based small group learning in GP specialty training","year":2012,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Training (meteorology); Medical education; Group (periodic table); General practice; Medicine; Psychology; Computer science; Family medicine; Geography","score_opus":0.033542881165603694,"score_gpt":0.34175529004324184,"score_spread":0.3082124088776381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1419554275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84251696,0.0021980566,0.0073028128,0.016820593,0.0076815966,0.0023748025,0.000006738406,0.00021793025,0.120880485],"genre_scores_gemma":[0.89633954,0.000009561917,0.08846095,0.0086862305,0.0028634216,0.00041735382,0.0022935655,0.00004158553,0.000887818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885505,0.000069190406,0.00033690108,0.00019793994,0.00022920058,0.00031169457],"domain_scores_gemma":[0.9989141,0.00018174706,0.00016174729,0.00020874607,0.00043809877,0.00009552061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007740605,0.00012058561,0.00018127337,0.00029744048,0.00012244112,0.000019659545,0.00007221753,0.00011942328,0.00012773063],"category_scores_gemma":[0.002616496,0.0001279242,0.000058071837,0.00048628,0.000040882565,0.00026426907,0.000011584895,0.00038319794,0.000028116672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018866577,0.0011797817,0.062201664,0.0008044958,0.00002001134,5.8920085e-7,0.022945747,0.000020432304,0.00037987408,0.004595948,0.0099805845,0.8976822],"study_design_scores_gemma":[0.0012905368,0.00018578027,0.18978149,0.00026597863,0.00008620757,0.000020339676,0.048679058,0.00004842818,0.00020046481,0.00007026582,0.75916356,0.00020790746],"about_ca_topic_score_codex":0.000025461763,"about_ca_topic_score_gemma":0.000008799765,"teacher_disagreement_score":0.8974743,"about_ca_system_score_codex":0.0010703584,"about_ca_system_score_gemma":0.0018896614,"threshold_uncertainty_score":0.52165973},"labels":[],"label_agreement":null},{"id":"W1421881631","doi":"10.13140/rg.2.2.14904.85762","title":"Exploring the Role of Procedural Variations in Surgical Education","year":2015,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Psychology","score_opus":0.16333328160670144,"score_gpt":0.3590189549174317,"score_spread":0.19568567331073025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1421881631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961011,0.000060139806,0.00005972451,0.0015091675,0.00038590957,0.00036594685,0.0000019477452,0.00004317843,0.001472893],"genre_scores_gemma":[0.9981383,0.000016568294,0.00016095111,0.00022897354,0.0001754389,0.000010108753,0.00003570889,0.000016501848,0.0012174246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872106,0.00012870524,0.00029310363,0.00023243972,0.00040973825,0.00021496264],"domain_scores_gemma":[0.9988665,0.000053991655,0.00013925435,0.00036422655,0.00045722944,0.00011879812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057922845,0.00012801518,0.00019839517,0.00053425273,0.000077114004,0.00003210841,0.00027153676,0.000086847554,0.00001222685],"category_scores_gemma":[0.00036225584,0.00011375013,0.000051508086,0.001287366,0.00010545637,0.00095042144,0.00008929429,0.0004705422,0.000041606505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102735175,0.00035854956,0.98528105,0.000035154902,0.000018976934,0.000013533443,0.0018931471,0.000009056102,0.0001520203,0.0018581667,0.0000022870863,0.010275311],"study_design_scores_gemma":[0.0009754701,0.00009815741,0.9802868,0.00023239115,0.00006128063,0.000079615274,0.005253888,0.0000035504565,0.0010813919,0.0004319404,0.011368969,0.00012654085],"about_ca_topic_score_codex":0.000015728194,"about_ca_topic_score_gemma":0.0001363234,"teacher_disagreement_score":0.011366682,"about_ca_system_score_codex":0.00036627986,"about_ca_system_score_gemma":0.0008633465,"threshold_uncertainty_score":0.46385956},"labels":[],"label_agreement":null},{"id":"W144956413","doi":"10.3928/0148-4834-20021201-05","title":"Scholarship Revisited: A Collaborative Nursing Education Program's Journey","year":2002,"lang":"en","type":"article","venue":"Journal of Nursing Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Scholarship; General partnership; Accreditation; Curriculum; Meaning (existential); Sociology; Nurse education; Medical education; Nursing; Medicine; Political science; Pedagogy; Psychology","score_opus":0.05573559596500594,"score_gpt":0.4422675119918237,"score_spread":0.38653191602681775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W144956413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84687847,0.011953814,0.0009426207,0.081640966,0.012296598,0.0019777617,0.0000018777104,0.00010996787,0.044197954],"genre_scores_gemma":[0.90348065,0.00045565833,0.08700788,0.0024942781,0.0044682706,0.00006282843,0.00004805176,0.00005515048,0.0019272348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769515,0.00016455381,0.00092381367,0.00021046899,0.00073476846,0.00027121932],"domain_scores_gemma":[0.99494946,0.000046715137,0.0009992337,0.00031854343,0.0034935344,0.00019252468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084095786,0.00019237078,0.00035248877,0.0009473008,0.0002293894,0.00015261999,0.00016707476,0.00018730763,0.00031475228],"category_scores_gemma":[0.002190423,0.00017824031,0.00011635846,0.0019808626,0.00019405286,0.0007735416,0.0000041242033,0.0008665392,0.00004524813],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055262954,0.008193901,0.0010428837,0.000059936778,0.000032293203,0.0000014085729,0.0059642205,0.0000012692967,0.0007224822,0.0008315346,0.2146051,0.7684897],"study_design_scores_gemma":[0.00604567,0.0063094413,0.21734145,0.10409815,0.0032249503,0.01865804,0.13900721,0.001652549,0.005133189,0.026394283,0.47046503,0.0016700303],"about_ca_topic_score_codex":0.0000012085872,"about_ca_topic_score_gemma":9.4705996e-8,"teacher_disagreement_score":0.7668197,"about_ca_system_score_codex":0.0019218046,"about_ca_system_score_gemma":0.002557644,"threshold_uncertainty_score":0.7268429},"labels":[],"label_agreement":null},{"id":"W145227125","doi":"10.1093/pch/14.5.303","title":"Paediatric medical education: Challenges and new developments","year":2009,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University; Royal College of Physicians and Surgeons of Canada; Alberta Children's Hospital; NOSM University; Hospital for Sick Children; University of Calgary","funders":"","keywords":"Medicine; Data science; Intensive care medicine; Computer science","score_opus":0.02532623295444947,"score_gpt":0.3399175121815,"score_spread":0.31459127922705055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145227125","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03365828,0.16574357,0.00049077097,0.77274007,0.0023159264,0.0010176783,0.0000017651104,0.00024374794,0.023788182],"genre_scores_gemma":[0.5169094,0.2100801,0.05005699,0.20893422,0.012537069,0.0000454241,0.00027208,0.00006436344,0.001100347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99754,0.000058469053,0.000624853,0.0004097028,0.000924017,0.00044297238],"domain_scores_gemma":[0.99844235,0.00005445947,0.00019862407,0.0003039699,0.00018749198,0.00081307796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010658705,0.00019525706,0.0003452633,0.0004874631,0.00022185837,0.000016705279,0.00014433762,0.0002269772,0.0001540583],"category_scores_gemma":[0.0021381911,0.00018047489,0.000042218584,0.0009042899,0.000042421565,0.00009845288,0.00003777165,0.0006279275,0.000063431566],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011283976,0.00039494946,0.0049601286,0.000130233,0.000008809596,0.0000023169623,0.0011615099,6.138693e-8,1.1113216e-7,0.009250558,0.087817825,0.8962622],"study_design_scores_gemma":[0.0016322169,0.0004192722,0.71237457,0.00021286441,0.000047561694,0.00029948427,0.00045509747,0.000042736698,0.0000018944901,0.0036533573,0.28059226,0.00026868144],"about_ca_topic_score_codex":0.000025725896,"about_ca_topic_score_gemma":0.000007650711,"teacher_disagreement_score":0.89599353,"about_ca_system_score_codex":0.00027002467,"about_ca_system_score_gemma":0.007401962,"threshold_uncertainty_score":0.99822515},"labels":[],"label_agreement":null},{"id":"W1455726352","doi":"","title":"Essentials for the Canadian medical licensing exam : review and prep for MCCQE part 1","year":2010,"lang":"en","type":"book","venue":"Wolters Kluwer Health/Lippincott Williams & Wilkins eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Library science; Medicine; Computer science","score_opus":0.02634812911328052,"score_gpt":0.3464383794904588,"score_spread":0.3200902503771783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1455726352","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021329764,0.08165552,0.011002078,0.6007573,0.03402903,0.072915055,0.001438529,0.000860608,0.19712858],"genre_scores_gemma":[0.0002982477,0.012391622,0.013320208,0.37701598,0.012806686,0.004089118,0.0024986537,0.0006365021,0.576943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936426,0.00014042998,0.0020791949,0.0012346226,0.001430087,0.0014730155],"domain_scores_gemma":[0.993654,0.0008382722,0.0010791331,0.001621535,0.0012554388,0.0015515819],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0053710067,0.00084007136,0.0018351226,0.00051182363,0.001587389,0.0001261571,0.0006126896,0.0016809406,0.00058846804],"category_scores_gemma":[0.0038009388,0.0006585499,0.00039908738,0.00017968149,0.0010667724,0.000083667124,0.000121082005,0.0026261306,0.00003031801],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046003734,0.000042860815,0.000009991631,0.0079079,0.00022669211,0.0000073179567,0.00045731224,8.4273445e-8,0.0000036433294,0.0026937874,0.7128139,0.27579045],"study_design_scores_gemma":[0.0013599049,0.0003536653,0.000052209667,0.011251393,0.0011063452,0.00026428644,0.000049714774,0.0001319333,0.000011711251,0.00065202813,0.98420656,0.0005602599],"about_ca_topic_score_codex":0.0074083353,"about_ca_topic_score_gemma":0.0885071,"teacher_disagreement_score":0.3798144,"about_ca_system_score_codex":0.0015117188,"about_ca_system_score_gemma":0.023144348,"threshold_uncertainty_score":0.9997124},"labels":[],"label_agreement":null},{"id":"W146479836","doi":"10.26443/mjm.v10i2.451","title":"Teaching technical skills using medical simulation: a new frontier","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Frontier; Medical education; Medical physics","score_opus":0.05170549010256465,"score_gpt":0.3970466909547699,"score_spread":0.34534120085220527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W146479836","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1098657,0.0009319378,0.20872276,0.67144483,0.0026399756,0.00047969705,0.0000024057633,0.00011144873,0.0058012526],"genre_scores_gemma":[0.8557817,0.000042301985,0.052354395,0.082365066,0.009112613,8.6454565e-7,0.000008315429,0.000042269796,0.00029250345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963843,0.00009528795,0.0012470145,0.00019014657,0.001846294,0.00023692394],"domain_scores_gemma":[0.997964,0.00017663937,0.0004940428,0.00019630916,0.00047975322,0.00068923744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016069304,0.00017652182,0.0006486216,0.00027877043,0.0001353,0.000005301122,0.00024968348,0.000228305,0.0018082284],"category_scores_gemma":[0.0155371865,0.00012446189,0.000115115996,0.00055077125,0.00018153667,0.00016030169,0.000051740397,0.0014928952,0.00001530629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069444056,0.00072115654,0.0027198333,0.00027477916,0.0003419086,0.0010269581,0.001952878,0.0010697263,0.01450717,0.001739129,0.45704392,0.5179081],"study_design_scores_gemma":[0.013768279,0.0027599225,0.0029936463,0.0034281719,0.00087607256,0.005294173,0.00094865623,0.06392916,0.00028625634,0.0008625558,0.90449864,0.00035448532],"about_ca_topic_score_codex":0.000022286626,"about_ca_topic_score_gemma":4.351412e-7,"teacher_disagreement_score":0.74591595,"about_ca_system_score_codex":0.00021156424,"about_ca_system_score_gemma":0.00045808658,"threshold_uncertainty_score":0.99910426},"labels":[],"label_agreement":null},{"id":"W146893154","doi":"10.1023/a:1009881605391","title":"Maintaining the Characteristics of Effective Clinical Teachers in Computer Assisted Learning Environments","year":2000,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Presentation (obstetrics); Computer science; Curriculum; Computer-Assisted Instruction; The Internet; Multimedia; Psychology; World Wide Web; Pedagogy; Medicine","score_opus":0.01926841616630165,"score_gpt":0.4286629298621355,"score_spread":0.40939451369583385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W146893154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277127,0.00052381115,0.00078059355,0.0035750743,0.0007986912,0.0005911974,2.7061492e-7,0.000007909757,0.0009511839],"genre_scores_gemma":[0.9868406,0.0012392222,0.009355973,0.0021447844,0.00023230551,0.00007322238,0.000017197499,0.0000051440525,0.0000915641],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981221,0.0003637548,0.00076195766,0.0002490106,0.00028535558,0.00021784917],"domain_scores_gemma":[0.9991431,0.00035098163,0.00030291514,0.00014045298,0.00002639666,0.000036153062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038132048,0.000075651034,0.00021667308,0.00016910385,0.00013006343,0.0000082617125,0.00012772896,0.00005135754,0.00009806317],"category_scores_gemma":[0.0007032236,0.00005759335,0.000022597078,0.0008183314,0.0004831702,0.00019550185,0.00001245656,0.0004545882,0.000008868837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012054876,0.00019942193,0.35216844,0.000028976161,9.746642e-7,1.2098978e-7,0.001322531,0.00035959136,0.0000018837455,0.00010416322,0.00001987386,0.64578193],"study_design_scores_gemma":[0.0002753565,0.00037714271,0.9767806,0.0004456359,0.0000030083074,0.000006282005,0.0017228879,0.0049020764,0.0000041280687,0.00015149734,0.015281387,0.00005001525],"about_ca_topic_score_codex":0.00012362371,"about_ca_topic_score_gemma":0.000016408478,"teacher_disagreement_score":0.6457319,"about_ca_system_score_codex":0.00029052817,"about_ca_system_score_gemma":0.000535192,"threshold_uncertainty_score":0.23485889},"labels":[],"label_agreement":null},{"id":"W1476359573","doi":"10.1097/acm.0000000000000853","title":"The Creation of Standard-Setting Videos to Support Faculty Observations of Learner Performance and Entrustment Decisions","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Medical education; Psychology; Higher education; Computer science; Multimedia; Medicine; Political science","score_opus":0.17403503516415236,"score_gpt":0.4723608688261471,"score_spread":0.2983258336619947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1476359573","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075446693,0.9798513,0.00062602974,0.0068430807,0.0007469319,0.002910904,0.00007411642,0.000036743568,0.0013662226],"genre_scores_gemma":[0.0007008611,0.9935012,0.0015833203,0.00047932653,0.00046589246,0.00017543774,0.00078109803,0.000035631598,0.0022772504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617773,0.00010266302,0.0019042592,0.00031988614,0.0012269763,0.0002684982],"domain_scores_gemma":[0.996624,0.0006715038,0.00097274286,0.00052126765,0.001024283,0.00018622745],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036624046,0.00027861126,0.0014165181,0.00037051988,0.00014458863,0.000003716209,0.0002840347,0.00039585473,0.000089760026],"category_scores_gemma":[0.012465958,0.00015779589,0.00007515114,0.0011263026,0.00042408338,0.00007712486,0.000117020034,0.0009873286,0.00001060963],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027914011,0.000010425527,0.0003093584,0.002321337,0.00008795241,5.619615e-7,0.0017608624,0.0000010272497,0.000008012271,0.0006767295,0.08359638,0.91119945],"study_design_scores_gemma":[0.00059031753,0.00058791426,0.0005585796,0.019757977,0.0010484362,0.000049424078,0.0012801584,0.000037575606,0.0000089320865,0.00008943263,0.9758772,0.000114038936],"about_ca_topic_score_codex":0.0000157107,"about_ca_topic_score_gemma":8.829689e-7,"teacher_disagreement_score":0.9110854,"about_ca_system_score_codex":0.00030948955,"about_ca_system_score_gemma":0.0011994251,"threshold_uncertainty_score":0.9958525},"labels":[],"label_agreement":null},{"id":"W1479960546","doi":"10.4103/1357-6283.143747","title":"Accounting for social accountability: Developing critiques of social accountability within medical education","year":2014,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Accountability; Reflexivity; Social accounting; Ideology; Sociology; Meaning (existential); Political science; Public relations; Epistemology; Social science; Law; Business; Accounting; Politics","score_opus":0.04480483473143737,"score_gpt":0.47209846153146456,"score_spread":0.4272936268000272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1479960546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7596687,0.00012995246,0.039408922,0.18990533,0.0057561565,0.0036866653,0.00003372017,0.00016240313,0.0012481139],"genre_scores_gemma":[0.9039516,0.000009855658,0.05957923,0.028947817,0.004881715,0.001342541,0.0010342933,0.000056888934,0.00019606618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969145,0.00013759277,0.0013409983,0.0004727876,0.0007149657,0.0004191562],"domain_scores_gemma":[0.9957649,0.00030589534,0.0007724581,0.00030098227,0.0027171825,0.0001385519],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055808527,0.00020976663,0.00054366456,0.00028478858,0.00069177704,0.00004011611,0.00021667489,0.00032390386,0.0001497612],"category_scores_gemma":[0.009561135,0.00021747455,0.00014336586,0.0005784296,0.00022975028,0.0002866142,0.00003105749,0.00032191107,0.000004860922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029071633,0.0026293576,0.010894796,0.008208475,0.00005646022,7.395895e-9,0.021051327,2.915963e-7,0.00010373046,0.2229993,0.18138349,0.55238205],"study_design_scores_gemma":[0.0042566475,0.0008722352,0.23197757,0.0020105483,0.00026127908,0.000034302055,0.04352654,0.0024122514,0.0015068762,0.0710555,0.6410177,0.0010685606],"about_ca_topic_score_codex":0.00028214787,"about_ca_topic_score_gemma":0.00011411715,"teacher_disagreement_score":0.55131346,"about_ca_system_score_codex":0.0012072901,"about_ca_system_score_gemma":0.022267804,"threshold_uncertainty_score":0.99878174},"labels":[],"label_agreement":null},{"id":"W1481352679","doi":"10.1007/s12630-012-9747-z","title":"Competency-based professionalism in anesthesiology: Continuing Professional Development","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Anesthesiology; Competence (human resources); Professional development; Medical education; Medicine; Specialty; Health care; Patient safety; Nursing; Psychology; Engineering ethics; Political science","score_opus":0.018467660740446906,"score_gpt":0.28219440888039155,"score_spread":0.2637267481399446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481352679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98257977,0.0011439909,0.000025440366,0.014125435,0.0015778483,0.00029464735,7.357222e-7,0.0000095179985,0.00024261075],"genre_scores_gemma":[0.9874001,0.0000056269955,0.0100072045,0.001129301,0.0008384895,0.000013870082,0.000023332865,0.000052622152,0.0005294519],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9959613,0.00031385125,0.0015289963,0.00019632022,0.0007650304,0.0012344861],"domain_scores_gemma":[0.9961511,0.00010690634,0.0008387304,0.00023048402,0.0010731914,0.0015996272],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004229837,0.00033598824,0.0007167488,0.001810061,0.0003924927,0.00005558491,0.00042016723,0.0003105572,0.0006080942],"category_scores_gemma":[0.0008128615,0.00027634006,0.00016800809,0.00089231844,0.00028276825,0.00042747098,0.000008039156,0.0016985014,0.000028641969],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046632258,0.00071139407,0.62912196,0.00023859709,0.000119861405,0.28775993,0.012807113,0.000093306175,0.0001640158,0.0022970047,0.013764165,0.05245637],"study_design_scores_gemma":[0.0014601335,0.00029755596,0.37404597,0.0012149693,0.000050514318,0.57603264,0.0014461244,0.000036074794,0.00012170694,0.00009971597,0.044931717,0.0002628838],"about_ca_topic_score_codex":0.0005572381,"about_ca_topic_score_gemma":0.0010919714,"teacher_disagreement_score":0.28827274,"about_ca_system_score_codex":0.001787122,"about_ca_system_score_gemma":0.019425482,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W1482030036","doi":"","title":"Exploring the effects of participation in Family Medicine Interest Group activities on medical student interest in family medicine","year":2015,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Interest group; Medical education; Psychology; Medicine; Family medicine; Political science","score_opus":0.09231847697771596,"score_gpt":0.34649935231539314,"score_spread":0.2541808753376772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482030036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888608,0.0001475037,0.0026025488,0.006266912,0.0015612299,0.00024666972,0.0000010404525,0.0000063493358,0.00030693796],"genre_scores_gemma":[0.9983833,0.0006641991,0.00005038502,0.00026701187,0.000556118,9.09952e-7,0.000014751141,0.0000100756715,0.000053240605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968116,0.0006627893,0.0009590002,0.00016299862,0.0011850572,0.00021850134],"domain_scores_gemma":[0.99697345,0.0012593565,0.00086713623,0.00037755386,0.00036735574,0.00015511547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00467381,0.00018509392,0.00093681714,0.0013360247,0.00006948118,0.000005035543,0.0006139639,0.00009965848,0.00005535018],"category_scores_gemma":[0.0031213574,0.00011124518,0.00014831575,0.0021147116,0.0008139429,0.00021194002,0.000111518515,0.0007891581,0.0000015819492],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039547507,0.009209829,0.47011596,0.0015514822,0.012610888,0.0016309889,0.27377197,0.010735051,0.030971896,0.011843087,0.008410489,0.12960084],"study_design_scores_gemma":[0.014511568,0.0041335765,0.8624393,0.0026939525,0.0038894978,0.000042949923,0.10339549,0.007638615,0.00003544809,0.0005636134,0.0004550646,0.00020092023],"about_ca_topic_score_codex":0.00451128,"about_ca_topic_score_gemma":0.010065521,"teacher_disagreement_score":0.39232334,"about_ca_system_score_codex":0.0007571766,"about_ca_system_score_gemma":0.00026866698,"threshold_uncertainty_score":0.6819736},"labels":[],"label_agreement":null},{"id":"W1482187014","doi":"10.1111/ans.12184","title":"The future of surgical education","year":2013,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Excellence; Apprenticeship; Medical education; Law; Political science","score_opus":0.015012773378770815,"score_gpt":0.3095871589895934,"score_spread":0.29457438561082255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482187014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9543716,0.0024274862,0.00002098434,0.0391829,0.0027599575,0.00007096317,1.3018075e-7,0.0000030213505,0.0011629984],"genre_scores_gemma":[0.9938215,0.0015964456,0.0006110797,0.000679135,0.0026177163,0.0000046972614,0.000003865325,0.00000757809,0.0006579716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989363,0.000039912426,0.00055507984,0.00004001192,0.0003317977,0.000096914984],"domain_scores_gemma":[0.9980372,0.00028671022,0.0003885185,0.00013801425,0.0010968974,0.000052658008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009354585,0.000048806258,0.00018212253,0.00014754127,0.00005289535,0.000011874163,0.00006461771,0.000057200334,0.00031592647],"category_scores_gemma":[0.0003850761,0.000027791044,0.000110989764,0.0003230069,0.00008488126,0.00012626442,0.000006766335,0.00023973786,0.000017432658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032230746,0.00019022202,0.031152306,0.00002976845,0.000033587785,0.0000042287325,0.00008811677,1.8999961e-7,0.0002658284,0.00079327746,0.468042,0.49936828],"study_design_scores_gemma":[0.00030505683,0.000079361846,0.20681421,0.00032155204,0.00005627656,0.0013010885,0.0028197323,0.00001564119,0.0011573747,0.0016710769,0.7853872,0.00007142393],"about_ca_topic_score_codex":0.0000074673053,"about_ca_topic_score_gemma":1.889847e-7,"teacher_disagreement_score":0.49929684,"about_ca_system_score_codex":0.000037243797,"about_ca_system_score_gemma":0.000723805,"threshold_uncertainty_score":0.34591734},"labels":[],"label_agreement":null},{"id":"W1483527774","doi":"10.4103/1357-6283.109785","title":"The Social Accountability of Medical Schools and its Indicators","year":2012,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accountability; Social accounting; Business; Political science; Accounting; Law","score_opus":0.03738913313440085,"score_gpt":0.4793137937010146,"score_spread":0.4419246605666138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483527774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8347322,0.0014123594,0.00013093869,0.16127479,0.0014299753,0.0007060073,0.000004389287,0.000015858424,0.0002935178],"genre_scores_gemma":[0.9930249,0.00013396805,0.00065598753,0.004635667,0.0011963886,0.00015295738,0.000047870806,0.000009012223,0.00014326448],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987943,0.000051063307,0.00037823836,0.00009714715,0.00046005164,0.00021919316],"domain_scores_gemma":[0.999184,0.00010942415,0.00019859569,0.00013384847,0.00020713186,0.00016695916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030265802,0.00005770248,0.00013634692,0.000094329174,0.00035537482,0.000007958051,0.00008370636,0.000101672355,0.0000830533],"category_scores_gemma":[0.0026246356,0.000041573086,0.000026213802,0.00033856646,0.0000961601,0.00008496167,0.000016931766,0.00022546336,0.000006700185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006300541,0.0010860799,0.0772589,0.00082934,0.000030435094,5.4443317e-9,0.008101324,7.885394e-9,0.000016472692,0.13525736,0.22002588,0.5573312],"study_design_scores_gemma":[0.0006166856,0.000119481716,0.6157955,0.00013055472,0.000026579275,0.00001280814,0.010275686,0.000041357216,0.00015922434,0.0008223183,0.37191716,0.00008263868],"about_ca_topic_score_codex":0.000033631826,"about_ca_topic_score_gemma":0.0000034515342,"teacher_disagreement_score":0.55724853,"about_ca_system_score_codex":0.00019086023,"about_ca_system_score_gemma":0.0029990321,"threshold_uncertainty_score":0.5320154},"labels":[],"label_agreement":null},{"id":"W1483774131","doi":"10.36834/cmej.36560","title":"Comparison of Student Performance on Internally Prepared Clerkship Examinations and NBME Subject Examinations","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"McNemar's test; Medicine; Significant difference; Medical education; Internal medicine; Statistics; Mathematics","score_opus":0.052732645729498345,"score_gpt":0.3821762039846095,"score_spread":0.3294435582551112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483774131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97522694,0.0001558429,0.00014814982,0.004763468,0.0014951847,0.00029506494,0.0000026676007,0.000015695086,0.017896963],"genre_scores_gemma":[0.9920646,0.00006761861,0.0019361328,0.0047739535,0.00043035822,0.000042760046,0.000031249303,0.000019613753,0.0006337448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773407,0.000103908285,0.0007597867,0.00020881221,0.000904211,0.00028923101],"domain_scores_gemma":[0.99638,0.00007330664,0.00028041095,0.00026586148,0.000914076,0.0020863994],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011490057,0.0001475432,0.00027687603,0.0008805477,0.0002514198,0.000030741678,0.00025504743,0.00019172422,0.007916244],"category_scores_gemma":[0.008095135,0.00013549444,0.00004887237,0.0005090552,0.00028710984,0.0001597543,0.00001859874,0.0008389853,0.000027982305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006300937,0.0023771988,0.44723403,0.00016001207,0.0001478191,0.000017021208,0.02500974,0.0000015694685,0.00005860375,0.005599002,0.083318636,0.43601337],"study_design_scores_gemma":[0.0006733065,0.0005634212,0.97852856,0.00067335303,0.000081066115,0.00045333285,0.0060101845,0.0005908441,0.00025353563,0.000113252296,0.011918651,0.0001404945],"about_ca_topic_score_codex":0.00089595845,"about_ca_topic_score_gemma":0.001425778,"teacher_disagreement_score":0.5312945,"about_ca_system_score_codex":0.00052451243,"about_ca_system_score_gemma":0.013551478,"threshold_uncertainty_score":0.9929907},"labels":[],"label_agreement":null},{"id":"W1484598158","doi":"10.36834/cmej.36545","title":"Student Perception of the Integrated PBL MBCHB-III Program Curriculum in a Medical University","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Workload; Perception; Medicine; Medical education; Problem-based learning; Pedagogy; Psychology; Computer science","score_opus":0.012030803733737598,"score_gpt":0.3185862871216894,"score_spread":0.3065554833879518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484598158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9644583,0.00005898728,0.00006075876,0.025209624,0.0024791353,0.00062414387,0.000001450132,0.000018974444,0.007088639],"genre_scores_gemma":[0.98803127,0.00009138718,0.0018307146,0.00897897,0.0004533933,0.000023219987,0.00002317682,0.0000140252,0.0005538603],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99729913,0.0002111233,0.00058900495,0.00018926921,0.0013730879,0.000338374],"domain_scores_gemma":[0.9961317,0.000018202802,0.00019535614,0.0002740277,0.00081792055,0.0025628028],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015074005,0.00012957984,0.00023262463,0.0005986375,0.00016406264,0.000013337563,0.0005163594,0.00035477377,0.03567293],"category_scores_gemma":[0.009680246,0.00009479603,0.00009535636,0.001474641,0.00044083776,0.00011083071,0.000032022126,0.0015910537,0.000024756933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004584922,0.0026688809,0.17356157,0.00006305658,0.000068131405,0.0001307429,0.00927873,2.5748292e-7,0.000015613276,0.002661303,0.11730354,0.6942023],"study_design_scores_gemma":[0.0021344686,0.00027033544,0.74009144,0.0016048495,0.000097797296,0.0018169298,0.05829371,0.00081681064,0.00001222124,0.00015373452,0.19449332,0.0002143644],"about_ca_topic_score_codex":0.020238549,"about_ca_topic_score_gemma":0.01846412,"teacher_disagreement_score":0.69398797,"about_ca_system_score_codex":0.0013132845,"about_ca_system_score_gemma":0.056118377,"threshold_uncertainty_score":0.99944633},"labels":[],"label_agreement":null},{"id":"W1490497777","doi":"10.21225/d57309","title":"The Characteristics of Continuing Professional Education Systems in the Health Professions in Canada","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of University Continuing Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Credentialing; Licensure; Certification; Continuing education; Health professions; Competence (human resources); Medical education; Professional certification (computer technology); Continuing professional development; Professional association; Health care; Professional development; Allied health professions; Medicine; Nursing; Public relations; Psychology; Political science","score_opus":0.006415562431844562,"score_gpt":0.24895181444621473,"score_spread":0.24253625201437015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490497777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783437,0.0006111375,0.000022059103,0.01725309,0.002965219,0.000405974,0.000004891111,0.0000012206096,0.00039267316],"genre_scores_gemma":[0.9981774,0.000024338284,0.00012867899,0.0003449842,0.00024384953,0.000002340435,0.000034626144,0.0000056802983,0.0010380642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986091,0.0002871619,0.00056061894,0.00007944824,0.00025639214,0.0002072444],"domain_scores_gemma":[0.99824476,0.00016461594,0.0006724151,0.00016002177,0.0006742598,0.00008389705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013957147,0.00007349623,0.00019924417,0.00042464325,0.00014878658,0.000019909703,0.0002148067,0.00004961974,0.0000066297816],"category_scores_gemma":[0.0006140552,0.000055106786,0.000028137494,0.00066548964,0.00007041754,0.00011053938,0.000005486374,0.00043461713,3.2476018e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008427675,0.00031589702,0.6742879,0.00021053935,0.000013936391,0.000019690415,0.012603838,0.000017769882,0.00008279438,0.010151106,0.09446458,0.20774768],"study_design_scores_gemma":[0.0002976483,0.000031575277,0.83336884,0.002140728,0.000015957516,0.000056174358,0.11138001,0.00006032992,0.0000040200957,0.000046531495,0.05254523,0.000052971944],"about_ca_topic_score_codex":0.83398134,"about_ca_topic_score_gemma":0.89835966,"teacher_disagreement_score":0.20769471,"about_ca_system_score_codex":0.0024583514,"about_ca_system_score_gemma":0.038546894,"threshold_uncertainty_score":0.9669036},"labels":[],"label_agreement":null},{"id":"W1492535249","doi":"","title":"Development of a code of conduct for the Faculty of Pharmaceutical Sciences at the University of British Columbia","year":2015,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pharmacy; Code of conduct; Process (computing); Code (set theory); Professional conduct; Medical education; Engineering ethics; Sociology; Psychology; Engineering; Political science; Medicine; Computer science; Law","score_opus":0.22086053183932083,"score_gpt":0.46309851941543084,"score_spread":0.24223798757611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492535249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99520075,0.00031430676,0.00043627492,0.002622684,0.00041384946,0.00056844886,0.000043062857,0.0000041666026,0.00039643212],"genre_scores_gemma":[0.98941183,0.00003908161,0.009343716,0.00018132015,0.000046078854,0.000011211281,0.00005798932,0.000004110851,0.0009046522],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914384,0.000035168683,0.00030186004,0.000102565675,0.00033141352,0.00008518231],"domain_scores_gemma":[0.9985398,0.00011713247,0.0002705642,0.0001169327,0.0009239478,0.000031593292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010772467,0.00003856037,0.00013593084,0.00003385189,0.000108178225,0.0000036066012,0.000177349,0.000018756025,0.00021138604],"category_scores_gemma":[0.00046988597,0.00003658036,0.00003534154,0.00039237845,0.0006671039,0.000056997163,0.00003766996,0.00006722303,0.0000013040074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027157908,0.0018595818,0.05073058,0.0009030246,0.0002000089,1.3555554e-7,0.017811362,0.000024919591,0.05210633,0.00031042955,0.46317804,0.412604],"study_design_scores_gemma":[0.0040446664,0.0001448132,0.06823421,0.00040917215,0.0005524435,0.00003335574,0.042072274,0.0029480716,0.15948758,0.00018921525,0.7217347,0.000149489],"about_ca_topic_score_codex":0.0018211456,"about_ca_topic_score_gemma":0.0004719444,"teacher_disagreement_score":0.41245452,"about_ca_system_score_codex":0.00010630008,"about_ca_system_score_gemma":0.0022828022,"threshold_uncertainty_score":0.40495932},"labels":[],"label_agreement":null},{"id":"W1492986772","doi":"10.1007/s12630-012-9711-y","title":"A national curriculum in anesthesia: rationale, development, implementation, and implications","year":2012,"lang":"en","type":"editorial","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Specialty; Medicine; Medical education; National curriculum; Family medicine; Pedagogy; Psychology","score_opus":0.013212679105426553,"score_gpt":0.2920390908403631,"score_spread":0.27882641173493655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492986772","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78570175,0.0070407204,0.000080501966,0.04586495,0.15849613,0.0018398972,0.000038658993,0.000034445646,0.00090293214],"genre_scores_gemma":[0.26085025,0.0007592521,0.01292558,0.0012175287,0.72032756,0.00018746933,0.0019719964,0.00040808631,0.0013522952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99458,0.00017732441,0.002202502,0.00038662078,0.0016113542,0.0010422071],"domain_scores_gemma":[0.9909941,0.0002154649,0.0016582714,0.00026865795,0.0050735897,0.0017899342],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003724589,0.0005495995,0.0009548865,0.0031612362,0.0006231531,0.00027066516,0.000513783,0.00086923846,0.00043756005],"category_scores_gemma":[0.00181609,0.000537143,0.00018880758,0.0012410873,0.00029640322,0.0006967881,0.000011847332,0.002589537,0.000021525264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000032104468,0.00011753518,0.020044792,0.0001503014,0.00015251846,0.028275872,0.0017593482,0.000009188455,0.0000032006085,0.0006660223,0.942663,0.006126107],"study_design_scores_gemma":[0.0010143328,0.00017400895,0.02026005,0.00036373403,0.00014101413,0.45421118,0.0009456422,0.0000035573253,0.000003247041,0.00029919404,0.5222637,0.0003203424],"about_ca_topic_score_codex":0.0024999352,"about_ca_topic_score_gemma":0.01289162,"teacher_disagreement_score":0.5618314,"about_ca_system_score_codex":0.004338918,"about_ca_system_score_gemma":0.046958316,"threshold_uncertainty_score":0.9997115},"labels":[],"label_agreement":null},{"id":"W1494123636","doi":"10.4212/cjhp.v59i4.260","title":"Competency-Based Accreditation Standards for Residency Training","year":2006,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Residency training; Medical education; Medicine; Continuing education","score_opus":0.026147933277095248,"score_gpt":0.3473192931158684,"score_spread":0.32117135983877315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494123636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8360764,0.00069401227,0.005998814,0.14896736,0.003697711,0.0007057818,0.00007461786,0.000016136413,0.0037691863],"genre_scores_gemma":[0.9873559,0.0000025513841,0.009230536,0.0015300389,0.0016997826,0.000010488613,0.000038012106,0.000018369743,0.000114348004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879694,0.000029840887,0.000440196,0.000074858,0.0004191135,0.00023903625],"domain_scores_gemma":[0.9979727,0.00008593287,0.00025653632,0.00011384041,0.0014140771,0.00015687867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011843514,0.00008900865,0.00016220627,0.00025096242,0.00028443555,0.000047913527,0.0001617766,0.00003088928,0.00018224448],"category_scores_gemma":[0.0010288217,0.000065483655,0.000097540826,0.00028948978,0.00015139316,0.00014385242,0.000002126544,0.00029222688,0.0000026811356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003907157,0.00020572064,0.015067421,0.00019660562,0.00017559207,0.00017104705,0.0049947817,0.0006586933,0.0010090746,0.03377542,0.8723634,0.07099152],"study_design_scores_gemma":[0.020086525,0.0040078457,0.11898604,0.0012757931,0.0011451311,0.00050157245,0.0052894726,0.0075946962,0.0071808887,0.098041035,0.73505586,0.0008351119],"about_ca_topic_score_codex":0.0020468538,"about_ca_topic_score_gemma":0.0026675852,"teacher_disagreement_score":0.1512795,"about_ca_system_score_codex":0.0005052543,"about_ca_system_score_gemma":0.019158034,"threshold_uncertainty_score":0.98640245},"labels":[],"label_agreement":null},{"id":"W1494160527","doi":"10.36834/cmej.36524","title":"Teaching Residents to Teach: Do Program Directors and Trainees Agree on Format and Content?","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Université Laval","funders":"Hospital for Sick Children; Université Laval","keywords":"Curriculum; Medical education; Medicine; Promotion (chess); Observational study; Perception; Learning styles; Psychology; Internal medicine; Mathematics education; Pedagogy","score_opus":0.01753680439899411,"score_gpt":0.3390214972556106,"score_spread":0.32148469285661646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494160527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.868226,0.000089912384,0.000017672208,0.12547718,0.0021379702,0.00040214614,0.0000018935432,0.000026443306,0.0036207992],"genre_scores_gemma":[0.93456477,0.000037852467,0.006351103,0.05590613,0.0019651263,0.000061277875,0.000021862752,0.00002554607,0.0010663408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828607,0.00005936783,0.00040538886,0.00021564629,0.00067126146,0.00036227817],"domain_scores_gemma":[0.994051,0.00005498819,0.0000881404,0.00018957161,0.00028675867,0.005329562],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014263538,0.0001466917,0.00019409829,0.00066322525,0.00040309626,0.00013812676,0.00013972257,0.0002158959,0.0019410892],"category_scores_gemma":[0.028418768,0.00012098675,0.00003090249,0.0002314734,0.00017669101,0.0001472733,0.000014730863,0.0018827706,0.000019871706],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015148565,0.0001635871,0.00667109,0.000030049712,0.000018854336,0.000014079503,0.0025487882,2.3697293e-8,0.00009907217,0.0015252917,0.13994345,0.8489706],"study_design_scores_gemma":[0.0011709451,0.00051956833,0.27710804,0.00082901,0.000060670183,0.0036795575,0.008302394,0.00013925621,0.000034507557,0.00036266513,0.7075136,0.0002798303],"about_ca_topic_score_codex":0.0036255505,"about_ca_topic_score_gemma":0.0048789037,"teacher_disagreement_score":0.84869075,"about_ca_system_score_codex":0.00021371228,"about_ca_system_score_gemma":0.0074267415,"threshold_uncertainty_score":0.9989713},"labels":[],"label_agreement":null},{"id":"W1494183113","doi":"10.4212/cjhp.v59i1.457","title":"Pharmacy Residents Developing Teaching Skills during the Pharmacy Practice Residency Program: A Closer Look at the Issue","year":2006,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children's & Women's Health Centre of British Columbia; University of British Columbia","funders":"","keywords":"Pharmacy; Graduation (instrument); Accreditation; Medical education; Residency training; Medicine; Psychology; Family medicine; Continuing education; Engineering","score_opus":0.013472135743025816,"score_gpt":0.36223661430586857,"score_spread":0.34876447856284276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494183113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7286989,0.0021866031,0.000018697543,0.26235688,0.001978352,0.0010954277,0.0000050528215,0.000029230754,0.0036308623],"genre_scores_gemma":[0.9774599,0.0002452351,0.0016415415,0.010845164,0.004397281,0.00006125614,0.000014222754,0.000073892996,0.005261504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962755,0.0004967611,0.0011044529,0.0002679632,0.001073512,0.00078181416],"domain_scores_gemma":[0.996846,0.00040589552,0.0009195264,0.0005091985,0.000993259,0.00032608875],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003310168,0.00032451193,0.00031447754,0.00029431802,0.0023991687,0.00031205022,0.00097035634,0.000043095228,0.0007010222],"category_scores_gemma":[0.0027006527,0.00017860522,0.0001936376,0.0007456326,0.00051433383,0.0008292723,0.000100831516,0.002208304,0.00014878369],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005202811,0.0007914344,0.13582118,0.00024438484,0.0009939276,0.0017868966,0.015051516,0.00013501267,0.00160126,0.0014070686,0.7688169,0.07283018],"study_design_scores_gemma":[0.0047173225,0.00014239567,0.06900886,0.00045559616,0.0007490695,0.00313293,0.0019464716,0.000118670185,0.0057344064,0.0007170068,0.9128871,0.00039016153],"about_ca_topic_score_codex":0.03593672,"about_ca_topic_score_gemma":0.004562508,"teacher_disagreement_score":0.25151172,"about_ca_system_score_codex":0.001594215,"about_ca_system_score_gemma":0.0041847993,"threshold_uncertainty_score":0.9988996},"labels":[],"label_agreement":null},{"id":"W1494373589","doi":"10.36834/cmej.36570","title":"Defining Content for a Competency-based (CanMEDS) Postgraduate Curriculum in Ambulatory Care: A Delphi Study","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Compendium; Delphi method; Curriculum; Medical education; Set (abstract data type); Medicine; Ambulatory; Health care; Inclusion (mineral); Delphi; Ambulatory care; Psychology; Nursing; Pedagogy; Computer science; Political science; Internal medicine","score_opus":0.02203368047552572,"score_gpt":0.33468455525430885,"score_spread":0.3126508747787831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494373589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430427,0.0020980025,0.00043212867,0.047187235,0.0052641323,0.001333345,0.000007388505,0.000025589628,0.00060947216],"genre_scores_gemma":[0.9498432,0.000011949165,0.009767595,0.038549338,0.0013321886,0.00027701873,0.00012748546,0.000035964196,0.000055253047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971903,0.00012127752,0.000803902,0.00022800273,0.00091232144,0.00074419327],"domain_scores_gemma":[0.9938627,0.000077249686,0.00019697423,0.0002683059,0.0011464034,0.0044483542],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019066483,0.0001981141,0.0003326098,0.00083744054,0.00028843476,0.000043666914,0.00022206108,0.00020725194,0.0018300567],"category_scores_gemma":[0.016811524,0.00018127044,0.00011969246,0.00073575083,0.00013002886,0.00016857177,0.000010822205,0.0010125875,0.00003603814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006656291,0.003485919,0.7095424,0.00021418036,0.000109519926,0.000042140036,0.015846172,0.0000072134144,0.00001289311,0.005788628,0.11885973,0.14602464],"study_design_scores_gemma":[0.010818609,0.0012169167,0.56045794,0.0019602885,0.00039973416,0.0015868817,0.18792613,0.0035681843,0.000028619505,0.00025687655,0.23093686,0.00084296387],"about_ca_topic_score_codex":0.008820656,"about_ca_topic_score_gemma":0.014749986,"teacher_disagreement_score":0.17207997,"about_ca_system_score_codex":0.0019611195,"about_ca_system_score_gemma":0.074444264,"threshold_uncertainty_score":0.9990824},"labels":[],"label_agreement":null},{"id":"W1494516975","doi":"10.1111/j.1365-2923.2009.03418.x","title":"It’s NOT rocket science: rethinking our metaphors for research in health professions education","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":299,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Value (mathematics); Simplicity; Engineering ethics; Context (archaeology); Educational research; Sociology; Epistemology; Public relations; Psychology; Pedagogy; Political science; Computer science","score_opus":0.12726320971922134,"score_gpt":0.5562704349755998,"score_spread":0.42900722525637847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494516975","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1786922,0.00020914793,0.00070526404,0.8119101,0.0037950007,0.002076312,0.0000010052252,0.00006373066,0.0025472275],"genre_scores_gemma":[0.8728193,0.000095485215,0.016272161,0.107157215,0.0012543312,0.0006142332,0.00017216633,0.00002081334,0.0015942565],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99482155,0.0002684738,0.00096482923,0.0006234352,0.0025498034,0.0007719036],"domain_scores_gemma":[0.9969043,0.00014288054,0.00022689048,0.0006101304,0.0017481125,0.0003676784],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015366684,0.00016495303,0.00033257494,0.0018353815,0.0007104018,0.00005700255,0.00043013756,0.0002820752,0.00011148798],"category_scores_gemma":[0.026190383,0.00014630328,0.000058842597,0.004269746,0.00020713822,0.00030660894,0.000045456585,0.0013400142,0.000034719327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006064028,0.002491463,0.0006762984,0.00024568982,0.000004054739,4.1996387e-7,0.0064054774,4.823459e-7,0.0003375589,0.0065542436,0.33768037,0.6455433],"study_design_scores_gemma":[0.0041025956,0.0023248708,0.14051822,0.0143318325,0.00007880486,0.00020121124,0.10544273,0.006167379,0.004303805,0.05975014,0.6618633,0.00091509346],"about_ca_topic_score_codex":0.00020505996,"about_ca_topic_score_gemma":0.000037392292,"teacher_disagreement_score":0.70475286,"about_ca_system_score_codex":0.0017933253,"about_ca_system_score_gemma":0.052934993,"threshold_uncertainty_score":0.98201245},"labels":[],"label_agreement":null},{"id":"W1495968368","doi":"10.36834/cmej.36529","title":"The Clerkship Pediatric Rotation: Does Setting Matter?","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary; Hospital for Sick Children; University of British Columbia; SickKids Foundation; McMaster University","funders":"","keywords":"Curriculum; Clinical clerkship; Medical education; Medicine; Community college; United States Medical Licensing Examination; Family medicine; Preference; MEDLINE; Health science; Community health center; Educational measurement; Matching (statistics); Medical school; Psychology; Pedagogy","score_opus":0.005494303871805577,"score_gpt":0.2990563812718933,"score_spread":0.2935620774000878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1495968368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5155166,0.00017641393,0.00009028763,0.45920673,0.015314007,0.00027702257,0.0000015741489,0.000026309162,0.00939105],"genre_scores_gemma":[0.8614689,0.00013704355,0.0047758534,0.11141783,0.017875858,0.00007967848,0.00004800602,0.000045663663,0.0041511524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976658,0.0000806381,0.0006046261,0.0001899368,0.0009762874,0.00048267146],"domain_scores_gemma":[0.9942925,0.00014347676,0.0002126095,0.00036474664,0.00094995875,0.0040366887],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002232766,0.00013698,0.00013714573,0.00038651522,0.0010683298,0.00020094524,0.00035224215,0.00027384906,0.034405723],"category_scores_gemma":[0.033537783,0.00008535722,0.000072574185,0.00065410195,0.00021991091,0.00015383816,0.000013298498,0.002400638,0.0004662947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006683822,0.00007526724,0.058239024,0.000026348482,0.000016504566,0.000015240042,0.00048594113,1.7212489e-7,0.000016676835,0.002286312,0.6796883,0.25914356],"study_design_scores_gemma":[0.00047989006,0.000033536457,0.18556784,0.00008051452,0.00006950906,0.002792971,0.002639114,0.00020821331,0.000017678414,0.0019815743,0.8059465,0.0001826609],"about_ca_topic_score_codex":0.00082652376,"about_ca_topic_score_gemma":0.005346361,"teacher_disagreement_score":0.3477889,"about_ca_system_score_codex":0.00029728713,"about_ca_system_score_gemma":0.050401587,"threshold_uncertainty_score":0.9999009},"labels":[],"label_agreement":null},{"id":"W1496945196","doi":"10.1007/s12630-011-9636-x","title":"Review article: Teaching, learning, and the pursuit of excellence in anesthesia education","year":2011,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Excellence; Scholarship; Specialty; Context (archaeology); Teaching and learning center; Medical education; Teaching method; Medicine; Psychology; Pedagogy; Political science","score_opus":0.01951782406393628,"score_gpt":0.3031607161604548,"score_spread":0.28364289209651855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496945196","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049081026,0.9860966,0.0000024745266,0.00727824,0.00025355336,0.0008168184,5.719381e-7,0.000004635549,0.0006389996],"genre_scores_gemma":[0.0014531419,0.9958246,0.00045923903,0.0006770542,0.0006155128,0.000027983535,0.0000123025575,0.00008228501,0.00084790465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948408,0.0009894605,0.0025580656,0.0002951715,0.00064582314,0.00067068957],"domain_scores_gemma":[0.9943222,0.00021604431,0.0029217314,0.00042141674,0.0010339498,0.0010846871],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008754717,0.0005097023,0.0025392813,0.0016216078,0.0003280603,0.00011591705,0.0009358319,0.00041822979,0.00029883487],"category_scores_gemma":[0.0030647179,0.00034535388,0.0005199144,0.0010796883,0.0007860891,0.00025163378,0.000013900245,0.0038085198,0.00001089087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047422975,0.00010976857,0.0005863752,0.013936926,0.00014438973,0.029466592,0.0014201814,5.6865343e-7,8.3455156e-8,0.0018173312,0.021583263,0.9308871],"study_design_scores_gemma":[0.00033392519,0.00021465388,0.000104999424,0.044188187,0.0007810527,0.4708142,0.00025858055,0.0000013128074,9.759984e-8,0.00010300748,0.48304808,0.00015191357],"about_ca_topic_score_codex":0.005038047,"about_ca_topic_score_gemma":0.000923861,"teacher_disagreement_score":0.9307352,"about_ca_system_score_codex":0.0010183749,"about_ca_system_score_gemma":0.020196509,"threshold_uncertainty_score":0.99989986},"labels":[],"label_agreement":null},{"id":"W1498425146","doi":"10.21225/d5gp4v","title":"Problem-Based Learning in Canadian Undergraduate and Continuing Medical Education","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of University Continuing Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Continuing medical education; Medical education; Problem-based learning; Continuing education; Strengths and weaknesses; Undergraduate education; Field (mathematics); Psychology; Medicine","score_opus":0.006125136881497764,"score_gpt":0.23255473810064667,"score_spread":0.2264296012191489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498425146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97597265,0.00031564862,0.00014647817,0.020079803,0.0006244323,0.00018744716,7.4377743e-7,0.000008913024,0.002663865],"genre_scores_gemma":[0.99389553,0.00006819892,0.0028516003,0.0010970663,0.00018599673,8.372866e-7,0.000030407102,0.000013251823,0.0018570869],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998841,0.00011160007,0.00032620865,0.0001521337,0.00025120244,0.00031783883],"domain_scores_gemma":[0.9980145,0.000045695604,0.0002284145,0.00010612268,0.00075167476,0.0008535576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008227599,0.00010868501,0.00021493042,0.0017659769,0.00018411587,0.00002449099,0.0001280723,0.0001587889,0.00011170908],"category_scores_gemma":[0.0022308251,0.00012807688,0.000043057116,0.0007050082,0.0001747228,0.0002356348,0.0000050191093,0.00062341033,0.000004028567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003270905,0.000100246216,0.6482722,0.000062864165,0.000014194985,0.00016777035,0.0041997237,0.000024846653,0.000035606456,0.0012102154,0.009995906,0.3358837],"study_design_scores_gemma":[0.0021152578,0.00021139628,0.6501584,0.003952894,0.00010718564,0.0017941307,0.010375181,0.001017334,0.00004294784,0.00017661518,0.3297141,0.00033457956],"about_ca_topic_score_codex":0.20164074,"about_ca_topic_score_gemma":0.3442895,"teacher_disagreement_score":0.33554912,"about_ca_system_score_codex":0.0015330926,"about_ca_system_score_gemma":0.030122638,"threshold_uncertainty_score":0.97537565},"labels":[],"label_agreement":null},{"id":"W1500274856","doi":"10.1111/j.1365-2923.2011.04136.x","title":"Scientist or science‐stuffed? Discourses of science in North American medical education","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Department of Psychiatry, University of Toronto; University of Toronto","keywords":"Curriculum; Dominance (genetics); Context (archaeology); Subject (documents); Science education; Sociology; Medical science; Medical humanities; Social science; Pedagogy; Medical education; Medicine; Library science; History; Chemistry","score_opus":0.01258079282215799,"score_gpt":0.40989351854361433,"score_spread":0.3973127257214563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500274856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96857,0.00014535883,0.0001477367,0.021279776,0.0063453554,0.00049880834,0.0000011862072,0.000038205595,0.0029735756],"genre_scores_gemma":[0.9863193,0.0000547056,0.003665247,0.008099727,0.0010468838,0.00013898664,0.00006186912,0.00001906917,0.00059419574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9929138,0.00007117042,0.00085836864,0.00052101776,0.0048425905,0.0007930465],"domain_scores_gemma":[0.9968824,0.00009472083,0.00035881033,0.0006801536,0.0011614177,0.0008225123],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053383703,0.00019322739,0.00038066666,0.0018183856,0.00033907895,0.000043028012,0.00081370707,0.00010599969,0.0015740653],"category_scores_gemma":[0.05020107,0.00014795117,0.000046180936,0.012885443,0.011531843,0.0008307415,0.00015540121,0.0005778752,0.000051810235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041435294,0.005230101,0.4551931,0.00011764691,0.0000044090334,0.0000010253767,0.0021739944,2.1648992e-7,0.0001809264,0.002404973,0.017846564,0.5168056],"study_design_scores_gemma":[0.0004710101,0.0001699769,0.9764756,0.00050627487,0.000035266192,0.00014545735,0.006017416,0.00055841316,0.0006317325,0.000032769243,0.014761869,0.00019423357],"about_ca_topic_score_codex":0.0005598688,"about_ca_topic_score_gemma":0.00038737984,"teacher_disagreement_score":0.5212825,"about_ca_system_score_codex":0.0009257313,"about_ca_system_score_gemma":0.07193146,"threshold_uncertainty_score":0.9993386},"labels":[],"label_agreement":null},{"id":"W1500505239","doi":"","title":"Resident-driven peer simulation curriculum: Pilot project for internal medicine residents","year":2015,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Curriculum; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.03780120954144613,"score_gpt":0.3373832462687878,"score_spread":0.2995820367273417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500505239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8733159,0.00006380915,0.117251046,0.0069852937,0.0012027371,0.00040732033,0.000008125526,0.000013834845,0.00075197505],"genre_scores_gemma":[0.99294937,0.00006208008,0.002287028,0.00011094329,0.0013031503,1.9480802e-7,0.00007147505,0.000011633282,0.0032041473],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760485,0.00021478659,0.0006484817,0.00014758483,0.0012028596,0.00018145285],"domain_scores_gemma":[0.9950475,0.0002700116,0.001116195,0.0003078081,0.0031328509,0.0001256318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028589342,0.00014418366,0.0006110072,0.0009184728,0.00015513277,0.00001259714,0.00044904219,0.00008447691,0.00015966951],"category_scores_gemma":[0.0027843683,0.00010291065,0.00024465297,0.0013234155,0.0002874321,0.00021417695,0.0000656261,0.00032470637,0.0000042678153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042945407,0.0018915762,0.3376186,0.00048638866,0.017191844,0.00019678264,0.03350766,0.21416743,0.0023072541,0.0015260628,0.34225786,0.0059031514],"study_design_scores_gemma":[0.0379557,0.008811479,0.17561537,0.0008390714,0.03941211,0.00038439033,0.047222953,0.6611908,0.000018463157,0.003764978,0.024167955,0.0006167332],"about_ca_topic_score_codex":0.0068321247,"about_ca_topic_score_gemma":0.0018021337,"teacher_disagreement_score":0.44702336,"about_ca_system_score_codex":0.0006820615,"about_ca_system_score_gemma":0.00055515126,"threshold_uncertainty_score":0.9997815},"labels":[],"label_agreement":null},{"id":"W1501115788","doi":"10.25011/cim.v30i4.2820","title":"59. General medicine residents' perception of the mini-CEXs","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Competence (human resources); Medicine; Family medicine; Moderation; Medical education; Psychology; Perception; Strengths and weaknesses; Social psychology","score_opus":0.16291832708595716,"score_gpt":0.4334344495232805,"score_spread":0.2705161224373233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501115788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87362534,0.00025625105,0.00040074554,0.1187574,0.0017416129,0.0003849967,9.737768e-7,0.000025115505,0.004807579],"genre_scores_gemma":[0.96954924,0.00017547834,0.0039304844,0.019378519,0.003456966,0.000008476925,0.000039277904,0.000018650031,0.0034429326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99705946,0.00016493672,0.0014758713,0.0003628385,0.0006882127,0.00024869276],"domain_scores_gemma":[0.9980401,0.000298457,0.00040391512,0.00045370765,0.00053651934,0.0002672977],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.003810202,0.00019016383,0.00061685767,0.00016577747,0.00012983033,0.0000022327445,0.00017188846,0.00021216724,0.00050072675],"category_scores_gemma":[0.015351502,0.00010015232,0.00007593798,0.0008170803,0.02025291,0.00007972195,0.00007754121,0.00068227627,0.000010456156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017407221,0.00026429424,0.7313076,0.00024167221,0.00010842576,0.000009945209,0.0038896655,1.9777768e-7,0.016619524,0.023301817,0.14743732,0.076645434],"study_design_scores_gemma":[0.0025021874,0.0010485111,0.9650863,0.0010401475,0.00019585989,0.000036897938,0.0023057247,0.00008528133,0.00058874197,0.013525663,0.013488959,0.0000957366],"about_ca_topic_score_codex":0.00024421388,"about_ca_topic_score_gemma":0.000017133512,"teacher_disagreement_score":0.23377866,"about_ca_system_score_codex":0.000047678874,"about_ca_system_score_gemma":0.00014044161,"threshold_uncertainty_score":0.99294263},"labels":[],"label_agreement":null},{"id":"W1502010468","doi":"10.1111/j.1365-2753.2012.01897.x","title":"Critical thinking in clinical medicine: what is it?","year":2012,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Critical thinking; Honesty; Context (archaeology); Persuasion; Intimidation; Quality (philosophy); Epistemology; Psychology; Engineering ethics; Sociology; Social psychology","score_opus":0.2761190607225159,"score_gpt":0.6449865939398904,"score_spread":0.36886753321737453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502010468","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39072698,0.004542021,0.0017119603,0.5721732,0.018200055,0.0006594291,3.454699e-7,0.000011589123,0.01197445],"genre_scores_gemma":[0.87563294,0.0033667407,0.032262467,0.08130385,0.0073146466,0.000013839415,0.0000061077176,0.000024901157,0.00007453647],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9870979,0.0031199781,0.006224726,0.00027937038,0.0028840029,0.00039401304],"domain_scores_gemma":[0.9519673,0.03660252,0.0032360072,0.0007568956,0.0069036665,0.0005336173],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13324332,0.00016416014,0.0007906647,0.00053108594,0.000075442724,0.00005583096,0.00020431376,0.00050071557,0.0021951983],"category_scores_gemma":[0.5027774,0.00013058074,0.00020418523,0.0010197891,0.00041668423,0.003811074,0.000053959197,0.0034202728,0.00012624761],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016364441,0.007659662,0.32229272,0.00012987874,0.0001673129,0.00010269194,0.0069154045,0.000020536394,0.000014397872,0.004647122,0.15976329,0.49665055],"study_design_scores_gemma":[0.012212506,0.002268185,0.75606436,0.0041961395,0.0014800064,0.001427853,0.031871065,0.0056319577,0.000012199148,0.0128426105,0.171671,0.0003220875],"about_ca_topic_score_codex":0.000013541005,"about_ca_topic_score_gemma":0.00000349486,"teacher_disagreement_score":0.49632844,"about_ca_system_score_codex":0.00040244983,"about_ca_system_score_gemma":0.0010890913,"threshold_uncertainty_score":0.9988789},"labels":[],"label_agreement":null},{"id":"W1502806213","doi":"","title":"Hands-on Continuing Medical Education (CME) and impact on practice performance: Best practices and lessons learned","year":2013,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Continuing medical education; Best practice; Medical education; Continuing education; Medicine; Political science; Public relations; Pedagogy; Psychology","score_opus":0.019981718470826523,"score_gpt":0.3422652527062449,"score_spread":0.3222835342354184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502806213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693899,0.00007575244,0.00032431044,0.028510688,0.00025248827,0.00014684445,0.0000011928374,0.0000052759115,0.0012935152],"genre_scores_gemma":[0.99588084,0.0021313855,0.00044265267,0.00040655347,0.00041494973,1.7202527e-7,0.0000126314135,0.0000071840905,0.00070360553],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840367,0.00024672796,0.00034044194,0.00014139194,0.0007228596,0.00014491497],"domain_scores_gemma":[0.99680954,0.0006371894,0.0013654612,0.00022426614,0.00078896404,0.00017459507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019526783,0.00013117137,0.00041499778,0.0005097384,0.0002156988,0.000038941696,0.00018885115,0.00012279433,0.00039579242],"category_scores_gemma":[0.0036577485,0.00008873143,0.00011086557,0.0006527157,0.00028881177,0.00044409785,0.000044965713,0.00059381046,0.000009713788],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015311646,0.0033721384,0.0967073,0.00029273317,0.008264216,0.000058856916,0.014048324,0.0017399119,0.0014605365,0.0013370023,0.011317621,0.8460897],"study_design_scores_gemma":[0.017895168,0.01098617,0.7182772,0.0017094474,0.029902881,0.0022512346,0.07142497,0.13189195,0.000041652478,0.00072086626,0.014165666,0.0007328039],"about_ca_topic_score_codex":0.0025563366,"about_ca_topic_score_gemma":0.0002107795,"teacher_disagreement_score":0.8453569,"about_ca_system_score_codex":0.00023823699,"about_ca_system_score_gemma":0.0005223705,"threshold_uncertainty_score":0.43789306},"labels":[],"label_agreement":null},{"id":"W1503217856","doi":"10.1002/chp.21191","title":"What Do Primary Care Practitioners Want to Know? A Content Analysis of Questions Asked at the Point of Care","year":2013,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Population and Public Health; Bruyère; University of Ottawa","funders":"","keywords":"Curriculum; Content analysis; Medical education; Medicine; Primary care; Continuing medical education; Service (business); Point (geometry); Family medicine; Continuing education; Psychology; Pedagogy","score_opus":0.026610261397189534,"score_gpt":0.41620692852435587,"score_spread":0.38959666712716634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503217856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86394274,0.0038971507,0.00019098433,0.12847835,0.0018383672,0.001425552,0.0000058251335,0.0000050553554,0.00021601022],"genre_scores_gemma":[0.9903684,0.00083546154,0.0029866553,0.004859055,0.00018096437,0.00015411813,0.00008465941,0.0000124434755,0.0005181946],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969098,0.0006420903,0.0014788364,0.00013169392,0.00063520117,0.00020237257],"domain_scores_gemma":[0.9935469,0.00047871776,0.0017509589,0.00048318962,0.003626626,0.00011363106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019332165,0.000115314586,0.0005173844,0.0008882094,0.00020538353,0.000027311457,0.00023505485,0.0000857636,0.0001369541],"category_scores_gemma":[0.0017021262,0.00006526935,0.0001716374,0.0017481038,0.00011362641,0.00030579438,0.000044138476,0.0005973353,0.0000051574493],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025666982,0.0014126532,0.047354724,0.001407259,0.00033994723,9.906647e-7,0.6615972,0.00013115637,0.0019823874,0.0014502425,0.07000131,0.21406546],"study_design_scores_gemma":[0.00046268976,0.00033132048,0.259006,0.006671342,0.0004106936,0.00002515288,0.72815186,0.000016029977,0.00012332005,0.00010845939,0.004629896,0.000063269596],"about_ca_topic_score_codex":0.00024532518,"about_ca_topic_score_gemma":0.000113455484,"teacher_disagreement_score":0.21400219,"about_ca_system_score_codex":0.00094971975,"about_ca_system_score_gemma":0.002860306,"threshold_uncertainty_score":0.507406},"labels":[],"label_agreement":null},{"id":"W1503995595","doi":"10.1186/1472-6920-6-4","title":"Learning while evaluating: the use of an electronic evaluation portfolio in a geriatric medicine clerkship","year":2006,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Portfolio; Electronic portfolio; Medical education; TUTOR; Session (web analytics); Medicine; Likert scale; Psychology; Mathematics education; Computer science","score_opus":0.08259664778539832,"score_gpt":0.4204517519493904,"score_spread":0.33785510416399206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503995595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98947555,0.0004959,0.0008481322,0.005977295,0.00073431095,0.0011684484,3.05253e-7,0.00004865442,0.0012514038],"genre_scores_gemma":[0.9918692,0.00005703846,0.0032474587,0.0015665289,0.001487337,0.00036024174,0.00064860645,0.000031405078,0.00073218904],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948714,0.00085507415,0.0011156453,0.0003953912,0.0023743245,0.0003882094],"domain_scores_gemma":[0.9973547,0.00054225663,0.00047611367,0.0005414801,0.0009735096,0.00011196074],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076635545,0.00018311657,0.0003375179,0.0005709891,0.000120453755,0.00001894279,0.00020802309,0.00025198242,0.0026628047],"category_scores_gemma":[0.029719843,0.00013316669,0.000057599478,0.0020254904,0.00026053673,0.00025611185,0.000025912213,0.0007948184,0.000015391937],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005022547,0.0039606425,0.120229326,0.00047669295,0.000040496092,0.000001889706,0.0022212511,0.002539514,0.0014508257,0.01123032,0.04139755,0.81594926],"study_design_scores_gemma":[0.0036314682,0.0017747864,0.64730346,0.00091544236,0.00039742916,0.00012545392,0.0024859412,0.3275394,0.0001202617,0.0038679938,0.011556263,0.00028206775],"about_ca_topic_score_codex":0.0013703882,"about_ca_topic_score_gemma":0.0003708408,"teacher_disagreement_score":0.81566715,"about_ca_system_score_codex":0.0005786882,"about_ca_system_score_gemma":0.010304288,"threshold_uncertainty_score":0.9982489},"labels":[],"label_agreement":null},{"id":"W1504234196","doi":"10.21225/d5fk5w","title":"Educating Health Professionals: New Ways of Learning, Knowing, and Doing","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of University Continuing Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Health professionals; Psychology; Medical education; Engineering ethics; Pedagogy; Medicine; Health care; Political science; Engineering","score_opus":0.010588733753686725,"score_gpt":0.2667952222459229,"score_spread":0.25620648849223615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504234196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94834125,0.0007691322,0.001251728,0.045967177,0.0007075561,0.00014604388,6.0988873e-7,0.000006926592,0.0028095662],"genre_scores_gemma":[0.9772383,0.000013429036,0.015789818,0.0015909857,0.000614803,1.209009e-7,0.000016440881,0.000009489266,0.004726601],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920887,0.000069603564,0.00031487233,0.00009230952,0.00014581079,0.00016854097],"domain_scores_gemma":[0.99859196,0.0000533264,0.00052720873,0.00008183807,0.0005525183,0.00019316886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005967281,0.000069850204,0.00019085516,0.00062322634,0.00015835004,0.00001437283,0.00007641475,0.000067914785,0.000055644457],"category_scores_gemma":[0.0005532191,0.000076334414,0.00004048871,0.0003756154,0.00006648488,0.00016828696,0.0000062287027,0.0003948396,0.000001003274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026725731,0.00014112628,0.12995552,0.00024044137,0.000035210513,0.000012812744,0.012741309,0.000019214673,0.0004937153,0.005950307,0.38949105,0.46089256],"study_design_scores_gemma":[0.0010482973,0.00028886212,0.13303845,0.0037284172,0.00011215089,0.00037897544,0.05508912,0.00007109824,0.00023913832,0.0003281057,0.8054975,0.00017984149],"about_ca_topic_score_codex":0.009052331,"about_ca_topic_score_gemma":0.000984019,"teacher_disagreement_score":0.46071273,"about_ca_system_score_codex":0.0004568512,"about_ca_system_score_gemma":0.008658906,"threshold_uncertainty_score":0.9975465},"labels":[],"label_agreement":null},{"id":"W1505980676","doi":"","title":"Initial Evaluation Results of a Blended Continuing Medical Education","year":2004,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Continuing medical education; Medical education; Medicine; Continuing education; Psychology","score_opus":0.026695297448692108,"score_gpt":0.41339152495168424,"score_spread":0.38669622750299215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505980676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9142871,0.0000561968,0.0021933692,0.024338387,0.00091737835,0.0005806543,0.0000013005664,0.000055260076,0.05757039],"genre_scores_gemma":[0.98639524,0.000008706449,0.010556739,0.0020763197,0.0004007786,0.000049506863,0.00020642404,0.000009028463,0.00029723885],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979614,0.000040726864,0.0005656656,0.00017190413,0.0011392591,0.00012104159],"domain_scores_gemma":[0.9984979,0.000031096082,0.00014767559,0.00024457634,0.0010153182,0.00006345656],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001626815,0.00007382756,0.00015645064,0.00020658938,0.000026418456,0.0000052848773,0.00006946336,0.00013799554,0.00093669567],"category_scores_gemma":[0.011386951,0.00006383761,0.000036522655,0.00048005467,0.00010092022,0.00008491427,0.000015554657,0.00018720621,0.00003255008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002545652,0.0012804572,0.00027301963,0.00008764111,0.00003211845,0.0000019306462,0.0017404233,0.000012763105,0.0014328908,0.016428696,0.013604676,0.96485084],"study_design_scores_gemma":[0.15640602,0.0049158596,0.27476907,0.01636737,0.00247008,0.001725288,0.03032581,0.03187451,0.3121163,0.085290015,0.08157436,0.002165336],"about_ca_topic_score_codex":0.00010853956,"about_ca_topic_score_gemma":0.000018945871,"teacher_disagreement_score":0.96268547,"about_ca_system_score_codex":0.00020523196,"about_ca_system_score_gemma":0.003578294,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W150633199","doi":"","title":"Communication assessment using the common ground instrument: psychometric properties.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Generalizability theory; Accreditation; Common ground; Medical education; Reliability (semiconductor); Graduate medical education; Inter-rater reliability; Psychology; Common core; Applied psychology; Family medicine; Medicine; Rating scale; Computer science; Core (optical fiber); Social psychology; Telecommunications","score_opus":0.09229740586029443,"score_gpt":0.3417445501250204,"score_spread":0.24944714426472597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150633199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97622734,0.00037689877,0.0007259334,0.015870001,0.00040880847,0.0013598984,5.5718095e-7,0.000053867043,0.004976708],"genre_scores_gemma":[0.9920587,0.0000724287,0.0042520138,0.0023436109,0.00013131321,0.00096414227,0.00002854573,0.000016079353,0.000133166],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99886596,0.000056426237,0.00030559266,0.00013637634,0.0004044193,0.00023123654],"domain_scores_gemma":[0.9990507,0.000018626319,0.00011895584,0.00062323094,0.00013868303,0.00004982983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008366889,0.000092060225,0.00013361301,0.0002225134,0.00026098796,0.00005151721,0.00020510246,0.00006409853,0.000018330185],"category_scores_gemma":[0.00024428844,0.000060326383,0.000034595625,0.0013661848,0.00016225182,0.00013850578,0.000052104617,0.00035473742,0.000006420049],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003417331,0.0007862625,0.013907661,0.00007088997,0.00008062492,8.6608964e-7,0.000607534,0.000050317016,0.0001520673,0.007180733,0.00059778703,0.9765311],"study_design_scores_gemma":[0.0013908478,0.000029372033,0.98811084,0.00006664256,0.00007874234,0.00005438048,0.0005843749,0.00030291153,0.0002498345,0.0013044004,0.00772513,0.00010251071],"about_ca_topic_score_codex":0.00020906008,"about_ca_topic_score_gemma":0.0000066668663,"teacher_disagreement_score":0.97642857,"about_ca_system_score_codex":0.00078682846,"about_ca_system_score_gemma":0.00009196954,"threshold_uncertainty_score":0.24600385},"labels":[],"label_agreement":null},{"id":"W1507589469","doi":"10.1002/9783527622665.ch22","title":"Improving Pain Management Education","year":2008,"lang":"en","type":"other","venue":"Health care and disease management","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Licensure; Political science; Medical education; Public relations; Medicine","score_opus":0.007843132507339234,"score_gpt":0.3175344696437065,"score_spread":0.30969133713636726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507589469","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028666385,0.033893406,0.0030247413,0.0073981555,0.0013256927,0.0036735332,0.000020099786,0.0003110636,0.95032465],"genre_scores_gemma":[0.0009232895,0.016863873,0.029064672,0.07167986,0.0013376571,0.0011189397,0.0026809217,0.00039918663,0.8759316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852777,0.00005650142,0.0002930728,0.00044533805,0.00040259847,0.0002747366],"domain_scores_gemma":[0.99888706,0.000004917611,0.00018128922,0.00050644454,0.000053312102,0.00036694846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000214241,0.00021972663,0.00024199327,0.0005778672,0.00012852682,0.00001810507,0.000070161026,0.00007702282,0.00036663213],"category_scores_gemma":[0.00004126303,0.00021660775,0.00005132839,0.0002549966,0.000052004954,0.00001888599,0.000077735385,0.000138349,0.000057501784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011682827,0.000109300534,0.00008019163,0.009427326,0.000039312763,0.000018734681,0.0000858684,4.751532e-8,6.1608545e-9,0.0019564473,0.5266475,0.4616236],"study_design_scores_gemma":[0.00044849588,0.000070195485,0.0019825054,0.0015876293,0.00018030715,0.0000024948504,0.0021391523,0.000023125593,3.041697e-8,0.000043719843,0.99335337,0.00016898033],"about_ca_topic_score_codex":0.00013829682,"about_ca_topic_score_gemma":0.000006977863,"teacher_disagreement_score":0.4667059,"about_ca_system_score_codex":0.00038550512,"about_ca_system_score_gemma":0.000511702,"threshold_uncertainty_score":0.8833007},"labels":[],"label_agreement":null},{"id":"W1508635752","doi":"","title":"A university's name","year":2003,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Table (database); Library science; Medicine; Medical education; Management; Computer science; Engineering; Data mining","score_opus":0.014125158259557626,"score_gpt":0.23369383793499113,"score_spread":0.2195686796754335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508635752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84715486,0.00013149792,0.000808665,0.004295292,0.0013532796,0.00045478405,0.0000022166382,0.00014534114,0.14565407],"genre_scores_gemma":[0.96644765,0.00011882234,0.0042410204,0.0017181673,0.0002453495,0.0000056369763,0.000023098342,0.000029885694,0.027170364],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987738,0.00008299582,0.0001548734,0.0002190974,0.00025043666,0.0005187899],"domain_scores_gemma":[0.9992861,0.00001677269,0.00005124449,0.00030066306,0.00015205718,0.00019311778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030626773,0.00010067964,0.00012666796,0.00011872274,0.00007357311,0.000012683379,0.00009789757,0.000055142627,0.00072215125],"category_scores_gemma":[0.0014270233,0.000098017044,0.00003881189,0.00081315293,0.00008417666,0.000077938224,0.000016178683,0.00025369748,0.00028191195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029794578,0.0018750955,0.22682905,0.0002677962,0.00030642716,0.00096710166,0.012192984,0.000015635202,0.0016541703,0.18583918,0.33255008,0.23720455],"study_design_scores_gemma":[0.000736423,0.000029391435,0.107807115,0.00002348346,0.00004156643,0.000064399246,0.00027257047,0.000011986149,0.00064392627,0.000042311716,0.89023244,0.00009437079],"about_ca_topic_score_codex":0.0000041610956,"about_ca_topic_score_gemma":4.7282802e-7,"teacher_disagreement_score":0.5576824,"about_ca_system_score_codex":0.00021970038,"about_ca_system_score_gemma":0.0002351582,"threshold_uncertainty_score":0.790705},"labels":[],"label_agreement":null},{"id":"W1508770840","doi":"","title":"Evaluation of a hybrid peer-teaching method for undergraduate medical microbiology","year":2013,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Teaching method; Psychology; Medicine; Mathematics education","score_opus":0.016405746811676378,"score_gpt":0.31774262395957265,"score_spread":0.30133687714789625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508770840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62693936,0.000036829286,0.35913044,0.01295416,0.00041313234,0.00026967583,0.0000076275037,0.0000041565927,0.0002446253],"genre_scores_gemma":[0.9756979,0.000042217693,0.02328407,0.00014418195,0.00035249788,3.596844e-7,0.00007798105,0.000008068679,0.0003927262],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970303,0.0008479362,0.000639866,0.00012682335,0.0011899894,0.00016506],"domain_scores_gemma":[0.9940943,0.00058560737,0.0011537994,0.0002846579,0.0037845906,0.00009701247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01301039,0.00011536133,0.0006412943,0.000580562,0.00015651203,0.000006722068,0.00040121513,0.000099397286,0.0006589777],"category_scores_gemma":[0.0040446687,0.000085830085,0.00039881087,0.00056643673,0.0002487481,0.000115838215,0.00005383935,0.0004095442,0.0000036040783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009247835,0.0041181804,0.016084768,0.00082850136,0.06450776,0.00006262419,0.013554509,0.046889223,0.10579851,0.008732302,0.09667616,0.6334996],"study_design_scores_gemma":[0.014650382,0.0012569873,0.011254017,0.00021607941,0.0550536,0.00086802343,0.00812008,0.8896644,0.0002337535,0.012771867,0.0055952845,0.00031553084],"about_ca_topic_score_codex":0.0023612021,"about_ca_topic_score_gemma":0.00062416506,"teacher_disagreement_score":0.84277517,"about_ca_system_score_codex":0.00045064793,"about_ca_system_score_gemma":0.00091597415,"threshold_uncertainty_score":0.72153443},"labels":[],"label_agreement":null},{"id":"W1509693428","doi":"10.1111/j.1365-2923.2011.04073.x","title":"Comparison of two methods of standard setting: the performance of the three‐level Angoff method","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Tehran University of Medical Sciences and Health Services; McMaster University","keywords":"Confidence interval; Standard deviation; Normative; Test (biology); Reliability (semiconductor); Statistics; Psychology; Mathematics; Medicine; Law","score_opus":0.08162076428339296,"score_gpt":0.496944829592795,"score_spread":0.415324065309402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509693428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91457784,0.0002713798,0.06853888,0.01111052,0.0015977382,0.0005875408,0.000004704997,0.000014933469,0.0032964677],"genre_scores_gemma":[0.77712834,0.000010611718,0.22115898,0.0013685415,0.00014821981,0.00003764224,0.00001298615,0.000012235003,0.00012243856],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974774,0.00032572166,0.0008873037,0.0001605875,0.0009927345,0.00015626209],"domain_scores_gemma":[0.9976229,0.00028147383,0.00062569365,0.00063847523,0.0007831828,0.00004828573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044741365,0.00011087567,0.00038341142,0.00011497107,0.00007835266,0.000002061045,0.00039602947,0.00013070325,0.000741076],"category_scores_gemma":[0.006817979,0.000061733685,0.00009222861,0.0008545243,0.0005557629,0.000051883533,0.00007132403,0.0004585497,0.0000018880725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011039538,0.001100682,0.18457268,0.00050060125,0.00007311821,4.622483e-8,0.009973371,0.000003462256,0.0020697243,0.0057747434,0.017856121,0.77796507],"study_design_scores_gemma":[0.0014307908,0.00067010854,0.65020704,0.0014288464,0.00047401513,0.000037409183,0.0056876023,0.017382331,0.30476612,0.0021677106,0.015558282,0.00018976924],"about_ca_topic_score_codex":0.0001947368,"about_ca_topic_score_gemma":0.000012984621,"teacher_disagreement_score":0.7777753,"about_ca_system_score_codex":0.000073753676,"about_ca_system_score_gemma":0.002342819,"threshold_uncertainty_score":0.816225},"labels":[],"label_agreement":null},{"id":"W1509808621","doi":"","title":"Critical reflection in medical education","year":2015,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Reflection (computer programming); Epistemology; Computer science; Philosophy","score_opus":0.016211087747002775,"score_gpt":0.3232158784120752,"score_spread":0.30700479066507247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509808621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592178,0.00009996436,0.01843222,0.017363416,0.0014233353,0.00009203405,9.190849e-7,0.000007638337,0.0033627122],"genre_scores_gemma":[0.9970663,0.00009648556,0.001540284,0.00031056104,0.00059167657,6.3191926e-8,0.000015703126,0.0000050348476,0.00037388175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99818,0.0002457692,0.00045368503,0.00009422803,0.0008969119,0.00012942188],"domain_scores_gemma":[0.9980256,0.00014482967,0.00033992264,0.00021541686,0.0010911768,0.00018306097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002664385,0.00008227198,0.00038774894,0.00080208183,0.000071120405,0.0000076671295,0.00026857198,0.00013206514,0.00039038894],"category_scores_gemma":[0.003678274,0.000064846325,0.00015893276,0.0018743933,0.00027521027,0.00016625857,0.000036974023,0.0004547499,0.0000069761836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033155877,0.013028,0.57404554,0.00059826963,0.0094532985,0.00078637415,0.038524065,0.011988139,0.0032252956,0.021364685,0.110245354,0.18358512],"study_design_scores_gemma":[0.034675065,0.004845144,0.5208643,0.0014132742,0.03578319,0.005166721,0.080255434,0.24459651,0.00008094668,0.028187456,0.04287298,0.0012589941],"about_ca_topic_score_codex":0.0016535715,"about_ca_topic_score_gemma":0.0015904644,"teacher_disagreement_score":0.23260836,"about_ca_system_score_codex":0.0007030596,"about_ca_system_score_gemma":0.0023337072,"threshold_uncertainty_score":0.44035032},"labels":[],"label_agreement":null},{"id":"W1510332415","doi":"10.4103/1357-6283.143790","title":"Medical students′ and postgraduate residents′ observations of professionalism","year":2014,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medical education; Institution; Psychology; Scale (ratio); Recall; Professional development; Medical school; Medicine","score_opus":0.08095105244097246,"score_gpt":0.49826552744139874,"score_spread":0.4173144750004263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510332415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78714347,0.00022545262,0.0014328174,0.20885463,0.001180147,0.0008876962,0.000004859626,0.000028987224,0.00024196859],"genre_scores_gemma":[0.94587487,0.00009116067,0.019020677,0.031158144,0.00048605227,0.00025100095,0.00044145144,0.000022419457,0.0026542167],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983285,0.0000712721,0.00052443537,0.00018353124,0.0007326175,0.00015961385],"domain_scores_gemma":[0.9987453,0.0001258657,0.0002336394,0.0002361339,0.0005171591,0.00014185633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017912285,0.00007827624,0.00020745044,0.00016837938,0.00015648999,0.0000101327305,0.00012705405,0.0000847864,0.00006822814],"category_scores_gemma":[0.0032975497,0.00006948613,0.000028369957,0.0003023296,0.00008842865,0.00006611479,0.000030464558,0.00015501444,0.0000048414636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012279571,0.0024485118,0.2330565,0.0020493555,0.000053989254,8.740675e-8,0.003209089,3.4074142e-7,0.00018192659,0.1807284,0.37747642,0.20067258],"study_design_scores_gemma":[0.0009042515,0.00025237576,0.9259339,0.0005921277,0.000022004255,0.000014048079,0.0006378383,0.00023017042,0.000053903947,0.004484108,0.06680511,0.00007016272],"about_ca_topic_score_codex":0.00013863985,"about_ca_topic_score_gemma":0.000009043238,"teacher_disagreement_score":0.6928774,"about_ca_system_score_codex":0.00010224024,"about_ca_system_score_gemma":0.0021614495,"threshold_uncertainty_score":0.3947713},"labels":[],"label_agreement":null},{"id":"W1512264572","doi":"10.1017/cbo9780511547348.003","title":"The Cognitive Base of Professionalism","year":2008,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Variety (cybernetics); Action (physics); Cognition; Engineering ethics; Public relations; Psychology; Political science; Medicine; Engineering; Psychiatry; Computer science","score_opus":0.04006023643228466,"score_gpt":0.27247491024830656,"score_spread":0.2324146738160219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512264572","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014780934,0.0002653263,0.00009383785,0.0002282977,0.0004115938,0.00066597987,0.000091249945,0.00003967573,0.9967259],"genre_scores_gemma":[0.004672715,0.0002597602,0.00011033879,0.00028417978,0.00015109983,0.0000018462172,0.000173195,0.00002912714,0.9943177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887735,0.000030992825,0.00024217778,0.00024494107,0.00044538485,0.00015913311],"domain_scores_gemma":[0.9982259,0.00016664747,0.00029988412,0.00038055648,0.0008685157,0.000058474332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015223827,0.00019088254,0.00029368183,0.00014360613,0.0002825896,0.000004390797,0.00019075417,0.00030351212,0.000011168942],"category_scores_gemma":[0.00017878148,0.00015784614,0.00013564657,0.000016688664,0.00079594535,0.000027855505,0.00013281604,0.0006433952,0.000010233167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036451026,0.000041868767,0.000005808772,0.00017307642,0.00024610083,0.00017931117,0.0001876881,5.2034654e-8,0.00003201818,0.6763448,0.3082319,0.014192857],"study_design_scores_gemma":[0.00087869517,0.00006903575,0.00014424232,0.00091938506,0.00032201438,0.000058402766,0.00023716725,0.00001981796,0.00045821315,0.000006492781,0.99673206,0.00015445253],"about_ca_topic_score_codex":0.000025585372,"about_ca_topic_score_gemma":2.1614314e-7,"teacher_disagreement_score":0.68850017,"about_ca_system_score_codex":0.00014967933,"about_ca_system_score_gemma":0.0005241844,"threshold_uncertainty_score":0.6436779},"labels":[],"label_agreement":null},{"id":"W1512368618","doi":"10.36834/cmej.36610","title":"Medical students' attitudes and perspectives regarding novel computer interface based practical spot test compared to traditional method of practical spot test","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Hot spot (computer programming); Sweet spot; Computer science; Blind spot; Simulation; Artificial intelligence","score_opus":0.05139445236094979,"score_gpt":0.4159873954974399,"score_spread":0.3645929431364901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512368618","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1722657,0.00013912203,0.14130996,0.6818683,0.0022120164,0.0010564389,0.000024756726,0.000045309393,0.0010784059],"genre_scores_gemma":[0.6849798,0.000019897667,0.27718705,0.035174645,0.00233186,0.000072556606,0.00004441607,0.000039003113,0.00015078323],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9944379,0.00020810307,0.0010910959,0.00050124637,0.0031942902,0.0005673728],"domain_scores_gemma":[0.98462963,0.0027055878,0.00039646606,0.00042288387,0.0025738177,0.0092716],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034852042,0.00028966396,0.00057058025,0.00084141595,0.0003013977,0.00021952737,0.00042046994,0.0004108331,0.03224124],"category_scores_gemma":[0.13421616,0.00025821294,0.0001033588,0.00075918506,0.00058396655,0.00039214728,0.00006991668,0.0020807467,0.00008694221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011206265,0.009478527,0.047281515,0.00028374913,0.00029521913,0.00015191444,0.0033381227,0.00001478386,0.0006198986,0.0048351833,0.8688626,0.06472637],"study_design_scores_gemma":[0.0083337,0.0020878043,0.81184673,0.005441771,0.00048824612,0.032940406,0.015960904,0.041323543,0.00037357854,0.0004869639,0.07950975,0.0012066227],"about_ca_topic_score_codex":0.0012721585,"about_ca_topic_score_gemma":0.00051486207,"teacher_disagreement_score":0.7893529,"about_ca_system_score_codex":0.0010053593,"about_ca_system_score_gemma":0.040999956,"threshold_uncertainty_score":0.999987},"labels":[],"label_agreement":null},{"id":"W1512769317","doi":"","title":"An evaluation of an on-line anatomy course by laboratory instructors: Building on instructional design","year":2002,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Course (navigation); Medical education; Computer science; Mathematics education; Medicine; Engineering; Psychology","score_opus":0.10395239793336278,"score_gpt":0.37253846522743733,"score_spread":0.2685860672940745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512769317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831137,0.0002048263,0.00007722788,0.010049433,0.001361882,0.0009582014,0.000024517183,0.00008511096,0.0041250754],"genre_scores_gemma":[0.99104154,0.00015852756,0.0035397361,0.002542977,0.00046205474,0.00018050177,0.00024989125,0.00005498916,0.0017697802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953803,0.00085304497,0.00077440945,0.0007594862,0.0018620779,0.00037070567],"domain_scores_gemma":[0.9971661,0.00011354277,0.0010005932,0.00051829795,0.0009497251,0.00025172616],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017801212,0.00035009443,0.0004217147,0.0004520787,0.0002692278,0.00008055574,0.00018292021,0.00023912509,0.001230113],"category_scores_gemma":[0.00033294637,0.0003645172,0.00003228733,0.001289805,0.00020251132,0.0004116647,0.000016590322,0.0011387881,0.000024293213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010956906,0.006879819,0.079163305,0.00040222864,0.000095298165,0.000005335976,0.0013926666,0.001996157,0.0029486886,0.16406533,0.009753905,0.7322016],"study_design_scores_gemma":[0.009818507,0.013807111,0.8055435,0.0042466256,0.0003415571,0.000037767306,0.0069341063,0.100707725,0.0051553654,0.009953408,0.041577037,0.0018772895],"about_ca_topic_score_codex":0.0001517972,"about_ca_topic_score_gemma":0.000036949274,"teacher_disagreement_score":0.73032427,"about_ca_system_score_codex":0.0012254493,"about_ca_system_score_gemma":0.0012804886,"threshold_uncertainty_score":0.9998807},"labels":[],"label_agreement":null},{"id":"W1518307889","doi":"10.1111/j.1365-2923.2011.04130.x","title":"On teaching confidence and creativity","year":2011,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Creativity; Citation; Competence (human resources); Library science; Psychology; Sociology; Computer science; Social psychology","score_opus":0.019617149576668873,"score_gpt":0.35772360864813924,"score_spread":0.33810645907147036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518307889","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012282754,0.00017757219,0.0006400111,0.950044,0.002594184,0.00050979183,0.0000023897894,0.000098356664,0.033650957],"genre_scores_gemma":[0.008810799,0.0000663739,0.0014651312,0.9721055,0.0056996387,0.0001625642,0.00066954043,0.000050522223,0.01096992],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997315,0.00015790827,0.00045935807,0.000539218,0.0012228888,0.00030566307],"domain_scores_gemma":[0.9986036,0.0002612958,0.00021621017,0.00057413685,0.00023594209,0.00010880798],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00096855185,0.00028184353,0.00041498666,0.0003601955,0.00015000888,0.000029810371,0.00018539073,0.0012187299,0.0039060952],"category_scores_gemma":[0.016486209,0.00023975653,0.000060036862,0.00018925536,0.0003543322,0.0000800633,0.00004285479,0.0047724256,0.0002606123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001395151,0.00032307117,0.0002021703,0.00033344235,0.000025546777,0.000023367797,0.00059581216,3.8718095e-9,0.0000019036735,0.0027930762,0.8810349,0.11465275],"study_design_scores_gemma":[0.00029524264,0.00020140011,0.0020075021,0.00187058,0.00011799134,0.00023157017,0.00009080241,0.000065375956,0.000014030828,0.0022351155,0.9926493,0.00022105574],"about_ca_topic_score_codex":0.00018561666,"about_ca_topic_score_gemma":0.0000012278329,"teacher_disagreement_score":0.114431694,"about_ca_system_score_codex":0.00023865256,"about_ca_system_score_gemma":0.0028596115,"threshold_uncertainty_score":0.9975236},"labels":[],"label_agreement":null},{"id":"W1519488014","doi":"","title":"CMAJ's new online continuing professional development course.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Variety (cybernetics); Continuing education; Continuing professional development; Continuing medical education; Euphemism; Professional development; Medical education; Course (navigation); Medicine; Engineering ethics; Computer science; Artificial intelligence; Engineering; Linguistics; Philosophy","score_opus":0.04017190593628219,"score_gpt":0.30595259799885094,"score_spread":0.26578069206256877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519488014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9615155,0.00042002188,0.0002575337,0.028663907,0.0027057861,0.0009979362,0.0000014039847,0.00013177657,0.0053061265],"genre_scores_gemma":[0.87463236,0.00001325116,0.011390443,0.003433786,0.0010173515,0.00045188854,0.000092364804,0.000019225214,0.108949356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99884886,0.000013748973,0.0002952517,0.00016693902,0.00038166606,0.00029356315],"domain_scores_gemma":[0.9994643,0.000021919232,0.00007512463,0.00016360142,0.0001346901,0.00014037958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002682163,0.000090549285,0.00014130444,0.00008678816,0.000057523328,0.000010129443,0.00007384979,0.00008015092,0.0008177961],"category_scores_gemma":[0.0005773246,0.00007606184,0.00002346507,0.00030629354,0.000039392926,0.00005887882,0.000025625743,0.00024579032,0.000094753676],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007780029,0.0003928435,0.0105402265,0.000016998154,0.000020572415,0.0000040100826,0.00058396475,1.7209193e-7,0.000008956509,0.0001140253,0.15627857,0.8320319],"study_design_scores_gemma":[0.0006899848,0.0000064853234,0.6273826,0.0000519253,0.00002005071,0.000018582536,0.00015377348,0.0000711383,0.00018032837,0.000023008291,0.37133032,0.0000718186],"about_ca_topic_score_codex":0.000003960134,"about_ca_topic_score_gemma":0.0000030231981,"teacher_disagreement_score":0.8319601,"about_ca_system_score_codex":0.00013191385,"about_ca_system_score_gemma":0.000086261076,"threshold_uncertainty_score":0.8954294},"labels":[],"label_agreement":null},{"id":"W1519665981","doi":"10.1111/j.1365-2923.2012.04326.x","title":"Dialogue in <i>Medical Education</i> : enabling the academic voyeur that lurks inside us all","year":2012,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science","score_opus":0.01692834801878335,"score_gpt":0.36448844710450623,"score_spread":0.3475600990857229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519665981","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01582882,0.006853403,0.000124731,0.09253554,0.8789606,0.0016767699,0.0000137039615,0.00017069631,0.0038357337],"genre_scores_gemma":[0.016568724,0.0049676346,0.0004622929,0.092691384,0.8713914,0.0024434002,0.0077841906,0.00020668969,0.0034842747],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878935,0.00060870894,0.0020086947,0.0010840056,0.007179431,0.0012256561],"domain_scores_gemma":[0.9930514,0.0018600166,0.0010000046,0.0017581979,0.0013269393,0.0010034152],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0069277566,0.00076753536,0.0010588171,0.0010425046,0.00026382878,0.00008605993,0.0014936546,0.005371952,0.004283069],"category_scores_gemma":[0.11497891,0.00058763067,0.00024175564,0.0017525567,0.00080787233,0.00039358545,0.00030572645,0.01160496,0.00048638997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048293976,0.001690979,0.0037611008,0.000434272,0.000057963567,0.0000075318076,0.0013135559,2.858815e-7,0.000003185143,0.00026242723,0.83300215,0.15941824],"study_design_scores_gemma":[0.0010613317,0.00006779572,0.004038309,0.00337168,0.0002993254,0.00014149281,0.00087243004,0.00014617476,0.000015711295,0.00037189026,0.98909795,0.0005159209],"about_ca_topic_score_codex":0.0014846489,"about_ca_topic_score_gemma":0.00027392336,"teacher_disagreement_score":0.15890232,"about_ca_system_score_codex":0.0018207694,"about_ca_system_score_gemma":0.06750263,"threshold_uncertainty_score":0.9996575},"labels":[],"label_agreement":null},{"id":"W152007517","doi":"10.1177/120347541201600103","title":"Quality Assurance in Postgraduate Medical Education: Implications for Dermatology Residency Training Programs","year":2012,"lang":"en","type":"review","venue":"Journal of Cutaneous Medicine and Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Accreditation; Quality assurance; Medicine; Residency training; Medical education; Quality (philosophy); Training (meteorology); Program assurance; Quality management; Graduate medical education; Continuing education; Pathology; Operations management; Management system","score_opus":0.20018607363934457,"score_gpt":0.4716409665207577,"score_spread":0.2714548928814131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W152007517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009361352,0.94840974,0.00022919146,0.04750267,0.0017879945,0.0008324602,0.0000030372557,0.000016545984,0.00028225186],"genre_scores_gemma":[0.0019230382,0.99066776,0.0021648137,0.0020523956,0.0026534384,0.00015770903,0.00019272383,0.000051329003,0.00013680164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99488044,0.0003366445,0.0033816001,0.0002760073,0.0006703286,0.00045499075],"domain_scores_gemma":[0.99309564,0.003205749,0.0019302727,0.00035068905,0.0010065819,0.0004110464],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038572962,0.00034590065,0.0032554574,0.001149133,0.000092016104,0.000013214022,0.00019726403,0.0005743445,0.00008247688],"category_scores_gemma":[0.017819317,0.0002434986,0.00038971246,0.0009132124,0.00034706044,0.000116543924,0.000020551657,0.0011107626,0.0000024401907],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040060037,0.00033533038,0.0025595098,0.012269382,0.00013036559,0.00008995183,0.0005140508,8.187445e-9,4.0870157e-7,0.0007818931,0.020704774,0.96257424],"study_design_scores_gemma":[0.00034515408,0.00013291043,0.00058720674,0.03571356,0.0008630158,0.07838998,0.00049807376,0.0000014968555,8.041577e-8,0.0010353106,0.88223094,0.00020230179],"about_ca_topic_score_codex":0.00001875598,"about_ca_topic_score_gemma":0.00002052797,"teacher_disagreement_score":0.96237195,"about_ca_system_score_codex":0.00021356,"about_ca_system_score_gemma":0.011067418,"threshold_uncertainty_score":0.9945389},"labels":[],"label_agreement":null},{"id":"W1520155358","doi":"10.1186/1472-6920-6-12","title":"Can standardized patients replace physicians as OSCE examiners?","year":2006,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Educational measurement; Medicine; MEDLINE; Medical physics; Psychology; Curriculum; Pedagogy; Political science","score_opus":0.007547458839890486,"score_gpt":0.31490537403095814,"score_spread":0.30735791519106764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520155358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593009,0.00008957278,0.0016256917,0.012656628,0.0024852718,0.00065554096,0.0000055276696,0.00014699546,0.02303392],"genre_scores_gemma":[0.9637529,0.000020385281,0.007732674,0.0133735025,0.002244193,0.00019273513,0.0014957958,0.000047876358,0.011139922],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99700165,0.00010782842,0.000588414,0.00041478276,0.0015560938,0.00033125604],"domain_scores_gemma":[0.99828213,0.0001242833,0.00021320548,0.00051978714,0.00069166697,0.00016892211],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006355179,0.00018987143,0.000293343,0.00020905469,0.00013436974,0.000026942342,0.00016254003,0.0002302253,0.0014817384],"category_scores_gemma":[0.0094099045,0.00017572203,0.00007972687,0.0007461552,0.00019260708,0.00009829879,0.000029162291,0.0003727446,0.00014989637],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019356076,0.0044253445,0.09460684,0.00032315464,0.00002816186,0.0000030135166,0.0005763196,0.000003010745,0.00018208813,0.0068099913,0.72415096,0.16869758],"study_design_scores_gemma":[0.0081493575,0.0006727875,0.66573334,0.0017164615,0.0003074455,0.00008580702,0.0028053212,0.001107923,0.0016606853,0.0036986691,0.31328905,0.0007731616],"about_ca_topic_score_codex":0.0006829091,"about_ca_topic_score_gemma":0.00014391233,"teacher_disagreement_score":0.57112646,"about_ca_system_score_codex":0.0005192059,"about_ca_system_score_gemma":0.005522012,"threshold_uncertainty_score":0.999431},"labels":[],"label_agreement":null},{"id":"W1520524836","doi":"10.36834/cmej.36592","title":"Enhancement of medical student performance through narrative reflective practice: a pilot project","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; Western University","funders":"","keywords":"Preceptor; Multiple choice; Medical education; Objective structured clinical examination; Medicine; Test (biology); Cohort; Psychology; Clinical Practice; Clinical clerkship; Narrative; Family medicine; Internal medicine; Pedagogy; Significant difference; Curriculum","score_opus":0.030331158092290367,"score_gpt":0.43704148989852437,"score_spread":0.406710331806234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520524836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6572316,0.000540245,0.0007451564,0.30549502,0.0038304005,0.0013610647,0.0000013331214,0.00002255084,0.03077261],"genre_scores_gemma":[0.89521575,0.0010646998,0.01049672,0.089774966,0.0018026668,0.00036110412,0.00004110106,0.000033385906,0.0012096319],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945402,0.00022120858,0.0010053201,0.00028491704,0.0034493906,0.0004989312],"domain_scores_gemma":[0.9932936,0.00011140188,0.00044691417,0.00032467622,0.002925139,0.0028982796],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022612975,0.00020341357,0.00035827374,0.0004921732,0.00033002842,0.00006209252,0.0004391338,0.00029592973,0.057912204],"category_scores_gemma":[0.039775774,0.00016684852,0.00006689665,0.0009915247,0.00039261783,0.0005715062,0.000034422617,0.0017289115,0.00011890194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009008813,0.002816203,0.0014295203,0.00017348281,0.0002951371,0.000039747298,0.03730616,5.129896e-7,0.00007195089,0.0027619582,0.69843006,0.2565852],"study_design_scores_gemma":[0.0042973123,0.0043819128,0.018473059,0.003698055,0.0002655555,0.0071688322,0.15864815,0.0010949422,0.00064644124,0.0007650903,0.79991734,0.0006433297],"about_ca_topic_score_codex":0.009446614,"about_ca_topic_score_gemma":0.0007906492,"teacher_disagreement_score":0.25594187,"about_ca_system_score_codex":0.0014404912,"about_ca_system_score_gemma":0.11346646,"threshold_uncertainty_score":0.9971496},"labels":[],"label_agreement":null},{"id":"W1522267633","doi":"","title":"On becoming a doctor","year":2001,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Medicine; Computer science","score_opus":0.02688431430273294,"score_gpt":0.28685919714259517,"score_spread":0.25997488283986225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522267633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9474176,0.00004925015,0.00025951228,0.009132427,0.0016081437,0.00044227653,0.0000016342605,0.00014036168,0.040948763],"genre_scores_gemma":[0.9724229,0.00009909057,0.0014381569,0.0075888406,0.0011379969,0.00006648513,0.000036508263,0.000044899854,0.017165106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998342,0.0000458945,0.00029346312,0.0002767058,0.00037260648,0.0006693705],"domain_scores_gemma":[0.99915665,0.0000436992,0.00006884685,0.00038984066,0.00012598088,0.00021497645],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003437804,0.00013940051,0.0001672022,0.00015120147,0.00008136543,0.00002621226,0.00012511053,0.000060102633,0.0009728457],"category_scores_gemma":[0.002063963,0.00011983993,0.000047048587,0.00072529505,0.000061449064,0.00007164891,0.000025301368,0.00035311605,0.00054328033],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006118921,0.001978398,0.1419265,0.00013553881,0.00015915364,0.00074321445,0.0075493855,0.00002032042,0.0016013507,0.028121753,0.22638181,0.59077066],"study_design_scores_gemma":[0.0013679567,0.000114985334,0.27988788,0.000102418715,0.000047692818,0.00016129126,0.00009607252,0.00012756846,0.0010145699,0.0001836389,0.71671784,0.00017806004],"about_ca_topic_score_codex":0.0000060944467,"about_ca_topic_score_gemma":0.000001015425,"teacher_disagreement_score":0.5905926,"about_ca_system_score_codex":0.0002207801,"about_ca_system_score_gemma":0.00011155707,"threshold_uncertainty_score":0.9999404},"labels":[],"label_agreement":null},{"id":"W1524211589","doi":"10.1007/s12630-011-9640-1","title":"Review article: Leading the future: guiding two predominant paradigm shifts in medical education through scholarship","year":2011,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; University of Ottawa Skills and Simulation Centre; Ottawa Hospital","funders":"","keywords":"Scholarship; Paradigm shift; Engineering ethics; Sociology; Political science; Epistemology; Engineering; Philosophy; Law","score_opus":0.0487599171839171,"score_gpt":0.34738373178405074,"score_spread":0.29862381460013365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524211589","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021920803,0.9712225,0.000008844879,0.02320729,0.001909607,0.000978193,0.0000017234781,0.000009049888,0.00047071834],"genre_scores_gemma":[0.0011098229,0.9896118,0.0006523524,0.0033571357,0.004875051,0.0000531308,0.000030403688,0.00014066773,0.00016964492],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927286,0.00091932435,0.0034619854,0.00044634633,0.0011669468,0.0012768186],"domain_scores_gemma":[0.99315673,0.00018159235,0.002524454,0.0007851645,0.001056933,0.0022951139],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008883926,0.0007384045,0.002676525,0.0015026188,0.0005957269,0.00022988534,0.0016329716,0.0007366983,0.0012518466],"category_scores_gemma":[0.0044532195,0.0005009098,0.00080103707,0.0026133761,0.0004477261,0.0006823799,0.000020695377,0.004492168,0.000080592334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022840084,0.00012292834,0.0002142964,0.0074088993,0.00019101099,0.091915175,0.0010903818,5.3850727e-7,4.491148e-8,0.0036556523,0.04391261,0.85146564],"study_design_scores_gemma":[0.0002701757,0.00012918185,0.000074022,0.07401462,0.0007665142,0.45132658,0.00018344643,0.00000119429,1.2943018e-7,0.00039923057,0.47260275,0.00023217745],"about_ca_topic_score_codex":0.0022548724,"about_ca_topic_score_gemma":0.0066943625,"teacher_disagreement_score":0.8512334,"about_ca_system_score_codex":0.0037870419,"about_ca_system_score_gemma":0.06813079,"threshold_uncertainty_score":0.99974424},"labels":[],"label_agreement":null},{"id":"W1524549791","doi":"","title":"How to make it in medical school: Pearls of Wisdom From Dr. Salloum","year":2013,"lang":"en","type":"article","venue":"UBC Faculty of Medicine medical journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical school; Medical education; Medicine; Medical journal; Family medicine","score_opus":0.0311573678015685,"score_gpt":0.3593706900749757,"score_spread":0.32821332227340716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524549791","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45361358,0.0002793935,0.0034604077,0.5388052,0.0011941057,0.00050041307,0.000008793013,0.000026040872,0.002112061],"genre_scores_gemma":[0.9399194,0.00036385175,0.012551093,0.03974138,0.004686655,0.000054193344,0.00022697021,0.00006885738,0.0023875642],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.989341,0.00023998496,0.0022780036,0.0004517108,0.0070184986,0.000670758],"domain_scores_gemma":[0.99419045,0.00046173105,0.0006525452,0.0005817959,0.0014917261,0.0026217415],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004078846,0.00036383444,0.0014082177,0.0009029353,0.00007589365,0.000025495823,0.0008859913,0.0006730737,0.031275768],"category_scores_gemma":[0.07124435,0.0002512173,0.00018162171,0.0013307245,0.0013009708,0.00019556184,0.000175106,0.002653342,0.00012306926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002210919,0.00083923497,0.023263855,0.00021030274,0.00021891028,0.00033583958,0.002687981,0.0000017342828,0.003044951,0.00030864845,0.7728833,0.19598417],"study_design_scores_gemma":[0.036919713,0.0042448654,0.52550167,0.02498687,0.0005395779,0.0031436868,0.032019656,0.002980749,0.0013746226,0.0042582136,0.36304176,0.0009886161],"about_ca_topic_score_codex":0.0010845979,"about_ca_topic_score_gemma":0.0001026698,"teacher_disagreement_score":0.5022378,"about_ca_system_score_codex":0.0002622243,"about_ca_system_score_gemma":0.0021811014,"threshold_uncertainty_score":0.999994},"labels":[],"label_agreement":null},{"id":"W1525191305","doi":"10.1111/j.1365-2923.2011.04149.x","title":"A cross‐cultural study of students’ approaches to professional dilemmas: sticks or ripples","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto; Western University","funders":"National Science Council","keywords":"Psychology; Context (archaeology); Affect (linguistics); Medical education; Pedagogy; Social psychology; Medicine","score_opus":0.10812675794322404,"score_gpt":0.4549468504752935,"score_spread":0.34682009253206947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525191305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98905253,0.00007552674,0.00018652067,0.005811889,0.0029086804,0.0013378928,0.0000018029492,0.000045068642,0.00058009225],"genre_scores_gemma":[0.9875286,0.000003779057,0.0028739332,0.0037701698,0.0014367073,0.00064547383,0.00014258931,0.000021722848,0.0035770296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966534,0.000120228455,0.0006836367,0.00027134715,0.0019273754,0.0003440618],"domain_scores_gemma":[0.9986708,0.000094694435,0.0001637676,0.00037454464,0.00039789677,0.00029828525],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013601409,0.00017053698,0.00030982002,0.00022361304,0.00013073989,0.000025441612,0.00028996752,0.00017917989,0.0028978202],"category_scores_gemma":[0.009089636,0.0001116768,0.00004235422,0.00083157624,0.00017029676,0.00022342158,0.00011959976,0.0004030959,0.00007543778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003538761,0.030706918,0.77364814,0.0002796322,0.00011573284,0.0000014718605,0.028640117,0.0000014861515,0.00006024113,0.00088111847,0.07811915,0.087192096],"study_design_scores_gemma":[0.0016162636,0.00062737596,0.9311117,0.0004131281,0.0001182372,0.000046782312,0.03445129,0.000074898606,0.00012309567,0.000020599533,0.031221772,0.00017487806],"about_ca_topic_score_codex":0.00009425559,"about_ca_topic_score_gemma":0.000017317874,"teacher_disagreement_score":0.15746352,"about_ca_system_score_codex":0.0001966388,"about_ca_system_score_gemma":0.0014633024,"threshold_uncertainty_score":0.9992572},"labels":[],"label_agreement":null},{"id":"W1525457373","doi":"10.1002/chp.21265","title":"Role for Assessment in Maintenance of Certification: Physician Perceptions of Assessment","year":2015,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Maintenance of Certification; Certification; Medical education; Perception; Medicine; Nursing; Psychology; Family medicine; Political science","score_opus":0.05961040582379666,"score_gpt":0.48675198058449143,"score_spread":0.42714157476069475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525457373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92089313,0.0002052119,0.0066260016,0.06877717,0.0012574925,0.0012509972,0.000003964099,0.000003931678,0.0009820891],"genre_scores_gemma":[0.9623485,0.000044911143,0.03567878,0.0012616845,0.00026031374,0.00011673116,0.00002155001,0.00001003452,0.0002574805],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99753314,0.00034559003,0.0014013964,0.000099004035,0.00044587447,0.00017502074],"domain_scores_gemma":[0.99639857,0.0002271779,0.0014581638,0.00027529185,0.0015721148,0.00006867284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046376535,0.00008140233,0.00036893046,0.0004332247,0.000056114313,0.000006001874,0.00018816913,0.00006606819,0.0000115425155],"category_scores_gemma":[0.0009497984,0.00005741734,0.00006950507,0.0006818908,0.00007488623,0.00013130871,0.000013041133,0.0005433368,4.881649e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003713666,0.011502809,0.24547575,0.0015946932,0.00005514406,6.790804e-7,0.15027589,0.00016679906,0.006298974,0.039614297,0.102270484,0.44237313],"study_design_scores_gemma":[0.0015362971,0.00052601844,0.7101889,0.0037906975,0.000033526354,0.000016836959,0.27496588,0.00068724324,0.0000618458,0.0045892717,0.0035402724,0.0000632102],"about_ca_topic_score_codex":0.000044854478,"about_ca_topic_score_gemma":0.000018202985,"teacher_disagreement_score":0.46471316,"about_ca_system_score_codex":0.00055114843,"about_ca_system_score_gemma":0.0061011817,"threshold_uncertainty_score":0.9995333},"labels":[],"label_agreement":null},{"id":"W152736949","doi":"10.1007/978-94-010-0462-6_19","title":"The Role of Teacher-Learner Relationships in Medical Education","year":2002,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Mathematics education; Convention; Point (geometry); Teacher education; Pedagogy; Quality (philosophy); Sociology; Social science","score_opus":0.02267650600343029,"score_gpt":0.3171764038770452,"score_spread":0.2944998978736149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W152736949","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01053414,0.0040925317,0.000024921994,0.0054008607,0.0032511093,0.00071508164,0.00000713082,0.000027713455,0.9759465],"genre_scores_gemma":[0.41684964,0.0015231367,0.00153115,0.00046773022,0.0015592305,0.0001696771,0.00042178726,0.00009069561,0.577387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968305,0.00004136216,0.0012717573,0.00035428428,0.0013240986,0.00017796166],"domain_scores_gemma":[0.9971133,0.0001578146,0.00083856814,0.0005739678,0.0012312435,0.00008511085],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010016998,0.00025546277,0.0003685395,0.0008035324,0.000095188945,0.000021372965,0.00045136805,0.0005438384,0.002201743],"category_scores_gemma":[0.0023892801,0.00022321231,0.00016266639,0.0001381462,0.0003509924,0.00011224028,0.00007773264,0.0011725067,0.00006074502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008623836,0.00088458735,0.012814523,0.00012464545,0.00015008013,6.2589965e-7,0.0006170969,0.0000017947539,0.000086359236,0.5418197,0.014408812,0.42900556],"study_design_scores_gemma":[0.0005568426,0.00008902107,0.016791824,0.0042427117,0.00013936438,0.000050490315,0.00086841325,0.00048314017,0.00050555624,0.043340646,0.93263763,0.00029435937],"about_ca_topic_score_codex":0.00011486178,"about_ca_topic_score_gemma":0.000055045464,"teacher_disagreement_score":0.9182288,"about_ca_system_score_codex":0.0005372896,"about_ca_system_score_gemma":0.0029713523,"threshold_uncertainty_score":0.9987104},"labels":[],"label_agreement":null},{"id":"W1529899395","doi":"10.1002/9781118410868.wbehibs374","title":"Medical Education and Faculty Development","year":2014,"lang":"en","type":"other","venue":"The Wiley Blackwell Encyclopedia of Health, Illness, Behavior, and Society","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mentorship; Excellence; Vitality; Faculty development; Medical education; Professional development; Health care; Psychology; Career development; Pedagogy; Medicine; Political science","score_opus":0.011612662793316138,"score_gpt":0.3165940048151902,"score_spread":0.30498134202187405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529899395","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24053979,0.11310833,0.0016738727,0.038748913,0.013066581,0.0123664895,0.00015306687,0.0009615753,0.57938135],"genre_scores_gemma":[0.009010863,0.33354595,0.014230232,0.016408904,0.0036192897,0.0011824508,0.003140008,0.0009547168,0.6179076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728674,0.00012877495,0.0008496153,0.00047116066,0.0008899513,0.0003737601],"domain_scores_gemma":[0.99847573,0.000056390232,0.00060011254,0.00049182517,0.00016976266,0.00020619488],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015553852,0.0003623672,0.0007371556,0.0001098484,0.00036904746,0.000014653617,0.00020660825,0.00068431505,0.0012722927],"category_scores_gemma":[0.00024946965,0.00026007442,0.00009915735,0.00026815687,0.00078825175,0.00003695241,0.0000981756,0.00075256184,0.000023175702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003874645,0.00033762617,0.0017914952,0.0007876257,0.000033895405,2.8342816e-7,0.0047598816,1.1695282e-8,4.505677e-7,0.00022460561,0.63639736,0.3556629],"study_design_scores_gemma":[0.00062912266,0.00006782294,0.010916063,0.0015907562,0.00016615307,0.000045319568,0.002302831,0.0000169071,0.0000029302132,0.000049291022,0.9839402,0.00027261046],"about_ca_topic_score_codex":0.0006650019,"about_ca_topic_score_gemma":0.000053674852,"teacher_disagreement_score":0.35539028,"about_ca_system_score_codex":0.00014090432,"about_ca_system_score_gemma":0.0037995395,"threshold_uncertainty_score":0.99998516},"labels":[],"label_agreement":null},{"id":"W1532038772","doi":"10.1007/s12630-011-9561-z","title":"Core Clinical Competencies in Anesthesiology: A Case-Based Approach","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Anesthesiology; Core (optical fiber); Core competency; Medical education; Medical physics; Medicine; Psychology; Computer science; Anesthesia; Management; Economics","score_opus":0.08318176993644737,"score_gpt":0.3063359113828585,"score_spread":0.2231541414464111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532038772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950277,0.0005251612,0.00011403525,0.0022601094,0.00049197325,0.00027980626,0.0000015636905,0.00001183533,0.0012877819],"genre_scores_gemma":[0.9758903,0.000020205625,0.022081804,0.0010785927,0.00073802297,0.0000068114055,0.000010852605,0.000058256224,0.00011520353],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9959653,0.0002939478,0.001986246,0.00030959735,0.0004886057,0.00095632294],"domain_scores_gemma":[0.99528867,0.0001211322,0.0009410221,0.00040849086,0.0012836613,0.0019570244],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004350584,0.0003560993,0.0010102541,0.0019802435,0.0003413458,0.00006338796,0.00053407776,0.0004777281,0.0004996313],"category_scores_gemma":[0.0013201502,0.00030451623,0.00035405258,0.0011673116,0.00082203833,0.00026686696,0.0000061969986,0.002147928,0.000016505906],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002021553,0.00021123944,0.22072434,0.000050672752,0.000056439538,0.7677574,0.0017002966,0.0000330141,0.0000027908854,0.00073848985,0.0032860287,0.0052371067],"study_design_scores_gemma":[0.0016609222,0.0016289094,0.10421236,0.00025892907,0.0001411755,0.88367254,0.002892999,0.00028926943,0.000007879031,0.00032306762,0.0046489714,0.00026298163],"about_ca_topic_score_codex":0.009555782,"about_ca_topic_score_gemma":0.008252432,"teacher_disagreement_score":0.11651198,"about_ca_system_score_codex":0.0010160046,"about_ca_system_score_gemma":0.011804955,"threshold_uncertainty_score":0.9999407},"labels":[],"label_agreement":null},{"id":"W1533555482","doi":"10.1111/j.1365-2923.2010.03879.x","title":"Medical education research: the importance of research design and a programmatic approach","year":2010,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Library science; Sociology; Computer science","score_opus":0.11408274286301222,"score_gpt":0.48142958581239254,"score_spread":0.3673468429493803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533555482","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010373922,0.0017881272,0.0010376242,0.97649395,0.0023031465,0.0041149785,0.0000018326101,0.000072151306,0.0038142367],"genre_scores_gemma":[0.007462944,0.00082008453,0.038658224,0.9150935,0.020927193,0.0068032965,0.0025024526,0.00020961103,0.0075227073],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843729,0.0022157098,0.0014590016,0.0009602997,0.010005242,0.000986808],"domain_scores_gemma":[0.9901762,0.0021779407,0.00050600496,0.0019957616,0.0047254567,0.0004186382],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.028141804,0.00037027468,0.00068691245,0.0013943609,0.0005226234,0.00010392356,0.001170352,0.004127138,0.0017940981],"category_scores_gemma":[0.10424539,0.0002544904,0.0001095308,0.0031733406,0.0046656113,0.00012840712,0.00026083933,0.022404624,0.000056261306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029411258,0.0015205203,0.00056952337,0.0020575018,0.000048573263,0.00000969096,0.0011072826,3.273681e-8,0.0000054908883,0.0012569698,0.84236395,0.15103105],"study_design_scores_gemma":[0.0004813646,0.00030553172,0.0010202054,0.0028406603,0.00012228514,0.0007344182,0.0022009534,0.0018922447,0.000027992544,0.005771539,0.9843399,0.0002628883],"about_ca_topic_score_codex":0.00029312563,"about_ca_topic_score_gemma":0.000017181394,"teacher_disagreement_score":0.15076816,"about_ca_system_score_codex":0.00046737,"about_ca_system_score_gemma":0.05456606,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W1534104788","doi":"","title":"The 11th International Ottawa Conference on Medical Education on 2004 in Barcelona","year":2004,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Library science; Media studies; Sociology; Computer science","score_opus":0.01649040225571278,"score_gpt":0.3593059729007768,"score_spread":0.342815570645064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534104788","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27594694,0.00003380308,0.0009581919,0.39423096,0.0028663573,0.00044017044,8.80021e-7,0.00006382409,0.32545885],"genre_scores_gemma":[0.97361416,0.0000549325,0.0010829517,0.020670345,0.00047708742,0.00007448974,0.00006334915,0.000010902868,0.0039517945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983571,0.000028028038,0.00034197647,0.00020624282,0.0008920811,0.00017455788],"domain_scores_gemma":[0.9992689,0.00007434528,0.000057599245,0.00027355796,0.0002372086,0.00008837726],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006418029,0.00009899663,0.000101230224,0.0001930955,0.00008348748,0.000025308644,0.00021727807,0.00011477265,0.0016139519],"category_scores_gemma":[0.003136882,0.00006414835,0.000027250537,0.00033581047,0.00013419444,0.000050193732,0.000018760193,0.00047751697,0.0003397029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008524969,0.001270995,0.0021216532,0.000010156685,0.0000157769,0.0000065319664,0.00030534304,0.000022018336,0.00004285829,0.77142507,0.04921442,0.17547993],"study_design_scores_gemma":[0.011322398,0.0015776154,0.32569483,0.0033085884,0.00004417374,0.00026978608,0.0057485923,0.005272948,0.0028155365,0.087757096,0.5554193,0.00076913263],"about_ca_topic_score_codex":0.00013592467,"about_ca_topic_score_gemma":0.00013961842,"teacher_disagreement_score":0.6976672,"about_ca_system_score_codex":0.0005066218,"about_ca_system_score_gemma":0.0020667298,"threshold_uncertainty_score":0.9992987},"labels":[],"label_agreement":null},{"id":"W1534524910","doi":"10.4212/cjhp.v57i1.344","title":"Revenir fort de connaissances","year":2004,"lang":"fr","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Gynecology; Medicine","score_opus":0.023313375614373414,"score_gpt":0.3410189262924694,"score_spread":0.31770555067809597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534524910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6202555,0.03261094,0.0003380815,0.326199,0.01702782,0.00026358207,0.000012939008,0.000005048836,0.0032871186],"genre_scores_gemma":[0.983382,0.00052858744,0.0011968777,0.0071920017,0.0062532905,0.0000043225396,0.000004237822,0.00002840248,0.001410285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982057,0.000073918585,0.0006180782,0.00010344451,0.00035961924,0.0006392095],"domain_scores_gemma":[0.9980096,0.000049045644,0.00037646072,0.00020448305,0.00063478877,0.00072560384],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016302171,0.00016303279,0.00025549083,0.00022021514,0.0003851244,0.00007613339,0.00044746627,0.00007839488,0.0012008582],"category_scores_gemma":[0.0013705059,0.00012730986,0.00014412757,0.0005272695,0.00092768087,0.00032236305,0.000010358874,0.0010999012,0.00012989709],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107495274,0.0005222321,0.034434162,0.0003613615,0.00086185226,0.002923743,0.023731181,0.0008421318,0.00025034358,0.07248925,0.62297565,0.2405006],"study_design_scores_gemma":[0.0037507883,0.0008927194,0.014849002,0.0018803218,0.0006125977,0.0025451144,0.0028230108,0.00009248173,0.0021214362,0.022872202,0.9472672,0.00029313526],"about_ca_topic_score_codex":0.023434956,"about_ca_topic_score_gemma":0.0056326063,"teacher_disagreement_score":0.36312652,"about_ca_system_score_codex":0.0020436384,"about_ca_system_score_gemma":0.013506854,"threshold_uncertainty_score":0.99971217},"labels":[],"label_agreement":null},{"id":"W1534650573","doi":"10.36834/cmej.36608","title":"Parent assessment of medical student skills in ambulatory pediatrics","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Active listening; Curriculum; General partnership; Medical education; Demographics; Family medicine; Medical history; Medicine; Communication skills; Psychology; Pedagogy","score_opus":0.009912353850505517,"score_gpt":0.39005904505287725,"score_spread":0.3801466912023717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534650573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8827683,0.0004220277,0.00033023217,0.10892904,0.0038402888,0.0004929208,0.0000014814996,0.000012474001,0.0032032635],"genre_scores_gemma":[0.953728,0.000514886,0.0035601507,0.039943654,0.0017472646,0.00009479297,0.000043600696,0.000025602812,0.0003420073],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99465054,0.000120723205,0.0011561982,0.0002286095,0.0033733107,0.00047061188],"domain_scores_gemma":[0.9921612,0.000082990606,0.00026435163,0.000323511,0.0010124124,0.00615553],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002560208,0.00016270013,0.00035036862,0.00094085746,0.00010410247,0.000046403897,0.0004427755,0.00044144064,0.07105018],"category_scores_gemma":[0.01465092,0.00014317289,0.0001014111,0.00092940213,0.00021055102,0.00015382894,0.000033649434,0.001729823,0.00006887415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000207549,0.0017526911,0.34092653,0.0001271232,0.00004172561,0.000052586867,0.001263797,0.0000042086426,0.0000046479663,0.0020473183,0.37532908,0.2784482],"study_design_scores_gemma":[0.0013206006,0.000126988,0.9324472,0.00068593037,0.000047539736,0.0007448998,0.004276109,0.0017328414,0.0000030210792,0.00030232518,0.058123436,0.00018911166],"about_ca_topic_score_codex":0.0065101897,"about_ca_topic_score_gemma":0.0021276798,"teacher_disagreement_score":0.59152067,"about_ca_system_score_codex":0.0014531375,"about_ca_system_score_gemma":0.10710603,"threshold_uncertainty_score":0.99364907},"labels":[],"label_agreement":null},{"id":"W1536779986","doi":"10.1111/j.1365-2923.2012.04329.x","title":"Discourse(s) of emotion within medical education: the ever‐present absence","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Emotion work; Competence (human resources); Psychology; Discourse analysis; Identity (music); Social psychology; Cognitive psychology; Aesthetics; Linguistics","score_opus":0.014213731168287794,"score_gpt":0.38515279297478977,"score_spread":0.370939061806502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536779986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76885843,0.0014987317,0.0020041233,0.20683506,0.011131707,0.00081396836,0.0000014261178,0.00007507496,0.008781486],"genre_scores_gemma":[0.9696048,0.00011536759,0.0016516659,0.021252107,0.0046808273,0.00022395089,0.00019467747,0.000029309635,0.0022472905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954838,0.00019135664,0.000896055,0.00028202246,0.0027559886,0.0003907562],"domain_scores_gemma":[0.9976938,0.00015030745,0.00035755296,0.0007459362,0.0006366568,0.0004157543],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028597335,0.00019968142,0.0002977769,0.00021648321,0.0001761819,0.000016421114,0.00041862967,0.00035097994,0.0059568575],"category_scores_gemma":[0.015684847,0.00013503307,0.000098196164,0.0010046983,0.0007220031,0.00027972515,0.00007929186,0.00078806764,0.00016301934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004511226,0.0059060687,0.04560666,0.00031525356,0.00005895209,8.2873436e-7,0.00557366,0.0000013659557,0.000066994435,0.024534844,0.4020183,0.51587194],"study_design_scores_gemma":[0.0024279691,0.00043724608,0.45389915,0.0051111886,0.0005691132,0.0015060297,0.039382935,0.006393629,0.0020644297,0.0024470668,0.48483637,0.00092489884],"about_ca_topic_score_codex":0.00019825409,"about_ca_topic_score_gemma":0.000008719277,"teacher_disagreement_score":0.51494706,"about_ca_system_score_codex":0.0002586423,"about_ca_system_score_gemma":0.011429987,"threshold_uncertainty_score":0.99495184},"labels":[],"label_agreement":null},{"id":"W154100897","doi":"10.1007/978-90-481-9151-2_16","title":"Implementation of a Curriculum Management System at a Faculty of Medicine – Lessons Learned from a Pilot Project","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Medical education; Engineering management; Pilot program; Engineering; Medicine; Psychology; Pedagogy","score_opus":0.09802651501942716,"score_gpt":0.4155298930834979,"score_spread":0.31750337806407075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W154100897","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025938997,0.00021703896,0.0026956222,0.015800394,0.0018071793,0.0064558047,0.0005112108,0.000248569,0.9463252],"genre_scores_gemma":[0.22533399,0.00047706446,0.051964056,0.0009266121,0.0015296483,0.0005229795,0.014247381,0.00025272128,0.70474553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970217,0.000023814437,0.0012385293,0.00047134556,0.0010460119,0.00019861637],"domain_scores_gemma":[0.9975198,0.000036013582,0.0010116008,0.0006847163,0.0006893428,0.00005853555],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054500176,0.0003281673,0.0008648363,0.0006034858,0.000060168903,0.0000036223166,0.00018600715,0.00028363123,0.003542185],"category_scores_gemma":[0.00007450374,0.00024673284,0.0001151363,0.00018399526,0.00031597284,0.00004112613,0.00013349908,0.00045779615,0.00004293178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036035187,0.00053289486,0.00092760526,0.0075629265,0.0021495214,0.000042066957,0.0024521076,2.9532634e-7,0.0083243605,0.66270596,0.12974353,0.1851984],"study_design_scores_gemma":[0.023672488,0.005282237,0.007655495,0.018315049,0.008525262,0.00014210312,0.03881116,0.00025208326,0.008448701,0.0085587045,0.8788369,0.0014997867],"about_ca_topic_score_codex":0.0029158948,"about_ca_topic_score_gemma":0.0003198361,"teacher_disagreement_score":0.7490934,"about_ca_system_score_codex":0.00040411038,"about_ca_system_score_gemma":0.00021794296,"threshold_uncertainty_score":0.9999985},"labels":[],"label_agreement":null},{"id":"W1541987047","doi":"10.1096/fasebj.28.1_supplement.343.2","title":"RAP Sessions ‐ interdisciplinary delivery of anatomy, radiology, and procedural skills (343.2)","year":2014,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cambridge Memorial Hospital; McMaster University","funders":"","keywords":"Curriculum; Likert scale; Gross anatomy; Medicine; Session (web analytics); Chest tube; Test (biology); Radiology; Medical education; Medical physics; Psychology; Anatomy; Computer science; Pedagogy","score_opus":0.008760439912011746,"score_gpt":0.32020227887398117,"score_spread":0.3114418389619694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541987047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815524,0.00014727381,0.0010875104,0.015777204,0.00041816267,0.000113954295,0.0000012263587,0.00001087131,0.0008913911],"genre_scores_gemma":[0.9953969,0.000063483174,0.0020923703,0.0017367768,0.00045990158,0.0000039818333,0.000006966364,0.000008667415,0.00023093318],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991951,0.00009496866,0.0003048386,0.0000860659,0.00017424162,0.00014481605],"domain_scores_gemma":[0.99929374,0.00010739399,0.00016568328,0.00016458641,0.00019632779,0.00007223585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008652648,0.00007764837,0.0001765684,0.00014129933,0.00022682619,0.000010054976,0.00011552743,0.00006543325,0.00012580975],"category_scores_gemma":[0.0004525221,0.00004433085,0.00004530449,0.00019427492,0.00033170634,0.00007139981,0.00008730423,0.00048171863,0.000006088563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006609662,0.0012348345,0.07777327,0.00039350023,0.00052112463,0.000051551953,0.016103473,0.00004141605,0.1793043,0.005984646,0.33690587,0.38102505],"study_design_scores_gemma":[0.012320739,0.0038956134,0.76115227,0.0040929937,0.0012242994,0.04853066,0.03131729,0.0149552105,0.070936315,0.033454306,0.017231626,0.00088865025],"about_ca_topic_score_codex":0.0000017851794,"about_ca_topic_score_gemma":6.0837846e-7,"teacher_disagreement_score":0.683379,"about_ca_system_score_codex":0.000041091414,"about_ca_system_score_gemma":0.00014145166,"threshold_uncertainty_score":0.20928545},"labels":[],"label_agreement":null},{"id":"W1544047060","doi":"10.1002/9781118472361.ch25","title":"Quantitative research methods in medical education","year":2013,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia; McMaster University","funders":"","keywords":"Management science; Competence (human resources); Causality (physics); Causal inference; Inference; Psychology; Set (abstract data type); Research design; Educational research; Data science; Computer science; Epistemology; Mathematics education; Social science; Sociology; Social psychology; Artificial intelligence; Mathematics; Engineering; Econometrics","score_opus":0.16859289824890852,"score_gpt":0.6444307341785088,"score_spread":0.4758378359296003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544047060","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008429313,0.00089190627,0.0050166547,0.014100184,0.0011728886,0.0009503189,5.213964e-7,0.00009562773,0.9776876],"genre_scores_gemma":[0.000013653648,0.00018500551,0.31637317,0.0026984157,0.00048423023,0.00030133105,0.00010581107,0.0001692784,0.67966914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973561,0.0004664078,0.0004065873,0.0003593911,0.0011140056,0.00029750538],"domain_scores_gemma":[0.9985147,0.0002500811,0.00010240203,0.00053786446,0.00046802452,0.00012692518],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034026997,0.00014932567,0.0003466237,0.00201765,0.00002594053,0.000014642167,0.00019468117,0.00074233615,0.10966711],"category_scores_gemma":[0.0122859925,0.00011969379,0.000034848596,0.0015559542,0.00030183353,0.000031607815,0.000057569043,0.0013997415,0.0019523022],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005405666,0.00035802278,0.000111317226,0.00015309356,0.000016967608,0.0000021550022,0.00010639957,4.7939634e-9,0.000013413278,0.04915629,0.75648326,0.1935937],"study_design_scores_gemma":[0.00030812627,0.0001009294,0.0005479821,0.0014697155,0.0000115221965,0.00001687751,0.0013541258,0.00052894006,0.000021622604,0.0009851182,0.99453515,0.000119920885],"about_ca_topic_score_codex":0.002149595,"about_ca_topic_score_gemma":0.00013026343,"teacher_disagreement_score":0.3113565,"about_ca_system_score_codex":0.000287306,"about_ca_system_score_gemma":0.003631384,"threshold_uncertainty_score":0.9988248},"labels":[],"label_agreement":null},{"id":"W1544058656","doi":"10.25011/cim.v34i6.15901","title":"Abstracts of the 3rd Annual Canadian National Medical Student Research Symposium","year":2011,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical research; Medical education; Library science; Medicine; Medical school; Political science; Family medicine; Pathology; Computer science","score_opus":0.41273075949346655,"score_gpt":0.506670911916288,"score_spread":0.09394015242282144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544058656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.792013,0.000107796805,0.000005224709,0.16242844,0.00114595,0.00042985228,0.000008591997,0.000012538458,0.04384861],"genre_scores_gemma":[0.9860265,0.00007625575,0.00043696427,0.011461594,0.00094163424,0.000024156621,0.000019487532,0.0000117730315,0.0010016323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99623644,0.00031426677,0.001038211,0.00030990795,0.0018067709,0.0002944269],"domain_scores_gemma":[0.996611,0.00032638435,0.00017472451,0.00029257228,0.0018518995,0.00074339705],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.006788749,0.00012388056,0.0003646071,0.00023953883,0.00018298325,0.0000031208638,0.00029863644,0.00025231327,0.0008033624],"category_scores_gemma":[0.027322264,0.000070621594,0.000050968025,0.00078604906,0.019631822,0.00007718627,0.00010821573,0.0012656614,0.00002309761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006928658,0.00082730857,0.64538556,0.00016835652,0.00020030781,0.000037448943,0.012653397,2.8400012e-7,0.00026374037,0.11475044,0.21334219,0.012301698],"study_design_scores_gemma":[0.0011587167,0.0006934253,0.95414335,0.00065152644,0.000044644643,0.00003477465,0.002415538,0.000048737198,0.00027534805,0.019878073,0.020581132,0.000074720556],"about_ca_topic_score_codex":0.007636548,"about_ca_topic_score_gemma":0.0020070802,"teacher_disagreement_score":0.3087578,"about_ca_system_score_codex":0.00009554012,"about_ca_system_score_gemma":0.0024662602,"threshold_uncertainty_score":0.9989717},"labels":[],"label_agreement":null},{"id":"W1544568234","doi":"","title":"Proposal to improve the surgical skills of Canadian medical school graduates: the experiences of a medical student and staff surgeon with the Essential Surgical Skills Course in Kilimanjaro, Tanzania.","year":2010,"lang":"en","type":"letter","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Context (archaeology); Medical education; Health care; Tanzania; Nursing","score_opus":0.006181053977396602,"score_gpt":0.28195126998762127,"score_spread":0.27577021601022467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544568234","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4536783,0.00013466069,0.0000029343705,0.5422642,0.0009200794,0.0027020026,0.00001990776,0.000012932331,0.0002649168],"genre_scores_gemma":[0.87064236,0.00031022957,0.00008773038,0.117351234,0.0039819833,0.006488483,0.0001443337,0.000091717746,0.0009019188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902193,0.00069830014,0.0012921359,0.00072597916,0.0059416923,0.0011226052],"domain_scores_gemma":[0.9951558,0.0017066428,0.00046344235,0.0010770947,0.00061292405,0.0009841131],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.007818603,0.00048909814,0.0010017926,0.0005976409,0.00021604785,0.000085456326,0.0015004769,0.0017151604,0.0013399743],"category_scores_gemma":[0.0063830037,0.00021421626,0.0001489859,0.0018166822,0.0034751594,0.000078605495,0.00027862508,0.006433803,0.0000056710355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040548568,0.0020213386,0.0048860856,0.0003927723,0.0005699196,0.003008565,0.024270507,0.0000010443247,0.0000042610613,0.0007385736,0.90653527,0.057166163],"study_design_scores_gemma":[0.0068308013,0.0007647532,0.069392115,0.0011419771,0.00070389453,0.0031901482,0.040071312,0.000117133364,0.00023366757,0.00007202157,0.8764918,0.0009903621],"about_ca_topic_score_codex":0.01696164,"about_ca_topic_score_gemma":0.025476731,"teacher_disagreement_score":0.42491302,"about_ca_system_score_codex":0.0001653847,"about_ca_system_score_gemma":0.0058506513,"threshold_uncertainty_score":0.99978524},"labels":[],"label_agreement":null},{"id":"W1544723825","doi":"10.1186/s12909-015-0392-4","title":"Family physicians enhance end-of-life care: evaluation of a new continuing medical education learning module in British Columbia","year":2015,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Continuing education; Continuing medical education; End-of-life care; Medicine; Psychology; Nursing; Family medicine; Palliative care","score_opus":0.03149567379707564,"score_gpt":0.3768126964706589,"score_spread":0.3453170226735833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544723825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874653,0.0030582873,0.0021504625,0.0016543259,0.0024895996,0.00092515885,0.0000014824951,0.000047266254,0.0022081109],"genre_scores_gemma":[0.98877233,0.00013382651,0.0065349718,0.0018018371,0.0011873893,0.00023212822,0.00045418998,0.00003730891,0.00084599614],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99348897,0.00046797335,0.0012909593,0.00046460732,0.0039700894,0.00031742227],"domain_scores_gemma":[0.995734,0.0001657197,0.00058851024,0.00040512698,0.002601327,0.0005053184],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003984333,0.00015602856,0.00055545266,0.00026508866,0.000051832052,0.000038660117,0.00027908522,0.00041988507,0.0012525406],"category_scores_gemma":[0.076272555,0.00022942747,0.00009133791,0.0013096381,0.00028913733,0.00022508556,0.000051934192,0.0006866908,0.000018206812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003453676,0.0014598641,0.10113315,0.00040990222,0.000017391254,5.4639855e-7,0.0044867806,0.000039253584,0.00010604915,0.0000867319,0.04113933,0.85108644],"study_design_scores_gemma":[0.00905028,0.0006509794,0.83934796,0.016069792,0.000477641,0.00009160272,0.076330036,0.03710015,0.0004281074,0.0017468869,0.017980821,0.00072575116],"about_ca_topic_score_codex":0.02494004,"about_ca_topic_score_gemma":0.019264773,"teacher_disagreement_score":0.8503607,"about_ca_system_score_codex":0.0007343502,"about_ca_system_score_gemma":0.0672582,"threshold_uncertainty_score":0.99966043},"labels":[],"label_agreement":null},{"id":"W1545717699","doi":"10.1002/ase.1543","title":"Students helping students: Evaluating a pilot program of peer teaching for an undergraduate course in human anatomy","year":2015,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"University of Regina","keywords":"Preparedness; Attendance; Medical education; Psychology; Medicine","score_opus":0.10415148629228574,"score_gpt":0.5511077529420648,"score_spread":0.44695626664977905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545717699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923569,0.000042548116,0.00026650573,0.0046168743,0.0005221797,0.0014901638,8.677706e-7,0.000044591547,0.0006593513],"genre_scores_gemma":[0.9748629,0.000001453664,0.023738576,0.0005989961,0.00021096556,0.0003148219,0.00008214794,0.000012761419,0.00017738824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99693793,0.00015583141,0.00056289363,0.0003907249,0.0016509249,0.0003016993],"domain_scores_gemma":[0.9985698,0.00006377306,0.0002350636,0.00021535886,0.00078329985,0.0001327385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064859735,0.00012476603,0.00022853384,0.00033646225,0.00021120289,0.000100483216,0.00044748813,0.00006533472,0.000007432064],"category_scores_gemma":[0.0024074155,0.00011153154,0.00003367056,0.0008633661,0.0002769205,0.00038517197,0.00005864075,0.00025263146,0.0000027929148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090372705,0.014754114,0.6936017,0.00013329777,0.000037308724,4.1602922e-7,0.004145336,0.000051146653,0.0021154012,0.012052603,0.0058996417,0.26711863],"study_design_scores_gemma":[0.011671794,0.019029062,0.77567554,0.0024281084,0.0004331037,0.00003850126,0.07334217,0.048586614,0.0018186697,0.062485863,0.0034351184,0.00105545],"about_ca_topic_score_codex":0.0004283805,"about_ca_topic_score_gemma":0.000060876497,"teacher_disagreement_score":0.26606318,"about_ca_system_score_codex":0.00042215083,"about_ca_system_score_gemma":0.0013400618,"threshold_uncertainty_score":0.4548124},"labels":[],"label_agreement":null},{"id":"W1546915665","doi":"10.1096/fasebj.28.1_supplement.18.3","title":"Dissecting through barriers: interprofessional education, problem‐based learning, and gross anatomy (18.3)","year":2014,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; McMaster University; Hamilton Health Sciences","funders":"","keywords":"Interprofessional education; CLARITY; Medical education; Curriculum; Autonomy; Health care; Psychology; Gross anatomy; Scale (ratio); Likert scale; Scope of practice; Medicine; Pedagogy","score_opus":0.01195207412645752,"score_gpt":0.3533097082465095,"score_spread":0.34135763412005193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546915665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716677,0.00015418693,0.009171168,0.012674047,0.0012148352,0.00020187204,4.0165702e-7,0.00003647865,0.0048793023],"genre_scores_gemma":[0.98244554,0.000012627134,0.01116973,0.003015797,0.0014562836,0.000020653755,0.00001708779,0.000020112473,0.0018421705],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988157,0.00014084758,0.0003361291,0.00014513423,0.00035142878,0.00021074816],"domain_scores_gemma":[0.99894977,0.00011310125,0.00022501123,0.00015075433,0.00043699224,0.00012435696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013022297,0.0001164282,0.00014766815,0.0001012975,0.00076419173,0.00007219014,0.000119686694,0.00007230534,0.0008340686],"category_scores_gemma":[0.0020694882,0.00007344711,0.000044131353,0.00028684989,0.00018722736,0.00015475717,0.00003198644,0.0010437575,0.000014120533],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000564026,0.00068114547,0.70530814,0.00041698726,0.00022700099,0.000011929853,0.014940571,0.00008117587,0.024048591,0.020287933,0.07441201,0.1590205],"study_design_scores_gemma":[0.011564648,0.0025101674,0.12940888,0.00950563,0.00091331836,0.0081422,0.10036814,0.025861338,0.037335232,0.08303361,0.5896743,0.0016825194],"about_ca_topic_score_codex":0.000018589439,"about_ca_topic_score_gemma":0.0000017561314,"teacher_disagreement_score":0.57589924,"about_ca_system_score_codex":0.00010038141,"about_ca_system_score_gemma":0.00084984006,"threshold_uncertainty_score":0.9132466},"labels":[],"label_agreement":null},{"id":"W1547241085","doi":"10.1002/9781444320282.ch2","title":"Teaching and Learning in Medical Education: How Theory can Inform Practice","year":2010,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":289,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mathematics education; Medical education; Practice theory; Computer science; Data science; Psychology; Sociology; Medicine; Social science","score_opus":0.0069839711742017445,"score_gpt":0.3488985861047412,"score_spread":0.3419146149305395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1547241085","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042113307,0.00022385994,0.00023495874,0.086975545,0.0008434737,0.00030772234,3.0781194e-7,0.00012824539,0.9108648],"genre_scores_gemma":[0.00190459,0.0000968325,0.022794623,0.02141068,0.0015540189,0.000053146985,0.00012312862,0.00015090859,0.95191205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986649,0.00016589715,0.00022001563,0.00022273984,0.0005554548,0.0001710051],"domain_scores_gemma":[0.99906015,0.00026064392,0.0001915312,0.00025733782,0.000102209844,0.00012809875],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002689596,0.00016033558,0.00023844281,0.00054794754,0.00007546464,0.000030347855,0.000097040036,0.0006708254,0.0064671985],"category_scores_gemma":[0.035240237,0.00013157762,0.000018274917,0.00021390287,0.00014914465,0.00007680531,0.000046020505,0.004507459,0.000021868194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000906709,0.00014623193,0.00032359513,0.00014473652,0.000022572845,0.000005695057,0.0010118494,6.4745262e-9,0.0000021215271,0.027571818,0.34346765,0.62729466],"study_design_scores_gemma":[0.00035788378,0.00003773825,0.0002722706,0.0006222408,0.000043270946,0.00025077403,0.006713048,0.000042271742,9.4903487e-7,0.00015127737,0.99137866,0.00012959958],"about_ca_topic_score_codex":0.0013598447,"about_ca_topic_score_gemma":0.00055381935,"teacher_disagreement_score":0.647911,"about_ca_system_score_codex":0.00009110757,"about_ca_system_score_gemma":0.0022706052,"threshold_uncertainty_score":0.9977892},"labels":[],"label_agreement":null},{"id":"W1549300987","doi":"10.15537/1658-3175.1298","title":"Guidelines for the administration of oral examinations","year":2000,"lang":"en","type":"article","venue":"Saudi Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"King Abdulaziz University; Dalhousie University","keywords":"Medicine; Competence (human resources); Oral examination; Medical education; Clinical judgment; Medical school; Family medicine; Medical physics; Oral health; Social psychology; Psychology","score_opus":0.0875978409075816,"score_gpt":0.453439273672875,"score_spread":0.3658414327652934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549300987","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33967778,0.0010745182,0.105722874,0.5429176,0.0023982169,0.0009822997,0.000009728977,0.00005525602,0.007161687],"genre_scores_gemma":[0.913929,0.0011474135,0.05863561,0.016940359,0.0038560187,0.00008160904,0.000070717,0.000030350433,0.005308954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981397,0.000035370078,0.0006838592,0.00009063304,0.0008918951,0.0001585392],"domain_scores_gemma":[0.9981632,0.00019927256,0.00014493706,0.00016827855,0.001199863,0.00012439677],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019574605,0.00007507953,0.00016161599,0.00007915957,0.00019430512,0.0000146028415,0.0001622532,0.00011476137,0.006883382],"category_scores_gemma":[0.009210568,0.000044632725,0.00008980465,0.00030253542,0.00021322182,0.000065172004,0.0000071559584,0.00036942642,0.000016751215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117717806,0.0001557302,0.00018446967,0.000025912259,0.000048421858,0.0000061626974,0.00009737285,0.0000034809611,0.00007069164,0.0006995881,0.18372765,0.8148628],"study_design_scores_gemma":[0.0029084997,0.00081353163,0.04307678,0.0004834583,0.00032017136,0.0030634732,0.0008603185,0.012446482,0.00072587334,0.002730662,0.9324303,0.00014043033],"about_ca_topic_score_codex":0.0000063141,"about_ca_topic_score_gemma":0.0000051667344,"teacher_disagreement_score":0.81472236,"about_ca_system_score_codex":0.000045887187,"about_ca_system_score_gemma":0.00083760865,"threshold_uncertainty_score":0.99913526},"labels":[],"label_agreement":null},{"id":"W154980150","doi":"","title":"Understanding the role of the qualified professional: a comparison of medical and dental students' attitudes.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Teamwork; Health care; Irish; Family medicine; Nursing","score_opus":0.0753257347871534,"score_gpt":0.3893842894621159,"score_spread":0.31405855467496246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W154980150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99182034,0.0003098534,0.00015546448,0.005666454,0.00035862924,0.0006664474,0.0000013436913,0.00000937267,0.0010121034],"genre_scores_gemma":[0.9992251,0.0000048644188,0.000035029352,0.00025133995,0.00010584945,0.00015889292,0.0000066647776,0.000006486149,0.00020578122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812406,0.00006695866,0.0003569519,0.000092735245,0.0012305266,0.00012874792],"domain_scores_gemma":[0.9994615,0.000112624104,0.00015972245,0.00017580383,0.000058545604,0.00003183086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011130756,0.000057191428,0.0001582558,0.00004881739,0.00008398276,0.00000708234,0.00020886217,0.00008022521,0.000033969205],"category_scores_gemma":[0.0005025583,0.000030012126,0.000031528107,0.0002802306,0.0003333255,0.000023164097,0.000104829,0.00022380534,4.1819402e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040883737,0.00059131277,0.9674686,0.00006916734,0.00004126387,3.129567e-7,0.00068548945,9.049727e-7,0.00007394914,0.019584535,0.003134703,0.008308871],"study_design_scores_gemma":[0.0006298188,0.000012451118,0.9916843,0.00008781087,0.000045271638,0.000007964899,0.0046833516,0.00012812357,0.0008333112,0.0011130021,0.00074257894,0.00003197517],"about_ca_topic_score_codex":0.00008002181,"about_ca_topic_score_gemma":0.00004600414,"teacher_disagreement_score":0.024215734,"about_ca_system_score_codex":0.00009066132,"about_ca_system_score_gemma":0.00006836748,"threshold_uncertainty_score":0.12281517},"labels":[],"label_agreement":null},{"id":"W1550287840","doi":"","title":"Development of web-based instructional materials for improving the research training of medical residents","year":2013,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Medicine; Computer science; Geography","score_opus":0.03893390987743416,"score_gpt":0.32165865961320267,"score_spread":0.2827247497357685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550287840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98133594,0.000014917097,0.014280512,0.0036159912,0.0004262406,0.00025109935,0.0000070768697,0.0000028416582,0.00006536246],"genre_scores_gemma":[0.98738825,0.000017774715,0.012119892,0.000036959907,0.00032185673,5.018084e-7,0.000020226866,0.0000065449726,0.00008796325],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99661446,0.000280394,0.00081216916,0.0000998427,0.0020160456,0.00017711896],"domain_scores_gemma":[0.99583036,0.00054526835,0.0010138457,0.00024534095,0.0022883941,0.00007678693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009018793,0.000087535904,0.0004982638,0.00069074077,0.00026204225,0.000010507401,0.0006054715,0.000119179225,0.00082126],"category_scores_gemma":[0.0019493566,0.00005672264,0.0001845817,0.0010652595,0.0005744617,0.000097055534,0.000080904145,0.0003259462,0.0000014192285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021269605,0.0025636721,0.029253043,0.0030388916,0.021935273,0.000040602587,0.0548175,0.0054549724,0.6172185,0.0076054884,0.012757671,0.22404478],"study_design_scores_gemma":[0.041918855,0.0023587733,0.62672013,0.001917379,0.016303055,0.00033283423,0.13900761,0.15114596,0.009602681,0.0044109067,0.0054852446,0.00079656206],"about_ca_topic_score_codex":0.0016614058,"about_ca_topic_score_gemma":0.0007795513,"teacher_disagreement_score":0.6076158,"about_ca_system_score_codex":0.00034695794,"about_ca_system_score_gemma":0.0026659032,"threshold_uncertainty_score":0.8992221},"labels":[],"label_agreement":null},{"id":"W1550779500","doi":"10.1096/fasebj.28.1_supplement.532.5","title":"Transitions in teaching: he experiences of basic scientists changing to an integrated anatomy curriculum (532.5)","year":2014,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Curriculum; Context (archaeology); Socratic method; Foregrounding; Pedagogy; Psychology; Medical education; Mathematics education; Medicine; Epistemology","score_opus":0.013598690980682678,"score_gpt":0.3299676386837013,"score_spread":0.31636894770301865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550779500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97534543,0.00001652036,0.01815325,0.005323752,0.00054887746,0.00014498518,8.220398e-7,0.000012915285,0.00045343177],"genre_scores_gemma":[0.99388844,0.0000014331279,0.004892263,0.00086026505,0.00024382702,0.000016657797,0.000009702895,0.000007263636,0.000080147474],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99882317,0.00018194855,0.00031462463,0.000109647255,0.0003534949,0.00021711946],"domain_scores_gemma":[0.9994341,0.000022600685,0.00009029692,0.00017977139,0.00017650773,0.00009671573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024354458,0.00007489135,0.00014212642,0.0005857222,0.0002661065,0.000031283973,0.00018770105,0.00003350137,0.00020086765],"category_scores_gemma":[0.0006642902,0.00004741039,0.00003569713,0.0010899819,0.0001339797,0.00013760448,0.000012648254,0.00050638604,0.000006405433],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009965948,0.0017541489,0.015075008,0.00007532171,0.00006403292,0.000031534164,0.6222843,0.0003085927,0.07050709,0.010876862,0.0069597806,0.2719637],"study_design_scores_gemma":[0.002936266,0.0012473629,0.022547478,0.0020273037,0.00014658243,0.0016294424,0.87207884,0.05016982,0.03272734,0.0011583883,0.012877613,0.00045355034],"about_ca_topic_score_codex":0.000025844238,"about_ca_topic_score_gemma":0.0000127575895,"teacher_disagreement_score":0.27151015,"about_ca_system_score_codex":0.00008311765,"about_ca_system_score_gemma":0.00012528824,"threshold_uncertainty_score":0.22000235},"labels":[],"label_agreement":null},{"id":"W1551462905","doi":"10.1111/j.1445-2197.2012.06172.x","title":"Postgraduate surgical education and training in Canada and Australia: each may benefit from the other's experiences","year":2012,"lang":"en","type":"review","venue":"ANZ Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland; University of Melbourne; Royal Australasian College of Surgeons","keywords":"Internship; Remuneration; Medicine; Accreditation; Health care; Specialty; Medical education; Training (meteorology); Corporate governance; Public relations; Political science; Family medicine; Business","score_opus":0.1576534182758192,"score_gpt":0.388723162617457,"score_spread":0.2310697443416378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551462905","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35252786,0.64528215,4.476908e-7,0.00095395173,0.001112122,0.000094633615,0.000004017731,0.0000011400623,0.0000236689],"genre_scores_gemma":[0.119620085,0.87829596,0.000119250384,0.00032209163,0.0014812376,0.000021073285,0.000034700017,0.000019092531,0.000086524524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982413,0.00012240243,0.00093338935,0.00013228593,0.0003642376,0.00020637373],"domain_scores_gemma":[0.99813026,0.0008581326,0.0006316588,0.00013144322,0.00013052276,0.000117988275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012784845,0.00017880838,0.0009484114,0.00020515175,0.00005290292,0.000026507418,0.000085481115,0.00012735718,0.00013995147],"category_scores_gemma":[0.00032968502,0.00010765232,0.00009389039,0.00033509397,0.000102415164,0.00012527236,0.00001539704,0.0006466025,8.3016454e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073251344,0.000034376564,0.014077704,0.00038159758,0.000058432262,0.000027846389,0.0019756292,2.0187946e-8,8.4806146e-8,0.000030280231,0.0019043059,0.9815024],"study_design_scores_gemma":[0.000112854315,0.000014101485,0.013595455,0.010030739,0.0003479289,0.0020539307,0.008673003,5.548692e-7,6.082292e-7,0.000032453627,0.9649963,0.00014207585],"about_ca_topic_score_codex":0.21876487,"about_ca_topic_score_gemma":0.030745503,"teacher_disagreement_score":0.9813603,"about_ca_system_score_codex":0.0002564827,"about_ca_system_score_gemma":0.004735491,"threshold_uncertainty_score":0.98694086},"labels":[],"label_agreement":null},{"id":"W1552239476","doi":"10.25011/cim.v30i4.2824","title":"63. Developing a program for resident wellness at the postgraduate medical education office, University of Torontos","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Stress management; Coping (psychology); Medicine; Distress; Medical education; Population; Professional development; Nursing; Intervention (counseling); Family medicine; Psychology; Psychiatry; Environmental health","score_opus":0.11680306720084369,"score_gpt":0.4184956156770214,"score_spread":0.30169254847617777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552239476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80770475,0.00045544034,0.002430982,0.18597014,0.0008799886,0.0011994904,0.0000017682037,0.000036719037,0.0013207347],"genre_scores_gemma":[0.96195585,0.00044324878,0.014802903,0.015628908,0.0015543534,0.000029198864,0.0002460603,0.000025033038,0.005314459],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810195,0.00010678262,0.00075797865,0.00030978513,0.00050610676,0.0002174199],"domain_scores_gemma":[0.9979291,0.0005298855,0.00030293013,0.0002524368,0.000698441,0.00028718397],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00365189,0.00013617048,0.00040155783,0.00008227676,0.00021988773,0.0000030516212,0.00015275097,0.00018521296,0.00021951778],"category_scores_gemma":[0.01462098,0.0000866547,0.00006181157,0.00040717772,0.008365672,0.00006542731,0.00008282822,0.00033141804,0.0000064058113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078216393,0.00061458553,0.07557426,0.00054929976,0.00016584895,0.000009261717,0.003191648,1.0819006e-7,0.0002629969,0.047000088,0.14936508,0.72248465],"study_design_scores_gemma":[0.0040795174,0.0017945997,0.65257484,0.0019570824,0.0003144173,0.000055905315,0.007310463,0.00028635777,0.0009505067,0.010296049,0.32016852,0.00021174559],"about_ca_topic_score_codex":0.00027217672,"about_ca_topic_score_gemma":0.00037931546,"teacher_disagreement_score":0.72227293,"about_ca_system_score_codex":0.00011576674,"about_ca_system_score_gemma":0.0012202504,"threshold_uncertainty_score":0.99433297},"labels":[],"label_agreement":null},{"id":"W1552522446","doi":"10.25011/cim.v30i4.2829","title":"68. The resident experience in a large urban teaching setting: Results of the 2005-2006 resident exit survey, University of Torontos","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Medicine; Medical education; Descriptive statistics; Quality (philosophy); Family medicine; Nursing; Management","score_opus":0.12751603463484218,"score_gpt":0.3947251885474332,"score_spread":0.26720915391259104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552522446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96259993,0.0003419465,0.00016609604,0.03427602,0.0003742249,0.00042189175,0.000010860941,0.000008794124,0.0018002192],"genre_scores_gemma":[0.9957136,0.00010507643,0.00044698422,0.0017697066,0.00027530728,0.0000014451849,0.000021461186,0.0000070605747,0.0016593949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99716884,0.00066309,0.0011204157,0.00029298183,0.0005111186,0.00024356933],"domain_scores_gemma":[0.99749225,0.0011157439,0.0005203563,0.00046771317,0.00027221622,0.00013174114],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012689124,0.00012274727,0.00041214158,0.00011485667,0.00015036234,0.0000022791494,0.00025526845,0.00012300932,0.0000641543],"category_scores_gemma":[0.032557115,0.000068355694,0.000050661776,0.0005703979,0.0068640294,0.00007729637,0.0001381946,0.00076021894,0.0000011766714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035417033,0.0001634341,0.88499236,0.000054293785,0.000025170832,0.0000073278534,0.02401986,5.7851645e-7,0.00048681407,0.002268971,0.08606898,0.001558027],"study_design_scores_gemma":[0.0024954225,0.00028800694,0.96247375,0.00088872423,0.000037876755,0.000003857597,0.018532109,0.000086259875,0.0004633529,0.0007572664,0.013910192,0.00006315816],"about_ca_topic_score_codex":0.0050138617,"about_ca_topic_score_gemma":0.0029786846,"teacher_disagreement_score":0.0774814,"about_ca_system_score_codex":0.000061012306,"about_ca_system_score_gemma":0.00021370205,"threshold_uncertainty_score":0.9958387},"labels":[],"label_agreement":null},{"id":"W155268325","doi":"10.1093/pch/10.10.591","title":"Meeting the need to train more doctors: The role of community-based preceptors","year":2005,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Preceptor; Incentive; Burnout; Medical education; Perception; Medicine; Nursing; Psychology","score_opus":0.016033337162373165,"score_gpt":0.3271782907057396,"score_spread":0.31114495354336646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W155268325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5988485,0.0009220604,0.00035832005,0.39560008,0.0003215762,0.0011509967,0.000013843574,0.0000646374,0.0027199467],"genre_scores_gemma":[0.9323438,0.000059366022,0.0044588535,0.061493017,0.0014492974,0.0000525805,0.00009050368,0.000024652707,0.0000279228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979972,0.00039174515,0.0006126322,0.00011702195,0.0005428249,0.00033854105],"domain_scores_gemma":[0.99825096,0.00049510313,0.00027420593,0.0006342403,0.0002180112,0.00012745705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038110605,0.0001329991,0.00023920262,0.00021048966,0.0006666242,0.000013469288,0.0003476098,0.0000807335,0.00004933322],"category_scores_gemma":[0.0017399881,0.00008004743,0.00007534811,0.0015041702,0.000119670025,0.00003491268,0.000049106828,0.0010555187,0.000018462262],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014760018,0.002328834,0.064029515,0.00069613114,0.000087951346,2.615076e-7,0.14325213,0.0018136395,0.0001433548,0.0061515085,0.16261983,0.61872923],"study_design_scores_gemma":[0.001844501,0.00067021244,0.1141436,0.00030869766,0.0001346582,0.000012088775,0.038615048,0.0026029227,0.00095880864,0.00038563999,0.84003776,0.00028604656],"about_ca_topic_score_codex":0.0005279498,"about_ca_topic_score_gemma":0.000058535206,"teacher_disagreement_score":0.67741793,"about_ca_system_score_codex":0.00023999688,"about_ca_system_score_gemma":0.0005634175,"threshold_uncertainty_score":0.5127202},"labels":[],"label_agreement":null},{"id":"W1553326821","doi":"10.1111/j.1365-2923.2010.03777.x","title":"What are we missing? On our problems of definition in health professions education","year":2010,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Library science; Scholarship; Citation; Sociology; Medicine; Media studies; Computer science; Law; Political science","score_opus":0.04477639497135872,"score_gpt":0.40221894153469123,"score_spread":0.3574425465633325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553326821","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004045323,0.0013874163,0.000096287,0.9739438,0.017520363,0.0019120389,0.0000067485194,0.00007242597,0.0010155767],"genre_scores_gemma":[0.007536201,0.0022544058,0.0033901867,0.9688386,0.007825397,0.0010626904,0.0048694746,0.00011777713,0.0041052806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947432,0.00039751493,0.0017480591,0.0007398219,0.0018144249,0.00055696827],"domain_scores_gemma":[0.9963766,0.00014051542,0.0014813839,0.00096249493,0.00084198115,0.0001970581],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001699294,0.00043991162,0.00086825545,0.0015249735,0.00015478405,0.00005644903,0.00035551522,0.0030809217,0.00059266906],"category_scores_gemma":[0.0065171807,0.0003937852,0.00014156707,0.0013222488,0.00018694332,0.00027604084,0.000044039956,0.008856633,0.00008859684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018783887,0.0027145871,0.00044233678,0.0041892547,0.000015502816,0.000002850284,0.0011759537,2.6169812e-7,0.0000146911125,0.00021845565,0.8017145,0.18949285],"study_design_scores_gemma":[0.0006614185,0.00026973904,0.0027960702,0.052616596,0.00005840944,0.00009045799,0.005394483,0.00007387302,0.000039577306,0.0032382177,0.9344288,0.0003323469],"about_ca_topic_score_codex":0.0002700136,"about_ca_topic_score_gemma":0.000073916766,"teacher_disagreement_score":0.18916051,"about_ca_system_score_codex":0.00093194435,"about_ca_system_score_gemma":0.025552778,"threshold_uncertainty_score":0.9998514},"labels":[],"label_agreement":null},{"id":"W1554424231","doi":"10.1111/medu.12006","title":"Accreditation Collaborative: a systems approach to institutional accountability","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Accreditation; Accountability; Citation; Library science; Political science; Medicine; Sociology; Law; Computer science","score_opus":0.01995219109180022,"score_gpt":0.37477402379180536,"score_spread":0.3548218327000051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554424231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8642999,0.00080884685,0.032738637,0.023990035,0.013625261,0.0024674803,0.000009896507,0.00021232595,0.06184762],"genre_scores_gemma":[0.96752656,0.000011355141,0.013922781,0.012779877,0.003336965,0.0009664644,0.0006644388,0.000018194976,0.0007733421],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974412,0.000101315796,0.00050584483,0.0002821808,0.001327919,0.00034154733],"domain_scores_gemma":[0.99825174,0.000054740693,0.000104731465,0.00035524945,0.0009005924,0.00033294703],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016674929,0.00015511026,0.00023366591,0.00028325897,0.00017945544,0.000037119014,0.00014276382,0.00024560676,0.00077674305],"category_scores_gemma":[0.0086095,0.00013553989,0.000038006216,0.0015668578,0.00016143903,0.0003127453,0.00003492814,0.00035484319,0.00029007418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012448666,0.0076929997,0.035634045,0.0005509798,0.00005920025,4.230449e-7,0.005714501,0.000025589072,0.0002046503,0.03399709,0.7514295,0.16456653],"study_design_scores_gemma":[0.0008185084,0.00010815064,0.21024232,0.00030993405,0.00008407197,0.00019595429,0.0074683474,0.0026108979,0.000085010724,0.000054484393,0.77773476,0.00028758778],"about_ca_topic_score_codex":0.00009991839,"about_ca_topic_score_gemma":0.000001462885,"teacher_disagreement_score":0.17460828,"about_ca_system_score_codex":0.00055869337,"about_ca_system_score_gemma":0.0050201225,"threshold_uncertainty_score":0.9997414},"labels":[],"label_agreement":null},{"id":"W1556788499","doi":"","title":"Undergraduate surgical training: variations in program objectives and curriculum implementation across Canada.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Specialty; Curriculum; Humanities; Medical education; Occupational training; Library science; Pedagogy; Family medicine; Psychology","score_opus":0.015999980490085594,"score_gpt":0.33066972207893736,"score_spread":0.31466974158885175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556788499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858043,0.000048263155,0.00006154825,0.01131682,0.00022158449,0.001190331,0.0000075969915,0.000047299527,0.0013022282],"genre_scores_gemma":[0.99614954,0.0000068339623,0.000891656,0.0001638484,0.00019234083,0.002177628,0.00018859934,0.000009616315,0.000219914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99889445,0.000034519588,0.00029305997,0.0001873531,0.00024626288,0.00034436016],"domain_scores_gemma":[0.99965686,0.00003391834,0.000067724075,0.0000906004,0.000095488176,0.000055395943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003800241,0.00008313022,0.00013201578,0.000058818634,0.00008679506,0.000027626991,0.00003227505,0.000047031084,0.000011024819],"category_scores_gemma":[0.00015811944,0.000077705736,0.000014215288,0.00059485657,0.000059500322,0.0000811645,0.000013897387,0.0001484203,4.287517e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070683272,0.0002459937,0.2380982,0.000022619957,0.000015242545,0.000015614216,0.00043231642,0.0000026213916,0.0000019024334,0.004557136,0.0019218365,0.75467944],"study_design_scores_gemma":[0.0012375439,0.0000148461195,0.9713465,0.0000069822318,0.000015097733,0.000038879334,0.0028276902,0.00024348636,0.000021213542,0.0006276932,0.023540236,0.00007981615],"about_ca_topic_score_codex":0.16499676,"about_ca_topic_score_gemma":0.43578333,"teacher_disagreement_score":0.75459963,"about_ca_system_score_codex":0.00032559864,"about_ca_system_score_gemma":0.00022359382,"threshold_uncertainty_score":0.8405636},"labels":[],"label_agreement":null},{"id":"W1559240437","doi":"10.1002/ase.1347","title":"The development and assessment of an online microscopic anatomy laboratory course","year":2013,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Popularity; Course (navigation); Medical education; Virtual microscopy; Online course; Course evaluation; Psychology; Multimedia; Computer science; Medicine; Higher education; Pathology; Engineering","score_opus":0.017666110608896196,"score_gpt":0.4031956106545809,"score_spread":0.38552950004568476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559240437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99042106,0.00021008005,0.00004255772,0.008137074,0.0003399713,0.00030010185,8.083502e-7,0.0000131527295,0.0005351894],"genre_scores_gemma":[0.94654346,0.000026158421,0.052114096,0.0010710455,0.00008252033,0.000049714392,0.000028104403,0.000004149431,0.00008075042],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99901867,0.000040537205,0.0002947959,0.00018713616,0.00030789134,0.00015098705],"domain_scores_gemma":[0.9992523,0.000054047563,0.0001086233,0.00015564034,0.00035634937,0.00007304191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000597901,0.00006926962,0.00009820532,0.000077594064,0.00026971276,0.000048978836,0.0001366405,0.00004879373,0.00005662957],"category_scores_gemma":[0.00017418385,0.000045246015,0.000009837231,0.0005753926,0.00055641,0.00019627328,0.000023410714,0.00013514454,0.0000055793826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003081995,0.0012179542,0.10770744,0.00004435491,0.000017572711,1.0860781e-7,0.0006083635,6.4299934e-7,0.004743612,0.013216852,0.004942958,0.8674971],"study_design_scores_gemma":[0.00018469171,0.00010424913,0.9734441,0.00006365039,0.000016593342,0.0000040915693,0.004859802,0.0027267404,0.0029592847,0.00057213806,0.01498357,0.00008107469],"about_ca_topic_score_codex":0.00007670879,"about_ca_topic_score_gemma":0.00002554727,"teacher_disagreement_score":0.86741596,"about_ca_system_score_codex":0.00010127601,"about_ca_system_score_gemma":0.0026894528,"threshold_uncertainty_score":0.4770974},"labels":[],"label_agreement":null},{"id":"W1561536395","doi":"10.18433/j3kk6c","title":"Effectiveness of Academic Detailing to Optimize Medication Prescribing Behaviour of Family Physicians","year":2013,"lang":"en","type":"review","venue":"Journal of Pharmacy & Pharmaceutical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Simon Fraser University; Arthritis Research Centre of Canada; University of British Columbia","funders":"","keywords":"Interquartile range; Observational study; Medicine; Randomized controlled trial; Medical prescription; MEDLINE; Intervention (counseling); Meta-analysis; Sample size determination; Family medicine; Internal medicine; Psychiatry; Pharmacology","score_opus":0.19264860523422916,"score_gpt":0.524194250992513,"score_spread":0.3315456457582839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561536395","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054578483,0.9388517,0.0021733264,0.0005418035,0.0018101133,0.0017793995,0.000011562952,0.000016902668,0.00023671883],"genre_scores_gemma":[0.03452026,0.9554041,0.008983836,0.00029804063,0.00066738995,0.000061921965,0.000009550531,0.000035595633,0.000019295829],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943996,0.00058799406,0.002382323,0.00036919327,0.0018359505,0.00042491377],"domain_scores_gemma":[0.9955269,0.000897377,0.0020019326,0.00020903222,0.0010539042,0.00031081878],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006271998,0.00034687627,0.001931068,0.00091786153,0.0001046634,0.000021211139,0.00091507024,0.00019392997,0.00016129408],"category_scores_gemma":[0.0018237336,0.00024750835,0.00051078195,0.0021232145,0.00073783344,0.0004161401,0.0001302216,0.0016971851,0.000014386749],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008279032,0.00035349524,0.0003879368,0.010145616,0.00018499044,0.0000058841556,0.00015075592,0.000049653227,0.008902997,0.000073215706,0.0006210523,0.97904164],"study_design_scores_gemma":[0.004029404,0.0011094452,0.00088392216,0.11455923,0.011287782,0.00052884925,0.0007043555,0.003269858,0.032826863,0.00008767559,0.82986766,0.00084492494],"about_ca_topic_score_codex":0.0000194135,"about_ca_topic_score_gemma":5.3986483e-8,"teacher_disagreement_score":0.9781967,"about_ca_system_score_codex":0.00030223918,"about_ca_system_score_gemma":0.0016293477,"threshold_uncertainty_score":0.99999774},"labels":[],"label_agreement":null},{"id":"W1561676711","doi":"10.1111/j.1365-2929.2006.02511.x","title":"How specific is case specificity?","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Variance (accounting); Reliability (semiconductor); Statistics; Variance components; Analysis of variance; Test (biology); One-way analysis of variance; Medicine; Mathematics; Psychology","score_opus":0.013761600179398488,"score_gpt":0.3163890184762781,"score_spread":0.3026274182968796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561676711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71911097,0.0007943583,0.0052351602,0.24509394,0.0036924602,0.000545352,0.0000031451546,0.00016745494,0.025357187],"genre_scores_gemma":[0.93921316,0.00007096845,0.008717523,0.024789173,0.0058301985,0.00009731941,0.0003137897,0.00004086007,0.020927025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789196,0.00003891896,0.0004058048,0.00037214448,0.0009945562,0.00029662822],"domain_scores_gemma":[0.9988384,0.000037494345,0.000112214715,0.00048709352,0.0004007877,0.00012399294],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046315277,0.00016721679,0.00022210804,0.0002732823,0.00015148036,0.00007240973,0.00011888925,0.00025487816,0.0042552864],"category_scores_gemma":[0.0011455116,0.00014932631,0.000076017706,0.00082618615,0.00021525809,0.00015008941,0.000023432169,0.00047157874,0.000257033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012056238,0.00097039895,0.0021454727,0.000057669426,0.000008003651,0.0001557535,0.00017245507,7.392455e-8,0.00012064467,0.005794064,0.7974447,0.1931187],"study_design_scores_gemma":[0.00057477044,0.000060715043,0.0071550775,0.0001350235,0.000035143952,0.0052062524,0.0012232863,0.0002919783,0.00082608697,0.0010424338,0.9832747,0.00017455641],"about_ca_topic_score_codex":0.0001702569,"about_ca_topic_score_gemma":0.0000131876195,"teacher_disagreement_score":0.22030477,"about_ca_system_score_codex":0.00028847667,"about_ca_system_score_gemma":0.0012538767,"threshold_uncertainty_score":0.996655},"labels":[],"label_agreement":null},{"id":"W1562864973","doi":"10.1186/s12909-015-0387-1","title":"Making medical student course evaluations meaningful: implementation of an intensive course review protocol","year":2015,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Protocol (science); Medical education; Educational measurement; Course evaluation; Course (navigation); Curriculum; Medicine; Psychology; Higher education; Pedagogy","score_opus":0.13005173699798023,"score_gpt":0.6100737267329628,"score_spread":0.48002198973498256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562864973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4937167,0.0024574422,0.0233208,0.1734556,0.009854701,0.28774855,0.000024365238,0.00067605224,0.008745818],"genre_scores_gemma":[0.6063272,0.00024600507,0.044724032,0.11395506,0.00453288,0.22671127,0.002669547,0.00020015123,0.0006339025],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99263185,0.00050052267,0.0014720674,0.0004587234,0.004603696,0.00033312992],"domain_scores_gemma":[0.99280936,0.00015235355,0.0006745757,0.00072745467,0.0049440777,0.0006921665],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061266413,0.00024128801,0.0005258374,0.00020317893,0.000097263575,0.000020240861,0.00039023443,0.0002740488,0.005953894],"category_scores_gemma":[0.02466965,0.0002092599,0.00009756924,0.0009331802,0.0003067457,0.00027341992,0.00008508591,0.0005505399,0.0000794638],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012507309,0.0058766506,0.033617463,0.003953437,0.00013382458,0.00000985802,0.004212139,0.000003938808,0.000018946428,0.0041199685,0.28803208,0.6598966],"study_design_scores_gemma":[0.032564547,0.0066212746,0.42908615,0.06784977,0.0051978505,0.0026182479,0.24571796,0.024249498,0.00082653825,0.0031641636,0.17973305,0.0023709645],"about_ca_topic_score_codex":0.00008494183,"about_ca_topic_score_gemma":0.00013360506,"teacher_disagreement_score":0.65752566,"about_ca_system_score_codex":0.00043641316,"about_ca_system_score_gemma":0.03592114,"threshold_uncertainty_score":0.9949548},"labels":[],"label_agreement":null},{"id":"W1562920609","doi":"10.1111/medu.12126","title":"‘What would my classmates say?’ An international study of the prediction‐based method of course evaluation","year":2013,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Course (navigation); Psychology; Medical education; Computer science; Mathematics education; Medicine; Engineering","score_opus":0.03465279114529879,"score_gpt":0.4508843595132042,"score_spread":0.4162315683679054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562920609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95938057,0.000052777184,0.0013950118,0.030811345,0.0057183625,0.0019007307,0.000002630469,0.000033062417,0.00070551905],"genre_scores_gemma":[0.98862255,0.000014845412,0.004826917,0.005015708,0.0004127122,0.00057748886,0.00024084031,0.00001961261,0.00026932044],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958886,0.000386645,0.0008303454,0.00029119925,0.0024529893,0.00015025065],"domain_scores_gemma":[0.9963233,0.00012001978,0.00043795037,0.0006974809,0.0023274971,0.00009373845],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021788941,0.00013754472,0.0002489931,0.00024198431,0.00008092813,0.00002964692,0.00037477317,0.0002832474,0.004178165],"category_scores_gemma":[0.0059198635,0.00009855551,0.000066271874,0.00077315344,0.00019812523,0.00052362157,0.000042197382,0.0005264219,0.000015150443],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006997536,0.017967336,0.15901314,0.00016215837,0.00016659999,1.9775702e-7,0.0062297615,0.00014399714,0.001713565,0.00053764175,0.042168517,0.7718271],"study_design_scores_gemma":[0.0024132382,0.00058765477,0.8462104,0.0006356475,0.00041472368,0.00001886937,0.023790149,0.12106726,0.0016176722,0.0006157101,0.0025070508,0.000121577206],"about_ca_topic_score_codex":0.00025587803,"about_ca_topic_score_gemma":0.000017480155,"teacher_disagreement_score":0.7717055,"about_ca_system_score_codex":0.00022223986,"about_ca_system_score_gemma":0.0029739689,"threshold_uncertainty_score":0.9967322},"labels":[],"label_agreement":null},{"id":"W1563015190","doi":"10.1111/j.1365-2923.2007.02952.x","title":"Workplace‐based assessment for general practitioners: using stakeholder perception to aid blueprinting of an assessment battery","year":2007,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Blueprint; Stakeholder; Medical education; Perception; Audit; Test (biology); Psychology; Applied psychology; Medicine","score_opus":0.059104199398593016,"score_gpt":0.4661850266746635,"score_spread":0.4070808272760705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563015190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61148924,0.0000040407963,0.37806445,0.008154778,0.0010585244,0.0007367951,0.0000019206384,0.000033884568,0.00045637204],"genre_scores_gemma":[0.50854826,0.000001243675,0.47843328,0.011203841,0.001101529,0.0001255855,0.00044354994,0.000026589996,0.00011615264],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971779,0.000090821595,0.0008110408,0.00040476662,0.0011629035,0.00035255638],"domain_scores_gemma":[0.9980798,0.00013840038,0.00030404673,0.00041162077,0.00083316065,0.0002329848],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036904186,0.00017147175,0.00027767062,0.00050618005,0.0001591618,0.00003072452,0.00013415114,0.00022801118,0.0009960558],"category_scores_gemma":[0.0021420666,0.00016894587,0.000071813585,0.0006688143,0.00009542336,0.000245213,0.000024869318,0.00040046003,0.0000055820315],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046826593,0.010928148,0.052036412,0.001371754,0.00012593577,0.0000061051214,0.0023859523,0.0007785728,0.0708894,0.0029044454,0.025277538,0.83282745],"study_design_scores_gemma":[0.0047449167,0.0013207773,0.7391714,0.0022028121,0.00042807576,0.00010829975,0.015748212,0.20539297,0.0049861725,0.0004113453,0.02475939,0.00072563044],"about_ca_topic_score_codex":0.00009191087,"about_ca_topic_score_gemma":0.000012177871,"teacher_disagreement_score":0.8321018,"about_ca_system_score_codex":0.0010356659,"about_ca_system_score_gemma":0.0041587036,"threshold_uncertainty_score":0.99991715},"labels":[],"label_agreement":null},{"id":"W1565643926","doi":"10.1017/cbo9780511547348.011","title":"Faculty Development for Teaching and Learning Professionalism","year":2008,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Development (topology); Psychology; Computer science; Medical education; Engineering ethics; Engineering; Medicine; Mathematics","score_opus":0.050924427826786724,"score_gpt":0.2932588263830984,"score_spread":0.2423343985563117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565643926","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006784178,0.00008698917,0.0014786591,0.00017008377,0.00024527567,0.00089662196,0.000028199272,0.00011157907,0.99019843],"genre_scores_gemma":[0.0009432491,0.000018657413,0.011687625,0.00025808223,0.00015084508,0.000004402778,0.0007903126,0.000037314854,0.9861095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898154,0.00002874644,0.0001990207,0.00033902316,0.000272027,0.00017963441],"domain_scores_gemma":[0.99924576,0.00006891563,0.00017880012,0.00016436596,0.00026712014,0.00007505756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026932085,0.00021752427,0.00029619996,0.00018452517,0.00075138715,0.000009027638,0.00009854489,0.0003286043,0.000002814709],"category_scores_gemma":[0.00018199696,0.00022866315,0.0000653323,0.000005594638,0.00019227006,0.000041127936,0.00012770535,0.0012544721,0.0000030215037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026060658,0.000051008956,0.000020194724,0.00084262755,0.00034713556,0.00010993484,0.0030390846,8.9566777e-7,0.000063034706,0.523282,0.327646,0.1443375],"study_design_scores_gemma":[0.00087363,0.00004679969,0.00015794627,0.00056070316,0.00012437416,0.00005786876,0.00028130302,0.00006779913,0.00006140274,0.0000016724703,0.99754435,0.00022215389],"about_ca_topic_score_codex":0.000014755604,"about_ca_topic_score_gemma":1.1837059e-7,"teacher_disagreement_score":0.66989833,"about_ca_system_score_codex":0.00028343807,"about_ca_system_score_gemma":0.00036279947,"threshold_uncertainty_score":0.93246126},"labels":[],"label_agreement":null},{"id":"W1567331124","doi":"10.1111/j.1553-2712.2011.01270.x","title":"The Retrospective Pre–Post: A Practical Method to Evaluate Learning from an Educational Program","year":2012,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Children's Hospital","funders":"American Heart Association","keywords":"Retrospective cohort study; Medicine; Internal medicine","score_opus":0.07728207822988094,"score_gpt":0.5335264556153843,"score_spread":0.45624437738550333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567331124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7871031,0.0015737729,0.005991242,0.19390495,0.005362617,0.001846703,0.0000027755725,0.00019679265,0.004018048],"genre_scores_gemma":[0.9180897,0.00054520724,0.053412717,0.0045584105,0.015827922,0.0011960597,0.00046317672,0.00008505505,0.0058217435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960141,0.00048001955,0.001063419,0.0004606634,0.0013160115,0.00066578673],"domain_scores_gemma":[0.9970722,0.0005827688,0.00035121283,0.0005117903,0.0009840118,0.00049799937],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055440264,0.00025393185,0.00034855492,0.00018422697,0.00043645903,0.000002320067,0.00026464695,0.00029240223,0.0037888591],"category_scores_gemma":[0.03377733,0.00016628396,0.00006060248,0.0012049155,0.00019722116,0.00035056777,0.000077362456,0.0022106338,0.00022338229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003614472,0.0007137774,0.7077052,0.00004539159,0.00021200404,9.1891667e-7,0.017240684,0.0000053649014,0.00726935,0.015701948,0.1632112,0.087532714],"study_design_scores_gemma":[0.00058538566,0.0010579106,0.8492759,0.00014811919,0.0003710429,0.000047373705,0.0032275422,0.0013049057,0.00017227196,0.0030826444,0.14051913,0.00020777441],"about_ca_topic_score_codex":0.00023927959,"about_ca_topic_score_gemma":0.000006512547,"teacher_disagreement_score":0.18934654,"about_ca_system_score_codex":0.00034805812,"about_ca_system_score_gemma":0.0004117039,"threshold_uncertainty_score":0.9971218},"labels":[],"label_agreement":null},{"id":"W1567388815","doi":"10.1111/1742-6723.12188","title":"Past and future of emergency medicine education and training","year":2014,"lang":"en","type":"article","venue":"Emergency Medicine Australasia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Apprenticeship; Medicine; Specialty; Medical education; Vocational education; Entertainment; Visual arts; Family medicine; Pedagogy; Psychology","score_opus":0.035699055274286885,"score_gpt":0.3686094762973303,"score_spread":0.3329104210230434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567388815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89630055,0.0029007979,0.0004374705,0.052421052,0.010558042,0.0005329861,0.0000017733544,0.00007275891,0.036774546],"genre_scores_gemma":[0.9755131,0.0034186675,0.0014676667,0.00034828196,0.012042553,0.00004705179,0.00011566806,0.00004224322,0.0070047374],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99750483,0.00007119,0.0011690344,0.00041484355,0.0005325385,0.00030758846],"domain_scores_gemma":[0.9984931,0.000033735112,0.00035225876,0.0004018958,0.0004798677,0.00023918819],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00095614453,0.0002746581,0.00056685787,0.0004067602,0.000114970615,0.0000010492003,0.00010875688,0.00018615185,0.0073648915],"category_scores_gemma":[0.0009905706,0.00021033161,0.00004130208,0.0008935285,0.00034869238,0.00012095396,0.00002732589,0.0003792164,0.0000059135214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053324173,0.0002788474,0.11180028,0.0011271352,0.00010636675,8.83652e-7,0.0133457715,2.9362377e-7,0.006770785,0.017093807,0.46240696,0.38701555],"study_design_scores_gemma":[0.0017628187,0.0014610137,0.5359232,0.0007440419,0.000479446,0.0001106142,0.017895428,0.00020316134,0.00010469827,0.0034651742,0.4375393,0.00031110225],"about_ca_topic_score_codex":0.00009794401,"about_ca_topic_score_gemma":0.0000076124934,"teacher_disagreement_score":0.4241229,"about_ca_system_score_codex":0.000031980024,"about_ca_system_score_gemma":0.00010711936,"threshold_uncertainty_score":0.9935425},"labels":[],"label_agreement":null},{"id":"W1568078124","doi":"10.1111/j.1365-2923.2010.03791.x","title":"Rethinking the basis of medical knowledge","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; The Wilson Centre; University Health Network; University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"MEDLINE; Medical education; Psychology; Medicine; Political science; Law","score_opus":0.017295712050885086,"score_gpt":0.3831634669078556,"score_spread":0.3658677548569705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568078124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74401385,0.00023480412,0.0005818058,0.23351452,0.0059061716,0.00031680515,4.8938676e-7,0.000060896615,0.015370692],"genre_scores_gemma":[0.9750559,0.000072087576,0.0024665939,0.019118603,0.0021865068,0.000089115325,0.000059749673,0.000021769243,0.0009297015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967965,0.00008599279,0.0005850895,0.00022660058,0.0020912807,0.00021452353],"domain_scores_gemma":[0.99815786,0.00026678876,0.00016428994,0.00063601194,0.0005914458,0.00018363242],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037103381,0.0001186597,0.00022255366,0.00017655865,0.00013512376,0.000013163955,0.00048018768,0.0004995897,0.009221102],"category_scores_gemma":[0.032515492,0.00007703552,0.000078040845,0.0008455903,0.00061946845,0.00006210564,0.000077060795,0.0015785827,0.000106751075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015909081,0.001351728,0.005800185,0.00018068636,0.000029701214,0.0000017330361,0.0037490767,2.7398693e-8,0.0003656984,0.03188711,0.25406516,0.702553],"study_design_scores_gemma":[0.001751255,0.0002006977,0.08549807,0.001586727,0.0002319826,0.0007055038,0.0025948673,0.0066527613,0.0045539523,0.00790483,0.8879698,0.00034953075],"about_ca_topic_score_codex":0.00011477107,"about_ca_topic_score_gemma":0.00008227396,"teacher_disagreement_score":0.70220345,"about_ca_system_score_codex":0.000059305963,"about_ca_system_score_gemma":0.006881802,"threshold_uncertainty_score":0.99874824},"labels":[],"label_agreement":null},{"id":"W1568090578","doi":"","title":"Integración curricular en Medicina: rol del diagnóstico por imágenes","year":2009,"lang":"es","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.13064125629500467,"score_gpt":0.5723068777604847,"score_spread":0.44166562146548005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568090578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8868004,0.086491,0.0030112076,0.010597513,0.0048541315,0.0018978447,0.000055036704,0.000114751776,0.0061780848],"genre_scores_gemma":[0.94648993,0.042635076,0.0014390334,0.005488021,0.003021555,0.00009723183,0.00013833473,0.00011640923,0.00057440303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921424,0.0006592152,0.0027337058,0.00096205616,0.002499799,0.001002854],"domain_scores_gemma":[0.99323,0.0008036395,0.0019904603,0.0013250301,0.0019793508,0.00067153503],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047477637,0.000854561,0.0020480165,0.0025040593,0.00043500957,0.0010714908,0.0038448023,0.00059117214,0.020485464],"category_scores_gemma":[0.011096746,0.00071772933,0.00041166425,0.00395731,0.0004969246,0.0023079524,0.0006455118,0.0020397068,0.00017657367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028780292,0.0020830794,0.37244302,0.00043794003,0.0005578907,0.00028500173,0.00078276696,0.000048203045,0.025170054,0.0016349737,0.22989942,0.36636984],"study_design_scores_gemma":[0.0018745882,0.0001371119,0.91585195,0.006090293,0.0012086836,0.00016999702,0.0009929844,0.00068313186,0.012673341,0.007642949,0.05179007,0.0008849002],"about_ca_topic_score_codex":0.000757571,"about_ca_topic_score_gemma":0.0000072280277,"teacher_disagreement_score":0.54340893,"about_ca_system_score_codex":0.0006514568,"about_ca_system_score_gemma":0.0010608209,"threshold_uncertainty_score":0.9999655},"labels":[],"label_agreement":null},{"id":"W1569715350","doi":"10.25011/cim.v30i4.2765","title":"5. A needs assessment for a CanMEDS-based curriculum in ambulatory care for internal medicine residents in Canada","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Delphi method; Compendium; Medicine; Medical education; Ambulatory; Family medicine; Psychology; Internal medicine; Pedagogy","score_opus":0.08766782253807373,"score_gpt":0.432121482877712,"score_spread":0.3444536603396383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569715350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9424512,0.00053755124,0.003931931,0.04939113,0.0015288088,0.0016787705,0.000008894401,0.000014983827,0.00045674166],"genre_scores_gemma":[0.97091883,0.000029974039,0.008861684,0.018452182,0.0011532888,0.0002091558,0.00022009594,0.000024674693,0.00013012481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695766,0.00007785636,0.0016186116,0.00041824745,0.0005049426,0.00042267182],"domain_scores_gemma":[0.997716,0.0008374515,0.0002808127,0.0002380584,0.00056404294,0.0003636274],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0029932873,0.00023452697,0.0008326537,0.00044219338,0.00006868306,0.0000032507528,0.00013453863,0.00015617695,0.00004680684],"category_scores_gemma":[0.009324663,0.00016997784,0.000055700046,0.0008225789,0.0027671154,0.00006350342,0.000029510229,0.00065282464,3.0258767e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019699107,0.00012990223,0.95282155,0.0006011952,0.000033990993,0.000021703436,0.0014464248,0.0000036429587,0.00015327726,0.0021060908,0.022072876,0.020412346],"study_design_scores_gemma":[0.01334566,0.0018470079,0.94459635,0.003639968,0.000102839585,0.0000062866848,0.01716599,0.0051528797,0.00011851558,0.0030639323,0.0107713,0.00018926863],"about_ca_topic_score_codex":0.37446842,"about_ca_topic_score_gemma":0.5376011,"teacher_disagreement_score":0.16313268,"about_ca_system_score_codex":0.00096563017,"about_ca_system_score_gemma":0.0026861287,"threshold_uncertainty_score":0.9999468},"labels":[],"label_agreement":null},{"id":"W1573990476","doi":"10.1023/a:1014585522084","title":"Measuring Self-assessment: Current State of the Art","year":2002,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":406,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conceptualization; Self-assessment; Computer science; Value (mathematics); Domain (mathematical analysis); Management science; Engineering ethics; Data science; Psychology; Artificial intelligence; Pedagogy; Engineering","score_opus":0.07726503835540625,"score_gpt":0.49051312161997357,"score_spread":0.4132480832645673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573990476","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006455066,0.9895725,0.00007616299,0.00094408466,0.00561332,0.0016629875,0.000002877721,0.00002281603,0.0020406693],"genre_scores_gemma":[0.00012680622,0.99190235,0.0069241077,0.0003034841,0.000234704,0.00031770385,0.000025331823,0.000015032421,0.00015048831],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967279,0.00025116632,0.0013847777,0.0004356408,0.0008495656,0.00035094284],"domain_scores_gemma":[0.9978052,0.00013104458,0.0013283469,0.00046530407,0.00020883192,0.00006126858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021286174,0.00021391214,0.0007729003,0.000562482,0.00022230911,0.000017853365,0.00043032732,0.000055242544,0.00003106211],"category_scores_gemma":[0.00037632344,0.00014138997,0.00011461026,0.0033976387,0.00028269345,0.00029192274,0.000048428585,0.000661357,0.000018540686],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5750938e-7,0.00033868974,0.00059210026,0.02519639,0.0000033122976,3.1783774e-8,0.00020268139,0.00000836456,1.170049e-8,0.00044324578,0.0009759649,0.97223884],"study_design_scores_gemma":[0.00006660169,0.0000631213,0.00082266796,0.03560242,0.00003825419,0.0000150375,0.000058532765,0.00010672056,2.643549e-7,0.00043342775,0.96268755,0.00010540562],"about_ca_topic_score_codex":0.000016328986,"about_ca_topic_score_gemma":0.000014302337,"teacher_disagreement_score":0.97213346,"about_ca_system_score_codex":0.0013668926,"about_ca_system_score_gemma":0.009614828,"threshold_uncertainty_score":0.99599975},"labels":[],"label_agreement":null},{"id":"W1574131101","doi":"10.1002/ase.1383","title":"Reflections as near‐peer facilitators of an inquiry project for undergraduate anatomy: Successes and challenges from a term of trial‐and‐error","year":2013,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Facilitator; Creativity; Psychology; Feeling; Medical education; Process (computing); Peer feedback; Peer learning; Pedagogy; Medicine; Computer science; Social psychology","score_opus":0.09245946024854566,"score_gpt":0.4616974865984986,"score_spread":0.3692380263499529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574131101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758108,0.0005289237,0.000057995825,0.0217212,0.00047311367,0.0010498035,0.000005361417,0.000018385248,0.00033437487],"genre_scores_gemma":[0.9885321,0.000263337,0.0104885595,0.0002278336,0.00013256163,0.00024616194,0.000042567215,0.000006775922,0.000060072474],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987629,0.00006041349,0.00037919485,0.00032728832,0.00031998658,0.00015021295],"domain_scores_gemma":[0.99889505,0.00019059076,0.00017758545,0.00017027775,0.0004964561,0.00007005561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056061783,0.00009896081,0.00022497591,0.00023988548,0.00015120363,0.000038199163,0.00010884383,0.00009832352,0.00003429245],"category_scores_gemma":[0.0016969042,0.00007855421,0.000030749998,0.0005667812,0.0009336308,0.00038492584,0.000022757486,0.00009037913,0.00000197505],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001407934,0.0028619696,0.011669534,0.0008972269,0.00015338528,2.199026e-7,0.02824242,0.0000021388325,0.0076940483,0.0686935,0.0064916518,0.87188596],"study_design_scores_gemma":[0.028670667,0.013243238,0.37445349,0.001512426,0.00081518234,0.00006418762,0.2337652,0.011671602,0.025695259,0.26659265,0.042063035,0.0014530624],"about_ca_topic_score_codex":0.0028928379,"about_ca_topic_score_gemma":0.000091079455,"teacher_disagreement_score":0.8704329,"about_ca_system_score_codex":0.000053635777,"about_ca_system_score_gemma":0.0011730064,"threshold_uncertainty_score":0.43731245},"labels":[],"label_agreement":null},{"id":"W1574391787","doi":"10.1007/bf03404365","title":"Technology-enhanced Learning of Community Health in Undergraduate Medical Education","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Public Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority; Public Health Agency of Canada; University of Saskatchewan","funders":"","keywords":"Medical education; Agency (philosophy); Flexibility (engineering); Repurposing; Focus group; Quality (philosophy); Psychology; Multimedia; Computer science; Medicine; Engineering; Sociology","score_opus":0.03267653373598368,"score_gpt":0.379074146467599,"score_spread":0.34639761273161535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574391787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61102587,0.00021586946,0.0013521055,0.38576376,0.0007558734,0.00012439431,7.996514e-7,0.0000072038206,0.00075412967],"genre_scores_gemma":[0.9857409,0.00009044008,0.0034968813,0.010365839,0.00016980832,0.000004073747,0.000025979702,0.000013020057,0.00009303583],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977527,0.00038150745,0.0009912689,0.00007301762,0.0003455508,0.00045591695],"domain_scores_gemma":[0.99677837,0.00006779672,0.00069833186,0.0002688388,0.0008715608,0.0013151005],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0076535735,0.00008391051,0.00038534714,0.0019317856,0.0002175927,0.000012858893,0.0002717264,0.00019464915,0.00019765132],"category_scores_gemma":[0.019744584,0.000080390055,0.000036527945,0.0016386743,0.0003177398,0.000120211684,0.000011009265,0.0036597003,0.0000032634146],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003055812,0.0002694503,0.04548195,0.00014726612,0.000014419382,0.0000021639753,0.0026826116,9.526866e-7,0.000047689904,0.013441367,0.014305478,0.9236036],"study_design_scores_gemma":[0.0038200326,0.0026970322,0.47580072,0.0024419546,0.000016000804,0.0018018981,0.044216495,0.00027975882,0.00012849625,0.014508677,0.45396835,0.00032056595],"about_ca_topic_score_codex":0.020900253,"about_ca_topic_score_gemma":0.122805096,"teacher_disagreement_score":0.92328304,"about_ca_system_score_codex":0.0010052186,"about_ca_system_score_gemma":0.11029378,"threshold_uncertainty_score":0.99863887},"labels":[],"label_agreement":null},{"id":"W1574885721","doi":"","title":"Community becoming a classroom for medical students","year":2001,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine","score_opus":0.03883083941453944,"score_gpt":0.3357854150758449,"score_spread":0.29695457566130545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574885721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733381,0.00007762714,0.0031654541,0.01653214,0.0015835625,0.0010863168,0.0000044656103,0.0001511528,0.004061147],"genre_scores_gemma":[0.9802724,0.00016608258,0.0031774938,0.009936092,0.0012415056,0.0002831551,0.00015935792,0.000066082466,0.0046978164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701375,0.00020969957,0.0005305211,0.00024391821,0.0011292064,0.00087293406],"domain_scores_gemma":[0.998446,0.00015375919,0.00011587526,0.0005630027,0.0002872258,0.00043413814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025954403,0.00017825453,0.00028334395,0.00013948887,0.00028004893,0.00005630357,0.0006089606,0.00014367844,0.0004386009],"category_scores_gemma":[0.007820567,0.00016003478,0.00008064763,0.0006794953,0.00014180543,0.00009816372,0.00015746248,0.0009059109,0.00006959791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043202922,0.003146439,0.54051787,0.00023175393,0.00021507267,0.000109245935,0.007858918,0.0000017221805,0.00016547185,0.0012374815,0.13362382,0.31246015],"study_design_scores_gemma":[0.0030837357,0.0001323305,0.49877045,0.00015045493,0.000088709014,0.00013874285,0.00062754634,0.00020094063,0.00016986289,0.00014717646,0.4963191,0.0001709563],"about_ca_topic_score_codex":0.000034387675,"about_ca_topic_score_gemma":0.00001794134,"teacher_disagreement_score":0.36269528,"about_ca_system_score_codex":0.00028249013,"about_ca_system_score_gemma":0.00028336,"threshold_uncertainty_score":0.9362514},"labels":[],"label_agreement":null},{"id":"W157570285","doi":"","title":"Clinical education in private practice: an interdisciplinary project.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Private practice; Nursing; Medical education; Medicine; Incentive; Professional development; Health care; Focus group; Promotion (chess); Public relations; Family medicine; Business; Political science","score_opus":0.04667965571203207,"score_gpt":0.4644019059183151,"score_spread":0.417722250206283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W157570285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96795446,0.000054666896,0.00024808437,0.016146151,0.001388163,0.0016706459,4.6794534e-7,0.000067586516,0.012469752],"genre_scores_gemma":[0.9756312,0.000027758317,0.017052744,0.0040541077,0.00085856486,0.0017589614,0.00008573191,0.000019411045,0.0005115635],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985911,0.000084541316,0.0005429516,0.0002853372,0.00024764196,0.0002483836],"domain_scores_gemma":[0.9991696,0.000043321925,0.00013935837,0.00037002334,0.00018962267,0.00008809717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016591654,0.00009083182,0.00016737376,0.00028515322,0.000049990562,0.000019472836,0.00010679435,0.0001320544,0.000012597679],"category_scores_gemma":[0.0027376423,0.00008205166,0.000034815435,0.000651405,0.00009595856,0.00040430648,0.00006786957,0.00046827868,0.000026429421],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014649432,0.0028819195,0.017371206,0.000038355785,0.0000129922055,0.000008666652,0.000708398,0.0000015972427,0.0000051504244,0.0030651996,0.0022927842,0.97346723],"study_design_scores_gemma":[0.0012590053,0.00012665505,0.96964663,0.00006736603,0.000035139838,0.00009106029,0.0018603507,0.000018798619,0.00003559217,0.0026568186,0.024102943,0.00009962949],"about_ca_topic_score_codex":0.000036724767,"about_ca_topic_score_gemma":0.000011860396,"teacher_disagreement_score":0.97336763,"about_ca_system_score_codex":0.00039074442,"about_ca_system_score_gemma":0.0008512197,"threshold_uncertainty_score":0.33459693},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1580803598","doi":"","title":"Medical students' oral case presentation skills: A survey of medical students, residents, and attending physicians","year":2015,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Competence (human resources); Family medicine; Likert scale; Presentation (obstetrics); Medical education; Psychology; Surgery","score_opus":0.02016528120629713,"score_gpt":0.3437641089908425,"score_spread":0.32359882778454535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580803598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98719317,0.00009963078,0.009140162,0.0027675156,0.0005747901,0.00016191612,0.000012293021,0.000006820442,0.000043722084],"genre_scores_gemma":[0.998457,0.00040724996,0.00037437095,0.00015463936,0.0003148854,9.457016e-8,0.000055610166,0.0000100724965,0.00022608278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929486,0.00079589355,0.00077970576,0.00016805995,0.005116427,0.0001913277],"domain_scores_gemma":[0.99669224,0.00046250105,0.001034122,0.00030486417,0.0012134422,0.00029281006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010870207,0.00014900658,0.00078265177,0.00061217486,0.00014578506,0.000030868607,0.001052165,0.00018659231,0.00021753847],"category_scores_gemma":[0.003328946,0.00011742554,0.00017877149,0.0015600341,0.0005542675,0.00019156215,0.00034419866,0.0005320776,0.0000022043373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016466472,0.0011081919,0.97809803,0.00006845329,0.004008173,0.0009723983,0.0051247394,0.00025256537,0.000024833187,0.00006278476,0.0045128805,0.004120288],"study_design_scores_gemma":[0.0082553765,0.0005054927,0.958161,0.0002520819,0.006310158,0.001577696,0.015167446,0.009355409,0.0000034235493,0.00009730534,0.00016209458,0.00015249825],"about_ca_topic_score_codex":0.023711102,"about_ca_topic_score_gemma":0.015995063,"teacher_disagreement_score":0.019937027,"about_ca_system_score_codex":0.00033957828,"about_ca_system_score_gemma":0.0007131064,"threshold_uncertainty_score":0.9827901},"labels":[],"label_agreement":null},{"id":"W1580880994","doi":"","title":"Evaluation and implementation of multisource feedback for Memorial University's pediatric residency program","year":2015,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Computer science; Medicine; Medical physics","score_opus":0.02160309166646861,"score_gpt":0.3247929468841508,"score_spread":0.30318985521768216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580880994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98540854,0.00008299246,0.011874739,0.0013339622,0.00053345057,0.0006131363,0.000013800483,0.0000078144685,0.00013157412],"genre_scores_gemma":[0.99157095,0.00018338481,0.0073611415,0.0000126378345,0.0006156498,1.6363022e-7,0.000059031227,0.000007099817,0.00018994002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812037,0.00028752678,0.0004427872,0.00012648632,0.0008870615,0.00013574607],"domain_scores_gemma":[0.9958705,0.00017200747,0.001095044,0.00019873997,0.00256017,0.00010356882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037129219,0.00010600813,0.00043340598,0.0007001573,0.00013585092,0.000008411254,0.00022887903,0.00009109624,0.000085027335],"category_scores_gemma":[0.00063322106,0.00009245237,0.00019797993,0.0012833372,0.00017404585,0.0001860413,0.00004970983,0.00016714344,7.7135815e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031163335,0.0032162115,0.53249043,0.0011713469,0.02043133,0.00006447123,0.055099532,0.019766118,0.0037326284,0.0030659102,0.02049315,0.30930555],"study_design_scores_gemma":[0.06736101,0.0070777866,0.46033803,0.00014489348,0.13373812,0.00018128898,0.16832824,0.15393782,0.00009486433,0.0034120139,0.0047164443,0.00066947547],"about_ca_topic_score_codex":0.0017032068,"about_ca_topic_score_gemma":0.0014135902,"teacher_disagreement_score":0.30863607,"about_ca_system_score_codex":0.0005220701,"about_ca_system_score_gemma":0.0011263551,"threshold_uncertainty_score":0.37700984},"labels":[],"label_agreement":null},{"id":"W1581713106","doi":"10.1002/9780470974544.ch17","title":"Assessment in Psychiatric Education","year":2011,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Psychiatry","score_opus":0.013939339272423778,"score_gpt":0.3769076815585222,"score_spread":0.3629683422860984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581713106","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011682531,0.0002733759,0.00042754103,0.0011382666,0.0021812883,0.00049760746,5.708789e-7,0.00009607812,0.99526846],"genre_scores_gemma":[0.0008749447,0.00011126438,0.06797326,0.002840618,0.00082921336,0.000112421134,0.00016561901,0.00016787717,0.92692477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926925,0.000013934561,0.00022665752,0.00019414688,0.00018502458,0.00011099029],"domain_scores_gemma":[0.9994975,0.0000031442,0.000103730694,0.0003263842,0.000045184875,0.000024093233],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013685675,0.00011214324,0.00017781863,0.0009612348,0.000007924118,0.0000037548057,0.00006402802,0.0002525408,0.036442153],"category_scores_gemma":[0.00005181683,0.00009619132,0.000027040822,0.0005567112,0.000024102394,0.000012722819,0.0000098858345,0.00035517252,0.0005026781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013601945,0.00054337335,0.006584442,0.00013487256,0.000009730201,4.313193e-7,0.00001915341,3.5513843e-9,0.0000012252863,0.011684138,0.92399836,0.057022896],"study_design_scores_gemma":[0.00026364689,0.00003737001,0.047186162,0.00026161576,0.000033978038,0.0000074288328,0.00012557261,0.000005776122,0.000001159923,0.0003110082,0.9516668,0.00009948095],"about_ca_topic_score_codex":0.0005855881,"about_ca_topic_score_gemma":0.00007963289,"teacher_disagreement_score":0.06834367,"about_ca_system_score_codex":0.0001606205,"about_ca_system_score_gemma":0.0012662872,"threshold_uncertainty_score":0.9644387},"labels":[],"label_agreement":null},{"id":"W1583525088","doi":"","title":"Students' Perspectives on Problem-Based Learning in a Transitional Doctorate of Physical Therapy Program","year":2010,"lang":"en","type":"article","venue":"Indiana Magazine of History (Indiana University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Mathematics education","score_opus":0.011426868591437099,"score_gpt":0.2714757118097755,"score_spread":0.2600488432183384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583525088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99212766,0.00003728941,0.000031725784,0.00052977167,0.0001116342,0.0006036424,0.0000056526983,0.000048659884,0.006503977],"genre_scores_gemma":[0.99620825,0.000010163642,0.0025609,0.0000813508,0.000077522156,0.0000071831873,0.000044445424,0.00001862725,0.0009915844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872196,0.000067666915,0.00023150965,0.0002789005,0.0005014207,0.0001985222],"domain_scores_gemma":[0.99913085,0.000048296755,0.00020822429,0.00023028548,0.00030442447,0.000077946985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002384481,0.00015535622,0.00031763024,0.0014029739,0.00005011042,0.000003682481,0.00021247644,0.00012356669,0.0002740212],"category_scores_gemma":[0.000102589474,0.00016427126,0.00011956031,0.00090837706,0.0004741716,0.000119276294,0.000011672281,0.00073522085,0.000015260955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054429015,0.04738623,0.46749693,0.0013694149,0.000756625,0.00088649435,0.09878618,0.000918523,0.18804754,0.040688027,0.0050755595,0.14314556],"study_design_scores_gemma":[0.012546853,0.0047521247,0.6889998,0.00056161534,0.00014773912,0.000012521014,0.0054294276,0.00052264595,0.0031106463,0.00008867777,0.28323314,0.00059483026],"about_ca_topic_score_codex":0.000061547704,"about_ca_topic_score_gemma":0.0000572925,"teacher_disagreement_score":0.27815756,"about_ca_system_score_codex":0.00056724466,"about_ca_system_score_gemma":0.00080005685,"threshold_uncertainty_score":0.6698788},"labels":[],"label_agreement":null},{"id":"W1584289845","doi":"10.36834/cmej.36523","title":"Should Canadian Medical Schools Implement a Widespread 3 Year Medical Curriculum?","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Workforce; Medical education; Medical school; Maturity (psychological); Medicine; Family medicine; Psychology; Political science; Pedagogy","score_opus":0.013500689662502723,"score_gpt":0.356372515879306,"score_spread":0.3428718262168033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1584289845","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24073848,0.0002292131,0.00014606141,0.7174976,0.018613014,0.00070901326,0.000020321275,0.00008046141,0.021965861],"genre_scores_gemma":[0.66605777,0.00022089796,0.0041022208,0.31466833,0.01300873,0.00015194749,0.00029659833,0.0001034647,0.0013900388],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99041986,0.00018038558,0.0014104024,0.00055451,0.005943132,0.0014917018],"domain_scores_gemma":[0.94465786,0.00010918211,0.00025106827,0.00078574975,0.0019500082,0.05224611],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.005712052,0.0003923813,0.0005317675,0.0016207044,0.000738536,0.00019067034,0.0011243861,0.0017318852,0.49473232],"category_scores_gemma":[0.17340457,0.00034687546,0.00020241174,0.0013486677,0.000431807,0.00026663742,0.000054880653,0.008712845,0.0014567106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006925546,0.0002716809,0.012185364,0.0000306572,0.000065393426,0.0004322339,0.00024058012,6.0761394e-8,0.00000809647,0.007945699,0.7761949,0.20261845],"study_design_scores_gemma":[0.0013948749,0.000110045854,0.009263533,0.0006975716,0.00007510835,0.011007275,0.0021950686,0.0005283035,0.000018058923,0.00045852864,0.973873,0.00037859485],"about_ca_topic_score_codex":0.28770745,"about_ca_topic_score_gemma":0.7632837,"teacher_disagreement_score":0.4932756,"about_ca_system_score_codex":0.0017720447,"about_ca_system_score_gemma":0.41815275,"threshold_uncertainty_score":0.9998983},"labels":[],"label_agreement":null},{"id":"W1584392307","doi":"10.1111/j.1365-2923.2010.03723.x","title":"What do we mean by web‐based learning? A systematic review of the variability of interventions","year":2010,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":262,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University; Mayo Foundation for Medical Education and Research","keywords":"CINAHL; Psychological intervention; Computer science; Instructional design; MEDLINE; Presentation (obstetrics); Intervention (counseling); Medical education; Multimedia; World Wide Web; Medicine; Nursing","score_opus":0.025588508802570742,"score_gpt":0.41970241048878054,"score_spread":0.3941139016862098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1584392307","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014322627,0.98346865,0.00019128354,0.008421793,0.0037602808,0.0039186287,0.000009549154,0.00002946091,0.00018600177],"genre_scores_gemma":[0.00003664091,0.99505705,0.00041954717,0.0018035303,0.00020936286,0.0011327987,0.00048147028,0.00004360078,0.00081602845],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9932483,0.001415192,0.0030708918,0.00040976563,0.0016488939,0.00020694484],"domain_scores_gemma":[0.99378264,0.00064876955,0.002703779,0.0015934297,0.0011421432,0.0001292229],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069467262,0.00033453476,0.0025759262,0.0002671804,0.000077713405,0.00002079571,0.0006851032,0.00069376035,0.0022164257],"category_scores_gemma":[0.064870454,0.00020204713,0.0010844301,0.0016620973,0.00047678317,0.00009787451,0.00008538904,0.0020037172,0.000027477305],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3730284e-7,0.0008834544,0.000007055553,0.6747638,0.00006227743,7.4102815e-8,0.000062436615,5.1471187e-9,3.6309152e-7,0.00014757283,0.021505188,0.30256683],"study_design_scores_gemma":[0.00009316046,0.000035195466,0.0000013387722,0.5661332,0.0025068978,0.000020227653,0.00007979425,0.000013698547,0.0000011291795,0.00002435729,0.43101192,0.00007906867],"about_ca_topic_score_codex":0.000010645797,"about_ca_topic_score_gemma":0.0000021086917,"teacher_disagreement_score":0.40950674,"about_ca_system_score_codex":0.00031688393,"about_ca_system_score_gemma":0.010131615,"threshold_uncertainty_score":0.9986957},"labels":[],"label_agreement":null},{"id":"W1584709267","doi":"10.36834/cmej.36556","title":"Using Item Analysis to Assess Objectively the Quality of the Calgary-Cambridge OSCE Checklist","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Checklist; Interview; Reliability (semiconductor); Psychology; Quality (philosophy); Medicine; Medical education; Clinical psychology","score_opus":0.09307231663851843,"score_gpt":0.40197321382307,"score_spread":0.30890089718455155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1584709267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93877393,0.00011152354,0.004067281,0.040996846,0.002934319,0.00044531107,0.0000075409775,0.00001020597,0.012653019],"genre_scores_gemma":[0.9535689,0.000008155283,0.0051797326,0.039468218,0.0007831359,0.000021041657,0.000010760578,0.000017821896,0.000942289],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970133,0.0003512137,0.00084169983,0.00021007663,0.0012338369,0.00034989984],"domain_scores_gemma":[0.9950392,0.00010602085,0.00039666754,0.0005848486,0.0014751047,0.0023981153],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003306739,0.0001404595,0.00031727753,0.0005810141,0.0004544782,0.000034553803,0.0005499682,0.0001838705,0.0059675886],"category_scores_gemma":[0.04291495,0.00008664768,0.00020958402,0.0030131931,0.00034439983,0.000089870766,0.00003316923,0.0010261326,0.000013837323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016290914,0.0019220696,0.46525493,0.0002068269,0.0025338072,0.000030400995,0.02134321,0.000021287744,0.0008341791,0.046696175,0.2972102,0.16378403],"study_design_scores_gemma":[0.00025687873,0.000034656176,0.97555023,0.00014668543,0.00050062133,0.0002766083,0.00409322,0.00063805253,0.00019253987,0.00014482677,0.018037941,0.00012770588],"about_ca_topic_score_codex":0.040040407,"about_ca_topic_score_gemma":0.0138517,"teacher_disagreement_score":0.51029533,"about_ca_system_score_codex":0.00093720935,"about_ca_system_score_gemma":0.05073694,"threshold_uncertainty_score":0.9949411},"labels":[],"label_agreement":null},{"id":"W1585175970","doi":"10.1002/9781118410868.wbehibs190","title":"Medical School Socialization","year":2014,"lang":"en","type":"other","venue":"The Wiley Blackwell Encyclopedia of Health, Illness, Behavior, and Society","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Socialization; Curriculum; Identity (music); Medical education; Conceptual framework; Psychology; Workplace learning; Foundation (evidence); Work (physics); Pedagogy; Sociology; Medicine; Social psychology; Political science; Social science","score_opus":0.009420944339833669,"score_gpt":0.3046665594330824,"score_spread":0.29524561509324876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585175970","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0160292,0.056538824,0.0048651122,0.036014173,0.012653259,0.009776903,0.00017552933,0.0011785085,0.8627685],"genre_scores_gemma":[0.0040865196,0.45697474,0.002176415,0.01790402,0.0070185433,0.0006196505,0.0017211185,0.0011160782,0.5083829],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646544,0.00026013845,0.0010213079,0.0004937422,0.0012811022,0.00047828944],"domain_scores_gemma":[0.99784225,0.00009470891,0.0008573179,0.000714236,0.00021356811,0.0002778987],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002128834,0.0003996454,0.0009481553,0.00012640213,0.00042676835,0.000017212167,0.0003143304,0.001073126,0.007257615],"category_scores_gemma":[0.0007337883,0.00029809418,0.00023836544,0.0004718385,0.001059323,0.00004650805,0.00009321507,0.0010620167,0.00007804222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007027101,0.00026108904,0.0015507533,0.000873687,0.00005549345,9.2050783e-7,0.002108149,8.992278e-8,0.0000010127438,0.00071488536,0.9065808,0.087846085],"study_design_scores_gemma":[0.0009856471,0.00011038794,0.003361717,0.001457921,0.00031836616,0.000024757663,0.0013407214,0.00007115389,0.0000018679173,0.00014784769,0.9918668,0.0003127938],"about_ca_topic_score_codex":0.0010231961,"about_ca_topic_score_gemma":0.00004917077,"teacher_disagreement_score":0.40043592,"about_ca_system_score_codex":0.00018617332,"about_ca_system_score_gemma":0.0025062491,"threshold_uncertainty_score":0.99994713},"labels":[],"label_agreement":null},{"id":"W1586972633","doi":"10.1111/medu.12782","title":"Why physicians teach: giving back by paying it forward","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medical education; Psychology; Medicine","score_opus":0.020411345209899602,"score_gpt":0.3484296958674292,"score_spread":0.3280183506575296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586972633","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22677957,0.0005112629,0.019520838,0.7073407,0.005769239,0.00075665145,0.000003972494,0.00020043814,0.039117288],"genre_scores_gemma":[0.41134942,0.00007122206,0.013136033,0.54956603,0.003905043,0.0002578966,0.0010017523,0.00009423232,0.020618364],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765456,0.00007928,0.00048242556,0.0003405451,0.0010969656,0.000346199],"domain_scores_gemma":[0.9986679,0.00005799967,0.00014303032,0.00039924993,0.00047171017,0.0002601416],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010570405,0.0001708433,0.00026191998,0.00016231873,0.00010167043,0.000032712425,0.00019895763,0.00023308303,0.0020965904],"category_scores_gemma":[0.008773827,0.0001564092,0.00006187589,0.0006873923,0.00016994617,0.00019925147,0.000041603274,0.00056615163,0.00053008605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011519968,0.0006893773,0.0018147612,0.00006950847,0.000016177753,8.876165e-7,0.001493566,3.5358954e-7,0.00010124782,0.00016706936,0.79307413,0.2025614],"study_design_scores_gemma":[0.00073155464,0.000112318456,0.00078800844,0.00038628327,0.000047395948,0.000046281664,0.004806285,0.0013450978,0.00022855954,0.00037958892,0.99095696,0.00017169278],"about_ca_topic_score_codex":0.00025859845,"about_ca_topic_score_gemma":0.000014800425,"teacher_disagreement_score":0.2023897,"about_ca_system_score_codex":0.00043920052,"about_ca_system_score_gemma":0.00229722,"threshold_uncertainty_score":0.9995757},"labels":[],"label_agreement":null},{"id":"W1587496290","doi":"10.1111/j.1365-2923.2012.04291.x","title":"Maturational differences in undergraduate medical students’ perceptions about feedback","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Faculty of Medicine and Health, University of Sydney; Faculty of Medicine and Health, University of Leeds; University of Leeds","keywords":"Perception; Credibility; Medical education; Psychology; Focus group; Context (archaeology); Peer feedback; Qualitative property; Medicine; Computer science","score_opus":0.016601745627137707,"score_gpt":0.3741564515760862,"score_spread":0.35755470594894845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587496290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89323354,0.00039661536,0.0010637409,0.098710716,0.0029650333,0.0003979815,0.0000013245466,0.000073794195,0.0031572445],"genre_scores_gemma":[0.96948504,0.0002511173,0.0019418868,0.023899913,0.0020189856,0.00024540484,0.0003555832,0.000023858407,0.0017781975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948355,0.00014541077,0.0007272854,0.00029755963,0.0035077003,0.00048654262],"domain_scores_gemma":[0.9987869,0.00011941642,0.00011823206,0.00031788443,0.0002456318,0.00041189804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017575321,0.00019782141,0.00030932142,0.00038071244,0.00013600619,0.00004614873,0.00039087236,0.00041215544,0.009811],"category_scores_gemma":[0.0070710583,0.00016583239,0.0000686722,0.0008981641,0.0003068791,0.00028534565,0.000084103056,0.0008951858,0.0005587478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002751031,0.0040448704,0.7840355,0.00009717369,0.000028126244,0.00000255449,0.0012421053,1.0590231e-7,0.000018770028,0.0068407864,0.116577014,0.08708549],"study_design_scores_gemma":[0.00087727833,0.000047870122,0.96974146,0.0005689172,0.000036474128,0.00015242145,0.0013953449,0.00038918213,0.0000076244796,0.00037369825,0.026237221,0.0001724906],"about_ca_topic_score_codex":0.000086456486,"about_ca_topic_score_gemma":0.000037188165,"teacher_disagreement_score":0.18570599,"about_ca_system_score_codex":0.0004182078,"about_ca_system_score_gemma":0.0028610998,"threshold_uncertainty_score":0.9910942},"labels":[],"label_agreement":null},{"id":"W1589429679","doi":"10.36834/cmej.36624","title":"Student perceptions of the care of children: impacts of pre-clerkship pediatric and primary care clinical teaching","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"","keywords":"Preceptor; Specialty; Medicine; Multidisciplinary approach; Perception; Family medicine; Medical education; Promotion (chess); Nursing; Psychology","score_opus":0.008555063001555856,"score_gpt":0.3560004329521961,"score_spread":0.34744536995064024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589429679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906074,0.0010302295,0.000041812236,0.005271216,0.00126669,0.0002951163,0.000008164636,0.0000039383663,0.001475434],"genre_scores_gemma":[0.9931831,0.00019351291,0.0012577439,0.0037481096,0.0015171483,0.0000058867827,0.00004379265,0.000014811759,0.000035914683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744743,0.00031308102,0.0009840619,0.00015562626,0.00089047983,0.00020934509],"domain_scores_gemma":[0.99661875,0.00011176468,0.0004710717,0.00033622517,0.0009407021,0.0015215165],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015950506,0.00011155788,0.00033388395,0.0003568392,0.00018332837,0.000011145281,0.00028637954,0.00023384493,0.0007517115],"category_scores_gemma":[0.016818164,0.00008229003,0.0001232463,0.0003403228,0.00036891145,0.00006422779,0.000033544755,0.0011825453,0.0000013055369],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010761338,0.00020736217,0.8559968,0.00030277355,0.000033387063,2.9612576e-7,0.009000965,0.0000010824722,0.000013922021,0.0003080024,0.010215001,0.123909645],"study_design_scores_gemma":[0.00064197043,0.00019900722,0.988459,0.00047520478,0.0001780572,0.00015305511,0.008581497,0.000010200991,0.000009827438,0.000025787354,0.0012005008,0.00006591764],"about_ca_topic_score_codex":0.0016048647,"about_ca_topic_score_gemma":0.00090169255,"teacher_disagreement_score":0.13246217,"about_ca_system_score_codex":0.00033203603,"about_ca_system_score_gemma":0.02490155,"threshold_uncertainty_score":0.9914636},"labels":[],"label_agreement":null},{"id":"W1590495137","doi":"10.1111/j.1365-2923.2010.03800.x","title":"Comparison of student examiner to faculty examiner scoring and feedback in an OSCE","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Checklist; Rating scale; Medical education; Objective structured clinical examination; Psychology; Scale (ratio); Medicine; Mathematics education","score_opus":0.045307149357178604,"score_gpt":0.4606917069122667,"score_spread":0.4153845575550881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590495137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99044997,0.000030986615,0.00014501202,0.00669416,0.001311024,0.00041059163,7.9589665e-7,0.000019097959,0.00093836425],"genre_scores_gemma":[0.9897373,0.0000038765443,0.006430997,0.0027541833,0.0004734611,0.0000861228,0.000116181305,0.000015883443,0.00038204543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981877,0.000040917468,0.0005545574,0.00029533595,0.00072631956,0.0001951348],"domain_scores_gemma":[0.9990329,0.00005867932,0.00010031422,0.00032933234,0.00027702795,0.00020175918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007628083,0.00012084997,0.0002872535,0.00030479213,0.00003731594,0.000015166659,0.00014871007,0.00018445367,0.00059770327],"category_scores_gemma":[0.0036219414,0.00010484503,0.000016524513,0.0005876528,0.00013792967,0.000112226415,0.000049463484,0.0005538844,0.00002043894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022497541,0.0025939618,0.72661525,0.00010278771,0.0000064817173,6.8419683e-7,0.0052740197,0.0000014463269,0.008513871,0.00036724468,0.0063039516,0.25019783],"study_design_scores_gemma":[0.0005920551,0.00019345788,0.98616743,0.00023705217,0.000020137308,0.000012545204,0.004325847,0.0006178514,0.001177059,0.000017312304,0.006534609,0.00010462956],"about_ca_topic_score_codex":0.00014332293,"about_ca_topic_score_gemma":0.00021589106,"teacher_disagreement_score":0.2595522,"about_ca_system_score_codex":0.000079845406,"about_ca_system_score_gemma":0.0006434079,"threshold_uncertainty_score":0.65444314},"labels":[],"label_agreement":null},{"id":"W1590809011","doi":"10.1111/j.1365-2842.2010.02122.x","title":"Online learning in dentistry: an overview of the future direction for dental education","year":2010,"lang":"en","type":"review","venue":"Journal of Oral Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Economic and Social Research Council","keywords":"Dentistry; Dental education; Orthodontics; Psychology; Medicine","score_opus":0.05072346558205832,"score_gpt":0.4670703168777422,"score_spread":0.4163468512956839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590809011","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066791065,0.92424595,0.00006337423,0.0014875407,0.006060459,0.0013210569,0.000010640181,0.0000070477604,0.000012883151],"genre_scores_gemma":[0.0010863718,0.95414233,0.041838855,0.00009670045,0.0021025478,0.00007553647,0.00039267362,0.000052204043,0.00021278583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763185,0.00027751902,0.0013725203,0.00015773223,0.00044708897,0.000113269874],"domain_scores_gemma":[0.9967371,0.00021967191,0.0017873961,0.00023727636,0.0009718385,0.000046683723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015532254,0.00017028803,0.0008327881,0.0005090833,0.000057255897,0.000015289748,0.00017131666,0.0003683293,0.000023738972],"category_scores_gemma":[0.004661374,0.00011413803,0.0004306534,0.00091495673,0.00008053925,0.00024504078,0.000015805519,0.0011842862,8.683368e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027767512,0.00086976844,0.0009801711,0.0082209315,0.000023218483,2.2931599e-7,0.00018880948,0.0000021039668,0.00002444211,0.00020693382,0.0007114205,0.9887442],"study_design_scores_gemma":[0.00042373454,0.00068018533,0.016599819,0.01382829,0.00056148577,0.00021134721,0.0012492565,0.000030936906,0.000002762353,0.00025896897,0.9660587,0.00009456182],"about_ca_topic_score_codex":0.000013849137,"about_ca_topic_score_gemma":0.0000744994,"teacher_disagreement_score":0.98864967,"about_ca_system_score_codex":0.00051699905,"about_ca_system_score_gemma":0.001545482,"threshold_uncertainty_score":0.55804366},"labels":[],"label_agreement":null},{"id":"W1590932771","doi":"","title":"Making medical student course evaluations meaningful: Evaluating and responding to student satisfaction ratings","year":2013,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Curriculum; Action plan; Course (navigation); Psychology; Course evaluation; Protocol (science); Computer science; Higher education; Medicine; Pedagogy; Alternative medicine; Political science; Engineering","score_opus":0.02380559255897764,"score_gpt":0.38680214015931147,"score_spread":0.36299654760033384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590932771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666331,0.000042000793,0.024626656,0.0075950436,0.00048352047,0.00037034004,0.0000014112701,0.00001114264,0.00023678027],"genre_scores_gemma":[0.994309,0.000055612338,0.004667363,0.0002941342,0.00036729098,5.4544904e-7,0.000006918348,0.0000097320735,0.00028941483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965987,0.00044045577,0.000665165,0.00017063622,0.0019326637,0.0001923661],"domain_scores_gemma":[0.9969716,0.00041870913,0.0008517369,0.0002778307,0.0013000305,0.00018009392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054556928,0.00013920732,0.00050993223,0.0010534937,0.0003957815,0.000042036416,0.00031616213,0.00009962439,0.0010968774],"category_scores_gemma":[0.0017654774,0.00011035549,0.0001653782,0.001981962,0.00017749263,0.00021878448,0.00013966492,0.00045201226,0.000010855719],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021061306,0.0008503167,0.74639744,0.00012364719,0.009870117,0.000069659356,0.051865205,0.022576477,0.011601426,0.0016788819,0.0033730727,0.14948764],"study_design_scores_gemma":[0.0027130384,0.00066211476,0.90083706,0.00024858152,0.007796775,0.00015229835,0.03082015,0.05628341,0.0000040179907,0.00019409927,0.00013716119,0.00015126934],"about_ca_topic_score_codex":0.0006976123,"about_ca_topic_score_gemma":0.0007666301,"teacher_disagreement_score":0.15443966,"about_ca_system_score_codex":0.0005878648,"about_ca_system_score_gemma":0.0004947829,"threshold_uncertainty_score":0.99981624},"labels":[],"label_agreement":null},{"id":"W1592853477","doi":"10.1096/fasebj.28.1_supplement.211.6","title":"Development of lifelong learning strategies using inquiry guided learning projects in a first year anatomy course (211.6)","year":2014,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Lifelong learning; Presentation (obstetrics); Psychology; Likert scale; Mathematics education; Active learning (machine learning); Process (computing); Medical education; Selection (genetic algorithm); Peer learning; Pedagogy; Computer science; Medicine; Artificial intelligence","score_opus":0.057319638301248026,"score_gpt":0.3675433441139028,"score_spread":0.3102237058126548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592853477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991829,0.000047241814,0.0064180526,0.0006976778,0.00028169114,0.00014862372,4.846794e-8,0.000018701605,0.0005590032],"genre_scores_gemma":[0.9717252,0.000012207559,0.027613008,0.00011536798,0.00042944535,0.000004523314,0.0000050663566,0.00001773178,0.00007739399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99851435,0.00015533519,0.0005451671,0.000111075504,0.0004338028,0.00024023654],"domain_scores_gemma":[0.9991626,0.00007217468,0.00033392306,0.00012416158,0.0002550845,0.00005205338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026246377,0.000106884654,0.00021077758,0.00024824176,0.0003293201,0.000043344062,0.0001282065,0.00007219323,0.000080154205],"category_scores_gemma":[0.0011434611,0.000077615485,0.000034915316,0.0005005679,0.00012922789,0.00013642242,0.000037231173,0.0009780946,0.000008601578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034809494,0.0008060026,0.6313762,0.00060091953,0.00038414035,0.00008027896,0.18863066,0.032472264,0.0696249,0.002952184,0.002909004,0.06981536],"study_design_scores_gemma":[0.009692982,0.0007923576,0.45559728,0.0067394814,0.00038785758,0.0021874984,0.35796195,0.107727416,0.028269142,0.0006576112,0.029035134,0.00095128873],"about_ca_topic_score_codex":0.000016188033,"about_ca_topic_score_gemma":0.000010226912,"teacher_disagreement_score":0.1757789,"about_ca_system_score_codex":0.00018441291,"about_ca_system_score_gemma":0.0010621285,"threshold_uncertainty_score":0.4249389},"labels":[],"label_agreement":null},{"id":"W1593062191","doi":"10.4103/1357-6283.134311","title":"Community-based medical education: Is success a result of meaningful personal learning experiences?","year":2014,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Context (archaeology); Curriculum; Medical education; Psychology; Learning community; Social environment; Social learning; Professional learning community; Professional development; Medicine; Pedagogy; Sociology","score_opus":0.03536142942059193,"score_gpt":0.4289214620032457,"score_spread":0.39356003258265376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593062191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81340843,0.00018628163,0.00682679,0.1723475,0.002471201,0.00084621564,0.0000036889212,0.00008258287,0.003827327],"genre_scores_gemma":[0.93600535,0.000010613312,0.014025309,0.046604954,0.00084016967,0.0005055743,0.0005175708,0.00002671563,0.0014637114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977279,0.00034104259,0.0007022652,0.00023288246,0.0007258723,0.00027004437],"domain_scores_gemma":[0.9976265,0.0002235045,0.0004693013,0.0003830921,0.0010206583,0.00027698223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029685663,0.00013850835,0.0003139371,0.00031242808,0.0005450249,0.000018410186,0.00022419517,0.00014420324,0.0008031804],"category_scores_gemma":[0.006358687,0.00013526449,0.000077055985,0.0006602054,0.00021499237,0.00009331271,0.000018970177,0.0006522302,0.000014381611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022513971,0.004852536,0.017303584,0.0030113105,0.000034692282,4.983238e-8,0.14506522,0.000005094916,0.00003046051,0.01370195,0.4576947,0.35807526],"study_design_scores_gemma":[0.0023953405,0.0018527047,0.013816469,0.0020841786,0.00005390791,0.000041293748,0.111457355,0.010947176,0.0006581604,0.0009567633,0.8553824,0.00035426408],"about_ca_topic_score_codex":0.00043494286,"about_ca_topic_score_gemma":0.000017643932,"teacher_disagreement_score":0.3976877,"about_ca_system_score_codex":0.00030608123,"about_ca_system_score_gemma":0.0178903,"threshold_uncertainty_score":0.98767734},"labels":[],"label_agreement":null},{"id":"W1593840934","doi":"10.1186/1472-6920-6-20","title":"Evaluation of a multifaceted \"Resident-as-Teacher\" educational intervention to improve morning report","year":2006,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Session (web analytics); Medical education; Intervention (counseling); Psychological intervention; Medicine; Perception; Reading (process); Morning; Psychology; Audience response; Nursing; Internal medicine","score_opus":0.0267890818074827,"score_gpt":0.4210014675289329,"score_spread":0.39421238572145023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593840934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97623026,0.00023356153,0.0050492547,0.0075691314,0.0026063693,0.0013705099,0.0000016635852,0.000060555343,0.0068786936],"genre_scores_gemma":[0.97598857,0.0000033219414,0.013610272,0.00088095566,0.0017315084,0.00078903435,0.0009960199,0.000035116846,0.005965174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99411225,0.00032560067,0.0013196775,0.00052155816,0.003444872,0.0002760136],"domain_scores_gemma":[0.9952871,0.00014676647,0.00055141107,0.0006033416,0.0031889246,0.0002224563],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062224334,0.00019909888,0.0003117874,0.00056434807,0.00009849889,0.000025447276,0.0001845396,0.00027504773,0.006207633],"category_scores_gemma":[0.048483845,0.00019795267,0.00013966499,0.00095919124,0.00012366507,0.00017333319,0.000049926282,0.00035920902,0.00019483163],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003042829,0.010155971,0.0835974,0.0011110143,0.00016477585,0.0000056733907,0.0024392891,0.00021201633,0.010312152,0.0069689485,0.16936982,0.7153587],"study_design_scores_gemma":[0.006170843,0.0005893425,0.91657287,0.0033520653,0.0012864065,0.0007783388,0.0066350466,0.036316,0.008418668,0.010282909,0.008905359,0.00069218007],"about_ca_topic_score_codex":0.0018548953,"about_ca_topic_score_gemma":0.00016505786,"teacher_disagreement_score":0.83297545,"about_ca_system_score_codex":0.0008847844,"about_ca_system_score_gemma":0.012468625,"threshold_uncertainty_score":0.99470085},"labels":[],"label_agreement":null},{"id":"W1594308472","doi":"10.1111/j.1365-2923.2011.04066.x","title":"Feedback: much more than a tool","year":2011,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes","funders":"","keywords":"Scholarship; Library science; Citation; Medicine; Computer science; Law; Political science","score_opus":0.01597376161627879,"score_gpt":0.33194529918468957,"score_spread":0.3159715375684108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594308472","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011220693,0.0003364091,0.00028038275,0.96344984,0.007861342,0.00092778075,0.0000066523917,0.00021763811,0.015699279],"genre_scores_gemma":[0.0014164052,0.00009945709,0.0034340478,0.9373677,0.021000091,0.00052622054,0.004514378,0.00012566679,0.03151607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952783,0.000110838664,0.00093727896,0.0007481817,0.0022984685,0.0006269041],"domain_scores_gemma":[0.9974606,0.00007968397,0.00035121918,0.0011718416,0.0007933303,0.00014329478],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00077394577,0.00046445997,0.0006435814,0.0006152484,0.00013904081,0.00003938927,0.0005086244,0.0024942614,0.013585245],"category_scores_gemma":[0.0076418095,0.00040548915,0.00021047202,0.00086340297,0.00044667206,0.00012352952,0.00008277803,0.004618607,0.0012571642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017882772,0.00054327684,0.0005674461,0.0006086144,0.00006952713,0.00005382289,0.0006408152,4.9512874e-9,0.000002941654,0.00015329191,0.8843179,0.11302452],"study_design_scores_gemma":[0.00050225237,0.000106322084,0.0043171607,0.0012955371,0.00024419982,0.0004146547,0.0002955914,0.00005749574,0.000029333687,0.0004791215,0.99187416,0.00038415665],"about_ca_topic_score_codex":0.00022851562,"about_ca_topic_score_gemma":0.0000037303603,"teacher_disagreement_score":0.11264036,"about_ca_system_score_codex":0.0005564541,"about_ca_system_score_gemma":0.009833536,"threshold_uncertainty_score":0.9998397},"labels":[],"label_agreement":null},{"id":"W1594310377","doi":"10.4212/cjhp.v58i3.302","title":"Graduating a More Confident Pharmacist: Applying the Medical Model of Training","year":2005,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Pharmacy; Medical education; Clinical pharmacy; Pharmacist; Health care; Medicine; Psychology; Nursing","score_opus":0.07259784690750891,"score_gpt":0.3767600623381419,"score_spread":0.304162215430633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594310377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8807247,0.00057935383,0.000868127,0.115534864,0.0007244189,0.00043015034,0.0000049418,0.0000066875427,0.0011267574],"genre_scores_gemma":[0.9907563,0.000037021513,0.0012507146,0.0066155535,0.0011996105,0.000022550883,0.000003490923,0.000020305584,0.0000944579],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979286,0.00005333599,0.0007281216,0.000090603564,0.0008913249,0.0003079801],"domain_scores_gemma":[0.9983891,0.000096905926,0.00041806788,0.00018083668,0.000516529,0.00039851235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020233616,0.00012410803,0.00024701608,0.00017922877,0.00030501036,0.00003136776,0.0004618892,0.000039955383,0.00034168886],"category_scores_gemma":[0.0013085059,0.000073346295,0.00012772012,0.00033349253,0.00047307552,0.0001494047,0.00001721145,0.0009712929,0.0000074718337],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013818493,0.00028652843,0.0051030903,0.00013570685,0.00065825257,0.00024803614,0.07597311,0.0050086775,0.001919829,0.0041952715,0.051286433,0.85504687],"study_design_scores_gemma":[0.011196903,0.0005330144,0.0021010118,0.0013796194,0.0012235679,0.0041652555,0.024737041,0.8392629,0.008056051,0.0025168129,0.10417613,0.00065171707],"about_ca_topic_score_codex":0.0008825515,"about_ca_topic_score_gemma":0.0004175026,"teacher_disagreement_score":0.85439515,"about_ca_system_score_codex":0.0002519215,"about_ca_system_score_gemma":0.0039010204,"threshold_uncertainty_score":0.6920243},"labels":[],"label_agreement":null},{"id":"W1594368670","doi":"10.1111/j.1365-2923.2011.04100.x","title":"A reflective analysis of medical education research on self‐regulation in learning and practice","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":236,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Self-regulated learning; Psychology; Reflective practice; Perspective (graphical); Medicine; Pedagogy; Mathematics education; Computer science","score_opus":0.06997209938869567,"score_gpt":0.5291058393991145,"score_spread":0.45913374001041884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594368670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9119154,0.00034524358,0.0005648261,0.032440018,0.0007550197,0.0007095148,4.169045e-7,0.000062917396,0.053206604],"genre_scores_gemma":[0.9867648,0.00032729495,0.007564784,0.0043082363,0.00028466684,0.00019337397,0.00014079588,0.000020705325,0.00039533447],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949246,0.0008438619,0.00070965744,0.00044710145,0.0027982513,0.00027652597],"domain_scores_gemma":[0.99707365,0.0007378272,0.00024482346,0.0003228427,0.001405305,0.00021555561],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0083121145,0.00013755249,0.00035581837,0.002503511,0.000113584516,0.000013403381,0.00016835553,0.00045458876,0.0019648606],"category_scores_gemma":[0.06692259,0.00012760921,0.000054193926,0.005279218,0.00031044616,0.00020020336,0.0000551945,0.0012759904,0.000019628595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010295757,0.020595042,0.10979843,0.0004594097,0.0007127656,0.000010173704,0.042387586,0.0000053383037,0.00017095382,0.0720307,0.022690587,0.73010945],"study_design_scores_gemma":[0.0018186006,0.0013002306,0.88061595,0.0020816142,0.0011781557,0.00015953212,0.041240387,0.020096429,0.00048569823,0.0027324192,0.047912806,0.0003781817],"about_ca_topic_score_codex":0.0010349588,"about_ca_topic_score_gemma":0.00010717082,"teacher_disagreement_score":0.7708175,"about_ca_system_score_codex":0.00049878965,"about_ca_system_score_gemma":0.0077455286,"threshold_uncertainty_score":0.9989475},"labels":[],"label_agreement":null},{"id":"W1594933783","doi":"10.18295/2075-0528.1231","title":"Curriculum Development for Medical Education : A Six-Step Approach","year":2010,"lang":"en","type":"article","venue":"Sultan Qaboos University medical journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":536,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Curriculum; Medical education; Medical physics; Bioinformatics; Engineering ethics; Pedagogy","score_opus":0.007702462389081816,"score_gpt":0.2803551801350834,"score_spread":0.27265271774600164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594933783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86093,0.00007880503,0.08656066,0.033429697,0.00516652,0.000893179,0.000003647804,0.00013736951,0.012800069],"genre_scores_gemma":[0.6819478,0.00013716679,0.29643795,0.009335957,0.0059037562,0.000021945976,0.00039886162,0.000067406705,0.0057491562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658304,0.00007126786,0.00052995567,0.00032395488,0.002041085,0.0004506881],"domain_scores_gemma":[0.9969243,0.00008756882,0.00021863927,0.0002612646,0.0012593159,0.0012489123],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020340648,0.00019608802,0.0003164047,0.000524114,0.0005368445,0.000034613415,0.00052011304,0.0005630042,0.002612241],"category_scores_gemma":[0.009559374,0.00017242141,0.00012828376,0.0008496709,0.0003448888,0.00018889176,0.000083564286,0.00211861,0.00004189567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023257594,0.004064113,0.014801051,0.00025182797,0.00021293017,0.00015883491,0.0014542344,4.1240713e-7,0.00017524848,0.01607559,0.24724261,0.71533054],"study_design_scores_gemma":[0.0042129583,0.00015159081,0.0043779053,0.00031864675,0.00013165157,0.002659647,0.005716457,0.005773875,0.00007555095,0.00010638347,0.9761842,0.00029113592],"about_ca_topic_score_codex":0.000020075846,"about_ca_topic_score_gemma":0.00003392677,"teacher_disagreement_score":0.72894156,"about_ca_system_score_codex":0.00036160322,"about_ca_system_score_gemma":0.012241847,"threshold_uncertainty_score":0.9987835},"labels":[],"label_agreement":null},{"id":"W1596119596","doi":"10.1017/cbo9781316178485","title":"Teaching Medical Professionalism","year":2016,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":250,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Engineering ethics; Professional development; Medical education; Psychology; Pedagogy; Medicine; Engineering","score_opus":0.025644412076927827,"score_gpt":0.29216400995441716,"score_spread":0.26651959787748936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596119596","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003035389,0.000070772636,0.00070145424,0.0018974944,0.0011083187,0.0005533967,0.0000475183,0.00019836283,0.99511915],"genre_scores_gemma":[0.00018062748,0.000022592669,0.00035288616,0.0017925795,0.0012145673,0.0000031732407,0.00028728344,0.000055928926,0.99609035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976346,0.000111535344,0.00030766265,0.0004827153,0.001137383,0.00032610932],"domain_scores_gemma":[0.99847466,0.000113232825,0.00023044275,0.0006294926,0.00033644223,0.00021573389],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052235345,0.00029851327,0.0004583797,0.00031489885,0.00025527974,0.000010920004,0.0004341177,0.00095081324,0.00008100428],"category_scores_gemma":[0.00046532787,0.0002568968,0.00016666838,0.0000185001,0.00039822902,0.00006535507,0.00031655421,0.0017473706,0.00006797194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054014545,0.000035501533,0.0000027512851,0.00021051776,0.000084939886,0.00025768796,0.000044666882,3.3932348e-9,0.000014710002,0.39457324,0.5814725,0.023249432],"study_design_scores_gemma":[0.0011578694,0.00004603054,0.000034995905,0.0024246871,0.0002155894,0.00012485204,0.000045374967,0.00002689191,0.00003539767,0.000016282396,0.99560714,0.00026487853],"about_ca_topic_score_codex":0.000041094216,"about_ca_topic_score_gemma":1.9174045e-7,"teacher_disagreement_score":0.41413462,"about_ca_system_score_codex":0.0009106709,"about_ca_system_score_gemma":0.002549475,"threshold_uncertainty_score":0.9999883},"labels":[],"label_agreement":null},{"id":"W1598532511","doi":"10.1186/1472-6920-1-4","title":"The missions of medical schools: the pursuit of health in the service of society","year":2001,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Accreditation; The Internet; Public relations; Mission statement; Inclusion (mineral); Accountability; Service (business); Medicine; Medical education; Political science; Sociology; World Wide Web; Business; Computer science; Social science","score_opus":0.045457254975475106,"score_gpt":0.42722306520269926,"score_spread":0.38176581022722417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598532511","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3738083,0.0016597561,0.0012170449,0.62114376,0.0007537271,0.0006883927,0.0000013060734,0.0000102087615,0.0007175376],"genre_scores_gemma":[0.95230466,0.0027087918,0.0023033714,0.041486308,0.0006682223,0.00016813606,0.0000891424,0.000019500232,0.00025186586],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9947866,0.00051845296,0.001215904,0.00017380744,0.0030556319,0.000249592],"domain_scores_gemma":[0.99653035,0.0013643384,0.00056849804,0.00079112034,0.0006006825,0.00014500038],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012176639,0.000109734574,0.0003049183,0.00007651094,0.00017564694,0.000010185415,0.0010427249,0.00022739725,0.00061111077],"category_scores_gemma":[0.020539451,0.000051874442,0.0001085327,0.0017413608,0.0004883501,0.000046423054,0.00007529546,0.00079341047,0.0000065904837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009827033,0.0035878313,0.03820308,0.001104803,0.00006879627,4.7099485e-7,0.014388306,0.0000041782164,0.00007877235,0.022171926,0.49159205,0.42870152],"study_design_scores_gemma":[0.0032872667,0.00047318195,0.52643543,0.006612059,0.0001630582,0.00026642173,0.17668614,0.009228182,0.00021117202,0.0056267027,0.27075964,0.00025070555],"about_ca_topic_score_codex":0.0009947488,"about_ca_topic_score_gemma":0.0003675013,"teacher_disagreement_score":0.57965744,"about_ca_system_score_codex":0.0001076753,"about_ca_system_score_gemma":0.014800547,"threshold_uncertainty_score":0.99078465},"labels":[],"label_agreement":null},{"id":"W1600823919","doi":"10.1111/j.1365-2923.2007.02967.x","title":"Professionalism and the basic sciences: an untapped resource","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Value (mathematics); Resource (disambiguation); Situated; Professional development; Medical science; Faculty development; Psychology; Medicine; Engineering ethics; Computer science; Engineering","score_opus":0.03299796288789205,"score_gpt":0.390514859002205,"score_spread":0.357516896114313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600823919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86658645,0.00042632734,0.000154579,0.12503116,0.00091145834,0.00042985703,2.7162525e-7,0.00005129895,0.0064086188],"genre_scores_gemma":[0.90211123,0.0000928592,0.0019942767,0.09165903,0.0012049377,0.00016950454,0.00009088644,0.00001460249,0.0026626608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981435,0.00016851867,0.000292611,0.00025518803,0.0009625929,0.00017762289],"domain_scores_gemma":[0.99915606,0.0001281589,0.00008223938,0.0002828131,0.00025808992,0.00009263753],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015175848,0.00009209994,0.00015392705,0.00012324014,0.00055966683,0.000013117227,0.00016586196,0.00012786018,0.0006403177],"category_scores_gemma":[0.009068051,0.00005385141,0.000024700792,0.0006248149,0.0018980085,0.00011359642,0.000035608748,0.00038548085,0.000028298406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025031608,0.0017548904,0.012627124,0.00012932176,0.000025210296,0.000005959977,0.009688468,6.556876e-7,0.0000486068,0.068115085,0.6000283,0.3073261],"study_design_scores_gemma":[0.0052380245,0.00030704244,0.15822044,0.00071998354,0.00009775246,0.0011158054,0.009734134,0.005587742,0.000111036425,0.005255894,0.8133152,0.00029693282],"about_ca_topic_score_codex":0.000081778664,"about_ca_topic_score_gemma":0.0000026583202,"teacher_disagreement_score":0.30702916,"about_ca_system_score_codex":0.000061633014,"about_ca_system_score_gemma":0.0029392652,"threshold_uncertainty_score":0.99927896},"labels":[],"label_agreement":null},{"id":"W160185148","doi":"","title":"Teaching professionalism - Why, What and How.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Institution; Experiential learning; Identity (music); Medical education; Psychology; Health care; Pedagogy; Medicine; Sociology; Political science; Law","score_opus":0.04729912689116841,"score_gpt":0.3323183255605848,"score_spread":0.28501919866941644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W160185148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759909,0.0014986708,0.00012725823,0.11647606,0.0018785032,0.00061163737,3.207361e-7,0.000054746317,0.0033618675],"genre_scores_gemma":[0.98307604,0.000029218218,0.0011317731,0.008465759,0.0007624112,0.0005941256,0.000018881754,0.000010522423,0.005911262],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999354,0.00003598611,0.000080157384,0.00008714853,0.00019922123,0.00024345332],"domain_scores_gemma":[0.99967986,0.000029817003,0.000036686386,0.00012638824,0.000043819375,0.000083452884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008529925,0.00005648133,0.0000837904,0.000074762334,0.00008496109,0.0000306411,0.000030629148,0.00006222443,0.00002707106],"category_scores_gemma":[0.00075468,0.000043490843,0.000012548781,0.0000962455,0.000047759826,0.00052450283,0.000027873179,0.0002496943,0.0000058428122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068098516,0.0000988529,0.013160072,0.00004864611,0.000011777975,5.1493765e-7,0.0008811081,3.3805136e-9,0.00003615915,0.0036432939,0.036057357,0.9460554],"study_design_scores_gemma":[0.00031346938,0.000005234527,0.576745,0.000049232483,0.000026519114,0.000042339838,0.0014171606,0.000010029475,0.00011497184,0.00020784987,0.4210061,0.00006210834],"about_ca_topic_score_codex":0.0000052477844,"about_ca_topic_score_gemma":1.8600848e-7,"teacher_disagreement_score":0.9459933,"about_ca_system_score_codex":0.00004940917,"about_ca_system_score_gemma":0.000013637388,"threshold_uncertainty_score":0.17735052},"labels":[],"label_agreement":null},{"id":"W160421349","doi":"","title":"North American Consortium on Rehabilitation Engineering and Technology for the Individual (NARETI)","year":2013,"lang":"en","type":"article","venue":"e-Publications@Marquette (Marquette University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Medical education; Health technology; Healthcare delivery; Focus group; Relevance (law); Public relations; Political science; Psychology; Business; Medicine; Marketing","score_opus":0.009223343759506616,"score_gpt":0.22823027747093266,"score_spread":0.21900693371142604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W160421349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71678257,0.00003343479,0.0032133793,0.2757132,0.00020297356,0.002278909,0.00008330704,0.00040363992,0.0012885818],"genre_scores_gemma":[0.947991,0.00011839261,0.033704065,0.009559965,0.00039102254,0.0005898082,0.0015715867,0.000072643365,0.00600151],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984838,0.000045185294,0.0003294719,0.00046570727,0.00031270063,0.00036314363],"domain_scores_gemma":[0.99717724,0.00071465684,0.0002314048,0.00069678895,0.0010617579,0.00011814165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033303307,0.00021923493,0.00026188177,0.0015391976,0.00040617448,0.00007619705,0.00034499445,0.00013233861,0.00016676137],"category_scores_gemma":[0.002797383,0.00019724171,0.00006800725,0.003810741,0.0006805231,0.000328018,0.00009094108,0.00048586706,0.000057374502],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001289493,0.00063380203,0.14597854,0.00022905228,0.0005544811,0.0000033604244,0.0010884533,0.00009584444,0.00056592555,0.11809371,0.58694154,0.14568637],"study_design_scores_gemma":[0.0009789331,0.00047665954,0.29743394,0.000042288102,0.0002014772,0.000020700543,0.001527527,0.0016873368,0.00010289274,0.00012266179,0.69712204,0.00028353056],"about_ca_topic_score_codex":0.00004515447,"about_ca_topic_score_gemma":0.000029740413,"teacher_disagreement_score":0.26615322,"about_ca_system_score_codex":0.00027321777,"about_ca_system_score_gemma":0.00021161609,"threshold_uncertainty_score":0.8043284},"labels":[],"label_agreement":null},{"id":"W1604560503","doi":"10.1023/a:1012743830638","title":"Assessing Tutorial-Based Assessment","year":2001,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Summative assessment; Strengths and weaknesses; Interpersonal communication; Formative assessment; Competence (human resources); Medical education; Educational measurement; Curriculum; Computer science; Psychology; Mathematics education; Medicine; Pedagogy; Social psychology","score_opus":0.03505729706606338,"score_gpt":0.5134878469813409,"score_spread":0.4784305499152775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604560503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7908513,0.0063789473,0.034430817,0.09173771,0.01945536,0.001759731,7.171931e-7,0.00017970167,0.055205718],"genre_scores_gemma":[0.83786553,0.0006693795,0.15014972,0.010241657,0.0007402028,0.00014037415,0.000034542212,0.000008486115,0.00015009979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981027,0.00009058186,0.0005577275,0.0003474342,0.00055951567,0.00034203706],"domain_scores_gemma":[0.99915344,0.000106943175,0.0002584635,0.00022168542,0.00018409206,0.00007535212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021607894,0.000101184894,0.00018153532,0.00045866417,0.00030667326,0.00006677902,0.00013506984,0.000050377093,0.0001258389],"category_scores_gemma":[0.00064658705,0.00009171392,0.000022024662,0.0022357164,0.00023284789,0.0009997408,0.000010024465,0.00023630231,0.0000111607615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008604407,0.0005889497,0.24901196,0.0002475383,8.863481e-7,7.6603834e-7,0.00018145591,0.0005796624,0.000034253633,0.007630639,0.0011688219,0.74054646],"study_design_scores_gemma":[0.0009790882,0.0005713263,0.43672726,0.0016694842,0.000009480624,0.000053665717,0.005447596,0.023409352,0.00007805924,0.005920641,0.5248405,0.00029357075],"about_ca_topic_score_codex":0.0001701656,"about_ca_topic_score_gemma":0.000030912695,"teacher_disagreement_score":0.7402529,"about_ca_system_score_codex":0.00084584835,"about_ca_system_score_gemma":0.006269224,"threshold_uncertainty_score":0.9993643},"labels":[],"label_agreement":null},{"id":"W1606037777","doi":"10.1023/a:1026047729543","title":"A Sequenced OSCE for Licensure: Administrative Issues, Results and Myths","year":2003,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Medical Council of Canada","funders":"","keywords":"Licensure; Objective structured clinical examination; Test (biology); Medical education; Stakeholder; Computer science; Psychology; Medicine; Operations research; Public relations; Political science; Engineering","score_opus":0.0441188481166592,"score_gpt":0.48430738913484445,"score_spread":0.4401885410181853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606037777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56790817,0.07866859,0.0062802657,0.261854,0.012027925,0.010601432,0.000045661836,0.00022609241,0.062387906],"genre_scores_gemma":[0.8108552,0.0028856092,0.1775855,0.0069580735,0.00023258894,0.00040809906,0.00005155961,0.000010137852,0.0010132458],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983812,0.000084352614,0.0005473259,0.0004152481,0.0002691516,0.00030270568],"domain_scores_gemma":[0.9990604,0.00019240832,0.00025536914,0.00017393724,0.00023211623,0.00008574855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021796082,0.00010440472,0.00018551087,0.00022501766,0.00026779083,0.000024041266,0.00008003606,0.000055954864,0.000013231716],"category_scores_gemma":[0.004439958,0.00009324985,0.000014486264,0.0011235379,0.00037204454,0.00038991272,0.0000055340543,0.00014610395,0.0000031094337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026686754,0.0012141251,0.02313509,0.0017755724,0.0000073316105,8.82445e-7,0.012003169,0.000078519486,0.00017545534,0.24684896,0.014822478,0.69967157],"study_design_scores_gemma":[0.00151255,0.0017788217,0.016495163,0.001009826,0.000009995811,0.00008680882,0.018835446,0.00074091565,0.0007701314,0.017173259,0.941321,0.0002660814],"about_ca_topic_score_codex":0.00007630556,"about_ca_topic_score_gemma":0.000060666713,"teacher_disagreement_score":0.92649853,"about_ca_system_score_codex":0.00023214765,"about_ca_system_score_gemma":0.0028872516,"threshold_uncertainty_score":0.5315365},"labels":[],"label_agreement":null},{"id":"W1606383742","doi":"10.1111/medu.12021","title":"The medical student’s Toolkit","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Citation; Library science; Computer science","score_opus":0.012891924657775913,"score_gpt":0.4141250812098104,"score_spread":0.4012331565520345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606383742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6259603,0.00282866,0.001224069,0.32129225,0.01508033,0.0007008312,4.941651e-7,0.00017955223,0.032733522],"genre_scores_gemma":[0.9180242,0.00036657517,0.0008400828,0.06914623,0.0053018653,0.000281897,0.000098325036,0.00003091197,0.0059099277],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959877,0.0001040569,0.00052647025,0.00018778892,0.002706906,0.00048705068],"domain_scores_gemma":[0.99843025,0.00020974666,0.000104667735,0.00050751865,0.0003032691,0.00044454882],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031153015,0.00013745319,0.00017613728,0.00010067183,0.00031466095,0.000033621487,0.00034856494,0.00029696137,0.005039286],"category_scores_gemma":[0.02036407,0.000087509914,0.00006656959,0.0005755791,0.0003402638,0.0001525398,0.00007584139,0.0007385001,0.0006523849],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013464047,0.0012793092,0.03323937,0.000028790731,0.000028042452,0.0000015868449,0.0005432789,1.4488637e-8,0.000004814315,0.009730517,0.38578993,0.5693409],"study_design_scores_gemma":[0.00045884607,0.000049573497,0.121146984,0.00016616852,0.00004843803,0.00029063193,0.0015448909,0.00017416122,0.00003374759,0.00014636166,0.87583023,0.00010994494],"about_ca_topic_score_codex":0.000029183244,"about_ca_topic_score_gemma":0.0000057099105,"teacher_disagreement_score":0.569231,"about_ca_system_score_codex":0.00025295722,"about_ca_system_score_gemma":0.0035302234,"threshold_uncertainty_score":0.99587023},"labels":[],"label_agreement":null},{"id":"W1606750899","doi":"10.1002/9781118838983.ch6","title":"Constructivism: learning theories and approaches to research","year":2015,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Constructivism (international relations); Constructivist teaching methods; Epistemology; Psychology; Mathematics education; Pedagogy; Teaching method; Philosophy; Political science; International relations","score_opus":0.24600913636686117,"score_gpt":0.41784764450261286,"score_spread":0.1718385081357517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606750899","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000513086,0.0002351876,0.00052978564,0.0034188866,0.00019769579,0.00043692306,0.0000016731263,0.000112737995,0.99455404],"genre_scores_gemma":[0.0038328713,0.000015417902,0.018362673,0.00025068826,0.00066333235,0.000044659777,0.000075683965,0.00014502577,0.97660965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895567,0.000075405864,0.000111982044,0.00023114547,0.00044940892,0.00017640827],"domain_scores_gemma":[0.99947333,0.00004439076,0.00003033411,0.00020432057,0.00015571337,0.000091926966],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011757528,0.00009782813,0.00020036091,0.0005452901,0.000050276645,0.000020576626,0.000052825202,0.00020336856,0.001991614],"category_scores_gemma":[0.0019490496,0.000074435266,0.000008261864,0.00050744985,0.0003931534,0.000013277303,0.000067138826,0.00062941125,0.00017206435],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010542955,0.000020294872,0.00046657945,0.000096518444,0.000025541944,0.0000014765149,0.00052156055,5.599918e-8,0.0000026782516,0.07248651,0.8785964,0.047771826],"study_design_scores_gemma":[0.00018383336,0.000103023965,0.00008221307,0.00019477616,0.0000136698,0.000030070982,0.0039109755,0.000017885133,0.000009531403,0.0018512723,0.9935234,0.00007931417],"about_ca_topic_score_codex":0.00007578007,"about_ca_topic_score_gemma":0.0000079138445,"teacher_disagreement_score":0.11492702,"about_ca_system_score_codex":0.000056909197,"about_ca_system_score_gemma":0.0002895367,"threshold_uncertainty_score":0.9989207},"labels":[],"label_agreement":null},{"id":"W1607610280","doi":"10.1186/1472-6920-4-12","title":"Medical Students' and Residents' preferred site characteristics and preceptor behaviours for learning in the ambulatory setting: a cross-sectional survey","year":2004,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Canadian Institutes of Health Research; Canadian Celiac Association","keywords":"Preceptor; Cross-sectional study; Ambulatory; Medical education; Medicine; Psychology; Surgery","score_opus":0.03434870637340892,"score_gpt":0.4079972186022261,"score_spread":0.3736485122288172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607610280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99353254,0.0001565756,0.0012246259,0.0032220432,0.0009202176,0.00087072264,0.000008264106,0.0000379536,0.000027062997],"genre_scores_gemma":[0.9923199,0.000070761256,0.0016345165,0.0035843435,0.0007646816,0.00031351877,0.0010449991,0.000025249534,0.00024203003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99648166,0.0002725423,0.00067534175,0.00041140916,0.0018838318,0.00027520323],"domain_scores_gemma":[0.9983428,0.00068357354,0.00018715746,0.00021698447,0.00032367266,0.00024578272],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0063952557,0.00016342137,0.00023579581,0.00019687999,0.00022753856,0.00012102873,0.00023905173,0.00036582304,0.00019528226],"category_scores_gemma":[0.036319856,0.00013107205,0.000035382727,0.0003315168,0.00035014903,0.00012509162,0.000074307136,0.00075787504,0.0000065400855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013613261,0.0007576423,0.9876868,0.00018094365,0.00001189912,0.0000014075755,0.0014489858,9.345286e-7,0.000009364516,0.00024277152,0.0011794106,0.008343716],"study_design_scores_gemma":[0.0019852992,0.00014811351,0.99578977,0.0003473728,0.00002822623,0.00011591819,0.00046945948,0.0002489619,0.000005794313,0.00014028882,0.0006011224,0.00011970314],"about_ca_topic_score_codex":0.00032105623,"about_ca_topic_score_gemma":0.0003000075,"teacher_disagreement_score":0.029924598,"about_ca_system_score_codex":0.00021625515,"about_ca_system_score_gemma":0.0038094197,"threshold_uncertainty_score":0.97179765},"labels":[],"label_agreement":null},{"id":"W1607677543","doi":"10.1002/9781118410868.wbehibs331","title":"Medical Education, Competency‐Based","year":2014,"lang":"en","type":"other","venue":"The Wiley Blackwell Encyclopedia of Health, Illness, Behavior, and Society","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Terminology; Medical education; Independence (probability theory); Psychology; Medicine; Social psychology","score_opus":0.008016863843511617,"score_gpt":0.30128186418297564,"score_spread":0.293265000339464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607677543","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012090014,0.06401119,0.0021681578,0.064454384,0.013950776,0.0085398145,0.00015059256,0.00089537614,0.8337397],"genre_scores_gemma":[0.008179765,0.28222433,0.014820844,0.059035297,0.0076646353,0.0016467959,0.0035604283,0.0017690657,0.6210988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996338,0.00025725554,0.0011027366,0.00055928866,0.0012453005,0.0004974069],"domain_scores_gemma":[0.997422,0.00013143725,0.0008717702,0.0010207498,0.0003053353,0.00024870507],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018503757,0.00045638584,0.0010176077,0.00016585246,0.00038814242,0.000015237484,0.000412306,0.00086180953,0.005087535],"category_scores_gemma":[0.00043237885,0.00033571388,0.0002628008,0.0005044094,0.0013100202,0.000036090994,0.00007316751,0.0010975489,0.00005970894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073490155,0.0007372043,0.0019082195,0.0011665322,0.000039248458,6.347339e-7,0.0013187912,1.14943035e-7,6.306399e-7,0.0013659323,0.87060297,0.1228524],"study_design_scores_gemma":[0.000941874,0.00013903317,0.0033136904,0.002274972,0.00030763538,0.000030853273,0.0012738373,0.000118074626,0.0000018579806,0.0001814514,0.9910665,0.00035021524],"about_ca_topic_score_codex":0.0013139645,"about_ca_topic_score_gemma":0.000075561686,"teacher_disagreement_score":0.21821314,"about_ca_system_score_codex":0.00015824851,"about_ca_system_score_gemma":0.009683378,"threshold_uncertainty_score":0.99990946},"labels":[],"label_agreement":null},{"id":"W1608061284","doi":"10.1096/fasebj.28.1_supplement.535.4","title":"CANmeds physician competencies inadvertently realized in the gross anatomy lab (535.4)","year":2014,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Gross anatomy; Session (web analytics); Nature versus nurture; Class (philosophy); Gratitude; Medical education; Learning environment; Psychology; Mathematics education; Medicine; Computer science; Anatomy; Artificial intelligence","score_opus":0.015286621987180601,"score_gpt":0.30266279318939804,"score_spread":0.2873761712022174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608061284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96015936,0.000083976054,0.0007812807,0.030766033,0.00052533916,0.00020095306,0.0000018317885,0.000016683327,0.0074645667],"genre_scores_gemma":[0.9819935,0.000039572446,0.00058327283,0.016252836,0.00084970664,0.000013439663,0.000015415844,0.000011848884,0.00024039416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99848634,0.00026850493,0.00032863993,0.0000973139,0.00055746286,0.0002617422],"domain_scores_gemma":[0.9991484,0.0001261384,0.00015312401,0.00035159502,0.00017233822,0.00004838723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002230568,0.00010633772,0.00018747465,0.00012615188,0.00032259864,0.000050474784,0.0003533717,0.000049284965,0.00006663788],"category_scores_gemma":[0.0004910565,0.000053966854,0.000059671736,0.0006320316,0.00022326184,0.00008409701,0.00002573428,0.00081665564,0.000029025497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006294223,0.0017576464,0.050959814,0.00020721313,0.0003631678,0.0002540638,0.04706982,0.00010198364,0.049706325,0.097340174,0.32357052,0.42803985],"study_design_scores_gemma":[0.010346674,0.00089967775,0.5929945,0.00095652556,0.0004239007,0.004049112,0.050188597,0.008242873,0.00851179,0.023440469,0.29932922,0.0006166659],"about_ca_topic_score_codex":0.0001927622,"about_ca_topic_score_gemma":0.00006463186,"teacher_disagreement_score":0.5420347,"about_ca_system_score_codex":0.0001456564,"about_ca_system_score_gemma":0.00017696961,"threshold_uncertainty_score":0.35480076},"labels":[],"label_agreement":null},{"id":"W1608096855","doi":"10.1111/j.1365-2923.2011.04138.x","title":"How faculty development research can inform practice","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Citation; Library science; Associate editor; Computer science","score_opus":0.13540922411573642,"score_gpt":0.4780319213006883,"score_spread":0.34262269718495186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608096855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45553935,0.00022521685,0.0020963368,0.37096527,0.003759116,0.001520219,0.0000017497171,0.00023378688,0.16565894],"genre_scores_gemma":[0.8336857,0.00005967177,0.10220825,0.04278644,0.001336545,0.00063062407,0.00073518016,0.00004466272,0.018512916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967278,0.00008834494,0.0003862216,0.00027462502,0.0021354465,0.00038751677],"domain_scores_gemma":[0.9971643,0.00008280956,0.00011606133,0.0003958627,0.0020034465,0.00023749583],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027762672,0.0001232523,0.00016015698,0.0003772091,0.00023351294,0.00004063848,0.00022104756,0.0002487172,0.0011886434],"category_scores_gemma":[0.036308505,0.00010250033,0.000028004199,0.0010778982,0.0002594491,0.00026915307,0.00006377617,0.00090810284,0.0002065106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004912545,0.0015142959,0.002344682,0.00010785925,0.000033890217,0.0000064718206,0.012771598,7.0226966e-9,0.000016721602,0.0045658895,0.28094113,0.69764835],"study_design_scores_gemma":[0.00040900547,0.000116418974,0.02843603,0.00021529404,0.000024636509,0.0001389512,0.014930949,0.000034313452,0.0009662754,0.00022179051,0.954385,0.00012132695],"about_ca_topic_score_codex":0.00025017955,"about_ca_topic_score_gemma":0.000030738545,"teacher_disagreement_score":0.697527,"about_ca_system_score_codex":0.0005990891,"about_ca_system_score_gemma":0.010711655,"threshold_uncertainty_score":0.9997244},"labels":[],"label_agreement":null},{"id":"W1608267162","doi":"","title":"7. Self-assessment for knowledge building in health care","year":2010,"lang":"en","type":"article","venue":"Qwerty","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Videoconferencing; Asynchronous communication; Medical education; Commission; Health care; Nursing; Professional development; Knowledge management; Medicine; Computer science; Multimedia; Business; Political science","score_opus":0.014989829683626521,"score_gpt":0.41232651377569574,"score_spread":0.39733668409206924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608267162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96591336,0.00021106299,0.00644431,0.01448664,0.0027734647,0.0012805761,0.0000036360414,0.00012479558,0.0087621715],"genre_scores_gemma":[0.7872891,0.000005186806,0.21089375,0.0011588916,0.0003526037,0.0001102397,0.000038905036,0.000011634003,0.00013972959],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993112,0.000013403695,0.00023497826,0.00014879036,0.000107592,0.00018402383],"domain_scores_gemma":[0.9994782,0.000046332265,0.000050635954,0.00019638875,0.00017701715,0.000051384548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004660555,0.00006269125,0.00013526886,0.00012676051,0.00006821875,0.0000067067176,0.000056584373,0.00007231339,0.000062090025],"category_scores_gemma":[0.00024888315,0.000052732896,0.000025531941,0.00026243652,0.000017433127,0.000032419757,0.000014032968,0.00031604632,0.000007956537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006022131,0.0017841655,0.071728736,0.0034989528,0.000046622627,0.0000037726675,0.019241031,0.0000013907614,0.0058985366,0.09541569,0.09829973,0.70402116],"study_design_scores_gemma":[0.0026802802,0.00034604722,0.08951457,0.000214565,0.000020362011,0.000016152802,0.002710586,0.0046261596,0.00090596476,0.0007405643,0.8980489,0.0001759011],"about_ca_topic_score_codex":0.0000312619,"about_ca_topic_score_gemma":0.00006700698,"teacher_disagreement_score":0.79974914,"about_ca_system_score_codex":0.00036939283,"about_ca_system_score_gemma":0.0008085995,"threshold_uncertainty_score":0.21503851},"labels":[],"label_agreement":null},{"id":"W1612008407","doi":"","title":"Social accountability in medical education","year":2015,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accountability; Social accounting; Political science; Business; Accounting; Law","score_opus":0.01707660518245326,"score_gpt":0.3145667201284244,"score_spread":0.29749011494597116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1612008407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830895,0.000049366983,0.0031863507,0.010945918,0.00062467647,0.000099732315,0.0000013216861,0.000005389536,0.0019977398],"genre_scores_gemma":[0.99821395,0.0000443532,0.0004987284,0.00027226153,0.00066570705,6.343686e-8,0.000022544897,0.000004633537,0.00027773847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804103,0.00024677353,0.00048686666,0.0000982776,0.0009951615,0.00013189057],"domain_scores_gemma":[0.9980834,0.00009153441,0.0005373962,0.00020760632,0.00094417937,0.00013586855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034289612,0.000089471825,0.00046139507,0.00058571796,0.00008848267,0.000006959404,0.00036927892,0.0001417036,0.0004112225],"category_scores_gemma":[0.0013102875,0.0000700628,0.00020254716,0.001782396,0.00030801332,0.00014673396,0.00005290592,0.00045021632,0.0000054927395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021406021,0.007406932,0.74183893,0.00030143885,0.0064724036,0.00017164327,0.05446321,0.0029705614,0.0005670384,0.0038669107,0.06289527,0.09763966],"study_design_scores_gemma":[0.01898808,0.0009674415,0.83007675,0.00029970316,0.014053366,0.0006787489,0.067998275,0.04293272,0.000013401419,0.007879683,0.015556805,0.00055501104],"about_ca_topic_score_codex":0.0033772658,"about_ca_topic_score_gemma":0.0029913832,"teacher_disagreement_score":0.09708465,"about_ca_system_score_codex":0.0008612191,"about_ca_system_score_gemma":0.0029009278,"threshold_uncertainty_score":0.51461214},"labels":[],"label_agreement":null},{"id":"W1613549236","doi":"10.36834/cmej.36681","title":"Whence cometh the revolution","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science","score_opus":0.026544173648830216,"score_gpt":0.34794843504147993,"score_spread":0.3214042613926497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1613549236","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09514113,0.0020546147,0.0019689566,0.8531194,0.011996206,0.0004506468,0.0000018077297,0.000042918593,0.035224345],"genre_scores_gemma":[0.6984459,0.00019613633,0.0072099124,0.28195333,0.0068929186,0.000055717064,0.0000602703,0.00003318405,0.005152585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780685,0.00012282527,0.00041321246,0.00013937628,0.0011865206,0.00033121614],"domain_scores_gemma":[0.99216133,0.000036502206,0.0001276965,0.0003182834,0.0013977194,0.0059584486],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026694452,0.000100102574,0.00013892599,0.00034966719,0.00031732424,0.000058589532,0.000288749,0.00018091385,0.009545502],"category_scores_gemma":[0.059290886,0.000068759604,0.00004936556,0.0008090032,0.00027202896,0.00013875567,0.000012013374,0.0011737299,0.00028039163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067143947,0.000070493115,0.0017013915,0.0000074115846,0.000012256894,0.000011939035,0.00065550173,9.1998567e-7,0.000001742068,0.0032396584,0.86499846,0.12929352],"study_design_scores_gemma":[0.00045035666,0.00007315422,0.009586876,0.00017438337,0.000035766312,0.0039643175,0.0037830505,0.00053028035,0.000004154648,0.0016400629,0.9796678,0.00008981544],"about_ca_topic_score_codex":0.003213396,"about_ca_topic_score_gemma":0.0016661149,"teacher_disagreement_score":0.6033048,"about_ca_system_score_codex":0.0012200603,"about_ca_system_score_gemma":0.10620798,"threshold_uncertainty_score":0.9913599},"labels":[],"label_agreement":null},{"id":"W1615500924","doi":"10.1002/ase.1498","title":"Head to head: The role of academic competition in undergraduate anatomical education","year":2014,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"International Business Machines Corporation","keywords":"Tournament; Competition (biology); Test (biology); Psychology; Mathematics education; Academic achievement; Test anxiety; Medical education; Inclusion (mineral); Higher education; Anxiety; Social psychology; Medicine; Political science; Biology; Ecology","score_opus":0.01474996423982344,"score_gpt":0.37759599766818225,"score_spread":0.3628460334283588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1615500924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93779445,0.00017678524,0.00036508963,0.05411341,0.0008556098,0.000525871,7.7146933e-7,0.000025071895,0.006142922],"genre_scores_gemma":[0.9903505,0.00003173934,0.0026534423,0.006327403,0.0003653526,0.00010193309,0.0000420768,0.000009814027,0.00011776268],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981198,0.00014857863,0.0005482534,0.00036578695,0.000536848,0.00028076387],"domain_scores_gemma":[0.9990733,0.00013100845,0.00015617235,0.00028123253,0.00024778495,0.00011048182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013159956,0.00012718365,0.00021215934,0.00046911728,0.00015361959,0.000025558184,0.00032403835,0.0001365786,0.000056365578],"category_scores_gemma":[0.0013038316,0.00009624652,0.000046821086,0.0021325324,0.00041982566,0.00018626379,0.00004203003,0.0004010774,0.000069347814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040291834,0.00079782587,0.0784353,0.000037774418,0.0000055780497,3.6367524e-8,0.0007600337,0.000027265905,0.0066019567,0.41277838,0.005337967,0.49517757],"study_design_scores_gemma":[0.0008725049,0.0005919137,0.6314072,0.0011605821,0.00007336071,0.00005359988,0.009356552,0.020625407,0.011817365,0.19032265,0.13321877,0.000500084],"about_ca_topic_score_codex":0.00070674083,"about_ca_topic_score_gemma":0.000116619725,"teacher_disagreement_score":0.5529719,"about_ca_system_score_codex":0.00034056103,"about_ca_system_score_gemma":0.001628995,"threshold_uncertainty_score":0.39248192},"labels":[],"label_agreement":null},{"id":"W1624057527","doi":"10.25011/cim.v30i4.2815","title":"54. Assessing cardiac physical examination competence using simulation technology and real patientss","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Physical examination; Precordial examination; Modalities; Competence (human resources); Physical therapy; Objective structured clinical examination; Physical exam; Comprehension; Modality (human–computer interaction); Medical diagnosis; Internal medicine; Electrocardiography; Medical education; Pathology; Psychology","score_opus":0.1854872351424579,"score_gpt":0.4614854867086056,"score_spread":0.2759982515661477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1624057527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876932,0.00010283314,0.0059847306,0.004615462,0.0005348982,0.0003218175,8.9507796e-7,0.00005913024,0.00068705],"genre_scores_gemma":[0.9893874,0.000039218008,0.008550264,0.00092938525,0.0009843475,0.0000048006696,0.000042075826,0.0000141488745,0.000048359758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982753,0.00011879652,0.00067686685,0.00037980697,0.00033655958,0.00021267403],"domain_scores_gemma":[0.99848545,0.0004239228,0.00023905112,0.00018131244,0.0004856238,0.00018465253],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001868283,0.00015771043,0.00048666183,0.00033142563,0.00016598657,0.000010053994,0.000046531426,0.0001949025,0.000008635419],"category_scores_gemma":[0.0062398403,0.00012016066,0.000028042637,0.0009133826,0.007963094,0.00021225051,0.000055044482,0.0004895657,0.0000019079037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002733582,0.00019928647,0.69382775,0.00010942272,0.00004814625,0.000009794983,0.0015660697,0.0000066640705,0.010205503,0.015747456,0.00008669654,0.27816588],"study_design_scores_gemma":[0.0011708522,0.0006945805,0.9539666,0.00052966044,0.00015760679,0.000010714789,0.0016717416,0.02896544,0.000590005,0.011535527,0.00057156367,0.00013570831],"about_ca_topic_score_codex":0.000027807217,"about_ca_topic_score_gemma":0.0000010572363,"teacher_disagreement_score":0.27803016,"about_ca_system_score_codex":0.000059906724,"about_ca_system_score_gemma":0.000083434046,"threshold_uncertainty_score":0.9947367},"labels":[],"label_agreement":null},{"id":"W1630857316","doi":"10.2147/jmdh.s83237","title":"Don&amp;rsquo;t let up: implementing and sustaining change in a new post-licensure education model for developing extended role practitioners involved in arthritis care","year":2015,"lang":"en","type":"review","venue":"Journal of Multidisciplinary Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; St. Michael's Hospital; Arthritis Society; University of Toronto","funders":"","keywords":"Licensure; Alternative medicine; Medicine; Medical education; Family medicine; Pathology","score_opus":0.15471217701827092,"score_gpt":0.4956495473168677,"score_spread":0.34093737029859683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1630857316","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017840737,0.9669778,0.00019729565,0.010865387,0.0008857481,0.0031559598,0.000050165567,0.000016107435,0.000010809571],"genre_scores_gemma":[0.008183551,0.93581843,0.051639397,0.00053970254,0.0015989072,0.0003845287,0.0016331064,0.00010596053,0.00009642638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99596477,0.00025159135,0.002195964,0.00043492785,0.0005637969,0.00058893504],"domain_scores_gemma":[0.9949456,0.00015205941,0.0018627262,0.00027790852,0.0024690165,0.0002926827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023809713,0.0004059515,0.0016276262,0.0017188417,0.00019205283,0.000047082263,0.00017118751,0.0005119574,0.000005496805],"category_scores_gemma":[0.0014229278,0.00037919995,0.00018960863,0.00095143105,0.000043203352,0.0005244846,0.00013717779,0.0014600873,8.996327e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117907155,0.00012189264,0.0021495176,0.021378946,0.000036213536,0.00001621952,0.035502613,0.000003973619,9.358245e-7,0.00017939467,0.0004723585,0.94002],"study_design_scores_gemma":[0.008329135,0.0011002428,0.006898978,0.24886079,0.00064294116,0.0014983477,0.27079728,0.0022808816,9.866499e-7,0.001173505,0.457176,0.0012409101],"about_ca_topic_score_codex":0.00072579895,"about_ca_topic_score_gemma":0.0036616586,"teacher_disagreement_score":0.9387791,"about_ca_system_score_codex":0.0029577254,"about_ca_system_score_gemma":0.0220263,"threshold_uncertainty_score":0.999866},"labels":[],"label_agreement":null},{"id":"W1631598808","doi":"10.1007/s10459-015-9628-7","title":"‘I now have a visual image in my mind and it is something I will never forget’: an analysis of an arts-informed approach to health professions ethics education","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Transformative learning; The arts; Curriculum; Context (archaeology); Creativity; Sociology; Pedagogy; Psychology; Engineering ethics; Medical education; Medicine; Social psychology; Visual arts","score_opus":0.08112266377384365,"score_gpt":0.5334551390156279,"score_spread":0.45233247524178427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1631598808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9069814,0.0012075009,0.0046328125,0.08268254,0.0012113053,0.0020380795,0.0000058861315,0.000018103057,0.0012223516],"genre_scores_gemma":[0.6889904,0.0006378742,0.27189806,0.03732752,0.0002103749,0.00038723668,0.00031339988,0.000016047405,0.00021907243],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99639106,0.00032952867,0.0012531051,0.00061444775,0.00090896967,0.00050289504],"domain_scores_gemma":[0.9976184,0.00024140213,0.00067190296,0.00036672573,0.00068266154,0.00041894676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00864083,0.00017813272,0.00056488125,0.0024489805,0.000309423,0.000043857202,0.00022097635,0.00014537587,0.00001055439],"category_scores_gemma":[0.0037600934,0.00015923142,0.000033136996,0.0052086664,0.00036746505,0.003010273,0.000042515214,0.0005636982,0.0000014044383],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014982666,0.0055184956,0.13914004,0.001761995,0.000024383171,1.5581459e-7,0.33683413,0.0014102075,0.000040568553,0.0040804977,0.0026893432,0.5083504],"study_design_scores_gemma":[0.0013793624,0.0023001651,0.1772092,0.0023551134,0.00010221941,0.00002064999,0.68088156,0.10101071,0.00012993727,0.0041785203,0.029878207,0.0005543448],"about_ca_topic_score_codex":0.0020830776,"about_ca_topic_score_gemma":0.0036827195,"teacher_disagreement_score":0.507796,"about_ca_system_score_codex":0.0010068894,"about_ca_system_score_gemma":0.01963462,"threshold_uncertainty_score":0.9859232},"labels":[],"label_agreement":null},{"id":"W163498270","doi":"10.1111/j.1365-2923.2010.03722.x","title":"A medical ethical reasoning model and its contributions to medical education","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ethical decision; Cognition; Psychology; Moral reasoning; Analytic reasoning; Ethical theories; Engineering ethics; Logical reasoning; Action (physics); Ethical issues; Medical ethics; Deductive reasoning; Social psychology; Epistemology; Computer science; Mathematics education; Artificial intelligence","score_opus":0.00941340662988621,"score_gpt":0.4026961563302484,"score_spread":0.3932827497003622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163498270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49754834,0.00023873644,0.003986704,0.49007526,0.0036165174,0.0007655459,0.000005983858,0.00017837828,0.0035845507],"genre_scores_gemma":[0.7702064,0.0001429719,0.007799152,0.21642976,0.0030553911,0.00060853915,0.00038035997,0.000052868105,0.0013245733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934545,0.00015765124,0.0010002252,0.00074072706,0.004034757,0.00061209436],"domain_scores_gemma":[0.993368,0.00030756227,0.0002029209,0.0007544061,0.002162659,0.0032044097],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0043360777,0.00031819192,0.0004921602,0.00050598226,0.0003600669,0.00005865313,0.000459547,0.0022211063,0.008458102],"category_scores_gemma":[0.24699658,0.00028770027,0.000091433125,0.0011386166,0.00042862276,0.00016917856,0.00018204896,0.0046615573,0.00026224894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009844835,0.0031970409,0.0018898841,0.00022956543,0.000051427975,0.000012832842,0.0012385093,0.0000016401591,0.00067105726,0.18336727,0.4472503,0.36199203],"study_design_scores_gemma":[0.0051947925,0.0005838344,0.023442987,0.0053264094,0.00045969736,0.004892464,0.0015653113,0.4059128,0.0008044708,0.008729084,0.54152834,0.0015598208],"about_ca_topic_score_codex":0.00010522897,"about_ca_topic_score_gemma":0.00014075996,"teacher_disagreement_score":0.40591115,"about_ca_system_score_codex":0.00030613662,"about_ca_system_score_gemma":0.049444012,"threshold_uncertainty_score":0.9999575},"labels":[],"label_agreement":null},{"id":"W1648733365","doi":"10.1002/ase.1508","title":"Comparison of physical therapy anatomy performance and anxiety scores in timed and untimed practical tests","year":2014,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Grace (Canada)","funders":"","keywords":"Anxiety; Test (biology); Test anxiety; Psychology; Medicine; Physical therapy; Psychiatry","score_opus":0.021172510590826237,"score_gpt":0.41402730310188285,"score_spread":0.3928547925110566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1648733365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939018,0.000097336786,0.000033522756,0.0045888927,0.000103337574,0.00023729504,1.8929089e-7,0.000012321967,0.0010252922],"genre_scores_gemma":[0.99511313,0.00008644915,0.004130418,0.0005150977,0.00010576885,0.000020788808,0.000007741331,0.000004635685,0.000015949598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989593,0.000057479036,0.00025550943,0.00026190758,0.00030566085,0.00016014378],"domain_scores_gemma":[0.9994331,0.000170383,0.000104900784,0.000116266914,0.00011202285,0.000063350315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006583749,0.00008813291,0.00021782184,0.00018996661,0.000082576196,0.000021554546,0.00006619567,0.000065604625,0.000018213808],"category_scores_gemma":[0.0008450453,0.000067545785,0.000014859095,0.00074195425,0.0007068889,0.0002114487,0.000023065335,0.00019026846,0.000003456175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027628881,0.00061248837,0.68628776,0.000036818437,0.0000032613295,3.254063e-8,0.0007190761,0.0000014957867,0.0022365153,0.0047535454,0.0007709257,0.30455044],"study_design_scores_gemma":[0.0005047067,0.00036952028,0.9024935,0.000112340844,0.0000123962245,0.000012992258,0.0005632519,0.08785196,0.0053863158,0.0007130931,0.0018833289,0.00009660762],"about_ca_topic_score_codex":0.000057364705,"about_ca_topic_score_gemma":0.00000527834,"teacher_disagreement_score":0.30445382,"about_ca_system_score_codex":0.000043774216,"about_ca_system_score_gemma":0.0003465994,"threshold_uncertainty_score":0.2754437},"labels":[],"label_agreement":null},{"id":"W1650448135","doi":"","title":"Do the National Board of Medical Examiners (NBME) subject examinations predict success on the Medical Council of Canada qualifying examination (MCCQE) Part 1","year":2013,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Subject (documents); Final examination; Medical education; Family medicine; Ophthalmology; Library science","score_opus":0.028171219827075534,"score_gpt":0.26691738012225136,"score_spread":0.2387461602951758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1650448135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729259,0.000043692926,0.0029842558,0.020622918,0.00069908256,0.00029817867,0.000023182709,0.0000062304603,0.0023965584],"genre_scores_gemma":[0.99813515,0.0001972325,0.00007778318,0.00040414213,0.00054540276,9.798473e-7,0.000032600194,0.000010323921,0.00059638656],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99037486,0.0008645427,0.0010430352,0.00017108538,0.0073132473,0.00023321754],"domain_scores_gemma":[0.9906759,0.0028679438,0.0017423698,0.00044726313,0.004078423,0.00018808132],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011458841,0.0001815874,0.00063385576,0.0004020561,0.00033520095,0.000017763095,0.0011719966,0.00019723749,0.0027339717],"category_scores_gemma":[0.009410241,0.00010454678,0.00026653588,0.001817626,0.0009092308,0.00016270128,0.00010777393,0.00074011955,0.0000021602548],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069050402,0.0075587095,0.2739055,0.0018223483,0.051356185,0.000308126,0.068930395,0.03736626,0.003927383,0.049915455,0.43284094,0.06516367],"study_design_scores_gemma":[0.007978591,0.000988693,0.7836789,0.00097206363,0.008221091,0.00030859813,0.04116745,0.14621411,0.00011052022,0.0010054394,0.008856749,0.00049777393],"about_ca_topic_score_codex":0.109571084,"about_ca_topic_score_gemma":0.12922356,"teacher_disagreement_score":0.50977343,"about_ca_system_score_codex":0.0016155771,"about_ca_system_score_gemma":0.007841948,"threshold_uncertainty_score":0.9989339},"labels":[],"label_agreement":null},{"id":"W1651691380","doi":"10.1111/medu.12095","title":"Feminist pedagogy and medical education: why not now?","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Nova scotia; Citation; Library science; Columbia university; Media studies; Sociology; History; Computer science","score_opus":0.01777721669512871,"score_gpt":0.40574278517546747,"score_spread":0.38796556848033875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1651691380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47502723,0.003132622,0.00088593096,0.46217835,0.01286344,0.0008312084,0.000002555475,0.0002154402,0.044863228],"genre_scores_gemma":[0.73618853,0.00038310848,0.0041218586,0.24729641,0.0068596327,0.00031445388,0.00032246395,0.000050120998,0.0044634016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962792,0.00011523736,0.0007130985,0.000398309,0.00196689,0.0005273117],"domain_scores_gemma":[0.9978854,0.00013290448,0.00016965788,0.0005285723,0.0003777692,0.0009056694],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018455418,0.00024618662,0.0003538438,0.00031858878,0.00021305346,0.00003528137,0.00023724402,0.00055859034,0.011515141],"category_scores_gemma":[0.015187707,0.0002192365,0.00006525281,0.00067389396,0.0005187355,0.00019985408,0.000088859444,0.00084727263,0.00040030104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003030694,0.0023579383,0.041603927,0.00018078521,0.000022227372,0.0000013786771,0.0010348101,8.151102e-9,0.000020572908,0.010039734,0.56569517,0.37901315],"study_design_scores_gemma":[0.00065185135,0.00009334328,0.056858286,0.0004769474,0.00009717941,0.0009972665,0.0017150755,0.00019720489,0.00010297462,0.00018040885,0.9383959,0.000233524],"about_ca_topic_score_codex":0.00011288664,"about_ca_topic_score_gemma":0.00002214776,"teacher_disagreement_score":0.37877962,"about_ca_system_score_codex":0.00026957522,"about_ca_system_score_gemma":0.014314857,"threshold_uncertainty_score":0.9931078},"labels":[],"label_agreement":null},{"id":"W165608005","doi":"10.1016/j.acra.2010.10.021","title":"Radiology Resident Teaching Skills Improvement","year":2011,"lang":"en","type":"article","venue":"Academic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Health Sciences Centre","funders":"Association of University Radiologists","keywords":"Medical education; Medicine; Alliance; Radiology; Internal medicine","score_opus":0.022647180133233573,"score_gpt":0.33321491653582824,"score_spread":0.31056773640259466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W165608005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97251576,0.00034733236,0.0014522179,0.005569756,0.001625627,0.0004412785,0.0000011518731,0.000118690914,0.017928205],"genre_scores_gemma":[0.9710015,0.0005654174,0.011394532,0.012977495,0.0012450492,0.00011063345,0.000055319044,0.000030368008,0.0026196723],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99820983,0.00014844279,0.0006316245,0.00038941627,0.0001598232,0.0004608808],"domain_scores_gemma":[0.9991279,0.00009776131,0.00018533318,0.000411862,0.0000760817,0.000101018275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012877649,0.00016566983,0.00037228107,0.0006062171,0.00010994305,0.0000017017625,0.00024816842,0.00057535624,0.0006738715],"category_scores_gemma":[0.00183401,0.00014062873,0.00006160353,0.00034569786,0.0002905093,0.000071836956,0.00006265116,0.0017225661,0.000177009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024209374,0.000319546,0.11214247,0.00009199373,0.0003155304,0.00008516079,0.012375044,0.0000020724724,0.053097643,0.09881746,0.54272187,0.1797891],"study_design_scores_gemma":[0.0051950957,0.0032704708,0.5442216,0.00024010241,0.000430289,0.007867595,0.0030984413,0.00031753344,0.018808806,0.026037632,0.38962355,0.0008888845],"about_ca_topic_score_codex":0.00012883863,"about_ca_topic_score_gemma":0.0000011658104,"teacher_disagreement_score":0.4320791,"about_ca_system_score_codex":0.00019605405,"about_ca_system_score_gemma":0.00013648202,"threshold_uncertainty_score":0.7483788},"labels":[],"label_agreement":null},{"id":"W1662218276","doi":"10.1111/medu.12131","title":"Remediation for struggling learners: putting an end to ‘more of the same’","year":2013,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Remedial education; Psychological intervention; Excellence; Medical education; Psychology; Process (computing); Workload; Medicine; Pedagogy; Mathematics education; Computer science; Psychiatry; Political science","score_opus":0.020153800480717965,"score_gpt":0.3584136374935026,"score_spread":0.3382598370127846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1662218276","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060954157,0.00007367913,0.0013577113,0.92943853,0.005638675,0.002147094,0.000010279808,0.000056127687,0.00032376256],"genre_scores_gemma":[0.008311876,0.0000131404,0.0207418,0.9457098,0.018019127,0.00089418574,0.0026554787,0.000095370335,0.0035591943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619496,0.00013054669,0.0009356652,0.0005264388,0.0018052921,0.00040708267],"domain_scores_gemma":[0.99705136,0.00024240765,0.0005557023,0.000892921,0.0011278364,0.00012978379],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001220779,0.00027365197,0.00045713046,0.00039012925,0.00015844729,0.000036859925,0.00049762387,0.001097466,0.0010099778],"category_scores_gemma":[0.023682924,0.00020552907,0.00014934721,0.0007734253,0.0002260088,0.0001437894,0.000064100415,0.0017998343,0.00003496581],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007688271,0.00017027436,0.0003132409,0.0005750994,0.000025161904,4.0975067e-7,0.0014838276,0.0000016413459,0.00008660911,0.00006722236,0.7676566,0.22961223],"study_design_scores_gemma":[0.00046225375,0.00020206848,0.0023844605,0.0016865024,0.00021017813,0.000028534412,0.0019384046,0.0016441311,0.00037329682,0.00046611045,0.99037015,0.00023390673],"about_ca_topic_score_codex":0.0002201202,"about_ca_topic_score_gemma":0.000009091342,"teacher_disagreement_score":0.22937831,"about_ca_system_score_codex":0.00043129374,"about_ca_system_score_gemma":0.0048190863,"threshold_uncertainty_score":0.99990326},"labels":[],"label_agreement":null},{"id":"W1663341434","doi":"","title":"The one minute mentor: a pilot study assessing medical students' and residents' professional behaviours through recordings of clinical preceptors' immediate feedback.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Competence (human resources); Cronbach's alpha; Medical education; Psychology; Reliability (semiconductor); Medicine; Clinical psychology; Psychometrics; Social psychology","score_opus":0.08626463856735338,"score_gpt":0.43100384683910037,"score_spread":0.344739208271747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1663341434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97858834,0.00023455087,0.00004374158,0.015670324,0.0024688346,0.0024477693,0.000002184348,0.00004988568,0.00049435033],"genre_scores_gemma":[0.99443406,0.00018472962,0.00096944725,0.0014951176,0.00087154424,0.00065738236,0.000026019985,0.000023714008,0.0013379657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99431664,0.00039828775,0.0015251432,0.00047065606,0.00278378,0.0005054776],"domain_scores_gemma":[0.99786454,0.0004996189,0.0005451927,0.00045868935,0.0003565164,0.00027541607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084636435,0.00020385641,0.0005627981,0.000111181194,0.0002928399,0.000097221375,0.00048505835,0.00016689385,0.00007052674],"category_scores_gemma":[0.0066088745,0.00014202407,0.000068621455,0.0004966559,0.00040631075,0.0002701001,0.00019678549,0.00087499584,0.000003961345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051088055,0.0067270487,0.5957985,0.000024815694,0.00014992148,0.0000080324835,0.00085931027,1.7129704e-8,0.000013180611,0.00009693112,0.0118029965,0.38400838],"study_design_scores_gemma":[0.0036780143,0.0010680438,0.9916069,0.00018725412,0.00024710322,0.000012998659,0.001967977,0.000007310355,0.000048574093,0.0002917389,0.0007561248,0.00012797536],"about_ca_topic_score_codex":0.00010801869,"about_ca_topic_score_gemma":0.00002485823,"teacher_disagreement_score":0.3958084,"about_ca_system_score_codex":0.00013080501,"about_ca_system_score_gemma":0.0002948926,"threshold_uncertainty_score":0.79119176},"labels":[],"label_agreement":null},{"id":"W1666870701","doi":"10.1080/10401334.2015.1044659","title":"Content and Rationale of Junior and Senior Preceptors Responding to Residents' Educational Needs Revisited","year":2015,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre de Santé et de Services Sociaux de la Vieille-Capitale; Université Laval","funders":"University of Illinois at Urbana-Champaign","keywords":"Preceptor; Vignette; Medical education; Diversity (politics); Debriefing; Specialty; Medicine; Psychology; Nursing; Family medicine; Social psychology","score_opus":0.04185470715481024,"score_gpt":0.3580795574117576,"score_spread":0.31622485025694735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1666870701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971593,0.000637226,0.00021779959,0.026188415,0.00014875026,0.00026855792,4.168497e-7,0.00002087905,0.0009249604],"genre_scores_gemma":[0.9863097,0.00003933936,0.006733057,0.0011788214,0.00031194408,0.000022230224,0.000037782844,0.000012626601,0.005354497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867296,0.00028944216,0.00037800308,0.00018509745,0.0003318412,0.00014263499],"domain_scores_gemma":[0.99904966,0.00040012872,0.00010960714,0.000103221704,0.0001705063,0.00016685946],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043841423,0.000100512436,0.0002812213,0.001078985,0.00012324835,0.000010218553,0.000035767487,0.000063207786,0.00005027178],"category_scores_gemma":[0.021066727,0.000083260435,0.0000071174923,0.00056190847,0.00015603227,0.000075108386,0.000035550973,0.0006784916,0.0000014735234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005880589,0.00015727869,0.6874046,0.00041212345,0.00005705553,0.0000035874605,0.16609332,0.000034926554,0.00959564,0.009680496,0.014696096,0.111276835],"study_design_scores_gemma":[0.0044361535,0.0013307636,0.8740811,0.0029491896,0.00008538366,0.00015556061,0.0843736,0.0012214681,0.000059450984,0.00055568805,0.03053504,0.00021659644],"about_ca_topic_score_codex":0.00021540404,"about_ca_topic_score_gemma":0.0000021978583,"teacher_disagreement_score":0.18667653,"about_ca_system_score_codex":0.00010117946,"about_ca_system_score_gemma":0.000117430325,"threshold_uncertainty_score":0.9871792},"labels":[],"label_agreement":null},{"id":"W1667704849","doi":"10.1111/j.1365-2923.2010.03890.x","title":"Method and reporting quality in health professions education research: a systematic review","year":2011,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Health professions; Systematic review; Medical education; Medicine; MEDLINE; Quality (philosophy); Psychology; Family medicine; Health care; Political science","score_opus":0.4807938674662643,"score_gpt":0.6859626704878437,"score_spread":0.20516880302157936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1667704849","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004625804,0.9727999,0.0003373309,0.015204415,0.0012156938,0.008950662,0.0000016809154,0.00006031241,0.00142538],"genre_scores_gemma":[0.0000034880118,0.9695333,0.00890264,0.011564167,0.0004763759,0.0063338387,0.0006577287,0.00006964151,0.002458818],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9826225,0.0058047553,0.008274383,0.0009296973,0.0017610164,0.0006076415],"domain_scores_gemma":[0.98433095,0.0013939007,0.009490644,0.0022107994,0.0018910627,0.00068263203],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056218807,0.00041664153,0.0041730665,0.0013602129,0.00023928685,0.000028771343,0.0003500841,0.0007249698,0.00044869122],"category_scores_gemma":[0.19302414,0.0003069239,0.00024023162,0.003222801,0.00022497884,0.00012507658,0.0001435794,0.003042412,0.00007362301],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011584553,0.0006613512,0.0000087535145,0.50932693,0.000020404254,0.0000011463039,0.00035199017,3.3767278e-10,7.973884e-9,0.0013731463,0.017998634,0.47025645],"study_design_scores_gemma":[0.00006623774,0.000038825536,0.000041806376,0.59751314,0.00030021614,0.00039272069,0.000611905,0.000002920005,2.2530621e-8,0.00032445215,0.4005654,0.00014235698],"about_ca_topic_score_codex":0.00081150106,"about_ca_topic_score_gemma":0.000032296095,"teacher_disagreement_score":0.4701141,"about_ca_system_score_codex":0.0015558766,"about_ca_system_score_gemma":0.05398845,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W1671205473","doi":"","title":"The creation of a pediatric residency portfolio using the CanMEDS format","year":2013,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Portfolio; Medical education; Competence (human resources); Psychology; Medicine; Business; Finance","score_opus":0.010373053544678596,"score_gpt":0.26241106944645526,"score_spread":0.25203801590177666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1671205473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98369855,0.00018050667,0.01084678,0.00384811,0.00045545812,0.00021085415,0.0000023757698,0.0000041435496,0.0007532468],"genre_scores_gemma":[0.99709415,0.0008464212,0.00073156453,0.00005881,0.00063420995,1.0883107e-7,0.000007901729,0.0000062008457,0.0006206211],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822927,0.00021537318,0.00060708233,0.00007360685,0.00071116904,0.00016349913],"domain_scores_gemma":[0.9966601,0.0003383968,0.0014139464,0.00039498584,0.001133516,0.000059037262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019455478,0.000102880884,0.00037017307,0.00043261694,0.00044459433,0.00001821873,0.00049096247,0.000075425785,0.00029200272],"category_scores_gemma":[0.0005122914,0.00005449074,0.00028817926,0.0018081219,0.00034772107,0.00020014589,0.00006245957,0.0003330341,0.000003150041],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010118032,0.0017534941,0.7328149,0.0006257345,0.027302852,0.00009746886,0.04333276,0.045430146,0.010751785,0.011457585,0.07747717,0.03883808],"study_design_scores_gemma":[0.007233526,0.0010458444,0.66856575,0.00017653135,0.054239217,0.00057092984,0.06378937,0.191631,0.00006231374,0.008747693,0.0034610373,0.00047680104],"about_ca_topic_score_codex":0.0070378054,"about_ca_topic_score_gemma":0.0013430178,"teacher_disagreement_score":0.14620085,"about_ca_system_score_codex":0.00032997053,"about_ca_system_score_gemma":0.0006372106,"threshold_uncertainty_score":0.9995744},"labels":[],"label_agreement":null},{"id":"W1673407715","doi":"10.25011/cim.v30i4.2810","title":"49. Effect of a resident-as-teacher training programme on surgical resident clinical teaching skills","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Likert scale; Intervention (counseling); Randomized controlled trial; Physical therapy; Significant difference; Medical education; Nursing; Psychology; Surgery; Internal medicine","score_opus":0.16543354019709364,"score_gpt":0.4715795650048959,"score_spread":0.3061460248078023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1673407715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570442,0.00023713331,0.000072089424,0.027252618,0.0011647536,0.0009079255,9.946311e-7,0.000083546365,0.013236733],"genre_scores_gemma":[0.98737806,0.0001103256,0.0014922637,0.0047038835,0.0036388878,0.000030561547,0.000058546928,0.000040776187,0.0025467197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936799,0.0011408827,0.0028704759,0.00075837283,0.0009829835,0.00056738977],"domain_scores_gemma":[0.99370116,0.0040065865,0.0006467389,0.0005205898,0.00030657148,0.0008183601],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025246985,0.0003571023,0.0015095401,0.0002988433,0.0001638334,0.00001062326,0.0001873568,0.0005014937,0.0002746078],"category_scores_gemma":[0.08163864,0.00022753712,0.00023085558,0.00052984833,0.01187734,0.0001029935,0.000085807704,0.0026404194,0.00004133983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015470063,0.0009248941,0.61655205,0.00031784183,0.0002934432,0.00029330322,0.0049074003,2.516547e-7,0.00025046855,0.016878558,0.020971045,0.33706373],"study_design_scores_gemma":[0.019573258,0.033830624,0.86183465,0.006391293,0.00074340537,0.00027400593,0.0047781123,0.00011267308,0.0014149935,0.011867366,0.05866901,0.00051060604],"about_ca_topic_score_codex":0.00011132252,"about_ca_topic_score_gemma":0.000009000778,"teacher_disagreement_score":0.33655313,"about_ca_system_score_codex":0.00007022234,"about_ca_system_score_gemma":0.0002909585,"threshold_uncertainty_score":0.99966055},"labels":[],"label_agreement":null},{"id":"W1675571078","doi":"10.1111/j.1600-0579.2010.00648.x","title":"Assessing graduating dental students’ competencies: the impact of classroom, clinic and externships learning experiences","year":2011,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Preparedness; Likert scale; Medical education; Medicine; Interpersonal communication; Professional development; Psychology; Nursing","score_opus":0.08147470051474409,"score_gpt":0.4129238757255064,"score_spread":0.3314491752107623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1675571078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99651176,0.0003190197,0.00038300196,0.000072037685,0.0008564928,0.00012550916,1.3895024e-7,0.0000073652222,0.0017246709],"genre_scores_gemma":[0.9955914,0.00004281516,0.0037630927,0.000102787606,0.00037593578,0.0000024295714,0.000004212845,0.000018334036,0.000099001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981307,0.00040992955,0.0007484396,0.000113322916,0.00046912968,0.00012848809],"domain_scores_gemma":[0.99853784,0.00007765149,0.00090592814,0.0001258243,0.00028306036,0.00006969475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020314665,0.00011006486,0.0001957643,0.00018724566,0.00016652586,0.00007760767,0.00022636057,0.000021324548,0.00016855284],"category_scores_gemma":[0.0010431745,0.00007197937,0.000104811326,0.00027851688,0.00022295449,0.00039648992,0.000054835855,0.00047106316,0.0000113856095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056080782,0.0006108753,0.8814565,0.00003218105,0.000071028415,0.000011753849,0.051570892,0.0000014085437,0.002533847,0.00001338969,0.00038182174,0.06326021],"study_design_scores_gemma":[0.00034993366,0.000564525,0.6926627,0.00035857188,0.000051849627,0.0007197844,0.30485773,0.000031765318,0.00030039524,0.000014342163,0.00003662417,0.00005176609],"about_ca_topic_score_codex":0.000024628302,"about_ca_topic_score_gemma":7.1952513e-7,"teacher_disagreement_score":0.25328684,"about_ca_system_score_codex":0.00013060252,"about_ca_system_score_gemma":0.0003413984,"threshold_uncertainty_score":0.29352334},"labels":[],"label_agreement":null},{"id":"W1677296449","doi":"10.2147/amep.s79521","title":"Competency-structured case discussion in the morning meeting: enhancing CanMEDS integration in daily practice","year":2015,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Morning; Medical education; Medicine; Psychology; Internal medicine","score_opus":0.017781198876645327,"score_gpt":0.4169736727057187,"score_spread":0.3991924738290734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1677296449","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41359055,0.010130557,0.004101535,0.49258488,0.004722362,0.0017933723,0.0000014896042,0.00006810213,0.073007144],"genre_scores_gemma":[0.9367591,0.001094362,0.038297668,0.023136837,0.00038854007,0.00015561117,0.00006735867,0.000015384134,0.00008510227],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99665385,0.0010624337,0.00075438246,0.00034450192,0.00092774857,0.00025705397],"domain_scores_gemma":[0.996754,0.0020132675,0.0003473147,0.0003015324,0.00040062537,0.00018329026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007628261,0.00016286472,0.00023930511,0.00035962477,0.000094124414,0.000048131813,0.00014582177,0.00018272384,0.00006228074],"category_scores_gemma":[0.15684256,0.00010179955,0.000016765693,0.0014415114,0.00016951592,0.0015210239,0.000037233345,0.0013312524,0.00000636649],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005406288,0.0016668864,0.005687359,0.00013553347,0.000007986453,0.0006649984,0.0648111,0.000050784296,0.00009911581,0.007927286,0.0023011686,0.9161071],"study_design_scores_gemma":[0.0031371475,0.0002948578,0.006200767,0.0020771583,0.00009889878,0.0188713,0.57286537,0.0053022103,0.00007825484,0.00358072,0.38714144,0.00035185865],"about_ca_topic_score_codex":0.000775035,"about_ca_topic_score_gemma":0.0021817228,"teacher_disagreement_score":0.9157553,"about_ca_system_score_codex":0.00034878528,"about_ca_system_score_gemma":0.002061892,"threshold_uncertainty_score":0.8502597},"labels":[],"label_agreement":null},{"id":"W1677532977","doi":"","title":"The unprincipled student as good doctor: The medical education scholarship of professionalism","year":2013,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Scholarship; Medical education; Pedagogy; Public relations; Medicine; Sociology; Political science; Law","score_opus":0.010678328879652671,"score_gpt":0.3131677016423683,"score_spread":0.3024893727627156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1677532977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963944,0.00019425117,0.00068052934,0.032557976,0.0012207698,0.00033178233,0.0000014392693,0.0000056073004,0.0010636394],"genre_scores_gemma":[0.9958223,0.000317851,0.0002176209,0.00041971452,0.00051362946,6.0922906e-7,0.00001543729,0.000007638867,0.0026851827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966534,0.00058582466,0.0007107481,0.00011535169,0.0017513011,0.00018341541],"domain_scores_gemma":[0.99572104,0.00062361587,0.0012464132,0.00056013477,0.0017216635,0.00012715864],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004211579,0.00013108607,0.0004553014,0.00029201814,0.0005011192,0.000028855602,0.0010895551,0.00013375023,0.0012127054],"category_scores_gemma":[0.0019386004,0.0000659561,0.00032972725,0.0012840986,0.000602909,0.00017500261,0.00015278054,0.0007609995,0.000020626238],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010796537,0.010533641,0.55795795,0.00055586203,0.04389019,0.00009878621,0.04387301,0.0028021657,0.007820539,0.12981756,0.04497935,0.14687441],"study_design_scores_gemma":[0.0051481547,0.0006117183,0.90684235,0.00041260172,0.011040441,0.00034090105,0.03996865,0.004948889,0.00003290411,0.0070109474,0.023378108,0.000264315],"about_ca_topic_score_codex":0.0017584717,"about_ca_topic_score_gemma":0.0007542853,"teacher_disagreement_score":0.34888443,"about_ca_system_score_codex":0.00037974777,"about_ca_system_score_gemma":0.002178696,"threshold_uncertainty_score":0.9997003},"labels":[],"label_agreement":null},{"id":"W1678043144","doi":"10.3109/0142159x.2015.1044954","title":"Is it time to recognize excellence in faculty development programs?","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Excellence; Medical education; Faculty development; Professional development; Medicine; Psychology; Political science","score_opus":0.13498011323066295,"score_gpt":0.40744562469848916,"score_spread":0.2724655114678262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1678043144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8649755,0.000036276815,0.00043232134,0.09824674,0.00027792805,0.000620122,2.834782e-7,0.00008620862,0.035324596],"genre_scores_gemma":[0.522821,0.000009052195,0.053981967,0.045859706,0.0015063266,0.0008639138,0.00046997037,0.00010140267,0.37438664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975218,0.00005334389,0.00047525493,0.00032030258,0.0012891928,0.00034007576],"domain_scores_gemma":[0.9989812,0.000009056184,0.0000446945,0.00024390117,0.00021559981,0.0005055554],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019906699,0.00013638083,0.0002436134,0.00015126106,0.000029441384,0.000012148199,0.00018632752,0.00023026593,0.014994618],"category_scores_gemma":[0.005148817,0.00010887025,0.000027134978,0.00072572293,0.00008822022,0.000047907164,0.000079791396,0.00053674367,0.0071463403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035606714,0.0006880959,0.039335653,0.000027887863,0.000016479642,0.000030931318,0.00784987,9.968576e-8,0.000005689808,0.0000045508373,0.5637826,0.38822255],"study_design_scores_gemma":[0.0014168501,0.00014853854,0.0049102744,0.0004711533,0.000012487596,0.000034244713,0.0012511796,0.002044955,0.00007363038,0.00005188797,0.98939705,0.00018774398],"about_ca_topic_score_codex":0.000033809793,"about_ca_topic_score_gemma":0.0000065552435,"teacher_disagreement_score":0.42561445,"about_ca_system_score_codex":0.00037250548,"about_ca_system_score_gemma":0.0009551979,"threshold_uncertainty_score":0.9936267},"labels":[],"label_agreement":null},{"id":"W1679322152","doi":"10.4212/cjhp.v60i3.168","title":"Curricular Renewal: Ensuring that Our Graduates Meet the Evolving Pharmacy-Related Needs of Canadians","year":2007,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pharmacy; Medical education; Business; Medicine; Family medicine","score_opus":0.02270222685177994,"score_gpt":0.31629047035666025,"score_spread":0.29358824350488033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1679322152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.935614,0.0022453535,0.000050050414,0.056701623,0.0027726267,0.00035719606,0.000008034052,0.000011363527,0.0022397365],"genre_scores_gemma":[0.9970515,0.000063831205,0.00018815025,0.001733984,0.00070852996,0.0000029938437,0.000006516973,0.000038312035,0.00020622258],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790806,0.00008511001,0.000778661,0.000101497695,0.0005638357,0.00056283624],"domain_scores_gemma":[0.9976352,0.000094032155,0.0005675371,0.0003044927,0.0008354118,0.0005633249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024736864,0.00019800707,0.00030673548,0.00064904476,0.0004182045,0.000051396564,0.0005509129,0.00004967542,0.00016040355],"category_scores_gemma":[0.0007462179,0.00012414335,0.0001847908,0.0011862974,0.00024282344,0.0002147543,0.000019433846,0.00083166803,0.0000077191235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018497722,0.00039203584,0.53361595,0.00019531902,0.0022034056,0.0014679048,0.04918444,0.000489816,0.0049801613,0.004644115,0.34796122,0.05468066],"study_design_scores_gemma":[0.030828536,0.0026126672,0.24189368,0.005662154,0.007936444,0.012506649,0.19376601,0.007843083,0.16464953,0.014602634,0.3142151,0.0034835206],"about_ca_topic_score_codex":0.09115667,"about_ca_topic_score_gemma":0.022785295,"teacher_disagreement_score":0.29172227,"about_ca_system_score_codex":0.0006021199,"about_ca_system_score_gemma":0.0023861267,"threshold_uncertainty_score":0.9950463},"labels":[],"label_agreement":null},{"id":"W1679560203","doi":"10.4212/cjhp.v68i5.1495","title":"Nourishing the Soul of Pharmacy: Stories of Reflection","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority","funders":"","keywords":"Soul; Pharmacy; Reflection (computer programming); Medicine; Psychology; Family medicine; Philosophy; Computer science; Epistemology","score_opus":0.061033660525655814,"score_gpt":0.38160872883358415,"score_spread":0.32057506830792837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1679560203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95334274,0.0010824421,0.00008319143,0.040588915,0.0027992434,0.00018396691,0.0000045823117,0.00000373625,0.0019111914],"genre_scores_gemma":[0.9977399,0.000026790627,0.00031858374,0.00076118635,0.0009773438,0.0000022913157,0.000002841129,0.000013731566,0.00015733612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987245,0.00007781186,0.0005101745,0.000058483525,0.00045409676,0.00017493092],"domain_scores_gemma":[0.99770147,0.00005179963,0.00051786733,0.00017684339,0.0013303555,0.00022169377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015664825,0.000085883374,0.0001965966,0.0001940031,0.00014054056,0.000020327576,0.0002873375,0.000023438828,0.000102215236],"category_scores_gemma":[0.0012627142,0.00005076617,0.00008176266,0.00051930436,0.0003361522,0.00020790151,0.0000118437665,0.00054375664,0.000003815979],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077540556,0.000475063,0.16026996,0.00025179188,0.0008824087,0.00011774477,0.099292204,0.00037055227,0.005398971,0.0027427815,0.64872986,0.08069326],"study_design_scores_gemma":[0.013899124,0.00297556,0.031916745,0.00079369155,0.0018717642,0.0014694886,0.039905354,0.0016124166,0.0965589,0.0062818723,0.80213743,0.0005776599],"about_ca_topic_score_codex":0.013384118,"about_ca_topic_score_gemma":0.0013923169,"teacher_disagreement_score":0.15340757,"about_ca_system_score_codex":0.00030063404,"about_ca_system_score_gemma":0.0031983173,"threshold_uncertainty_score":0.9931858},"labels":[],"label_agreement":null},{"id":"W1682081761","doi":"10.36834/cmej.36584","title":"Ethics education for pediatric residents: a review of the literature","year":2015,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Diversity (politics); Stressor; Medicine; Commission; Medical ethics; Clinical Ethics; Psychology; Engineering ethics; Sociology; Political science; Psychiatry","score_opus":0.050404548731425566,"score_gpt":0.4519564976153305,"score_spread":0.40155194888390494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1682081761","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015190773,0.9265682,0.00001634106,0.05928641,0.010789429,0.0019997172,0.00003681874,0.000008948071,0.0012925807],"genre_scores_gemma":[6.198113e-7,0.91767913,0.0011814535,0.06958282,0.0077899694,0.0003788706,0.0006524693,0.00006479608,0.002669857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948361,0.0005544273,0.0018583173,0.00033919673,0.001994972,0.00041697483],"domain_scores_gemma":[0.98494893,0.00025352972,0.0016201404,0.0009404976,0.007866705,0.0043701823],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0060267984,0.00036216094,0.0012888855,0.0010626062,0.00031443188,0.000066162516,0.00085152965,0.0013747666,0.0029375416],"category_scores_gemma":[0.19791594,0.00023816465,0.0006189909,0.002809545,0.000181047,0.0001241416,0.000033806304,0.0047623827,0.000032242107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010891905,0.000095578675,0.0000038754483,0.079936944,0.00002810941,0.0000010334604,0.00016320622,2.9333636e-9,1.3938333e-9,0.00047101136,0.47523284,0.44406632],"study_design_scores_gemma":[0.0001342316,0.000035141395,0.000013699821,0.2668444,0.0012249917,0.0017882148,0.00011922071,6.2625213e-7,2.0788129e-8,0.00029283445,0.72940516,0.00014143538],"about_ca_topic_score_codex":0.000397395,"about_ca_topic_score_gemma":0.00024230579,"teacher_disagreement_score":0.5908647,"about_ca_system_score_codex":0.0021180504,"about_ca_system_score_gemma":0.59298277,"threshold_uncertainty_score":0.9999217},"labels":[],"label_agreement":null},{"id":"W1694669451","doi":"10.36834/cmej.36558","title":"Ego Identity Status of Medical Students in Clerkship","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Identity (music); Id, ego and super-ego; Consistency (knowledge bases); Medical education; Psychology; Medical school; Social psychology; Descriptive statistics; Medicine; Computer science; Mathematics; Statistics","score_opus":0.032421158455411075,"score_gpt":0.39412590111954504,"score_spread":0.361704742664134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1694669451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9605758,0.0005071986,0.00022184284,0.024691436,0.0040498776,0.00028025746,0.0000024051394,0.0000137336,0.009657441],"genre_scores_gemma":[0.9638016,0.0004993445,0.0017810151,0.032689143,0.0008860856,0.000023816496,0.000028814564,0.000023931141,0.00026622877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939981,0.00014435162,0.001005581,0.00021014619,0.004011768,0.0006300618],"domain_scores_gemma":[0.991017,0.00003792795,0.00022347263,0.0003005554,0.0006911362,0.0077299257],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00390736,0.00013975361,0.00031487332,0.0010942774,0.00010013607,0.000038243852,0.0007857455,0.00046385633,0.08808031],"category_scores_gemma":[0.048298717,0.00013066978,0.00007611861,0.0010959406,0.00031395574,0.00027186537,0.00004497809,0.0016252017,0.00008808042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055164182,0.0019536812,0.61015284,0.000133152,0.00007905131,0.00026287427,0.0059586465,1.3720336e-7,0.0000051266707,0.01161651,0.14689521,0.22288758],"study_design_scores_gemma":[0.001882463,0.00015470339,0.91658455,0.0011612535,0.000051963296,0.0012790147,0.0054526464,0.000109667715,0.00002753307,0.0021512576,0.070954844,0.000190096],"about_ca_topic_score_codex":0.03206793,"about_ca_topic_score_gemma":0.03205378,"teacher_disagreement_score":0.3064317,"about_ca_system_score_codex":0.0010057116,"about_ca_system_score_gemma":0.08625785,"threshold_uncertainty_score":0.9856087},"labels":[],"label_agreement":null},{"id":"W169974947","doi":"10.15173/m.v1i21.798","title":"Celebrating 10 years of The Meducator","year":2012,"lang":"en","type":"article","venue":"The Meducator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Peer review; Political science; Law","score_opus":0.017898895455324616,"score_gpt":0.3193955373901057,"score_spread":0.30149664193478104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W169974947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97761136,0.00041773138,0.000010209047,0.014561797,0.0031033494,0.00033920349,0.0000015951297,0.000023283097,0.003931477],"genre_scores_gemma":[0.9902887,0.0000058536043,0.0017898448,0.002523488,0.0015428418,0.000055543955,0.000006379924,0.000023511155,0.0037638405],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99878424,0.00008517153,0.00030997943,0.00010715439,0.00042261707,0.00029082887],"domain_scores_gemma":[0.9987781,0.00013594373,0.00016854462,0.00069941336,0.00013191337,0.000086051354],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009898416,0.00009633367,0.00016416499,0.00006672194,0.00012011976,0.00000736342,0.00028904103,0.00006800424,0.0016379644],"category_scores_gemma":[0.0025135353,0.000054672935,0.00007948982,0.0006485082,0.00026598043,0.00006666203,0.00006334143,0.00030972462,0.00021557974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008559237,0.0024353217,0.13861747,0.0003739227,0.00027682766,6.6753466e-7,0.06464513,0.0000012571188,0.046266805,0.022659376,0.58345807,0.14117958],"study_design_scores_gemma":[0.0006182746,0.000077791075,0.6243239,0.00023581099,0.00029641754,0.00009677968,0.017449776,0.000030201561,0.0395807,0.00040878175,0.316651,0.00023055151],"about_ca_topic_score_codex":0.000031618874,"about_ca_topic_score_gemma":0.0000010378075,"teacher_disagreement_score":0.48570645,"about_ca_system_score_codex":0.00010484157,"about_ca_system_score_gemma":0.00054600724,"threshold_uncertainty_score":0.9992747},"labels":[],"label_agreement":null},{"id":"W170096565","doi":"10.1016/s0197-2510(10)70094-2","title":"10.1016/s0197-2510(10)70094-2","year":2000,"lang":"en","type":"review","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Critical thinking; Excellence; Triage; Medical education; Curriculum; Process (computing); Psychology; Systems thinking; Best practice; Medicine; Nursing; Pedagogy; Medical emergency; Computer science; Management","score_opus":0.02530660838261069,"score_gpt":0.3117692259592501,"score_spread":0.28646261757663943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W170096565","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7869358e-8,0.42782015,5.586988e-7,0.00024320467,0.0000096686,0.0007434136,0.000014421937,0.000104347935,0.5710642],"genre_scores_gemma":[8.796335e-10,0.09695621,0.0006011453,0.0001557798,0.0013836614,0.00023996149,0.0011021573,0.00010842845,0.8994527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975211,0.000092401955,0.00089077326,0.0005159855,0.00055786007,0.00042188572],"domain_scores_gemma":[0.9983146,0.00010124545,0.00022433363,0.00092908903,0.00023097474,0.00019975768],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00048604538,0.00044365527,0.0014800621,0.00058426795,0.000089114794,0.000032724485,0.00034584492,0.00050735223,0.9983594],"category_scores_gemma":[0.0009574759,0.0003725562,0.00029416935,0.0014117936,0.000082945364,0.00005166634,0.00006678645,0.0007562254,0.99806166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007655308,0.000069216,4.5497012e-10,0.0017831364,0.000048272315,0.000005321566,0.000004607912,5.528183e-8,1.5115583e-8,6.022388e-7,0.46971652,0.5283646],"study_design_scores_gemma":[0.00018732352,0.00017876131,1.2123134e-7,0.00855063,0.00084830594,0.00012572248,9.909019e-7,0.000005353503,1.6965379e-7,0.000001948006,0.9897738,0.00032689187],"about_ca_topic_score_codex":0.000005564415,"about_ca_topic_score_gemma":1.793062e-8,"teacher_disagreement_score":0.5280377,"about_ca_system_score_codex":0.00037871173,"about_ca_system_score_gemma":0.00085566053,"threshold_uncertainty_score":0.9998726},"labels":[],"label_agreement":null},{"id":"W1704716872","doi":"10.25011/cim.v30i4.2766","title":"6. CanMEDSification: The role of postgraduate medicine office in supporting the learning and teaching of CanMEDs Roles","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Attendance; Medicine; Medical education; Faculty development; Graduate medical education; Professional development; Political science","score_opus":0.09827529124435819,"score_gpt":0.42147355095377076,"score_spread":0.32319825970941257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1704716872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90588003,0.0014634186,0.00013427043,0.08877453,0.00015910025,0.00034642298,6.51175e-7,0.000011405075,0.0032301727],"genre_scores_gemma":[0.9963054,0.00022641745,0.00049991946,0.0022339534,0.00052145385,0.000008777685,0.000022644062,0.000012126482,0.00016928726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972075,0.0003175745,0.0015562973,0.00025800755,0.00044191064,0.00021870884],"domain_scores_gemma":[0.99708617,0.0015408868,0.0006787293,0.00023566087,0.00032418387,0.00013439378],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010273817,0.0001495396,0.0005544271,0.00016036602,0.00015445772,0.0000025098036,0.00013112818,0.000106800464,0.00003180839],"category_scores_gemma":[0.027801657,0.00007277947,0.000029814939,0.0004486548,0.01302195,0.0000587327,0.00006156753,0.0011303175,5.270029e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010104478,0.000088737404,0.786201,0.00012069195,0.000055655055,0.0000033344236,0.013250103,0.0000011764492,0.007861601,0.039625976,0.00048444505,0.15220626],"study_design_scores_gemma":[0.0016255222,0.0010247077,0.9201343,0.0012759718,0.00017201317,0.000041362196,0.050082687,0.0009575955,0.0014387384,0.010886739,0.012263975,0.0000963829],"about_ca_topic_score_codex":0.0008942808,"about_ca_topic_score_gemma":0.00011098857,"teacher_disagreement_score":0.15210988,"about_ca_system_score_codex":0.000022890867,"about_ca_system_score_gemma":0.00013523056,"threshold_uncertainty_score":0.989664},"labels":[],"label_agreement":null},{"id":"W1706644430","doi":"10.22329/celt.v1i0.3178","title":"9. Clinical and Practicum Education in the Professions: The Student Voice","year":2008,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Saskatchewan","funders":"","keywords":"Practicum; Psychology; Interpersonal communication; Professional development; Pedagogy; Medical education; Teacher education; Medicine; Social psychology","score_opus":0.030261019273267343,"score_gpt":0.42382911285561947,"score_spread":0.3935680935823521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1706644430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96502995,0.00020554526,0.00007267449,0.018536586,0.00029729182,0.00047162134,8.1118266e-8,0.00003393791,0.01535232],"genre_scores_gemma":[0.99249834,0.00016980396,0.0007380553,0.002484544,0.00027066006,0.00007355322,0.000009676214,0.000010103904,0.003745281],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811673,0.0009963342,0.00029344173,0.00019614396,0.00026629042,0.00013103173],"domain_scores_gemma":[0.9985514,0.0010513809,0.000120435114,0.000162684,0.0000815987,0.000032443804],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026620112,0.0000866934,0.0001368039,0.000119340606,0.0010947372,0.000034749446,0.00007293113,0.000087568245,0.000009169836],"category_scores_gemma":[0.009070366,0.000048022917,0.000017703735,0.00028529236,0.00015871943,0.000059024103,0.00002902566,0.0021302202,0.0000053553654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009966155,0.001260392,0.8069931,0.000039857285,0.000031805448,0.000010128295,0.024515072,0.0000060101534,0.000033560653,0.0046727895,0.02158546,0.14075212],"study_design_scores_gemma":[0.00080732134,0.00027889624,0.91175306,0.00031408618,0.00004158064,0.0002066322,0.02668233,0.00079357246,0.0000016849051,0.00013316948,0.058907963,0.00007968542],"about_ca_topic_score_codex":0.000044636094,"about_ca_topic_score_gemma":0.0000063035554,"teacher_disagreement_score":0.14067243,"about_ca_system_score_codex":0.00003842269,"about_ca_system_score_gemma":0.00038518445,"threshold_uncertainty_score":0.99927664},"labels":[],"label_agreement":null},{"id":"W1707613783","doi":"10.25011/cim.v30i4.2809","title":"75. Learning on the run - Practical strategies for physician learning","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); White paper; Lifelong learning; Certification; Medical education; Mandate; Open learning; White (mutation); Active learning (machine learning); Psychology; Medicine; Computer science; Pedagogy; Artificial intelligence; Cooperative learning; Management; Teaching method; Political science","score_opus":0.26099178149755137,"score_gpt":0.47277737744969955,"score_spread":0.2117855959521482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1707613783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7647587,0.000095758696,0.008985482,0.21039498,0.00068800297,0.0006790093,4.6485667e-7,0.000085774096,0.014311842],"genre_scores_gemma":[0.9626693,0.000042304768,0.0033703176,0.029870054,0.002722195,0.000035338748,0.000044007396,0.00002220755,0.0012242629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814737,0.000180327,0.0006927514,0.00033249284,0.00035949048,0.000287547],"domain_scores_gemma":[0.9966576,0.0023781727,0.00024914532,0.00017349893,0.0003475285,0.00019403484],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.004509998,0.00017059267,0.00039756374,0.00008494845,0.00035840023,0.000017516957,0.000068124646,0.00014914272,0.000082248895],"category_scores_gemma":[0.034875054,0.00009465103,0.00006261512,0.0003744725,0.0070421365,0.00011654626,0.00002800147,0.0015808963,0.00002166499],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040638188,0.0004121777,0.04157442,0.00015911157,0.00018347302,0.000018708492,0.0040461887,0.000008878569,0.002143001,0.78453344,0.060608312,0.10590591],"study_design_scores_gemma":[0.005198411,0.012249754,0.30583286,0.001686932,0.00043366462,0.000041830288,0.05787532,0.004065977,0.0010524031,0.17684817,0.4342814,0.0004332657],"about_ca_topic_score_codex":0.0000111015825,"about_ca_topic_score_gemma":0.0000013782484,"teacher_disagreement_score":0.60768527,"about_ca_system_score_codex":0.000028778126,"about_ca_system_score_gemma":0.00016516502,"threshold_uncertainty_score":0.9956601},"labels":[],"label_agreement":null},{"id":"W1710581279","doi":"10.1051/pmed/2015013","title":"Réflexion sur une expérience de supervision clinique sous l’angle de l’alliance pédagogique","year":2015,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Alliance; Psychology; Philosophy; Political science","score_opus":0.07825636848678771,"score_gpt":0.38297321623773817,"score_spread":0.3047168477509504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1710581279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7274114,0.026837774,0.10861331,0.11684872,0.007994698,0.0012769396,0.00003701079,0.00053188065,0.010448263],"genre_scores_gemma":[0.782045,0.009130289,0.07812953,0.03122279,0.009658204,0.00050477375,0.0003149241,0.00029000384,0.08870446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99396086,0.0006722109,0.0012974958,0.0009396901,0.0012812874,0.0018484745],"domain_scores_gemma":[0.9956563,0.00050900923,0.0003369815,0.0012180295,0.0010442443,0.0012354499],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0057115247,0.0005372859,0.0007345821,0.00019532343,0.00027415148,0.00010947695,0.0007752133,0.0011674771,0.0010423664],"category_scores_gemma":[0.014485605,0.00055967516,0.00020705436,0.0018126258,0.0010998271,0.0005212045,0.00024634978,0.0018716492,0.0012421437],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004896659,0.0036313485,0.028532112,0.0009820155,0.00010525375,0.0007025404,0.029304719,0.00054227625,0.0034203513,0.0076600676,0.37419584,0.5504338],"study_design_scores_gemma":[0.004186548,0.001711705,0.014562628,0.0029924738,0.00028018246,0.0008217845,0.011967619,0.038245145,0.009775365,0.019881979,0.89445144,0.0011231414],"about_ca_topic_score_codex":0.0011987231,"about_ca_topic_score_gemma":0.00008596153,"teacher_disagreement_score":0.5493107,"about_ca_system_score_codex":0.0029518092,"about_ca_system_score_gemma":0.0075244275,"threshold_uncertainty_score":0.99987084},"labels":[],"label_agreement":null},{"id":"W1717250151","doi":"10.4212/cjhp.v57i1.343","title":"Bringing Knowledge Home","year":2004,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Computer science","score_opus":0.01810357328851658,"score_gpt":0.32615392766988976,"score_spread":0.3080503543813732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1717250151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9492447,0.0010455208,0.00011664415,0.04232002,0.0024087825,0.00012189827,0.000001081612,0.000007015957,0.0047343476],"genre_scores_gemma":[0.9965371,0.000016288886,0.00055237534,0.0014800179,0.0011279341,0.000001524926,0.0000019055765,0.000015033384,0.00026785216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992386,0.000014088559,0.00028302305,0.00005884906,0.00017696145,0.00022844398],"domain_scores_gemma":[0.99904436,0.00001418347,0.00012339419,0.00012630023,0.00039844328,0.0002932998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046659214,0.000076810684,0.00012948472,0.00024105555,0.00020263194,0.000035790257,0.00019494785,0.000022448801,0.0002499901],"category_scores_gemma":[0.00031371374,0.00005409842,0.00007232416,0.0003927083,0.00015273383,0.00013138042,0.0000073707447,0.00048696971,0.00007638243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001997515,0.0012922896,0.08796658,0.0003638981,0.0012016761,0.0027148575,0.062326595,0.00061796384,0.0023213683,0.037380528,0.36786288,0.43575162],"study_design_scores_gemma":[0.015324637,0.0017559701,0.17274444,0.0015948587,0.00079282495,0.005560493,0.003613976,0.00036689112,0.009165858,0.017119164,0.7711222,0.00083864713],"about_ca_topic_score_codex":0.0021052712,"about_ca_topic_score_gemma":0.00090040406,"teacher_disagreement_score":0.43491295,"about_ca_system_score_codex":0.0005624744,"about_ca_system_score_gemma":0.0030743869,"threshold_uncertainty_score":0.54538304},"labels":[],"label_agreement":null},{"id":"W1719344149","doi":"10.36834/cmej.36606","title":"Experimental or RCT research designs: a crisis of nomenclature in medical education","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Foundation (evidence); Educational research; Period (music); Engineering ethics; Social science; Medical research; Psychology; Epistemology; Sociology; Medicine; Political science; Engineering; Law; Philosophy; Pathology","score_opus":0.0693879953819775,"score_gpt":0.46802351225627026,"score_spread":0.3986355168742928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1719344149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80197567,0.005397226,0.00013678128,0.17406933,0.007613383,0.00082715723,0.0000029461025,0.000021581423,0.009955914],"genre_scores_gemma":[0.95148677,0.00017484708,0.0042533264,0.03931012,0.0036523018,0.00014390363,0.000054833206,0.000036102683,0.00088780525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99454176,0.00041780568,0.0010101846,0.00025547325,0.0029089455,0.0008658255],"domain_scores_gemma":[0.989993,0.00014030561,0.00019176202,0.0003936529,0.001295415,0.007985901],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063706897,0.0001854474,0.00035918757,0.0020867933,0.0002424962,0.000037964903,0.00043627105,0.0006532057,0.082612835],"category_scores_gemma":[0.055891637,0.00015289805,0.00007916594,0.002197148,0.00037985644,0.0003472894,0.000033009568,0.002564776,0.00009365904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105998035,0.0032500583,0.008410623,0.000112988506,0.00003665746,0.000034654175,0.0070075765,1.3847493e-7,0.00010476542,0.0051920256,0.8469363,0.12880825],"study_design_scores_gemma":[0.0036229668,0.00085650047,0.052598167,0.004445875,0.00009154409,0.011161407,0.10117988,0.00034108094,0.0013484318,0.0013360868,0.8223245,0.0006935638],"about_ca_topic_score_codex":0.0055234698,"about_ca_topic_score_gemma":0.0019562077,"teacher_disagreement_score":0.19231413,"about_ca_system_score_codex":0.00229272,"about_ca_system_score_gemma":0.19460686,"threshold_uncertainty_score":0.99973637},"labels":[],"label_agreement":null},{"id":"W172030827","doi":"10.1177/070674370805300202","title":"Residents-as-Teachers Programs in Psychiatry: A Systematic Review","year":2008,"lang":"en","type":"review","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"PsycINFO; Blinding; Psychological intervention; Medical education; Randomized controlled trial; Psychology; Medicine; MEDLINE; Set (abstract data type); Social skills; Psychiatry","score_opus":0.04756320093373591,"score_gpt":0.3638817512818118,"score_spread":0.31631855034807593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W172030827","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023101029,0.9671838,0.0000016748277,0.023738388,0.005414888,0.0029307546,0.0000028656873,0.000009042297,0.0006954291],"genre_scores_gemma":[0.000008331917,0.9911682,0.002127464,0.004729392,0.0012035978,0.0001312429,0.00003867332,0.00008297663,0.0005101152],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9949922,0.0006043594,0.0028892288,0.00023743429,0.0007777187,0.0004990876],"domain_scores_gemma":[0.9959369,0.000054225682,0.0022107696,0.000940303,0.00037669865,0.0004811041],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0025116983,0.00043335103,0.00287194,0.0010732732,0.00022190293,0.000053371015,0.00091267435,0.0004208892,0.00014126905],"category_scores_gemma":[0.0017598245,0.00026203605,0.0008002289,0.0021741807,0.00024795884,0.00009326401,0.000013180025,0.002691292,0.00014811762],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038050543,0.00011044981,0.0005695878,0.7840222,0.00045615717,0.0001009888,0.00040902678,5.8730542e-8,6.424238e-10,0.0021535326,0.1633137,0.048860453],"study_design_scores_gemma":[0.00025427635,0.00013795936,0.000058322305,0.75047845,0.0028606423,0.010117355,0.00029271076,1.9115559e-7,8.8953483e-10,0.0006919155,0.23492266,0.00018548881],"about_ca_topic_score_codex":0.004483456,"about_ca_topic_score_gemma":0.059291314,"teacher_disagreement_score":0.07160896,"about_ca_system_score_codex":0.001242086,"about_ca_system_score_gemma":0.0435285,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W172031691","doi":"10.1007/3-540-28694-2_2","title":"Curriculum Development and Design","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Development (topology); Mathematics education; Computer science; Engineering ethics; Psychology; Engineering; Pedagogy; Mathematics","score_opus":0.03174917752418033,"score_gpt":0.2980021186372045,"score_spread":0.26625294111302417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W172031691","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002991764,0.0003921967,0.008644775,0.0021365073,0.00025368953,0.00046204127,2.352595e-7,0.000074854346,0.9877365],"genre_scores_gemma":[0.00029988238,0.00007646887,0.18689764,0.0019177094,0.0004133829,0.000015735573,0.000054330518,0.000026274778,0.81029856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917495,0.0000026399166,0.00027006873,0.00019453155,0.0002530541,0.00010476044],"domain_scores_gemma":[0.9995631,0.000010571738,0.00006547226,0.000156936,0.00014930061,0.000054602555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019346441,0.00014857667,0.00019261202,0.00015849019,0.000045121596,0.000008076211,0.000035388868,0.00022666613,0.0030269185],"category_scores_gemma":[0.000071966075,0.00011920303,0.000018087803,0.000025579728,0.00005993088,0.00002124437,0.000022730403,0.00027757895,0.00036914347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004651435,0.00005145388,0.00007191237,0.00008817038,0.00007477831,0.000010722188,0.0001853464,2.0625072e-7,0.0000036939316,0.1571985,0.15909421,0.68321633],"study_design_scores_gemma":[0.00022781869,0.00003494224,0.00008481347,0.00022353511,0.00005108081,0.00006093612,0.00003440192,0.000080508835,0.00005808541,0.00070085324,0.99830085,0.00014217015],"about_ca_topic_score_codex":0.000001607446,"about_ca_topic_score_gemma":0.0000010114153,"teacher_disagreement_score":0.83920664,"about_ca_system_score_codex":0.00014774325,"about_ca_system_score_gemma":0.00030326936,"threshold_uncertainty_score":0.99788445},"labels":[],"label_agreement":null},{"id":"W1727529720","doi":"10.1016/s2155-8256(15)30268-4","title":"Developing the Clinical Licensure Examination for Nurse Practitioners in British Columbia","year":2011,"lang":"en","type":"article","venue":"Journal of Nursing Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Spinal Cord Injury BC","funders":"","keywords":"Licensure; Credibility; Pride; Objective structured clinical examination; Pharmacy; Competence (human resources); Medical education; Nurse practitioners; Medicine; Nursing; Psychology; Political science; Health care","score_opus":0.11040945171545707,"score_gpt":0.42335963532964593,"score_spread":0.31295018361418886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1727529720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719196,0.000049811133,0.02088068,0.004562676,0.0015155261,0.00038936327,5.040159e-7,0.000009269975,0.00067260297],"genre_scores_gemma":[0.94772285,0.000016860151,0.051055092,0.00031654575,0.000628609,0.000008271517,0.000017702654,0.000012549203,0.00022154374],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99861586,0.000113070484,0.00077571097,0.000095447416,0.0002876435,0.00011225253],"domain_scores_gemma":[0.998385,0.00013206346,0.00046187505,0.00010390975,0.0008866536,0.000030462368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025840867,0.00004531575,0.00016835927,0.00012075896,0.00011047225,0.000049299182,0.000063259096,0.00012507412,0.000053991127],"category_scores_gemma":[0.002065778,0.00005155887,0.000066995315,0.0003917568,0.0001162145,0.0002773229,0.0000021381056,0.00027441277,0.0000014009393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011978756,0.0006219998,0.046113145,0.000037505135,0.000034091012,0.0000061039104,0.003225958,0.000009411266,0.00013704978,0.0007145311,0.020405775,0.9285746],"study_design_scores_gemma":[0.0011485313,0.00022523147,0.98760563,0.0012275532,0.00008668014,0.0004441409,0.0029021183,0.00080366124,0.0000519161,0.0035963296,0.0018514498,0.00005676843],"about_ca_topic_score_codex":0.000055371045,"about_ca_topic_score_gemma":0.00016982456,"teacher_disagreement_score":0.9414925,"about_ca_system_score_codex":0.00041917662,"about_ca_system_score_gemma":0.00030040185,"threshold_uncertainty_score":0.24730784},"labels":[],"label_agreement":null},{"id":"W1727975045","doi":"10.1002/chp.21259","title":"2014 JCEHP Award for Research Excellence","year":2014,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Calgary","keywords":"Excellence; Continuing education; Continuing medical education; Library science; Unit (ring theory); Medical education; Psychology; Medicine; Management; Political science; Computer science","score_opus":0.0884266003849278,"score_gpt":0.536803016984888,"score_spread":0.4483764165999602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1727975045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58432865,0.0007010422,0.008928139,0.3982167,0.0051929117,0.0014595208,7.6327257e-7,0.000010972686,0.0011612878],"genre_scores_gemma":[0.97010094,0.00018869728,0.016852932,0.00719265,0.0021596567,0.00013111281,0.000009501215,0.000017970402,0.0033465484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970987,0.0008998443,0.0009262357,0.00012301795,0.00061798096,0.00033421014],"domain_scores_gemma":[0.99566567,0.0013114989,0.00065042626,0.00035697423,0.001901693,0.000113730675],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018260604,0.00007694407,0.0002605059,0.00056856195,0.00031116014,0.00002146273,0.00028111995,0.000094726915,0.00003469538],"category_scores_gemma":[0.008504947,0.00004953886,0.00006087165,0.00061198894,0.00009701135,0.0001097008,0.00001862643,0.0011212481,0.00001355995],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090880385,0.0006421336,0.0052543455,0.00033183227,0.000005512367,2.2946801e-7,0.018271033,0.000001597203,0.00012200734,0.0068510543,0.6931275,0.27530184],"study_design_scores_gemma":[0.0019696308,0.0013572628,0.07442538,0.007410127,0.000033318207,0.00016114129,0.098103635,0.00040673444,0.00009111065,0.017021643,0.7988842,0.00013581538],"about_ca_topic_score_codex":0.000024620193,"about_ca_topic_score_gemma":0.000005351444,"teacher_disagreement_score":0.39102405,"about_ca_system_score_codex":0.00027409996,"about_ca_system_score_gemma":0.0030957854,"threshold_uncertainty_score":0.9998468},"labels":[],"label_agreement":null},{"id":"W1732916533","doi":"10.7748/paed2004.03.16.2.23.c897","title":"Clinical skills acquisition in children’s nursing: An international perspective","year":2004,"lang":"en","type":"article","venue":"Paediatric Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University College of the North","funders":"Florence Nightingale Foundation","keywords":"Perspective (graphical); Pediatric nursing; Medical education; Psychology; Nursing; Medicine; Computer science","score_opus":0.00852949923275385,"score_gpt":0.3750165535666008,"score_spread":0.36648705433384693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1732916533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901034,0.00028385708,0.00038710315,0.0032083718,0.0013688421,0.00035069493,0.000009981828,0.000060123475,0.0042276145],"genre_scores_gemma":[0.98963934,0.000091951864,0.0059955954,0.0008939608,0.0028682032,0.000025133993,0.00044320934,0.000015939557,0.000026669904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987664,0.00003736595,0.0003620138,0.00031349147,0.00035488416,0.0001657975],"domain_scores_gemma":[0.9990995,0.00002153378,0.00008136121,0.00023214542,0.0004877445,0.0000777338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000256319,0.00009874193,0.00016024763,0.00036638888,0.00004306828,0.000015708589,0.0001136996,0.00015505853,0.00014807683],"category_scores_gemma":[0.00065660453,0.00009860196,0.00007547615,0.00058878824,0.00008655822,0.00016275675,0.000015440579,0.00037203077,0.000058013666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000517277,0.0014809759,0.86812377,0.000008997046,0.000026091613,0.000011003313,0.0059884763,0.00004735907,0.0000084647445,0.0057426444,0.00064520264,0.117865264],"study_design_scores_gemma":[0.0024052148,0.00020326414,0.9879277,0.00006815323,0.000050455867,0.00005894383,0.007548736,0.000027175243,0.000025204894,0.0013882087,0.0001906648,0.00010633042],"about_ca_topic_score_codex":0.00006783768,"about_ca_topic_score_gemma":0.000006125422,"teacher_disagreement_score":0.11980385,"about_ca_system_score_codex":0.0014699328,"about_ca_system_score_gemma":0.00037934034,"threshold_uncertainty_score":0.40208712},"labels":[],"label_agreement":null},{"id":"W1734806030","doi":"10.5489/cuaj.1154","title":"Active learning: a resident’s reflection on the impact of a studentcentred curriculum","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Reflection (computer programming); Curriculum mapping; Curriculum theory; Medicine; Curriculum development; Pedagogy; Psychology; Computer science","score_opus":0.018337069658054483,"score_gpt":0.31978872683386567,"score_spread":0.3014516571758112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1734806030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95432645,0.000014004687,0.000018412504,0.041421153,0.0002348657,0.00031608416,0.0000017410574,0.000014011661,0.0036532814],"genre_scores_gemma":[0.9967857,0.000017587394,0.000047597816,0.0018414882,0.00036026211,0.000023397934,0.000012720963,0.000007915019,0.00090332853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844307,0.00028609147,0.0003392091,0.00012059584,0.00048878655,0.0003222375],"domain_scores_gemma":[0.99817806,0.00014857863,0.00041775755,0.0001018142,0.00091927464,0.00023452217],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007431836,0.00010056872,0.00018015059,0.00024407916,0.0002948712,0.000060957536,0.000113362184,0.00017825598,0.003606029],"category_scores_gemma":[0.0071551474,0.000058561825,0.00014320732,0.00054791017,0.00003990873,0.000094841685,0.00000857504,0.0010910853,0.00013765789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004259264,0.00018556637,0.7728729,0.0000022456986,0.00024786525,0.0000064787782,0.0007846599,0.00015769404,0.00029842122,0.00045837517,0.21845448,0.0064886915],"study_design_scores_gemma":[0.0004807171,0.00075511716,0.9916204,0.000020871847,0.000035641893,0.000051699666,0.0011821254,0.0006044786,0.000032635806,0.0009470854,0.004207071,0.00006214065],"about_ca_topic_score_codex":0.005567952,"about_ca_topic_score_gemma":0.00010261759,"teacher_disagreement_score":0.21874748,"about_ca_system_score_codex":0.0027074516,"about_ca_system_score_gemma":0.00062451453,"threshold_uncertainty_score":0.9973048},"labels":[],"label_agreement":null},{"id":"W1744558588","doi":"10.46743/1540-580x/2006.1114","title":"Physical Therapy Students’ Application of a Clinical Decision-Making Model","year":2006,"lang":"en","type":"article","venue":"Internet Journal of Allied Health Sciences and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical decision making; Outcome (game theory); Medical education; Psychology; Medicine; Family medicine","score_opus":0.08545703027768367,"score_gpt":0.5569495422696018,"score_spread":0.4714925119919181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1744558588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9009057,0.00054606725,0.08758979,0.00965363,0.00023367326,0.00016625652,3.5572563e-7,0.000003734332,0.00090075517],"genre_scores_gemma":[0.91557705,0.0005709793,0.0798444,0.003594734,0.00038815584,0.0000018434805,5.1949473e-7,0.000003915945,0.00001840437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978042,0.00011285369,0.0010157187,0.00013924598,0.0008052314,0.00012271605],"domain_scores_gemma":[0.9966672,0.001227701,0.0014325381,0.00009857143,0.00051156664,0.000062398074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067192437,0.00006430207,0.0002997627,0.0001311908,0.00006308712,0.000030902273,0.0001927133,0.00004429886,0.000008247938],"category_scores_gemma":[0.001954864,0.00004365019,0.00005467314,0.00030386384,0.00023238905,0.00028797152,0.000026110818,0.00033719884,0.0000016406152],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020172675,0.002730185,0.03663654,0.00006915806,0.000067523055,0.000005220195,0.0023632515,0.000965087,0.00017549389,0.012662434,0.008895934,0.9334119],"study_design_scores_gemma":[0.007747131,0.012754928,0.25829262,0.002416368,0.00022688742,0.0018460869,0.0056525446,0.59166944,0.00018819832,0.043787878,0.07501837,0.00039953855],"about_ca_topic_score_codex":0.00006903413,"about_ca_topic_score_gemma":0.0000040524387,"teacher_disagreement_score":0.93301237,"about_ca_system_score_codex":0.000038057573,"about_ca_system_score_gemma":0.0005080813,"threshold_uncertainty_score":0.23402962},"labels":[],"label_agreement":null},{"id":"W1747660264","doi":"10.36834/cmej.36614","title":"Frontline over ivory tower: key competencies in community-based curricula","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"University of Toronto","keywords":"Subspecialty; Delphi method; Curriculum; Medical education; Medicine; Ivory tower; Psychology; Family medicine; Political science; Pedagogy; Computer science","score_opus":0.023740705887570178,"score_gpt":0.33307909171626326,"score_spread":0.3093383858286931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1747660264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.786807,0.0013619908,0.00080161466,0.1893466,0.0070405086,0.00043466702,0.0000066333027,0.000048588256,0.014152393],"genre_scores_gemma":[0.7798423,0.00004138024,0.010570578,0.20614094,0.0021341047,0.000045853638,0.00028878334,0.00003761862,0.0008984071],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710435,0.0003540759,0.00075183297,0.00015157314,0.001191103,0.00044708792],"domain_scores_gemma":[0.9926688,0.000092209906,0.00017167523,0.0003796402,0.0010567446,0.0056309025],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037640065,0.00017276814,0.00036194082,0.0010430546,0.00024863178,0.00005840192,0.00034515143,0.00028934656,0.011886498],"category_scores_gemma":[0.03639611,0.00015211286,0.00008069381,0.0008849064,0.0002991677,0.00016032683,0.000017613656,0.0025785621,0.00008328505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027159718,0.00089973904,0.031996593,0.000055320812,0.000024309777,0.000088109526,0.0028419483,0.00002098716,0.0000074727423,0.0013039435,0.9105076,0.052226797],"study_design_scores_gemma":[0.0025475514,0.00022511701,0.032303378,0.0011677559,0.000053720843,0.0010587644,0.009491307,0.002752193,0.000009657932,0.0013527097,0.94876575,0.00027206194],"about_ca_topic_score_codex":0.019946642,"about_ca_topic_score_gemma":0.02152332,"teacher_disagreement_score":0.08740087,"about_ca_system_score_codex":0.0019181509,"about_ca_system_score_gemma":0.08931901,"threshold_uncertainty_score":0.99972254},"labels":[],"label_agreement":null},{"id":"W175179728","doi":"10.1007/bf03020520","title":"The inter-rater and intra-rater reliability of a new Canadian oral examination format in anesthesia is fair to good","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McMaster University Medical Centre; University of Alberta","funders":"","keywords":"Inter-rater reliability; Reliability (semiconductor); Medicine; Oral examination; Limits of agreement; Correlation; Psychology; Rating scale; Family medicine; Mathematics; Nuclear medicine; Oral health; Developmental psychology","score_opus":0.014142783482317787,"score_gpt":0.24252197222532734,"score_spread":0.22837918874300955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W175179728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91685116,0.0004267478,0.000025356818,0.081742205,0.0002220606,0.00033699028,0.0000020235507,0.000004148743,0.00038933533],"genre_scores_gemma":[0.99571806,0.00007081571,0.0008744024,0.0018898718,0.0003442216,0.0000057378193,0.000004105771,0.00004217896,0.0010505784],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9967333,0.00019346268,0.0013697661,0.00024613284,0.0005282402,0.000929082],"domain_scores_gemma":[0.99533707,0.00007617672,0.00050016196,0.0003880059,0.001118265,0.0025803423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028028784,0.00031121445,0.0005928587,0.0016526951,0.0003901408,0.00020893838,0.0004834578,0.0002635699,0.00043669104],"category_scores_gemma":[0.0008366342,0.00023660836,0.00013048235,0.0011404644,0.0002945731,0.0005269492,0.000007801071,0.0010140666,0.000017723947],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035057496,0.00021285997,0.2859851,0.0002668463,0.00020727176,0.17004107,0.057756882,0.00011843212,0.00007329328,0.0012113457,0.21430558,0.26947072],"study_design_scores_gemma":[0.0012798524,0.0013385547,0.1726469,0.00054291583,0.00010279561,0.70417446,0.003371874,0.00033352527,0.000111730296,0.00042222335,0.11533438,0.00034079616],"about_ca_topic_score_codex":0.13026163,"about_ca_topic_score_gemma":0.3506996,"teacher_disagreement_score":0.5341334,"about_ca_system_score_codex":0.0019864368,"about_ca_system_score_gemma":0.0044527613,"threshold_uncertainty_score":0.9648609},"labels":[],"label_agreement":null},{"id":"W1754856359","doi":"10.1111/medu.12862","title":"Can <scp>MEDS</scp> in context: a transition to residency innovation","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Medical school; Citation; Library science; Medical education; Medicine; Computer science; History","score_opus":0.021443101927265718,"score_gpt":0.3517780431632773,"score_spread":0.3303349412360116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1754856359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83767545,0.00012517319,0.0021758345,0.15170479,0.0018000418,0.00083260593,0.000001988543,0.00009150662,0.005592615],"genre_scores_gemma":[0.9167344,0.000012940072,0.0032709814,0.0759542,0.0009603952,0.00037786958,0.0004865018,0.000032382388,0.0021703555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692893,0.00011460769,0.00085110846,0.00039611384,0.0013470887,0.00036214397],"domain_scores_gemma":[0.997939,0.0000920907,0.00013556107,0.00038683412,0.001157453,0.00028905636],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002017752,0.00018211752,0.0002966174,0.0011668054,0.00005941503,0.000027007323,0.00016959579,0.00031567318,0.00016340376],"category_scores_gemma":[0.034220688,0.00017877428,0.000033386208,0.0038232827,0.00010673735,0.00017476015,0.000024129573,0.00058345054,0.00017311217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047420443,0.0015221077,0.006986953,0.0001396332,0.000015911857,0.000013420496,0.020377118,0.0000071516697,0.0003093475,0.011896735,0.60450554,0.35417867],"study_design_scores_gemma":[0.008544812,0.0015705276,0.16922025,0.0037196171,0.00015836647,0.00050075125,0.066204965,0.0034770851,0.0031071692,0.02185859,0.7211199,0.0005179839],"about_ca_topic_score_codex":0.00089494785,"about_ca_topic_score_gemma":0.00042864378,"teacher_disagreement_score":0.35366067,"about_ca_system_score_codex":0.00084960926,"about_ca_system_score_gemma":0.0085759275,"threshold_uncertainty_score":0.9970445},"labels":[],"label_agreement":null},{"id":"W1756972032","doi":"10.36834/cmej.36569","title":"Improving Family Medicine Residents’ Written Communication","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Referral; Communication skills; Medical education; Medicine; Family medicine; Self-assessment; Psychology; Computer science; Pedagogy","score_opus":0.023672875864368514,"score_gpt":0.34438164317898584,"score_spread":0.32070876731461734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1756972032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40143642,0.01336394,0.0014687355,0.49995852,0.013140123,0.00083005667,0.000003507241,0.00012369947,0.06967499],"genre_scores_gemma":[0.82070976,0.0005218408,0.008172342,0.16020724,0.007523636,0.00005375037,0.0001642947,0.000054029326,0.002593097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99679214,0.00017686862,0.00082198763,0.00018201992,0.0013383672,0.00068862125],"domain_scores_gemma":[0.9905216,0.00007135228,0.00027471,0.000566825,0.0010374009,0.0075280843],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033153743,0.00018879861,0.00029072879,0.0008685909,0.0005461522,0.000049880873,0.0004076441,0.00034844506,0.02567937],"category_scores_gemma":[0.038714424,0.00016361284,0.00006948205,0.0008251706,0.00036974088,0.00044014567,0.000029423378,0.0016017201,0.00026353664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011497248,0.0001937089,0.012572694,0.0000441869,0.00003295946,0.0000074383083,0.0014374817,1.2239998e-7,0.00008872786,0.003168603,0.7105108,0.27193177],"study_design_scores_gemma":[0.0013502622,0.000118948745,0.21728998,0.0010355746,0.00015798022,0.0037711016,0.00891077,0.00023809656,0.000023419158,0.0005990817,0.76620674,0.0002980327],"about_ca_topic_score_codex":0.015151481,"about_ca_topic_score_gemma":0.0011106909,"teacher_disagreement_score":0.41927335,"about_ca_system_score_codex":0.001273524,"about_ca_system_score_gemma":0.030430356,"threshold_uncertainty_score":0.99140674},"labels":[],"label_agreement":null},{"id":"W175759727","doi":"10.1007/bf03022839","title":"Curriculum development in anesthesia: Basic theoretical principles","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Psychology; Humanities; Philosophy","score_opus":0.009618141085277514,"score_gpt":0.2367294563464293,"score_spread":0.2271113152611518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W175759727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97976154,0.000576213,0.000041497642,0.017710045,0.00026400614,0.00024331352,3.5020483e-7,0.000011487514,0.0013915743],"genre_scores_gemma":[0.993707,0.000016285958,0.0042085135,0.00040723738,0.0011291648,0.000008131885,0.00001554237,0.000062522064,0.00044557525],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9958884,0.00015532871,0.0017342457,0.00027602157,0.0008630136,0.0010829831],"domain_scores_gemma":[0.99647313,0.000050772946,0.0006647868,0.00029338754,0.0011820437,0.0013359049],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002622536,0.00037280156,0.000726148,0.0019279947,0.00038350682,0.00016556731,0.0005084335,0.00031979635,0.0005970165],"category_scores_gemma":[0.0006142909,0.00032082072,0.00020382644,0.0012405739,0.000513686,0.0003236293,0.0000068467425,0.0014625057,0.000034694873],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006927527,0.00029412252,0.22477618,0.00008706049,0.00006128302,0.72060287,0.0011421795,0.00022317929,0.00002092378,0.037002042,0.008987558,0.0067333016],"study_design_scores_gemma":[0.0010944633,0.00036481288,0.082204185,0.00051295274,0.00007271548,0.8546098,0.0009043282,0.000115561816,0.00008625025,0.0009632452,0.05876861,0.0003030825],"about_ca_topic_score_codex":0.003783623,"about_ca_topic_score_gemma":0.007335096,"teacher_disagreement_score":0.142572,"about_ca_system_score_codex":0.0024445874,"about_ca_system_score_gemma":0.011787434,"threshold_uncertainty_score":0.99992436},"labels":[],"label_agreement":null},{"id":"W1758100112","doi":"10.1186/1472-6920-6-5","title":"Knowledge loss of medical students on first year basic science courses at the university of Saskatchewan","year":2006,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Test (biology); Bonferroni correction; Multivariate analysis of variance; Medical education; Psychology; Mathematics education; Medicine; Computer science; Mathematics; Biology","score_opus":0.014479959711191329,"score_gpt":0.34803149441191134,"score_spread":0.33355153470072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1758100112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833205,0.00013554806,0.00046779908,0.010380146,0.0010982646,0.0003040238,0.0000028092159,0.000020362984,0.004270571],"genre_scores_gemma":[0.9954118,0.000046605754,0.0005448376,0.0005068466,0.00042959547,0.000005371052,0.000048475096,0.00001014546,0.0029963274],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99556667,0.000080001984,0.00038363624,0.000268044,0.0034966923,0.00020494034],"domain_scores_gemma":[0.9983,0.0003078518,0.0002025708,0.00047385553,0.0005402965,0.00017542328],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026481706,0.0001060246,0.00021838937,0.0002057606,0.00025531763,0.000007987403,0.00078022276,0.00018253425,0.003925215],"category_scores_gemma":[0.0046666027,0.00008010879,0.00006148329,0.0010437329,0.0021486285,0.00005812257,0.00016366063,0.00029275447,0.00015879078],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003169227,0.010804673,0.5921262,0.001045581,0.000048727878,0.0000059245617,0.0070779664,0.000012338426,0.0001449743,0.011419519,0.34029177,0.03670541],"study_design_scores_gemma":[0.0030852784,0.0003684213,0.89634055,0.0026598212,0.00017738719,0.00006083894,0.020515459,0.0011113627,0.0018727928,0.00028116928,0.073285654,0.00024128177],"about_ca_topic_score_codex":0.00054429565,"about_ca_topic_score_gemma":0.0010494227,"teacher_disagreement_score":0.30421433,"about_ca_system_score_codex":0.00038451623,"about_ca_system_score_gemma":0.0101884445,"threshold_uncertainty_score":0.9969853},"labels":[],"label_agreement":null},{"id":"W1759888023","doi":"10.1111/j.1447-0349.2010.00687.x","title":"Navigating the labyrinth of Canadian undergraduate psychiatric nurse education","year":2010,"lang":"en","type":"article","venue":"International Journal of Mental Health Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brandon University","funders":"","keywords":"Economic shortage; Nursing; Nurse education; Salient; Medical education; Psychology; Medicine; Psychiatry; Political science; Government (linguistics)","score_opus":0.011734397842951917,"score_gpt":0.41469324870072166,"score_spread":0.4029588508577697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1759888023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67068124,0.00021069677,0.000108485656,0.31691408,0.010247417,0.00016609597,0.0000045629763,0.0000038926833,0.001663545],"genre_scores_gemma":[0.9823761,0.000076418364,0.012360073,0.003981984,0.0010943491,0.0000021924716,0.00003260454,0.000011999893,0.00006430816],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840164,0.000041606036,0.00068604975,0.000080756276,0.0006264528,0.00016350612],"domain_scores_gemma":[0.99823505,0.000030076517,0.000670705,0.00012163879,0.0007825926,0.00015995461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078393327,0.00007691906,0.00014360381,0.0004388739,0.00014845293,0.000019618323,0.00023137829,0.00004949338,0.00006728429],"category_scores_gemma":[0.00023502554,0.00005862659,0.000067092435,0.0005248311,0.00012876501,0.00012228845,0.0000051823918,0.00090873084,0.0000048755087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008498168,0.0005585927,0.008956992,0.000031729465,0.000054156022,0.0000021914022,0.0034960555,0.000004610747,0.0011103996,0.009810298,0.021730661,0.9541593],"study_design_scores_gemma":[0.012496708,0.0034284564,0.55085903,0.02914657,0.0004265184,0.024365213,0.09497603,0.0043229004,0.0101923775,0.03636133,0.23240995,0.0010149194],"about_ca_topic_score_codex":0.0060414593,"about_ca_topic_score_gemma":0.0015418872,"teacher_disagreement_score":0.95314443,"about_ca_system_score_codex":0.0006911601,"about_ca_system_score_gemma":0.0031316765,"threshold_uncertainty_score":0.913292},"labels":[],"label_agreement":null},{"id":"W1763618748","doi":"10.1089/jpm.2014.0392","title":"Development and Validation of a Set of Palliative Medicine Entrustable Professional Activities: Findings from a Mixed Methods Study","year":2015,"lang":"en","type":"article","venue":"Journal of Palliative Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University; Queen's University; University of Alberta; University of Calgary; Canadian Hospice Palliative Care Association; University of Toronto","funders":"University of Toronto","keywords":"Cronbach's alpha; Palliative care; Medicine; Focus group; Set (abstract data type); Consistency (knowledge bases); Family medicine; MEDLINE; Pain medicine; Internal consistency; Medical education; Nursing; Psychometrics; Clinical psychology; Psychiatry","score_opus":0.11287526896213164,"score_gpt":0.47036352846486584,"score_spread":0.3574882595027342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1763618748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808995,0.0005574626,0.012274726,0.004211125,0.0012290517,0.00062722474,0.0000073173833,0.000007708352,0.00018585444],"genre_scores_gemma":[0.9170894,0.000058783764,0.08166741,0.00024213536,0.00059899973,0.000022116861,0.000058755006,0.000021191081,0.00024121228],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9954955,0.00047361368,0.0018993943,0.00023954733,0.0016784442,0.0002135216],"domain_scores_gemma":[0.9944672,0.00097366585,0.00195839,0.00021358322,0.0021596546,0.00022751772],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054740156,0.00025698918,0.0012741289,0.000679978,0.00006575599,0.000003706562,0.00017314989,0.000128753,0.00034016336],"category_scores_gemma":[0.00918353,0.00016461516,0.00005045567,0.00087021856,0.0004981161,0.00018424127,0.000073810894,0.0005647259,9.154392e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028778196,0.0022846274,0.39109698,0.0007162223,0.0022582442,0.00005308204,0.49674082,0.000015093108,0.04836734,0.00068138185,0.018746715,0.036161672],"study_design_scores_gemma":[0.019596603,0.006559815,0.44959688,0.0063371747,0.001197856,0.000017368222,0.43871146,0.0002824931,0.069570385,0.0018797675,0.0059826314,0.0002675859],"about_ca_topic_score_codex":0.00009529457,"about_ca_topic_score_gemma":0.0000071499585,"teacher_disagreement_score":0.06939268,"about_ca_system_score_codex":0.00042469354,"about_ca_system_score_gemma":0.0009725845,"threshold_uncertainty_score":0.99916255},"labels":[],"label_agreement":null},{"id":"W1776157238","doi":"10.1002/j.0022-0337.2015.79.3.tb05883.x","title":"Lessons from a Pilot Project in Cognitive Task Analysis: The Potential Role of Intermediates in Preclinical Teaching in Dental Education","year":2015,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychomotor learning; Task (project management); Cognition; Interview; Medical education; Cognitive load; Psychology; Protocol analysis; Think aloud protocol; Applied psychology; Medicine; Computer science; Human–computer interaction; Engineering; Cognitive science; Psychiatry","score_opus":0.03788794547926847,"score_gpt":0.4348586367167413,"score_spread":0.3969706912374728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1776157238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954888,0.0008100181,0.000057218782,0.0014242746,0.0013256349,0.00045227664,0.0000064367605,0.0000033636325,0.00043196246],"genre_scores_gemma":[0.9977164,0.000041012485,0.001024117,0.00036198358,0.0005749324,0.000049037175,0.00016832206,0.000011742041,0.000052442294],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759305,0.00033247922,0.0012084112,0.00018446382,0.00052675913,0.0001548176],"domain_scores_gemma":[0.998593,0.00017030047,0.0007179482,0.00015084681,0.00030550253,0.00006243799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018359033,0.00012268941,0.00038414705,0.0014814025,0.000025326957,0.000027472206,0.00018863217,0.00009956482,0.000036929618],"category_scores_gemma":[0.0033788802,0.00009663747,0.00010474839,0.0013056996,0.00010905552,0.0003378212,0.00003829047,0.0008822776,0.000004584277],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087707635,0.0086492,0.8932571,0.000026583415,0.0001828992,0.0000051436505,0.016425958,0.00003981407,0.0021648295,0.00007725745,0.0009943907,0.07729976],"study_design_scores_gemma":[0.001868067,0.000410486,0.802199,0.0009364549,0.00046399076,0.00008259503,0.19185631,0.0009286774,0.00035022438,0.00072792463,0.00008478437,0.000091505506],"about_ca_topic_score_codex":0.0029199135,"about_ca_topic_score_gemma":0.0021899457,"teacher_disagreement_score":0.17543036,"about_ca_system_score_codex":0.0006210672,"about_ca_system_score_gemma":0.0029957274,"threshold_uncertainty_score":0.5314292},"labels":[],"label_agreement":null},{"id":"W1780620731","doi":"10.36834/cmej.36532","title":"A New Journal in Medical Education: The Canadian Medical Education Journal","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Adventure; Medical education; Library science; Political science; Medicine; History; Computer science; Art history","score_opus":0.009166795418462097,"score_gpt":0.33665875696501557,"score_spread":0.32749196154655347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1780620731","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07015716,0.0018619773,0.0001756213,0.8526689,0.050221093,0.00065250305,0.0000027202325,0.000030932737,0.024229107],"genre_scores_gemma":[0.32157427,0.0011938066,0.0073054726,0.5985642,0.061957493,0.00013021423,0.0001417489,0.00017090808,0.008961909],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880141,0.00056778884,0.0024553477,0.0005425598,0.0067678546,0.0016523435],"domain_scores_gemma":[0.91427493,0.0002656684,0.0010388966,0.0012052972,0.0054000863,0.07781511],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011224833,0.0005406059,0.00066352927,0.003257788,0.0022631807,0.00090492785,0.002207321,0.0020153609,0.33977234],"category_scores_gemma":[0.21348059,0.0004202911,0.0003075988,0.0025566788,0.0008277771,0.0006860657,0.000057026355,0.01748382,0.00048423116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016030053,0.00044741924,0.0035702076,0.000018667875,0.000044618642,0.00019644697,0.0011098789,3.7900938e-7,0.0000022558904,0.0041871956,0.5726102,0.41779673],"study_design_scores_gemma":[0.0013961549,0.00010921338,0.016865434,0.0013345212,0.00009110943,0.12573133,0.0037911853,0.00029164416,0.0000037718933,0.0036011303,0.8463936,0.0003909208],"about_ca_topic_score_codex":0.16577214,"about_ca_topic_score_gemma":0.79731214,"teacher_disagreement_score":0.8698659,"about_ca_system_score_codex":0.004523934,"about_ca_system_score_gemma":0.8743898,"threshold_uncertainty_score":0.9998249},"labels":[],"label_agreement":null},{"id":"W1788246168","doi":"10.1089/big.2014.0060","title":"Does Medical School Training Relate to Practice? Evidence from Big Data","year":2015,"lang":"en","type":"article","venue":"Big Data","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Connaught Fund; University of Toronto; University of Manitoba","keywords":"Medicaid; Payment; Transparency (behavior); Human services; Health care; Variety (cybernetics); Population; Business; Public relations; Medicine; Medical education; Actuarial science; Political science; Finance; Law","score_opus":0.4426491268876866,"score_gpt":0.4659440684666678,"score_spread":0.02329494157898121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1788246168","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10910533,0.0019495903,0.06540142,0.781831,0.034150947,0.0015514793,0.0013813113,0.00044878962,0.004180116],"genre_scores_gemma":[0.44580913,0.0010139387,0.3772229,0.095497936,0.03989088,0.00010218324,0.03616977,0.00015761775,0.0041356585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966362,0.00013944127,0.0005364272,0.0008136205,0.0015762538,0.00029803734],"domain_scores_gemma":[0.9921047,0.00068476034,0.00017886936,0.0056956345,0.00041893436,0.00091709325],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048689987,0.00014754185,0.00025746442,0.00015011232,0.00007676159,0.000066990055,0.0020250215,0.00020265087,0.0005128632],"category_scores_gemma":[0.3252688,0.000096662945,0.000011622511,0.0007255168,0.0001182048,0.0009816304,0.001758691,0.0007211635,0.0010680234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009371034,0.000097520366,0.00088860677,0.000015406898,0.000048837253,0.0000667965,0.0009808345,2.0459376e-7,0.00007422431,0.000019010995,0.5103069,0.48740798],"study_design_scores_gemma":[0.00081057346,0.00008412716,0.0037029188,0.0011941651,0.00019369899,0.00007302331,0.0035101348,0.002001077,0.00003185451,0.00013759494,0.9880901,0.00017074491],"about_ca_topic_score_codex":0.0008248865,"about_ca_topic_score_gemma":0.00014322095,"teacher_disagreement_score":0.68633306,"about_ca_system_score_codex":0.00012892643,"about_ca_system_score_gemma":0.0034673528,"threshold_uncertainty_score":0.9997098},"labels":[],"label_agreement":null},{"id":"W1798468849","doi":"10.1111/j.1365-2923.2010.03888.x","title":"Features of assessment learners use to make informed self‐assessments of clinical performance","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia; Dalhousie University","funders":"","keywords":"Self-assessment; Medical education; Psychology; Educational measurement; MEDLINE; Medicine; Curriculum; Pedagogy; Political science","score_opus":0.06169035067433516,"score_gpt":0.4783755051001574,"score_spread":0.41668515442582227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1798468849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762492,0.000015012047,0.00061324413,0.0019104369,0.0018948512,0.00052231527,0.0000014622894,0.00003878667,0.018754687],"genre_scores_gemma":[0.91102356,0.00010574658,0.081648886,0.005804054,0.00024784234,0.000076422046,0.000088584886,0.00001725035,0.0009876493],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997052,0.000084906074,0.0012146889,0.0002430675,0.0011866129,0.00021871044],"domain_scores_gemma":[0.9981149,0.00013004088,0.0003931992,0.0004752865,0.0006846455,0.00020195189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001550689,0.00013646303,0.000420751,0.00031106753,0.00004592059,0.0000062686054,0.00021962638,0.0002577131,0.0008227343],"category_scores_gemma":[0.0068371673,0.000113838796,0.00008671808,0.000714696,0.00019224612,0.00015742827,0.00005890533,0.0005190129,0.00001923276],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015676797,0.003113414,0.35300064,0.00045197568,0.00007157468,7.9086504e-7,0.0021439542,3.810224e-7,0.00004439579,0.0012546808,0.03646516,0.6032963],"study_design_scores_gemma":[0.00077741477,0.0007329633,0.9722208,0.00054174825,0.000089759,0.000016323795,0.0012890792,0.00023647788,0.0005651955,0.000023748014,0.023402689,0.00010383778],"about_ca_topic_score_codex":0.00015904279,"about_ca_topic_score_gemma":0.000010859803,"teacher_disagreement_score":0.61922014,"about_ca_system_score_codex":0.0001481035,"about_ca_system_score_gemma":0.006766988,"threshold_uncertainty_score":0.9988637},"labels":[],"label_agreement":null},{"id":"W180162225","doi":"10.1155/2008/583190","title":"Gastroenterology Fellowship Training: Approaches to Curriculum Assessment and Evaluation","year":2008,"lang":"en","type":"review","venue":"Canadian Journal of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Accreditation; Medicine; Medical education; Curriculum development; Graduate medical education; Faculty development; Needs assessment; Identification (biology); Curriculum mapping; Professional development; Pedagogy; Psychology; Sociology","score_opus":0.20926928190134947,"score_gpt":0.38728313051850327,"score_spread":0.1780138486171538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180162225","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068300664,0.91549855,0.0015900837,0.007986884,0.003605836,0.0023086339,0.00003184771,0.000014749901,0.000662766],"genre_scores_gemma":[0.028403947,0.94894797,0.016187556,0.0037505191,0.0019775806,0.0002087497,0.00031915354,0.00012285785,0.00008169173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965279,0.00060142064,0.0013533472,0.00037777703,0.0004179966,0.0007215255],"domain_scores_gemma":[0.9973369,0.000043140757,0.00085405476,0.00032425017,0.0004765724,0.0009650361],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014511216,0.00039109864,0.0019582824,0.0018452491,0.00012737077,0.000027153425,0.00028841416,0.00035746326,0.0001514633],"category_scores_gemma":[0.00054096547,0.00033457656,0.00030819312,0.00034200592,0.00033852225,0.000077444594,0.000028533283,0.0012862077,0.000010019407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007977035,0.0001404288,0.0254044,0.0014105352,0.00066432275,0.00033652192,0.0007075766,0.000009355884,1.6735463e-7,0.00014158015,0.02472567,0.94637966],"study_design_scores_gemma":[0.0017737951,0.0055422247,0.008935111,0.004432323,0.0020457644,0.043211848,0.0005335755,0.00014816731,3.2769716e-8,0.00004243716,0.93314016,0.0001945502],"about_ca_topic_score_codex":0.00010321845,"about_ca_topic_score_gemma":0.001278076,"teacher_disagreement_score":0.9461851,"about_ca_system_score_codex":0.0011966835,"about_ca_system_score_gemma":0.0054307496,"threshold_uncertainty_score":0.99991065},"labels":[],"label_agreement":null},{"id":"W180274218","doi":"","title":"On the Net : Virtually there: take a medical school tour without leaving home","year":2001,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mood; Medical school; Computer science; The Internet; Medical education; World Wide Web; Multimedia; Internet privacy; Medicine; Psychiatry","score_opus":0.00999155169829786,"score_gpt":0.2732667178266881,"score_spread":0.26327516612839025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180274218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5849647,0.00011737812,0.00047114576,0.39234287,0.0019827904,0.00027919668,0.000004442634,0.00004986514,0.01978765],"genre_scores_gemma":[0.7853158,0.00019492932,0.00020270635,0.20263065,0.0063413195,0.00003052451,0.000022914288,0.000044067383,0.005217043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931082,0.0003164927,0.0008210421,0.0002633376,0.0046985536,0.00079234457],"domain_scores_gemma":[0.9948929,0.0005081742,0.00034270197,0.0003235853,0.00083679636,0.0030958545],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006292755,0.00022110068,0.0003557245,0.00036142938,0.00065209315,0.00014919498,0.0005220676,0.00081445836,0.09226113],"category_scores_gemma":[0.057179835,0.00015156768,0.00014126425,0.0008968886,0.00014208841,0.00013782347,0.000026652015,0.004024788,0.0008934373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038822167,0.0001229828,0.07211598,0.0000068573995,0.00017577791,0.0007829093,0.000312391,0.000002420883,0.000007357185,0.0034783713,0.8430596,0.07989655],"study_design_scores_gemma":[0.0026067027,0.00030148178,0.12648802,0.00074562535,0.000088567715,0.0036537996,0.0018265703,0.0022326806,0.000005420955,0.0016678348,0.86004776,0.0003355774],"about_ca_topic_score_codex":0.00092955184,"about_ca_topic_score_gemma":0.006203518,"teacher_disagreement_score":0.20035116,"about_ca_system_score_codex":0.0022885473,"about_ca_system_score_gemma":0.012588961,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W180588156","doi":"10.3928/0022-0124-20020501-08","title":"Incorporating Educational Theory Into Critical Care Orientation","year":2002,"lang":"en","type":"article","venue":"The Journal of Continuing Education in Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Transformational leadership; Orientation (vector space); Dreyfus model of skill acquisition; Psychology; Process (computing); Critical thinking; Reflective practice; Pedagogy; Knowledge management; Medical education; Computer science; Social psychology; Medicine; Political science","score_opus":0.010221980880771557,"score_gpt":0.3726641727960362,"score_spread":0.36244219191526467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180588156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9615078,0.0028004155,0.0030360562,0.023373045,0.0034501017,0.00021311453,2.2716948e-7,0.000010791557,0.005608455],"genre_scores_gemma":[0.982055,0.000023142098,0.015617042,0.00062539487,0.0012894303,0.000007757324,0.000008192352,0.000017142214,0.00035690394],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99827904,0.0003136407,0.000723409,0.00010228272,0.00042826255,0.00015334017],"domain_scores_gemma":[0.9974748,0.0005775599,0.00041636423,0.000198528,0.0012708651,0.00006188581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016346293,0.000104589584,0.0001836163,0.0004361418,0.00016802119,0.000038141163,0.00014558305,0.00007270693,0.00024959282],"category_scores_gemma":[0.0049701263,0.00008224754,0.00005032094,0.00063571776,0.00024869872,0.0003074473,0.000007750887,0.0006042092,0.000013506806],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010024551,0.00069744745,0.011102639,0.00011586144,0.000010152633,0.0000010202236,0.093758106,0.00003499796,0.0014644839,0.031063065,0.005862264,0.8557897],"study_design_scores_gemma":[0.0031855358,0.0008242081,0.17054512,0.01633611,0.00077764195,0.0022591422,0.608138,0.0024944618,0.0028357268,0.18899657,0.0029816716,0.0006258076],"about_ca_topic_score_codex":0.000006754571,"about_ca_topic_score_gemma":0.0000013140725,"teacher_disagreement_score":0.85516393,"about_ca_system_score_codex":0.000593577,"about_ca_system_score_gemma":0.00046453244,"threshold_uncertainty_score":0.5950064},"labels":[],"label_agreement":null},{"id":"W1806969538","doi":"10.18192/uojm.v5i1.1329","title":"Medicine &amp; Humanities at University of Ottawa’s Faculty of Medicine: Developing a curriculum for our undergraduate medical education program","year":2015,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Medical education; Medical humanities; Medicine; Library science; Computer science; Sociology; Pedagogy","score_opus":0.057714301662833555,"score_gpt":0.3518619140112104,"score_spread":0.2941476123483769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1806969538","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46406224,0.003166296,0.03784171,0.4668423,0.005059876,0.003093538,0.00003863208,0.00011522386,0.019780181],"genre_scores_gemma":[0.91045135,0.00099499,0.07621185,0.0015336188,0.0020880003,0.0000012399839,0.0005639512,0.00005760671,0.008097379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960723,0.00017438497,0.0012681624,0.00026931817,0.0019049268,0.00031089332],"domain_scores_gemma":[0.9908183,0.00017125976,0.0023213653,0.00034642353,0.0059267366,0.00041589743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031290043,0.0002792832,0.0013163119,0.0010802061,0.00015626728,0.0000016453217,0.0006082906,0.00028204158,0.0003839052],"category_scores_gemma":[0.00685252,0.00023233364,0.00016984399,0.0009808288,0.0020798314,0.00021529463,0.00010193865,0.0005007156,0.0000033957263],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065424346,0.001409718,0.02071893,0.001742076,0.0006959392,0.000050537823,0.01368892,0.000009427574,0.00061122637,0.025007667,0.9068572,0.028554108],"study_design_scores_gemma":[0.021435302,0.005139937,0.007987927,0.008656219,0.0016578805,0.0006394785,0.10383332,0.00026878828,0.00018045263,0.001286743,0.8486122,0.00030177174],"about_ca_topic_score_codex":0.0013658353,"about_ca_topic_score_gemma":0.0006781537,"teacher_disagreement_score":0.4653087,"about_ca_system_score_codex":0.0007016692,"about_ca_system_score_gemma":0.0030342329,"threshold_uncertainty_score":0.94742906},"labels":[],"label_agreement":null},{"id":"W1809492773","doi":"10.1111/j.1365-2923.2009.03408.x","title":"Sociological interpretations of professionalism","year":2009,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Sociology; Epistemology; Medical education; Psychology; Medicine; Philosophy","score_opus":0.06621967855917348,"score_gpt":0.511867841123781,"score_spread":0.44564816256460754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809492773","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033869244,0.98631555,0.00027296154,0.0060234223,0.0018027199,0.00100892,0.000004503903,0.000063925625,0.0044741454],"genre_scores_gemma":[0.00006363967,0.98593205,0.0028676372,0.006440946,0.0008941558,0.00036238512,0.0017864234,0.00003210863,0.0016206669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968017,0.00023140847,0.0013510974,0.00038494522,0.0010007455,0.00023013783],"domain_scores_gemma":[0.99815756,0.00019824096,0.00059213507,0.0004838366,0.00047201707,0.000096235846],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090442796,0.00028785956,0.0014020317,0.00045027025,0.000070622955,0.000007540092,0.00030105427,0.001070489,0.002381637],"category_scores_gemma":[0.0107837105,0.00020176936,0.00038100462,0.0008711465,0.00032785445,0.000053759122,0.000047599424,0.0012514114,0.00013393097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039405145,0.0010560928,0.0000050292765,0.006900732,0.000050738203,0.0000015099666,0.00014355326,6.579919e-9,9.12849e-8,0.0025702321,0.102074616,0.88719344],"study_design_scores_gemma":[0.00014381777,0.00010441155,0.00007760557,0.035398483,0.0005893529,0.00013927718,0.00010331962,0.000018750108,2.9166557e-7,0.00058461394,0.9626884,0.00015169149],"about_ca_topic_score_codex":0.0000062986805,"about_ca_topic_score_gemma":2.8039616e-7,"teacher_disagreement_score":0.88704175,"about_ca_system_score_codex":0.00031881532,"about_ca_system_score_gemma":0.012684348,"threshold_uncertainty_score":0.9985303},"labels":[],"label_agreement":null},{"id":"W1815569748","doi":"","title":"A Qualitative Investigation into Why the Motivation of Massage Therapy Students Changes over the Course of Their Professional Education.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Theme (computing); Psychology; Qualitative research; Massage; Intrinsic motivation; Medical education; Altruism (biology); Social psychology; Pedagogy; Medicine; Alternative medicine; Sociology","score_opus":0.05570723758249071,"score_gpt":0.40152022622333,"score_spread":0.3458129886408393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1815569748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320312,0.00041270378,0.00006836869,0.06502418,0.00045030433,0.0017958968,0.0000041913063,0.000015075841,0.00019806979],"genre_scores_gemma":[0.98937935,0.00006991866,0.00021995681,0.008379231,0.00024877934,0.0011594113,0.00007931502,0.000009843344,0.00045417983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840826,0.00030124496,0.00036949833,0.00014730908,0.00062789145,0.00014581734],"domain_scores_gemma":[0.9983278,0.00030027065,0.0004016969,0.00034167356,0.0005910912,0.000037473288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002044903,0.00011471589,0.00017437081,0.00011747878,0.00011532886,0.00001142594,0.00023503038,0.00007753605,0.000031687905],"category_scores_gemma":[0.0009899051,0.000057264027,0.000042408174,0.000719304,0.00029304475,0.00010371527,0.000021334556,0.00021573022,7.23241e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017149751,0.0019767308,0.051672,0.000107175314,0.00018464646,9.633248e-8,0.16085346,0.0000018402695,0.0023278233,0.007925112,0.035650335,0.73912925],"study_design_scores_gemma":[0.0005228594,0.000083459534,0.9603029,0.000095785574,0.000026638032,0.0000011362824,0.024502698,0.000018969797,0.0046416665,0.007885183,0.001863695,0.0000550336],"about_ca_topic_score_codex":0.00003814779,"about_ca_topic_score_gemma":0.0000070205288,"teacher_disagreement_score":0.90863085,"about_ca_system_score_codex":0.00008954487,"about_ca_system_score_gemma":0.00025143268,"threshold_uncertainty_score":0.23351592},"labels":[],"label_agreement":null},{"id":"W1820429883","doi":"10.5489/cuaj.809","title":"The teaching of critical appraisal skills in urology residency: What is the evidence?","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Medical education; Critical appraisal; Urology; Medicine; Psychology; Alternative medicine; Pathology","score_opus":0.014255731547126954,"score_gpt":0.3268769242609643,"score_spread":0.31262119271383737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1820429883","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39779022,0.0008955649,0.00007360256,0.59941834,0.0011435178,0.0001903793,9.894668e-7,0.0000062627164,0.00048114875],"genre_scores_gemma":[0.97562754,0.00028430202,0.00039650072,0.02287279,0.00056317827,0.00002794806,0.0000023678822,0.0000078658295,0.00021748897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975327,0.000640808,0.0006377416,0.00015599506,0.0005289862,0.0005037502],"domain_scores_gemma":[0.99299854,0.005539965,0.00028691048,0.00023303583,0.0006956044,0.00024595307],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041395277,0.00010164922,0.0002048762,0.00017221259,0.00051920104,0.00018521587,0.00029127803,0.00027781044,0.00069831556],"category_scores_gemma":[0.0670863,0.000056230903,0.00008397767,0.0003487838,0.00024962396,0.00038879746,0.000022924338,0.0017422438,0.00007253665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040626255,0.00021886812,0.59630376,0.00001490354,0.00009108022,0.000031989166,0.0048088618,0.00001884775,0.00010602111,0.018860701,0.2685953,0.11090904],"study_design_scores_gemma":[0.0002976031,0.00023648783,0.9433467,0.00007114909,0.00004773684,0.00018325815,0.0019941765,0.000609271,0.000008470871,0.014778821,0.03834101,0.000085322616],"about_ca_topic_score_codex":0.0015445929,"about_ca_topic_score_gemma":0.00040154092,"teacher_disagreement_score":0.57783735,"about_ca_system_score_codex":0.00061491225,"about_ca_system_score_gemma":0.0009786657,"threshold_uncertainty_score":0.94077206},"labels":[],"label_agreement":null},{"id":"W1823953396","doi":"10.1111/medu.12087","title":"Student perceptions of assessment and feedback in longitudinal integrated clerkships","year":2013,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"","keywords":"Preceptor; Competence (human resources); Psychology; Perception; Medical education; Coding (social sciences); Health care; Longitudinal study; Nursing; Medicine; Social psychology","score_opus":0.018264646303976676,"score_gpt":0.4018601410632408,"score_spread":0.38359549475926413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1823953396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97380614,0.00007412972,0.0006055271,0.022599777,0.00048303875,0.00050075486,5.1275924e-7,0.000019843083,0.001910262],"genre_scores_gemma":[0.991249,0.00007776684,0.005461441,0.0023871963,0.00015370325,0.00021433076,0.00010603481,0.000010732778,0.00033976577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984314,0.00006852594,0.0005055528,0.00021390736,0.00061853294,0.00016210559],"domain_scores_gemma":[0.9991473,0.00005248388,0.00009225734,0.0002137312,0.0003911529,0.00010305365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005856428,0.000102375496,0.00021913559,0.00028585418,0.00004011658,0.000016274751,0.00009101339,0.00014965722,0.0043937033],"category_scores_gemma":[0.0012553538,0.000085161424,0.00002625093,0.0006037752,0.00021902975,0.00011818656,0.000032752967,0.00045243636,0.000044876684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006741912,0.0018347371,0.74732697,0.0001058832,0.000015790221,6.904169e-7,0.00091579306,4.2568732e-7,0.00032229853,0.0009594215,0.032089103,0.21642213],"study_design_scores_gemma":[0.00055459066,0.00009868415,0.98979276,0.00038331296,0.000024074834,0.000028020628,0.006818698,0.001041006,0.00002173545,0.00020471442,0.00096293364,0.00006949277],"about_ca_topic_score_codex":0.0004289192,"about_ca_topic_score_gemma":0.00005007179,"teacher_disagreement_score":0.24246575,"about_ca_system_score_codex":0.00028534536,"about_ca_system_score_gemma":0.0016575967,"threshold_uncertainty_score":0.9965164},"labels":[],"label_agreement":null},{"id":"W1824017140","doi":"10.1016/j.jsurg.2015.02.003","title":"Under the Knife: Medical Student Perceptions of Intimidation and Mistreatment","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Feeling; Intimidation; Medical education; Perception; Psychology; Medicine; Quality (philosophy); Family medicine; Social psychology","score_opus":0.025864518979716963,"score_gpt":0.4071255837154745,"score_spread":0.38126106473575755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824017140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94957834,0.0004561746,0.0005987101,0.047416978,0.0007063969,0.00014421085,4.0214192e-7,0.0000042003376,0.0010946011],"genre_scores_gemma":[0.9963147,0.00034359534,0.0017650587,0.00065886276,0.0005851398,0.000008389829,0.000015691394,0.000006485914,0.0003020899],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983311,0.000079720645,0.0005722032,0.00007898991,0.00085702987,0.00008089983],"domain_scores_gemma":[0.9983365,0.00008918783,0.0003095042,0.00014052639,0.00097091415,0.00015337724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001195603,0.000072585775,0.00018795878,0.00013614085,0.000046746223,0.00001448635,0.00008713275,0.000089530426,0.00035993056],"category_scores_gemma":[0.00053982466,0.00004333714,0.00005509728,0.00027815194,0.00018011438,0.00009928262,0.000020164327,0.00027105564,0.0000068953996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005948087,0.011208334,0.12001742,0.00023064976,0.0004919629,0.00003204125,0.0115918275,0.000090506415,0.0004122135,0.022667838,0.120279565,0.71238285],"study_design_scores_gemma":[0.0074225115,0.0019801564,0.7822838,0.0011484934,0.0008864047,0.00696938,0.10071931,0.0007045181,0.00041832717,0.0038500992,0.093337595,0.00027940774],"about_ca_topic_score_codex":0.000016519009,"about_ca_topic_score_gemma":8.7480436e-7,"teacher_disagreement_score":0.7121034,"about_ca_system_score_codex":0.00021281061,"about_ca_system_score_gemma":0.0014836235,"threshold_uncertainty_score":0.39409873},"labels":[],"label_agreement":null},{"id":"W1824136942","doi":"10.1097/acm.0000000000000909","title":"Thresholds of Principle and Preference","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Grounded theory; Preference; Psychology; Context (archaeology); Constructivist grounded theory; Construct (python library); Negotiation; Medical education; Qualitative research; Computer science; Medicine; Sociology; Mathematics","score_opus":0.1510558243311632,"score_gpt":0.4167691444947578,"score_spread":0.2657133201635946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824136942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758789,0.0011281682,0.0006894193,0.010615562,0.0003252771,0.00023738232,5.5850217e-7,0.000032181146,0.01109257],"genre_scores_gemma":[0.9945139,0.00023866116,0.0010183442,0.0019845353,0.0004506782,0.000013622327,0.000020732694,0.0000093284,0.0017501577],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988552,0.000018315535,0.00038883457,0.00015714488,0.00044585852,0.00013466197],"domain_scores_gemma":[0.9992041,0.000044017466,0.000117822165,0.00022402468,0.00026505455,0.00014495429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009224683,0.00008288939,0.00024860885,0.00013930135,0.000016795893,6.3961096e-7,0.000087168955,0.00015881492,0.00011435304],"category_scores_gemma":[0.0032846055,0.000058793798,0.000007973045,0.00034950013,0.00035848469,0.000055155466,0.000042231586,0.0004419483,0.000009796227],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003258017,0.00008106838,0.5321623,0.0007296657,0.00009886388,0.000012419858,0.023076754,0.000002624207,0.015775306,0.09201253,0.26781258,0.06791011],"study_design_scores_gemma":[0.018811679,0.004236606,0.34654927,0.0046941116,0.00076077844,0.0013075882,0.01905546,0.003227555,0.012572734,0.04052753,0.5475692,0.0006874575],"about_ca_topic_score_codex":0.00002134568,"about_ca_topic_score_gemma":3.3156368e-7,"teacher_disagreement_score":0.27975667,"about_ca_system_score_codex":0.000043336822,"about_ca_system_score_gemma":0.00016880433,"threshold_uncertainty_score":0.39322168},"labels":[],"label_agreement":null},{"id":"W1832756002","doi":"10.1136/bmj.h3392","title":"Most women with early stage breast cancer are tested for metastases despite advice against it, study finds","year":2015,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Breast cancer; Stage (stratigraphy); Asymptomatic; Clinical Oncology; Oncology; Cancer; Internal medicine; Metastatic breast cancer; Gynecology; Family medicine","score_opus":0.0416964172645143,"score_gpt":0.37213420005653125,"score_spread":0.33043778279201697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832756002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873065,0.000027848457,0.0003305437,0.009247964,0.00024338932,0.0018938308,0.00019142314,0.000086590764,0.0006719567],"genre_scores_gemma":[0.98278326,0.0000017209834,0.0043883934,0.005625562,0.0005622354,0.0018820844,0.00010898536,0.000042202875,0.004605552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986174,0.000043641667,0.00032035072,0.0002515518,0.0004742598,0.00029280013],"domain_scores_gemma":[0.99803466,0.000056716315,0.00019757319,0.0003751197,0.0011757127,0.00016019733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000799455,0.00014986638,0.0002646497,0.00014491734,0.00007970521,0.00002871859,0.000104289305,0.00005323374,0.00010556571],"category_scores_gemma":[0.000898768,0.00011228731,0.000014555201,0.00083946774,0.00006248184,0.00012856473,0.00002568525,0.00016487886,0.00001688804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002381227,0.0025944237,0.54511154,0.00024141136,0.0005822655,0.000088793735,0.011607862,0.00013532555,0.00017506619,0.000037579357,0.39034903,0.04669551],"study_design_scores_gemma":[0.009333635,0.0022178085,0.8676714,0.00039640302,0.00027138,0.00004788089,0.051341135,0.00068731006,0.00012050874,0.000010994622,0.06752091,0.00038068148],"about_ca_topic_score_codex":0.00031322092,"about_ca_topic_score_gemma":0.0001858919,"teacher_disagreement_score":0.3228281,"about_ca_system_score_codex":0.00034141488,"about_ca_system_score_gemma":0.0008125945,"threshold_uncertainty_score":0.45789436},"labels":[],"label_agreement":null},{"id":"W1836781821","doi":"10.1186/s12909-015-0397-z","title":"Common concepts in separate domains? Family physicians’ ways of understanding teaching patients and trainees, a qualitative study","year":2015,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Centre for Disease Control; Centre for Advancing Health Outcomes; University of British Columbia","funders":"Associated Medical Services","keywords":"Autonomy; Medical education; Common ground; Faculty development; Medicine; Qualitative research; Psychology; Professional development; Sociology","score_opus":0.13157179692906545,"score_gpt":0.45611779844344696,"score_spread":0.3245460015143815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1836781821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893917,0.0000731416,0.003306172,0.0039210985,0.0005044351,0.0008002724,0.0000018314582,0.000024628867,0.0019767287],"genre_scores_gemma":[0.9901146,0.000004098919,0.002763722,0.00665811,0.00019148749,0.000082309896,0.00012910183,0.00001660532,0.000039948944],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99742734,0.00050517725,0.0006403458,0.00026566908,0.00095845177,0.00020303448],"domain_scores_gemma":[0.9988613,0.00034413364,0.00022666174,0.00019987694,0.00022800223,0.00013999872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024267177,0.00014202662,0.00036419276,0.00026846537,0.00006261424,0.000011781608,0.00009910016,0.00013865127,0.000015889911],"category_scores_gemma":[0.0060832277,0.00012972407,0.000027747006,0.00048586048,0.00024444875,0.00014984974,0.000029642122,0.00052059,0.0000038387057],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035445698,0.01092362,0.17080499,0.00052691303,0.00008129389,0.0000055994624,0.6937064,0.000006680982,0.0000711061,0.02052263,0.0621837,0.04081262],"study_design_scores_gemma":[0.006502637,0.0010596244,0.08685343,0.00090827787,0.000081474944,0.00000602402,0.8956971,0.0015466398,0.000021133394,0.0063744,0.0007244123,0.00022482756],"about_ca_topic_score_codex":0.00027946962,"about_ca_topic_score_gemma":0.00007896059,"teacher_disagreement_score":0.20199072,"about_ca_system_score_codex":0.0005103669,"about_ca_system_score_gemma":0.0017510152,"threshold_uncertainty_score":0.72826314},"labels":[],"label_agreement":null},{"id":"W1837224005","doi":"10.5430/jha.v4n5p52","title":"Redefining clinical leadership for team-course development","year":2015,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Context (archaeology); Set (abstract data type); Quality (philosophy); Value (mathematics); Health care; Workforce; Curriculum; Medicine; Psychology; Medical education; Nursing; Public relations; Knowledge management; Political science; Computer science; Pedagogy","score_opus":0.17304283770409237,"score_gpt":0.4295097575330554,"score_spread":0.2564669198289631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837224005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744728,0.00014654089,0.0068778205,0.014274762,0.0026421824,0.00028390807,7.315169e-7,0.000015692434,0.0012855137],"genre_scores_gemma":[0.9148956,0.0000039572114,0.08253678,0.00072190346,0.0013757435,0.000009877052,0.000029626517,0.000012785851,0.00041373953],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981381,0.00002902159,0.0010833042,0.00011335443,0.0004831096,0.00015305479],"domain_scores_gemma":[0.9978297,0.000068782196,0.0006381223,0.00011273762,0.0011741243,0.00017658512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024039424,0.00009255555,0.0002572133,0.00009014875,0.000052008618,0.000026619173,0.000083056344,0.00013267783,0.000014106344],"category_scores_gemma":[0.0041257665,0.00007676725,0.00010142912,0.000155692,0.000071244474,0.00019070905,0.0000074051277,0.00032018166,0.000013878504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026786753,0.009535248,0.22911994,0.0003339887,0.0005410216,0.00009405085,0.0070852605,0.000011681652,0.00012941168,0.0048483824,0.5006076,0.24501476],"study_design_scores_gemma":[0.025739392,0.16102101,0.44838008,0.002274675,0.0013651666,0.0018732126,0.06978492,0.0014505895,0.011392067,0.004725762,0.27069113,0.0013020071],"about_ca_topic_score_codex":2.8349118e-7,"about_ca_topic_score_gemma":7.8967213e-7,"teacher_disagreement_score":0.24371275,"about_ca_system_score_codex":0.00015204765,"about_ca_system_score_gemma":0.0028024733,"threshold_uncertainty_score":0.49714673},"labels":[],"label_agreement":null},{"id":"W1843244236","doi":"10.5489/cuaj.838","title":"Translational education: tools for implementing the CanMEDS competencies in Canadian urology residency training","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Core competency; Residency training; Context (archaeology); Medicine; Graduate medical education; Construct (python library); Urology; Psychology; Continuing education; Computer science; Accreditation; Management","score_opus":0.03903419473932121,"score_gpt":0.30236096519517425,"score_spread":0.26332677045585307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1843244236","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4885961,0.0002336748,0.00023845467,0.5030986,0.000999495,0.00097209093,0.000025555135,0.000015295145,0.005820698],"genre_scores_gemma":[0.96468484,0.000012132311,0.0029936652,0.030494591,0.0010251729,0.00022168088,0.000143104,0.000012998925,0.000411783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99777293,0.0001520358,0.00062238524,0.00018730131,0.0003256047,0.00093975925],"domain_scores_gemma":[0.99785626,0.00046616344,0.00022932581,0.00011976653,0.0007966935,0.00053181965],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002171582,0.0001288012,0.00021861643,0.0004918781,0.00070884667,0.00018595366,0.0001946946,0.00024967268,0.0022006168],"category_scores_gemma":[0.0054239444,0.000101039106,0.000087872395,0.0005291346,0.0000637754,0.0002753952,0.000005723085,0.0007539595,0.000033416192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014604847,0.000054275253,0.7244034,0.0000117497875,0.00008271333,0.0000076279366,0.0029832094,0.000052040043,0.00005819955,0.03223114,0.108268104,0.13183294],"study_design_scores_gemma":[0.00041715393,0.00007859224,0.6478896,0.000010347147,0.000030421439,0.00012762687,0.002084333,0.00065082446,0.0000011444998,0.0098687345,0.33874527,0.000095932315],"about_ca_topic_score_codex":0.19569148,"about_ca_topic_score_gemma":0.5155097,"teacher_disagreement_score":0.47608876,"about_ca_system_score_codex":0.0019134367,"about_ca_system_score_gemma":0.012452275,"threshold_uncertainty_score":0.9987115},"labels":[],"label_agreement":null},{"id":"W184729966","doi":"10.1096/fasebj.24.1_supplement.296.2","title":"Designing a First Year Integrated Course to Meet the Mission &amp; Values of a New Medical School","year":2010,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Enthusiasm; Presentation (obstetrics); Medical education; Gross anatomy; Medical school; Medicine; Psychology; Pedagogy; Anatomy; Radiology","score_opus":0.02959297974848464,"score_gpt":0.35076543961677037,"score_spread":0.32117245986828574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W184729966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9054146,0.00005806019,0.010663616,0.081893474,0.0009964762,0.00024171257,9.994261e-7,0.000020624571,0.000710434],"genre_scores_gemma":[0.9636118,0.00001930821,0.029218854,0.003780121,0.0017559145,0.0000040924233,0.000004982695,0.000020672207,0.00158426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839693,0.00009220976,0.00038174752,0.00009505413,0.000842108,0.00019193946],"domain_scores_gemma":[0.99852973,0.00016862442,0.00016183563,0.00035640693,0.00036472184,0.00041868142],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026403605,0.000097598,0.00016256285,0.00010193301,0.00027464613,0.00003384278,0.00036286272,0.00011425758,0.0039535463],"category_scores_gemma":[0.011729923,0.000045785084,0.000062266736,0.000497943,0.00017189121,0.000049879283,0.000040444622,0.0011660939,0.000086286745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024028588,0.00022141066,0.0057723704,0.000018439476,0.000106797095,0.000013776445,0.0048396573,0.000019459783,0.114381224,0.0009272301,0.8593202,0.014139115],"study_design_scores_gemma":[0.016373662,0.002536774,0.06632264,0.010543428,0.0023156658,0.014871857,0.051707715,0.0070232423,0.3129711,0.02774063,0.48617983,0.0014134602],"about_ca_topic_score_codex":0.000048115748,"about_ca_topic_score_gemma":0.000035810273,"teacher_disagreement_score":0.3731404,"about_ca_system_score_codex":0.000052486554,"about_ca_system_score_gemma":0.0017214629,"threshold_uncertainty_score":0.996957},"labels":[],"label_agreement":null},{"id":"W1847741506","doi":"10.5539/elt.v8n8p142","title":"An Evaluating Study on ESP Medical Textbook: Instructors and Learners’ Needs Analysis","year":2015,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Psychology; Medical education; Content analysis; English for specific purposes; Protocol (science); Needs analysis; Mathematics education; Medicine; Alternative medicine","score_opus":0.03280266794502492,"score_gpt":0.40641447482639853,"score_spread":0.37361180688137363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847741506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915488,0.000056168996,0.00029506302,0.00024834456,0.0003988023,0.00029860623,9.090719e-7,0.00019866228,0.006954663],"genre_scores_gemma":[0.9949317,4.774344e-7,0.0028716524,0.0008246545,0.0010183777,0.000018803872,0.00007720761,0.000027484155,0.0002296688],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99740833,0.00044200604,0.0003685169,0.00031362433,0.0012343691,0.00023317478],"domain_scores_gemma":[0.99886394,0.00011345013,0.00010199404,0.0004892293,0.00013094956,0.00030047],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050228853,0.00016339296,0.00032759746,0.0007806679,0.0001479977,0.00006178878,0.00015622629,0.00013130113,0.00020341937],"category_scores_gemma":[0.017052982,0.00013674123,0.000047205653,0.00086730614,0.000074988915,0.00017517486,0.000052361323,0.0010886489,0.000008587943],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046590187,0.00062791444,0.19286807,0.000014351793,0.00029287222,0.000047230966,0.62527376,0.000052175703,0.0001728128,0.000397771,0.0002312234,0.1799752],"study_design_scores_gemma":[0.0023609751,0.0013100941,0.02841645,0.00007273373,0.00072399294,0.000017316937,0.9559821,0.010549451,0.0000449716,0.000017118555,0.00028370126,0.0002210823],"about_ca_topic_score_codex":0.00024022898,"about_ca_topic_score_gemma":0.000026032769,"teacher_disagreement_score":0.33070832,"about_ca_system_score_codex":0.00015736243,"about_ca_system_score_gemma":0.0001846953,"threshold_uncertainty_score":0.9912268},"labels":[],"label_agreement":null},{"id":"W1848207754","doi":"","title":"Predicting performance on the Royal College of Physicians and Surgeons of Canada internal medicine written examination.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Percentile; Physical examination; Certification; Oral examination; Internal medicine; Family medicine; Test (biology); Final examination; Educational measurement; MEDLINE; Medical education","score_opus":0.013575962162518464,"score_gpt":0.22630999915872443,"score_spread":0.21273403699620597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1848207754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973223,0.00003118697,0.000019978204,0.0088250665,0.00026519975,0.00035381172,0.000010910547,0.0000071402446,0.01726375],"genre_scores_gemma":[0.99592066,0.000017811935,0.000023139464,0.0008514326,0.00015895168,0.00012880827,0.000007729755,0.000007004314,0.002884463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990283,0.000031618853,0.00029224102,0.000095983734,0.00039475877,0.00015704928],"domain_scores_gemma":[0.99925524,0.00019415702,0.0001523641,0.00015311419,0.00021581356,0.000029337294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007504028,0.00006525048,0.00016339333,0.00008092464,0.00005844887,0.0000010341433,0.00007224212,0.000028530087,0.000046265777],"category_scores_gemma":[0.0012248604,0.000043892964,0.000011724126,0.00031294065,0.00017654324,0.000024941492,0.000015928248,0.00014862648,1.2937464e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011450444,0.0001959991,0.56747484,0.00019007687,0.000106856154,0.000007699099,0.0010262723,0.000022979244,0.000064951,0.0014424464,0.04929443,0.38005894],"study_design_scores_gemma":[0.00040778276,0.00006256945,0.9922348,0.0001500743,0.000030973668,0.000011174135,0.0011965595,0.0027232936,0.00051677565,0.000011617639,0.0026203594,0.00003398841],"about_ca_topic_score_codex":0.013867395,"about_ca_topic_score_gemma":0.004158445,"teacher_disagreement_score":0.42476,"about_ca_system_score_codex":0.00009495169,"about_ca_system_score_gemma":0.000102726044,"threshold_uncertainty_score":0.9926993},"labels":[],"label_agreement":null},{"id":"W1850490782","doi":"10.1002/j.0022-0337.2015.79.8.tb05982.x","title":"The Landscape of Predoctoral Endodontic Education in the United States and Canada: Results of a Survey","year":2015,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Dentistry; Economic shortage; Cosmetic dentistry; Curriculum; Endodontics; Endodontist; Dental education; Feeling; Competence (human resources); Family medicine; Psychology","score_opus":0.024162700213331598,"score_gpt":0.3349860182459056,"score_spread":0.310823318032574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1850490782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994973,0.0004812596,0.000005105909,0.002960982,0.0011593257,0.00017831463,0.0000066002594,8.0592633e-7,0.00023457724],"genre_scores_gemma":[0.99878377,0.00012334224,0.00025442705,0.00032367205,0.00014675122,0.0000042028028,0.00013156363,0.000004637683,0.00022764826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859667,0.00019090323,0.00062660896,0.00005492574,0.00045345127,0.00007743],"domain_scores_gemma":[0.99794954,0.00023906003,0.0005784083,0.00014374536,0.0010465821,0.00004263557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020010627,0.000057321857,0.00013894869,0.0002178082,0.00002961247,0.000012969263,0.000120012366,0.00003224143,0.0000036189995],"category_scores_gemma":[0.0033371476,0.0000336931,0.000017512528,0.00052667904,0.00007573376,0.00008207213,0.00000943378,0.00018513172,2.4246262e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007174625,0.0010064531,0.71797717,0.00008155994,0.00003863756,9.292894e-7,0.005103484,0.000026205586,0.00012490897,0.00015964358,0.25509003,0.019673495],"study_design_scores_gemma":[0.0010173853,0.0002949464,0.9459392,0.00020872433,0.000046321693,0.00016860449,0.04488049,0.00013539549,0.00025664625,0.000091096044,0.006923483,0.000037738824],"about_ca_topic_score_codex":0.23496003,"about_ca_topic_score_gemma":0.13240345,"teacher_disagreement_score":0.24816656,"about_ca_system_score_codex":0.00019527695,"about_ca_system_score_gemma":0.006783607,"threshold_uncertainty_score":0.998847},"labels":[],"label_agreement":null},{"id":"W1851659936","doi":"10.1111/j.1365-2923.2011.03958.x","title":"Remote hands-on interactive medical education: video feedback for medical students","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citation; Library science; Medicine; Medical education; Computer science","score_opus":0.02010916354005092,"score_gpt":0.4065528565934497,"score_spread":0.38644369305339876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851659936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7655499,0.00035350674,0.005498878,0.17034025,0.019038085,0.0031532485,0.0000055634873,0.00037982516,0.03568071],"genre_scores_gemma":[0.73855627,0.0003207852,0.009696852,0.23445089,0.0062996247,0.0010569729,0.0009606633,0.00015251391,0.00850541],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912163,0.00019142823,0.001289824,0.00085307757,0.005834355,0.00061502884],"domain_scores_gemma":[0.99589944,0.00037952894,0.00036641833,0.00090305944,0.0013322313,0.0011192964],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034041319,0.00040727892,0.0005944273,0.00056080736,0.000259214,0.000053489104,0.0011270554,0.0009888725,0.024317946],"category_scores_gemma":[0.060504586,0.00035014862,0.00020382463,0.00093012204,0.00051972223,0.00023829544,0.0001684127,0.0014495084,0.00060063024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004322416,0.006133673,0.002219805,0.00019095243,0.00009763026,0.000008934638,0.0015773961,5.430297e-8,0.0000032295886,0.0016370976,0.40340307,0.5842959],"study_design_scores_gemma":[0.016698932,0.00505094,0.08843769,0.014341509,0.00072003994,0.0017235843,0.007487535,0.0093841655,0.0008913803,0.00663484,0.8469005,0.0017288603],"about_ca_topic_score_codex":0.00017603274,"about_ca_topic_score_gemma":0.00004341601,"teacher_disagreement_score":0.58256704,"about_ca_system_score_codex":0.00066235824,"about_ca_system_score_gemma":0.020266049,"threshold_uncertainty_score":0.99989504},"labels":[],"label_agreement":null},{"id":"W1852001767","doi":"10.1002/j.0022-0337.2006.70.6.tb04118.x","title":"Students’ Perceptions of Effective Classroom and Clinical Teaching in Dental and Dental Hygiene Education","year":2006,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Enthusiasm; Dental hygiene; Medical education; Qualitative research; Dentistry; Teaching method; Perception; Hygiene; Psychology; Medicine; Pedagogy; Sociology","score_opus":0.006986108141960266,"score_gpt":0.39304656151487466,"score_spread":0.3860604533729144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852001767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99611986,0.00051246426,0.00010161844,0.00038944566,0.0018163304,0.00045269093,0.0000020167415,0.000005767746,0.00059982395],"genre_scores_gemma":[0.9939421,0.000107967164,0.0044209594,0.00026983823,0.00086952193,0.00001721556,0.00004342663,0.000015957326,0.00031303903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796677,0.00016185055,0.0010677773,0.00018623249,0.0004822818,0.00013509877],"domain_scores_gemma":[0.99888045,0.00010881687,0.0005691133,0.0001244822,0.00023195367,0.00008517809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011787108,0.00013145422,0.00032622833,0.0006164072,0.00008345638,0.00003814081,0.00009872196,0.00013363818,0.00004209937],"category_scores_gemma":[0.00062618137,0.00012309055,0.000089548776,0.00029360145,0.00018370095,0.00035911045,0.000043488533,0.0005966131,0.0000044402404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008856115,0.0037425647,0.89307445,0.00007100541,0.000030292296,0.000001651647,0.0005461575,8.885064e-7,0.0025121248,0.00024200379,0.002076105,0.09761418],"study_design_scores_gemma":[0.0014156321,0.00044508197,0.9755055,0.0005309235,0.00015603851,0.00089477166,0.020234926,0.000040448587,0.00018865417,0.00020939678,0.00028827536,0.00009037678],"about_ca_topic_score_codex":0.00023037942,"about_ca_topic_score_gemma":0.00013662869,"teacher_disagreement_score":0.0975238,"about_ca_system_score_codex":0.00046697503,"about_ca_system_score_gemma":0.0005341803,"threshold_uncertainty_score":0.5019487},"labels":[],"label_agreement":null},{"id":"W1855830462","doi":"","title":"Protected block time for teaching and learning in a postgraduate family practice residency program.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Focus group; Medical education; Class (philosophy); Qualitative research; Block scheduling; Medicine; Qualitative property; Collegiality; Psychology; Pedagogy; Computer science; Mathematics education; Sociology","score_opus":0.024665611474178718,"score_gpt":0.3262463507587584,"score_spread":0.3015807392845797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1855830462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743588,0.00029937676,0.000088987676,0.015869496,0.00013936296,0.0049448083,4.8614976e-7,0.00016123812,0.004137443],"genre_scores_gemma":[0.92013717,0.000007627085,0.06732958,0.0010820302,0.00036038616,0.008615774,0.000028751578,0.000027515429,0.0024111685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99878263,0.00018253272,0.0002566794,0.00016175098,0.00020283667,0.00041353592],"domain_scores_gemma":[0.99926114,0.00024875495,0.000113713184,0.00012159638,0.00016702592,0.000087762426],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033793482,0.00008998617,0.00014540431,0.00018592825,0.00013374902,0.000022809916,0.00003985114,0.00008439585,0.0000022323181],"category_scores_gemma":[0.02933047,0.00008137919,0.000018170724,0.0003098728,0.00004885062,0.0002716081,0.000022842747,0.00074896135,0.0000069750936],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013161868,0.0005016931,0.0075881286,0.00012870943,0.000027529504,0.000002081828,0.0019276917,4.6223258e-7,0.0004232793,0.00025117965,0.002021726,0.9869959],"study_design_scores_gemma":[0.0013806963,0.00015834338,0.89225346,0.000084074345,0.00008656297,0.00009574965,0.001193735,0.0005656669,0.00007578981,0.00009666745,0.1038666,0.00014267155],"about_ca_topic_score_codex":0.00006631053,"about_ca_topic_score_gemma":8.1574416e-7,"teacher_disagreement_score":0.98685324,"about_ca_system_score_codex":0.00010730111,"about_ca_system_score_gemma":0.00006422879,"threshold_uncertainty_score":0.9788459},"labels":[],"label_agreement":null},{"id":"W1856359017","doi":"10.1097/acm.0000000000000894","title":"Humanism, the Hidden Curriculum, and Educational Reform","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":238,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Humanism; Curriculum; Hidden curriculum; Construct (python library); Sociology; Thematic analysis; Identity (music); Psychology; Pedagogy; Epistemology; Social science; Political science; Law; Aesthetics; Qualitative research; Computer science","score_opus":0.04733925369981383,"score_gpt":0.38450937126990553,"score_spread":0.3371701175700917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1856359017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6205412,0.0024275836,0.00010422616,0.3433494,0.0012042602,0.00038939842,6.0222936e-7,0.000050026974,0.03193328],"genre_scores_gemma":[0.9675067,0.00031204993,0.00059011445,0.018764712,0.004355995,0.000071680166,0.000094421746,0.000019705789,0.0082845995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985213,0.000034463075,0.00040200996,0.00021278567,0.0006225904,0.00020682148],"domain_scores_gemma":[0.99901783,0.00006814684,0.000121566176,0.00029857038,0.0003137905,0.00018009148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013069883,0.0001251535,0.00020322218,0.00013152961,0.00011539441,0.000004225097,0.00016816112,0.00016171059,0.00038682425],"category_scores_gemma":[0.0025545966,0.00006841937,0.0000143939,0.00043402158,0.00051003706,0.000091428104,0.0000527093,0.00082755263,0.00008885592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025533982,0.000035845984,0.02365583,0.000070148904,0.00004311999,0.0000032502523,0.0103197675,1.1232615e-7,0.00029595278,0.15013552,0.79388624,0.021528665],"study_design_scores_gemma":[0.0059465556,0.0008887312,0.112070866,0.0011580683,0.00050803315,0.0019527362,0.055397823,0.0008665874,0.00019296368,0.09945027,0.72111547,0.00045188845],"about_ca_topic_score_codex":0.00017743124,"about_ca_topic_score_gemma":0.0000019549582,"teacher_disagreement_score":0.3469655,"about_ca_system_score_codex":0.00027080436,"about_ca_system_score_gemma":0.00030822848,"threshold_uncertainty_score":0.42354542},"labels":[],"label_agreement":null},{"id":"W1856620827","doi":"10.1111/j.1365-2923.2011.04144.x","title":"Educators must consider patient outcomes when assessing the impact of clinical training","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Health care; Context (archaeology); Quality (philosophy); Medicine; Outcomes research; Health policy; Medical education; Nursing; Sustainability; Public relations; Psychology; Political science; Public health; Alternative medicine","score_opus":0.12727113258153244,"score_gpt":0.5026917509182245,"score_spread":0.37542061833669205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1856620827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97185487,0.000096212854,0.0003113553,0.012854562,0.003329205,0.00042626547,0.0000011542165,0.0000417538,0.011084655],"genre_scores_gemma":[0.9805378,0.000013518742,0.006997742,0.011622171,0.0005002408,0.00007248952,0.000048580365,0.000025953428,0.0001815566],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99699336,0.00023544369,0.0013108391,0.0002906718,0.00087887875,0.00029080585],"domain_scores_gemma":[0.99772584,0.00040338602,0.0005142154,0.00058991346,0.00055608625,0.00021053311],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021741216,0.00018325212,0.0004930866,0.00020095007,0.00012087546,0.000017786802,0.00021301415,0.00026846468,0.0051574404],"category_scores_gemma":[0.02399926,0.00010723386,0.00027679172,0.00043319285,0.00060772704,0.00015513775,0.00004379816,0.00074119994,0.000036959915],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018021175,0.0019579923,0.37329495,0.000032359832,0.00012167906,0.0000018196334,0.014704489,1.8711808e-7,0.0000069425905,0.00046726115,0.115170136,0.49422416],"study_design_scores_gemma":[0.0006068819,0.0002835663,0.9724059,0.00034378734,0.00012505907,0.000086331966,0.017905723,0.0002928927,0.000054518052,0.0011093396,0.0066420543,0.00014393727],"about_ca_topic_score_codex":0.0006524114,"about_ca_topic_score_gemma":0.000005085149,"teacher_disagreement_score":0.59911096,"about_ca_system_score_codex":0.00015773918,"about_ca_system_score_gemma":0.010406397,"threshold_uncertainty_score":0.995752},"labels":[],"label_agreement":null},{"id":"W1860519051","doi":"","title":"ANÁLISIS DE LOS MODELOS INTERNACIONALES DE COMPETENCIA PROFESIONALES DEL PSICÓLOGO","year":2013,"lang":"es","type":"article","venue":"V Congreso Internacional de Investigación y Práctica Profesional en Psicología XX Jornadas de Investigación Noveno Encuentro de Investigadores en Psicología del MERCOSUR","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Sociology; Philosophy","score_opus":0.01647704239348332,"score_gpt":0.30694102078731833,"score_spread":0.29046397839383503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860519051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9011088,0.0039077476,0.0063938294,0.07531664,0.003693717,0.0056650355,0.00084707385,0.0010368044,0.0020303489],"genre_scores_gemma":[0.75548804,0.0011696476,0.15076178,0.07687235,0.00447747,0.0044502486,0.00096418045,0.0007637901,0.0050525013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9708003,0.007377342,0.005918129,0.0040322924,0.0046208366,0.0072511053],"domain_scores_gemma":[0.97532177,0.008274189,0.003268424,0.0030000964,0.003751388,0.0063841385],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.009726632,0.003812584,0.00382229,0.0033463682,0.0018098435,0.0011399206,0.005771518,0.005176154,0.005249893],"category_scores_gemma":[0.038472284,0.0038942401,0.0015326685,0.0030123875,0.008518137,0.0023707529,0.0025525542,0.010157291,0.0016667985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013598901,0.0045544673,0.43545792,0.0030727682,0.0031111846,0.0018867684,0.005366696,0.003097514,0.09922701,0.18407099,0.25371164,0.0050831516],"study_design_scores_gemma":[0.01012924,0.003570607,0.4110236,0.013778493,0.0035250688,0.009637164,0.0045910166,0.22575945,0.02900078,0.2073585,0.07542195,0.0062041394],"about_ca_topic_score_codex":0.0044035735,"about_ca_topic_score_gemma":0.00037182,"teacher_disagreement_score":0.22266193,"about_ca_system_score_codex":0.015132927,"about_ca_system_score_gemma":0.03001934,"threshold_uncertainty_score":0.999897},"labels":[],"label_agreement":null},{"id":"W1862187075","doi":"10.3109/0142159x.2015.1031733","title":"Progress testing in family medicine – A novel use for simulated office oral exams","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; University of Ottawa","funders":"","keywords":"Medicine; Test (biology); Clinical Practice; Family medicine; Certification; Repeated measures design; Risk assessment; Medical education; Statistics; Computer science; Mathematics","score_opus":0.2787579700859524,"score_gpt":0.4382723537506299,"score_spread":0.15951438366467752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1862187075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803276,0.00018601473,0.0042761806,0.011377497,0.00074146135,0.0010135293,0.0000012352104,0.00018133773,0.0018951596],"genre_scores_gemma":[0.9781571,0.000002442272,0.014318026,0.003990812,0.0011055986,0.00012625771,0.00016981822,0.000058893,0.002071073],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970897,0.00007511139,0.0007221041,0.0003936943,0.0012551598,0.0004642333],"domain_scores_gemma":[0.99824786,0.00023372498,0.00012962415,0.00035843515,0.00060855923,0.00042177405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032525596,0.00020832162,0.0004669475,0.00026685634,0.000046785557,0.000015475125,0.00019577378,0.00036843863,0.0002768837],"category_scores_gemma":[0.05739681,0.00015683468,0.000038066926,0.0012612701,0.00046289692,0.00013258395,0.00005554681,0.0007535647,0.000027557158],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091021025,0.0041234023,0.5103103,0.0003517488,0.0001338141,0.00014996062,0.004148519,0.000054955457,0.00049941137,0.000816903,0.13892573,0.33957505],"study_design_scores_gemma":[0.027954698,0.0018200938,0.12186701,0.0024162133,0.00022552496,0.00018421549,0.0028215093,0.60037535,0.000027321263,0.0003404535,0.24134438,0.00062325964],"about_ca_topic_score_codex":0.00036280352,"about_ca_topic_score_gemma":0.0000147682085,"teacher_disagreement_score":0.6003204,"about_ca_system_score_codex":0.00028784937,"about_ca_system_score_gemma":0.00072800234,"threshold_uncertainty_score":0.95054317},"labels":[],"label_agreement":null},{"id":"W1862699246","doi":"10.1097/acm.0000000000000903","title":"Readiness for Residency","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada); Conference Board of Canada","funders":"","keywords":"Generalizability theory; Medical education; Competence (human resources); Psychology; Residency training; Internship; Novelty; Medicine; Family medicine; Continuing education","score_opus":0.1397143075658393,"score_gpt":0.45753700460017893,"score_spread":0.31782269703433963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1862699246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49258295,0.0033173682,0.04092558,0.40634087,0.0063340515,0.0025137581,0.0000042790316,0.00041709162,0.04756407],"genre_scores_gemma":[0.912156,0.00024101928,0.010199992,0.028844973,0.010211605,0.00035651107,0.0003483977,0.00006970205,0.037571806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984822,0.000021566724,0.00049752137,0.0002396395,0.0005031963,0.00025582564],"domain_scores_gemma":[0.99862945,0.000118805896,0.00011935906,0.00031593366,0.000606407,0.00021005399],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016402887,0.00012137218,0.00029879934,0.00022233007,0.0000466754,0.0000015933737,0.00014453047,0.00023876333,0.00016278047],"category_scores_gemma":[0.01339954,0.000089253415,0.000023098095,0.000558246,0.00020661838,0.00008150826,0.000020440233,0.0004917674,0.00007117865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013762673,0.000011805895,0.0040594637,0.00010738609,0.000019566765,0.00000433825,0.0024908492,5.407474e-7,0.0010658678,0.022350188,0.9555462,0.014206148],"study_design_scores_gemma":[0.008356142,0.0011961983,0.006032783,0.0011441752,0.0003403902,0.0003650405,0.007724075,0.001033995,0.0014425848,0.059679233,0.9123998,0.00028556428],"about_ca_topic_score_codex":0.000029161094,"about_ca_topic_score_gemma":6.113854e-7,"teacher_disagreement_score":0.41957307,"about_ca_system_score_codex":0.00015269176,"about_ca_system_score_gemma":0.0004307121,"threshold_uncertainty_score":0.994911},"labels":[],"label_agreement":null},{"id":"W1863879724","doi":"10.5489/cuaj.832","title":"Residents’ training and evaluation: a personal reflection","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Training (meteorology); Reflection (computer programming); Psychology; Medical education; Applied psychology; Computer science; Medicine; Geography","score_opus":0.04913836450620092,"score_gpt":0.3278300909966246,"score_spread":0.2786917264904237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1863879724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8967334,0.000113883696,0.00008166539,0.096977904,0.00047576064,0.00025788657,0.0000010148474,0.000018639275,0.005339858],"genre_scores_gemma":[0.9870604,0.000020540168,0.0012292205,0.009866611,0.00087916217,0.000036791167,0.000020261668,0.000007636461,0.00087936036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984823,0.00017161138,0.00031697334,0.00015111931,0.00056448224,0.00031352584],"domain_scores_gemma":[0.99867433,0.00007067603,0.00018735399,0.00005557953,0.0006487805,0.00036328248],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015703689,0.00008387493,0.00015921795,0.00025641566,0.00036647322,0.00012754553,0.000043464177,0.00021450622,0.0037652787],"category_scores_gemma":[0.003281742,0.00007227725,0.000043595694,0.00032383975,0.000036947746,0.00020930273,0.0000056687763,0.000620913,0.000079517675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016583483,0.000050968385,0.63518786,0.000008250173,0.00011470739,0.00001220311,0.0022773272,0.0000057786797,0.0003557667,0.0005168953,0.13164568,0.229808],"study_design_scores_gemma":[0.0006663339,0.00015017239,0.9727528,0.000016735137,0.00006290058,0.0004987148,0.0009885678,0.0038017652,0.000003993804,0.0031630849,0.0178139,0.00008104814],"about_ca_topic_score_codex":0.00046249028,"about_ca_topic_score_gemma":0.00007359555,"teacher_disagreement_score":0.33756495,"about_ca_system_score_codex":0.0011088914,"about_ca_system_score_gemma":0.00076164346,"threshold_uncertainty_score":0.9971454},"labels":[],"label_agreement":null},{"id":"W1863955272","doi":"10.5539/ies.v8n11p34","title":"Evaluation of a Brazilian Postgraduate Dental Program by the Dundee Ready Educational Environment Measure","year":2015,"lang":"en","type":"article","venue":"International Education Studies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Medical education; Learning environment; Psychology; Positive correlation; Correlation; Spearman's rank correlation coefficient; Test (biology); Medicine; Mathematics education; Internal medicine","score_opus":0.13466820012835748,"score_gpt":0.472252014237049,"score_spread":0.33758381410869154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1863955272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9009212,0.0054433984,0.00011325423,0.07292711,0.006529903,0.0016697086,0.000030095189,0.000052490028,0.012312808],"genre_scores_gemma":[0.9890784,0.00011542455,0.0035613093,0.0012629677,0.0006482566,0.0012039657,0.00070384983,0.000021184993,0.003404618],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623096,0.00015845295,0.0005705986,0.000290221,0.002591445,0.00015833807],"domain_scores_gemma":[0.9906924,0.000085826585,0.00033336887,0.00033308027,0.00847458,0.000080784106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023209804,0.00016985818,0.00020224886,0.00019574973,0.000118140844,0.00002952495,0.000229804,0.000067580484,0.00023695147],"category_scores_gemma":[0.0054130373,0.00012794974,0.00006684177,0.0003129303,0.0003479993,0.00018476474,0.00006175465,0.0001984643,0.000114541945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010640775,0.0041202707,0.028779835,0.0000423477,0.001076818,2.3213761e-7,0.003016636,0.000042094645,0.0005920573,0.0052393293,0.5015601,0.45542386],"study_design_scores_gemma":[0.006964191,0.0010773249,0.2000599,0.00077076344,0.002684689,0.00047793472,0.053219903,0.00438731,0.0035797928,0.033204895,0.692673,0.0009002884],"about_ca_topic_score_codex":0.00009317684,"about_ca_topic_score_gemma":0.000011197485,"teacher_disagreement_score":0.45452356,"about_ca_system_score_codex":0.0012535999,"about_ca_system_score_gemma":0.0019202372,"threshold_uncertainty_score":0.6480302},"labels":[],"label_agreement":null},{"id":"W1865211141","doi":"","title":"Handbook on Problem-Based Learning.","year":2000,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Accreditation; Context (archaeology); Medical education; Variety (cybernetics); Medical library; Medicine; Library science; Political science; Sociology; Pedagogy; Nursing; Computer science","score_opus":0.013715701272349997,"score_gpt":0.24944536252433414,"score_spread":0.23572966125198414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1865211141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8628132,0.00020382367,0.0002980961,0.010348492,0.0006431207,0.001182232,0.0000024454828,0.0003935676,0.12411503],"genre_scores_gemma":[0.9001592,0.00019551872,0.006273856,0.009741161,0.0011925192,0.0002466426,0.00018623588,0.0001103442,0.08189452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807703,0.00009202102,0.00032120125,0.00033765694,0.000464847,0.0007072635],"domain_scores_gemma":[0.9991967,0.000031395404,0.000068412766,0.000350127,0.00013144688,0.00022190782],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038742463,0.00017219562,0.00018783759,0.00013040933,0.00012296444,0.00003169805,0.00012814485,0.000079457364,0.0039147497],"category_scores_gemma":[0.0006618219,0.00014764481,0.00005574485,0.00064690283,0.000101138074,0.000055864075,0.000009159014,0.0005834397,0.0012840998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004828047,0.0009902472,0.029846618,0.0001276379,0.000053056523,0.00008660633,0.0018933299,0.00052931806,0.00045016594,0.00051434647,0.09745718,0.8675687],"study_design_scores_gemma":[0.0014389871,0.00023793119,0.093112014,0.00019203461,0.000041234118,0.000016969667,0.000016753775,0.00030913466,0.0026653523,0.000025330564,0.9017824,0.00016186811],"about_ca_topic_score_codex":0.000006187837,"about_ca_topic_score_gemma":4.4055358e-7,"teacher_disagreement_score":0.86740685,"about_ca_system_score_codex":0.00018247185,"about_ca_system_score_gemma":0.00022837942,"threshold_uncertainty_score":0.99949354},"labels":[],"label_agreement":null},{"id":"W1869089727","doi":"10.1002/14651858.cd007335.pub2","title":"Interventions to improve question formulation in professional practice and self-directed learning","year":2010,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute of Population and Public Health; University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Psychological intervention; Health care; Competence (human resources); Context (archaeology); Medical education; Psychology; Curriculum; Medicine; Nursing; Social psychology; Pedagogy","score_opus":0.07113477032454994,"score_gpt":0.47186762611429506,"score_spread":0.4007328557897451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1869089727","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027673137,0.9846855,0.00047129716,0.000149143,0.001038931,0.01337727,0.000028728498,0.000089680136,0.00013180233],"genre_scores_gemma":[0.000006558958,0.9615019,0.032919504,0.000069130554,0.00016354249,0.0029033818,0.0019887895,0.00004203266,0.00040514662],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933352,0.0016353144,0.003800869,0.00046811686,0.00055521994,0.0002052772],"domain_scores_gemma":[0.9945773,0.0009508117,0.0027839558,0.00087910646,0.0006979063,0.00011090815],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009855248,0.00037300054,0.0033973905,0.00076411496,0.000072875446,0.000025844412,0.00017592024,0.0003244967,0.000060463124],"category_scores_gemma":[0.057365265,0.00026029983,0.00029792095,0.0011700452,0.000032470773,0.0003118116,0.00011316809,0.0011455538,0.00010183907],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068613654,0.0003622381,0.000002841869,0.88879275,0.000034023833,0.0000037203508,0.00019123656,4.879194e-8,0.000008149061,0.00034788356,0.00078165455,0.10946861],"study_design_scores_gemma":[0.00029374528,0.00009319379,0.00000838972,0.8017678,0.00214703,0.00018435574,0.00009441099,0.00016268219,7.663944e-7,0.000003087613,0.19507696,0.0001675616],"about_ca_topic_score_codex":0.000019775971,"about_ca_topic_score_gemma":0.000008609548,"teacher_disagreement_score":0.1942953,"about_ca_system_score_codex":0.00022891411,"about_ca_system_score_gemma":0.00034941352,"threshold_uncertainty_score":0.9999849},"labels":[],"label_agreement":null},{"id":"W1869900246","doi":"10.36834/cmej.36597","title":"Basic essential education program (BEEP): a brief introductory faculty development course for medical teachers","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Hospital for Sick Children; Toronto Western Hospital; University of Toronto","funders":"Hospital for Sick Children; University of Toronto","keywords":"Medical education; Faculty development; Teaching method; Health professionals; Medicine; Psychology; Professional development; Health care; Mathematics education","score_opus":0.014130352372201902,"score_gpt":0.3643356465060524,"score_spread":0.3502052941338505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1869900246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6239696,0.0029969483,0.0021328854,0.3254879,0.034894165,0.0041697877,0.000013951514,0.00020832517,0.006126421],"genre_scores_gemma":[0.69216675,0.00016551763,0.08249375,0.15727821,0.052454066,0.0032166867,0.0030671998,0.00021548118,0.00894233],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952261,0.00013299509,0.001078527,0.00037828996,0.002120825,0.0010632856],"domain_scores_gemma":[0.9863381,0.00006236897,0.00031097027,0.0003792828,0.0015500465,0.011359263],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003586198,0.000303223,0.00038207578,0.00052901334,0.0006037705,0.00010289589,0.00042220813,0.00063397543,0.022603316],"category_scores_gemma":[0.034295723,0.0002816742,0.00014420514,0.00071062363,0.0003753319,0.00035857776,0.000025145799,0.0016408057,0.00013377586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014979109,0.0015795291,0.003134494,0.000059454167,0.00006939562,0.00000263874,0.0019483127,9.0378705e-8,0.0000046182095,0.00078817795,0.46118376,0.53121454],"study_design_scores_gemma":[0.0011052099,0.000100023535,0.029312313,0.00043636552,0.00014251626,0.00190871,0.0037050862,0.00009550823,0.000056597815,0.00007575993,0.962771,0.00029091196],"about_ca_topic_score_codex":0.0007533357,"about_ca_topic_score_gemma":0.0013373271,"teacher_disagreement_score":0.53092366,"about_ca_system_score_codex":0.0021052978,"about_ca_system_score_gemma":0.2455143,"threshold_uncertainty_score":0.9999635},"labels":[],"label_agreement":null},{"id":"W1872328907","doi":"10.1051/pmed/2015017","title":"La recherche en éducation médicale dans les facultés de médecine en France. Etat des lieux à partir d’une revue systématique des travaux publiés","year":2015,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.34882933051522136,"score_gpt":0.46224229986578913,"score_spread":0.11341296935056777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872328907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7102462,0.02450904,0.12106774,0.11980566,0.0020966541,0.0012394225,0.00006435828,0.000456961,0.020513948],"genre_scores_gemma":[0.60571337,0.011050821,0.21444015,0.0060001053,0.008077016,0.0011479225,0.0008129423,0.00040815354,0.15234949],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99021626,0.0045870943,0.0016367388,0.0009748649,0.0011049899,0.0014800347],"domain_scores_gemma":[0.9922804,0.0035984376,0.00044635794,0.001048779,0.0012690892,0.0013569299],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014671725,0.0006858101,0.0009825483,0.0003317427,0.00040135716,0.00019505905,0.0008983608,0.0025846278,0.001489698],"category_scores_gemma":[0.07314398,0.00067311164,0.00024068201,0.0025504064,0.0026049824,0.00067030324,0.00018913021,0.003737553,0.0006115552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001432142,0.0030267655,0.048934035,0.003911378,0.00028505447,0.00010278502,0.2432351,0.00023523284,0.00478429,0.0043315645,0.101138435,0.5898721],"study_design_scores_gemma":[0.0057036923,0.0011910163,0.10325114,0.0064260717,0.0011414293,0.000953673,0.19343616,0.013003868,0.0051482976,0.021787507,0.6464742,0.0014829515],"about_ca_topic_score_codex":0.0009027854,"about_ca_topic_score_gemma":0.00013500829,"teacher_disagreement_score":0.5883892,"about_ca_system_score_codex":0.0052949805,"about_ca_system_score_gemma":0.004978915,"threshold_uncertainty_score":0.999572},"labels":[],"label_agreement":null},{"id":"W1873904142","doi":"10.36834/cmej.36591","title":"What makes a competent clinical teacher?","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Competence (human resources); Medical education; Delphi; Psychology; Perception; Process (computing); Medicine; Computer science","score_opus":0.037484608497323234,"score_gpt":0.4037700370158457,"score_spread":0.36628542851852247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1873904142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5183946,0.004924638,0.00028414317,0.4096705,0.050250534,0.0005186304,0.0000013459576,0.000059052447,0.015896596],"genre_scores_gemma":[0.7181375,0.0010762402,0.00593599,0.24664363,0.02185079,0.00004913529,0.00009289189,0.00005154324,0.0061622993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969913,0.00019737484,0.00089333265,0.00018520105,0.001059796,0.0006730271],"domain_scores_gemma":[0.9867234,0.000063615866,0.0001973709,0.0003436182,0.0006845733,0.011987414],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036509775,0.00015967329,0.00029424494,0.00047366592,0.00028234872,0.00012473206,0.00023831877,0.00039729194,0.05662377],"category_scores_gemma":[0.03044302,0.00013700472,0.00014291337,0.00049131864,0.000285999,0.0005584461,0.00001554746,0.0019019232,0.0005977659],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000945851,0.0005663377,0.03456661,0.000016455499,0.00004083518,0.0000125180495,0.0006627523,5.3681195e-8,0.0000013362537,0.0013013701,0.5414982,0.4213241],"study_design_scores_gemma":[0.0006271292,0.00007667659,0.091631,0.00040859907,0.000069167414,0.0037481603,0.0060547628,0.00010445659,0.0000030216281,0.00015597642,0.896973,0.00014803224],"about_ca_topic_score_codex":0.0005742111,"about_ca_topic_score_gemma":0.0006049958,"teacher_disagreement_score":0.42117608,"about_ca_system_score_codex":0.000824384,"about_ca_system_score_gemma":0.049070463,"threshold_uncertainty_score":0.97772396},"labels":[],"label_agreement":null},{"id":"W1875331269","doi":"","title":"Bridging the gap: Comparing pediatric faculty and residents perspectives on the in-training evaluation report (ITER)","year":2013,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Bridging (networking); Training (meteorology); Medical education; Medicine; Psychology; Medical physics; Computer science; Geography","score_opus":0.03761456147819599,"score_gpt":0.30298899496453346,"score_spread":0.2653744334863375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1875331269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885329,0.000079651654,0.0019015454,0.008365809,0.00021544211,0.0002656746,8.307589e-7,0.000004238455,0.00063393376],"genre_scores_gemma":[0.99894136,0.00013433829,0.00018689148,0.00008072927,0.00048164921,2.7342347e-7,0.00001104139,0.000004985528,0.00015870095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981606,0.0003340819,0.0004300642,0.00012913365,0.0008056994,0.00014042026],"domain_scores_gemma":[0.99783784,0.00030711378,0.00081507163,0.00029019854,0.00070585817,0.00004389436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004307136,0.00010146259,0.00033689398,0.00046255768,0.0003128397,0.000032819196,0.00028252372,0.000049566293,0.00015740677],"category_scores_gemma":[0.0012762994,0.00005688588,0.00013728898,0.0011629072,0.00021494702,0.00015611782,0.0000586293,0.00046952564,0.000003112318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011429432,0.00035432389,0.867484,0.000059341724,0.0029286612,0.0000919165,0.09335317,0.018368294,0.00050386117,0.0008466276,0.004346178,0.010520705],"study_design_scores_gemma":[0.0012234893,0.00007755146,0.8685809,0.0000484597,0.0027804193,0.0001557015,0.052822195,0.07376816,9.2363763e-7,0.00044504646,0.00003120461,0.000065992324],"about_ca_topic_score_codex":0.0024201672,"about_ca_topic_score_gemma":0.00070395827,"teacher_disagreement_score":0.05539986,"about_ca_system_score_codex":0.00041255308,"about_ca_system_score_gemma":0.00023476988,"threshold_uncertainty_score":0.3658585},"labels":[],"label_agreement":null},{"id":"W1876355472","doi":"","title":"The person inside","year":2007,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learned helplessness; Feeling; Constant (computer programming); Medical education; Psychology; Computer science; Medicine; Social psychology","score_opus":0.021565314229875406,"score_gpt":0.2809172031940421,"score_spread":0.2593518889641667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1876355472","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3723196,0.00032811047,0.00011834249,0.010898705,0.0009852895,0.00025612052,0.0000027439044,0.000038054623,0.615053],"genre_scores_gemma":[0.76498705,0.0000057133643,0.00032590714,0.2324722,0.0008380485,0.00000809493,0.000028270004,0.00001835468,0.0013163771],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915147,0.000009032362,0.0001328743,0.00012587493,0.00019266029,0.00038807973],"domain_scores_gemma":[0.9992726,0.000036356472,0.00003355888,0.00029399554,0.00015020785,0.0002133094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035214098,0.00007885555,0.00008546536,0.00013788267,0.00033292442,0.000021907206,0.0000993289,0.00005948913,0.0000032814428],"category_scores_gemma":[0.0001069533,0.0000611167,0.00003753558,0.0005270436,0.00012903786,0.000041553154,0.000003881796,0.0002413001,0.00019459166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010117983,0.000020950416,0.0004274584,0.0000083233335,0.000024801317,0.000026381453,0.00025200966,3.7770093e-7,0.0015610858,0.011085947,0.27900186,0.7075807],"study_design_scores_gemma":[0.0001890612,0.000036904064,0.13766451,0.00003013711,0.000017613233,0.0000021793528,0.004718627,0.00005589627,0.00035426705,0.00025985015,0.8565862,0.00008472222],"about_ca_topic_score_codex":0.0050818534,"about_ca_topic_score_gemma":0.008591348,"teacher_disagreement_score":0.707496,"about_ca_system_score_codex":0.00048805636,"about_ca_system_score_gemma":0.0006706998,"threshold_uncertainty_score":0.7682276},"labels":[],"label_agreement":null},{"id":"W1876873779","doi":"10.1111/j.1365-2923.2010.03757.x","title":"Theoretical perspectives in medical education: past experience and future possibilities","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":569,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Experiential learning; Transformative learning; Curriculum; Situated learning; Open learning; Context (archaeology); Situated cognition; Social learning; Active learning (machine learning); Learning sciences; Learning theory; Professional learning community; Psychology; Pedagogy; Social learning theory; Cooperative learning; Sociology; Cognition; Teaching method; Social psychology","score_opus":0.00473988914625777,"score_gpt":0.34829423835322926,"score_spread":0.3435543492069715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1876873779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8087321,0.0005172142,0.00003852897,0.17807688,0.0034142442,0.00033787265,5.137842e-7,0.000055770037,0.008826883],"genre_scores_gemma":[0.9704608,0.00026084456,0.0029107323,0.019773114,0.0057307645,0.0003019242,0.000063988286,0.00002391487,0.00047392276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99716187,0.00009132441,0.00055349845,0.0005152965,0.001357594,0.00032044508],"domain_scores_gemma":[0.99849796,0.00010129326,0.00008436488,0.00047846642,0.00044581285,0.00039209463],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010921309,0.00019926824,0.00027956467,0.0003241216,0.000121296,0.000041603933,0.00023857536,0.00054019486,0.019152943],"category_scores_gemma":[0.012216774,0.00016486178,0.00004462226,0.00071172207,0.001685913,0.00018760077,0.00006153756,0.0014193754,0.000031494037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052600873,0.0027353412,0.035715334,0.00011958464,0.000009381562,0.000006333113,0.01984049,7.482623e-9,0.000060693073,0.47161618,0.021472808,0.44837123],"study_design_scores_gemma":[0.002398629,0.00033241767,0.5474542,0.0011513872,0.00007064895,0.0022221839,0.19612695,0.001632794,0.00015849753,0.029487148,0.21820186,0.0007633166],"about_ca_topic_score_codex":0.000071780756,"about_ca_topic_score_gemma":0.000035916608,"teacher_disagreement_score":0.51173884,"about_ca_system_score_codex":0.00015332426,"about_ca_system_score_gemma":0.008201688,"threshold_uncertainty_score":0.9974209},"labels":[],"label_agreement":null},{"id":"W1877920896","doi":"","title":"Evaluating the evaluations in an orthopedic surgery residency program","year":2015,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Orthopedic surgery; Medicine; Medical education; General surgery; Medical physics; Surgery","score_opus":0.07982087096767948,"score_gpt":0.40036912195641083,"score_spread":0.32054825098873135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1877920896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903244,0.00009858709,0.0026983176,0.005779248,0.00053037464,0.0002899806,0.0000017627456,0.000010946024,0.00026639758],"genre_scores_gemma":[0.9960653,0.000081941034,0.002887174,0.0000996645,0.0005150367,4.0075852e-7,0.000036357193,0.0000077833465,0.00030630612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99702007,0.0008709679,0.00064868043,0.000124447,0.0011550898,0.00018073856],"domain_scores_gemma":[0.9965255,0.0004908416,0.0008736706,0.00044789564,0.0015437489,0.000118328615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010674889,0.000109967266,0.00048099656,0.0007688121,0.00020211219,0.000018809083,0.00039298402,0.000082677594,0.00017098052],"category_scores_gemma":[0.0028689413,0.00007124835,0.00024693273,0.0027605798,0.00029548508,0.00024135112,0.00005199861,0.0004640048,0.000004748825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055274684,0.0021269226,0.72522676,0.00009660667,0.0035814077,0.00012739189,0.021087851,0.067840256,0.0006387001,0.00061440235,0.0063681016,0.16676414],"study_design_scores_gemma":[0.0049077286,0.0019676208,0.6886679,0.00018368331,0.013317891,0.0002277264,0.026748894,0.26020372,0.0000027325866,0.0025309548,0.0009889546,0.00025219232],"about_ca_topic_score_codex":0.0018105429,"about_ca_topic_score_gemma":0.005838509,"teacher_disagreement_score":0.19236347,"about_ca_system_score_codex":0.00051119644,"about_ca_system_score_gemma":0.0020783553,"threshold_uncertainty_score":0.36997247},"labels":[],"label_agreement":null},{"id":"W187800989","doi":"10.4995/redu.2012.6091","title":"Algunas Tendencias Actuales en Educación Médica","year":2012,"lang":"es","type":"article","venue":"REDU Revista de Docencia Universitaria","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.011588851448280152,"score_gpt":0.29117103860630245,"score_spread":0.2795821871580223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W187800989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9273323,0.008585413,0.0013620516,0.01646876,0.0026410178,0.0010373386,0.000058538506,0.0002299588,0.042284615],"genre_scores_gemma":[0.9833739,0.001204145,0.005439489,0.0015981018,0.0030458176,0.000008346417,0.00025655553,0.000074359086,0.004999326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636275,0.00034502093,0.00065467396,0.0005251663,0.00084615964,0.0012662403],"domain_scores_gemma":[0.9973175,0.00026196445,0.00038071175,0.0009128862,0.0005142011,0.00061277073],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016725746,0.00049143913,0.0006540167,0.000665188,0.0004339843,0.00013462045,0.0006071624,0.0006251631,0.0042562108],"category_scores_gemma":[0.0029220448,0.0005153071,0.00024659096,0.0015342409,0.00040014804,0.0006995705,0.00020789319,0.001129899,0.0013570521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022217206,0.0017688421,0.09941336,0.0010203318,0.0008023601,0.0001308637,0.013553917,0.0000034156606,0.0026856079,0.40588355,0.41314247,0.06137309],"study_design_scores_gemma":[0.0010788186,0.00018722497,0.13394357,0.0012851779,0.0013913332,0.0002531047,0.017537728,0.0001686934,0.00032986118,0.00014166777,0.84302694,0.000655879],"about_ca_topic_score_codex":0.00015086556,"about_ca_topic_score_gemma":0.0000010413391,"teacher_disagreement_score":0.42988446,"about_ca_system_score_codex":0.0028109844,"about_ca_system_score_gemma":0.0022349898,"threshold_uncertainty_score":0.9997299},"labels":[],"label_agreement":null},{"id":"W1878045864","doi":"10.36834/cmej.36536","title":"Cultural Differences between American and Israeli Medical Students Regarding Their Perceptions of the Medical Profession and Satisfaction with Studies","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Perception; Medical education; Affect (linguistics); Psychology; Cultural diversity; Medicine; Family medicine; Political science","score_opus":0.017617827885100648,"score_gpt":0.3820225951921579,"score_spread":0.3644047673070573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1878045864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8785616,0.00017698444,0.000033414475,0.11948412,0.0014367909,0.00022474508,0.0000038376934,0.000011029644,0.00006746811],"genre_scores_gemma":[0.98830426,0.0005471911,0.0005842108,0.008973227,0.0014039822,0.00002848967,0.000009702737,0.000015535494,0.0001333994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99608064,0.00019059617,0.00057467975,0.00024462809,0.0026037202,0.00030572133],"domain_scores_gemma":[0.994989,0.00019346362,0.00030611377,0.0002441801,0.00083700754,0.0034302757],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019313715,0.00018166975,0.00039819934,0.00027515908,0.0006099944,0.000050386312,0.00033771468,0.00029393396,0.0021286355],"category_scores_gemma":[0.026251052,0.00009604831,0.00004572824,0.0005212566,0.0021102685,0.00015379183,0.00007777449,0.0022332543,0.0000022019424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009447539,0.0000672067,0.7520949,0.00004582031,0.000089199086,0.0000049894365,0.0024447613,1.0078381e-8,0.000020682253,0.00017768658,0.00890629,0.236139],"study_design_scores_gemma":[0.0006525552,0.00012976467,0.9583205,0.0011926122,0.00009457412,0.0017852618,0.034924373,0.0000649647,0.0000088685265,0.000095700874,0.0026163117,0.00011451536],"about_ca_topic_score_codex":0.0033097796,"about_ca_topic_score_gemma":0.026214378,"teacher_disagreement_score":0.23602448,"about_ca_system_score_codex":0.00018922758,"about_ca_system_score_gemma":0.015292113,"threshold_uncertainty_score":0.9987835},"labels":[],"label_agreement":null},{"id":"W1881716763","doi":"10.3138/jvme.1214-123r1","title":"Final-Year Students' and Clinical instructors' Experience of Workplace-Based Assessments Used in a Small-Animal Primary-Veterinary-Care Clinical Rotation","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Medical education; Flexibility (engineering); Medicine; Veterinary medicine","score_opus":0.21060685823158942,"score_gpt":0.5308481371584804,"score_spread":0.320241278926891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1881716763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99459887,0.0002554913,0.00060011534,0.0013597917,0.0026057921,0.00044459992,0.0000012875662,0.000012501958,0.000121572266],"genre_scores_gemma":[0.9700745,0.00013077399,0.027779473,0.0011390945,0.0007520148,0.00002846013,0.0000411865,0.000024699522,0.000029802994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947299,0.00065114006,0.0025224048,0.00033389172,0.0015190641,0.00024363177],"domain_scores_gemma":[0.9966495,0.0003418482,0.0011211031,0.000325484,0.0010646228,0.00049745466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042448915,0.00021056783,0.0007504607,0.0004945815,0.00004202379,0.000031596723,0.00036705603,0.00040006774,0.00011324706],"category_scores_gemma":[0.0073513384,0.00018668619,0.00015808092,0.0006217374,0.00044857984,0.00030871024,0.00011100863,0.0010825029,0.0000037816096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037816016,0.0037480432,0.8884346,0.00032922166,0.00005844983,0.00008979071,0.001987746,0.0000017216746,0.00018979666,0.000031968008,0.00082363706,0.100523435],"study_design_scores_gemma":[0.008866838,0.013133383,0.9627206,0.0019099932,0.00011789037,0.00061212527,0.009316802,0.00037432474,0.000028197046,0.000039726285,0.0026955472,0.00018459861],"about_ca_topic_score_codex":0.000022735736,"about_ca_topic_score_gemma":0.000004001265,"teacher_disagreement_score":0.10033884,"about_ca_system_score_codex":0.00046471876,"about_ca_system_score_gemma":0.00587829,"threshold_uncertainty_score":0.99975747},"labels":[],"label_agreement":null},{"id":"W1882533452","doi":"10.36834/cmej.36565","title":"A Conceptual Model for Teaching Social Responsibility and Health Advocacy: An Ambulatory/Community Experience (ACE)","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"University of Toronto","keywords":"Social responsibility; Accountability; Narrative; Conceptual model; Medicine; Medical education; Public relations; Psychology; Nursing; Political science; Computer science","score_opus":0.10135582801041389,"score_gpt":0.42764737993708096,"score_spread":0.3262915519266671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1882533452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517504,0.00011833846,0.0056424653,0.040263217,0.00092319906,0.0004459807,0.0000055907162,0.000028555394,0.0008222546],"genre_scores_gemma":[0.9153448,0.000009940875,0.023324572,0.06015873,0.0008229671,0.000060357088,0.00004485326,0.000022271766,0.00021152622],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99780357,0.0004182187,0.0005973267,0.00022184473,0.0005128945,0.00044614993],"domain_scores_gemma":[0.99444526,0.000049891256,0.00019897398,0.000303227,0.0005435761,0.004459094],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053026406,0.00014649503,0.00026403938,0.00031879832,0.0016199368,0.000036428,0.00024926776,0.00023327157,0.0016787208],"category_scores_gemma":[0.01781351,0.00014152443,0.000053234748,0.00018315797,0.0007406708,0.00026430778,0.000019041418,0.0018540417,0.0000029045314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015890416,0.0010860718,0.0038890096,0.000087326865,0.000035630394,0.0000050855624,0.50460917,8.538576e-7,0.00002145579,0.027388012,0.13658175,0.32613674],"study_design_scores_gemma":[0.0052011926,0.0018823091,0.21532826,0.00087176217,0.00011836776,0.0026765382,0.57516736,0.040948257,0.000038652834,0.018136825,0.13862787,0.0010026286],"about_ca_topic_score_codex":0.010514361,"about_ca_topic_score_gemma":0.0060112923,"teacher_disagreement_score":0.3251341,"about_ca_system_score_codex":0.0009922029,"about_ca_system_score_gemma":0.07699018,"threshold_uncertainty_score":0.9996798},"labels":[],"label_agreement":null},{"id":"W1884575427","doi":"10.1097/acm.0000000000000780","title":"The Top-Cited Articles in Medical Education","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Subspecialty; Bibliometrics; Subject (documents); Impact factor; MEDLINE; Citation analysis; Library science; Medicine; Web of science; Family medicine; Medical education; Political science; Computer science","score_opus":0.09606312826519518,"score_gpt":0.5004252464648244,"score_spread":0.40436211819962925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1884575427","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001994733,0.96545386,0.000024102452,0.02756036,0.0024639678,0.0012966398,0.0000010437788,0.000064993554,0.0029355723],"genre_scores_gemma":[0.000052210755,0.9864904,0.00007190145,0.0052069123,0.0037329993,0.0003845023,0.0004000836,0.00005718341,0.0036037664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950848,0.00029200988,0.0018622726,0.0004524472,0.0018359518,0.00047248811],"domain_scores_gemma":[0.99741405,0.0005453664,0.0004884026,0.0007583307,0.00041276388,0.00038110642],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0056397696,0.0003738964,0.0015036179,0.00078256894,0.00009748686,0.000007946686,0.0006070007,0.0012474955,0.0006847342],"category_scores_gemma":[0.027088482,0.00020205876,0.000093019495,0.0029308826,0.0006332018,0.00006860568,0.00009596038,0.0037198365,0.00021821985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008332605,0.000028940402,0.000081543345,0.0014052477,0.0000319213,0.00000655147,0.0003917951,9.095367e-9,5.375143e-8,0.002792795,0.20137344,0.7938794],"study_design_scores_gemma":[0.0006355185,0.00006471097,0.000065682136,0.032131404,0.00045290953,0.00025884004,0.0007599924,0.00004468517,8.3269846e-8,0.0012685683,0.964155,0.00016260619],"about_ca_topic_score_codex":0.000048754264,"about_ca_topic_score_gemma":0.000004909542,"teacher_disagreement_score":0.7937168,"about_ca_system_score_codex":0.0006950068,"about_ca_system_score_gemma":0.0069588255,"threshold_uncertainty_score":0.9986708},"labels":[],"label_agreement":null},{"id":"W1886589583","doi":"10.1002/j.0022-0337.2011.75.8.tb05155.x","title":"Foreign‐Trained Dentists’ Perceived Knowledge and Skills After Graduation from a Structured Two‐Year Program","year":2011,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Graduation (instrument); Aptitude; Medical education; Scale (ratio); Psychology; Inclusion (mineral); Perception; Family medicine; Medicine; Dentistry; Social psychology; Engineering; Geography","score_opus":0.012576722961179787,"score_gpt":0.32982297333399,"score_spread":0.31724625037281023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1886589583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952971,0.00032704815,0.00019870154,0.00014538555,0.001631155,0.00044371816,0.0000035157539,0.000018640558,0.00193474],"genre_scores_gemma":[0.9585353,0.00003807302,0.039784342,0.0002373772,0.0008677969,0.00004157252,0.00007317873,0.00002052584,0.00040183062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988001,0.000051682302,0.0005309151,0.00015632158,0.00032066696,0.00014033433],"domain_scores_gemma":[0.9987909,0.000020372814,0.00034495138,0.00015517864,0.0005770837,0.00011150123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002426651,0.00013171905,0.00021530554,0.0003181002,0.00005736767,0.000036146415,0.00008471318,0.000095033654,0.0011327795],"category_scores_gemma":[0.00033578483,0.00011243244,0.00007820374,0.00029486805,0.00009935338,0.0003049597,0.000017940542,0.00027799874,0.000042246986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072316657,0.005389405,0.4405526,0.00017009268,0.00026460644,0.0000207751,0.025600746,1.801321e-7,0.0068210033,0.0008135578,0.009855447,0.50978845],"study_design_scores_gemma":[0.0015840059,0.0003527944,0.98678774,0.00029327843,0.0002301976,0.0004041124,0.0062153805,0.00004879666,0.0008221208,0.0024417657,0.00070964376,0.00011017624],"about_ca_topic_score_codex":0.00003189028,"about_ca_topic_score_gemma":0.00002846949,"teacher_disagreement_score":0.54623514,"about_ca_system_score_codex":0.00022841584,"about_ca_system_score_gemma":0.0004493575,"threshold_uncertainty_score":0.9997803},"labels":[],"label_agreement":null},{"id":"W1889003281","doi":"10.1097/scs.0000000000002256","title":"Feedback in Plastic and Reconstructive Surgery Education","year":2015,"lang":"en","type":"article","venue":"Journal of Craniofacial Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Accreditation; Formative assessment; Graduate medical education; Medical education; Pedagogy","score_opus":0.03273294754994739,"score_gpt":0.3067625208446005,"score_spread":0.2740295732946531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889003281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921688,0.00019689236,0.00012872611,0.0018208263,0.004963617,0.0000790632,7.845461e-7,0.000006418468,0.00063488784],"genre_scores_gemma":[0.99744564,0.00010230905,0.000917663,0.0004658178,0.0009889477,0.0000035803068,0.0000053665367,0.0000119579645,0.00005872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853384,0.00007235849,0.0007642637,0.00009862783,0.0003785159,0.00015236503],"domain_scores_gemma":[0.99809045,0.0005554857,0.00038987916,0.00008316045,0.00072056917,0.00016044968],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017191168,0.00009480752,0.000435494,0.000771763,0.00002739674,0.00001795275,0.00003264827,0.00010684272,0.000065244494],"category_scores_gemma":[0.010307062,0.000084642066,0.00008255659,0.0005756924,0.00011621331,0.00027305773,0.000009459722,0.0003283856,0.00000860299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027984212,0.00025236586,0.78972733,0.000057685775,0.00002519535,0.000029595862,0.0004885977,0.0000019115148,0.00009363501,0.00006916328,0.03306585,0.17590883],"study_design_scores_gemma":[0.00055412756,0.0000589229,0.985362,0.0006173632,0.000052465497,0.0013209485,0.0023818335,0.000027197835,0.0000929474,0.0015185864,0.007881678,0.0001319101],"about_ca_topic_score_codex":0.000027855964,"about_ca_topic_score_gemma":0.0000026368248,"teacher_disagreement_score":0.19563471,"about_ca_system_score_codex":0.0002346352,"about_ca_system_score_gemma":0.0027549556,"threshold_uncertainty_score":0.99802953},"labels":[],"label_agreement":null},{"id":"W1891470713","doi":"10.3109/0142159x.2015.1075647","title":"OSCE circuit performance effects: Does circuit order influence scores?","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Touchstone Exploration (Canada); McMaster University","funders":"McMaster University","keywords":"Objective structured clinical examination; Psychology; Test (biology); Order (exchange); Subject (documents); Medical education; Computer science; Social psychology; Medicine; Business; World Wide Web","score_opus":0.025544437003057505,"score_gpt":0.31511272904806764,"score_spread":0.2895682920450101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891470713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97367203,0.00016947719,0.0014311266,0.0047464524,0.0012353046,0.00043412735,3.5760684e-7,0.0002081202,0.018102996],"genre_scores_gemma":[0.985682,0.000029983255,0.00041365405,0.005593947,0.0011634728,0.00013090928,0.000037008675,0.00004220413,0.0069068167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966363,0.00010997773,0.0005045922,0.00040890014,0.0018609584,0.0004793092],"domain_scores_gemma":[0.99814785,0.000055672794,0.00010828933,0.00060002255,0.00053309835,0.00055504247],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018388934,0.00022327981,0.00036248894,0.00017517536,0.00009335132,0.000025662397,0.00033336956,0.00037564262,0.0024273607],"category_scores_gemma":[0.018416092,0.00015210622,0.000051084848,0.0009178478,0.0004533257,0.00019914271,0.00007972432,0.0011241569,0.0007637059],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007131508,0.0011529839,0.7289177,0.00070088985,0.00011128318,0.000119091994,0.0029589317,0.000005062666,0.00021408165,0.0016690409,0.06342783,0.20065176],"study_design_scores_gemma":[0.015025129,0.0017946191,0.5401376,0.004428053,0.00051594723,0.0008757688,0.0016080657,0.024637017,0.0013679666,0.0048441263,0.4030271,0.0017386676],"about_ca_topic_score_codex":0.000058104615,"about_ca_topic_score_gemma":0.000003028868,"teacher_disagreement_score":0.33959925,"about_ca_system_score_codex":0.00030439062,"about_ca_system_score_gemma":0.0009713369,"threshold_uncertainty_score":0.99848455},"labels":[],"label_agreement":null},{"id":"W1891605838","doi":"10.1186/s12909-015-0375-5","title":"Designing faculty development to support the evaluation of resident competency in the intrinsic CanMEDS roles: practical outcomes of an assessment of program director needs","year":2015,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Medical education; Program director; Faculty development; Needs assessment; Psychology; Professional development; Medicine; Sociology","score_opus":0.17118620092044493,"score_gpt":0.5354683013612984,"score_spread":0.3642821004408535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891605838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872559,0.000025779422,0.002192385,0.0069778976,0.0004916775,0.002049977,0.0000014486802,0.00001508218,0.0009898758],"genre_scores_gemma":[0.8946899,0.0000026614684,0.10336114,0.0008494164,0.000115461386,0.0007201209,0.00022084282,0.000010835293,0.000029633084],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941541,0.0007705734,0.0011419441,0.00019813834,0.0035237384,0.00021148904],"domain_scores_gemma":[0.9967449,0.00041144478,0.00044572866,0.00047778263,0.0017381142,0.0001820478],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013177972,0.00013570604,0.00035368465,0.000357728,0.00004452233,0.000011397242,0.00028517438,0.00012522047,0.00018825209],"category_scores_gemma":[0.02473749,0.00007997258,0.00004356422,0.0012265069,0.00019001638,0.000113349015,0.000046637502,0.0003221494,0.0000034941788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011681077,0.0066978326,0.37305966,0.00035131755,0.00007969476,0.0000010286878,0.040223945,0.00005009289,0.00017357018,0.0028163227,0.007812426,0.5686173],"study_design_scores_gemma":[0.0012077324,0.00068256044,0.94336253,0.00036233422,0.0001882912,0.000026592636,0.0496908,0.0020809653,0.00091108005,0.00017071303,0.0012169664,0.00009945269],"about_ca_topic_score_codex":0.00027231858,"about_ca_topic_score_gemma":0.00033557456,"teacher_disagreement_score":0.57030284,"about_ca_system_score_codex":0.00053260545,"about_ca_system_score_gemma":0.034934916,"threshold_uncertainty_score":0.98347753},"labels":[],"label_agreement":null},{"id":"W1892883784","doi":"10.1007/s12630-011-9635-y","title":"Review article: Medical education research: an overview of methods","year":2012,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; The Wilson Centre; University of Ottawa; University of Ottawa Skills and Simulation Centre; Ottawa Hospital","funders":"","keywords":"Engineering ethics; Management science; Medical education; Medicine; Engineering","score_opus":0.2027052341598435,"score_gpt":0.4862753422555911,"score_spread":0.28357010809574756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1892883784","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004812238,0.99148905,0.000011493264,0.005760105,0.0011519068,0.0007526051,0.0000034172174,0.0000069811535,0.00034321897],"genre_scores_gemma":[0.00007904593,0.9893795,0.005945854,0.0008848453,0.0032167714,0.000028440776,0.00006274449,0.00014097117,0.00026181806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98996794,0.0027850098,0.0037369488,0.00036151308,0.001833113,0.0013154917],"domain_scores_gemma":[0.9840701,0.00034211643,0.0028495311,0.0009808827,0.0055047143,0.0062526413],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026489262,0.0005888481,0.003396956,0.0033031553,0.0004050549,0.00010401959,0.001433389,0.00097216724,0.002960267],"category_scores_gemma":[0.009577598,0.00046421608,0.0009034714,0.0034349868,0.00074027106,0.000570381,0.000022293567,0.0049682213,0.00004440407],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010070525,0.00021860444,0.0000322713,0.026905285,0.00019283356,0.01699057,0.000267206,9.1084026e-8,1.3174756e-7,0.00095353776,0.040994525,0.91343486],"study_design_scores_gemma":[0.00012350395,0.00033999278,0.000029962728,0.07423739,0.0012661263,0.44959432,0.00013488563,0.0000011170752,3.4857777e-7,0.00009860938,0.47399625,0.00017749611],"about_ca_topic_score_codex":0.0025582267,"about_ca_topic_score_gemma":0.0010805619,"teacher_disagreement_score":0.91325736,"about_ca_system_score_codex":0.0027859488,"about_ca_system_score_gemma":0.112176485,"threshold_uncertainty_score":0.99978095},"labels":[],"label_agreement":null},{"id":"W1894744427","doi":"","title":"Taking time to watch: observation and learning in family practice.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Key (lock); Clinical Practice; Computer science; Medical education; Medicine; Family medicine; Computer security","score_opus":0.040482552162409154,"score_gpt":0.30828461689834913,"score_spread":0.26780206473594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894744427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91180646,0.000054274056,0.00017905164,0.07175381,0.000083075734,0.00059029105,9.714466e-8,0.00005619203,0.015476765],"genre_scores_gemma":[0.9717206,0.000009745079,0.007695816,0.016602322,0.00017137722,0.0002082182,0.000017580835,0.000008043549,0.0035663054],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992225,0.000042794483,0.00019617532,0.0001490696,0.0001975257,0.00019194158],"domain_scores_gemma":[0.9995854,0.00006892564,0.00007787626,0.00009624809,0.00011528116,0.000056300087],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001026618,0.00005884652,0.00010439158,0.0001255183,0.000044971,0.000020391377,0.000031662363,0.000056693625,0.000028151795],"category_scores_gemma":[0.008692623,0.000057377798,0.00000855561,0.0005726534,0.000012499777,0.00017892814,0.0000105034915,0.00028135467,0.000041282416],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040597708,0.00007118103,0.0058360426,0.000008349554,0.0000038842854,0.000004671868,0.0005607711,0.00001234624,0.00051571464,0.00013240468,0.0029248998,0.98988914],"study_design_scores_gemma":[0.00033649945,0.000042374257,0.9174517,0.000026677459,0.000012451291,0.000010600865,0.00024869206,0.00035412327,0.00005361525,0.00005137291,0.08135674,0.000055168464],"about_ca_topic_score_codex":0.000022240914,"about_ca_topic_score_gemma":5.550695e-7,"teacher_disagreement_score":0.98983395,"about_ca_system_score_codex":0.00011830371,"about_ca_system_score_gemma":0.000026516716,"threshold_uncertainty_score":0.9996576},"labels":[],"label_agreement":null},{"id":"W1895479465","doi":"10.1002/j.0022-0337.2015.79.2.tb05865.x","title":"Exploring Professional Development Needs of Educators in the Health Sciences Professions","year":2015,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Manitoba Health; University of Manitoba","funders":"","keywords":"Unit (ring theory); Medical education; Faculty development; Professional development; Needs assessment; Higher education; Biomedical sciences; Psychology; Health professions; Medicine; Health care; Sociology; Nursing; Political science; Mathematics education; Social science","score_opus":0.1614963307576664,"score_gpt":0.453775943008461,"score_spread":0.29227961225079463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895479465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798377,0.00033644674,0.000025822032,0.013016462,0.0059385393,0.00025282666,1.6411579e-7,0.0000025381717,0.0005894773],"genre_scores_gemma":[0.9920318,0.000023047767,0.005780142,0.0014278406,0.0004096063,0.00003777218,0.0000063391,0.0000053014674,0.0002781574],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99824667,0.00011374316,0.000707819,0.000057037723,0.00074281,0.00013194254],"domain_scores_gemma":[0.9989028,0.000043750915,0.00051257137,0.00009525537,0.00037469063,0.00007092561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026360687,0.000067431596,0.00016604523,0.0007098071,0.000102467886,0.000010068756,0.00017328764,0.000030155456,0.000024293851],"category_scores_gemma":[0.00065528124,0.000041646956,0.00003160324,0.0013338168,0.00009877319,0.0003167635,0.000018865881,0.0003125865,0.000006306652],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018714828,0.008267488,0.34994298,0.0003451057,0.000038138987,0.0000019262102,0.25922057,0.000012743213,0.00046062568,0.0037527885,0.13347167,0.24429882],"study_design_scores_gemma":[0.0006169126,0.00043699614,0.2784798,0.0015921169,0.000015035254,0.0003523666,0.70183635,0.0000087901535,0.00091907824,0.00018346106,0.015490911,0.00006816246],"about_ca_topic_score_codex":0.000024194398,"about_ca_topic_score_gemma":0.0000030065657,"teacher_disagreement_score":0.44261578,"about_ca_system_score_codex":0.00040593825,"about_ca_system_score_gemma":0.010921531,"threshold_uncertainty_score":0.99468565},"labels":[],"label_agreement":null},{"id":"W1896715019","doi":"10.1046/j.1525-1497.2000.06099.x","title":"Clinical work sampling","year":2000,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Medicine; Multidisciplinary approach; Rating scale; Reliability (semiconductor); Multidisciplinary team; Rating system; Data collection; Sampling (signal processing); Medical education; Statistics; Nursing; Computer science","score_opus":0.07856431272905676,"score_gpt":0.46070175455740137,"score_spread":0.38213744182834464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896715019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9553277,0.00072536746,0.0031742502,0.019946784,0.003488187,0.00009176034,2.9081434e-7,0.000014843858,0.017230816],"genre_scores_gemma":[0.8569533,0.0010726068,0.051378436,0.020486739,0.028199747,0.0000029525727,0.000009893357,0.00004261486,0.041853677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973222,0.00007085887,0.0015932213,0.00013976832,0.0006699706,0.00020396328],"domain_scores_gemma":[0.9984696,0.00010597897,0.0004237529,0.00021385594,0.00057000096,0.00021683586],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018014249,0.00013459442,0.00055106386,0.00025411427,0.00004153634,0.000009372047,0.00020599166,0.00012081323,0.007343424],"category_scores_gemma":[0.0014629321,0.000087562126,0.000169405,0.00043985786,0.00024084217,0.00009534556,0.000014258615,0.0009560574,0.00008140771],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007950841,0.00022932324,0.033466186,0.000021828959,0.00015855372,0.00012787615,0.00022179467,0.00001550727,0.00047271588,0.00011697451,0.24206237,0.7223118],"study_design_scores_gemma":[0.0043585286,0.002526094,0.1914627,0.0023786104,0.00030484397,0.0028557,0.00018012202,0.0002800065,0.00019578547,0.0005720444,0.7947373,0.00014830616],"about_ca_topic_score_codex":0.000024455454,"about_ca_topic_score_gemma":4.7881207e-7,"teacher_disagreement_score":0.7221635,"about_ca_system_score_codex":0.00011254588,"about_ca_system_score_gemma":0.00013396256,"threshold_uncertainty_score":0.993564},"labels":[],"label_agreement":null},{"id":"W1896905977","doi":"10.1111/j.1365-2923.2009.03540.x","title":"The value of paradoxical tensions in medical education research","year":2009,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Citation; Value (mathematics); Biostatistics; Original research; Sociology; Medicine; Library science; Psychology; Computer science; Public health; Nursing","score_opus":0.035737320307420974,"score_gpt":0.45648657281878746,"score_spread":0.42074925251136647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896905977","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010984642,0.0016284101,0.000047800324,0.9741219,0.0046827304,0.0012514037,0.0000020791304,0.00005009279,0.0072309263],"genre_scores_gemma":[0.011361674,0.001262051,0.0011568865,0.9618497,0.015766857,0.00066017255,0.0014776044,0.00008369844,0.0063813683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98784703,0.0010756013,0.001886245,0.00078019616,0.0074880156,0.0009229238],"domain_scores_gemma":[0.99395055,0.0014932523,0.00043059658,0.0015729148,0.0022108709,0.00034180412],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0077898544,0.00039001374,0.00078000897,0.0012635073,0.00034184256,0.00004789752,0.0010546411,0.0029882055,0.0015594756],"category_scores_gemma":[0.08633432,0.00027034766,0.00019698875,0.0028293433,0.0015105729,0.000095290736,0.00013336066,0.010076806,0.00015834448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031025233,0.0015475911,0.00033806666,0.0002344149,0.000021586922,0.000027958482,0.00021367651,1.1132595e-7,0.0000032965731,0.00247485,0.7333691,0.2617383],"study_design_scores_gemma":[0.00051965605,0.00021148218,0.00782904,0.0037419554,0.000068255235,0.00032386614,0.0006001066,0.0007040229,0.00001693784,0.004756945,0.9809984,0.00022934278],"about_ca_topic_score_codex":0.0004911401,"about_ca_topic_score_gemma":0.000040079285,"teacher_disagreement_score":0.26150894,"about_ca_system_score_codex":0.0009710152,"about_ca_system_score_gemma":0.059501532,"threshold_uncertainty_score":0.99997485},"labels":[],"label_agreement":null},{"id":"W1897537476","doi":"10.1111/j.1365-2923.2012.04298.x","title":"From sick role to practices of health and illness","year":2012,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dialogical self; Sociology; Sociology of health and illness; Medical sociology; Epistemology; Context (archaeology); Discipline; Health care; Narrative; Perspective (graphical); Social science; Medicine; Public health; Political science; Nursing; Law","score_opus":0.05559209506347631,"score_gpt":0.48734479543607656,"score_spread":0.4317527003726003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897537476","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053198356,0.9822138,0.0001238406,0.012987318,0.0025247124,0.0010282662,0.000007658712,0.000029042256,0.00055335707],"genre_scores_gemma":[0.00014184495,0.98371303,0.0037428073,0.0075629717,0.0027242566,0.00030523018,0.0013665655,0.00004464637,0.00039862847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99715155,0.0002623558,0.0010887475,0.00036385807,0.0008724514,0.0002610323],"domain_scores_gemma":[0.99725205,0.0002538449,0.0013833488,0.00049802184,0.00024652196,0.0003662294],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015940291,0.00023772682,0.0012598095,0.00035014664,0.00007216489,0.000013354567,0.00018553698,0.00041743863,0.0009669155],"category_scores_gemma":[0.013491963,0.00018726625,0.00008507652,0.00074795564,0.00012619472,0.000100497295,0.00006916895,0.0006269418,0.00011523903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004886464,0.000615459,0.000050490307,0.009708127,0.00005301347,2.2891587e-7,0.0017294678,2.7132028e-9,9.839971e-8,0.00016352166,0.03216132,0.95551336],"study_design_scores_gemma":[0.000112902555,0.000082398336,0.00010172141,0.01613601,0.0004253096,0.000047379872,0.0016954319,0.000004911475,4.1437534e-7,0.000058437683,0.98118806,0.00014702773],"about_ca_topic_score_codex":0.00077846844,"about_ca_topic_score_gemma":0.000006032415,"teacher_disagreement_score":0.9553664,"about_ca_system_score_codex":0.00027166572,"about_ca_system_score_gemma":0.011010652,"threshold_uncertainty_score":0.99994636},"labels":[],"label_agreement":null},{"id":"W1898091649","doi":"10.1002/ccd.23054","title":"Interventional cardiology fellowship training in canada","year":2011,"lang":"en","type":"article","venue":"Catheterization and Cardiovascular Interventions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton General Hospital; University of British Columbia; McMaster University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Accreditation; Medicine; Graduate medical education; Attendance; Interventional cardiology; Curriculum; Family medicine; Medical education; Emergency medicine; Internal medicine; Psychology","score_opus":0.07712785573564832,"score_gpt":0.2855755176997597,"score_spread":0.20844766196411138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898091649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9402917,0.0013433669,0.048610482,0.00020566382,0.00091725175,0.00040424877,0.000011217834,0.000040367784,0.008175702],"genre_scores_gemma":[0.99823505,0.000048276022,0.0010239824,0.00019387965,0.00007852103,0.00009306261,0.00013315982,0.00001572268,0.00017837076],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99884367,0.00009917181,0.0004270427,0.0002492909,0.00020314932,0.0001776884],"domain_scores_gemma":[0.99948657,0.0000083632485,0.000052878255,0.0002718631,0.00011878501,0.000061536535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043984686,0.00010898959,0.00031507973,0.0002059697,0.000057678775,0.000008961748,0.000067794645,0.00006420907,0.00035011268],"category_scores_gemma":[0.00018545997,0.000110962676,0.00046355012,0.0003138393,0.0000729244,0.00007539813,0.000033344528,0.00017423672,0.0000062960894],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001709444,0.0007592528,0.3219158,0.0017036198,0.0047225254,0.0004437843,0.010552459,0.00024369276,0.0005013664,0.03428567,0.002769614,0.62193125],"study_design_scores_gemma":[0.0029067919,0.00033109685,0.96031237,0.0012937593,0.0007839554,0.0009414497,0.010933841,0.0012698971,0.00030415563,0.0013873554,0.019008057,0.0005272764],"about_ca_topic_score_codex":0.041111954,"about_ca_topic_score_gemma":0.027939396,"teacher_disagreement_score":0.63839656,"about_ca_system_score_codex":0.00021217145,"about_ca_system_score_gemma":0.0004007927,"threshold_uncertainty_score":0.9897982},"labels":[],"label_agreement":null},{"id":"W1898197131","doi":"10.1080/01421590701252115","title":"Teaching Syndromes – A Response to Learning Syndromes","year":2007,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Identification (biology); Psychology; Medical education; Medicine","score_opus":0.0335399687304961,"score_gpt":0.36922092451532135,"score_spread":0.33568095578482526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898197131","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1346324,0.00016037418,0.0011931402,0.8498151,0.0014526023,0.00065637095,0.0000013213858,0.00044745425,0.011641301],"genre_scores_gemma":[0.008298493,0.000008651405,0.002356368,0.74206364,0.008583617,0.00013380383,0.0003852146,0.00020850185,0.2379617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922166,0.000933117,0.0010618721,0.00093307823,0.0037528095,0.0011025592],"domain_scores_gemma":[0.9977335,0.00039073595,0.0002320581,0.00090154586,0.00023498038,0.00050720864],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.008751646,0.0005843472,0.0010443726,0.00134523,0.00027954677,0.000054655586,0.0005900631,0.0028632719,0.012995904],"category_scores_gemma":[0.038573835,0.0005022796,0.00026302514,0.00085709157,0.00031827937,0.0000769776,0.00022098963,0.017237544,0.001808869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017419989,0.00017959108,0.0015014192,0.00032339306,0.00017126935,0.004272711,0.0013393796,3.1338968e-7,0.000013597521,0.000013227394,0.95057184,0.04143905],"study_design_scores_gemma":[0.0007479612,0.0004700854,0.00080506585,0.0016739357,0.00017315579,0.0022932845,0.00041461352,0.00035847197,0.0000031501775,0.000031862335,0.99253726,0.00049112574],"about_ca_topic_score_codex":0.00012204453,"about_ca_topic_score_gemma":0.0000012550627,"teacher_disagreement_score":0.2263204,"about_ca_system_score_codex":0.0008344119,"about_ca_system_score_gemma":0.0010230591,"threshold_uncertainty_score":0.99974287},"labels":[],"label_agreement":null},{"id":"W1898455282","doi":"10.1111/j.1365-2923.2011.04059.x","title":"Culture in medical education: comparing a Thai and a Canadian residency programme","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Scholarship; Medical education; Context (archaeology); Faculty development; Psychology; Content analysis; Qualitative property; Medicine; Pedagogy; Professional development; Sociology; Political science; Social science","score_opus":0.027508142458509993,"score_gpt":0.3480728376155234,"score_spread":0.32056469515701336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898455282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8271358,0.00217925,0.00010651552,0.088907056,0.0028158638,0.001214959,7.529108e-7,0.00011589618,0.077523895],"genre_scores_gemma":[0.95683384,0.00018159428,0.006818675,0.03335518,0.0007980065,0.0004019745,0.00018152787,0.000027731805,0.0014014937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99739456,0.00008906543,0.0005992434,0.00041021316,0.001027607,0.00047928983],"domain_scores_gemma":[0.9983702,0.00002427069,0.000098166434,0.00035855453,0.0003155661,0.0008333],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012061025,0.00018690393,0.00029922382,0.0005593127,0.0001231593,0.000026899863,0.00023607057,0.00047056493,0.0041261287],"category_scores_gemma":[0.010406693,0.00016539196,0.000036710146,0.0010279418,0.00029137186,0.00016165701,0.000042613527,0.0008919706,0.000065904875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036674144,0.002048893,0.31545565,0.00024618703,0.000021464448,0.000027175429,0.011079651,1.5534205e-8,0.000002956842,0.014520025,0.15838356,0.49817777],"study_design_scores_gemma":[0.0020338707,0.00028950424,0.7479516,0.003530286,0.000102542384,0.0013937224,0.012918612,0.0014191219,0.000036772493,0.0057056556,0.22408,0.0005383042],"about_ca_topic_score_codex":0.05529452,"about_ca_topic_score_gemma":0.0704265,"teacher_disagreement_score":0.49763945,"about_ca_system_score_codex":0.0005134384,"about_ca_system_score_gemma":0.03394914,"threshold_uncertainty_score":0.9979291},"labels":[],"label_agreement":null},{"id":"W1900301374","doi":"","title":"On being a doctor","year":2008,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Independence (probability theory); Extension (predicate logic); Library science; Gerontology; Medicine; Computer science","score_opus":0.020359527626875325,"score_gpt":0.2712180538912422,"score_spread":0.2508585262643669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1900301374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6205945,0.000018619341,0.000021240772,0.0019114555,0.00038164484,0.00014271933,0.0000038742455,0.000033544937,0.3768924],"genre_scores_gemma":[0.7230996,0.0000035579988,0.00035936653,0.27414048,0.0004957609,0.00001725562,0.000054000262,0.000018984018,0.0018109885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991772,0.000010421217,0.00013667722,0.00017570754,0.00020541996,0.0002945412],"domain_scores_gemma":[0.9993275,0.000015365164,0.000026030575,0.0002867172,0.00010865756,0.0002357203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005478229,0.00009815228,0.00013541945,0.00026390355,0.00019832939,0.000006705,0.00007566832,0.00006324662,0.000020002602],"category_scores_gemma":[0.00007964052,0.00009865726,0.000042974665,0.00050341117,0.000092605114,0.00004774404,0.000004154104,0.00022912238,0.0006772602],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021505259,0.00015965276,0.00075036386,0.00003205124,0.000053449276,0.00024005237,0.000695872,0.000006375921,0.002322971,0.059835687,0.823705,0.11217702],"study_design_scores_gemma":[0.0009115553,0.00025997622,0.11558516,0.00020797121,0.000038024078,0.000015174855,0.00051333406,0.00029350814,0.0006324007,0.002261174,0.87895936,0.00032236153],"about_ca_topic_score_codex":0.0027778093,"about_ca_topic_score_gemma":0.0003116774,"teacher_disagreement_score":0.37508142,"about_ca_system_score_codex":0.00046155532,"about_ca_system_score_gemma":0.0008470746,"threshold_uncertainty_score":0.8705036},"labels":[],"label_agreement":null},{"id":"W1901842965","doi":"10.1007/s40037-015-0218-4","title":"Competency-based medical education and scholarship: Creating an active academic culture during residency","year":2015,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Scholarship; Medical education; Productivity; Residency training; Medicine; Political science; Continuing education","score_opus":0.020801384350201714,"score_gpt":0.3971905356639075,"score_spread":0.37638915131370576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1901842965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93551695,0.0015801785,0.0002419822,0.052528083,0.0011966836,0.00066122104,0.0000022761633,0.00019249565,0.008080131],"genre_scores_gemma":[0.97359437,0.00033565852,0.011725555,0.010285263,0.00270455,0.0002613979,0.00026686958,0.000056774057,0.0007695427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99523044,0.00034212923,0.0006448682,0.0008299905,0.0025476085,0.0004049945],"domain_scores_gemma":[0.9963113,0.00011632223,0.00027263816,0.0005361736,0.0014767022,0.0012868473],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016394923,0.0003226851,0.00039557493,0.0005616223,0.00034267397,0.00005353322,0.00033239514,0.00073325087,0.000913576],"category_scores_gemma":[0.052285235,0.00028617523,0.00006444138,0.00092466077,0.00049717556,0.0005754384,0.00005418458,0.0023751978,0.00005775741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021862835,0.02212937,0.08717321,0.0010487931,0.00025673918,0.000044391876,0.18920927,0.00001416129,0.0022505363,0.1394084,0.029365463,0.5269134],"study_design_scores_gemma":[0.0079724835,0.002565051,0.52720225,0.008812216,0.00040754737,0.0010974989,0.4105755,0.0056326347,0.003392766,0.026592035,0.004273445,0.0014765845],"about_ca_topic_score_codex":0.00009747166,"about_ca_topic_score_gemma":0.000027559987,"teacher_disagreement_score":0.5254368,"about_ca_system_score_codex":0.0012094631,"about_ca_system_score_gemma":0.03454903,"threshold_uncertainty_score":0.9999997},"labels":[],"label_agreement":null},{"id":"W1902087648","doi":"10.1017/s1481803500011258","title":"Emergency medicine preclerkship observerships: evaluation of a structured experience","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital; University of Toronto","funders":"","keywords":"Preceptor; Curriculum; Medical education; Medicine; Medical school; Emergency department; Family medicine; Psychology; Nursing; Pedagogy","score_opus":0.25045933569915835,"score_gpt":0.44703026467541995,"score_spread":0.1965709289762616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902087648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94403183,0.0071799145,0.00033340804,0.020270234,0.017738817,0.00056307414,0.000003630963,0.000012116953,0.009866953],"genre_scores_gemma":[0.9949443,0.00047484602,0.00045400075,0.00038128113,0.0030363018,0.000007776908,0.000037864826,0.000021556101,0.0006420787],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99502844,0.00019633632,0.0023421324,0.00025375313,0.0017459625,0.00043337184],"domain_scores_gemma":[0.9927493,0.000031851945,0.0011873195,0.00051199965,0.004761142,0.0007584177],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003594907,0.0002610513,0.0006853728,0.0009985841,0.00013311072,0.0000014793944,0.0003971112,0.00018687407,0.03868584],"category_scores_gemma":[0.014748504,0.00019911076,0.00013662569,0.0019518604,0.0002975409,0.00023896471,0.0000057720986,0.00054383173,0.000004892673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032728547,0.0002677043,0.09697149,0.0004080131,0.00045802028,0.00005190435,0.049417537,0.00012250559,0.025807286,0.004405987,0.7409671,0.080795184],"study_design_scores_gemma":[0.0074166064,0.0058377287,0.88701546,0.0030418863,0.0024796166,0.00021874461,0.02032221,0.0012809479,0.0013056612,0.017391022,0.053092357,0.00059774966],"about_ca_topic_score_codex":0.0014057232,"about_ca_topic_score_gemma":0.0015701137,"teacher_disagreement_score":0.790044,"about_ca_system_score_codex":0.00044206996,"about_ca_system_score_gemma":0.001972813,"threshold_uncertainty_score":0.99355066},"labels":[],"label_agreement":null},{"id":"W1903011690","doi":"","title":"Teaching clinical skills with patient resources.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; College of Family Physicians of Canada","funders":"","keywords":"Experiential learning; Medical education; Component (thermodynamics); Key (lock); Communication skills; Medicine; Computer science; Psychology; Pedagogy","score_opus":0.014927020706469271,"score_gpt":0.300306821403212,"score_spread":0.28537980069674274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1903011690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604215,0.0000123632635,0.00078717025,0.005070004,0.00041845703,0.0004943525,3.060661e-7,0.00007550911,0.03272031],"genre_scores_gemma":[0.9845773,0.0000016238052,0.0048790253,0.0073494283,0.00075912947,0.0004149183,0.000012702207,0.000016706577,0.0019891956],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988505,0.000091652524,0.00032277367,0.00019335498,0.00031370713,0.00022801242],"domain_scores_gemma":[0.99929327,0.000096549644,0.00009699972,0.0003094791,0.00009222758,0.000111466754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013562555,0.00007399451,0.0001616049,0.00008218554,0.00006788584,0.000011992608,0.00006357959,0.00007476067,0.000026881555],"category_scores_gemma":[0.0027550627,0.000051746058,0.000032270753,0.00015695818,0.00009883072,0.000039089093,0.000021241267,0.00042599163,0.000027230439],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029397737,0.000285754,0.040453713,0.0000148688205,0.000018682555,0.0000016624263,0.00036106794,5.4241417e-7,6.766308e-7,0.0004340506,0.008920082,0.9494795],"study_design_scores_gemma":[0.0006388043,0.000113612536,0.63215464,0.000024975861,0.00003178357,0.000018517143,0.00009068584,0.000072373325,0.000017669605,0.000092565504,0.36668152,0.00006286037],"about_ca_topic_score_codex":0.000018759592,"about_ca_topic_score_gemma":0.000001435455,"teacher_disagreement_score":0.94941664,"about_ca_system_score_codex":0.000055304597,"about_ca_system_score_gemma":0.000021530583,"threshold_uncertainty_score":0.32982662},"labels":[],"label_agreement":null},{"id":"W1904065043","doi":"10.1007/3-540-28694-2_1","title":"Skills for the Rehabilitation Professional of the Future","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Rehabilitation; Medical education; Psychology; Physical medicine and rehabilitation; Medicine; Physical therapy","score_opus":0.007286161875882981,"score_gpt":0.3194288428724019,"score_spread":0.31214268099651893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1904065043","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013609099,0.0009304924,0.0010049918,0.4721107,0.010662933,0.0069258944,0.000049364873,0.000059094433,0.5068956],"genre_scores_gemma":[0.0021697148,0.000036129753,0.010989666,0.0048195436,0.0034744714,0.00012844562,0.00009020991,0.000030771804,0.97826105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998966,0.000009342212,0.0003730767,0.00014340974,0.0004249263,0.00008329332],"domain_scores_gemma":[0.99831885,0.0003949407,0.00022440196,0.00047307296,0.0005741849,0.000014568837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043033125,0.000117458505,0.0001747325,0.00006243266,0.00010838634,0.000002757899,0.00014344041,0.00028663463,0.0015958926],"category_scores_gemma":[0.00063100865,0.000051039176,0.00015605139,0.000056649737,0.00020630498,0.000021367761,0.000028586517,0.00039395143,0.000014052142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002861471,0.000079412566,0.00004805537,0.00017190856,0.000051529656,2.8302834e-8,0.0003848844,6.6710646e-7,0.000017975335,0.43282098,0.38827908,0.17811687],"study_design_scores_gemma":[0.00032900393,0.00007874958,0.003926365,0.00040394187,0.00013445354,0.000004235779,0.00033427821,0.00003594831,0.00004628054,0.013268601,0.9813763,0.000061838924],"about_ca_topic_score_codex":0.0000010117456,"about_ca_topic_score_gemma":0.0000058727737,"teacher_disagreement_score":0.5930972,"about_ca_system_score_codex":0.000098324526,"about_ca_system_score_gemma":0.0003683842,"threshold_uncertainty_score":0.9993168},"labels":[],"label_agreement":null},{"id":"W1906260285","doi":"10.1111/tct.12393","title":"Ethical issues relating to trainee publication requirements","year":2015,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre","funders":"","keywords":"Emergency department; Citation; Library science; Subject (documents); Psychology; Medicine; Medical education; Psychiatry; Computer science","score_opus":0.3592425381401809,"score_gpt":0.5533183770295609,"score_spread":0.19407583888937996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906260285","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4035726,0.000042835978,0.0011943748,0.5541559,0.0008169611,0.0005373315,4.2282446e-7,0.00016167568,0.039517917],"genre_scores_gemma":[0.8765432,0.0000063386938,0.017181458,0.059904356,0.003118151,0.0000896479,0.000057611825,0.000036432146,0.043062802],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789023,0.00031859617,0.0007637124,0.00025449574,0.0005651859,0.000207749],"domain_scores_gemma":[0.9982815,0.00018548293,0.00012864365,0.00062488357,0.0005621383,0.00021736718],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0093349,0.00009647146,0.00021712636,0.0000630064,0.000078099816,0.000026736201,0.00020962785,0.00034401886,0.00038920096],"category_scores_gemma":[0.05425356,0.000062439794,0.00006774227,0.00051565183,0.00017603755,0.00006645574,0.000073068775,0.0014533221,0.0009850573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008171137,0.00035997125,0.02111186,0.000008790786,0.000042736094,0.0000012420448,0.0023252948,0.0000014831587,0.000045796543,0.0060566226,0.86189747,0.10806701],"study_design_scores_gemma":[0.0016516866,0.0005830515,0.061136395,0.00011291819,0.0001069614,0.000016553156,0.0016142493,0.0018112306,0.000031879466,0.005610887,0.9271433,0.00018094233],"about_ca_topic_score_codex":0.000022087508,"about_ca_topic_score_gemma":0.0000013024007,"teacher_disagreement_score":0.49425155,"about_ca_system_score_codex":0.00011692087,"about_ca_system_score_gemma":0.00019555054,"threshold_uncertainty_score":0.9997928},"labels":[],"label_agreement":null},{"id":"W1908443491","doi":"10.36834/cmej.36741","title":"Realism of procedural task trainers in a pediatric emergency medicine procedures course","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia; University of Ottawa","funders":"","keywords":"Trainer; Task (project management); Realism; Medicine; Pericardiocentesis; Rating scale; Medical education; Computer science; Surgery; Psychology; Engineering","score_opus":0.02108815907935051,"score_gpt":0.35595197112163657,"score_spread":0.33486381204228605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1908443491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6456084,0.0025907212,0.00006969508,0.3240857,0.0074305483,0.00068269455,0.000004674644,0.000030164798,0.019497378],"genre_scores_gemma":[0.9759437,0.000611692,0.00086738326,0.016124966,0.004731082,0.00005955835,0.00009023444,0.00003568973,0.0015357266],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99652314,0.00009107848,0.0012324436,0.00023777284,0.0014428592,0.00047267595],"domain_scores_gemma":[0.992001,0.000024563957,0.00037482908,0.00024688878,0.0017958011,0.0055569303],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021914286,0.00018587732,0.00037624355,0.001231588,0.00007996514,0.0000075837706,0.0002919023,0.00029277394,0.008743038],"category_scores_gemma":[0.06746259,0.00015574094,0.000060243783,0.0018972048,0.00025146207,0.00016095456,0.0000100714615,0.001020137,0.000020214848],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003347824,0.00039395996,0.038612787,0.00021629703,0.000020250773,0.00003101163,0.0055508637,0.0000027957005,0.000008468814,0.0010485146,0.9417553,0.012326273],"study_design_scores_gemma":[0.011176677,0.0017534124,0.4885402,0.0030079088,0.000735124,0.009780621,0.06374715,0.0012097525,0.000024268342,0.009181662,0.4096909,0.0011523132],"about_ca_topic_score_codex":0.0051910835,"about_ca_topic_score_gemma":0.00983551,"teacher_disagreement_score":0.5320644,"about_ca_system_score_codex":0.000718553,"about_ca_system_score_gemma":0.13518575,"threshold_uncertainty_score":0.9921631},"labels":[],"label_agreement":null},{"id":"W1908953828","doi":"10.32396/usurj.v1i2.105","title":"Linking General Internal Medicine Residency Training to Human Resource Needs and Roles in a Changing Health Landscape","year":2015,"lang":"en","type":"article","venue":"USURJ University of Saskatchewan Undergraduate Research Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scope of practice; Workforce; Scope (computer science); Health care; Medicine; Context (archaeology); Medical education; Resource (disambiguation); Population; Nursing; Public relations; Political science; Geography; Environmental health","score_opus":0.07817433966553589,"score_gpt":0.36671486541567444,"score_spread":0.28854052575013855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1908953828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88481295,0.00034791586,0.0019590654,0.10807611,0.0000808966,0.00024070774,0.0000011955368,0.000019374098,0.0044617695],"genre_scores_gemma":[0.9904792,0.000121912526,0.0057804133,0.00041572368,0.0004475688,3.7123098e-7,0.00001517541,0.00001783712,0.0027218082],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9971048,0.0004254506,0.00042021673,0.00022353396,0.0012019004,0.00062407256],"domain_scores_gemma":[0.9983425,0.00010696239,0.00017929313,0.00018938702,0.00061511825,0.0005667522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007768119,0.00012972156,0.0004062916,0.0041087135,0.00042949908,0.000032078373,0.00025808986,0.000094094015,0.000031037023],"category_scores_gemma":[0.00057240523,0.00012862176,0.000040942326,0.0023007644,0.0003440568,0.00016189473,0.000141462,0.0013086257,0.0000030695453],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009761382,0.00030261322,0.083269365,0.00029157437,0.0001675674,0.0005904189,0.74782807,0.00018388161,0.0035119485,0.0062987804,0.041302513,0.11527714],"study_design_scores_gemma":[0.0045698048,0.0016994459,0.010904009,0.0035922555,0.000024442368,0.0006398987,0.95842665,0.00064188446,0.00006930091,0.0066594365,0.012592528,0.00018032367],"about_ca_topic_score_codex":0.0013959552,"about_ca_topic_score_gemma":0.0015135227,"teacher_disagreement_score":0.21059862,"about_ca_system_score_codex":0.0005953006,"about_ca_system_score_gemma":0.0016529537,"threshold_uncertainty_score":0.56854004},"labels":[],"label_agreement":null},{"id":"W1909341948","doi":"10.1007/s10459-015-9623-z","title":"Psychometrics and its discontents: an historical perspective on the discourse of the measurement tradition","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Psychometrics; Acknowledgement; Perspective (graphical); Context (archaeology); Epistemology; Criticism; Heuristics; Psychology; Educational measurement; Sociology; Computer science; Developmental psychology; Pedagogy; History","score_opus":0.1909769016836228,"score_gpt":0.4559560220482693,"score_spread":0.2649791203646465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909341948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82877386,0.008835092,0.00021985474,0.15388037,0.0039940528,0.0010509236,0.0000014731085,0.000010759141,0.0032336344],"genre_scores_gemma":[0.9958794,0.00037527535,0.00066549034,0.0027869104,0.0001688449,0.0000768171,0.0000019638426,0.0000037531588,0.000041520103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983501,0.0001246238,0.00031916765,0.00022577742,0.0008419662,0.0001383972],"domain_scores_gemma":[0.99898064,0.000062775434,0.00023971405,0.00019756872,0.0004505266,0.00006878473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002543754,0.00006996905,0.00011619837,0.00023777338,0.00018209912,0.000010392683,0.00016112023,0.000025393892,0.000004440404],"category_scores_gemma":[0.002892731,0.000038142633,0.000015326026,0.0017722921,0.000252022,0.00036491704,0.000009015445,0.00017952938,8.812953e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017294513,0.0043410813,0.05462033,0.00032529898,0.000009123162,1.4007855e-7,0.032040033,0.00029209268,0.00007665158,0.6413257,0.010354077,0.25644255],"study_design_scores_gemma":[0.002061588,0.0056278636,0.46529996,0.002857648,0.000051064235,0.000039589973,0.37719446,0.007066477,0.0004920804,0.10287002,0.035988223,0.00045100608],"about_ca_topic_score_codex":0.00025767257,"about_ca_topic_score_gemma":0.00006138807,"teacher_disagreement_score":0.53845567,"about_ca_system_score_codex":0.0021601182,"about_ca_system_score_gemma":0.0015758548,"threshold_uncertainty_score":0.5648634},"labels":[],"label_agreement":null},{"id":"W1909593146","doi":"10.1111/j.1365-2753.2012.01858.x","title":"Study protocol for a pilot study to explore the determinants of knowledge use in a medical education context","year":2012,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Calgary; Memorial University of Newfoundland; The Wilson Centre; Centre for Addiction and Mental Health; Centre hospitalier universitaire de Québec; University Health Network; University of Toronto; Université Laval","funders":"","keywords":"Curriculum; Medical education; Context (archaeology); Medical knowledge; Knowledge translation; Psychology; Medicine; Pedagogy; Knowledge management; Computer science","score_opus":0.5687445723020127,"score_gpt":0.6779353105779456,"score_spread":0.10919073827593295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909593146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8707908,0.000019618336,0.00011579273,0.004594698,0.001385475,0.12295157,2.1155674e-7,0.0000027714934,0.0001390941],"genre_scores_gemma":[0.92818755,0.0000017598335,0.002532111,0.001990433,0.00096598256,0.06627327,8.572244e-7,0.000015909987,0.00003215484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9913953,0.0028653834,0.003575816,0.00019246206,0.0017610475,0.00021000579],"domain_scores_gemma":[0.9824957,0.009354035,0.0021522418,0.00047349764,0.0052996236,0.00022487449],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06582539,0.00012365122,0.0005171129,0.00042647592,0.000049712544,0.000020206919,0.00021226218,0.000082768485,0.00014180246],"category_scores_gemma":[0.38806856,0.00008143799,0.00007134557,0.000915675,0.00007469789,0.0007897815,0.000057680616,0.00087302394,0.00001139607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051509966,0.099941805,0.73634756,0.000058360103,0.000059753536,0.000004629377,0.014391553,0.000004586464,0.0000028012014,0.000041707714,0.007347638,0.13664861],"study_design_scores_gemma":[0.014250438,0.016782226,0.89098793,0.00068322715,0.00036907665,0.00011144188,0.06787798,0.0008602578,0.000007649651,0.00009782545,0.007879953,0.0000919706],"about_ca_topic_score_codex":0.000052252257,"about_ca_topic_score_gemma":0.00028356418,"teacher_disagreement_score":0.32224315,"about_ca_system_score_codex":0.0003118524,"about_ca_system_score_gemma":0.0035143301,"threshold_uncertainty_score":0.9619293},"labels":[],"label_agreement":null},{"id":"W1910519919","doi":"10.1002/j.0022-0337.2011.75.4.tb05071.x","title":"Developing Reflective Health Care Practitioners: Learning from Experience in Dental Hygiene Education","year":2011,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Thematic analysis; Competence (human resources); Exploratory research; Hygiene; Reflective practice; Psychology; Qualitative research; Medical education; Sample (material); Health care; Nursing; Medicine; Dentistry; Pedagogy; Social psychology; Sociology","score_opus":0.05105517025498237,"score_gpt":0.42249039107096403,"score_spread":0.3714352208159817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910519919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906172,0.0010986935,0.00086879334,0.0011025019,0.0032664202,0.00027715077,6.0835475e-7,0.000013176785,0.002755442],"genre_scores_gemma":[0.9476561,0.00012183755,0.049422596,0.0018559942,0.0006231753,0.00003691435,0.0000985882,0.000017718115,0.00016709625],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9983839,0.00010830257,0.0007270119,0.00018576326,0.0004208751,0.0001741459],"domain_scores_gemma":[0.9982598,0.000027203812,0.00078758015,0.0001313141,0.00070437964,0.00008973034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031698446,0.00012213964,0.00022926183,0.00060133566,0.00012097095,0.000025844109,0.00011569032,0.00008717045,0.0002462511],"category_scores_gemma":[0.00082597526,0.000121749494,0.00005568167,0.0007076386,0.00005678053,0.00067808264,0.000019885776,0.0005422388,0.00002875268],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004880328,0.0032219838,0.33517283,0.00019622699,0.00007525806,0.000011421253,0.24012394,0.0000073199362,0.0037930552,0.0014106444,0.006121495,0.40937778],"study_design_scores_gemma":[0.0007981281,0.0004496397,0.38847023,0.0014102928,0.000040468967,0.0005411586,0.596175,0.000014924779,0.0067366217,0.000364914,0.004820615,0.00017802556],"about_ca_topic_score_codex":0.00083986897,"about_ca_topic_score_gemma":0.000088810775,"teacher_disagreement_score":0.40919977,"about_ca_system_score_codex":0.002855808,"about_ca_system_score_gemma":0.0056624566,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W1910720817","doi":"","title":"Family physicians' reactions to performance assessment feedback.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Lakehead University; University of Ottawa","funders":"","keywords":"Accountability; Medicine; Coding (social sciences); Family medicine; Private practice; Randomized controlled trial; Medical education; Surgery","score_opus":0.01715304817779781,"score_gpt":0.2868196561184239,"score_spread":0.26966660794062614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910720817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90617794,0.000014753542,0.0008366107,0.0085956305,0.00076732616,0.000738206,0.0000016809984,0.000094034665,0.082773834],"genre_scores_gemma":[0.9796774,0.0000067131527,0.0045062043,0.003759965,0.00083210756,0.0018731594,0.000055177163,0.000015703641,0.009273575],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99898565,0.000011189673,0.00023933433,0.0001740545,0.00031385163,0.00027593228],"domain_scores_gemma":[0.9994546,0.000014163318,0.000054089498,0.00026045306,0.00016495494,0.000051703482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027577818,0.0000823587,0.00012034633,0.00015103965,0.00009541266,0.000017264518,0.0000642537,0.000047262063,0.00002856954],"category_scores_gemma":[0.00008985206,0.00007853006,0.000030849646,0.0006710357,0.000035561992,0.00009493999,0.00001591957,0.00018739678,0.00008810745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017076429,0.00039409846,0.019363321,0.000052134594,0.000018130333,0.0000016087223,0.000048371454,0.000039083392,0.0011176127,0.0014542438,0.11176677,0.86572754],"study_design_scores_gemma":[0.00024534337,0.000019436122,0.8043142,0.000019591025,0.000019913783,0.000004801005,0.000073326475,0.00014195088,0.0004785479,0.000049185757,0.19456804,0.00006569102],"about_ca_topic_score_codex":0.000067765366,"about_ca_topic_score_gemma":0.0000018623183,"teacher_disagreement_score":0.86566186,"about_ca_system_score_codex":0.00028929833,"about_ca_system_score_gemma":0.000052974345,"threshold_uncertainty_score":0.3202363},"labels":[],"label_agreement":null},{"id":"W1912199732","doi":"10.1002/j.0022-0337.2004.68.3.tb03747.x","title":"Issues to Consider When Planning and Conducting Educational Research","year":2004,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Management science; Process (computing); Engineering ethics; Educational research; Field (mathematics); Point (geometry); Computer science; Domain (mathematical analysis); Outcome (game theory); Data science; Psychology; Mathematics education","score_opus":0.172141240537752,"score_gpt":0.5177740018110417,"score_spread":0.3456327612732897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912199732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93947166,0.001146166,0.00008214764,0.055710725,0.0016121491,0.0002052061,4.4886025e-7,0.000004238936,0.0017672575],"genre_scores_gemma":[0.95167214,0.000017538763,0.041855797,0.0024616641,0.0018282053,0.000012134284,0.000010464832,0.000013908875,0.0021281647],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986665,0.0000457768,0.0004342658,0.0001272338,0.0005660055,0.00016019553],"domain_scores_gemma":[0.9983806,0.00010058962,0.00016921033,0.00011552319,0.0011033588,0.0001307341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010322549,0.00007559388,0.00015500253,0.0006308259,0.00014830238,0.000054393007,0.00007480718,0.00006291081,0.00037745654],"category_scores_gemma":[0.003310141,0.000068667774,0.000028596343,0.00040728055,0.00010650739,0.000264094,0.000026045418,0.0004414205,0.00006202118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003677295,0.0033855706,0.18763822,0.00040748095,0.00020492748,0.00002280786,0.05884601,0.00009144624,0.05818899,0.019256745,0.6020077,0.06958239],"study_design_scores_gemma":[0.0053117815,0.0024467288,0.45100865,0.0069748457,0.00028193655,0.017001,0.2770416,0.0000246019,0.037035953,0.044815328,0.15738408,0.00067347864],"about_ca_topic_score_codex":0.00007952344,"about_ca_topic_score_gemma":0.000002703709,"teacher_disagreement_score":0.4446236,"about_ca_system_score_codex":0.00045938097,"about_ca_system_score_gemma":0.0018814378,"threshold_uncertainty_score":0.41328844},"labels":[],"label_agreement":null},{"id":"W1912426535","doi":"","title":"Residents' use of case-based reflection exercises.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Memorial University of Newfoundland","funders":"","keywords":"Thematic analysis; Qualitative research; Reflection (computer programming); Perspective (graphical); Medical education; Reflective practice; Meaning (existential); Affect (linguistics); Medicine; Psychology; Qualitative property; Nursing; Pedagogy; Computer science; Sociology","score_opus":0.06785507119447214,"score_gpt":0.33813232519108777,"score_spread":0.2702772539966156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912426535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901714,0.0000377732,0.0056689084,0.0009522782,0.00059663766,0.0006991275,0.0000012691207,0.000058621506,0.00181401],"genre_scores_gemma":[0.9909718,0.000004289539,0.0066565033,0.0008953447,0.00018656022,0.00018750702,0.000022119699,0.000013378454,0.0010624834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990181,0.000016446544,0.0003316659,0.00013198283,0.00028769727,0.00021413149],"domain_scores_gemma":[0.9992095,0.000078786004,0.00010546688,0.00025898163,0.00027867855,0.000068570116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090143963,0.000063022126,0.00012667177,0.00031187397,0.00004378592,0.000007969547,0.000031834003,0.000089311296,0.000047199588],"category_scores_gemma":[0.0018709546,0.000058839225,0.00003581907,0.0006920181,0.00007131655,0.00009844238,0.000007974683,0.00014592837,0.000005949247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004432422,0.00042946238,0.052201476,0.00016693625,0.000034178986,0.00030435517,0.0001559454,0.000007104328,0.0005956806,0.00035003744,0.024735544,0.92057604],"study_design_scores_gemma":[0.00079209235,0.00003430477,0.9629358,0.000032413824,0.000090412505,0.00031745055,0.00010332874,0.00006227668,0.022508904,0.000058212776,0.012992049,0.000072721865],"about_ca_topic_score_codex":0.0002486835,"about_ca_topic_score_gemma":0.000031305313,"teacher_disagreement_score":0.9205033,"about_ca_system_score_codex":0.0001814697,"about_ca_system_score_gemma":0.00005241161,"threshold_uncertainty_score":0.23993939},"labels":[],"label_agreement":null},{"id":"W1913069920","doi":"10.1111/medu.12761","title":"Autoethnography: introducing ‘I’ into medical education research","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia; University of Victoria; Island Health","funders":"","keywords":"Autoethnography; Narrative; Sociology; Pedagogy; Engineering ethics; Qualitative research; Narrative inquiry; Inclusion (mineral); Psychology; Educational research; Reflection (computer programming); Medical education; Computer science; Medicine; Social science","score_opus":0.04447671952972428,"score_gpt":0.46948935542720077,"score_spread":0.4250126358974765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1913069920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56211275,0.0021370582,0.0020546832,0.39270413,0.011846949,0.0011575588,5.302211e-7,0.00034984184,0.027636532],"genre_scores_gemma":[0.8691059,0.00026509678,0.029473322,0.081011035,0.0126211615,0.0010477827,0.0009512385,0.00012031063,0.005404205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99158996,0.00045545676,0.0009163664,0.000722497,0.005686142,0.0006295867],"domain_scores_gemma":[0.99413174,0.0001710031,0.00016330133,0.0010471247,0.003300304,0.0011864936],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009595958,0.00024579235,0.00038324352,0.0013314022,0.00030852822,0.000065720065,0.00055059907,0.0007021924,0.003585263],"category_scores_gemma":[0.0935462,0.00022138208,0.00009557603,0.0034035062,0.0008401925,0.00028293062,0.00015628936,0.0020557195,0.00068302086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041164385,0.0019922333,0.0054236734,0.00012661741,0.000020607988,0.0000036516835,0.0023912222,3.7927924e-7,0.000021657006,0.0043882225,0.55108035,0.43451023],"study_design_scores_gemma":[0.001600194,0.0004543601,0.009515254,0.0016692934,0.00007913609,0.00042751312,0.01220347,0.0037150981,0.00022464947,0.0106019555,0.95910996,0.00039913165],"about_ca_topic_score_codex":0.0010357135,"about_ca_topic_score_gemma":0.00006492232,"teacher_disagreement_score":0.4341111,"about_ca_system_score_codex":0.0010678368,"about_ca_system_score_gemma":0.05582296,"threshold_uncertainty_score":0.9973256},"labels":[],"label_agreement":null},{"id":"W1914978864","doi":"10.3138/jvme.1214-124r1","title":"Faculty Development for a New Curriculum: Implementing a Strategy for Veterinary Teachers within the Wider University Context","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Edinburgh","keywords":"Curriculum; Excellence; Faculty development; Medical education; Context (archaeology); Professional development; Curriculum development; Quality (philosophy); Medicine; Pedagogy; Psychology; Political science","score_opus":0.17847521151182533,"score_gpt":0.44110985015324494,"score_spread":0.2626346386414196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914978864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9627981,0.00020493391,0.01766364,0.016655669,0.0017666838,0.00075665256,0.000002958887,0.000015952886,0.00013541624],"genre_scores_gemma":[0.93850404,0.000008193568,0.056038965,0.002448359,0.001489455,0.00003377213,0.00014208032,0.000024044339,0.00131109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811447,0.00008506282,0.0007235202,0.00016501172,0.00066309905,0.00024883033],"domain_scores_gemma":[0.9977296,0.00010509097,0.000610375,0.00015864494,0.0010440359,0.0003522779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002565243,0.00014529943,0.00026709327,0.0001657876,0.00019155646,0.000026303987,0.0002571602,0.00013213014,0.00007853233],"category_scores_gemma":[0.0040401653,0.00010393588,0.00011297577,0.00027413247,0.00009556499,0.00022961572,0.000046597062,0.00037161543,0.0000032774988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009431996,0.0009911148,0.0012030016,0.00018588027,0.00020073517,0.000019465322,0.010791115,0.000007924123,0.0002497514,0.0007921112,0.36307192,0.6215438],"study_design_scores_gemma":[0.0041557844,0.0032579158,0.0031204068,0.00050387724,0.00015923873,0.0016105141,0.050985303,0.00072510453,0.00006793939,0.00029146028,0.93496746,0.00015500696],"about_ca_topic_score_codex":0.00005313743,"about_ca_topic_score_gemma":0.000007623859,"teacher_disagreement_score":0.6213888,"about_ca_system_score_codex":0.00059185823,"about_ca_system_score_gemma":0.011282042,"threshold_uncertainty_score":0.9943231},"labels":[],"label_agreement":null},{"id":"W1916790234","doi":"10.36834/cmej.36623","title":"Towards a program of focused and applied curriculum research","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Curriculum; Computer science; Mathematics education; Engineering ethics; Data science; Psychology; Pedagogy; Engineering","score_opus":0.023975592092415243,"score_gpt":0.3876067529080919,"score_spread":0.36363116081567665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1916790234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8387646,0.00037873525,0.000057908743,0.13129273,0.0010885082,0.0010850261,8.4595615e-7,0.00002316231,0.027308468],"genre_scores_gemma":[0.9698084,0.00008401466,0.017790383,0.010348599,0.0012156349,0.0002871672,0.000022882494,0.000021677792,0.0004212706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997643,0.00008077701,0.00048445544,0.00017257429,0.0011964466,0.0004227286],"domain_scores_gemma":[0.9934769,0.000033142984,0.00010163594,0.00021718701,0.0019016961,0.0042694137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017681221,0.00009625985,0.00020561418,0.00082153146,0.00021075438,0.0000642493,0.00017969983,0.00023099425,0.01941796],"category_scores_gemma":[0.018099384,0.00007946863,0.000034213022,0.0009741967,0.00047337404,0.00009906631,0.000018496256,0.0012240845,0.00007669746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028085576,0.00031361394,0.0014447847,0.000053608164,0.000016666358,0.0000025915624,0.00051156606,2.581953e-8,0.000024713523,0.0033449475,0.27564186,0.71864283],"study_design_scores_gemma":[0.002667008,0.0008966845,0.19403103,0.0012199199,0.00008945687,0.0025884882,0.017410884,0.0010967295,0.00021912681,0.00956024,0.7698144,0.0004060291],"about_ca_topic_score_codex":0.008446206,"about_ca_topic_score_gemma":0.0007153985,"teacher_disagreement_score":0.7182368,"about_ca_system_score_codex":0.00037692394,"about_ca_system_score_gemma":0.045557246,"threshold_uncertainty_score":0.9981566},"labels":[],"label_agreement":null},{"id":"W1917378309","doi":"10.36834/cmej.36550","title":"Peer and Self-assessment of Professionalism in Undergraduate Medical Students at the University of Calgary","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Chinook Regional Hospital","funders":"University of Calgary","keywords":"Cronbach's alpha; Multivariate analysis of variance; Exploratory factor analysis; Psychology; Medical education; Reliability (semiconductor); Interpersonal communication; Peer group; Peer assessment; Quartile; Clinical psychology; Applied psychology; Social psychology; Medicine; Psychometrics; Computer science","score_opus":0.017633184910976388,"score_gpt":0.3464750850533519,"score_spread":0.3288419001423755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1917378309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8775905,0.00023927134,0.00010913479,0.11602887,0.0009736114,0.00024332199,0.0000013259763,0.000004654092,0.0048093502],"genre_scores_gemma":[0.9869851,0.0002770179,0.0025114145,0.008484794,0.00011494269,0.0000034130173,0.000019372728,0.0000097751235,0.0015941567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99700254,0.00016725721,0.00041837106,0.00012745794,0.0020903416,0.00019404961],"domain_scores_gemma":[0.99747473,0.00005635213,0.0001810007,0.00017434127,0.0006728276,0.0014407185],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026923546,0.00008128789,0.00019129379,0.0002898238,0.00015315837,0.000004924788,0.00032881228,0.00020085937,0.014282816],"category_scores_gemma":[0.004170136,0.000060950657,0.00003582542,0.0003754314,0.00036794544,0.000057566285,0.000060237147,0.00077119743,0.0000049911146],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061360915,0.002288362,0.5990831,0.00020345241,0.00016887467,0.00016712569,0.013548746,2.0238274e-7,0.000011719732,0.012147266,0.24099696,0.13132282],"study_design_scores_gemma":[0.0012947877,0.000086881184,0.94050586,0.00064162054,0.0000615391,0.0006548794,0.004902411,0.00037737878,0.000008395411,0.00061854866,0.050766762,0.000080943835],"about_ca_topic_score_codex":0.0071497676,"about_ca_topic_score_gemma":0.0086670425,"teacher_disagreement_score":0.34142274,"about_ca_system_score_codex":0.00066748745,"about_ca_system_score_gemma":0.04217561,"threshold_uncertainty_score":0.9994617},"labels":[],"label_agreement":null},{"id":"W1921704066","doi":"","title":"Defining competency-based evaluation objectives in family medicine: professionalism.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Competence (human resources); Medical education; Context (archaeology); Medicine; Resource (disambiguation); Psychology; Pedagogy; Social psychology; Computer science","score_opus":0.06474759582156948,"score_gpt":0.39219836789373796,"score_spread":0.3274507720721685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921704066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94707125,0.0024183677,0.00027160952,0.01202741,0.0022058783,0.0021350307,0.0000015032679,0.00007907714,0.033789847],"genre_scores_gemma":[0.98917145,0.000005587277,0.0026687593,0.0039782617,0.00036022995,0.003500527,0.00015526159,0.0000174573,0.00014248419],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980348,0.00016739406,0.00039658122,0.00018362394,0.00080557977,0.00041207526],"domain_scores_gemma":[0.9991045,0.00014957791,0.00011848383,0.00022886753,0.00031324686,0.00008532865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036328963,0.000116989155,0.0002136359,0.0004044033,0.000066522494,0.0000044386534,0.000072985466,0.000109641616,0.00015933113],"category_scores_gemma":[0.0042326828,0.00009345439,0.00002758179,0.00087309495,0.00012487533,0.00015911313,0.000016403617,0.00030896388,0.000027264661],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010021637,0.0005904575,0.32097456,0.00011795103,0.000024589986,0.0000015993284,0.0018131734,0.00001331103,0.00016908471,0.015507643,0.0057288944,0.65495855],"study_design_scores_gemma":[0.0018209066,0.000021012134,0.9919026,0.00014133677,0.000056792556,0.000005144236,0.0012695158,0.0009271887,0.00012315348,0.00073788763,0.0029008486,0.000093620234],"about_ca_topic_score_codex":0.00003764942,"about_ca_topic_score_gemma":0.0000031399916,"teacher_disagreement_score":0.67092806,"about_ca_system_score_codex":0.00039694784,"about_ca_system_score_gemma":0.00038202154,"threshold_uncertainty_score":0.5067223},"labels":[],"label_agreement":null},{"id":"W1922185964","doi":"10.2106/jbjs.k.01214","title":"Orthopaedic Resident Education—It’s a Whole New Game","year":2012,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; Hospital for Sick Children","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.03626410026944954,"score_gpt":0.3119393220695737,"score_spread":0.27567522180012416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1922185964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94048905,0.005655022,0.0005238134,0.049673587,0.0026778067,0.000086284206,3.439325e-7,0.000008727527,0.00088534737],"genre_scores_gemma":[0.9797147,0.0006507201,0.002557236,0.007416133,0.0042419787,0.0000030295316,0.000007974841,0.000015751019,0.0053924783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983396,0.000038335435,0.0009529525,0.00006792297,0.00040871228,0.00019247635],"domain_scores_gemma":[0.998614,0.00009723203,0.0005452278,0.00013845852,0.00032846277,0.00027660944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020984313,0.00008591078,0.0004232829,0.0006001773,0.000042422955,0.000017766906,0.000012056976,0.00006952079,0.0003583447],"category_scores_gemma":[0.002426565,0.00006758851,0.00020883878,0.00030305228,0.000047290734,0.0002874317,0.000014717622,0.0003148618,0.000026020558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005172262,0.0003041942,0.08388257,0.00011732506,0.0000469365,0.000013563117,0.0009196613,2.3979842e-7,0.0006996924,0.000116094336,0.83801913,0.075828865],"study_design_scores_gemma":[0.00044371537,0.000079395264,0.47172558,0.0012829547,0.00016130663,0.0029050135,0.0017734284,0.000004763953,0.00032632146,0.00039722514,0.52078897,0.00011135271],"about_ca_topic_score_codex":0.000019372881,"about_ca_topic_score_gemma":8.991275e-7,"teacher_disagreement_score":0.387843,"about_ca_system_score_codex":0.00008293114,"about_ca_system_score_gemma":0.0014459912,"threshold_uncertainty_score":0.39236233},"labels":[],"label_agreement":null},{"id":"W1922767777","doi":"","title":"L’érudition pour les médecins en milieu communautaire","year":2014,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Nomination; Humanities; Political science; Library science; Medicine; Computer science; Art","score_opus":0.017769075818618515,"score_gpt":0.2651044190688846,"score_spread":0.24733534325026607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1922767777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81424814,0.0077079153,0.007973527,0.10899099,0.019186078,0.0013204041,0.000047298043,0.0003214918,0.040204145],"genre_scores_gemma":[0.92928284,0.0027580394,0.003942915,0.0045697335,0.011817184,0.00012788414,0.00043193533,0.00016223146,0.046907242],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99494267,0.0010361695,0.0008942455,0.0005793959,0.0007616852,0.0017858606],"domain_scores_gemma":[0.9973318,0.00037087122,0.0002951163,0.0010507677,0.00044143686,0.00051000784],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021915627,0.0004412474,0.0004940605,0.00025881495,0.00035735243,0.00007566166,0.00052012724,0.0003778184,0.002464333],"category_scores_gemma":[0.008318458,0.0004495025,0.00014330432,0.0011272671,0.00047699036,0.00027121973,0.00014280916,0.0013998942,0.002008077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004466689,0.0010535683,0.041596644,0.00046946778,0.00011905528,0.000034147026,0.0051309317,0.000057464746,0.00040010922,0.015874965,0.16636087,0.76885813],"study_design_scores_gemma":[0.0012643425,0.00010390771,0.39351514,0.0006058343,0.00018653975,0.000084161344,0.00053241313,0.0010210185,0.000639581,0.0003151914,0.6014508,0.00028107755],"about_ca_topic_score_codex":0.00013813394,"about_ca_topic_score_gemma":0.000033715136,"teacher_disagreement_score":0.76857704,"about_ca_system_score_codex":0.00090913486,"about_ca_system_score_gemma":0.00037286477,"threshold_uncertainty_score":0.9997957},"labels":[],"label_agreement":null},{"id":"W1923708880","doi":"10.1111/j.1365-2923.2010.03865.x","title":"Medical and health care professional education in the 21st century: institutional, national and global perspectives","year":2010,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Professional development; Health care; Medical education; MEDLINE; Medicine; Nursing; Political science; Family medicine","score_opus":0.012483965177512702,"score_gpt":0.40026264222307556,"score_spread":0.38777867704556285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923708880","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015346941,0.0100743435,0.0000124331955,0.96097654,0.004867086,0.0011777603,0.000027082839,0.000040964667,0.007476852],"genre_scores_gemma":[0.025838666,0.0020241556,0.0012591125,0.953325,0.011308483,0.00051268016,0.0052840533,0.000030092626,0.00041776706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938802,0.00030180512,0.000776608,0.0007281168,0.003899392,0.00041388234],"domain_scores_gemma":[0.9980207,0.0001546398,0.00029806612,0.00035556953,0.0009538865,0.00021711105],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017864845,0.00035618592,0.00044242127,0.0004121278,0.0003968692,0.00007164731,0.0003540665,0.002155583,0.0010669326],"category_scores_gemma":[0.007686338,0.00026340812,0.00006270563,0.0007609828,0.0009923631,0.0001632249,0.00009281906,0.0061979904,0.000025905716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011453161,0.00076471816,0.0015200387,0.0006305811,0.000018316301,0.000008119924,0.0032721155,1.3712898e-8,2.1458051e-7,0.011544763,0.78931046,0.1929192],"study_design_scores_gemma":[0.00064578676,0.00008057812,0.04497673,0.0015646343,0.000036719095,0.0011967027,0.019028518,0.00003213844,2.0425561e-7,0.0006451619,0.93157184,0.00022099938],"about_ca_topic_score_codex":0.0005449556,"about_ca_topic_score_gemma":0.000255133,"teacher_disagreement_score":0.1926982,"about_ca_system_score_codex":0.0014326816,"about_ca_system_score_gemma":0.0754109,"threshold_uncertainty_score":0.9999818},"labels":[],"label_agreement":null},{"id":"W1923941808","doi":"10.1111/j.1365-2923.2010.03726.x","title":"Setting some new standards in medical education research","year":2010,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Citation; Library science; Sociology; Computer science","score_opus":0.023251836527680727,"score_gpt":0.4615078322488801,"score_spread":0.4382559957211994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923941808","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011829437,0.0011683833,0.000098923825,0.96314824,0.0136491405,0.0014357052,0.000008410755,0.00014522679,0.008516516],"genre_scores_gemma":[0.0013882637,0.00039759575,0.0031112935,0.9173207,0.056240927,0.0006312344,0.00410932,0.00017220552,0.016628454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9824919,0.00066962285,0.0017823217,0.001252996,0.012528037,0.0012751003],"domain_scores_gemma":[0.99300474,0.00065190333,0.00048134557,0.0017836945,0.0032438799,0.00083445705],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011463221,0.0005476496,0.0008763245,0.0026314321,0.00027234817,0.00012535295,0.001059701,0.007928845,0.018278902],"category_scores_gemma":[0.11656182,0.00051833724,0.00017229255,0.002561092,0.0008073898,0.00032103967,0.0002138975,0.03036571,0.000431191],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002219722,0.00081490196,0.00048486862,0.00056579337,0.000020055422,0.000056337718,0.00047308422,3.21329e-8,0.000006562498,0.0005138026,0.66001856,0.3370238],"study_design_scores_gemma":[0.0009522811,0.00012695098,0.001324894,0.0048438823,0.000062224775,0.00041574752,0.0004857024,0.0002256156,0.000027469938,0.0038254035,0.9872917,0.00041813694],"about_ca_topic_score_codex":0.0015775085,"about_ca_topic_score_gemma":0.00018262667,"teacher_disagreement_score":0.33660564,"about_ca_system_score_codex":0.0028585661,"about_ca_system_score_gemma":0.22678855,"threshold_uncertainty_score":0.99972683},"labels":[],"label_agreement":null},{"id":"W1924688769","doi":"10.1007/s40037-015-0217-5","title":"Commentary on competency-based medical education and scholarship: creating an active academic culture during residency","year":2015,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University; Hamilton General Hospital","funders":"","keywords":"Scholarship; Medical education; Residency training; Graduate medical education; Medicine; Psychology; Political science; Continuing education; Accreditation","score_opus":0.019724721178062645,"score_gpt":0.3932006357741538,"score_spread":0.3734759145960912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924688769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82205486,0.0007469905,0.00010449874,0.17036173,0.0012730516,0.00066141214,0.000003413629,0.00015005916,0.0046439734],"genre_scores_gemma":[0.9307976,0.00026933162,0.00644565,0.05815332,0.0032170683,0.0002611095,0.0004401164,0.000056655637,0.0003591932],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99522835,0.00041792032,0.00061926997,0.0008171653,0.002524402,0.0003929155],"domain_scores_gemma":[0.99688023,0.0001704272,0.00026177906,0.0005505911,0.00096891297,0.0011680665],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015422422,0.0003412216,0.00039078022,0.0005714162,0.0003783716,0.000046963552,0.000330217,0.0006294343,0.00077093276],"category_scores_gemma":[0.03045817,0.00030048462,0.0000643967,0.0007588173,0.0004716189,0.00045801201,0.000052182306,0.0025832185,0.00005575759],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038172165,0.034750834,0.07956362,0.0009151277,0.000318483,0.000059517282,0.16644534,0.000024950241,0.0012426492,0.07961298,0.19253838,0.4407109],"study_design_scores_gemma":[0.011941278,0.0055458886,0.47499648,0.01409663,0.000489635,0.0008172519,0.44734958,0.0058828373,0.004823696,0.022953121,0.009247114,0.0018565066],"about_ca_topic_score_codex":0.00012464651,"about_ca_topic_score_gemma":0.000027967695,"teacher_disagreement_score":0.4388544,"about_ca_system_score_codex":0.0012795692,"about_ca_system_score_gemma":0.017218202,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W1925057988","doi":"10.1111/j.1365-2923.2010.03626.x","title":"Patterns of interaction during rounds: implications for work‐based learning","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Observational study; Data collection; Descriptive statistics; Psychology; Medical education; Exploratory analysis; Medicine; Family medicine; Nursing; Computer science; Data science","score_opus":0.015216336523681845,"score_gpt":0.38088064963303425,"score_spread":0.36566431310935243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925057988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95684505,0.000016156368,0.015474076,0.024858452,0.0018839969,0.00049634353,0.0000019229383,0.00007027548,0.00035374082],"genre_scores_gemma":[0.98758805,0.0000071049553,0.008089722,0.0020485122,0.0008085322,0.00044042015,0.00041326086,0.000025356649,0.0005790186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99873865,0.000025215859,0.00047658116,0.00023281534,0.00034020326,0.00018652689],"domain_scores_gemma":[0.9986646,0.000118148004,0.00021730654,0.00031602453,0.0005916402,0.00009228999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005119275,0.00010705771,0.00017940656,0.00027214657,0.0001311468,0.000014793969,0.0001225273,0.00020716712,0.00077898364],"category_scores_gemma":[0.007450794,0.000102456346,0.000077838755,0.0004545704,0.00006355585,0.00010634643,0.000015432424,0.0006458711,0.000011993462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016860828,0.0021412554,0.6107599,0.0007171428,0.00004324165,2.6206965e-7,0.0006102773,0.00001288989,0.014678065,0.0025098762,0.0118340375,0.3565244],"study_design_scores_gemma":[0.0013496069,0.00014082393,0.9288451,0.0005927659,0.00009734136,0.000043112534,0.00048805503,0.00089896104,0.0046859267,0.00022709214,0.062455136,0.00017607959],"about_ca_topic_score_codex":0.000036456437,"about_ca_topic_score_gemma":0.000013265581,"teacher_disagreement_score":0.35634834,"about_ca_system_score_codex":0.00011860541,"about_ca_system_score_gemma":0.0013011277,"threshold_uncertainty_score":0.89198345},"labels":[],"label_agreement":null},{"id":"W1927022835","doi":"","title":"Residency research requirements and the CanMEDS-FM scholar role: perspectives of residents and recent graduates.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Thematic analysis; Medical education; Focus group; Residency training; Medicine; Critical appraisal; Qualitative research; Career Pathways; Psychology; Alternative medicine; Sociology; Continuing education; Political science","score_opus":0.09135877456628372,"score_gpt":0.3873675264097678,"score_spread":0.2960087518434841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1927022835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600987,0.012239986,0.0000031654442,0.021228809,0.00021209389,0.0012424475,0.0000014225247,0.000014059651,0.004959341],"genre_scores_gemma":[0.9946247,0.0031881842,0.00042019362,0.00023734871,0.00029549576,0.00036565677,0.000005211958,0.000014214904,0.000849014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979586,0.00030789353,0.00030529016,0.00019808745,0.00080328056,0.00042682048],"domain_scores_gemma":[0.99868953,0.0001625713,0.00009237114,0.00033624965,0.0005786875,0.00014056402],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007348531,0.000086034284,0.00018323389,0.0002390822,0.00020964643,0.0000271877,0.000103663144,0.00007142306,0.00003053617],"category_scores_gemma":[0.011553269,0.000058282443,0.000016945656,0.0006352859,0.00074276916,0.0002436886,0.00011087802,0.0005242908,0.0000046078817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008219128,0.000509868,0.3713378,0.00023596622,0.00019760417,0.000002813473,0.02473913,4.275515e-8,0.00036838025,0.027193721,0.016136393,0.55845636],"study_design_scores_gemma":[0.0015351537,0.00002478903,0.98168796,0.000048002352,0.000047553043,0.000016901362,0.009313594,0.0000045210236,0.0008317897,0.0033491887,0.003086613,0.000053944932],"about_ca_topic_score_codex":0.0003974887,"about_ca_topic_score_gemma":0.000009639943,"teacher_disagreement_score":0.61035013,"about_ca_system_score_codex":0.00018053522,"about_ca_system_score_gemma":0.0000823609,"threshold_uncertainty_score":0.9967728},"labels":[],"label_agreement":null},{"id":"W1928915676","doi":"10.4300/jgme-d-15-00071.1","title":"<i>JGME</i> -ALiEM Hot Topics in Medical Education Online Journal Club: An Analysis of a Virtual Discussion About Resident Teachers","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Journal club; Medical education; Library science; Data science; Computer science; World Wide Web; Medicine","score_opus":0.041418174840474956,"score_gpt":0.4093703078694863,"score_spread":0.36795213302901136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1928915676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075356,0.0005449476,0.0013909267,0.08578254,0.0043256204,0.0002242066,0.0000023419293,0.0000131789475,0.00018063684],"genre_scores_gemma":[0.9796662,0.00089987856,0.005540401,0.008221759,0.004440876,0.000015499078,0.0003290011,0.000041522995,0.00084489165],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9912844,0.0006068468,0.0027121815,0.00029973194,0.00473217,0.00036470164],"domain_scores_gemma":[0.99378693,0.00009487339,0.001600883,0.00046403872,0.0026720667,0.0013812234],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0072025633,0.00026699607,0.00095017126,0.002325263,0.00008961934,0.000051105573,0.0005769552,0.00047172257,0.0006427719],"category_scores_gemma":[0.027143104,0.00017890171,0.00030060366,0.002774821,0.0003278477,0.0005496221,0.000058955455,0.0021427525,0.0000049877094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006949377,0.014137423,0.07074047,0.000107408676,0.00055004883,0.000067135144,0.017332805,0.00011095977,0.00008431756,0.0009032752,0.10251836,0.79275286],"study_design_scores_gemma":[0.0094916,0.004477642,0.7826052,0.007233088,0.004422626,0.0041315886,0.10800932,0.020484835,0.00023975779,0.0033999966,0.054637738,0.00086660543],"about_ca_topic_score_codex":0.00024373416,"about_ca_topic_score_gemma":0.00023002338,"teacher_disagreement_score":0.79188627,"about_ca_system_score_codex":0.0011637144,"about_ca_system_score_gemma":0.027490923,"threshold_uncertainty_score":0.9810517},"labels":[],"label_agreement":null},{"id":"W1929666970","doi":"","title":"Effect of the discipline of formal faculty advisors on medical student experience and career interest.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; College of Family Physicians of Canada; University of Calgary","funders":"","keywords":"Specialty; Medical education; Medical school; Likert scale; Family medicine; Medicine; Psychology","score_opus":0.02649972744382748,"score_gpt":0.35832927772326173,"score_spread":0.3318295502794342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929666970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964441,0.00000930711,0.00011847112,0.0019795594,0.0003221621,0.00048056178,0.0000016751528,0.000008410111,0.0006357536],"genre_scores_gemma":[0.99930215,0.000002349679,0.000027096556,0.00027245673,0.00007597468,0.0002197526,0.000008915225,0.000005966537,0.0000853546],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989291,0.00005849249,0.00024674943,0.000107169944,0.0005164992,0.00014198163],"domain_scores_gemma":[0.99944735,0.000091394955,0.00009089135,0.00022120704,0.000082143386,0.000066992914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009532772,0.00006764594,0.00017323274,0.000047869537,0.0000345307,0.0000029641096,0.00014896823,0.00005956149,0.000027736009],"category_scores_gemma":[0.0037392,0.000035537945,0.000030554293,0.00019459575,0.00025646386,0.000034975732,0.00011364926,0.00015919765,6.369927e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010035811,0.0001747838,0.15340407,0.00017460782,0.000025999028,4.2616165e-7,0.0025780078,9.0680066e-7,0.000054378503,0.00083212863,0.0005454465,0.8421089],"study_design_scores_gemma":[0.0009327341,0.00023398326,0.9892535,0.00009511933,0.00002978451,0.000006962711,0.00031865097,0.00012130599,0.008137334,0.000008821907,0.0008259349,0.000035851528],"about_ca_topic_score_codex":0.000007274044,"about_ca_topic_score_gemma":0.0000017550906,"teacher_disagreement_score":0.842073,"about_ca_system_score_codex":0.000030272551,"about_ca_system_score_gemma":0.0000150268215,"threshold_uncertainty_score":0.44764417},"labels":[],"label_agreement":null},{"id":"W193294825","doi":"10.1093/pch/12.9.765","title":"Seasonal timing of the Royal College examination in general paediatrics: A survey of residents' preferences","year":2007,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario; University of Toronto; SickKids Foundation; Hospital for Sick Children; Montreal Children's Hospital; McGill University Health Centre","funders":"","keywords":"Medicine; Physical examination; Family medicine; Pediatrics; Medical education; Surgery","score_opus":0.03031787103196119,"score_gpt":0.3306470684212071,"score_spread":0.3003291973892459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W193294825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939913,0.0010838268,0.00049326743,0.0016425627,0.00068728434,0.00067308807,0.000061527666,0.000013362233,0.001353753],"genre_scores_gemma":[0.99566793,0.0002319164,0.0027183364,0.00064624636,0.00048543458,0.00000906689,0.00012363278,0.000015546118,0.00010185795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970871,0.00032944244,0.001056841,0.00024024339,0.00093442324,0.00035195219],"domain_scores_gemma":[0.9979635,0.0004300052,0.00065030105,0.00029970487,0.0005633267,0.00009319229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007475395,0.00012809742,0.0003540153,0.00051504327,0.00011041914,0.0000042964884,0.00020315773,0.00015193167,0.000044483633],"category_scores_gemma":[0.003958636,0.00010191535,0.00005726702,0.0027501946,0.00009564108,0.00005025613,0.00006201766,0.00048591866,0.000002114121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056910147,0.000340968,0.96711653,0.00033825636,0.000009795739,9.20649e-7,0.0009018529,0.00003296373,0.0000030678925,0.0006675417,0.0039820685,0.026549136],"study_design_scores_gemma":[0.0008392662,0.00013756008,0.9970784,0.00010955769,0.000021318738,0.000003066528,0.00021980649,0.0012976774,0.00005916713,0.000091518064,0.00006923318,0.00007342419],"about_ca_topic_score_codex":0.003153572,"about_ca_topic_score_gemma":0.0010418685,"teacher_disagreement_score":0.029961886,"about_ca_system_score_codex":0.00033809923,"about_ca_system_score_gemma":0.0012422391,"threshold_uncertainty_score":0.47672784},"labels":[],"label_agreement":null},{"id":"W1936009980","doi":"10.1111/j.1365-2923.2011.04016.x","title":"Respecting the expertise of clinician assessors: construct alignment is one good answer","year":2011,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Construct (python library); Library science; Medical education; Medicine; Psychology; Computer science","score_opus":0.04034280225463555,"score_gpt":0.37627515726096034,"score_spread":0.3359323550063248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1936009980","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018589942,0.00066554797,0.0003098716,0.9588652,0.006903662,0.0010308276,0.000011658176,0.000067550776,0.013555695],"genre_scores_gemma":[0.022692893,0.0002106853,0.0032945285,0.9564198,0.01255639,0.00028226242,0.00047047925,0.000083986786,0.0039889594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948734,0.00027797493,0.001499221,0.0005919389,0.0023069961,0.00045049205],"domain_scores_gemma":[0.99668974,0.00030065852,0.00087282195,0.0012205448,0.0008115821,0.00010463179],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0014092877,0.00034463356,0.00069266174,0.0003593108,0.00015469872,0.000026091666,0.00053255394,0.001388766,0.011169471],"category_scores_gemma":[0.008090101,0.00025504673,0.00020296178,0.0006954737,0.0007532313,0.00008429773,0.000084913714,0.0031106872,0.000117877134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001937323,0.0006221856,0.0010882013,0.00035740828,0.00014368207,0.000008043998,0.0029489417,6.68312e-9,0.000018640661,0.00023160479,0.8622516,0.1323103],"study_design_scores_gemma":[0.000644233,0.00021712095,0.0032627706,0.0026292026,0.00035356524,0.00013200854,0.0016733021,0.000045024968,0.000760519,0.0006032559,0.98938507,0.00029390873],"about_ca_topic_score_codex":0.0003615221,"about_ca_topic_score_gemma":0.0000053340773,"teacher_disagreement_score":0.13201639,"about_ca_system_score_codex":0.00045821635,"about_ca_system_score_gemma":0.0055247825,"threshold_uncertainty_score":0.99999017},"labels":[],"label_agreement":null},{"id":"W1937107530","doi":"","title":"Defining competency-based evaluation objectives in family medicine: dimensions of competence and priority topics for assessment.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Respondent; Competence (human resources); Certification; Delphi method; Delphi; Family medicine; Medicine; Medical education; Psychology; Social psychology; Computer science; Management; Artificial intelligence","score_opus":0.07331749868509177,"score_gpt":0.37344730840827217,"score_spread":0.3001298097231804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1937107530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858562,0.00034487437,0.002996367,0.0018027747,0.00047265698,0.0022489089,0.0000043792174,0.00002536148,0.0062484806],"genre_scores_gemma":[0.9440955,0.000018325902,0.054221127,0.0004695645,0.00004836978,0.001081302,0.000041213632,0.000007659711,0.000016944381],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988565,0.00006905041,0.00037475687,0.00019311522,0.00032954224,0.00017702913],"domain_scores_gemma":[0.99901116,0.000166258,0.00014170154,0.00018345885,0.00044906008,0.000048376376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016550743,0.000084645966,0.00023791463,0.0002277321,0.00004924797,0.0000025217278,0.000055411525,0.00006787815,0.000015312402],"category_scores_gemma":[0.0021217437,0.000066150846,0.000021610918,0.0003635663,0.00019734743,0.0000640797,0.00001654986,0.00014805843,2.3524113e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013630216,0.0005213026,0.45605516,0.0003431643,0.00004266593,0.0000014305725,0.002143408,0.000005938273,0.00064069155,0.04762372,0.0003094123,0.4921768],"study_design_scores_gemma":[0.0019670175,0.000118814714,0.9879376,0.00010626637,0.0000873271,0.0000019365473,0.001060874,0.0046146302,0.00019822114,0.0036367355,0.00020689865,0.00006365926],"about_ca_topic_score_codex":0.00008835419,"about_ca_topic_score_gemma":0.000019827028,"teacher_disagreement_score":0.53188246,"about_ca_system_score_codex":0.00012183006,"about_ca_system_score_gemma":0.00036238314,"threshold_uncertainty_score":0.2697553},"labels":[],"label_agreement":null},{"id":"W1939948926","doi":"10.1002/ase.1488","title":"To quiz or not to quiz: Formative tests help detect students at risk of failing the clinical anatomy course","year":2014,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Medical education; Course (navigation); Psychology; Medicine; Medical physics; Mathematics education; Engineering","score_opus":0.03235064599633788,"score_gpt":0.4735008282675775,"score_spread":0.44115018227123964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939948926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823823,0.00001860809,0.001165337,0.013814217,0.0013083827,0.00085569837,0.0000034670982,0.000029807314,0.00042216483],"genre_scores_gemma":[0.98293287,0.000018459903,0.007753469,0.008477662,0.00045158798,0.00007954983,0.00000947775,0.000010442809,0.00026647898],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99713284,0.00025737673,0.0007821037,0.00042918048,0.0010580919,0.00034038184],"domain_scores_gemma":[0.99770325,0.00079114083,0.00031616248,0.00043786707,0.00051768584,0.00023388732],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047544176,0.00015106068,0.0003014837,0.00022824487,0.00040266526,0.00005257868,0.0006207793,0.00011324575,0.00013030139],"category_scores_gemma":[0.009872881,0.00009165728,0.000080029866,0.0019021812,0.0005071751,0.00017560479,0.00017055069,0.0003040249,0.00019166205],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038507604,0.0012582159,0.41644046,0.000052148873,0.00006400626,3.7167212e-7,0.0060281786,0.00004647411,0.00078549155,0.0017147469,0.04077848,0.5324463],"study_design_scores_gemma":[0.00071908254,0.0013690811,0.96562034,0.0002868667,0.0001596526,0.000014785164,0.008033044,0.0031794282,0.004294347,0.00057025836,0.015496687,0.00025640422],"about_ca_topic_score_codex":0.00022009395,"about_ca_topic_score_gemma":0.00017860894,"teacher_disagreement_score":0.5491799,"about_ca_system_score_codex":0.00027160445,"about_ca_system_score_gemma":0.00096676283,"threshold_uncertainty_score":0.9984674},"labels":[],"label_agreement":null},{"id":"W1943768386","doi":"10.3822/ijtmb.v4i4.156","title":"Is the Sun Setting on Lecture-based Education?","year":2011,"lang":"en","type":"article","venue":"International Journal of Therapeutic Massage & Bodywork Research Education & Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer science; Medical education; Pedagogy; Sociology; Psychology; Medicine","score_opus":0.10233453704187345,"score_gpt":0.48962132248869006,"score_spread":0.3872867854468166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943768386","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07391306,0.002950716,0.010147434,0.7806399,0.013348597,0.0017268838,0.0000059501426,0.000062867846,0.11720459],"genre_scores_gemma":[0.9169271,0.0002464044,0.017291043,0.05996528,0.0030173021,0.00010736722,0.0000245697,0.00004791111,0.0023730386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942986,0.0009060166,0.00089908345,0.00030345115,0.0032209356,0.00037192475],"domain_scores_gemma":[0.98653615,0.0017198413,0.00092387357,0.00066371786,0.009980469,0.00017596115],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076896604,0.0002081786,0.00022531828,0.0010558827,0.00035157273,0.00021242825,0.0010155974,0.00016077886,0.0025203603],"category_scores_gemma":[0.011148137,0.00014858549,0.00019061884,0.001109476,0.00028613996,0.0005487556,0.000057865345,0.0021311652,0.00018700791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031435143,0.008617839,0.008716916,0.00006210076,0.00097561185,0.000031554664,0.0078179315,0.000020472497,0.000876888,0.01992901,0.1906247,0.75918347],"study_design_scores_gemma":[0.0011247988,0.00082389946,0.027243366,0.0008317015,0.00026181253,0.00079963484,0.011883963,0.00028309165,0.003578816,0.013105292,0.93982923,0.00023439278],"about_ca_topic_score_codex":0.00013996418,"about_ca_topic_score_gemma":0.0000025786283,"teacher_disagreement_score":0.843014,"about_ca_system_score_codex":0.000905997,"about_ca_system_score_gemma":0.008745826,"threshold_uncertainty_score":0.99839145},"labels":[],"label_agreement":null},{"id":"W1944495410","doi":"10.1111/j.1365-2923.2011.04126.x","title":"Learning from clinical work: the roles of learning cues and credibility judgements","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":260,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Credibility; Judgement; Psychology; Grounded theory; Variety (cybernetics); Clinical judgement; Process (computing); Interpretation (philosophy); Social psychology; Cognitive psychology; Medical education; Qualitative research; Medicine; Epistemology; Computer science","score_opus":0.039020635461003136,"score_gpt":0.4126644801496139,"score_spread":0.3736438446886107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944495410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826462,0.0010889809,0.00049568655,0.0130041735,0.0014815492,0.0002243619,2.3809704e-7,0.00003850622,0.0010202532],"genre_scores_gemma":[0.99286664,0.00022784244,0.001558364,0.0029755575,0.0016105572,0.000036379286,0.000109487686,0.000013505958,0.0006016594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979044,0.00033710242,0.0006312277,0.00020799645,0.0006963646,0.00022286306],"domain_scores_gemma":[0.9986809,0.00044021226,0.00023194778,0.00026434805,0.0002401685,0.00014244695],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035075983,0.00010375648,0.00023969916,0.00007222377,0.00014419334,0.000011830023,0.0001164088,0.00019730222,0.0009853008],"category_scores_gemma":[0.02598741,0.00007179718,0.00005151237,0.00035526638,0.00041911213,0.00011153735,0.000071784554,0.0009557344,0.00003305902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026385213,0.00050892803,0.6317002,0.000026328858,0.000025394731,7.297699e-8,0.0021438883,5.2674096e-7,0.000013360264,0.00010535807,0.010485511,0.35496405],"study_design_scores_gemma":[0.00044255753,0.00010294429,0.9143937,0.00027371015,0.00010722211,0.0000049087403,0.006438283,0.00057850085,0.000066847206,0.00013299908,0.07738109,0.00007718907],"about_ca_topic_score_codex":0.00006835016,"about_ca_topic_score_gemma":0.0000044830467,"teacher_disagreement_score":0.35488686,"about_ca_system_score_codex":0.00005780605,"about_ca_system_score_gemma":0.0005784928,"threshold_uncertainty_score":0.99992794},"labels":[],"label_agreement":null},{"id":"W1945546602","doi":"","title":"The last C: centred in family medicine.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Section (typography); Medicine; Computer science; Family medicine; Psychology; Pedagogy","score_opus":0.05127215368437787,"score_gpt":0.2974198652385854,"score_spread":0.2461477115542075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1945546602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.883883,0.00292906,0.00004068574,0.036925513,0.0033538074,0.0011249786,5.1681303e-7,0.00006426292,0.07167821],"genre_scores_gemma":[0.9935351,0.000084366424,0.000105588064,0.0030244382,0.0010270106,0.00070640154,0.000012047785,0.000010180329,0.0014948774],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989406,0.00003257528,0.00024017188,0.000084675215,0.00028036523,0.00042163552],"domain_scores_gemma":[0.99948096,0.000087768414,0.000046285913,0.000227208,0.00006632343,0.00009144688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008031359,0.00006522089,0.00010688955,0.000098253,0.00006383255,0.0000056807344,0.00008215576,0.000052820546,0.00003377621],"category_scores_gemma":[0.0019705964,0.00003899616,0.000016388247,0.00052344275,0.00013979433,0.00006554429,0.000017817372,0.00020434534,0.0000399494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002497768,0.0001258885,0.12240276,0.000015115324,0.000013123006,0.000001268131,0.0008660602,1.251257e-7,0.00003284152,0.0035064477,0.07747293,0.7955385],"study_design_scores_gemma":[0.0004539733,0.0000052035743,0.74950606,0.000011951835,0.000010347962,0.0000060909806,0.0011550401,0.000009122133,0.000025178268,0.0000836892,0.24870305,0.00003031733],"about_ca_topic_score_codex":0.00002595668,"about_ca_topic_score_gemma":0.0000068197814,"teacher_disagreement_score":0.79550815,"about_ca_system_score_codex":0.0001370178,"about_ca_system_score_gemma":0.000026145663,"threshold_uncertainty_score":0.23591302},"labels":[],"label_agreement":null},{"id":"W1948297112","doi":"","title":"Competency-based achievement system: using formative feedback to teach and assess family medicine residents' skills.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Competence (human resources); Medical education; Remedial education; Medicine; Psychology; Pedagogy; Mathematics education","score_opus":0.058541329564445445,"score_gpt":0.31099943105247246,"score_spread":0.252458101488027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948297112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96753097,0.00009172973,0.010952982,0.0033464304,0.0009938343,0.0021907084,0.0000050875105,0.000118847325,0.014769411],"genre_scores_gemma":[0.9708163,0.0000057770612,0.023269799,0.0047204746,0.00025325004,0.0006929642,0.000038341306,0.00002643244,0.00017666035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980885,0.00008125973,0.00055625616,0.00029065573,0.0005795031,0.00040387403],"domain_scores_gemma":[0.99884105,0.00005227976,0.00017064689,0.00036039995,0.00034013364,0.00023549514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012676846,0.00018431224,0.00035655012,0.00043639602,0.00014198283,0.000015345739,0.00013694659,0.000094156145,0.000031621817],"category_scores_gemma":[0.00064481294,0.00014644983,0.000028976663,0.00065337826,0.00015290942,0.0001366357,0.00005709972,0.0002410027,0.000015243217],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012820341,0.003968167,0.30517143,0.00588219,0.0009090436,0.00014995113,0.034721695,0.000026327312,0.0030463205,0.033731073,0.054400865,0.5567109],"study_design_scores_gemma":[0.0017696165,0.00014365274,0.9906632,0.00047110548,0.00015957437,0.000026649452,0.004202823,0.0004503886,0.0005983806,0.00008808578,0.0012627678,0.00016377025],"about_ca_topic_score_codex":0.00036964554,"about_ca_topic_score_gemma":0.0000073915244,"teacher_disagreement_score":0.68549174,"about_ca_system_score_codex":0.00043641898,"about_ca_system_score_gemma":0.00014646786,"threshold_uncertainty_score":0.5972051},"labels":[],"label_agreement":null},{"id":"W1948688524","doi":"10.1096/fasebj.28.1_supplement.535.5","title":"Introducing and evaluating competency‐based teaching in Rwandan teaching hospitals ő a student vs. teacher perspective (535.5)","year":2014,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Perspective (graphical); Medical education; Medicine; Teaching method; Psychology; Mathematics education; Computer science","score_opus":0.013903812031769852,"score_gpt":0.3597272212260874,"score_spread":0.34582340919431753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948688524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685892,0.00014620324,0.005317379,0.021449517,0.00038898847,0.0003239879,4.2011493e-7,0.000028892817,0.0037554533],"genre_scores_gemma":[0.97386193,0.0000046757755,0.022922305,0.0017215376,0.0013129084,0.000013559469,0.000004036514,0.000025401048,0.00013363914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99735206,0.0008521103,0.0005102243,0.0002615706,0.00069720985,0.00032682574],"domain_scores_gemma":[0.9988928,0.00027824802,0.00025573405,0.00029927405,0.00017822163,0.00009572264],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011923141,0.00016901127,0.00029915292,0.00030401614,0.0007042295,0.00012060804,0.0001901778,0.00006524011,0.000076732336],"category_scores_gemma":[0.0066024465,0.0001144496,0.000059065598,0.0001740708,0.00014198548,0.00014556106,0.000060876395,0.0026017888,0.000005282987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004489317,0.001476622,0.45528105,0.00014167356,0.00030936403,0.00004738172,0.16538109,0.0012883984,0.063950345,0.02925978,0.004726269,0.2776891],"study_design_scores_gemma":[0.011351722,0.0029587606,0.6660304,0.0029911813,0.00056397537,0.0013885064,0.14442149,0.15897691,0.0018109946,0.007543726,0.001173794,0.00078852853],"about_ca_topic_score_codex":0.00009463481,"about_ca_topic_score_gemma":0.000014954336,"teacher_disagreement_score":0.27690056,"about_ca_system_score_codex":0.000580788,"about_ca_system_score_gemma":0.00028804547,"threshold_uncertainty_score":0.99969923},"labels":[],"label_agreement":null},{"id":"W1949638720","doi":"","title":"Réflexion en medicine: Modéles et application","year":2013,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Medicine","score_opus":0.015349083154687403,"score_gpt":0.2830522994798631,"score_spread":0.2677032163251757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949638720","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29921204,0.018912524,0.03792075,0.5251011,0.025598895,0.0068607377,0.000025504622,0.00059331045,0.0857751],"genre_scores_gemma":[0.9078918,0.006492862,0.0057973303,0.018439384,0.012763295,0.0013916224,0.0006282345,0.00021779045,0.046377696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497557,0.0005775317,0.001052722,0.0007520725,0.0009463005,0.00169583],"domain_scores_gemma":[0.9970428,0.00024235787,0.00035631514,0.0010068185,0.0007114832,0.0006402521],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019761075,0.00045403274,0.0004961082,0.00031182638,0.00015548724,0.000077154065,0.00047195554,0.00034993733,0.0041170423],"category_scores_gemma":[0.0049147443,0.00041214284,0.0000852439,0.001688226,0.0005905953,0.0005832324,0.00011610153,0.0010972746,0.004616692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003618885,0.0005523397,0.0069594705,0.00043549805,0.00010818386,0.00001503688,0.010546903,0.000047562302,0.002248476,0.059036333,0.2976845,0.62232953],"study_design_scores_gemma":[0.0013287879,0.0001513107,0.26209167,0.00063314335,0.00022625482,0.00007927862,0.0009909315,0.0031517786,0.00070878724,0.0023680225,0.7278884,0.0003816611],"about_ca_topic_score_codex":0.0006642302,"about_ca_topic_score_gemma":0.000007659417,"teacher_disagreement_score":0.6219478,"about_ca_system_score_codex":0.0009783388,"about_ca_system_score_gemma":0.0005117346,"threshold_uncertainty_score":0.99983305},"labels":[],"label_agreement":null},{"id":"W1951105026","doi":"10.1111/j.1365-2923.2010.03907.x","title":"Practice makes perfect... sometimes","year":2011,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rose (mathematics); Citation; Suite; Library science; History; Law; Computer science; Political science","score_opus":0.015208214226103328,"score_gpt":0.3514173958406708,"score_spread":0.3362091816145675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951105026","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049775885,0.0011152783,0.0002688335,0.91825074,0.0070253913,0.0007196144,0.0000030342762,0.00019000097,0.07192932],"genre_scores_gemma":[0.00027684993,0.00031206993,0.009187953,0.9370917,0.01996792,0.00039329738,0.0023447385,0.00011219845,0.030313276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954331,0.00024677842,0.0008325513,0.0006921327,0.0022563387,0.00053909654],"domain_scores_gemma":[0.9968963,0.0002971609,0.00045270886,0.00099619,0.001213902,0.00014370527],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0013079403,0.00041437786,0.0005820382,0.00067089155,0.00014790457,0.000046374418,0.00040700863,0.0021751774,0.015711734],"category_scores_gemma":[0.03319561,0.0003630127,0.00017065807,0.00083114713,0.00038574904,0.00022141244,0.00006602972,0.004895024,0.0018156737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023787403,0.0007671132,0.000091036934,0.0005221405,0.00009542007,0.00007331666,0.00048495966,7.2053594e-9,0.000002070948,0.00020392989,0.8525679,0.1451683],"study_design_scores_gemma":[0.00036425126,0.0001740168,0.0003916179,0.0009146956,0.0004847401,0.0009614546,0.00038747443,0.000032317483,0.000026080312,0.00027710863,0.9956609,0.00032531278],"about_ca_topic_score_codex":0.00020639105,"about_ca_topic_score_gemma":0.0000015534138,"teacher_disagreement_score":0.144843,"about_ca_system_score_codex":0.00048140157,"about_ca_system_score_gemma":0.009861599,"threshold_uncertainty_score":0.99988216},"labels":[],"label_agreement":null},{"id":"W195131215","doi":"10.1093/pch/12.9.761","title":"Performance of clinical clerks doing paediatric rotations in a community hospital versus a university hospital","year":2007,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Subspecialty; Medicine; Test (biology); Family medicine; Pediatrics","score_opus":0.02194540849903143,"score_gpt":0.34965834559917475,"score_spread":0.3277129371001433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W195131215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98857975,0.00027605076,0.0005184406,0.004158115,0.0017766746,0.00069050863,0.000011338554,0.000054557437,0.0039345827],"genre_scores_gemma":[0.9870686,0.0012991228,0.010206501,0.0005067997,0.0007676045,0.000002721781,0.000112594236,0.000018915985,0.000017125229],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973955,0.00023782176,0.0011504438,0.00024398725,0.00049600546,0.00047625176],"domain_scores_gemma":[0.9976612,0.000715971,0.00059162325,0.0004500478,0.0003534117,0.00022779619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052900105,0.00015394377,0.0004684085,0.0007273584,0.00036017862,0.000005527337,0.00022757292,0.00022406729,0.00001946701],"category_scores_gemma":[0.0021212192,0.00016794034,0.00012812868,0.0027941365,0.00016747971,0.000158244,0.00009333934,0.0018829769,0.000015898626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003180915,0.0021230255,0.90134674,0.00031314272,0.000023872512,0.0000064877445,0.0037606128,0.000017440485,2.081871e-7,0.00061148277,0.0018116313,0.08966726],"study_design_scores_gemma":[0.0042797904,0.0021791474,0.9860605,0.00009639554,0.000050313964,0.0000032255975,0.003968548,0.00062529783,0.0000017914151,0.000011771132,0.002574756,0.00014845564],"about_ca_topic_score_codex":0.0004834406,"about_ca_topic_score_gemma":0.00016231963,"teacher_disagreement_score":0.0895188,"about_ca_system_score_codex":0.00050460827,"about_ca_system_score_gemma":0.0010585021,"threshold_uncertainty_score":0.8180702},"labels":[],"label_agreement":null},{"id":"W195149570","doi":"10.1002/jppr2003333194","title":"Piloting an Objective Structured Clinical Examination to Evaluate the Clinical Competency of Pre‐Registration Pharmacists","year":2003,"lang":"en","type":"article","venue":"Journal of Pharmacy Practice and Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Objective structured clinical examination; Medicine; Pharmacy; Medical education; Pre-Registration; Chart; Clinical pharmacy; Family medicine","score_opus":0.3043897938111236,"score_gpt":0.638472701792825,"score_spread":0.3340829079817014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W195149570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878662,0.00022547462,0.0009308869,0.007540681,0.000859587,0.0006304574,0.0000010620097,0.0000046983846,0.0019409523],"genre_scores_gemma":[0.98710674,0.0005998155,0.010216723,0.00093030755,0.0010165283,0.000007263655,0.0000035334594,0.000013058333,0.00010603559],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9916138,0.00488693,0.001493232,0.00021325369,0.0015720512,0.00022071195],"domain_scores_gemma":[0.9901851,0.0030332564,0.00073752785,0.00024001976,0.0055804094,0.00022370082],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049116798,0.00009621109,0.00029921703,0.0003021453,0.00026869203,0.00006828919,0.00018484231,0.0000716407,0.00012584419],"category_scores_gemma":[0.054512993,0.00006186575,0.00007688338,0.0007746451,0.00041266496,0.0006756406,0.00003620205,0.0019764435,0.000004630321],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007710031,0.00447071,0.048176035,0.00028822213,0.000626456,0.00010559723,0.009360222,0.000040973515,0.034718607,0.0036590344,0.010275777,0.8805683],"study_design_scores_gemma":[0.032714073,0.016063713,0.7453481,0.00065741723,0.002186411,0.006099663,0.030481288,0.011141667,0.04275211,0.0035472983,0.1084796,0.0005286564],"about_ca_topic_score_codex":0.000013298064,"about_ca_topic_score_gemma":0.0000015984909,"teacher_disagreement_score":0.8800397,"about_ca_system_score_codex":0.000089607856,"about_ca_system_score_gemma":0.0016568629,"threshold_uncertainty_score":0.9791344},"labels":[],"label_agreement":null},{"id":"W1952416052","doi":"10.46743/1540-580x/2004.1049","title":"Changing Attitudes - Health Sciences Students Working Together.","year":2004,"lang":"en","type":"article","venue":"Internet Journal of Allied Health Sciences and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Limiting; Psychology; Health professionals; Function (biology); Process (computing); Health professions; Pedagogy; Health care; Medicine; Political science; Engineering; Computer science","score_opus":0.10576713106925248,"score_gpt":0.4988576854597152,"score_spread":0.3930905543904627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952416052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74852914,0.00586337,0.0045458777,0.23700409,0.0015101366,0.0002987308,3.0041627e-7,0.00001609789,0.0022322827],"genre_scores_gemma":[0.91170716,0.0020497004,0.052348528,0.033411115,0.00040090634,0.000001761941,4.9971925e-7,0.0000057889265,0.00007451964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974458,0.00014548357,0.00070198183,0.00020479131,0.0011045687,0.00039737506],"domain_scores_gemma":[0.99811435,0.00029581448,0.0010888217,0.00007831563,0.00023143463,0.00019126972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01375295,0.000100092126,0.00027810095,0.00043598426,0.0004858952,0.00017967883,0.00031040216,0.0000386463,0.000037406357],"category_scores_gemma":[0.001545533,0.00007280868,0.000033877554,0.0009441304,0.00045404138,0.00056664745,0.000063442516,0.00044010978,0.000005510591],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011722386,0.0035949736,0.13711278,0.0011388456,0.00043708904,0.00014558011,0.12622,0.0014374101,0.00017299842,0.063110545,0.012151879,0.65330565],"study_design_scores_gemma":[0.015115566,0.053780243,0.18865044,0.036319856,0.00034569344,0.030435475,0.22209135,0.0018017534,0.0005526151,0.010099142,0.43930107,0.0015067928],"about_ca_topic_score_codex":0.00023822548,"about_ca_topic_score_gemma":0.000022318776,"teacher_disagreement_score":0.65179884,"about_ca_system_score_codex":0.0002741119,"about_ca_system_score_gemma":0.0016061775,"threshold_uncertainty_score":0.47665256},"labels":[],"label_agreement":null},{"id":"W1952854519","doi":"10.1111/j.1365-2923.2010.03903.x","title":"‘Is that normal?’ Pre‐clerkship students’ approaches to professional dilemmas","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto","funders":"","keywords":"Ethos; Dilemma; Context (archaeology); Medical education; Identity (music); Psychology; Institution; Pedagogy; Medicine; Sociology; Epistemology","score_opus":0.15242461697348014,"score_gpt":0.38811370743190887,"score_spread":0.23568909045842873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952854519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9370925,0.00007817271,0.0015180818,0.044738427,0.0036799798,0.001086542,0.0000017722,0.000112884765,0.011691685],"genre_scores_gemma":[0.93044513,0.000011092701,0.009021389,0.049465615,0.0009962365,0.0006627108,0.00016566445,0.000036970803,0.009195166],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9966547,0.00008672055,0.00049176725,0.00044497495,0.0019444741,0.00037738634],"domain_scores_gemma":[0.9987333,0.000041065894,0.0001267436,0.00053511787,0.00021340545,0.000350398],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011807244,0.00020123846,0.0002544228,0.00030632783,0.00015425464,0.000023223525,0.00042468097,0.00030157264,0.008720885],"category_scores_gemma":[0.0024226464,0.00016549806,0.0000717692,0.00072221627,0.0001578777,0.00017034948,0.00013004223,0.0005989759,0.00050294906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018017879,0.00558122,0.3507531,0.00024909948,0.00007074968,0.00000405747,0.018879348,1.0568908e-7,0.000023055993,0.0033068028,0.42440373,0.19654854],"study_design_scores_gemma":[0.000743742,0.00022011231,0.90370136,0.00063807186,0.0000857663,0.00006563825,0.0028094086,0.00014238052,0.0011071293,0.00059116207,0.08963992,0.00025528827],"about_ca_topic_score_codex":0.00009429764,"about_ca_topic_score_gemma":0.000007025608,"teacher_disagreement_score":0.5529483,"about_ca_system_score_codex":0.0002212955,"about_ca_system_score_gemma":0.002178768,"threshold_uncertainty_score":0.9921853},"labels":[],"label_agreement":null},{"id":"W1953314527","doi":"10.3138/jvme.1114-107r","title":"Developing Confidence in Uncertainty: Conflicting Roles of Trainees as They Become Educators in Veterinary and Human Medicine","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Veterinary medicine; Human medicine; Veterinary education; Medicine; Psychology; Curriculum; Pedagogy; Traditional medicine","score_opus":0.11315053848649165,"score_gpt":0.46021902441626433,"score_spread":0.3470684859297727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953314527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779571,0.00074360316,0.00006892689,0.019378806,0.0010665751,0.0002114956,3.0591744e-7,0.000007465906,0.0005657079],"genre_scores_gemma":[0.99550515,0.00018589622,0.0019222142,0.0017416623,0.0005568658,0.00001675458,0.000014124348,0.000017336311,0.000040015417],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99704105,0.00020566466,0.00143614,0.00019574576,0.00089689944,0.00022448834],"domain_scores_gemma":[0.99812305,0.00022791949,0.00061075576,0.00018495046,0.00058488187,0.00026844974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036274083,0.00017192363,0.00058263505,0.0009683572,0.000037706548,0.000009171084,0.00021282538,0.00018547397,0.00015027808],"category_scores_gemma":[0.009976161,0.00014277526,0.000039658924,0.00055644324,0.00033099198,0.0002338076,0.000052897056,0.0006587918,0.00000174311],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032376382,0.006036093,0.19803576,0.0035163376,0.0002694756,0.0010871096,0.19469082,0.000064694126,0.028861498,0.029820714,0.0078894105,0.52649045],"study_design_scores_gemma":[0.01560377,0.018567016,0.56575084,0.0362608,0.00021801058,0.028034851,0.2671171,0.0008367054,0.00045244442,0.01812987,0.048098113,0.0009304976],"about_ca_topic_score_codex":0.00060140743,"about_ca_topic_score_gemma":0.000039693656,"teacher_disagreement_score":0.52555996,"about_ca_system_score_codex":0.00047398903,"about_ca_system_score_gemma":0.0042687743,"threshold_uncertainty_score":0.99836326},"labels":[],"label_agreement":null},{"id":"W1955006871","doi":"10.19173/irrodl.v15i1.1665","title":"Student satisfaction with a web-based dissertation course: Findings from an international distance learning master's programme in public health","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Likert scale; Psychology; Medical education; Higher education; Pedagogy; Medicine; Political science","score_opus":0.08523348717125895,"score_gpt":0.49000536322953164,"score_spread":0.4047718760582727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1955006871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93935746,0.0005689351,0.002459717,0.055792794,0.000105746796,0.0010331587,0.000011966978,0.000018618322,0.000651591],"genre_scores_gemma":[0.9950265,0.0014475579,0.0009046663,0.00059360027,0.000059097536,0.00021579508,0.0016716609,0.000013651585,0.000067426205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969574,0.00068826554,0.00055336347,0.0003197601,0.0011927747,0.00028843642],"domain_scores_gemma":[0.9984271,0.0003955251,0.00025360184,0.00019825058,0.00062651734,0.00009903645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075434884,0.0001135553,0.0002808114,0.00024541872,0.00014971267,0.00019987275,0.00047845676,0.000044306256,0.00016124171],"category_scores_gemma":[0.0034047917,0.000082349514,0.000023097647,0.00080515404,0.00016571667,0.00038793453,0.00011692153,0.00096898596,0.0000042220613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001620257,0.00030085517,0.87867194,0.00032073908,0.000025536068,0.0000030017352,0.0003691791,0.00012677193,0.0000289717,0.0030170577,0.00009741722,0.1168765],"study_design_scores_gemma":[0.0020289244,0.0003990623,0.94162464,0.008208609,0.000008112365,0.000006711105,0.0044703963,0.023694575,0.000008458512,0.00012131535,0.019341433,0.000087759094],"about_ca_topic_score_codex":0.0011990455,"about_ca_topic_score_gemma":0.00066762406,"teacher_disagreement_score":0.116788745,"about_ca_system_score_codex":0.0004826115,"about_ca_system_score_gemma":0.0005599949,"threshold_uncertainty_score":0.42098156},"labels":[],"label_agreement":null},{"id":"W1955477601","doi":"","title":"Challenging learning situations in medical education: innovative and structured tools for assessment, educational diagnosis, and intervention. Part 1: history or data gathering.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Intervention (counseling); Medical education; Computer science; Data science; Medicine; Nursing","score_opus":0.13828127031863438,"score_gpt":0.39690236777812854,"score_spread":0.25862109745949413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1955477601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90826774,0.009668564,0.0046522515,0.06391089,0.005177837,0.0048865215,0.000036121546,0.000112468595,0.0032875868],"genre_scores_gemma":[0.98172486,0.0004459358,0.006669712,0.0012845115,0.00097140577,0.006790391,0.0011340536,0.000024088476,0.0009550332],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986232,0.000069144415,0.00043165416,0.0002905899,0.0002995026,0.0002858923],"domain_scores_gemma":[0.9987536,0.00041892543,0.00016244638,0.00025850482,0.00024887949,0.00015766322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016554274,0.00012350552,0.0001942454,0.00027606005,0.00010379037,0.00003086568,0.00012102343,0.00011412476,0.0005038613],"category_scores_gemma":[0.012078556,0.00011288114,0.000015266272,0.00037007072,0.00013063545,0.00066829595,0.00010638774,0.0003598066,8.8580623e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026095238,0.0005900777,0.11635028,0.00020248284,0.00004753854,2.838254e-7,0.0008637526,3.9531307e-7,0.0000020753969,0.009155914,0.016169686,0.8565914],"study_design_scores_gemma":[0.0008675419,0.000025870318,0.8105849,0.00015905101,0.000038661772,0.00003623164,0.0014676099,0.00042232385,0.000003551383,0.00026502123,0.18601063,0.00011863304],"about_ca_topic_score_codex":0.000019922742,"about_ca_topic_score_gemma":0.000031152074,"teacher_disagreement_score":0.8564728,"about_ca_system_score_codex":0.00045284154,"about_ca_system_score_gemma":0.0007265317,"threshold_uncertainty_score":0.9962431},"labels":[],"label_agreement":null},{"id":"W1956839138","doi":"","title":"Changes in students' moral development during medical school: a cohort study.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke","funders":"","keywords":"Lawrence Kohlberg's stages of moral development; Cohort; Psychology; Moral development; Stage (stratigraphy); Stage theory; Medical school; Academic year; Medical education; Family medicine; Medicine; Developmental psychology; Social psychology; Mathematics education; Internal medicine","score_opus":0.025579266346648696,"score_gpt":0.31126854809305465,"score_spread":0.28568928174640595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956839138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934073,0.000042233616,0.00000868552,0.0015594565,0.00047528878,0.002158936,1.2358915e-7,0.0000546103,0.002293372],"genre_scores_gemma":[0.9909613,0.0000133260855,0.00047588744,0.0010903592,0.00014665713,0.0058441944,0.000008532256,0.000018126602,0.0014416176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750876,0.00007797551,0.00038596784,0.0002868666,0.0013305192,0.00040988263],"domain_scores_gemma":[0.99930656,0.000018796061,0.00005610904,0.0002449488,0.00009512337,0.00027845657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023514186,0.00012061234,0.00024014119,0.00031861855,0.000066135515,0.000019726187,0.00015471123,0.00009971409,0.00057239074],"category_scores_gemma":[0.00511761,0.000108062064,0.000015575908,0.0006836257,0.000045048677,0.000049135888,0.000053818425,0.00038100654,0.000038382237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020295647,0.0010699792,0.9713962,0.00003128902,0.000054571046,0.00006273462,0.00044180913,1.7817632e-7,0.0000023594534,0.00004731818,0.0003628802,0.026510358],"study_design_scores_gemma":[0.0020035817,0.000019186007,0.9939376,0.0000350282,0.000020410602,0.000030915366,0.00075173244,0.0000015652934,0.00022363763,0.000009503032,0.0028652388,0.00010157563],"about_ca_topic_score_codex":0.00001800819,"about_ca_topic_score_gemma":0.00014516976,"teacher_disagreement_score":0.026408782,"about_ca_system_score_codex":0.0005009333,"about_ca_system_score_gemma":0.0002736411,"threshold_uncertainty_score":0.6267277},"labels":[],"label_agreement":null},{"id":"W1957041630","doi":"","title":"Three concrete tips for teaching clerkship medical students","year":2014,"lang":"en","type":"article","venue":"UBC Faculty of Medicine medical journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Supervisor; Medical education; Context (archaeology); Clinical clerkship; Medicine; Teaching and learning center; Medical school; Teaching method; Psychology; Mathematics education; Pedagogy; Curriculum","score_opus":0.040734475398207785,"score_gpt":0.41245823530918985,"score_spread":0.37172375991098205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1957041630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41920832,0.00029261783,0.31192985,0.25967228,0.0038466037,0.00088404346,0.000008777416,0.00011903457,0.0040384447],"genre_scores_gemma":[0.9118425,0.00014043173,0.031600293,0.039355572,0.015800972,0.00007062245,0.00037344673,0.00011226418,0.0007038505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98753685,0.00023886035,0.0019801562,0.00043226557,0.009114465,0.00069741375],"domain_scores_gemma":[0.9953426,0.00096487685,0.0006923747,0.00048878946,0.0010665647,0.0014447627],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019507756,0.00035855494,0.0011627373,0.00043966094,0.0003679059,0.000028321278,0.0012749808,0.00065317,0.0035208075],"category_scores_gemma":[0.08448543,0.00024229371,0.00025739506,0.00037628424,0.0016557316,0.00012963748,0.00016588178,0.002921397,0.000034647383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038013628,0.00025006713,0.016298236,0.0003617314,0.00031857082,0.00006878969,0.001133451,4.8558354e-7,0.00023510246,0.005749696,0.5395188,0.43568495],"study_design_scores_gemma":[0.050340917,0.006806148,0.05650788,0.011849231,0.001151354,0.00982278,0.0037426995,0.021551985,0.00026327572,0.008757696,0.82837653,0.0008294734],"about_ca_topic_score_codex":0.000050505896,"about_ca_topic_score_gemma":0.000010576593,"teacher_disagreement_score":0.4926342,"about_ca_system_score_codex":0.00018999472,"about_ca_system_score_gemma":0.00094700704,"threshold_uncertainty_score":0.9993789},"labels":[],"label_agreement":null},{"id":"W1958809057","doi":"10.7196/sajbl.74","title":"When do medical students become professionals","year":2009,"lang":"en","type":"article","venue":"South African Journal of Bioethics and Law","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Diligence; Graduation (instrument); Discretion; Honesty; Medical education; Medical school; Psychology; Process (computing); Pedagogy; Medicine; Political science; Social psychology; Engineering; Law","score_opus":0.03769808425405723,"score_gpt":0.39861120300965985,"score_spread":0.3609131187556026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1958809057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79653925,0.00062934763,0.00039459363,0.1984954,0.00070741633,0.00017619235,0.0000035186972,0.000013609824,0.003040674],"genre_scores_gemma":[0.97960097,0.0000394563,0.0028687918,0.016760627,0.0005225862,0.0000010222573,0.000002947065,0.0000072212383,0.00019635708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974719,0.00005635298,0.0005456987,0.000111447465,0.0016473918,0.0001671935],"domain_scores_gemma":[0.99872243,0.00007013458,0.00029302086,0.00013460587,0.0005202427,0.0002595652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029263347,0.000094793984,0.00027528734,0.00014687498,0.000114955474,0.00003888919,0.00022030078,0.00020262177,0.0003069972],"category_scores_gemma":[0.0010826873,0.00006447971,0.000060377075,0.00020617408,0.00061219063,0.00006284863,0.00003629055,0.001046207,0.0000054663583],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082099886,0.0032494648,0.044935077,0.00027108946,0.00046924333,0.000464294,0.06873014,8.419487e-7,0.00020152521,0.75199836,0.032302383,0.09655655],"study_design_scores_gemma":[0.02665214,0.015150629,0.16730735,0.011630063,0.0015245088,0.005071497,0.19219953,0.000288127,0.0010561324,0.32006854,0.25721702,0.0018344488],"about_ca_topic_score_codex":0.000006871371,"about_ca_topic_score_gemma":0.0000016675815,"teacher_disagreement_score":0.43192986,"about_ca_system_score_codex":0.00003919545,"about_ca_system_score_gemma":0.00039129355,"threshold_uncertainty_score":0.45453072},"labels":[],"label_agreement":null},{"id":"W1961650521","doi":"10.1111/tct.12296","title":"Peer‐assisted bedside teaching rounds","year":2015,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; McMaster University","funders":"","keywords":"Medical education; Session (web analytics); Medicine; Psychology; Computer science","score_opus":0.23577396547866403,"score_gpt":0.5027138016572142,"score_spread":0.2669398361785502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961650521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76542443,0.000070226175,0.00088981254,0.13964225,0.0015284003,0.00027017406,4.341282e-7,0.00018383333,0.091990456],"genre_scores_gemma":[0.88834244,0.000002822831,0.005947767,0.008228602,0.0025475326,0.00002313238,0.000037071986,0.000027997985,0.09484264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780583,0.00038213545,0.00066242757,0.000232724,0.0006883011,0.00022859349],"domain_scores_gemma":[0.9983449,0.00024049626,0.00014182254,0.0006985463,0.00040287408,0.00017136129],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009870707,0.00011692546,0.00027337606,0.000050271432,0.00012202322,0.00002844893,0.00023060055,0.00019924213,0.00024962125],"category_scores_gemma":[0.02837165,0.000070991606,0.00011899153,0.00023120272,0.00028321106,0.00006950541,0.000076052595,0.0015760704,0.00049850496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009413442,0.0007555528,0.053799525,0.000007836721,0.000081372906,0.000007013529,0.0012500058,0.0000010596708,0.000017661412,0.0026292412,0.72582304,0.21553355],"study_design_scores_gemma":[0.0019699677,0.00032992475,0.12828876,0.00006204761,0.00018822699,0.00008365071,0.002478159,0.0013808004,0.000008307989,0.0031285598,0.8619255,0.00015610216],"about_ca_topic_score_codex":0.00004619275,"about_ca_topic_score_gemma":0.0000029093603,"teacher_disagreement_score":0.21537745,"about_ca_system_score_codex":0.00014361665,"about_ca_system_score_gemma":0.0002866194,"threshold_uncertainty_score":0.9798128},"labels":[],"label_agreement":null},{"id":"W1963609070","doi":"10.24908/eoe-ese-rse.v13i0.4427","title":"Response to Are We Educating or Training?","year":2012,"lang":"en","type":"article","venue":"Encounters in Theory and History of Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Training (meteorology); Computer science; Psychology; Artificial intelligence; Medical education; Medicine; Geography","score_opus":0.03204519412540094,"score_gpt":0.3480101627057618,"score_spread":0.3159649685803608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963609070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817392,0.0018229237,0.00020404202,0.0040004198,0.004588077,0.00025709046,8.7154245e-7,0.000015735783,0.0073716207],"genre_scores_gemma":[0.9776011,0.000026983726,0.00365845,0.004152462,0.00032833527,0.000078981895,0.0000061930386,0.000014061282,0.014133433],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906665,0.00018532554,0.00029303238,0.00014044633,0.00014616331,0.00016838161],"domain_scores_gemma":[0.99922717,0.00025870823,0.00013858317,0.00020105693,0.00009727966,0.0000772219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027314837,0.00009004145,0.00017027352,0.00046056582,0.00003599566,0.0000028050954,0.00006098846,0.00006790526,0.00052257354],"category_scores_gemma":[0.0029452653,0.000082677536,0.000020715239,0.00025496812,0.00014760013,0.00014258556,0.000011520196,0.00015948419,0.000009466719],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004273315,0.0018827115,0.020085363,0.00047292435,0.000028299783,0.0000010757078,0.4980333,0.0000019101478,0.006484783,0.01207768,0.256206,0.20045267],"study_design_scores_gemma":[0.0004828808,0.00025517493,0.073655136,0.0013126627,0.000044370558,0.000071935785,0.1773012,0.0000074410864,0.00019409064,0.0009309514,0.74554986,0.00019432907],"about_ca_topic_score_codex":0.000012505981,"about_ca_topic_score_gemma":0.000003472393,"teacher_disagreement_score":0.48934385,"about_ca_system_score_codex":0.0009711378,"about_ca_system_score_gemma":0.0012638246,"threshold_uncertainty_score":0.5721814},"labels":[],"label_agreement":null},{"id":"W1963730386","doi":"10.5959/eimj.v4i1.5","title":"Curricular mapping: an anti-stress tool for new medical students","year":2012,"lang":"en","type":"article","venue":"Education in Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Medical education; Stress (linguistics); Psychology; Computer science; Medicine; Philosophy; Linguistics","score_opus":0.0357660901751635,"score_gpt":0.4456882821321589,"score_spread":0.40992219195699536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963730386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9323162,0.0012162245,0.021054378,0.033810087,0.010034708,0.00074714195,8.9901516e-7,0.00003699104,0.0007833993],"genre_scores_gemma":[0.85496557,0.0005431368,0.05858199,0.018480625,0.059318308,0.00019792972,0.0004461464,0.00010420031,0.007362097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961981,0.00011390639,0.0010256249,0.00022826726,0.0019201421,0.0005139645],"domain_scores_gemma":[0.9979562,0.000095728356,0.00031862876,0.00034790134,0.0005623311,0.00071918225],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004296719,0.00020241376,0.0004234774,0.0007600942,0.00016252018,0.0000417339,0.00043290376,0.00022079116,0.0037018312],"category_scores_gemma":[0.0056329416,0.00015884641,0.000066874396,0.0007818261,0.00012424706,0.00045963973,0.000033185566,0.0008788306,0.0000308877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021702132,0.00157357,0.5590588,0.00007574485,0.000030021489,0.0000020393943,0.002792881,0.0000011190344,0.00010122763,0.00052021566,0.373579,0.062243693],"study_design_scores_gemma":[0.0032595065,0.00026367544,0.694319,0.0015320302,0.00009823964,0.0010293034,0.0074899434,0.00011990395,0.000060673854,0.00054793473,0.2910878,0.00019193592],"about_ca_topic_score_codex":0.0000434508,"about_ca_topic_score_gemma":0.0000023692555,"teacher_disagreement_score":0.13526025,"about_ca_system_score_codex":0.0004005919,"about_ca_system_score_gemma":0.002766851,"threshold_uncertainty_score":0.9972089},"labels":[],"label_agreement":null},{"id":"W1964192348","doi":"10.1016/j.suronc.2010.07.006","title":"Communication challenges in surgical oncology","year":2010,"lang":"en","type":"article","venue":"Surgical Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Summative assessment; Formative assessment; Surgical oncology; Set (abstract data type); Medicine; Medical education; Medical physics; Oncology; Psychology; Computer science; Pedagogy","score_opus":0.059132411641357956,"score_gpt":0.4203177695278063,"score_spread":0.36118535788644834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964192348","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32422,0.00078445213,0.000003869273,0.0650196,0.0010560274,0.0003482024,9.678339e-7,0.00008169343,0.60848516],"genre_scores_gemma":[0.9871688,0.0049913605,0.005292348,0.0008868065,0.0006931017,0.00016307164,0.000098657605,0.000023692683,0.00068218436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804693,0.00033935354,0.0006306084,0.0003369297,0.00026390984,0.00038228268],"domain_scores_gemma":[0.9981552,0.0007381394,0.00014246626,0.0005954273,0.00022483141,0.00014394327],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019413626,0.00014877298,0.00055236876,0.00028465348,0.00007428039,0.000005870593,0.0002338266,0.00082240015,0.001798703],"category_scores_gemma":[0.00046455476,0.00012900104,0.000078718054,0.0004742316,0.0005170848,0.00007056734,0.00010531175,0.0018665612,0.0002660711],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027868545,0.0016415934,0.0008065199,0.000024484576,0.000015821033,0.00052925834,0.0004545437,7.431207e-7,0.0001848163,0.05432903,0.0011643544,0.9405702],"study_design_scores_gemma":[0.002404951,0.00060132967,0.0047473083,0.000025577538,0.000020436202,0.0017883192,0.00041520665,0.00014136171,0.00006188699,0.0014695084,0.98820484,0.00011930067],"about_ca_topic_score_codex":0.000044203938,"about_ca_topic_score_gemma":0.00032697708,"teacher_disagreement_score":0.98704046,"about_ca_system_score_codex":0.0003873011,"about_ca_system_score_gemma":0.00061367423,"threshold_uncertainty_score":0.9991138},"labels":[],"label_agreement":null},{"id":"W1964381303","doi":"10.3138/jvme.1112-100r","title":"Impact of Outcome-Based Assessment on Student Learning and Faculty Instructional Practices","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Curriculum; Medical education; Accountability; Psychology; Faculty development; Promotion (chess); Focus group; Best practice; Professional development; Pedagogy; Medicine; Political science; Sociology","score_opus":0.10026275846530623,"score_gpt":0.5422051137504714,"score_spread":0.4419423552851652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964381303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895561,0.00004850301,0.00023476762,0.008713349,0.0008362757,0.00019855946,5.9233406e-7,0.000007088778,0.00040476958],"genre_scores_gemma":[0.9864666,0.000035767833,0.012227481,0.00068199827,0.00045723596,0.000017686545,0.000027346492,0.000010612569,0.00007528226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976678,0.00012331975,0.0007979894,0.0001210946,0.0011686938,0.00012109911],"domain_scores_gemma":[0.99732727,0.00015153442,0.0013612706,0.00010673483,0.0008611245,0.0001920699],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010255126,0.00011531293,0.00028867967,0.0003358182,0.00006224942,0.000023357987,0.000097283984,0.0001160189,0.0014712212],"category_scores_gemma":[0.005249186,0.00008096087,0.00010078453,0.00024422607,0.00012239632,0.00024467328,0.000021917678,0.00075310294,0.000005813587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019187236,0.0029607078,0.8014055,0.0001549507,0.00013288259,0.000008570366,0.00026348387,0.000024164901,0.0012632138,0.00011170582,0.0037118108,0.18977112],"study_design_scores_gemma":[0.0011752234,0.0047056414,0.9877604,0.00041445403,0.00006048062,0.00079500827,0.0008140465,0.00060789334,0.000017922821,0.000031869553,0.003551425,0.00006560398],"about_ca_topic_score_codex":0.00004836685,"about_ca_topic_score_gemma":2.0711826e-7,"teacher_disagreement_score":0.18970552,"about_ca_system_score_codex":0.00036120528,"about_ca_system_score_gemma":0.0024319566,"threshold_uncertainty_score":0.99944156},"labels":[],"label_agreement":null},{"id":"W1964813235","doi":"10.1051/pmed/2014005","title":"Un service d’aide aux étudiants offert par des enseignants experts : la réussite de l’étudiant au cœur des préoccupations","year":2014,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Sociology; Art","score_opus":0.09134797901090114,"score_gpt":0.3498305421738745,"score_spread":0.25848256316297336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964813235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93569595,0.006767478,0.015869116,0.026421672,0.0026988825,0.0007596185,0.000053974676,0.00028111503,0.011452211],"genre_scores_gemma":[0.94080734,0.0023709883,0.030846724,0.009898095,0.003621853,0.00038507683,0.00020263501,0.00017913386,0.011688136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994418,0.00079661486,0.0011527006,0.0008522937,0.00092552864,0.0018548212],"domain_scores_gemma":[0.9958488,0.00092205085,0.00030084292,0.0011123517,0.00095350866,0.0008624847],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024728635,0.0006138059,0.00077382283,0.0003936897,0.0013485049,0.00012221868,0.0005891475,0.0007712263,0.0017182069],"category_scores_gemma":[0.009985665,0.0005965847,0.00019114575,0.0020410381,0.0019660415,0.0005555024,0.00019454212,0.0009049556,0.0008761895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013918118,0.0038374283,0.20158276,0.0018690939,0.00036957703,0.0001792849,0.02879399,0.00006127259,0.004489444,0.002776911,0.05207424,0.70382684],"study_design_scores_gemma":[0.0042947046,0.00054702524,0.65979326,0.005314448,0.00079317205,0.00051177276,0.010786166,0.009029253,0.0070975367,0.008288763,0.29237378,0.0011701258],"about_ca_topic_score_codex":0.0014259235,"about_ca_topic_score_gemma":0.00067167945,"teacher_disagreement_score":0.7026567,"about_ca_system_score_codex":0.0013400166,"about_ca_system_score_gemma":0.0030726874,"threshold_uncertainty_score":0.9999516},"labels":[],"label_agreement":null},{"id":"W1964887042","doi":"10.1177/0269216308094561","title":"The impact of a hybrid online and classroom-based course on palliative care competencies of family medicine residents","year":2008,"lang":"en","type":"article","venue":"Palliative Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Chinook Regional Hospital; University of Ottawa","funders":"","keywords":"Medicine; Palliative care; Objective structured clinical examination; Family medicine; Educational measurement; Medical education; Nursing; Psychology; Curriculum","score_opus":0.07284270496076244,"score_gpt":0.410121312827251,"score_spread":0.33727860786648856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964887042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98277867,0.005354943,0.0005240341,0.008872494,0.0002982149,0.0007847732,0.000067822315,0.00003143089,0.0012875927],"genre_scores_gemma":[0.9953056,0.0017955154,0.0009815533,0.0009694539,0.00040938632,0.000031283038,0.00031090723,0.000031981486,0.00016429338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683285,0.00016525804,0.0010322998,0.00035909907,0.001271714,0.00033875936],"domain_scores_gemma":[0.995422,0.0011603395,0.0007440847,0.0005646078,0.001948007,0.00016095203],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0006226356,0.00034414453,0.000953555,0.00031606175,0.00023808399,0.0000021159021,0.00022701501,0.00008188805,0.000102677186],"category_scores_gemma":[0.004609227,0.00018437827,0.000109499495,0.00084406656,0.0034140816,0.00004092687,0.00003780321,0.00052120234,0.0000033889428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002402083,0.0013082932,0.9049058,0.0008817864,0.00091609755,0.000107297106,0.021002384,0.00013412374,0.010014598,0.0014441361,0.04423521,0.012648169],"study_design_scores_gemma":[0.005871352,0.005771724,0.96996295,0.0026461135,0.00023620675,0.0000097358925,0.011860615,0.00159698,0.0012006481,0.00027128306,0.00042570522,0.00014670954],"about_ca_topic_score_codex":0.0009835958,"about_ca_topic_score_gemma":0.00003493116,"teacher_disagreement_score":0.06505711,"about_ca_system_score_codex":0.0003065133,"about_ca_system_score_gemma":0.00066726253,"threshold_uncertainty_score":0.99929804},"labels":[],"label_agreement":null},{"id":"W1964937225","doi":"10.1111/j.1365-2923.2009.03336.x","title":"Does the gender of the standardised patient influence candidate performance in an objective structured clinical examination?","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Objective structured clinical examination; Physical examination; Significant difference; Affect (linguistics); Medicine; Psychology; Demography; Male gender; Clinical psychology; Medical education; Surgery; Internal medicine","score_opus":0.008926260864047736,"score_gpt":0.3588833380167551,"score_spread":0.34995707715270735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964937225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98778737,0.000035153742,0.000055404038,0.009685172,0.0013336325,0.0006232121,0.0000023532755,0.000014528349,0.0004632051],"genre_scores_gemma":[0.98893255,0.000033761477,0.00030108372,0.01034692,0.00024969823,0.000048546637,0.000035250618,0.0000072154826,0.000044985045],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976247,0.00029284754,0.0006840671,0.00023510953,0.0009920404,0.0001712439],"domain_scores_gemma":[0.99856627,0.000080504025,0.0002353045,0.00051084807,0.0005401968,0.00006686447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013815417,0.0001096107,0.00019286072,0.00010512101,0.00011854052,0.00001241312,0.00025101917,0.0001572048,0.00016797763],"category_scores_gemma":[0.0051129186,0.00004860031,0.000045140012,0.0007248926,0.00034414255,0.00015482807,0.000025064968,0.000572442,0.0000021057733],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007639535,0.00081744423,0.29864898,0.000043082735,0.000011960827,4.552434e-7,0.0059308494,0.000021199192,0.000080650774,0.0004408976,0.0012144875,0.6927136],"study_design_scores_gemma":[0.0005183855,0.00020224894,0.9938482,0.00016557993,0.00002728631,0.000007520759,0.0018532167,0.0009198093,0.00048765144,0.0003971447,0.00150705,0.00006588287],"about_ca_topic_score_codex":0.0000337046,"about_ca_topic_score_gemma":0.000041455056,"teacher_disagreement_score":0.69519925,"about_ca_system_score_codex":0.00021758462,"about_ca_system_score_gemma":0.0025649338,"threshold_uncertainty_score":0.612101},"labels":[],"label_agreement":null},{"id":"W1965011604","doi":"10.1111/j.1365-2923.2007.02769.x","title":"Challenges in multisource feedback: intended and unintended outcomes","year":2007,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Unintended consequences; Medical education; MEDLINE; Psychology; Medicine; Engineering ethics; Political science; Engineering","score_opus":0.030838299419994986,"score_gpt":0.37720728475596704,"score_spread":0.34636898533597205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965011604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8005799,0.0011900841,0.0006898971,0.18206166,0.0013780647,0.00042312738,2.5505062e-7,0.000084985404,0.0135920355],"genre_scores_gemma":[0.9812202,0.00040166656,0.0039656954,0.013008517,0.00027914174,0.000039612707,0.000043820764,0.000020272753,0.0010210668],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982654,0.000039819133,0.00049919804,0.0003118769,0.00059006433,0.00029366993],"domain_scores_gemma":[0.99915576,0.00011542295,0.00008368833,0.00027340368,0.00021808057,0.00015362706],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016913008,0.00014015246,0.00025970573,0.0004450553,0.000044638444,0.0000092589125,0.000103112645,0.0002468693,0.0003103289],"category_scores_gemma":[0.010418872,0.00011829323,0.000031394215,0.00044378958,0.00028282468,0.000081913095,0.00003860939,0.0005261951,0.000033815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004940032,0.0009631282,0.05488054,0.00012044714,0.000016648053,0.000008924994,0.0022303076,4.5196177e-8,0.000060973827,0.006028581,0.006200536,0.92944044],"study_design_scores_gemma":[0.0014016828,0.00007467064,0.9405905,0.00042874657,0.000023226521,0.00016303059,0.010049358,0.00033725577,0.00013541563,0.000797139,0.045849938,0.00014902258],"about_ca_topic_score_codex":0.000085950174,"about_ca_topic_score_gemma":0.00022466008,"teacher_disagreement_score":0.9292914,"about_ca_system_score_codex":0.00021253938,"about_ca_system_score_gemma":0.0006814587,"threshold_uncertainty_score":0.9979168},"labels":[],"label_agreement":null},{"id":"W1965288782","doi":"10.3138/jvme.37.4.388","title":"The Complex Role of Veterinary Clinical Teachers: How Is Their Role Perceived and What Is Expected of Them?","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Respondent; Enthusiasm; Competence (human resources); Medical education; Psychology; Medicine; Veterinary medicine; Social psychology; Political science","score_opus":0.08750953975974693,"score_gpt":0.4201257431480404,"score_spread":0.33261620338829345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965288782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689079,0.0013295653,0.000022973467,0.027528582,0.0017859237,0.00021872138,0.0000021306882,0.0000089445,0.00019529297],"genre_scores_gemma":[0.99097985,0.002355511,0.0033870833,0.002037475,0.0010954335,0.000012460437,0.0000138481555,0.00002326619,0.00009506788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99723566,0.00024750552,0.0012027671,0.00020344755,0.00090084603,0.0002098011],"domain_scores_gemma":[0.9968845,0.00043077068,0.0009847953,0.00046826177,0.0009758343,0.0002558133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002021375,0.00018154913,0.00052833045,0.00016750935,0.000120786775,0.000051454488,0.00037598654,0.0003141433,0.0008474972],"category_scores_gemma":[0.0033557345,0.00011737244,0.00019191633,0.00029741845,0.0008714505,0.00044326423,0.00008706153,0.0011668011,0.0000031999955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006093282,0.0017636564,0.007513036,0.000121808866,0.00018378117,0.0000068605605,0.016329687,2.4574957e-8,0.11626608,0.00008735459,0.01210964,0.84500873],"study_design_scores_gemma":[0.0030377312,0.0064007477,0.5795552,0.0018029088,0.0002642391,0.005548915,0.14421396,0.0009031858,0.0024435967,0.0012896266,0.25423887,0.00030099307],"about_ca_topic_score_codex":0.0000137922725,"about_ca_topic_score_gemma":7.693286e-7,"teacher_disagreement_score":0.8447077,"about_ca_system_score_codex":0.000055008088,"about_ca_system_score_gemma":0.0014060672,"threshold_uncertainty_score":0.92794997},"labels":[],"label_agreement":null},{"id":"W1965596089","doi":"10.1308/135576110790307753","title":"Mentoring. A Quality Assurance Tool for Dentists Part 6: Outcomes: Patient Care, Professional Development and Personal Growth <i>Authentic Happiness for Dentists</i>","year":2010,"lang":"en","type":"article","venue":"Primary Dental Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Norfolk General Hospital","funders":"","keywords":"Happiness; Personal development; Perspective (graphical); Professional development; Psychology; Personality; Quality (philosophy); Nursing; Quality assurance; Medical education; Medicine; Social psychology; Psychotherapist","score_opus":0.01434169789581238,"score_gpt":0.32609150585060714,"score_spread":0.3117498079547948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965596089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98940563,0.0003778252,0.0008608042,0.00029190397,0.0063996753,0.0022569173,0.00015645458,0.00005597537,0.00019480695],"genre_scores_gemma":[0.97271603,0.000004331469,0.02029941,0.0012346051,0.0003291161,0.00199031,0.0022591657,0.00004141382,0.0011256211],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772596,0.000029396875,0.0006131461,0.0004828547,0.0007294763,0.0004191651],"domain_scores_gemma":[0.99841344,0.00012472717,0.00020712748,0.0002174844,0.00091319566,0.00012400119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036963169,0.00025272334,0.0003723048,0.000113924114,0.000443321,0.000055944787,0.00013347979,0.00015433483,0.000039187176],"category_scores_gemma":[0.0006912608,0.00022579439,0.00012328636,0.00015839779,0.000108882836,0.00016540491,0.000112004695,0.00026616227,0.00000668298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042380186,0.00073698995,0.837706,0.008721943,0.0001973139,0.000012027186,0.026021168,8.2210484e-8,0.0037401174,0.00078788114,0.009530667,0.11212201],"study_design_scores_gemma":[0.004806131,0.00022929258,0.9041207,0.00044424075,0.0001924207,0.00008203484,0.014017824,0.000019119794,0.0053412234,0.00006602895,0.07013654,0.0005444828],"about_ca_topic_score_codex":0.000018234445,"about_ca_topic_score_gemma":0.00011969293,"teacher_disagreement_score":0.11157752,"about_ca_system_score_codex":0.0005261715,"about_ca_system_score_gemma":0.00057253055,"threshold_uncertainty_score":0.9207628},"labels":[],"label_agreement":null},{"id":"W1965684223","doi":"10.1016/j.aodf.2007.07.001","title":"The Tenth Anniversary of The D. Walter Cohen DDS Middle East Center for Dental Education","year":2007,"lang":"en","type":"article","venue":"Alpha Omegan","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Center (category theory); Middle East; Political science; Law; Chemistry","score_opus":0.019240934403388518,"score_gpt":0.305942393643908,"score_spread":0.2867014592405195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965684223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823944,0.00013089474,0.0004286281,0.008907239,0.0020837274,0.0007412055,0.000009074307,0.000015839498,0.005288993],"genre_scores_gemma":[0.9922117,0.0000061226788,0.0007627721,0.002248128,0.0005011456,0.000024920222,0.00007502861,0.0000144758615,0.004155731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991706,0.00001620374,0.00025384672,0.00011924112,0.00025170448,0.00018837904],"domain_scores_gemma":[0.9992249,0.00006217248,0.00011411789,0.00031061878,0.0002486631,0.00003952686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045230446,0.000074543066,0.000088723915,0.000068787245,0.00018224397,0.000009948783,0.00016463468,0.000054264005,0.00003475464],"category_scores_gemma":[0.00029082128,0.000043352455,0.000070250084,0.00030530067,0.00017324346,0.00006144452,0.000030818348,0.00012612612,0.000010994172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005979071,0.0024221356,0.33546406,0.00031787215,0.00026070615,0.0000018014983,0.008259742,0.0000011092185,0.009480451,0.015167738,0.28576818,0.3422583],"study_design_scores_gemma":[0.0022118897,0.000250212,0.43758842,0.0003228487,0.00016364631,0.00008113066,0.019588485,0.00019325683,0.012386869,0.0005259724,0.5265078,0.00017947263],"about_ca_topic_score_codex":0.000022386483,"about_ca_topic_score_gemma":0.000024526,"teacher_disagreement_score":0.34207883,"about_ca_system_score_codex":0.000119379656,"about_ca_system_score_gemma":0.00019490019,"threshold_uncertainty_score":0.17678617},"labels":[],"label_agreement":null},{"id":"W1965748143","doi":"10.3138/jvme.29.4.231","title":"Using the World Wide Web to Develop Key Professional Skills in Veterinary Undergraduates","year":2002,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Medical education; Professional development; Key (lock); Medicine; Veterinary medicine; Psychology; Pedagogy; Computer science","score_opus":0.09369310558401958,"score_gpt":0.4308708934333828,"score_spread":0.33717778784936325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965748143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90341973,0.00031717916,0.00031333868,0.09106831,0.0038578147,0.0003127977,5.059574e-7,0.000012015314,0.00069829694],"genre_scores_gemma":[0.9593393,0.000103826445,0.021200383,0.016233336,0.0011728639,0.000031854022,0.000008673762,0.000027854312,0.001881875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699855,0.00025176792,0.0010633289,0.00019139607,0.0011966608,0.0002982702],"domain_scores_gemma":[0.99804723,0.00030886888,0.00037387607,0.0002645218,0.00073733536,0.00026818848],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016846071,0.00017629215,0.00032631663,0.0007795205,0.0001322969,0.000024393321,0.00031581448,0.00013864355,0.0014878723],"category_scores_gemma":[0.008853117,0.00012121009,0.00006774505,0.002146278,0.00014861782,0.00023727315,0.00008868749,0.00092998747,0.000036923517],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008516803,0.009868667,0.029033683,0.0005204565,0.00016538182,0.00061411463,0.008803665,0.000060816943,0.012328807,0.0007378604,0.5530831,0.38393173],"study_design_scores_gemma":[0.0035059883,0.0031151467,0.20562238,0.009661467,0.00015384583,0.015780907,0.0046750284,0.0068728137,0.00028276877,0.0007483205,0.7489992,0.00058216305],"about_ca_topic_score_codex":0.000009136614,"about_ca_topic_score_gemma":0.0000057317943,"teacher_disagreement_score":0.38334957,"about_ca_system_score_codex":0.0005799669,"about_ca_system_score_gemma":0.002826558,"threshold_uncertainty_score":0.99949574},"labels":[],"label_agreement":null},{"id":"W1965760955","doi":"10.1051/pmed:2006002","title":"L’approche d’apprentissage dans un curriculum médical précliniquebasé sur l’apprentissage par problèmes","year":2006,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Humanities; Philosophy; Psychology","score_opus":0.021240735236935895,"score_gpt":0.30120699054012495,"score_spread":0.2799662553031891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965760955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7227662,0.034880664,0.07295818,0.037412442,0.018700691,0.0048407135,0.00024029607,0.0015045254,0.106696285],"genre_scores_gemma":[0.618473,0.0017153596,0.047859043,0.0019605986,0.014759182,0.0012896265,0.002712153,0.00049366016,0.3107374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99001616,0.0006847588,0.0026814318,0.0017967314,0.0023164789,0.0025044263],"domain_scores_gemma":[0.99557656,0.0004157397,0.0007654196,0.001729005,0.0007698924,0.00074340083],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0027553698,0.0010930639,0.0013946539,0.0004722666,0.00070849754,0.00024089706,0.0010836129,0.001597485,0.009724404],"category_scores_gemma":[0.0034189268,0.0010875599,0.00059289346,0.0024586127,0.0025268996,0.0005778867,0.00045574183,0.0027669184,0.001748442],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007292178,0.013037699,0.083770424,0.001944183,0.00034653963,0.00052519434,0.0016956046,0.000035505458,0.002740177,0.009608694,0.58669853,0.29952452],"study_design_scores_gemma":[0.006864517,0.0008082066,0.065410666,0.0034128865,0.0017148262,0.00065951515,0.007504299,0.010359542,0.014366728,0.007734295,0.8789356,0.0022289678],"about_ca_topic_score_codex":0.0004221553,"about_ca_topic_score_gemma":0.00005252262,"teacher_disagreement_score":0.29729557,"about_ca_system_score_codex":0.0007626551,"about_ca_system_score_gemma":0.0011910924,"threshold_uncertainty_score":0.99969864},"labels":[],"label_agreement":null},{"id":"W1965779223","doi":"10.3138/jvme.33.1.108","title":"A Conceptual Framework for Facilitator Training to Expand Communication-Skills Training among Veterinary Practitioners","year":2006,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Experiential learning; Medical education; Training (meteorology); Curriculum; Communication skills; Skills management; Facilitation; Communication skills training; Process (computing); Psychology; Professional development; Medicine; Pedagogy; Computer science","score_opus":0.08672593080965986,"score_gpt":0.4244988240778228,"score_spread":0.33777289326816295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965779223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444994,0.00031531378,0.03621739,0.015826147,0.0019615758,0.00062341354,0.0000072287094,0.000036045476,0.0005135148],"genre_scores_gemma":[0.82120514,0.000039951094,0.17256574,0.003949398,0.0016815439,0.00017928092,0.00011932358,0.000034093,0.00022554155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996951,0.00017878499,0.0012818265,0.00025053142,0.0009856157,0.0003522601],"domain_scores_gemma":[0.99691415,0.0007078654,0.0006867719,0.00038204362,0.00094300276,0.00036618873],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001972957,0.00021652645,0.0004972254,0.0004651886,0.00022963285,0.000044650784,0.00032085288,0.00031533808,0.00052117376],"category_scores_gemma":[0.0124781765,0.00020348333,0.0001816262,0.0005480424,0.00039174518,0.0004444685,0.000043713313,0.00082412537,0.00001123884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027673184,0.007474553,0.004467263,0.0005738382,0.0004311414,0.00014299183,0.10088747,0.000099941804,0.0071285437,0.037003793,0.18410882,0.6549143],"study_design_scores_gemma":[0.005376022,0.010874161,0.079098225,0.007828101,0.00037261273,0.00672826,0.12040551,0.000397089,0.00022572724,0.009895071,0.7579493,0.00084994646],"about_ca_topic_score_codex":0.000024837147,"about_ca_topic_score_gemma":0.0000017830665,"teacher_disagreement_score":0.65406436,"about_ca_system_score_codex":0.0003921311,"about_ca_system_score_gemma":0.003009429,"threshold_uncertainty_score":0.99584013},"labels":[],"label_agreement":null},{"id":"W1965810994","doi":"10.1071/ah13015","title":"Victorian junior doctors’ perception of their competency and training needs in healthcare management","year":2013,"lang":"en","type":"article","venue":"Australian Health Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Likert scale; Medicine; Perception; Health care; Medical education; Skills management; Family medicine; Psychological intervention; Nursing; Metropolitan area; Psychology","score_opus":0.07309878846559097,"score_gpt":0.39734964135342665,"score_spread":0.32425085288783567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965810994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45696142,0.021408897,0.000057535977,0.5131504,0.0009013368,0.006293459,0.000007881988,0.00006955914,0.0011495174],"genre_scores_gemma":[0.90637773,0.066871785,0.008339548,0.017505856,0.00015727097,0.0002261294,0.000112426314,0.000020001273,0.00038924656],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99835527,0.0001059257,0.0008538337,0.00017921912,0.00020930063,0.0002964479],"domain_scores_gemma":[0.9992155,0.000018913453,0.00021230643,0.00027190777,0.00012981714,0.00015157153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088385295,0.00012917133,0.00050371204,0.00024648575,0.00004918284,0.000006234104,0.000070673595,0.000064385786,0.0004173759],"category_scores_gemma":[0.00006039405,0.000105556705,0.000038980736,0.00084825465,0.00006711818,0.00009071392,0.000016442078,0.00027095238,0.000027618858],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049060172,0.00012134161,0.017164141,0.04317896,0.000019400302,0.0000016339925,0.0040485794,7.1314396e-8,0.000028784792,0.010435058,0.012662383,0.91233474],"study_design_scores_gemma":[0.00081660005,0.00043142476,0.76229906,0.028455356,0.00004348496,0.000046976715,0.0061961566,0.00001615873,0.0000027069705,0.0005858734,0.20092273,0.00018346771],"about_ca_topic_score_codex":0.0005783403,"about_ca_topic_score_gemma":0.000017155431,"teacher_disagreement_score":0.9121513,"about_ca_system_score_codex":0.00020403824,"about_ca_system_score_gemma":0.00017841057,"threshold_uncertainty_score":0.45699736},"labels":[],"label_agreement":null},{"id":"W1965918668","doi":"10.1097/00001888-200311000-00008","title":"Ten-Year Experience with Mission-Based Budgeting in the Faculty of Medicine of Dalhousie University","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Capital District Health Authority","funders":"","keywords":"Confusion; Pride; Curriculum; Academic medicine; Academic year; Medical education; Process (computing); Higher education; Psychology; Baseline (sea); Political science; Medicine; Mathematics education; Pedagogy; Computer science","score_opus":0.038442646775561674,"score_gpt":0.34847842288469344,"score_spread":0.31003577610913174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965918668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97010267,0.00017273703,0.0014251018,0.019916555,0.0001288425,0.00041570276,0.0000016079651,0.000018179928,0.007818608],"genre_scores_gemma":[0.99596554,0.000060371167,0.0012018253,0.0022240416,0.00012378946,0.0000032842959,0.00003440343,0.000011293162,0.00037543956],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99797004,0.00015054193,0.0005787155,0.00023010485,0.00085716625,0.00021343965],"domain_scores_gemma":[0.9985611,0.00033866896,0.0003360086,0.0003723324,0.0003181011,0.000073817675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018382581,0.00014257178,0.00042296704,0.0003118966,0.00005430924,4.056711e-7,0.00027301203,0.00016737878,0.00037246136],"category_scores_gemma":[0.005589698,0.00007773146,0.000019868296,0.0016594415,0.0012156575,0.000049132075,0.000012893421,0.0007009589,0.0000016179026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010444326,0.00033058328,0.7379353,0.0011502757,0.00008940375,0.00010663756,0.1370793,0.00010158172,0.038559273,0.027596094,0.048215628,0.0077914787],"study_design_scores_gemma":[0.032442037,0.004056679,0.2811765,0.013804523,0.00067761017,0.00030812295,0.5289272,0.0014887103,0.02286812,0.00084539445,0.11278222,0.00062286673],"about_ca_topic_score_codex":0.00017338523,"about_ca_topic_score_gemma":0.0000023043558,"teacher_disagreement_score":0.4567588,"about_ca_system_score_codex":0.00006831271,"about_ca_system_score_gemma":0.00028515744,"threshold_uncertainty_score":0.66917944},"labels":[],"label_agreement":null},{"id":"W1965919307","doi":"10.1080/13561820802013347","title":"Best medical practices in social accountability and continuing professional development: A survey and literature review","year":2008,"lang":"en","type":"review","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Accountability; Social accounting; Relevance (law); Best practice; Public relations; Equity (law); Social responsibility; Quality (philosophy); Medical education; Continuing professional development; Professional development; Political science; Medicine; Psychology; Business; Accounting","score_opus":0.06288657039553838,"score_gpt":0.4919098300940911,"score_spread":0.4290232596985527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965919307","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012113217,0.98491895,0.0000015423008,0.00080779125,0.001439417,0.0006223976,0.00001873958,0.000004779116,0.00007315234],"genre_scores_gemma":[0.0006889547,0.99636376,0.0007986107,0.0008122361,0.00074761664,0.000045422377,0.00032873463,0.000031165775,0.00018348398],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99515057,0.0008629971,0.0020639612,0.00033402262,0.0013650951,0.0002233323],"domain_scores_gemma":[0.9947344,0.00077571225,0.0025804504,0.00014171281,0.0015991958,0.00016853],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028919654,0.00036292637,0.0020693007,0.00048494092,0.00015553038,0.000029373317,0.00024189553,0.0007770588,0.00016611407],"category_scores_gemma":[0.010319423,0.00022846127,0.00018445902,0.0007083606,0.00021186167,0.00028360594,0.00022109541,0.0035772854,0.0000032332462],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016556721,0.00024538962,0.003940582,0.07159267,0.0000835215,0.00023876474,0.0034021044,5.1589494e-10,1.3588433e-7,0.0000054409325,0.0077754273,0.9125504],"study_design_scores_gemma":[0.0005393715,0.00007794355,0.006421122,0.66084415,0.00017053199,0.0057642898,0.0013924452,5.399959e-7,1.046708e-7,0.0000036363056,0.3246012,0.00018466727],"about_ca_topic_score_codex":0.0000064295896,"about_ca_topic_score_gemma":0.000028704186,"teacher_disagreement_score":0.91236573,"about_ca_system_score_codex":0.0004183785,"about_ca_system_score_gemma":0.0042622606,"threshold_uncertainty_score":0.9987215},"labels":[],"label_agreement":null},{"id":"W1966005612","doi":"10.1097/00001888-200010000-00024","title":"Conceptual Guidelines for Developing and Maintaining Curriculum and Examination Objectives","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Medical Council of Canada","funders":"","keywords":"Process (computing); Presentation (obstetrics); Constructive; Curriculum; Medical education; Accountability; Conceptual model; Conceptual framework; Engineering ethics; Psychology; Management science; Computer science; Medicine; Pedagogy; Sociology; Political science; Engineering","score_opus":0.07554722608202925,"score_gpt":0.4187468931931773,"score_spread":0.3431996671111481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966005612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95057213,0.0018804258,0.007671443,0.03799727,0.00020763048,0.0005263938,0.0000010067189,0.000057334608,0.0010863392],"genre_scores_gemma":[0.9648519,0.0019480471,0.016156737,0.013578408,0.001614345,0.000094488256,0.00008116652,0.000020991847,0.0016539055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987332,0.000036651036,0.0005102144,0.0002702009,0.00024989678,0.00019981836],"domain_scores_gemma":[0.99912447,0.00018771533,0.000096746204,0.00009485765,0.00042641175,0.00006978723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013658599,0.00013031521,0.0002656087,0.00015304098,0.00012175043,0.0000035791902,0.000048984406,0.00017269842,0.00015255636],"category_scores_gemma":[0.006074428,0.00010081248,0.000009908996,0.00027467016,0.00045088568,0.0001084109,0.000015886668,0.00031494958,0.0000029949222],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000626019,0.000012797879,0.011095785,0.00019042272,0.00006331254,0.0000036183649,0.02273092,0.0000014363143,0.0019422362,0.050514508,0.041322593,0.87205976],"study_design_scores_gemma":[0.01637498,0.0020386996,0.24641526,0.006932697,0.0007243753,0.0012956107,0.21478921,0.01678022,0.0014637046,0.018036712,0.47407264,0.0010759166],"about_ca_topic_score_codex":0.000019261068,"about_ca_topic_score_gemma":6.039792e-7,"teacher_disagreement_score":0.87098384,"about_ca_system_score_codex":0.00007236904,"about_ca_system_score_gemma":0.00008558697,"threshold_uncertainty_score":0.7272096},"labels":[],"label_agreement":null},{"id":"W1966230009","doi":"10.1007/s40596-014-0260-2","title":"On Becoming a Teacher: Reflections on Teaching and Learning in Psychiatry Residency and Beyond","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Residency training; Medical education; Psychology; Medicine; Continuing education","score_opus":0.020520486893710183,"score_gpt":0.37146367980798206,"score_spread":0.3509431929142719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966230009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90433586,0.00040522905,0.00021761094,0.0694355,0.0015421429,0.00021864,3.7088844e-7,0.000097459626,0.023747176],"genre_scores_gemma":[0.958611,0.000099894205,0.02234462,0.016571304,0.0011484122,0.000034707293,0.00001098569,0.000039366572,0.0011396697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982893,0.0002643436,0.0004558951,0.00043856946,0.00026496197,0.0002869409],"domain_scores_gemma":[0.9992821,0.00021519241,0.00014348025,0.00023815542,0.000023237713,0.000097832475],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002009134,0.00018370152,0.00023799163,0.00053364894,0.00041681275,0.000016020269,0.00008690026,0.0003626576,0.000031335],"category_scores_gemma":[0.002660372,0.00017589245,0.000029524439,0.00032776914,0.000087572145,0.00011028354,0.000032316882,0.0052608354,0.000021257118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022004107,0.00040441682,0.48983955,0.00023171143,0.000042395295,0.000001089244,0.004697819,0.000022886761,0.0005747078,0.3370396,0.037866607,0.12905918],"study_design_scores_gemma":[0.0059185396,0.00215099,0.6992584,0.0035674663,0.00018051529,0.0003491375,0.013310187,0.0035480836,0.00002294121,0.25072998,0.020145735,0.00081800367],"about_ca_topic_score_codex":0.00003750582,"about_ca_topic_score_gemma":0.00003097452,"teacher_disagreement_score":0.20941886,"about_ca_system_score_codex":0.000095571355,"about_ca_system_score_gemma":0.00021964239,"threshold_uncertainty_score":0.9970341},"labels":[],"label_agreement":null},{"id":"W1966461404","doi":"10.1503/cmaj.110935","title":"The art of presenting","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; Health Sciences Centre; Hospital for Sick Children; University Health Network; University of Toronto; SickKids Foundation; Sunnybrook Health Science Centre","funders":"","keywords":"Presentation (obstetrics); Case presentation; Computer science; World Wide Web; Medical education; Medicine; Surgery","score_opus":0.015430532555945758,"score_gpt":0.277738259644515,"score_spread":0.2623077270885692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966461404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5769391,0.00029218078,0.0005631491,0.14797783,0.0051160534,0.0003690886,0.0000045474644,0.00003365649,0.2687044],"genre_scores_gemma":[0.97774357,0.00014659237,0.0020364893,0.011191586,0.0022037562,0.000010198558,0.000008770005,0.000019351533,0.006639668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796283,0.00007021476,0.0004605847,0.00006488714,0.0011546849,0.00028679022],"domain_scores_gemma":[0.9982672,0.000096781645,0.00025048252,0.00011481617,0.0008174202,0.0004533299],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002740549,0.00005327452,0.00011784197,0.00012441093,0.00026540222,0.000017808967,0.00015565802,0.00018869391,0.0037468772],"category_scores_gemma":[0.009683473,0.00003708258,0.000060592618,0.00032423536,0.0000802978,0.000057135552,0.000008998545,0.0007467041,0.00012657246],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008626267,0.000049809983,0.15661636,0.00001014413,0.00012698199,0.000060200364,0.00090095727,7.957924e-8,0.000011443927,0.0030744507,0.7487398,0.09040118],"study_design_scores_gemma":[0.00043906659,0.000042169013,0.15686677,0.000067515444,0.00003428829,0.00036116442,0.00097424525,0.00018391947,0.00009644256,0.0006735599,0.8402061,0.000054750803],"about_ca_topic_score_codex":0.0004316905,"about_ca_topic_score_gemma":0.0016403525,"teacher_disagreement_score":0.4008045,"about_ca_system_score_codex":0.00038873902,"about_ca_system_score_gemma":0.0025894716,"threshold_uncertainty_score":0.99865836},"labels":[],"label_agreement":null},{"id":"W1967031511","doi":"10.1046/j.1365-2923.2003.01553.x","title":"‘Talking the talk’: school and workplace genre tension in clerkship case presentations","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Presentation (obstetrics); Acknowledgement; Rhetorical question; Situated; Pedagogy; Psychology; Medical education; Medicine; Computer science; Linguistics","score_opus":0.015437008545350064,"score_gpt":0.3576591796177113,"score_spread":0.34222217107236125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967031511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95211387,0.00069938076,0.0005877421,0.040900927,0.0009931688,0.0006353916,3.549092e-7,0.000036422913,0.004032724],"genre_scores_gemma":[0.9820515,0.00008219968,0.0022792656,0.013165246,0.0003352793,0.00018338105,0.000041004318,0.000018873603,0.0018432338],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983666,0.0001811003,0.00040541808,0.00026889943,0.00054415996,0.00023383324],"domain_scores_gemma":[0.99903846,0.00018803698,0.00008750839,0.00033290498,0.00020158646,0.00015151573],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012897769,0.0001212291,0.00015081753,0.00021716295,0.00021238794,0.000035598205,0.00007702193,0.0001832914,0.0009346291],"category_scores_gemma":[0.01809596,0.000088552966,0.000027643784,0.0009284337,0.00019900639,0.00012933074,0.000024189954,0.0006615505,0.000035007663],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087341934,0.002498353,0.25409952,0.00038495546,0.000059542337,0.0004606388,0.0072307563,0.000011471398,0.000317918,0.014049268,0.29912293,0.4216773],"study_design_scores_gemma":[0.0050835824,0.00026081214,0.5908119,0.0019969621,0.00031225535,0.03451617,0.07127315,0.009840205,0.0003907367,0.0043289443,0.28039286,0.0007924246],"about_ca_topic_score_codex":0.00025395676,"about_ca_topic_score_gemma":0.00011149799,"teacher_disagreement_score":0.42088485,"about_ca_system_score_codex":0.00014834861,"about_ca_system_score_gemma":0.0016013957,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W1967289647","doi":"10.1001/archsurg.2012.992","title":"Training Future Surgeons for Management Roles","year":2012,"lang":"en","type":"article","venue":"Archives of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; Montreal General Hospital","funders":"","keywords":"Preparedness; Curriculum; Medicine; Medical education; Coping (psychology); Skills management; Psychology; Management; Pedagogy","score_opus":0.05226328151917193,"score_gpt":0.3223576478459835,"score_spread":0.27009436632681155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967289647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96104753,0.0005804592,0.0069947816,0.0056356713,0.0018698178,0.000459825,0.000010535967,0.00005893529,0.023342432],"genre_scores_gemma":[0.97451884,0.00010996734,0.023451464,0.00053700095,0.0006791456,0.000065760185,0.00011040523,0.000014790803,0.00051261816],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992635,0.000015881586,0.00025562747,0.000087754896,0.00013685231,0.00024038769],"domain_scores_gemma":[0.99929076,0.00037973197,0.000078749035,0.0001681328,0.000026539014,0.00005609212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042539803,0.00006816536,0.00019539011,0.0002586974,0.000046466124,0.0000023194466,0.00003840766,0.000028641141,0.00005143018],"category_scores_gemma":[0.00020838412,0.000060137798,0.00011514159,0.00016148415,0.00007682801,0.000057894867,0.000015590967,0.000073159616,0.0000035817711],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007666642,0.00022970642,0.0679949,0.00038542185,0.00010714261,0.0000011233698,0.00286109,5.6548225e-7,0.0004806936,0.011069229,0.01531822,0.90147525],"study_design_scores_gemma":[0.00044999394,0.000027950698,0.6530665,0.00040027834,0.00013800818,0.000023863036,0.009093321,0.00011904552,0.0016184791,0.0017555148,0.33313695,0.00017008951],"about_ca_topic_score_codex":0.0000015760646,"about_ca_topic_score_gemma":2.8994936e-7,"teacher_disagreement_score":0.90130514,"about_ca_system_score_codex":0.000008143231,"about_ca_system_score_gemma":0.000044437315,"threshold_uncertainty_score":0.24523483},"labels":[],"label_agreement":null},{"id":"W1967720827","doi":"10.2202/1548-923x.1793","title":"Teaching and Clinical Educator Competency: Bringing Two Worlds Together","year":2009,"lang":"en","type":"review","venue":"International Journal of Nursing Education Scholarship","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Mentorship; Medical education; Medicine; League; Summative assessment; Psychology; Nursing; Pedagogy; Formative assessment","score_opus":0.11515950991655743,"score_gpt":0.5469455955464105,"score_spread":0.4317860856298531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967720827","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004834268,0.9627906,0.0001971914,0.009859661,0.017160585,0.00042673576,0.000004484495,0.00003605309,0.0046903957],"genre_scores_gemma":[0.0027039389,0.9323314,0.046127927,0.0035589621,0.013265066,0.000013782463,0.00016518057,0.00009049317,0.0017432853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954389,0.0006289919,0.0022278859,0.00037587408,0.0010750084,0.00025336214],"domain_scores_gemma":[0.9953426,0.00042151348,0.001957732,0.00034330174,0.0016669448,0.00026790123],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042874273,0.00035824577,0.0012263715,0.0016141286,0.00015289086,0.00026196195,0.0005960114,0.00032572457,0.00011291924],"category_scores_gemma":[0.0044908193,0.00031337238,0.00052711077,0.00039003332,0.00018925813,0.0005088111,0.00003439247,0.0039229225,0.000037046626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029313263,0.0015400416,0.0004920513,0.0003569897,0.00032840762,0.00001179448,0.00038656336,1.1544824e-7,0.0000011429994,0.0012268465,0.007075772,0.98855096],"study_design_scores_gemma":[0.00062511186,0.00015336319,0.0018884809,0.066921055,0.0014000282,0.0060152533,0.0004670073,0.000007699883,7.58246e-7,0.0019067422,0.92033046,0.00028401703],"about_ca_topic_score_codex":0.0000077326695,"about_ca_topic_score_gemma":5.237692e-7,"teacher_disagreement_score":0.98826694,"about_ca_system_score_codex":0.0013866331,"about_ca_system_score_gemma":0.0058490327,"threshold_uncertainty_score":0.9999318},"labels":[],"label_agreement":null},{"id":"W1968002017","doi":"10.1046/j.1365-2923.2002.134226.x","title":"Conquering conflict in medicine","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Citation; Library science; Medical library; Medicine; Computer science","score_opus":0.03098467438237409,"score_gpt":0.3779694984014892,"score_spread":0.3469848240191151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968002017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6253635,0.0021036349,0.0006997849,0.25686896,0.0034439778,0.0006818492,3.9959872e-7,0.00016240856,0.11067547],"genre_scores_gemma":[0.9364639,0.00040214098,0.0014066088,0.055074494,0.0013033027,0.00014023535,0.00008053372,0.000025325606,0.0051034447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814254,0.0000442284,0.00053183356,0.00025608082,0.00077790185,0.00024739426],"domain_scores_gemma":[0.9992516,0.00005919642,0.000078878955,0.00030267748,0.00018377388,0.00012388604],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069038407,0.00012329534,0.00026552533,0.00038622462,0.000047768517,0.000006576225,0.00012238612,0.00019630922,0.018687908],"category_scores_gemma":[0.0076090605,0.000104749626,0.00002629894,0.0008701315,0.00025203818,0.000085830725,0.000018806832,0.0004990628,0.00029565208],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012647648,0.00093430694,0.01548782,0.00012602081,0.000011250847,0.000013156533,0.0020804708,4.7153637e-7,0.0001473725,0.0032815165,0.48059556,0.4973094],"study_design_scores_gemma":[0.0021399322,0.00019049781,0.055984918,0.0012535726,0.000036856756,0.00027768087,0.001449513,0.009341124,0.000098011726,0.00023313338,0.9287917,0.00020305222],"about_ca_topic_score_codex":0.0001492478,"about_ca_topic_score_gemma":0.000011853048,"teacher_disagreement_score":0.49710634,"about_ca_system_score_codex":0.00023703666,"about_ca_system_score_gemma":0.00043023002,"threshold_uncertainty_score":0.98220915},"labels":[],"label_agreement":null},{"id":"W1968180896","doi":"10.1097/00001888-200209000-00028","title":"MEDICOL","year":2002,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; The Internet; Variety (cybernetics); Problem-based learning; Medicine; Multimedia; Computer science; Psychology; World Wide Web; Pedagogy","score_opus":0.1589793125078365,"score_gpt":0.4845226294948001,"score_spread":0.3255433169869636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968180896","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000147018,0.96960366,0.00016018293,0.0047424342,0.0025151668,0.0016483532,0.0000037482657,0.0002015298,0.02112345],"genre_scores_gemma":[0.0000015408439,0.9609006,0.00026987251,0.00451752,0.008046583,0.00036312846,0.00058379263,0.00012200556,0.025194937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954349,0.0001229606,0.0019527192,0.0006745468,0.0012633563,0.0005515449],"domain_scores_gemma":[0.9975578,0.00029192984,0.00070432195,0.0009184201,0.00021561632,0.00031188544],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0012863015,0.0006100037,0.0031024432,0.0009704431,0.00009257718,0.0000034291822,0.000488603,0.0017266668,0.008010745],"category_scores_gemma":[0.005434021,0.00040075745,0.00023353979,0.0019247181,0.0005926917,0.00006235761,0.00008327505,0.0044493973,0.0016958696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014023129,0.000009749858,0.00000208656,0.010204977,0.00009221741,0.0000251729,0.00023326305,3.0787828e-9,1.0786953e-7,0.0005429365,0.37402204,0.614866],"study_design_scores_gemma":[0.0006058194,0.00015571284,0.0000020124864,0.06671617,0.002815537,0.0011940096,0.00014075884,0.000015105966,1.1116284e-7,0.000116350944,0.9279691,0.00026930502],"about_ca_topic_score_codex":0.000007887106,"about_ca_topic_score_gemma":5.934972e-8,"teacher_disagreement_score":0.6145967,"about_ca_system_score_codex":0.00048426137,"about_ca_system_score_gemma":0.0005030693,"threshold_uncertainty_score":0.99984443},"labels":[],"label_agreement":null},{"id":"W1968245848","doi":"10.3109/0142159x.2014.917162","title":"Clinician-teacher: Doffing two hats for the sake of one","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Political science","score_opus":0.05413696502117439,"score_gpt":0.4062872047885998,"score_spread":0.35215023976742543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968245848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7874604,0.0005177891,0.08993312,0.0933745,0.0021006006,0.001253339,0.0000014903029,0.00015140222,0.025207348],"genre_scores_gemma":[0.98166925,0.000024557978,0.0046252063,0.004930674,0.0030693416,0.000118290765,0.000038458427,0.000037310838,0.0054868897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977928,0.000118222706,0.0006521157,0.0002433905,0.00090343127,0.00029003026],"domain_scores_gemma":[0.9985548,0.00036555692,0.00017858898,0.00053935783,0.00022305496,0.00013862358],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004718968,0.00012826432,0.00035788218,0.00008100234,0.00010695369,0.00000860698,0.00027520792,0.00023149405,0.0032747479],"category_scores_gemma":[0.018882336,0.00008416882,0.00012724512,0.00030646552,0.00037613578,0.000035343855,0.00004910401,0.0007122337,0.000053772088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011742771,0.0012189163,0.028680345,0.00017497383,0.00017260904,0.0000012913329,0.0010079126,0.0000020382174,0.0001230778,0.006669334,0.080809034,0.88102305],"study_design_scores_gemma":[0.00834157,0.0007542737,0.029100193,0.0009038671,0.0006078921,0.000035301327,0.001144888,0.12979588,0.0004606829,0.003327418,0.8251644,0.00036364872],"about_ca_topic_score_codex":0.000055038025,"about_ca_topic_score_gemma":0.000013333511,"teacher_disagreement_score":0.8806594,"about_ca_system_score_codex":0.00006265586,"about_ca_system_score_gemma":0.00024570595,"threshold_uncertainty_score":0.9976364},"labels":[],"label_agreement":null},{"id":"W1968392044","doi":"10.4300/jgme-d-11-00220.1","title":"Multisource Feedback for Residents: How High Must the Stakes Be?","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Psychology; Medical education; Pyramid (geometry); Medicine; Social psychology","score_opus":0.09373465535803589,"score_gpt":0.3546861954279536,"score_spread":0.2609515400699177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968392044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7202727,0.00030230632,0.0052571455,0.2680382,0.004952949,0.0005925049,0.0000026432465,0.000021885744,0.0005596448],"genre_scores_gemma":[0.96215874,0.00021735374,0.019145358,0.013583316,0.00288744,0.000059208458,0.000043091055,0.000036582125,0.001868901],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99733734,0.00010754599,0.000749701,0.00017002044,0.0013739665,0.0002614196],"domain_scores_gemma":[0.99672264,0.00022118654,0.0006996877,0.0003407301,0.0017728497,0.00024287992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022440145,0.00015715059,0.00031855732,0.00027313014,0.00017918236,0.000036552196,0.00035982535,0.00017346615,0.00059982185],"category_scores_gemma":[0.018901799,0.000097500444,0.00015182135,0.0004821943,0.0003009449,0.00022423154,0.00002323432,0.0007308861,0.00001084242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037241285,0.0017506027,0.0024127555,0.00022984893,0.00016861042,0.000009202595,0.007537776,5.0003104e-7,0.00013266463,0.0032410617,0.72293603,0.26120853],"study_design_scores_gemma":[0.011245742,0.0035854406,0.55794394,0.0038920636,0.0017821706,0.0030618883,0.076504886,0.0012930655,0.0043954914,0.01807804,0.31739295,0.0008243604],"about_ca_topic_score_codex":0.000111486246,"about_ca_topic_score_gemma":0.000010290171,"teacher_disagreement_score":0.55553114,"about_ca_system_score_codex":0.00020860833,"about_ca_system_score_gemma":0.0022875865,"threshold_uncertainty_score":0.9893624},"labels":[],"label_agreement":null},{"id":"W1968402041","doi":"10.1007/s13312-012-0215-1","title":"The quarter model: A proposed approach for in-training assessment of undergraduate students in Indian Medical Schools","year":2012,"lang":"en","type":"article","venue":"Indian Pediatrics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Medicine; Medical education; Curriculum; Reliability (semiconductor); Test (biology); Medical school; Educational measurement; Pedagogy; Psychology","score_opus":0.0320229393580589,"score_gpt":0.3821531274836337,"score_spread":0.35013018812557484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968402041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822531,0.00009101668,0.009200823,0.0059485417,0.00040534532,0.0015546228,0.000006734593,0.000019988907,0.00051982416],"genre_scores_gemma":[0.97744894,0.000055831268,0.021041088,0.00055112084,0.0005186963,0.00023401533,0.00007763571,0.000025881476,0.000046787394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972636,0.00008397444,0.0007328725,0.00020482627,0.0011720875,0.00054260413],"domain_scores_gemma":[0.99898654,0.00018326231,0.0002092453,0.0002954564,0.0001455406,0.00017994852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034386953,0.00014268984,0.00028099748,0.0005335856,0.00008499352,0.000026216396,0.00030208952,0.0002518907,0.000004745374],"category_scores_gemma":[0.0018493827,0.000107982436,0.000055204713,0.0011017506,0.00009064608,0.00014144942,0.000048195616,0.0007906316,0.0000027439146],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034694745,0.001024113,0.9805206,0.0002935799,0.000022179282,0.000006200595,0.0068933223,0.000067749745,0.000007623735,0.0023228603,0.0013242153,0.007482878],"study_design_scores_gemma":[0.008916565,0.00045547224,0.9220617,0.0002719688,0.00014047374,0.000056184304,0.020582745,0.04263026,0.000028890137,0.0038630422,0.00048231662,0.00051038014],"about_ca_topic_score_codex":0.000019863599,"about_ca_topic_score_gemma":0.000022782795,"teacher_disagreement_score":0.05845888,"about_ca_system_score_codex":0.0003521533,"about_ca_system_score_gemma":0.0015030782,"threshold_uncertainty_score":0.4403396},"labels":[],"label_agreement":null},{"id":"W1968446249","doi":"10.1097/acm.0b013e318183c8b7","title":"Point-of-Care Assessment of Medical Trainee Competence for Independent Clinical Work","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stan Cassidy Foundation","funders":"Canadian Institutes of Health Research","keywords":"Competence (human resources); Medical education; Psychology; Work (physics); Medicine; Nursing; Social psychology; Engineering","score_opus":0.10388191346112456,"score_gpt":0.49075774105740394,"score_spread":0.38687582759627936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968446249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92643857,0.00131169,0.03363312,0.03340281,0.0019821727,0.0012445718,0.0000065358463,0.000055310964,0.0019252421],"genre_scores_gemma":[0.98296005,0.0012307318,0.0097175045,0.003964517,0.0016016088,0.00007413064,0.00014486056,0.000026837672,0.00027976168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950419,0.00012793207,0.0020374062,0.0003630536,0.0021259265,0.0003037468],"domain_scores_gemma":[0.9968311,0.0011376203,0.00055992545,0.00045277626,0.00075395097,0.00026459864],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004678102,0.00018756394,0.00095076027,0.00027196723,0.00006371182,5.871629e-7,0.00044281958,0.00067836157,0.00073281553],"category_scores_gemma":[0.012648741,0.00014091712,0.00012937447,0.0007425775,0.0012825642,0.000053704374,0.000070031434,0.001539533,0.000003950372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009893113,0.0005379626,0.63967407,0.0025940659,0.00043864787,0.000069200374,0.0153273465,0.000006603514,0.0013555496,0.034663394,0.19794592,0.10639791],"study_design_scores_gemma":[0.021780286,0.005470401,0.89410096,0.00902639,0.00077071186,0.0006789771,0.018233392,0.0028758885,0.0010330757,0.0013090421,0.044202093,0.0005187508],"about_ca_topic_score_codex":0.000015498214,"about_ca_topic_score_gemma":5.4738575e-7,"teacher_disagreement_score":0.25442693,"about_ca_system_score_codex":0.000106905085,"about_ca_system_score_gemma":0.00115289,"threshold_uncertainty_score":0.9956681},"labels":[],"label_agreement":null},{"id":"W1968518838","doi":"10.1097/00001888-200010001-00006","title":"The Impact of an Alternative Approach to Computing Station Cut Scores in an OSCE","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Licensure; Competence (human resources); Psychology; Medical education; Applied psychology; Social psychology; Medicine","score_opus":0.04547991381078045,"score_gpt":0.43554039392884275,"score_spread":0.3900604801180623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968518838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930679,0.00010265742,0.0015271612,0.0018816835,0.00013370765,0.00057273614,0.0000019904169,0.000026974307,0.0026851916],"genre_scores_gemma":[0.9961667,0.000085176565,0.0013914928,0.0011583264,0.0007826921,0.000019555462,0.00014086501,0.00001774325,0.00023746683],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981799,0.00013738903,0.0006445906,0.0002598987,0.0005110553,0.00026715567],"domain_scores_gemma":[0.99901515,0.00015446827,0.00015364752,0.00032700665,0.00020585737,0.00014385063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017022465,0.00013491533,0.00028343828,0.0002526363,0.00007973733,0.000004152596,0.00025634156,0.00012251994,0.0001263279],"category_scores_gemma":[0.0012653498,0.00008132789,0.00002081251,0.0008999155,0.00024193194,0.00014997595,0.000015739708,0.0007031308,0.000009058019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009916772,0.0004457861,0.06569898,0.00012834248,0.00010042177,0.000007680981,0.10060088,0.006339431,0.007753527,0.003779026,0.01547723,0.798677],"study_design_scores_gemma":[0.0050640167,0.003733086,0.6856879,0.0013624281,0.00009470436,0.00011923681,0.017434558,0.2799791,0.0013991944,0.003657671,0.0011276155,0.00034047666],"about_ca_topic_score_codex":0.0009391727,"about_ca_topic_score_gemma":0.000009519904,"teacher_disagreement_score":0.79833657,"about_ca_system_score_codex":0.00020111824,"about_ca_system_score_gemma":0.00015537383,"threshold_uncertainty_score":0.33164552},"labels":[],"label_agreement":null},{"id":"W1968569174","doi":"10.1097/00001888-200010001-00003","title":"Context, Conflict, and Resolution","year":2000,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":269,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Context (archaeology); Conflict resolution; Resolution (logic); MEDLINE; Psychology; Computer science; Political science; Artificial intelligence; Geography; Law","score_opus":0.11790873916369711,"score_gpt":0.4555726645632633,"score_spread":0.3376639253995662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968569174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002070603,0.9882628,0.00006213064,0.0031469506,0.00070290646,0.0011978361,0.000005648957,0.00010583992,0.0064952336],"genre_scores_gemma":[0.000012065123,0.9819329,0.000098473145,0.004450168,0.0029014563,0.00014183464,0.00062177185,0.000065477674,0.009775849],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708897,0.000119441145,0.0013195471,0.00054267555,0.0005676867,0.0003616539],"domain_scores_gemma":[0.99852407,0.00023170105,0.00041148035,0.00049643795,0.00012595773,0.00021035265],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010686382,0.00042559204,0.0020409375,0.0005934639,0.00009632961,0.0000038143864,0.00018819145,0.0011607432,0.0013980624],"category_scores_gemma":[0.001865003,0.00029673026,0.00009172075,0.0007849852,0.0006957772,0.000059735634,0.000042490385,0.0026389312,0.00020586357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009797502,0.0000054489883,0.0000030056262,0.0058473605,0.00006353868,0.000012594803,0.00040128053,4.0930273e-9,2.54419e-7,0.0010904535,0.19349709,0.79906917],"study_design_scores_gemma":[0.00072319154,0.00015832347,0.00000654594,0.0432102,0.0016890515,0.0012840664,0.00019884804,0.000016110343,1.6788513e-7,0.00007516011,0.9524318,0.00020654814],"about_ca_topic_score_codex":0.0000335961,"about_ca_topic_score_gemma":3.8115184e-7,"teacher_disagreement_score":0.79886264,"about_ca_system_score_codex":0.00024051325,"about_ca_system_score_gemma":0.00043415147,"threshold_uncertainty_score":0.9999485},"labels":[],"label_agreement":null},{"id":"W1968595189","doi":"10.4300/jgme-06-04-49","title":"Factors That Influence Residents' Perceived Credibility of Examiners During a Formative OSCE","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Formative assessment; Credibility; Affect (linguistics); Quality (philosophy); Medicine; Psychology; Perception; Medical education; Pedagogy","score_opus":0.04108509251355567,"score_gpt":0.3563062870372725,"score_spread":0.31522119452371683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968595189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916977,0.000044348246,0.0007895457,0.005665761,0.001201832,0.00019211027,7.8928645e-7,0.000013992995,0.00039388624],"genre_scores_gemma":[0.9971456,0.0000722153,0.0014587308,0.0008387728,0.00032797438,0.000006560122,0.000017628665,0.000015443946,0.00011708182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964669,0.00019414324,0.0011297939,0.00016566944,0.0018259122,0.00021758748],"domain_scores_gemma":[0.99660146,0.00023125626,0.0010350671,0.00031889914,0.0015301472,0.00028314657],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020912634,0.00016597226,0.0004702402,0.0004536543,0.00008685468,0.000014908358,0.00025970952,0.00016345167,0.0001958637],"category_scores_gemma":[0.02640557,0.00012024747,0.00013393446,0.0005267334,0.00033075252,0.00041733167,0.000033783308,0.0007524283,0.000005128129],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007517339,0.00542919,0.8051547,0.0028558925,0.0003901089,0.000013158837,0.04256454,0.00003275052,0.01457838,0.00090613967,0.016451463,0.110871956],"study_design_scores_gemma":[0.00094029156,0.0002991996,0.9883928,0.0011386418,0.0001000678,0.00013684419,0.005326838,0.0004031283,0.0023962194,0.0005266292,0.00024171316,0.00009768372],"about_ca_topic_score_codex":0.000121692865,"about_ca_topic_score_gemma":0.000004815719,"teacher_disagreement_score":0.18323806,"about_ca_system_score_codex":0.0003217283,"about_ca_system_score_gemma":0.0017314737,"threshold_uncertainty_score":0.98179543},"labels":[],"label_agreement":null},{"id":"W1968710060","doi":"10.5688/aj7005119","title":"Simulated Patients vs. Standardized Patients in Objective Structured Clinical Examinations","year":2006,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Objective structured clinical examination; Pharmacy; Medical education; Grading (engineering); Curriculum; Medicine; Simulated patient; Psychosocial; Final examination; Competence (human resources); Physical examination; Licensure; Psychology; Nursing; Pedagogy; Surgery","score_opus":0.014514075882135187,"score_gpt":0.41882756048751324,"score_spread":0.404313484605378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968710060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99532074,0.000035338646,0.00041808584,0.0013770534,0.0017640769,0.00046736115,0.000008007727,0.000015619673,0.0005937277],"genre_scores_gemma":[0.9924498,0.000035161782,0.0046915356,0.0020404712,0.0005607625,0.000007378561,0.0001442982,0.00002557121,0.000044986456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996974,0.00032254957,0.0014569775,0.00023000517,0.0007449868,0.00027147663],"domain_scores_gemma":[0.9962298,0.00018975345,0.0008216413,0.00018207294,0.002423036,0.00015365383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086966966,0.00017408885,0.00052045705,0.0005835276,0.000067274275,0.000023009501,0.00013840981,0.00009463458,0.00016826394],"category_scores_gemma":[0.0027767536,0.00015320747,0.00013354073,0.0013707915,0.00039561532,0.00023110016,0.000020648014,0.0008045637,0.000009693274],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066123006,0.0036872579,0.67278886,0.000018752255,0.00004657768,0.0000019426006,0.0002391341,0.00003912643,0.000047901714,0.0001264149,0.004518528,0.3178243],"study_design_scores_gemma":[0.0050027473,0.0009964489,0.98522097,0.0001215793,0.00015888365,0.000011399828,0.000536857,0.00043590023,0.00023376098,0.00027455974,0.0068665883,0.00014031917],"about_ca_topic_score_codex":0.00009726833,"about_ca_topic_score_gemma":0.0000052418263,"teacher_disagreement_score":0.31768396,"about_ca_system_score_codex":0.0007112817,"about_ca_system_score_gemma":0.0011981596,"threshold_uncertainty_score":0.62476194},"labels":[],"label_agreement":null},{"id":"W1968804217","doi":"10.1111/j.1365-2929.2006.02416.x","title":"Caring for a common future: medical schools' social accountability","year":2006,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accountability; Ethos; Mandate; Public relations; Context (archaeology); Social accounting; Transformative learning; Rhetoric; Political science; Social responsibility; Sociology; Public administration; Pedagogy; Law; Management; Economics","score_opus":0.034638916786663164,"score_gpt":0.4527705605704244,"score_spread":0.4181316437837613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968804217","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016698144,0.9621273,0.0006637996,0.023208028,0.008826123,0.003127077,0.00002705591,0.0002140174,0.0016395885],"genre_scores_gemma":[0.000072952156,0.94031423,0.0022249175,0.011300054,0.03260947,0.0034389824,0.008947511,0.0001793414,0.0009125198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934451,0.00025014044,0.0019860477,0.0008677216,0.0028159046,0.0006350811],"domain_scores_gemma":[0.9973106,0.00027648883,0.0006353909,0.0007497763,0.0006940412,0.00033373162],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0030070406,0.0005921775,0.0021777404,0.0004938638,0.00037997257,0.000066291694,0.00065580686,0.0025519186,0.001597359],"category_scores_gemma":[0.009834723,0.0004915254,0.0007006341,0.0012927876,0.00032349298,0.0001286656,0.0001181146,0.0027830077,0.00012982641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010165815,0.00087052624,0.0000486361,0.014448202,0.00006469898,0.0000019172505,0.00006787279,3.6917147e-9,1.422808e-8,0.0006280375,0.3100152,0.67384475],"study_design_scores_gemma":[0.0006121299,0.00006255679,0.00018844297,0.012469959,0.0010599322,0.00020625102,0.00023408094,0.00006136572,1.7953583e-7,0.00020327783,0.98451877,0.00038304113],"about_ca_topic_score_codex":0.000235817,"about_ca_topic_score_gemma":0.00006952354,"teacher_disagreement_score":0.67450356,"about_ca_system_score_codex":0.0016444296,"about_ca_system_score_gemma":0.025824279,"threshold_uncertainty_score":0.99975365},"labels":[],"label_agreement":null},{"id":"W1969118858","doi":"10.1080/07294360.2011.559194","title":"Successful development of generic capabilities in an undergraduate medical education program","year":2011,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Audit; Teamwork; Medical education; Process (computing); Professional development; Value (mathematics); Qualitative property; Psychology; Computer science; Mathematics education; Medicine; Political science; Management","score_opus":0.08155871387359932,"score_gpt":0.43715757470635014,"score_spread":0.35559886083275083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969118858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98288214,0.00026740154,0.000061652616,0.0036759402,0.0010903754,0.0017405375,3.1528612e-7,0.00007628663,0.010205351],"genre_scores_gemma":[0.82901835,0.000041399315,0.16170423,0.0006036398,0.00021085587,0.003792163,0.00028093022,0.000038014965,0.004310428],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99546075,0.00027322478,0.0011490479,0.000534368,0.0019998646,0.0005827678],"domain_scores_gemma":[0.99684167,0.00004926958,0.00016561236,0.0005516124,0.0020099536,0.0003818977],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027544159,0.00021579914,0.00030850098,0.0013139729,0.00020218962,0.000032303065,0.00041308755,0.00022758114,0.0030121855],"category_scores_gemma":[0.0006094825,0.00020072203,0.000032011394,0.0020797905,0.00038086393,0.00025215987,0.000107757725,0.0006055385,0.00010362388],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008727159,0.01275334,0.1718989,0.0005616159,0.00004498601,0.000002373643,0.016287751,2.6881216e-7,0.00018119467,0.010774989,0.007240491,0.7801668],"study_design_scores_gemma":[0.00050601247,0.00019259822,0.8223291,0.0005609846,0.000009905991,0.000012151253,0.0061820657,0.000021761858,0.004352573,0.0016926811,0.16388392,0.0002562496],"about_ca_topic_score_codex":0.00024056727,"about_ca_topic_score_gemma":0.00016897118,"teacher_disagreement_score":0.77991056,"about_ca_system_score_codex":0.0012525134,"about_ca_system_score_gemma":0.03591928,"threshold_uncertainty_score":0.9978992},"labels":[],"label_agreement":null},{"id":"W1969156531","doi":"10.1097/acm.0b013e318140168f","title":"Questioning Competence: A Discourse Analysis of Attending Physicians’ Use of Questions to Assess Trainee Competence","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Competence (human resources); Presupposition; Psychology; Medical education; Medicine; Social psychology; Linguistics","score_opus":0.09227587082769068,"score_gpt":0.4429567464973595,"score_spread":0.3506808756696688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969156531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81709945,0.00011991519,0.17484039,0.0067283297,0.0004029784,0.00035950728,0.000010599449,0.00004785977,0.00039095362],"genre_scores_gemma":[0.9818297,0.000066782355,0.014764469,0.0024067261,0.0004457856,0.000016944476,0.00016590215,0.000020496109,0.0002831894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969749,0.00007056231,0.0012999183,0.0003426478,0.0009499422,0.0003620243],"domain_scores_gemma":[0.9973634,0.00070337864,0.0005382699,0.00047026525,0.0007516932,0.00017302834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021922134,0.00019775284,0.0008771407,0.0016221427,0.00008309185,0.0000030849524,0.0002326686,0.00019296701,0.00014566672],"category_scores_gemma":[0.0056972113,0.00016861386,0.000099786186,0.005429934,0.0006720042,0.00018248586,0.000043873173,0.0007580116,0.0000040397476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002923625,0.00035670307,0.46342096,0.00057516707,0.0018972129,0.000034203098,0.03115736,0.0019290796,0.34400693,0.0916241,0.009727467,0.054978475],"study_design_scores_gemma":[0.001356394,0.0006100701,0.9466087,0.005743614,0.0049079973,0.000044724737,0.021467483,0.011567966,0.00483819,0.00032042884,0.002177673,0.00035672248],"about_ca_topic_score_codex":0.00028022248,"about_ca_topic_score_gemma":0.000019238625,"teacher_disagreement_score":0.4831878,"about_ca_system_score_codex":0.00016200352,"about_ca_system_score_gemma":0.00014914708,"threshold_uncertainty_score":0.6875874},"labels":[],"label_agreement":null},{"id":"W1969225957","doi":"10.1097/acm.0b013e3181cc95c3","title":"On Being . . . Inclusive","year":2010,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Acronym; Inclusion (mineral); Scope (computer science); Identity (music); Psychology; Relevance (law); Medicine; Sociology; Political science","score_opus":0.017392823503179198,"score_gpt":0.36629274446236915,"score_spread":0.3488999209591899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969225957","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006455504,0.00018937749,0.00019075855,0.9395198,0.0056435238,0.0007522693,0.0000040802342,0.00017240504,0.04707224],"genre_scores_gemma":[0.0038471667,0.00021803893,0.00031100173,0.9097788,0.05356171,0.000098575096,0.0016976577,0.00012016618,0.030366903],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958968,0.00007296312,0.0009818753,0.0006996876,0.0017374369,0.00061123644],"domain_scores_gemma":[0.99748594,0.00054070924,0.00045928924,0.0009628484,0.00041779736,0.00013341628],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0010358399,0.00049717416,0.0009175683,0.00089498627,0.00016467273,0.0000045364995,0.00047811356,0.006481109,0.0035197479],"category_scores_gemma":[0.009552066,0.0003716224,0.000083293795,0.00074021047,0.0006587962,0.00005513949,0.00010984129,0.038412966,0.0006484489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024621224,0.000008025137,0.00005797172,0.00030177462,0.00006688331,0.00026157417,0.001223134,6.829972e-8,0.00043906164,0.0022351318,0.9857804,0.009601354],"study_design_scores_gemma":[0.0011706463,0.0003681349,0.000086097825,0.0025690787,0.00034505056,0.00033816064,0.00015862408,0.00003567938,0.00014620779,0.0122833615,0.9822108,0.0002881379],"about_ca_topic_score_codex":0.000032838143,"about_ca_topic_score_gemma":3.7579733e-7,"teacher_disagreement_score":0.047918186,"about_ca_system_score_codex":0.0003837954,"about_ca_system_score_gemma":0.00044567735,"threshold_uncertainty_score":0.9998736},"labels":[],"label_agreement":null},{"id":"W1969276454","doi":"10.1503/cjs.017312","title":"What is an ideal surgical clerkship?","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hôpital Notre-Dame","funders":"","keywords":"Medicine; Ideal (ethics); Clinical clerkship; Medical education; General surgery; Curriculum; Pedagogy","score_opus":0.050813449157330194,"score_gpt":0.3077204378950325,"score_spread":0.2569069887377023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969276454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633984,0.00074259844,0.0000132065725,0.032210883,0.0029638628,0.00007718489,0.0000010091547,0.000005367901,0.00058749126],"genre_scores_gemma":[0.9910537,0.00012657119,0.00038717812,0.006576474,0.0012873423,0.000003353496,0.0000133809135,0.000017580018,0.0005344367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871707,0.00004588409,0.0005461297,0.000096797594,0.00029071313,0.00030338796],"domain_scores_gemma":[0.9978667,0.000103913335,0.00017788459,0.0001950014,0.00075792574,0.00089859223],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087019603,0.00008853493,0.00027879432,0.000606068,0.000082373255,0.00012224438,0.000093158866,0.00011954262,0.0057684025],"category_scores_gemma":[0.00048224357,0.000075815864,0.00011567708,0.00040740753,0.00012655325,0.0008566502,0.0000031017894,0.00039600043,0.00010385218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018811508,0.00006333084,0.12048154,0.00003799901,0.0000628212,0.0007494224,0.0010534585,0.0000016507291,0.000060597555,0.00027132526,0.60831064,0.2688884],"study_design_scores_gemma":[0.00081577426,0.0001886066,0.3791583,0.0009885808,0.00009155311,0.0049054837,0.0060994914,0.0002072356,0.00042782706,0.0015304507,0.60524535,0.00034135877],"about_ca_topic_score_codex":0.0018829153,"about_ca_topic_score_gemma":0.00028510342,"teacher_disagreement_score":0.26854706,"about_ca_system_score_codex":0.00021092522,"about_ca_system_score_gemma":0.0029331963,"threshold_uncertainty_score":0.99514043},"labels":[],"label_agreement":null},{"id":"W1969289195","doi":"10.1503/cmaj.109-3850","title":"Just a little respect, please","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Measure (data warehouse); Medical education; Data science; Computer science; World Wide Web; Medicine; Data mining; Engineering","score_opus":0.025318194900257548,"score_gpt":0.2953884633470203,"score_spread":0.27007026844676274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969289195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65270686,0.00029551613,0.0006957185,0.13472773,0.005462356,0.00040037144,0.0000165717,0.00010693701,0.20558795],"genre_scores_gemma":[0.91010404,0.000100656216,0.004865968,0.07200852,0.0061258534,0.00002117312,0.000036695925,0.00004453761,0.0066925813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997297,0.00009284042,0.00050909695,0.00015378562,0.0014642945,0.00048299175],"domain_scores_gemma":[0.997227,0.00004871067,0.0001880269,0.00016973108,0.0008371191,0.0015293892],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020858243,0.00010865501,0.00020079466,0.00038405706,0.00025716072,0.000035666817,0.00017486761,0.00040288846,0.032341875],"category_scores_gemma":[0.009558793,0.00009876835,0.000088919325,0.0005899304,0.000064809145,0.00011578624,0.000011131546,0.0013558905,0.00087845913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026598049,0.00013652808,0.063805535,0.00001530131,0.00010849897,0.0007540868,0.0015945054,7.523709e-8,0.0000096963495,0.0025346393,0.8586281,0.072386436],"study_design_scores_gemma":[0.0013288266,0.00013045444,0.1450081,0.00013587665,0.00007190093,0.0016630715,0.0016015039,0.00015666775,0.00004757448,0.000631608,0.84906065,0.00016377689],"about_ca_topic_score_codex":0.0019432958,"about_ca_topic_score_gemma":0.003163058,"teacher_disagreement_score":0.25739717,"about_ca_system_score_codex":0.0016358786,"about_ca_system_score_gemma":0.005740989,"threshold_uncertainty_score":0.99989945},"labels":[],"label_agreement":null},{"id":"W1969299479","doi":"10.1046/j.1365-2923.2002.01316.x","title":"The relationship between competence and performance: implications for assessing practice performance","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":410,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Medical Council of Canada","funders":"","keywords":"Competence (human resources); Psychology; Computer science; Medical education; Applied psychology; Medicine; Social psychology","score_opus":0.06127118905794672,"score_gpt":0.4127771825038665,"score_spread":0.3515059934459198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969299479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7984102,0.0005684538,0.0025616847,0.19359499,0.0006093678,0.0006349021,0.0000011905971,0.00006145734,0.0035577435],"genre_scores_gemma":[0.9808263,0.0003917853,0.009734951,0.0067796116,0.00081494125,0.0003936841,0.00009596436,0.000018693667,0.00094407686],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985362,0.00005958699,0.00045867212,0.00024614655,0.0004457215,0.00025365446],"domain_scores_gemma":[0.9969662,0.0017972632,0.00019347455,0.00036657657,0.0005638517,0.000112663154],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014150422,0.00011662434,0.00014350904,0.00010778923,0.0010344143,0.0000843566,0.00015497042,0.00015679724,0.000058738256],"category_scores_gemma":[0.025821691,0.00008793092,0.00002875884,0.00055312196,0.0003141078,0.00046435802,0.00002693851,0.0004646752,0.000031340765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000849497,0.00014692656,0.47019917,0.00011781974,0.000009717582,3.518214e-8,0.00023701266,2.0522717e-7,0.0000040212826,0.0036637126,0.024756948,0.5008559],"study_design_scores_gemma":[0.00034929614,0.000093964634,0.8709299,0.0002192421,0.00008333708,0.000083722705,0.00047755687,0.0042904494,0.000007735974,0.00026280317,0.12310946,0.000092518945],"about_ca_topic_score_codex":0.000004993707,"about_ca_topic_score_gemma":6.452854e-7,"teacher_disagreement_score":0.5007634,"about_ca_system_score_codex":0.00015758995,"about_ca_system_score_gemma":0.00071073946,"threshold_uncertainty_score":0.9823842},"labels":[],"label_agreement":null},{"id":"W1969344245","doi":"10.7899/1042-5055-26.1.51","title":"Degree of Vertical Integration Between the Undergraduate Program and Clinical Internship With Respect to Cervical and Cranial Diagnostic and Therapeutic Procedures Taught at the Canadian Memorial Chiropractic College","year":2012,"lang":"en","type":"article","venue":"Journal of Chiropractic Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Internship; Palpation; Medicine; Syllabus; Cervical spine; Medical education; Psychology; Surgery; Alternative medicine; Mathematics education","score_opus":0.059509633648279325,"score_gpt":0.39826012517483195,"score_spread":0.3387504915265526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969344245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8910745,0.0005186387,0.00007534106,0.10646346,0.0008127556,0.00083795056,0.000002296118,0.000005583744,0.00020949887],"genre_scores_gemma":[0.9937674,0.00017572565,0.0023088027,0.0015106236,0.002118839,0.0000345992,0.000008718319,0.000021348695,0.00005398887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980344,0.0002909506,0.0007353428,0.0001677282,0.00052703434,0.00024452692],"domain_scores_gemma":[0.99684066,0.001622973,0.00045145256,0.00022892829,0.0005317417,0.0003242238],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021796718,0.00016383313,0.00032242952,0.0002003449,0.00028717922,0.00007389974,0.00011121687,0.0001379146,0.000024354926],"category_scores_gemma":[0.012689285,0.00008518423,0.000043274853,0.00039871252,0.0004166623,0.00026459427,0.00003669427,0.0008201919,0.000002640382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017642701,0.0012134097,0.7517034,0.0001853698,0.0004197827,0.0000057312786,0.0043059066,4.77709e-7,0.00013261479,0.0027174896,0.005360352,0.23219122],"study_design_scores_gemma":[0.00092207064,0.0014090919,0.9842595,0.00030844746,0.0009495351,0.0013271905,0.0020792426,0.000024698711,0.00010325091,0.00055458595,0.007960588,0.000101800266],"about_ca_topic_score_codex":0.0008957022,"about_ca_topic_score_gemma":0.006506835,"teacher_disagreement_score":0.23255612,"about_ca_system_score_codex":0.0002881486,"about_ca_system_score_gemma":0.002064198,"threshold_uncertainty_score":0.9956272},"labels":[],"label_agreement":null},{"id":"W1969509691","doi":"10.1007/s10459-008-9104-8","title":"The reliability of workplace-based assessment in postgraduate medical education and training: a national evaluation in general practice in the United Kingdom","year":2008,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Royal College of General Practitioners","keywords":"Reliability (semiconductor); Audit; Referral; Medical education; Medicine; Descriptive statistics; Psychology; Nursing; Statistics","score_opus":0.07716651093129817,"score_gpt":0.5095382937674905,"score_spread":0.4323717828361923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969509691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87491566,0.0013373955,0.00008155547,0.12078449,0.0006801107,0.0012234518,4.4805182e-7,0.0000050908766,0.00097179774],"genre_scores_gemma":[0.97816986,0.0012037854,0.012273501,0.0076180957,0.00010805468,0.00054860616,0.000063908,0.0000047940166,0.00000939002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99541694,0.001145606,0.0010378109,0.00034966873,0.0017684383,0.00028153727],"domain_scores_gemma":[0.9967794,0.0017723959,0.00047946587,0.00022059491,0.00069329905,0.000054881166],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021004071,0.00010667129,0.00018816264,0.00084273674,0.00022684527,0.0000185759,0.00022558482,0.00007897484,0.000011742512],"category_scores_gemma":[0.023554428,0.000074580974,0.00001504753,0.0043947613,0.0006505231,0.0005086413,0.000014076341,0.00054801034,3.9700325e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015472046,0.0036715814,0.6557892,0.00028246662,0.0000020205625,0.0000010180472,0.017497048,0.009129935,0.0000063399502,0.02675917,0.0006399543,0.28606653],"study_design_scores_gemma":[0.0011261933,0.0002367768,0.8572255,0.0008713631,0.0000047314156,0.0000517149,0.014232665,0.11019084,0.000003676348,0.0072293864,0.008727306,0.000099861616],"about_ca_topic_score_codex":0.0026156292,"about_ca_topic_score_gemma":0.0014353709,"teacher_disagreement_score":0.2859667,"about_ca_system_score_codex":0.0010917837,"about_ca_system_score_gemma":0.026882533,"threshold_uncertainty_score":0.9846706},"labels":[],"label_agreement":null},{"id":"W1969885802","doi":"10.3928/01484834-20090518-02","title":"Practicum and Clinical Experiences: Postpracticum Students' Views","year":2009,"lang":"en","type":"article","venue":"Journal of Nursing Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Practicum; Psychology; Medical education; Discipline; Experiential learning; Perception; Professional development; Pedagogy; Medicine; Sociology","score_opus":0.07746572983785671,"score_gpt":0.5403568116844677,"score_spread":0.462891081846611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969885802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9466677,0.0005366295,0.00048608572,0.04624689,0.0041038143,0.00016124283,4.5442174e-8,0.000008177432,0.0017894524],"genre_scores_gemma":[0.9722212,0.00022846888,0.020382676,0.0051333387,0.0016961764,0.0000027068131,0.0000034079019,0.0000072203516,0.00032482523],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99852884,0.00009703366,0.0006643384,0.00011616015,0.0004805255,0.00011308365],"domain_scores_gemma":[0.9982911,0.000087986286,0.0007246432,0.0001563118,0.0006398653,0.00010014252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013883517,0.00008039853,0.00022450859,0.00021538949,0.000076175485,0.000057146633,0.00008938527,0.000089268724,0.000050959596],"category_scores_gemma":[0.0031294043,0.00006449129,0.00005812643,0.00028884556,0.00010048827,0.00043270856,0.000003827188,0.0004487612,0.0000060459447],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021391887,0.006457616,0.014459952,0.0000149499965,0.00003304859,0.0000049315872,0.014894136,1.2592345e-7,0.00032021545,0.00021598514,0.114131406,0.8492537],"study_design_scores_gemma":[0.0016805675,0.0038295237,0.76079565,0.002479808,0.00060347555,0.0056946385,0.15873112,0.000057437395,0.00026743562,0.0014449147,0.064207904,0.00020752805],"about_ca_topic_score_codex":9.4167746e-7,"about_ca_topic_score_gemma":6.703942e-8,"teacher_disagreement_score":0.8490462,"about_ca_system_score_codex":0.00022985718,"about_ca_system_score_gemma":0.0007577349,"threshold_uncertainty_score":0.37464154},"labels":[],"label_agreement":null},{"id":"W197005766","doi":"10.1080/14739879.2013.11494164","title":"Expanding the horizons of practice-based small-group learning: what are we learning?","year":2013,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University","funders":"","keywords":"Group (periodic table); New horizons; Group learning; Small group learning; Medical education; Control (management); Mathematics education; Computer science; Psychology; Medicine; Artificial intelligence; Engineering; Chemistry","score_opus":0.019139707475380668,"score_gpt":0.31974228227696666,"score_spread":0.300602574801586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W197005766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82716495,0.007367281,0.007942533,0.13436085,0.0056339353,0.0045400043,0.0000045564766,0.00024185254,0.012744066],"genre_scores_gemma":[0.97288245,0.00029223555,0.016080385,0.0043610213,0.0009180663,0.0012171649,0.0012038948,0.000058593814,0.0029861801],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986763,0.0001261184,0.00038753028,0.0002554114,0.0003352784,0.00021937462],"domain_scores_gemma":[0.9970343,0.00044330934,0.00047277147,0.00035881635,0.0016215858,0.00006918088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044566797,0.00015011334,0.00021898535,0.00020779358,0.00032450462,0.00009692844,0.00015591808,0.00012683454,0.00022781821],"category_scores_gemma":[0.0027344895,0.00011841601,0.00010531101,0.000505029,0.00011988732,0.00044340725,0.000026394671,0.0005183546,0.00003482632],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014392563,0.0010303512,0.019590702,0.0020112516,0.00011221933,4.6919965e-7,0.015878035,0.00014806505,0.003492299,0.001591889,0.058795992,0.8972048],"study_design_scores_gemma":[0.0012225859,0.00080253126,0.031920355,0.0012784137,0.00029902844,0.000020452862,0.35599566,0.00016491537,0.00234623,0.00023403789,0.60543543,0.00028037038],"about_ca_topic_score_codex":0.000041499563,"about_ca_topic_score_gemma":0.0000018553745,"teacher_disagreement_score":0.89692444,"about_ca_system_score_codex":0.00045793678,"about_ca_system_score_gemma":0.0011711807,"threshold_uncertainty_score":0.48288646},"labels":[],"label_agreement":null},{"id":"W1970165986","doi":"10.1111/medu.12187","title":"Coaching the coaches: targeted faculty development for teaching","year":2013,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Livestock and Meat Agency","funders":"","keywords":"Coaching; Citation; Psychology; Library science; Medical education; Computer science; Medicine; Psychotherapist","score_opus":0.023420848357045273,"score_gpt":0.36139411973678054,"score_spread":0.33797327137973526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970165986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81221217,0.00014408285,0.035327733,0.14439832,0.0020863744,0.0021180187,0.0000013723953,0.0001453724,0.0035665352],"genre_scores_gemma":[0.88420624,0.0000043895257,0.06332377,0.045593284,0.001170945,0.0018729331,0.0010428296,0.00003316065,0.0027524624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818015,0.00007097186,0.00048552238,0.0002475773,0.0007307253,0.0002850403],"domain_scores_gemma":[0.998912,0.00015945017,0.00012960228,0.00029605613,0.00038442222,0.00011846501],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015565082,0.00014027867,0.00017570582,0.000110121306,0.0004611072,0.000043764474,0.00021230779,0.00016584118,0.0007392001],"category_scores_gemma":[0.011890482,0.00009043011,0.000053418593,0.00023034678,0.00014988871,0.00013272672,0.00003334682,0.0005899402,0.00016596602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008355146,0.00054868095,0.0024841384,0.00010369582,0.000034993922,1.238061e-7,0.004048399,5.937875e-7,0.00014296183,0.0018764968,0.38088945,0.6098621],"study_design_scores_gemma":[0.0008755113,0.000080306934,0.041583937,0.00035775188,0.00006600992,0.00004932688,0.014968728,0.006535404,0.00057053356,0.0006566655,0.9340307,0.00022509714],"about_ca_topic_score_codex":0.00012251012,"about_ca_topic_score_gemma":0.0000044360945,"teacher_disagreement_score":0.609637,"about_ca_system_score_codex":0.0002712538,"about_ca_system_score_gemma":0.0026490265,"threshold_uncertainty_score":0.9964328},"labels":[],"label_agreement":null},{"id":"W1970370491","doi":"10.3109/0142159x.2014.917290","title":"Authors’ response to “Letter to the Editor: Left to their own devices: Medical learners’ use of mobile technologies”","year":2014,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Mobile device; Medical education; Computer science; Medicine; Multimedia; Psychology; World Wide Web","score_opus":0.03619911329735638,"score_gpt":0.33519337362682783,"score_spread":0.29899426032947146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970370491","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035258625,0.00006089463,0.0038635717,0.9498367,0.007971309,0.0021523796,0.000013735993,0.0004494093,0.00039340547],"genre_scores_gemma":[0.008023402,0.0000110020355,0.0022915213,0.9207475,0.050216306,0.00083873235,0.00020232859,0.00018744807,0.017481714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98939013,0.001159514,0.0016012369,0.0011972297,0.0055027776,0.0011490956],"domain_scores_gemma":[0.9943808,0.0011919327,0.00032215824,0.0027711745,0.000587245,0.00074673136],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00897977,0.00071935635,0.0013324267,0.0010287365,0.00017446776,0.000069577116,0.0021795179,0.004631194,0.008016161],"category_scores_gemma":[0.083300255,0.00043285836,0.0002952605,0.0015317516,0.00077268796,0.00007796212,0.0008350879,0.009592439,0.0016257033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025759538,0.00019787453,0.00051550096,0.00016298091,0.00013584386,0.00013111623,0.0029733207,0.0000025150275,0.000035132296,0.000006596505,0.9564042,0.03917731],"study_design_scores_gemma":[0.0005064086,0.0007323935,0.00016105952,0.0015102862,0.00011378464,0.00010965854,0.0006751725,0.0002583128,0.000066074695,0.000021457601,0.9953816,0.00046379425],"about_ca_topic_score_codex":0.00010510361,"about_ca_topic_score_gemma":0.000029966339,"teacher_disagreement_score":0.07432049,"about_ca_system_score_codex":0.0005041271,"about_ca_system_score_gemma":0.0013486882,"threshold_uncertainty_score":0.9998123},"labels":[],"label_agreement":null},{"id":"W1970388427","doi":"10.1046/j.1365-2923.2001.00994.x","title":"Student feedback in problem based learning: a survey of 103 final year students across five Ontario medical schools","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"TUTOR; Peer feedback; Medical education; Immediacy; Curriculum; Problem-based learning; Modalities; Psychology; Mathematics education; Medicine; Pedagogy","score_opus":0.027064764010438204,"score_gpt":0.40965799890181337,"score_spread":0.38259323489137514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970388427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876867,0.000056844456,0.00024486976,0.009489403,0.00082236214,0.00074581924,0.000001857562,0.000039582323,0.0009125914],"genre_scores_gemma":[0.98820317,0.000045868997,0.0016328606,0.004397638,0.00026784162,0.00019619144,0.00052094477,0.000030918327,0.004704586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99393636,0.00033458773,0.0011029658,0.00047174547,0.0036718037,0.00048250804],"domain_scores_gemma":[0.99799854,0.0001780993,0.0002798971,0.00040454764,0.00082194555,0.00031698472],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052061207,0.00022120173,0.00049856567,0.00029219873,0.000093545095,0.00003470462,0.0005138204,0.00045567393,0.005439962],"category_scores_gemma":[0.015638312,0.00020220304,0.00007019753,0.001409111,0.0002407402,0.000113855756,0.00011556153,0.0017336145,0.00014741982],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022307476,0.0048453393,0.93934834,0.0000975612,0.000034085944,0.00001793686,0.0030718835,0.000010866946,0.0000050924455,0.000032033167,0.018217172,0.034096614],"study_design_scores_gemma":[0.0033406094,0.000323513,0.9806373,0.0011256502,0.000026336455,0.000036373815,0.001942756,0.00033473535,0.000017284325,0.000027920478,0.012024571,0.00016295115],"about_ca_topic_score_codex":0.028837625,"about_ca_topic_score_gemma":0.03048864,"teacher_disagreement_score":0.04128896,"about_ca_system_score_codex":0.0010117682,"about_ca_system_score_gemma":0.011713057,"threshold_uncertainty_score":0.9954692},"labels":[],"label_agreement":null},{"id":"W1970603683","doi":"10.1007/s10459-011-9275-6","title":"Assessment of multiple physician competencies in postgraduate training: utility of the structured oral examination","year":2011,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; Mount Sinai Hospital","funders":"","keywords":"Formative assessment; Checklist; Cronbach's alpha; Subspecialty; Objective structured clinical examination; Medical education; Oral examination; Medicine; Curriculum; Certification; Psychology; Family medicine; Psychometrics; Clinical psychology; Oral health","score_opus":0.07175927644777684,"score_gpt":0.42403616135577477,"score_spread":0.3522768849079979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970603683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99417955,0.00033927363,0.00025273018,0.0008652959,0.0009772078,0.0006043567,0.0000022241666,0.0000063609687,0.0027729862],"genre_scores_gemma":[0.9643524,0.00008688909,0.03496889,0.0005042262,0.000026114216,0.000036856367,0.000010824239,0.0000034039535,0.0000103512475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837273,0.00017195987,0.0006500606,0.00020761261,0.0004126617,0.00018498008],"domain_scores_gemma":[0.99895585,0.00008187839,0.00049857673,0.00021533901,0.00022469964,0.000023654633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018196048,0.00007749385,0.00022104036,0.00027424566,0.0000803657,0.0000028423246,0.00019123654,0.000033982844,0.000018183728],"category_scores_gemma":[0.00069623254,0.00005743776,0.00002388205,0.0017357742,0.0005673636,0.00030240914,0.00001886323,0.00016523646,1.59524e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074251516,0.00041503285,0.6863586,0.00029129945,0.0000011949099,2.6845457e-8,0.0077199074,0.000033641056,0.000254925,0.006598079,0.000012035427,0.2983079],"study_design_scores_gemma":[0.00023447696,0.00015325031,0.9777241,0.0003688663,0.0000027605515,0.0000012666004,0.011746694,0.004553853,0.0006952598,0.004290925,0.0001854697,0.00004310548],"about_ca_topic_score_codex":0.0008893869,"about_ca_topic_score_gemma":0.0007539031,"teacher_disagreement_score":0.29826477,"about_ca_system_score_codex":0.00016036913,"about_ca_system_score_gemma":0.0019092675,"threshold_uncertainty_score":0.33869585},"labels":[],"label_agreement":null},{"id":"W1970880824","doi":"10.1007/s10459-013-9486-0","title":"Resigned professionalism? Non-acute inpatients and resident education","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University","keywords":"Grounded theory; Acute care; Medicine; Focus group; Medical education; Qualitative research; Perception; Nursing; Psychology; Health care","score_opus":0.016102291426111692,"score_gpt":0.4459553668342491,"score_spread":0.4298530754081374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970880824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9512763,0.0040538246,0.0011061312,0.030792262,0.0050503705,0.0014131098,9.4252823e-7,0.00004071088,0.0062663653],"genre_scores_gemma":[0.9516717,0.0012012494,0.03158011,0.013567177,0.00034098074,0.00037320086,0.00007136386,0.000012233434,0.0011819698],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980103,0.00013112905,0.0006091702,0.0004368833,0.00051092636,0.00030162834],"domain_scores_gemma":[0.9989815,0.00009071916,0.0003309664,0.00025308327,0.00024985583,0.00009387751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001721947,0.00012445667,0.00020694805,0.00050790707,0.00035012307,0.00002818109,0.00013957328,0.00006831169,0.00003762916],"category_scores_gemma":[0.00089747703,0.00010915568,0.000015082116,0.001278206,0.0002959577,0.0006421903,0.000030965995,0.00020704261,0.000012339118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004898598,0.00062867557,0.12309508,0.00070122303,0.0000028791687,1.0752665e-7,0.0029644636,0.000019246667,0.000099653684,0.013124478,0.010322332,0.8489929],"study_design_scores_gemma":[0.0011703644,0.0014785232,0.7285589,0.0043998994,0.000025391362,0.000058583115,0.00903738,0.0032972458,0.0003532739,0.030878631,0.22030103,0.00044077847],"about_ca_topic_score_codex":0.00026554856,"about_ca_topic_score_gemma":0.000033173066,"teacher_disagreement_score":0.8485521,"about_ca_system_score_codex":0.00032495163,"about_ca_system_score_gemma":0.0033984613,"threshold_uncertainty_score":0.60287243},"labels":[],"label_agreement":null},{"id":"W1970889779","doi":"10.1097/00001888-200402000-00006","title":"Informed Consent Skills in Internal Medicine Residency: How Are Residents Taught, and What Do They Learn?","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal University Hospital; University of Saskatchewan","funders":"","keywords":"Informed consent; Comprehension; Medical education; Privilege (computing); Psychology; Medicine; Family medicine; Alternative medicine","score_opus":0.028057661796575335,"score_gpt":0.3684128862494792,"score_spread":0.3403552244529039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970889779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73048234,0.007425447,0.00012615339,0.257357,0.0013452058,0.00073590345,9.1533747e-7,0.00007205448,0.0024549628],"genre_scores_gemma":[0.9295796,0.04956323,0.0003448704,0.015566654,0.001767383,0.000060240614,0.00006252572,0.00004158602,0.003013866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996391,0.00010240365,0.0011360772,0.0005536646,0.0012544016,0.0005624358],"domain_scores_gemma":[0.99768394,0.0007839894,0.0003780733,0.00052620575,0.00030694148,0.00032086216],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018888826,0.0003652033,0.0008136894,0.0009657752,0.000104650324,0.000027637076,0.00031864963,0.00049287616,0.00026568957],"category_scores_gemma":[0.027181458,0.00026071694,0.000034035987,0.0008299026,0.0010405553,0.00072041247,0.00012038994,0.0019940764,0.000038761194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001079536,0.00027650033,0.40877852,0.0028638337,0.0003444258,0.000969125,0.12914255,0.000017051654,0.0083270315,0.029861737,0.35539216,0.06294752],"study_design_scores_gemma":[0.026634045,0.0015839088,0.6427717,0.09075243,0.00038537552,0.0020460866,0.15577883,0.000025689913,0.0012414819,0.059583105,0.018462062,0.0007352634],"about_ca_topic_score_codex":0.00085427763,"about_ca_topic_score_gemma":0.0005039932,"teacher_disagreement_score":0.3369301,"about_ca_system_score_codex":0.0005863762,"about_ca_system_score_gemma":0.0009640183,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null},{"id":"W1970907378","doi":"10.1097/acm.0b013e31815c68c3","title":"When Should Students Learn Essential Physical Examination Skills? Views of Internal Medicine Clerkship Directors in North America","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Pritzker School of Medicine; Office of Information and Resource Management; Directorate for Biological Sciences; University of Chicago","keywords":"Medical education; Psychology; Clinical clerkship; United States Medical Licensing Examination; MEDLINE; Medicine; Medical school; Pedagogy; Curriculum; Political science","score_opus":0.05114355640691572,"score_gpt":0.40090952963198634,"score_spread":0.34976597322507064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970907378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888073,0.00042327412,0.0013320344,0.0054152687,0.0009115391,0.0006334272,0.0000018455592,0.000062100364,0.0024132184],"genre_scores_gemma":[0.9904193,0.000847152,0.00024012229,0.0035022127,0.002667098,0.000058730257,0.00019154887,0.00004252149,0.002031311],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954822,0.00023970215,0.0013767586,0.000503668,0.001979703,0.00041794206],"domain_scores_gemma":[0.9981283,0.00033875526,0.00055427424,0.00044448243,0.00033975407,0.00019446765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012663063,0.0003181866,0.0010241953,0.0008061669,0.00007258481,0.0000017566733,0.00048608982,0.0002646054,0.00070799066],"category_scores_gemma":[0.0043685273,0.00023709878,0.00006484341,0.0015899559,0.0013330616,0.00016894453,0.00010329499,0.0017712751,0.00004065461],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024094846,0.0007107454,0.70552063,0.00033645605,0.00015274007,0.00008486969,0.09195726,0.000013131155,0.0073627564,0.00017377165,0.065195315,0.12825137],"study_design_scores_gemma":[0.005719332,0.0011296785,0.9652768,0.0017593228,0.00025249555,0.00013681714,0.004038021,0.0009698976,0.0009977998,0.00020386104,0.01923148,0.00028453107],"about_ca_topic_score_codex":0.00043425706,"about_ca_topic_score_gemma":0.0000239215,"teacher_disagreement_score":0.25975612,"about_ca_system_score_codex":0.00027123425,"about_ca_system_score_gemma":0.00013435805,"threshold_uncertainty_score":0.9668608},"labels":[],"label_agreement":null},{"id":"W1970915700","doi":"10.3899/jrheum.080951","title":"Resident Evaluations: The Use of Daily Evaluation Forms in Rheumatology Ambulatory Care","year":2009,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"Arthritis Society","keywords":"Medicine; Rheumatology; Preceptor; Physical therapy; Ambulatory; Internal medicine; Family medicine; Reliability (semiconductor); Competence (human resources); Medical education","score_opus":0.05276296314053182,"score_gpt":0.37834165493992766,"score_spread":0.32557869179939586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970915700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98282856,0.0018334215,0.0005751439,0.013661997,0.00049546233,0.0005010842,6.877601e-7,0.0000061902906,0.00009746474],"genre_scores_gemma":[0.997745,0.00063241343,0.0009590588,0.0006054676,0.000009495735,0.000009328811,0.000009215339,0.000009270648,0.000020744244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969786,0.0006473637,0.0013186351,0.00009646723,0.00075678853,0.0002021764],"domain_scores_gemma":[0.9963498,0.0005857312,0.0009841013,0.00045299504,0.0015933026,0.000034067063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039742007,0.00011662759,0.00045300825,0.00041652418,0.00010265902,0.000008174243,0.00027001428,0.00014849637,0.00014764443],"category_scores_gemma":[0.006025253,0.00006329283,0.000081190316,0.00055247976,0.0002659441,0.00018259497,0.000024092835,0.00055447785,0.000008270377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018328772,0.00063985365,0.7254834,0.0003627303,0.000336002,0.000009010496,0.052750707,0.0054291207,0.0010812276,0.019723522,0.04778177,0.14456975],"study_design_scores_gemma":[0.006504566,0.0015155716,0.9303817,0.0016554903,0.00075793586,0.011283373,0.020491378,0.009543428,0.00046613652,0.014125657,0.0030519846,0.00022276994],"about_ca_topic_score_codex":0.00018032227,"about_ca_topic_score_gemma":0.00008979226,"teacher_disagreement_score":0.20489827,"about_ca_system_score_codex":0.00025957575,"about_ca_system_score_gemma":0.0009035094,"threshold_uncertainty_score":0.72132254},"labels":[],"label_agreement":null},{"id":"W1971339109","doi":"10.1097/00001888-200410001-00014","title":"Professionalism Deficiencies in a First-Quarter Doctor–Patient Relationship Course Predict Poor Clinical Performance in Medical School","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paternalism; Shyness; Interview; Medical school; Psychology; Quarter (Canadian coin); Medical education; Medicine; Family medicine; Psychiatry","score_opus":0.06317584367345301,"score_gpt":0.42269826447777303,"score_spread":0.35952242080432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971339109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88392204,0.0007662103,0.00015359542,0.11119856,0.0013765584,0.0009242493,0.0000013765749,0.00007329582,0.0015841126],"genre_scores_gemma":[0.9809297,0.00046967066,0.0004094211,0.016549714,0.0009283404,0.00022210751,0.0000921665,0.000028008568,0.00037089194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945235,0.00017971195,0.002206442,0.00056109054,0.0019329367,0.0005963015],"domain_scores_gemma":[0.9980173,0.00056717545,0.00030554918,0.00044443677,0.00022945578,0.00043609182],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004840832,0.0002725624,0.0006256883,0.00063223724,0.00012620329,0.000003971862,0.000346481,0.0009171428,0.0010875531],"category_scores_gemma":[0.02451644,0.00020366532,0.000054265496,0.0017391053,0.00079918077,0.00024946366,0.00008260117,0.00414649,0.00016445764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002097084,0.00036884082,0.9655614,0.00019672532,0.000015765805,0.00009298497,0.005489641,0.000054896733,0.00001656341,0.0038666097,0.019163853,0.0049629924],"study_design_scores_gemma":[0.007919224,0.0007598069,0.967305,0.0063598067,0.00005857287,0.00024875283,0.003860461,0.0020649265,0.000016752168,0.0014119366,0.0097713135,0.00022345124],"about_ca_topic_score_codex":0.00008179891,"about_ca_topic_score_gemma":0.000029733364,"teacher_disagreement_score":0.09700763,"about_ca_system_score_codex":0.0006208569,"about_ca_system_score_gemma":0.0021220464,"threshold_uncertainty_score":0.9998256},"labels":[],"label_agreement":null},{"id":"W1971778662","doi":"10.1097/acm.0b013e3181a858ef","title":"Clerkship Directors’ Practices With Respect to Preparing Students for and Using the National Board of Medical Examiners Subject Exam in Medicine: Results of a United States and Canadian Survey","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Curriculum; Medical education; Context (archaeology); Descriptive statistics; MEDLINE; Medicine; Psychology; Family medicine; Computer science; Pedagogy; Library science; Political science","score_opus":0.12576767521055293,"score_gpt":0.46256235003889185,"score_spread":0.3367946748283389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971778662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96479404,0.00031987284,0.0001092526,0.033509646,0.00009828423,0.0008619109,0.000012996826,0.000010404239,0.00028356424],"genre_scores_gemma":[0.99425155,0.0004975564,0.00047248244,0.0042645186,0.00027143667,0.000019882205,0.00014360693,0.000014686405,0.00006428162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99660265,0.00024520926,0.0009064255,0.000339237,0.0016227138,0.00028376817],"domain_scores_gemma":[0.99596834,0.0024048756,0.0005465016,0.0001872467,0.00061987195,0.00027315528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010468557,0.0001679874,0.0004953789,0.0009941307,0.0000678114,0.0000044378535,0.00025251487,0.00021278765,0.000014122779],"category_scores_gemma":[0.055826895,0.00010254303,0.000008987948,0.0016854793,0.000538953,0.00008591236,0.000033821,0.00059306284,8.0198774e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004561076,0.00011433327,0.8928088,0.00047686786,0.0002577256,0.000013964823,0.04768815,0.00007288013,0.0029794811,0.00083230244,0.04310253,0.007091884],"study_design_scores_gemma":[0.006220992,0.0015590095,0.975379,0.003266045,0.00014283144,0.000081448125,0.006580213,0.0029931893,0.00023234208,0.0001986754,0.0032032093,0.00014304018],"about_ca_topic_score_codex":0.103492506,"about_ca_topic_score_gemma":0.021114333,"teacher_disagreement_score":0.082570195,"about_ca_system_score_codex":0.00019692919,"about_ca_system_score_gemma":0.00062002236,"threshold_uncertainty_score":0.9967478},"labels":[],"label_agreement":null},{"id":"W1972564689","doi":"10.1097/00001888-200010001-00028","title":"Critical Appraisal Turkey Shoot","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Critical appraisal; Shoot; MEDLINE; Medicine; Botany; Political science; Biology; Alternative medicine; Law; Pathology","score_opus":0.03022649757370897,"score_gpt":0.4305291928391359,"score_spread":0.4003026952654269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972564689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7401926,0.0011167895,0.0012716494,0.15861638,0.0026965823,0.00035200553,0.0000019649383,0.00028257622,0.095469475],"genre_scores_gemma":[0.9664023,0.00035750907,0.0012550896,0.017744018,0.005207392,0.000046728805,0.00010039949,0.000035702244,0.00885087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978146,0.00004893137,0.00063059776,0.00034854346,0.00074929453,0.00040805677],"domain_scores_gemma":[0.9986452,0.0004703666,0.00004670212,0.0003962962,0.00020103357,0.00024043291],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008299986,0.00018255718,0.00037059534,0.00019127504,0.000094463074,0.0000035484209,0.00018586684,0.0003564202,0.024741285],"category_scores_gemma":[0.011339864,0.00013845292,0.000036702662,0.00069039036,0.0006726151,0.000120978824,0.000018358489,0.001419934,0.00091016764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015157057,0.00006340299,0.0035284234,0.00015862825,0.000040661937,0.000044976496,0.0037272752,0.000002199739,0.0020511926,0.018727299,0.7745242,0.19698016],"study_design_scores_gemma":[0.002748982,0.00054540654,0.0117497435,0.00089240744,0.00027446667,0.00090528454,0.0022448988,0.0014232207,0.00037338975,0.0029671574,0.9755788,0.00029627763],"about_ca_topic_score_codex":0.000033724715,"about_ca_topic_score_gemma":1.6064631e-7,"teacher_disagreement_score":0.22620972,"about_ca_system_score_codex":0.000082872204,"about_ca_system_score_gemma":0.00013523443,"threshold_uncertainty_score":0.99986774},"labels":[],"label_agreement":null},{"id":"W1972727472","doi":"10.1016/j.injury.2011.06.032","title":"Barriers to orthopaedic practice—Why surgeons do not put into practice what they have learned in educational events","year":2011,"lang":"en","type":"article","venue":"Injury","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Medical education; Event (particle physics); Categorization; Nursing; Psychology","score_opus":0.030711779906416745,"score_gpt":0.37332622192832327,"score_spread":0.3426144420219065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972727472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72304684,0.00016749982,0.0002708859,0.2591622,0.0037325125,0.0011641539,0.0000057086427,0.00007341485,0.0123768225],"genre_scores_gemma":[0.92816645,0.00014547218,0.020268831,0.049787264,0.00041633865,0.0002634226,0.00006504664,0.000044881708,0.0008422831],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974649,0.00028996548,0.00062194414,0.0004574527,0.0007892039,0.00037651224],"domain_scores_gemma":[0.9973169,0.00054670154,0.0002706945,0.0006037354,0.0008875937,0.00037438923],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002448668,0.00020052126,0.00025442225,0.00059864187,0.00015017456,0.00006210122,0.00021408609,0.00019660291,0.0019921777],"category_scores_gemma":[0.047554757,0.00019552994,0.000069160524,0.0006388479,0.000091198846,0.0014483606,0.000084618085,0.0007305518,0.00049635273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005836519,0.004202284,0.18235095,0.00022131797,0.00042125076,0.00012411285,0.09960331,0.00000970447,0.0013983995,0.01721385,0.17913967,0.5094786],"study_design_scores_gemma":[0.0019051594,0.0008533653,0.09212191,0.0009710017,0.0003268254,0.00028824803,0.06546014,0.000059523925,0.0009187982,0.006971133,0.8294284,0.00069552514],"about_ca_topic_score_codex":0.0013325965,"about_ca_topic_score_gemma":0.0001264875,"teacher_disagreement_score":0.6502887,"about_ca_system_score_codex":0.00047580767,"about_ca_system_score_gemma":0.0018533517,"threshold_uncertainty_score":0.99892014},"labels":[],"label_agreement":null},{"id":"W1972765890","doi":"10.3138/jvme.35.4.567","title":"LIVE: The Creation of an Academy for Veterinary Education","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KU Leuven","keywords":"Excellence; Veterinary education; Incubator; Medical education; Veterinary medicine; Faculty development; Professional development; Medicine; Sociology; Political science; Curriculum; Pedagogy; Biology","score_opus":0.08971388492856183,"score_gpt":0.45641106317201674,"score_spread":0.36669717824345494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972765890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97912896,0.0007151018,0.0010460052,0.01568882,0.0023709233,0.0005353014,0.0000018573267,0.000014134858,0.0004988776],"genre_scores_gemma":[0.9729623,0.0004145319,0.01839482,0.004617119,0.0028068284,0.00009846931,0.000078831,0.000028428114,0.0005986359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743575,0.0001654543,0.001077339,0.00017586803,0.00096002175,0.00018558207],"domain_scores_gemma":[0.9973593,0.00017841127,0.0008276273,0.00028171632,0.0011449123,0.00020803421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015555868,0.00015325643,0.00034120286,0.00034705288,0.00015344938,0.000009900122,0.0003284122,0.00025010324,0.00034366015],"category_scores_gemma":[0.004406178,0.0001099855,0.00015291023,0.00043273083,0.00034645037,0.00041444463,0.00002834637,0.0005376949,0.00000662399],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016274562,0.0059411363,0.0021198583,0.00059428246,0.000114043425,0.000013483016,0.0039986726,0.000005232253,0.0077633043,0.001021142,0.09303106,0.88377035],"study_design_scores_gemma":[0.0043392843,0.019373035,0.26932922,0.0028979143,0.0005740942,0.042258672,0.008024023,0.0022474213,0.0016633032,0.0026094317,0.6461907,0.0004928772],"about_ca_topic_score_codex":0.000017427315,"about_ca_topic_score_gemma":2.394885e-7,"teacher_disagreement_score":0.8832775,"about_ca_system_score_codex":0.00021421112,"about_ca_system_score_gemma":0.0056206957,"threshold_uncertainty_score":0.9970873},"labels":[],"label_agreement":null},{"id":"W1972937131","doi":"10.1097/00001888-200312000-00015","title":"Effect of an Undergraduate Medical Curriculum on Students??? Self-Directed Learning","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Christian Studies","funders":"","keywords":"Curriculum; Medical education; Autodidacticism; Psychology; Lifelong learning; Scale (ratio); Cross-sectional study; Medicine; Pedagogy","score_opus":0.009286136711070958,"score_gpt":0.3846596344687024,"score_spread":0.3753734977576314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972937131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98650503,0.00024453708,0.00016564764,0.0049505956,0.0009612133,0.0005987807,2.8244716e-7,0.00051081897,0.0060631135],"genre_scores_gemma":[0.99488145,0.00037784484,0.0005044678,0.0023270855,0.00068855996,0.0000525283,0.000083917206,0.00004450611,0.0010396581],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951284,0.00077526463,0.00085438805,0.00042880338,0.0024180051,0.00039513613],"domain_scores_gemma":[0.998188,0.0005119594,0.00029530263,0.0004030313,0.0002458418,0.0003558622],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0054041026,0.00027430354,0.0006822497,0.00040378884,0.000104961626,0.0000029072694,0.0003222663,0.00049081986,0.00087091094],"category_scores_gemma":[0.022211822,0.00018877852,0.00005114985,0.0011741986,0.00029222234,0.0000790651,0.000032735206,0.002320832,0.00006804575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085035193,0.0016931276,0.67668104,0.0024207823,0.0009858566,0.00032033434,0.009335406,0.000037119364,0.0039586625,0.027210489,0.1511667,0.12534012],"study_design_scores_gemma":[0.12827578,0.119710736,0.087006174,0.032715343,0.007500725,0.005484246,0.016684439,0.068359576,0.062449213,0.006459871,0.4612499,0.004104027],"about_ca_topic_score_codex":0.000031426607,"about_ca_topic_score_gemma":6.094394e-7,"teacher_disagreement_score":0.5896749,"about_ca_system_score_codex":0.0001740292,"about_ca_system_score_gemma":0.00022591333,"threshold_uncertainty_score":0.99998087},"labels":[],"label_agreement":null},{"id":"W1973387177","doi":"10.1007/s10459-010-9243-6","title":"Is experimental research passé","year":2010,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Medical education; Perception; Session (web analytics); Psychology; Test (biology); Medicine; Quality (philosophy); Computer science","score_opus":0.045747650125621646,"score_gpt":0.5587822317556435,"score_spread":0.5130345816300218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973387177","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040989914,0.018320201,0.000016994469,0.017082285,0.95089513,0.0012105833,0.000009070019,0.000043156473,0.008323561],"genre_scores_gemma":[0.0095987,0.012971637,0.021899465,0.0045238337,0.9464179,0.001164624,0.0005613262,0.00005690339,0.0028055755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943443,0.0002052425,0.0009576648,0.0009252664,0.0027932613,0.00077426183],"domain_scores_gemma":[0.9971587,0.00061067217,0.00043859414,0.00061068585,0.0010250236,0.00015633069],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00640344,0.00023372677,0.0004247803,0.0013997535,0.0006167626,0.000077239376,0.00053631613,0.0006349066,0.00042226585],"category_scores_gemma":[0.0057319524,0.00021658205,0.000048234004,0.003031726,0.0011617279,0.00056559785,0.00007583416,0.0031206494,0.00010133642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016070195,0.00053252064,0.0007310254,0.0005832219,0.0000014907214,3.7862463e-7,0.001301006,9.763569e-7,0.000020045807,0.00068664784,0.92910707,0.06701957],"study_design_scores_gemma":[0.00023302363,0.000500935,0.00026613811,0.0012606023,0.0000029218372,0.0000049988025,0.0030923558,0.00006243957,0.00017911123,0.0014761828,0.9927553,0.0001660143],"about_ca_topic_score_codex":0.0009722921,"about_ca_topic_score_gemma":0.00015696495,"teacher_disagreement_score":0.06685355,"about_ca_system_score_codex":0.0014855062,"about_ca_system_score_gemma":0.017987866,"threshold_uncertainty_score":0.9991792},"labels":[],"label_agreement":null},{"id":"W1973415889","doi":"10.1097/00001888-200002000-00017","title":"Results of Remedial Continuing Medical Education in Dyscompetent Physicians","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Remedial education; Continuing medical education; Competence (human resources); Medicine; Modalities; Continuing education; Medical education; Population; Family medicine; Nursing; Psychology","score_opus":0.012700867826355166,"score_gpt":0.35405534699326063,"score_spread":0.3413544791669055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973415889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93946373,0.00048692245,0.00007661705,0.038778644,0.0009569407,0.00043958033,0.000001045709,0.000045736655,0.019750796],"genre_scores_gemma":[0.98383355,0.00114051,0.00049455336,0.0073580267,0.0023417184,0.000034931985,0.00019142297,0.000022531949,0.004582772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670416,0.00008587791,0.0013586715,0.0003399274,0.0011983293,0.0003130499],"domain_scores_gemma":[0.9988574,0.00015144536,0.00024892282,0.00037494558,0.00021862287,0.00014867098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00177792,0.00016713033,0.0005274905,0.00038611435,0.000024421724,0.0000012632315,0.00023810819,0.00036592467,0.0020417534],"category_scores_gemma":[0.006685238,0.00013959881,0.00003920486,0.0009899329,0.00045378017,0.00008906432,0.000020607444,0.0011914584,0.00004887999],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003718708,0.00017175976,0.0084284665,0.00007959921,0.000018091818,0.000010712677,0.006565535,0.000002223362,0.002130149,0.0011559039,0.07495527,0.9061104],"study_design_scores_gemma":[0.0419548,0.0024481292,0.37705988,0.039742157,0.0005629617,0.00071451114,0.020982008,0.0073845657,0.0060029756,0.005678302,0.49634302,0.0011266875],"about_ca_topic_score_codex":0.000184866,"about_ca_topic_score_gemma":0.000024497467,"teacher_disagreement_score":0.9049837,"about_ca_system_score_codex":0.00015208883,"about_ca_system_score_gemma":0.00069026276,"threshold_uncertainty_score":0.9988705},"labels":[],"label_agreement":null},{"id":"W1973470666","doi":"10.1002/chp.20057","title":"Learning portfolio models in health regulatory colleges of Ontario, Canada","year":2010,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University; Toronto Public Health","funders":"","keywords":"Portfolio; Regulatory science; Medicine; Business; Finance","score_opus":0.016786932994895136,"score_gpt":0.3662527576200138,"score_spread":0.34946582462511866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973470666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447636,0.00028480843,0.000052061467,0.05104849,0.002697702,0.0005134694,5.6346096e-7,0.0000035624298,0.0006357254],"genre_scores_gemma":[0.989386,0.00005181524,0.003896544,0.0035263933,0.00024127206,0.000017989334,0.000008596246,0.000011817346,0.0028595333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997142,0.00036700227,0.001575141,0.00010272693,0.0005557912,0.00025734326],"domain_scores_gemma":[0.9972034,0.0001919821,0.0016597342,0.00024706163,0.00058169116,0.000116101415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005403664,0.000093294235,0.00040570012,0.0004915192,0.00013118675,0.000006127018,0.000178454,0.00008787121,0.00009170052],"category_scores_gemma":[0.0011734798,0.00006833374,0.00003911509,0.0006501826,0.000053040305,0.00012834907,0.000014630594,0.0021096608,2.5728525e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002481356,0.0023798312,0.35608736,0.0012384757,0.000031713975,0.0000086400205,0.23127829,0.0004499103,0.00040467837,0.013547496,0.23238078,0.16194469],"study_design_scores_gemma":[0.0014927494,0.0004340131,0.82968915,0.0068324828,0.000015834297,0.00023436126,0.110887475,0.00027886333,0.000034359662,0.0020574091,0.04791544,0.00012784898],"about_ca_topic_score_codex":0.37628916,"about_ca_topic_score_gemma":0.58424634,"teacher_disagreement_score":0.4736018,"about_ca_system_score_codex":0.0013579486,"about_ca_system_score_gemma":0.064192444,"threshold_uncertainty_score":0.9411127},"labels":[],"label_agreement":null},{"id":"W1973471086","doi":"10.1097/acm.0b013e3181bf5183","title":"Defining and Describing Medical Learning Communities: Results of a National Survey","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Undergraduate Education; Roy J. and Lucille A. Carver College of Medicine, University of Iowa","keywords":"Medical education; MEDLINE; Psychology; Data science; Medicine; Computer science; Political science","score_opus":0.11298842698259916,"score_gpt":0.40116000375024086,"score_spread":0.2881715767676417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973471086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96491045,0.0012848997,0.0010181725,0.021780211,0.00022827678,0.00019173576,0.000004480823,0.00007061379,0.010511157],"genre_scores_gemma":[0.9912139,0.00070106116,0.00061123335,0.00639976,0.00031925217,0.0000048120646,0.0004124794,0.000011733967,0.00032573222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718213,0.0002154752,0.0008901523,0.00017589415,0.0013097923,0.00022655562],"domain_scores_gemma":[0.99777627,0.001090139,0.00026459535,0.0001676024,0.00055184047,0.00014955275],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007007289,0.00013534652,0.00039340154,0.00034449672,0.000120029275,0.000002486252,0.00015972219,0.0003128409,0.00017481815],"category_scores_gemma":[0.03620076,0.0001106945,0.000017936823,0.00065209705,0.00046721997,0.000081053404,0.000041015006,0.0016751279,0.000005996949],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016417606,0.00020681061,0.3524398,0.00043017845,0.00022454024,0.000033716216,0.09190374,0.00003962248,0.0026291332,0.050226085,0.1729718,0.3272528],"study_design_scores_gemma":[0.021308549,0.0035335913,0.8648008,0.013717997,0.00022525384,0.0013250716,0.04255807,0.022506583,0.00064164406,0.00565951,0.023027051,0.00069587684],"about_ca_topic_score_codex":0.00029663264,"about_ca_topic_score_gemma":0.000009069057,"teacher_disagreement_score":0.512361,"about_ca_system_score_codex":0.00008208964,"about_ca_system_score_gemma":0.00035828823,"threshold_uncertainty_score":0.97191775},"labels":[],"label_agreement":null},{"id":"W1973669781","doi":"10.1207/s15328015tlm1802_15","title":"Abstracts From the Proceedings of the 2005 Annual Meeting of the Association of Directors of Medical Student Education in Psychiatry (ADMSEP)","year":2006,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Medical education; Consistency (knowledge bases); Appeal; Psychology; United States Medical Licensing Examination; Medical school; Medicine; Family medicine; Political science","score_opus":0.00538370821405298,"score_gpt":0.32107278915112325,"score_spread":0.31568908093707027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973669781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721041,0.00049442606,0.0000036517354,0.024305332,0.0005625533,0.0002573442,0.0000012147407,0.000007593956,0.0022637867],"genre_scores_gemma":[0.9986049,0.000029613519,0.00038680303,0.00032317598,0.00034174207,0.0000069096845,0.000008365328,0.000009840358,0.0002886362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734557,0.00025861143,0.000933922,0.00014432157,0.0011794913,0.00013807269],"domain_scores_gemma":[0.99801177,0.0006215638,0.0010044415,0.00013735931,0.0002027097,0.000022162212],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008036138,0.000096389966,0.00033277742,0.00013724236,0.00008993495,0.000002665806,0.00023285192,0.00014247542,0.000023652407],"category_scores_gemma":[0.012769903,0.00005074897,0.000039978062,0.00045446586,0.00023419969,0.000042513162,0.000052440664,0.0014375453,1.0201146e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019449193,0.00036270864,0.9661386,0.00012789186,0.00002001598,4.494027e-8,0.012303387,0.00007848609,0.0014418613,0.00062091195,0.0044329627,0.014453662],"study_design_scores_gemma":[0.00080791855,0.00006269627,0.97137123,0.0037736858,0.00006670206,0.0000020145665,0.022149295,0.00022246099,0.00020658917,0.00012291854,0.0011765701,0.000037922942],"about_ca_topic_score_codex":0.008140906,"about_ca_topic_score_gemma":0.00032440666,"teacher_disagreement_score":0.026500817,"about_ca_system_score_codex":0.00011188746,"about_ca_system_score_gemma":0.00039924178,"threshold_uncertainty_score":0.998464},"labels":[],"label_agreement":null},{"id":"W1973692424","doi":"10.1111/j.1365-2923.2003.01719.x","title":"Martin's Map: a conceptual framework for teaching and learning the medical interview using a patient‐centred approach","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Conceptual framework; Psychology; Concept map; Problem-based learning; MEDLINE; Computer science; Medicine; Mathematics education; Epistemology; Philosophy","score_opus":0.03098359209689095,"score_gpt":0.3548585233644305,"score_spread":0.3238749312675396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973692424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6803331,0.0067970576,0.22612448,0.07739449,0.0043536685,0.002327363,0.0000017661654,0.00016320344,0.0025048873],"genre_scores_gemma":[0.8197724,0.000048872367,0.13997465,0.03803679,0.0011237068,0.0003795444,0.00017536606,0.00005362553,0.0004350038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695,0.0007182221,0.00056763744,0.0003560212,0.0010609926,0.0003471619],"domain_scores_gemma":[0.99851537,0.00053586095,0.00019782332,0.00028460813,0.00023512609,0.00023120067],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002268867,0.00017768657,0.00027899968,0.00011055679,0.00050026295,0.000038597755,0.00015346338,0.00035118777,0.00091051287],"category_scores_gemma":[0.070943564,0.0001258731,0.0000730928,0.00029886529,0.00056058186,0.00008632378,0.000047830385,0.0018501987,0.000008426302],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059260386,0.0017574157,0.0019016641,0.00060726353,0.000113602415,0.0000035665882,0.038322013,0.0000036439378,0.000020784524,0.072615236,0.04188789,0.84270763],"study_design_scores_gemma":[0.0019495243,0.0004134606,0.00041456733,0.0029114424,0.00032955757,0.0007470466,0.16962177,0.050994836,0.00005301542,0.0042869747,0.76783514,0.00044267948],"about_ca_topic_score_codex":0.000038526825,"about_ca_topic_score_gemma":0.0000012071296,"teacher_disagreement_score":0.842265,"about_ca_system_score_codex":0.00016174761,"about_ca_system_score_gemma":0.0019585888,"threshold_uncertainty_score":0.9969477},"labels":[],"label_agreement":null},{"id":"W1973875776","doi":"10.1097/acm.0b013e3181c8f2cc","title":"Commentary: Expanding Flexnerʼs Legacy Through New Understanding","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Centennial; Tribute; Foundation (evidence); Order (exchange); Medical education; Political science; Medicine; Engineering ethics; Sociology; Law; Engineering; Pathology","score_opus":0.07087331499252747,"score_gpt":0.4171161319776498,"score_spread":0.3462428169851223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973875776","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051099714,0.0014271705,0.010412986,0.12753858,0.8503779,0.0008651402,0.0000117593345,0.00027391492,0.008581567],"genre_scores_gemma":[0.0015439272,0.0025515007,0.0018667037,0.023605382,0.955754,0.000051867086,0.004085467,0.00018167269,0.010359475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938624,0.00008785963,0.0015449284,0.00091625843,0.0027504556,0.00083808944],"domain_scores_gemma":[0.9963303,0.0011402131,0.00077927375,0.0010144486,0.0003323347,0.0004033935],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018773995,0.000713733,0.0014106445,0.0006271421,0.0003217343,0.000029297993,0.00067942886,0.0038585197,0.0024665296],"category_scores_gemma":[0.0127920415,0.0005850581,0.00012190001,0.001127546,0.0007675754,0.00044716027,0.00017279602,0.01332096,0.0001207361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103749684,0.000019960651,0.00006369821,0.00034769598,0.00016336677,0.000026924194,0.004372331,1.5042073e-7,0.0006940945,0.0023983782,0.9893383,0.0024713774],"study_design_scores_gemma":[0.0039996803,0.0003363334,0.000007126351,0.0039074225,0.00079343986,0.000043807922,0.0057664104,0.000021989043,0.00013700218,0.008837141,0.97569466,0.0004549809],"about_ca_topic_score_codex":0.0007999272,"about_ca_topic_score_gemma":0.000013114847,"teacher_disagreement_score":0.10537612,"about_ca_system_score_codex":0.0018165621,"about_ca_system_score_gemma":0.0014665143,"threshold_uncertainty_score":0.9996601},"labels":[],"label_agreement":null},{"id":"W1974102162","doi":"10.1080/01421590802206721","title":"The power of one: Looking beyond the teacher in clinical instruction","year":2009,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Power (physics); Medical education; Mathematics education; Psychology; Computer science; Medicine; Physics","score_opus":0.02411691658352543,"score_gpt":0.37633118303029583,"score_spread":0.3522142664467704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974102162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91167116,0.00023852891,0.0001853207,0.06442777,0.0007995509,0.00028732565,1.0253005e-7,0.000030437528,0.022359775],"genre_scores_gemma":[0.9930949,0.00006461916,0.00027924942,0.0037809268,0.0007888741,0.000015721333,0.000007114339,0.000012855279,0.0019557136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972397,0.00027427057,0.0009311484,0.00021684298,0.001072186,0.0002658651],"domain_scores_gemma":[0.99897605,0.00012134036,0.00017268692,0.0005101658,0.00012249772,0.00009726081],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005545776,0.000113273025,0.00026690922,0.00008337042,0.00011189463,0.000012209591,0.0002819884,0.0003233825,0.0015772685],"category_scores_gemma":[0.009119729,0.00006104175,0.00009708832,0.0005574465,0.0006248203,0.00005251739,0.000038097027,0.0016487854,0.000029416748],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012687065,0.0011686457,0.1499134,0.000012860803,0.00005280352,0.000007840771,0.0014161813,3.7636673e-7,0.000024857947,0.005922399,0.032850005,0.80850375],"study_design_scores_gemma":[0.0034942373,0.00050909637,0.87536895,0.00031041485,0.000091979404,0.000078861114,0.0027832114,0.003056604,0.00005100706,0.0066748853,0.10738903,0.00019172407],"about_ca_topic_score_codex":0.000021911465,"about_ca_topic_score_gemma":0.000009887546,"teacher_disagreement_score":0.80831206,"about_ca_system_score_codex":0.000101031175,"about_ca_system_score_gemma":0.00029009063,"threshold_uncertainty_score":0.9993354},"labels":[],"label_agreement":null},{"id":"W1974391287","doi":"10.1111/acem.12037","title":"Faculty Development in Medical Education Research","year":2012,"lang":"en","type":"review","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre; University of Ottawa","funders":"","keywords":"Medicine; Session (web analytics); Medical education; Breakout; Faculty development; Promotion (chess); Academic medicine; Professional development; Political science","score_opus":0.35310110523209526,"score_gpt":0.5946718777623394,"score_spread":0.24157077253024417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974391287","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028972005,0.9769185,0.000015372894,0.0035399958,0.0060255183,0.0018933922,0.0000021077421,0.00007392567,0.011241454],"genre_scores_gemma":[0.000054971348,0.98055166,0.00038316156,0.000507057,0.006332909,0.001311777,0.0028518313,0.000110126406,0.007896501],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899152,0.0004993653,0.004055955,0.0008010254,0.0036334572,0.0010950341],"domain_scores_gemma":[0.9969595,0.00017537836,0.0006384267,0.0007674259,0.00081783626,0.0006414376],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.011149371,0.00058269285,0.0020318031,0.0024810447,0.00016540769,7.0542563e-7,0.00081731624,0.002221281,0.014293898],"category_scores_gemma":[0.01401073,0.00042355942,0.00015492468,0.005143081,0.00041510176,0.00013632892,0.00022364127,0.007882484,0.0010835386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051914835,0.00029168688,0.0010336122,0.012189543,0.000061462655,0.000004515498,0.00094737404,4.027361e-9,2.91138e-7,0.00080219685,0.1665952,0.8180689],"study_design_scores_gemma":[0.0003446009,0.000056810903,0.0005622053,0.04582194,0.00038114286,0.00015439819,0.00036673763,0.0000032597288,5.4291155e-7,0.00011708101,0.9518762,0.00031504978],"about_ca_topic_score_codex":0.00010094838,"about_ca_topic_score_gemma":0.000013708974,"teacher_disagreement_score":0.81775385,"about_ca_system_score_codex":0.0015957067,"about_ca_system_score_gemma":0.010370198,"threshold_uncertainty_score":0.9998216},"labels":[],"label_agreement":null},{"id":"W1974601916","doi":"10.1046/j.1365-2753.2001.00299.x","title":"Applying Prochaska’s model of change to needs assessment, programme planning and outcome measurement","year":2001,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Outcome (game theory); Process (computing); Process management; Computer science; Order (exchange); Theory of change; Key (lock); Knowledge management; Medical education; Management science; Medicine; Business; Engineering; Management","score_opus":0.652223663544227,"score_gpt":0.6175429300029841,"score_spread":0.0346807335412429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974601916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.864104,0.00045866598,0.0736602,0.053625643,0.00105896,0.0033932256,5.9831996e-7,0.000013206758,0.0036855454],"genre_scores_gemma":[0.886371,0.00004665877,0.10878744,0.0041250577,0.00045917244,0.00017455526,0.0000020465413,0.000011651748,0.000022399689],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995093,0.0003473774,0.00219957,0.00014306868,0.002044375,0.00017259116],"domain_scores_gemma":[0.99373096,0.00067877513,0.0014917629,0.00017656533,0.003785762,0.00013617214],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037560042,0.00009726202,0.0003979013,0.0005008381,0.000039640476,0.00002116913,0.000076623444,0.00012451975,0.000027538108],"category_scores_gemma":[0.06638028,0.0000821757,0.00006455835,0.0007244483,0.000047360332,0.0005084431,0.00003173511,0.00078387326,0.0000019735987],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011683184,0.0027260745,0.4397554,0.00019760666,0.00016934985,0.000018868628,0.0029588265,0.0021624782,0.00048860576,0.0005831102,0.0014194486,0.5483519],"study_design_scores_gemma":[0.013154038,0.004229344,0.55366313,0.0023925216,0.0018972278,0.0007093434,0.016969938,0.377269,0.00003794613,0.002463247,0.026828328,0.00038591414],"about_ca_topic_score_codex":0.00000962646,"about_ca_topic_score_gemma":0.000001990639,"teacher_disagreement_score":0.547966,"about_ca_system_score_codex":0.00035455282,"about_ca_system_score_gemma":0.00068870606,"threshold_uncertainty_score":0.99103445},"labels":[],"label_agreement":null},{"id":"W1974685352","doi":"10.1007/s10459-009-9206-y","title":"What we see and don’t see when we look at ‘competence’: notes on a god term","year":2009,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Competence (human resources); Terminology; Curriculum; Rhetorical question; Psychology; Pedagogy; Epistemology; Sociology; Linguistics; Philosophy; Social psychology","score_opus":0.014755966899988726,"score_gpt":0.39093255432774016,"score_spread":0.37617658742775145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974685352","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007524969,0.071522914,0.00005297628,0.09448551,0.823423,0.0017367201,0.000012749913,0.00008656845,0.0011545415],"genre_scores_gemma":[0.005188978,0.3879473,0.027371863,0.012630138,0.55990946,0.0006423796,0.00095095776,0.000083353654,0.0052755503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99491346,0.00017926421,0.0011705474,0.0012368181,0.0017506564,0.0007492597],"domain_scores_gemma":[0.996682,0.0011703551,0.00089289807,0.00062226254,0.00040733832,0.00022517759],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022443675,0.00045867867,0.00072204217,0.0010140522,0.00058715354,0.00018660292,0.000467263,0.0004986035,0.00019650343],"category_scores_gemma":[0.0031741078,0.0003901053,0.000058759884,0.0012993122,0.00083511043,0.0014421887,0.000077237324,0.0011745247,0.00006358837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059368835,0.0003849917,0.0015783593,0.0014904727,0.0000044573735,0.0000011797365,0.0030864808,0.00002168725,0.0000056069043,0.00036973206,0.5283425,0.4646552],"study_design_scores_gemma":[0.00051258877,0.0011534635,0.0016184766,0.010062025,0.000021608017,0.000018395027,0.002956183,0.00012448915,0.000024197732,0.0060066925,0.97714394,0.00035793113],"about_ca_topic_score_codex":0.00020329343,"about_ca_topic_score_gemma":0.00037630554,"teacher_disagreement_score":0.46429726,"about_ca_system_score_codex":0.0019670436,"about_ca_system_score_gemma":0.006665113,"threshold_uncertainty_score":0.9998551},"labels":[],"label_agreement":null},{"id":"W1974713468","doi":"10.1097/00001888-200105000-00075","title":"Melding the Family Medicine and General Internal Medicine Rotations into an Ambulatory Clerkship","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kimberly-Clark (Canada)","funders":"","keywords":"Curriculum; Medicine; Medical education; Ambulatory; Ambulatory care; Clinical clerkship; Family medicine; Psychology; Internal medicine; Health care; Pedagogy","score_opus":0.0835608484629781,"score_gpt":0.42122900560548343,"score_spread":0.3376681571425053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974713468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78994316,0.0059634335,0.0049138325,0.1872725,0.0018660723,0.00070047524,7.4012235e-7,0.00017041562,0.00916939],"genre_scores_gemma":[0.9292437,0.0037660026,0.00092580175,0.051588427,0.0109134745,0.000101462334,0.0001505977,0.000069570444,0.0032409874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958063,0.00023032271,0.0013994875,0.000663124,0.0013382923,0.0005624811],"domain_scores_gemma":[0.99733746,0.00052848825,0.0003962182,0.0007814823,0.0004887324,0.000467614],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036303392,0.00042414715,0.0007718029,0.0006856133,0.00045910684,0.0000084040375,0.00050562155,0.00041001604,0.0011643079],"category_scores_gemma":[0.0058205575,0.00024722717,0.000039383052,0.0014031475,0.0026417605,0.00030264896,0.00010278535,0.0021239477,0.000029316308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047028682,0.00008899119,0.065287836,0.0003017485,0.0003320389,0.0001229594,0.077978104,0.00001841449,0.06318211,0.053112883,0.5489365,0.19016816],"study_design_scores_gemma":[0.014587741,0.004050384,0.3091957,0.0062215556,0.0017298312,0.003208391,0.08726526,0.014846111,0.0002954396,0.033905547,0.5237034,0.0009906119],"about_ca_topic_score_codex":0.0014629277,"about_ca_topic_score_gemma":0.00002488566,"teacher_disagreement_score":0.24390787,"about_ca_system_score_codex":0.00024513167,"about_ca_system_score_gemma":0.00016983494,"threshold_uncertainty_score":0.999998},"labels":[],"label_agreement":null},{"id":"W1974755331","doi":"10.1080/10401334.2011.626373","title":"Howard S. Barrows: An Appreciation","year":2011,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pedagogy; Medical school; Psychology; Medical education; Sociology; Medicine; Nursing","score_opus":0.04025596420569332,"score_gpt":0.3374697242383716,"score_spread":0.2972137600326783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974755331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685008,0.00014819282,0.0023156756,0.0026583902,0.00024947475,0.00014325719,5.8775502e-8,0.00014031,0.025843874],"genre_scores_gemma":[0.9827523,0.000022449161,0.014238566,0.0013734166,0.00045352886,0.00001337862,0.000043580563,0.000017768283,0.0010850064],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987612,0.0003038923,0.00028598195,0.0002274369,0.00024292302,0.00017861123],"domain_scores_gemma":[0.9995465,0.000070776565,0.000082381404,0.00016618994,0.0000543444,0.000079787096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034871595,0.00010482375,0.00022641264,0.00030818186,0.0001805497,0.0000051990555,0.000056138924,0.00009848307,0.00026390143],"category_scores_gemma":[0.0045946054,0.00008451884,0.000012037481,0.00020946427,0.000119209304,0.00011328159,0.00001383072,0.0016275161,0.0000098559985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009811256,0.00024403482,0.19555537,0.0001090659,0.000018885532,0.000016929498,0.08657583,0.000011630295,0.0009981446,0.003016565,0.0021120196,0.7112434],"study_design_scores_gemma":[0.002906745,0.0017278878,0.91431296,0.0009246992,0.00009733381,0.00013521119,0.027432822,0.011440181,0.000050103296,0.00077347446,0.03994245,0.00025613603],"about_ca_topic_score_codex":0.00056868047,"about_ca_topic_score_gemma":0.000007340198,"teacher_disagreement_score":0.71875757,"about_ca_system_score_codex":0.000058306527,"about_ca_system_score_gemma":0.000038245333,"threshold_uncertainty_score":0.7070838},"labels":[],"label_agreement":null},{"id":"W1974775228","doi":"10.3109/0142159x.2012.658898","title":"How external performance standards inform self-assessment","year":2012,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Self-assessment; Medical education; Psychology; Applied psychology; Medicine; Social psychology","score_opus":0.01760944988360528,"score_gpt":0.34111509056488526,"score_spread":0.32350564068127996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974775228","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035175137,0.0003602917,0.002020933,0.92642784,0.0036228276,0.000661544,0.0000076246233,0.00032009254,0.031403717],"genre_scores_gemma":[0.027748328,0.00029695002,0.007315613,0.85238475,0.04965217,0.00035439865,0.0010090052,0.00018403481,0.061054725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99192864,0.000093062976,0.00064915087,0.00041524594,0.0060582357,0.0008556643],"domain_scores_gemma":[0.99803054,0.000029715638,0.0002815905,0.00078641716,0.0005574667,0.00031423956],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025419986,0.0004540274,0.0006824864,0.00030601546,0.0001362096,0.00008248397,0.00044050682,0.0020731448,0.0136014335],"category_scores_gemma":[0.0010363881,0.0003444708,0.00017092373,0.0003737968,0.0002656485,0.00024504153,0.00013448509,0.00816649,0.00014236961],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010507188,0.00020716296,0.017900713,0.0006830781,0.0001245578,0.0001029463,0.00026737852,1.0552054e-8,8.3917075e-7,0.00003289526,0.8870849,0.093584985],"study_design_scores_gemma":[0.0010547412,0.0001777177,0.00468021,0.00078240887,0.0002417714,0.00031180092,0.0000692385,0.0013217672,0.000005490734,0.000018894652,0.99099135,0.00034459555],"about_ca_topic_score_codex":0.0000099868075,"about_ca_topic_score_gemma":4.244121e-7,"teacher_disagreement_score":0.10390643,"about_ca_system_score_codex":0.0019955027,"about_ca_system_score_gemma":0.0030509192,"threshold_uncertainty_score":0.99990076},"labels":[],"label_agreement":null},{"id":"W1974839965","doi":"10.1067/mmt.2003.44","title":"Empowerment of chiropractic faculty: A profile in context","year":2003,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Empowerment; Context (archaeology); Medicine; Medical education; Population; Curriculum; Psychology; Pedagogy; Alternative medicine","score_opus":0.35449719097009436,"score_gpt":0.438770400907772,"score_spread":0.08427320993767762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974839965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99805915,0.0002988757,0.00017671753,0.0005144168,0.00008861195,0.00013908253,8.7162084e-7,0.0000017835418,0.00072050723],"genre_scores_gemma":[0.9961793,0.00014286838,0.0025646277,0.001005949,0.000043715136,0.0000021019969,0.0000033880601,0.000004336535,0.000053746502],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9991377,0.00008916806,0.00042947347,0.000072041876,0.00017984393,0.00009176457],"domain_scores_gemma":[0.99930143,0.000053554955,0.00032486054,0.00006586258,0.00022547175,0.000028820923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036467286,0.00007694103,0.0002948469,0.00007616554,0.000019801611,0.000003380822,0.000036516707,0.00007189856,0.00011928644],"category_scores_gemma":[0.00025959683,0.000047041765,0.000050573904,0.0001888525,0.000097048935,0.000051228657,0.000008003326,0.00030209438,0.0000014151237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040171193,0.011313717,0.19793814,0.00062532985,0.0015518409,0.00013984491,0.017547902,0.00011451625,0.38980144,0.10012432,0.0020160063,0.2748098],"study_design_scores_gemma":[0.0032356083,0.0034987854,0.9478822,0.00029861537,0.00013354044,0.00017069235,0.0050350204,0.00042404444,0.007953961,0.015635822,0.015576057,0.0001557036],"about_ca_topic_score_codex":0.0000012446699,"about_ca_topic_score_gemma":1.8503535e-7,"teacher_disagreement_score":0.749944,"about_ca_system_score_codex":0.00003868238,"about_ca_system_score_gemma":0.00005774359,"threshold_uncertainty_score":0.19183075},"labels":[],"label_agreement":null},{"id":"W1975009067","doi":"10.3109/10398561003739620","title":"Up Close and Personal: Medical Students Prefer Face-To-Face Teaching in Psychiatry","year":2010,"lang":"en","type":"article","venue":"Australasian Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Psychology; Face-to-face; Face (sociological concept); Post hoc; Psychiatry; Clinical psychology; Medicine","score_opus":0.01022073931872583,"score_gpt":0.35794833324931935,"score_spread":0.3477275939305935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975009067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8972974,0.00005712132,0.00007603512,0.09075576,0.009093815,0.00061897456,0.000005130669,0.000091806345,0.0020039985],"genre_scores_gemma":[0.97358423,0.000007961417,0.014983896,0.007993337,0.0013697702,0.000060597114,0.00004153953,0.00005324115,0.0019053936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99691105,0.00006933808,0.0006163835,0.00060941535,0.0012714987,0.00052233244],"domain_scores_gemma":[0.99885595,0.000028735321,0.00010309216,0.0004980392,0.00004827959,0.00046591618],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012981503,0.00028570203,0.00034233194,0.00042998753,0.00015349941,0.00006668805,0.00042864692,0.0004956186,0.0006052545],"category_scores_gemma":[0.0006225253,0.00026564643,0.0000697609,0.0005258436,0.00016336044,0.00015044016,0.00011371349,0.0026178416,0.00013132764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081277954,0.0009019172,0.8966704,0.00016079513,0.000044332315,0.0000065897193,0.0029155703,2.5634145e-7,0.00013354131,0.004726223,0.078812145,0.015546954],"study_design_scores_gemma":[0.0027334313,0.00023863984,0.9755258,0.0004458225,0.000065415064,0.00024935344,0.005971756,0.000097461176,0.000009107821,0.000933126,0.013421864,0.00030824344],"about_ca_topic_score_codex":0.00004435091,"about_ca_topic_score_gemma":0.00044232167,"teacher_disagreement_score":0.08276243,"about_ca_system_score_codex":0.00006497041,"about_ca_system_score_gemma":0.0005201804,"threshold_uncertainty_score":0.99997956},"labels":[],"label_agreement":null},{"id":"W1975066118","doi":"10.1080/08897070109511467","title":"Faculty Rating of Learning Objectives for an Undergraduate Medical Curriculum in Substance Abuse","year":2001,"lang":"en","type":"article","venue":"Substance Abuse","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre; University of Toronto; Centre for Addiction and Mental Health","funders":"Division of Undergraduate Education; Centre for Addiction and Mental Health","keywords":"Substance abuse; Curriculum; Psychological intervention; Medicine; Family medicine; Epidemiology; Psychiatry; Medical education; Psychology; Clinical psychology; Pedagogy","score_opus":0.02731571934133857,"score_gpt":0.35405975035324905,"score_spread":0.32674403101191046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975066118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98719114,0.00025600893,0.010295291,0.0008460009,0.0003006154,0.000602964,0.0000034818465,0.000088489825,0.0004160194],"genre_scores_gemma":[0.9871432,0.0007032749,0.010859338,0.0003093854,0.00023015063,0.00013086226,0.00020005456,0.000040347033,0.00038338362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99761647,0.000093648945,0.00070259406,0.00042004447,0.00072741404,0.00043980565],"domain_scores_gemma":[0.99856097,0.00014336024,0.00027671838,0.00034205356,0.0005466319,0.00013030028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010617635,0.00019818287,0.00040934252,0.00024828137,0.00011946357,0.000013573972,0.0001996486,0.00018770048,0.00006503587],"category_scores_gemma":[0.0010260707,0.00018434018,0.00007240002,0.0014047951,0.00021039892,0.00033540954,0.0000031855384,0.00059325114,0.000007763381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005742967,0.0021352882,0.8834707,0.00040335898,0.000092726885,0.00008142382,0.075542636,0.00047565103,0.0039337547,0.0039674058,0.0021840932,0.027138628],"study_design_scores_gemma":[0.051248804,0.004763726,0.4804803,0.01343426,0.0004918288,0.00060445216,0.19807397,0.14357902,0.021420026,0.011423288,0.07068902,0.0037912903],"about_ca_topic_score_codex":0.000048346694,"about_ca_topic_score_gemma":0.0013414116,"teacher_disagreement_score":0.40299043,"about_ca_system_score_codex":0.00022268183,"about_ca_system_score_gemma":0.00017535352,"threshold_uncertainty_score":0.75171745},"labels":[],"label_agreement":null},{"id":"W1975144987","doi":"10.1111/tct.12159","title":"Electronic management of practice assessment data","year":2014,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Licensure; Variety (cybernetics); Competence (human resources); Process (computing); Medical education; Context (archaeology); Knowledge management; Accreditation; Process management; Computer science; Medicine; Psychology; Engineering","score_opus":0.1228039229530447,"score_gpt":0.5406487249580343,"score_spread":0.4178448020049896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975144987","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.356658,0.00024029477,0.04146374,0.20488752,0.0014469585,0.0013701225,0.0000020810892,0.00014637463,0.39378488],"genre_scores_gemma":[0.96027374,0.00017303678,0.027214184,0.0051772697,0.0006088536,0.000017526974,0.000072746145,0.000015713968,0.0064469343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847996,0.00029727412,0.00051466,0.00021120411,0.00033907083,0.0001578574],"domain_scores_gemma":[0.99779224,0.00035745712,0.00020082426,0.0015047431,0.00011340739,0.00003133851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008668664,0.000062397725,0.00017378834,0.000020504212,0.00003812323,0.000005486947,0.00039226405,0.000066845394,0.0003603671],"category_scores_gemma":[0.0027574955,0.000038628423,0.00003801833,0.00019870464,0.00015772066,0.00006486319,0.00018730621,0.000624293,0.00005869717],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011102977,0.002183546,0.008252349,0.000091826645,0.0005306977,0.000001963389,0.000108236214,0.0000015527896,0.000012611575,0.10187451,0.121677026,0.76515466],"study_design_scores_gemma":[0.0010276777,0.0003221784,0.080104515,0.0000755992,0.0005388109,0.000010158607,0.0005498089,0.004498584,0.000004583636,0.002228959,0.91057193,0.000067215435],"about_ca_topic_score_codex":0.0000071486875,"about_ca_topic_score_gemma":3.8902968e-7,"teacher_disagreement_score":0.7888949,"about_ca_system_score_codex":0.0000495616,"about_ca_system_score_gemma":0.00010888851,"threshold_uncertainty_score":0.3945767},"labels":[],"label_agreement":null},{"id":"W1975480553","doi":"10.4081/cp.2011.e91","title":"Cost Awareness among Doctors in an Irish University-Affiliated Teaching Hospital","year":2011,"lang":"en","type":"review","venue":"Clinics and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Emergency department; Irish; Health care; Family medicine; Confidence interval; Population; Teaching hospital; Medical emergency; Emergency medicine; Nursing; Environmental health","score_opus":0.15412151355304854,"score_gpt":0.4853586921719652,"score_spread":0.33123717861891666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975480553","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011047465,0.9711222,0.00017303965,0.0005934328,0.0027915575,0.0019563534,0.000024436273,0.00009349444,0.012198025],"genre_scores_gemma":[0.000309698,0.99605674,0.0020887945,0.00025350662,0.00024137915,0.0000098494575,0.0004752751,0.000035306748,0.00052943866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980331,0.00062773074,0.0005906836,0.00040559503,0.00015392345,0.00018893619],"domain_scores_gemma":[0.9973781,0.0012079331,0.0006509762,0.00039967598,0.00024544742,0.000117870484],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00266979,0.00021545541,0.0007754204,0.00029814703,0.00013248363,0.00003830648,0.00016284859,0.0005049126,0.000055083558],"category_scores_gemma":[0.0102949515,0.00020045074,0.00008196378,0.0004943857,0.00013415034,0.0005171491,0.00006926622,0.0017935208,0.00002046364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003169236,0.0005818315,0.0021194776,0.0018204617,0.00006953733,0.0000691731,0.0007353187,5.625135e-8,5.5737024e-9,0.00039745576,0.0022107947,0.9919642],"study_design_scores_gemma":[0.00037635834,0.00020607715,0.0011616694,0.0040126643,0.0009787963,0.000041904532,0.0017190182,0.00003521148,8.0803115e-9,0.000008222747,0.9912515,0.00020852547],"about_ca_topic_score_codex":0.00019294803,"about_ca_topic_score_gemma":0.000013341229,"teacher_disagreement_score":0.99175566,"about_ca_system_score_codex":0.00016250534,"about_ca_system_score_gemma":0.00070367905,"threshold_uncertainty_score":0.99804175},"labels":[],"label_agreement":null},{"id":"W1975730432","doi":"10.1097/acm.0b013e3181f12bd1","title":"Abraham Flexner and the Era of Medical Education Reform","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Praise; Medical education; State (computer science); Medical school; Medicine; Political science; Psychology","score_opus":0.013328811905434036,"score_gpt":0.3783525833674091,"score_spread":0.36502377146197507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975730432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6613022,0.0008498681,0.00015044987,0.32340312,0.0016931967,0.00036686452,3.402532e-7,0.000030316405,0.0122036645],"genre_scores_gemma":[0.9683778,0.0011605012,0.00055386085,0.025629887,0.0025770175,0.000061316256,0.000040027473,0.000017445005,0.0015821324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773324,0.00004385853,0.00067306473,0.00020612997,0.0011601002,0.00018359459],"domain_scores_gemma":[0.9987322,0.00016877451,0.00021214294,0.0004226438,0.00029072058,0.00017350973],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034052804,0.00012737057,0.0003546524,0.0001362652,0.00008375292,0.0000022735276,0.00026828336,0.00044978815,0.0017009438],"category_scores_gemma":[0.009672549,0.000065992885,0.000027063417,0.00049737125,0.0019576156,0.00007202416,0.000061733816,0.0028299955,0.000014539736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024016185,0.00007793307,0.0052213296,0.00025391433,0.00006384185,0.0000021159105,0.0076836776,2.891781e-8,0.0042144237,0.45797974,0.13921218,0.38505062],"study_design_scores_gemma":[0.03390124,0.00087349315,0.11952791,0.005977457,0.0012420444,0.0037607474,0.030949594,0.0056010555,0.004576831,0.07192124,0.7209094,0.00075895834],"about_ca_topic_score_codex":0.00035577174,"about_ca_topic_score_gemma":0.000008754186,"teacher_disagreement_score":0.5816972,"about_ca_system_score_codex":0.000046651912,"about_ca_system_score_gemma":0.0007935305,"threshold_uncertainty_score":0.99947053},"labels":[],"label_agreement":null},{"id":"W1975812958","doi":"10.3138/jvme.34.3.299","title":"Videoconferencing in a Veterinary Curriculum","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Videoconferencing; Distance education; Curriculum; The Internet; Veterinary education; Medical education; Transmission (telecommunications); Multimedia; Veterinary medicine; Medicine; Computer science; Psychology; Pedagogy; Telecommunications; World Wide Web","score_opus":0.05086698241893879,"score_gpt":0.4222011186164949,"score_spread":0.3713341361975561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975812958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875148,0.00038220387,0.0015840881,0.005604529,0.0029265727,0.00018444077,1.4116829e-7,0.000014392263,0.0017888531],"genre_scores_gemma":[0.98633343,0.000099844474,0.008871324,0.003169138,0.0013984368,0.000008525402,0.000010370385,0.000017677445,0.0000912628],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973217,0.00008226762,0.0011785491,0.00015720245,0.0009751839,0.00028508276],"domain_scores_gemma":[0.99846214,0.00009691755,0.00041207808,0.00020869587,0.0005568128,0.00026336318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033851182,0.0001386808,0.00033706648,0.000819895,0.00004333952,0.000013327278,0.00019260138,0.0002168126,0.0007392506],"category_scores_gemma":[0.005545203,0.00011816859,0.00009651829,0.00076443475,0.000103836785,0.00025319163,0.000039524122,0.0008650147,0.000017980812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072456565,0.0043443483,0.03934684,0.00042834168,0.000044651108,0.0011567249,0.0017852631,0.0000013676811,0.009330854,0.0006578987,0.015615546,0.9265636],"study_design_scores_gemma":[0.0052027116,0.008411028,0.66548765,0.006762137,0.00012917994,0.045661572,0.010543037,0.00081996236,0.0005274784,0.0008377991,0.25512633,0.0004911252],"about_ca_topic_score_codex":0.000032228214,"about_ca_topic_score_gemma":0.0000028505528,"teacher_disagreement_score":0.9260725,"about_ca_system_score_codex":0.00048432415,"about_ca_system_score_gemma":0.002806733,"threshold_uncertainty_score":0.8094276},"labels":[],"label_agreement":null},{"id":"W1975866458","doi":"10.4300/jgme-d-13-00373.1","title":"Effects of Postgraduate Medical Education “Boot Camps” on Clinical Skills, Knowledge, and Confidence: A Meta-Analysis","year":2014,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":204,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"CINAHL; PsycINFO; Boot camp; MEDLINE; Inclusion (mineral); Medicine; Medical education; Psychology; Family medicine; Nursing; Social psychology; Computer science; Psychological intervention","score_opus":0.09740745151678853,"score_gpt":0.5055132878028339,"score_spread":0.40810583628604535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975866458","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019005792,0.9784819,0.00053453015,0.011233236,0.0060180253,0.0014080789,0.0000049622295,0.000026611617,0.0003920648],"genre_scores_gemma":[0.002286285,0.986291,0.0015666309,0.0049049556,0.0033275431,0.0001860803,0.00026873843,0.000095713236,0.0010730673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861995,0.0021650498,0.006092995,0.00078849617,0.004286747,0.00046722544],"domain_scores_gemma":[0.98448,0.0034690353,0.005781134,0.0010090625,0.0037709612,0.0014897593],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011347866,0.0008087158,0.008097143,0.0028740645,0.00013016727,0.000051119634,0.00070417696,0.0015539196,0.0008124845],"category_scores_gemma":[0.07599788,0.0005349437,0.0034366497,0.0029387632,0.0009241029,0.00016198805,0.00011606522,0.0037968578,0.000062050625],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044100325,0.0074067656,0.00004558725,0.015314034,0.032340188,0.000021232801,0.00023477834,8.6273126e-8,1.225483e-7,0.0013470444,0.06772854,0.87551755],"study_design_scores_gemma":[0.0010875218,0.0013860023,0.00079684384,0.018850593,0.34032443,0.0014132203,0.000105375955,0.00005660111,0.0000035936696,0.00060893584,0.6348863,0.00048057098],"about_ca_topic_score_codex":0.000050208466,"about_ca_topic_score_gemma":0.000008752668,"teacher_disagreement_score":0.87503695,"about_ca_system_score_codex":0.00040714844,"about_ca_system_score_gemma":0.03608807,"threshold_uncertainty_score":0.99974227},"labels":[],"label_agreement":null},{"id":"W1976235441","doi":"10.1007/s10459-010-9223-x","title":"Toward meaningful evaluation of medical trainees: the influence of participants’ perceptions of the process","year":2010,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":140,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Perception; Context (archaeology); Process (computing); Affect (linguistics); Psychology; Medical education; Reliability (semiconductor); Applied psychology; Computer science; Medicine","score_opus":0.1270790189839488,"score_gpt":0.5557974727277417,"score_spread":0.4287184537437929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976235441","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10027497,0.8907291,0.000038412796,0.0044199587,0.0015742391,0.002628173,0.0000067710375,0.00000783302,0.0003204933],"genre_scores_gemma":[0.18768723,0.8105635,0.0006774695,0.00033350848,0.00015823648,0.00054077414,0.00001989824,0.000010421986,0.00000894898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99402475,0.00052805815,0.0019482654,0.00033347675,0.00287823,0.00028723734],"domain_scores_gemma":[0.99562913,0.0004332463,0.002120685,0.0005671679,0.001179377,0.00007039316],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0118571995,0.00017658432,0.00080233737,0.00037321608,0.00015661467,0.0000065720787,0.0009098927,0.00022628083,0.00011832832],"category_scores_gemma":[0.012789864,0.00009603418,0.00011997002,0.0034375694,0.001842834,0.00024736882,0.000045364453,0.0007470037,0.0000014489425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020202747,0.0003047358,0.0015111484,0.016431222,0.0000057523634,1.1946106e-8,0.0053794687,0.00024816717,9.429385e-7,0.0015569841,0.00004489392,0.97451466],"study_design_scores_gemma":[0.0015273057,0.0012973893,0.059312724,0.31622443,0.0020567863,0.00017577325,0.07310797,0.006908383,0.00005400524,0.013441851,0.52498215,0.000911243],"about_ca_topic_score_codex":0.00017893733,"about_ca_topic_score_gemma":0.00011823594,"teacher_disagreement_score":0.9736034,"about_ca_system_score_codex":0.0002416504,"about_ca_system_score_gemma":0.02349997,"threshold_uncertainty_score":0.99552584},"labels":[],"label_agreement":null},{"id":"W1976325388","doi":"10.1111/j.1365-2929.2005.02385.x","title":"Clinical education: context is everything","year":2006,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Northern British Columbia","funders":"","keywords":"Context (archaeology); Library science; Citation; Columbia university; BATES; Sociology; History; Media studies; Computer science; Engineering","score_opus":0.02209567958772422,"score_gpt":0.4043181529798597,"score_spread":0.38222247339213544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976325388","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061101415,0.0016724009,0.00032195076,0.9473579,0.022513606,0.0010617536,0.0000091081,0.00020924701,0.020743893],"genre_scores_gemma":[0.0016245852,0.00013744443,0.0030335286,0.86993444,0.046071127,0.00039708844,0.005991735,0.00012930976,0.07268072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930132,0.00029482236,0.0021360253,0.0011118244,0.0027973985,0.0006467044],"domain_scores_gemma":[0.9958016,0.00027509624,0.0007404441,0.0014016854,0.0015579831,0.00022315279],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0017159653,0.00056436076,0.0010046252,0.00066733774,0.0002209533,0.000091622336,0.00057758007,0.0036156776,0.010960269],"category_scores_gemma":[0.0071157753,0.0005310312,0.00041936006,0.0009695995,0.00058013556,0.00018659516,0.00008978757,0.006950741,0.0017091541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068496897,0.0010168232,0.00285148,0.00044448508,0.00005639676,0.000015567355,0.00012848037,9.32561e-9,2.4818357e-7,0.00008985603,0.63835746,0.35703233],"study_design_scores_gemma":[0.00058974343,0.00011607775,0.005379167,0.0022284512,0.00033533806,0.00028180843,0.00027060197,0.0000654215,0.000006213543,0.0006929852,0.98957306,0.0004611284],"about_ca_topic_score_codex":0.00037684702,"about_ca_topic_score_gemma":0.0000086804785,"teacher_disagreement_score":0.3565712,"about_ca_system_score_codex":0.00084031274,"about_ca_system_score_gemma":0.034644485,"threshold_uncertainty_score":0.99971414},"labels":[],"label_agreement":null},{"id":"W1976331931","doi":"10.1207/s15328015tlm1604_3","title":"The Role of Attribution to Clerk Factors and Contextual Factors in Supervisors' Perceptions of Clerks' Behaviors","year":2004,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ambiguity; Attribution; Psychology; Perception; Context (archaeology); Social psychology; Personality; Big Five personality traits; Social perception; Applied psychology","score_opus":0.017526057810786883,"score_gpt":0.327386598926996,"score_spread":0.30986054111620914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976331931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969017,0.00024823198,0.00030484854,0.0020869854,0.00008540811,0.00023421248,0.0000010679573,0.000019704954,0.00011786839],"genre_scores_gemma":[0.99931675,0.00005492142,0.00040033206,0.000077419856,0.000049001817,0.0000077585755,0.00003804589,0.000010951735,0.000044797718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872285,0.00019059605,0.00047357287,0.00016898949,0.00026516756,0.00017884199],"domain_scores_gemma":[0.99933165,0.00029994582,0.00009780331,0.0001300838,0.00007429043,0.00006622004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019029318,0.00011658921,0.00032378623,0.00032579384,0.0001931422,0.0000044610147,0.000060431223,0.000095802,0.000020742456],"category_scores_gemma":[0.003964887,0.0000762166,0.000020244488,0.0003357685,0.00029685406,0.000050345967,0.00002749146,0.0011139708,4.800935e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003336553,0.00010120466,0.9018913,0.000030103312,0.000007169344,5.510701e-7,0.05634206,0.00007895681,0.008413248,0.001041233,0.00001606664,0.032044727],"study_design_scores_gemma":[0.0009953085,0.00050797936,0.88477165,0.00056968094,0.000028691276,0.0000051355983,0.11193546,0.00011025628,0.00020077784,0.00007405527,0.00074143655,0.000059569335],"about_ca_topic_score_codex":0.0037487918,"about_ca_topic_score_gemma":0.00015892836,"teacher_disagreement_score":0.0555934,"about_ca_system_score_codex":0.00009841149,"about_ca_system_score_gemma":0.000053822096,"threshold_uncertainty_score":0.5667077},"labels":[],"label_agreement":null},{"id":"W1976387676","doi":"10.1097/acm.0000000000000590","title":"Affordances of Knowledge Translation in Medical Education","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Conference Board of Canada; International Development Research Centre; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Affordance; Medical education; Thematic analysis; Empirical research; Knowledge translation; Empirical evidence; Curriculum; Psychology; Knowledge management; Medicine; Qualitative research; Pedagogy; Computer science; Sociology","score_opus":0.04305911561219336,"score_gpt":0.417920519975015,"score_spread":0.37486140436282167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976387676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89333963,0.0031932832,0.0067015886,0.044633996,0.0016132166,0.000525905,3.4159422e-7,0.000056583962,0.04993547],"genre_scores_gemma":[0.9929904,0.00049708533,0.0012366875,0.0033126494,0.0012366256,0.000045438504,0.00006940317,0.000015252717,0.00059645687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800843,0.00008995452,0.00083464046,0.00022294672,0.00065253343,0.0001914867],"domain_scores_gemma":[0.99899346,0.0002732644,0.00017342351,0.00023612997,0.0001994001,0.00012434286],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022046806,0.00012116295,0.00038093733,0.0004958869,0.000024262192,7.070564e-7,0.00016672509,0.00033210035,0.00075629534],"category_scores_gemma":[0.008469264,0.000095543335,0.000025785448,0.0010291962,0.00033015074,0.00008414777,0.000013204397,0.0007146173,0.000022488928],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007284186,0.00016250958,0.029932514,0.00050361117,0.0000145690765,7.7202003e-7,0.008256218,0.0000011928707,0.0019402151,0.033396155,0.02562772,0.9000917],"study_design_scores_gemma":[0.018779721,0.0022044908,0.2261212,0.021176297,0.00047289117,0.00045804083,0.016307052,0.0449119,0.006038401,0.04940621,0.6131992,0.00092462456],"about_ca_topic_score_codex":0.000049578655,"about_ca_topic_score_gemma":0.000011882066,"teacher_disagreement_score":0.89916706,"about_ca_system_score_codex":0.00008220255,"about_ca_system_score_gemma":0.00068788306,"threshold_uncertainty_score":0.9998828},"labels":[],"label_agreement":null},{"id":"W1976458189","doi":"10.1097/acm.0b013e318140593e","title":"Qualitative Research in the RIME Community: Critical Reflections and Future Directions*","year":2007,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Qualitative research; Hard rime; Context (archaeology); Sociology; Psychology; Public relations; Social science; Political science","score_opus":0.6199784468544015,"score_gpt":0.715846414228511,"score_spread":0.09586796737410952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976458189","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037131274,0.93166906,0.000057073634,0.045212436,0.0010689666,0.0012091222,0.0000047676654,0.000047277284,0.02069419],"genre_scores_gemma":[0.00008513334,0.988938,0.00039364366,0.0027604147,0.006367002,0.00037779976,0.00024048577,0.000046577294,0.0007909586],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99117184,0.005275509,0.0013221606,0.00039454058,0.0012776003,0.00055835757],"domain_scores_gemma":[0.9875094,0.010855484,0.00017246678,0.0007802456,0.0005363133,0.00014608089],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029911077,0.00032816955,0.0013009525,0.0019242308,0.00069995766,0.000011075235,0.0004415962,0.0012057594,0.0001367126],"category_scores_gemma":[0.014983996,0.00019357548,0.00007660106,0.005403416,0.0022347425,0.00008097106,0.00007765733,0.018165167,0.000050039722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013150599,0.00006588146,0.000003076181,0.0069777463,0.00005266935,0.000017316539,0.07162517,9.606874e-10,6.6183577e-7,0.020433333,0.042824753,0.8579862],"study_design_scores_gemma":[0.00028273277,0.000246723,0.000019453839,0.015791439,0.0004012939,0.00077737664,0.13191792,6.171958e-7,1.1696832e-7,0.002544754,0.84789497,0.00012261124],"about_ca_topic_score_codex":0.00029416557,"about_ca_topic_score_gemma":0.000022805401,"teacher_disagreement_score":0.8578636,"about_ca_system_score_codex":0.00048421882,"about_ca_system_score_gemma":0.0005416033,"threshold_uncertainty_score":0.99891067},"labels":[],"label_agreement":null},{"id":"W1976709628","doi":"10.1080/13561820802012976","title":"Integrating social accountability into continuing education and professional development at medical schools: The case of an institutional collaborative project in Canada","year":2008,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; The Wilson Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Accountability; Social accounting; Professional development; Medical education; Continuing professional development; Public relations; Political science; Interprofessional education; Public administration; Medicine; Business; Health care","score_opus":0.012492981187902118,"score_gpt":0.3737674502993501,"score_spread":0.361274469111448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976709628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955857,0.00040566176,0.000024329613,0.0020437867,0.001494783,0.0003490168,0.000006151003,0.000002749713,0.00008786473],"genre_scores_gemma":[0.9928873,0.000008323915,0.0059772907,0.00066456886,0.00032289984,0.000040978324,0.000047281657,0.000008217804,0.000043139637],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99753976,0.00024882294,0.0010080792,0.00015673212,0.0009091101,0.00013750842],"domain_scores_gemma":[0.99703217,0.00015622535,0.0005407054,0.0000945997,0.0020855407,0.000090766545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009672382,0.00013576678,0.00032008163,0.00020778243,0.00040204354,0.0000067305878,0.00015059361,0.00012880626,0.00008274889],"category_scores_gemma":[0.0020414423,0.00008292611,0.000037103546,0.00045923292,0.0002515066,0.00024735264,0.000108596454,0.0009887997,2.8186867e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024213204,0.0011080704,0.42195466,0.000621296,0.0001035083,0.0009328374,0.19128805,0.000003875789,0.00065151986,0.00056729815,0.008668234,0.37167934],"study_design_scores_gemma":[0.0017376066,0.0001887635,0.28695142,0.0052863997,0.000031944277,0.009683638,0.6937351,0.00030863442,0.00081574946,0.00007967337,0.0010116878,0.00016934492],"about_ca_topic_score_codex":0.04686462,"about_ca_topic_score_gemma":0.28414494,"teacher_disagreement_score":0.50244707,"about_ca_system_score_codex":0.0027893165,"about_ca_system_score_gemma":0.04510942,"threshold_uncertainty_score":0.9603039},"labels":[],"label_agreement":null},{"id":"W1976852556","doi":"10.5688/ajpe787143","title":"Canadian Educational Approaches for the Advancement of Pharmacy Practice","year":2014,"lang":"en","type":"review","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Manitoba","funders":"","keywords":"Pharmacy; Mentorship; Restructuring; Experiential learning; Medical education; Pharmacy practice; Medicine; Experiential education; Value (mathematics); Task (project management); Psychology; Pedagogy; Nursing; Political science; Computer science; Management","score_opus":0.11942332430335233,"score_gpt":0.518577392992115,"score_spread":0.3991540686887627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976852556","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015685377,0.92561036,0.004719255,0.06476046,0.0028080984,0.0014780995,0.000015999907,0.0000043136033,0.0005877538],"genre_scores_gemma":[0.0007265297,0.9716292,0.018952753,0.0047505456,0.003054425,0.00030403546,0.0001547256,0.000057123794,0.00037064607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706465,0.00026660136,0.001532791,0.00023217114,0.00058514805,0.00031861322],"domain_scores_gemma":[0.9934571,0.0017544214,0.0024223807,0.00035079132,0.0017042765,0.0003110455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020389678,0.00028649165,0.0011823856,0.0006125409,0.00013016353,0.00002513548,0.00040575114,0.000076475975,0.000234924],"category_scores_gemma":[0.004744219,0.00019339625,0.00044626993,0.0010077504,0.00041818747,0.00016221416,0.000019207124,0.00080324314,0.000014559132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008580536,0.0006726019,0.000009178804,0.0041275495,0.0004471441,3.3069037e-7,0.0001743552,0.000003941597,5.2244036e-7,0.0038468835,0.010025592,0.9806061],"study_design_scores_gemma":[0.00044801406,0.00027266695,0.00001110847,0.0025030456,0.0048857033,0.0006034755,0.0011264133,0.00019212546,0.0000045406755,0.000043274933,0.9897529,0.00015673296],"about_ca_topic_score_codex":0.00087304716,"about_ca_topic_score_gemma":0.00002352877,"teacher_disagreement_score":0.9804494,"about_ca_system_score_codex":0.0011923423,"about_ca_system_score_gemma":0.02025136,"threshold_uncertainty_score":0.9853029},"labels":[],"label_agreement":null},{"id":"W1976960144","doi":"10.5430/jnep.v5n3p71","title":"Weekly clinical synopsis: Piloting an innovative clinical teaching strategy","year":2014,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Premise; Medical education; Clinical Practice; Psychology; Computer science; Medicine; Nursing","score_opus":0.21092776927659238,"score_gpt":0.5840240951701241,"score_spread":0.3730963258935317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976960144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86176986,0.00023572195,0.0071677603,0.071738005,0.0064041293,0.00018061831,2.7554623e-7,0.000026288968,0.05247735],"genre_scores_gemma":[0.8805626,0.000083917956,0.10547444,0.008643837,0.0047688386,0.0000017724675,0.000009366016,0.000018664708,0.00043657425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962884,0.0014802283,0.001489177,0.0002006127,0.00038713074,0.00015442957],"domain_scores_gemma":[0.99345386,0.0020221628,0.001729278,0.000250063,0.002317227,0.0002274103],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014929003,0.00011677799,0.000353056,0.0002627966,0.00023730911,0.0000782015,0.00010284477,0.00016889477,0.000025992684],"category_scores_gemma":[0.054488108,0.00009988252,0.000057971494,0.0003990767,0.00019696538,0.0009855512,0.000011838152,0.0017019097,0.00000634969],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034251856,0.0047765747,0.0057451134,0.000022060252,0.000056485722,0.0000017354658,0.002599162,0.0000013294585,0.00009124803,0.004681252,0.03189575,0.9497868],"study_design_scores_gemma":[0.003884181,0.009621195,0.36759052,0.0037978957,0.0012407447,0.011904179,0.07861628,0.0021029687,0.00003082516,0.0050606383,0.5156878,0.0004627689],"about_ca_topic_score_codex":0.0000065115473,"about_ca_topic_score_gemma":1.9668424e-7,"teacher_disagreement_score":0.949324,"about_ca_system_score_codex":0.00011844938,"about_ca_system_score_gemma":0.0012090537,"threshold_uncertainty_score":0.95347637},"labels":[],"label_agreement":null},{"id":"W1976988928","doi":"10.1051/pmed:2007014","title":"En quoi l’externat ne s’acquitte-t-il pas adéquatementde son mandat pédagogique ? Une étude qualitative fondée sur une analyse systématique de la littérature","year":2007,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.029362383270923442,"score_gpt":0.4007077835212787,"score_spread":0.3713454002503553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976988928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6945342,0.034430023,0.13346599,0.11602261,0.005218763,0.0023375785,0.00024318403,0.00059332827,0.013154324],"genre_scores_gemma":[0.8660084,0.0095901,0.032244463,0.018097166,0.0077957716,0.00038062318,0.001311315,0.00036435985,0.06420778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889735,0.0028300562,0.0025398105,0.0013283021,0.0019819671,0.002346343],"domain_scores_gemma":[0.99206316,0.0035324981,0.00091748824,0.0014908174,0.0010303601,0.0009656524],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.016688123,0.0010282805,0.0014528201,0.00085632765,0.00045380316,0.00023286484,0.0010094123,0.0020402973,0.0014518913],"category_scores_gemma":[0.009445741,0.0009956333,0.00045438547,0.0043817325,0.0015204679,0.00057826715,0.00032474328,0.003578418,0.00051378884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013557579,0.008207251,0.016352024,0.0061985035,0.0026589304,0.002377235,0.22573774,0.00027164083,0.021484867,0.074199684,0.17319144,0.46796492],"study_design_scores_gemma":[0.009537061,0.0016298919,0.0694179,0.007354371,0.0023108837,0.0006283701,0.21134272,0.004622727,0.0208601,0.01086911,0.6588927,0.0025341955],"about_ca_topic_score_codex":0.002686951,"about_ca_topic_score_gemma":0.0011512893,"teacher_disagreement_score":0.48570123,"about_ca_system_score_codex":0.003404541,"about_ca_system_score_gemma":0.0019398459,"threshold_uncertainty_score":0.99946094},"labels":[],"label_agreement":null},{"id":"W1977012903","doi":"10.3109/0142159x.2014.943709","title":"Twelve tips for the effective use of videos in medical education","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":199,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Curriculum; Multimedia; Computer science; Online learning; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.021299448461206547,"score_gpt":0.3722146803213946,"score_spread":0.350915231860188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977012903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8713112,0.00023375465,0.037174143,0.084111646,0.0018384453,0.0021960952,9.50647e-7,0.000061083425,0.0030726856],"genre_scores_gemma":[0.9871062,0.000024415893,0.0013491424,0.007964888,0.0012178365,0.000670545,0.00004884148,0.000027234964,0.0015908926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766946,0.00019608001,0.0005112421,0.00023285588,0.0011609532,0.0002293822],"domain_scores_gemma":[0.9982418,0.00078806956,0.000116770905,0.00040520873,0.0002614435,0.0001867053],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034215609,0.000120793324,0.00029329097,0.00014944252,0.000050762017,0.000008073291,0.00020591261,0.00033924787,0.0023295064],"category_scores_gemma":[0.067360885,0.00007638201,0.00008187876,0.00044998014,0.0003610339,0.00006670209,0.000041984924,0.0006911867,0.000023638526],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012560592,0.001231523,0.061565325,0.00016163893,0.00005350306,0.0000015007644,0.0008392902,8.666337e-7,0.000017608385,0.0059126876,0.113309406,0.81678104],"study_design_scores_gemma":[0.0047670123,0.00056899455,0.14535834,0.0014983214,0.00020484145,0.00011089504,0.0007819169,0.15983886,0.00020387112,0.0023702027,0.6840178,0.00027898248],"about_ca_topic_score_codex":0.00015907048,"about_ca_topic_score_gemma":0.00003772431,"teacher_disagreement_score":0.81650203,"about_ca_system_score_codex":0.00013026991,"about_ca_system_score_gemma":0.0009337075,"threshold_uncertainty_score":0.9985825},"labels":[],"label_agreement":null},{"id":"W1977070971","doi":"10.1007/s40037-014-0138-8","title":"Medical students’ perception of dyad practice","year":2014,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Dyad; Perception; Medical education; Psychology; Thematic analysis; Clinical Practice; Medicine; Qualitative research; Nursing; Social psychology","score_opus":0.009827329629110518,"score_gpt":0.4127751915815094,"score_spread":0.40294786195239884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977070971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8020385,0.00024380861,0.009621553,0.12743825,0.0020854673,0.0006920723,0.0000010794637,0.00013954424,0.05773971],"genre_scores_gemma":[0.9700151,0.00035995152,0.0061819437,0.020690216,0.0018161514,0.00009541609,0.00006889152,0.000031173346,0.000741128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99386966,0.00029476697,0.0006173808,0.0004712668,0.004496463,0.0002504845],"domain_scores_gemma":[0.99711204,0.00043384926,0.00027311698,0.00056659774,0.0012403071,0.00037406877],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036788895,0.00018446967,0.00034094803,0.00037491164,0.000112371396,0.000023900051,0.00041919926,0.00036527475,0.0054838443],"category_scores_gemma":[0.085677676,0.00015903734,0.00009688702,0.0007055893,0.0004384631,0.00017370944,0.00006058812,0.0008460153,0.00023098708],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058227335,0.020101957,0.012824229,0.00034148252,0.00019124652,0.0000059316285,0.028531423,0.0000016729692,0.00029478173,0.09051219,0.07140847,0.77520436],"study_design_scores_gemma":[0.007031327,0.003887045,0.40859327,0.0036558474,0.0006027508,0.0007743466,0.3027646,0.0058636316,0.00029958127,0.0023469592,0.2632853,0.0008953314],"about_ca_topic_score_codex":0.00009543769,"about_ca_topic_score_gemma":0.0000026079297,"teacher_disagreement_score":0.774309,"about_ca_system_score_codex":0.0004534574,"about_ca_system_score_gemma":0.00212858,"threshold_uncertainty_score":0.9954253},"labels":[],"label_agreement":null},{"id":"W1977150104","doi":"10.1097/acm.0b013e318280a953","title":"The Construct and Criterion Validity of the Mini-CEX","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Construct validity; Moderation; Random effects model; Predictive validity; Meta-analysis; Psychology; Medicine; Confidence interval; Clinical psychology; Psychometrics; Internal medicine; Social psychology","score_opus":0.12883342448375637,"score_gpt":0.4460829447983734,"score_spread":0.31724952031461706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977150104","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010608983,0.9826403,0.000017512913,0.01149869,0.0022757477,0.0015220551,0.000004879023,0.000020346706,0.00095954427],"genre_scores_gemma":[0.00018910514,0.99431056,0.00009946026,0.0014654848,0.001485896,0.00012085576,0.000047392856,0.000031755175,0.002249515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971667,0.00028148966,0.0013098851,0.00030306564,0.00067810033,0.00026076747],"domain_scores_gemma":[0.9970924,0.0009521705,0.0008469479,0.0007490973,0.00026613593,0.000093204646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019123721,0.00030174656,0.0012889049,0.00014010794,0.00018197873,0.000005159388,0.00044629126,0.0006353741,0.00021727964],"category_scores_gemma":[0.007263268,0.00012363069,0.00011548499,0.0006682197,0.0020025058,0.000040249997,0.0001444283,0.0020485648,0.00001860195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024566796,0.0000040580744,0.000080405356,0.0059078997,0.00006075716,6.0683954e-7,0.00029191741,1.045788e-9,0.000007606708,0.0013795815,0.12467962,0.86758506],"study_design_scores_gemma":[0.00032148234,0.00007579273,0.00013438176,0.02310871,0.0011445839,0.00039749415,0.0004119765,0.000006353491,0.0000046781615,0.0004385286,0.9738574,0.000098603465],"about_ca_topic_score_codex":0.00002437601,"about_ca_topic_score_gemma":3.3949033e-7,"teacher_disagreement_score":0.8674865,"about_ca_system_score_codex":0.000103338796,"about_ca_system_score_gemma":0.00048711008,"threshold_uncertainty_score":0.89001083},"labels":[],"label_agreement":null},{"id":"W1977284458","doi":"10.1136/jme.2003.005553","title":"Whistleblowing in academic medicine","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Ethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; Medical education; World Wide Web; Medicine; Psychology","score_opus":0.10196327754752878,"score_gpt":0.48580251086842197,"score_spread":0.3838392333208932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977284458","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37761346,0.0011352211,0.006691188,0.61058825,0.0020879586,0.00010042726,1.3698131e-7,0.000014409738,0.0017689824],"genre_scores_gemma":[0.95658445,0.002387171,0.0040596854,0.03418879,0.0026688455,0.0000023111436,0.0000035751386,0.000016399455,0.00008879096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99317664,0.000100037694,0.0012589098,0.00011771237,0.0051129735,0.00023374836],"domain_scores_gemma":[0.99786913,0.00046655434,0.0003364243,0.00016356743,0.0008648782,0.00029943165],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01487208,0.00010971593,0.00042782933,0.00051084196,0.00004956864,0.000004171114,0.00031307337,0.001336543,0.00060057506],"category_scores_gemma":[0.078442015,0.00007798417,0.0000673962,0.00084067124,0.00045718826,0.00011709069,0.000034971607,0.011674474,0.000017451992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012125088,0.0027543392,0.036555454,0.0035475118,0.00050373515,0.008635026,0.123974904,0.00043103687,0.006708383,0.36033058,0.12702298,0.32832354],"study_design_scores_gemma":[0.07141817,0.0058719604,0.102994986,0.08893724,0.00087389123,0.026479075,0.033608288,0.001290729,0.002379682,0.18185198,0.48309448,0.0011994969],"about_ca_topic_score_codex":0.00006453302,"about_ca_topic_score_gemma":0.00001760874,"teacher_disagreement_score":0.57897097,"about_ca_system_score_codex":0.00043312734,"about_ca_system_score_gemma":0.0048102695,"threshold_uncertainty_score":0.99995995},"labels":[],"label_agreement":null},{"id":"W1977441038","doi":"10.1097/00001888-200105000-00127","title":"Using Student Focus Groups to Improve Faculty Performance","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Focus group; Curriculum; Medical education; Session (web analytics); Small group learning; TUTOR; Plan (archaeology); Relevance (law); Psychology; Mathematics education; Pedagogy; Medicine; Computer science; Sociology","score_opus":0.0768553316966941,"score_gpt":0.4373187824284713,"score_spread":0.36046345073177716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977441038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659808,0.00022444675,0.0054239044,0.022571621,0.0012626678,0.00069325545,0.0000012504775,0.00009443502,0.003747612],"genre_scores_gemma":[0.98107606,0.0002201378,0.0019915244,0.010886681,0.0030314361,0.000055445213,0.000044868317,0.0000318517,0.0026620121],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976175,0.000024229292,0.00066141266,0.0003789278,0.00087963644,0.00043832682],"domain_scores_gemma":[0.99889165,0.000038278922,0.00014314648,0.0003948971,0.00028071372,0.00025130162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009571626,0.00020532738,0.0003822675,0.00031786764,0.00012483275,0.0000038884873,0.00023976639,0.0002395028,0.00047914666],"category_scores_gemma":[0.001163018,0.00015430998,0.000028883083,0.0011069969,0.00015122401,0.00012276192,0.00007972092,0.00096205797,0.00015228665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004372109,0.00018712717,0.33737287,0.00032700907,0.0002013564,0.00008585827,0.023419762,0.00005416159,0.10276959,0.002858749,0.13210846,0.40017784],"study_design_scores_gemma":[0.014218473,0.004117496,0.47563228,0.0044942424,0.0010833791,0.00217903,0.022668023,0.0123767,0.011421139,0.0012460091,0.44918442,0.0013787915],"about_ca_topic_score_codex":0.000061997554,"about_ca_topic_score_gemma":9.0533604e-7,"teacher_disagreement_score":0.39879906,"about_ca_system_score_codex":0.00036950537,"about_ca_system_score_gemma":0.00012587386,"threshold_uncertainty_score":0.62925786},"labels":[],"label_agreement":null},{"id":"W1977821606","doi":"10.1097/acm.0b013e3181c8f1e7","title":"Commentary: Understanding the Flexner Report","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Honor; Mythology; Political science; Sociology; Reform movement; Law; Medical education; Medicine; Classics; History; Politics","score_opus":0.04563526450335062,"score_gpt":0.3992378942081624,"score_spread":0.3536026297048118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977821606","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024988808,0.0005294413,0.001792525,0.23145092,0.7581785,0.0007052948,0.000008385419,0.00011918514,0.0069658607],"genre_scores_gemma":[0.001526078,0.0007902493,0.00018788346,0.029240381,0.95147425,0.0001044004,0.0038507048,0.0001037042,0.012722368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472576,0.000096040036,0.0013610357,0.0006291183,0.0026689502,0.00051908643],"domain_scores_gemma":[0.99587274,0.0013201153,0.0008006237,0.0013235966,0.0004951951,0.00018774453],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0045697023,0.00044755897,0.00084360654,0.00037047348,0.0003324156,0.000010986581,0.00061779295,0.0027444484,0.0013722212],"category_scores_gemma":[0.022150034,0.00026206108,0.00008875187,0.00078616734,0.0012747325,0.00007768496,0.00013767702,0.013586154,0.000068819725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045159806,0.000012666334,0.00011372519,0.0001650581,0.000128554,0.0001115358,0.0014360722,7.712314e-8,0.00013681868,0.00081254274,0.99596214,0.0010756591],"study_design_scores_gemma":[0.001286088,0.00014857392,0.000027340086,0.0013109305,0.000719646,0.00035573216,0.0027949328,0.000031171046,0.000017232389,0.0031304776,0.9899491,0.00022877312],"about_ca_topic_score_codex":0.00016735875,"about_ca_topic_score_gemma":0.000008331689,"teacher_disagreement_score":0.20221055,"about_ca_system_score_codex":0.00091839046,"about_ca_system_score_gemma":0.0007858045,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W1977884494","doi":"10.1097/00001888-200312000-00002","title":"Role Modeling in Physicians??? Professional Formation: Reconsidering an Essential but Untapped Educational Strategy","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":489,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cognitive apprenticeship; Apprenticeship; Competence (human resources); Situated; Psychology; Situated learning; Cognition; Professional development; Observational learning; Medical education; Experiential learning; Engineering ethics; Pedagogy; Medicine; Social psychology; Computer science","score_opus":0.06491287521050221,"score_gpt":0.38112700721528786,"score_spread":0.31621413200478565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977884494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790065,0.0004096205,0.0024611123,0.011724334,0.0010162281,0.0004891248,0.0000010906294,0.000049113092,0.004842838],"genre_scores_gemma":[0.9922382,0.000088043256,0.0013399749,0.0031261726,0.0015295299,0.000111598325,0.00028032283,0.000027345295,0.0012588114],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767566,0.00012317077,0.0008811352,0.00034414497,0.0006092776,0.00036658742],"domain_scores_gemma":[0.9990702,0.000083400715,0.00018626738,0.00027848198,0.00025843488,0.00012318073],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009176454,0.00019436656,0.0003363359,0.00038460715,0.00013108244,0.000006050487,0.00013425837,0.00028056902,0.001097943],"category_scores_gemma":[0.0012771722,0.00017310184,0.000027423283,0.00068525184,0.0001437111,0.0004948264,0.000016897187,0.0011828868,0.00003277837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008337364,0.0018929335,0.029495997,0.0019205671,0.00027205984,0.000057335703,0.09304634,0.010728899,0.36251923,0.2499971,0.062716804,0.186519],"study_design_scores_gemma":[0.013664985,0.00085581944,0.01697485,0.007144183,0.00035171915,0.001439313,0.20216341,0.6147455,0.013725987,0.12046001,0.007058151,0.0014160678],"about_ca_topic_score_codex":0.000038637336,"about_ca_topic_score_gemma":0.000011157437,"teacher_disagreement_score":0.6040166,"about_ca_system_score_codex":0.00022922264,"about_ca_system_score_gemma":0.0006358941,"threshold_uncertainty_score":0.99981517},"labels":[],"label_agreement":null},{"id":"W1977992308","doi":"10.1207/s15328015tlm1503_06","title":"Impact on the Psychometric Properties of a Pharmacy OSCE: Using 1st-Year Students as Standardized Patients","year":2003,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pharmacy; Medical education; Psychology; Medicine; Standardized test; Family medicine; Clinical psychology; Mathematics education","score_opus":0.04798050722549059,"score_gpt":0.42951603153913515,"score_spread":0.38153552431364457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977992308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99625134,0.00025505826,0.000087644985,0.0008453428,0.00021669808,0.00038739372,3.2581127e-7,0.000027393195,0.0019287721],"genre_scores_gemma":[0.99842846,0.000038465867,0.00051723176,0.00063597533,0.00009668528,0.000009444851,0.0000058684222,0.000020934016,0.0002469243],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99770635,0.0006795113,0.00040215664,0.00019712768,0.0008079902,0.00020685639],"domain_scores_gemma":[0.9992463,0.00019229267,0.00017358262,0.00018312829,0.00014629614,0.00005838813],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046178703,0.0001502024,0.00034282773,0.00054227916,0.0002441955,0.000012339567,0.000094883835,0.000047331378,0.00017169671],"category_scores_gemma":[0.018019479,0.00008049353,0.00003250644,0.00072733674,0.00017140251,0.00004713937,0.000017072416,0.0015099938,0.0000037056636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042937812,0.0005587605,0.96476245,0.000105214815,0.000066513334,0.0000017564419,0.008703033,0.00007105154,0.00157294,0.00020338694,0.000588445,0.022937046],"study_design_scores_gemma":[0.023354601,0.0038327014,0.93831134,0.004920746,0.0003067839,0.000049380484,0.01445538,0.0025225286,0.00055154716,0.00010366335,0.011220269,0.00037105932],"about_ca_topic_score_codex":0.0003432119,"about_ca_topic_score_gemma":3.114562e-7,"teacher_disagreement_score":0.026451133,"about_ca_system_score_codex":0.00015378874,"about_ca_system_score_gemma":0.000107434505,"threshold_uncertainty_score":0.99025214},"labels":[],"label_agreement":null},{"id":"W1978002754","doi":"10.1136/bmj.323.7327.1454","title":"The Renaissance School of General Medicine","year":2001,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"The Renaissance; Art; Medicine; Classics; Art history","score_opus":0.03132701788571808,"score_gpt":0.3887256845345854,"score_spread":0.3573986666488673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978002754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56914437,0.00094623666,0.0009370625,0.21950696,0.0013119276,0.0005457248,4.3923973e-7,0.000045412213,0.20756187],"genre_scores_gemma":[0.9484053,0.00026887358,0.0057645845,0.0058892826,0.0037291283,0.00006408335,0.000018805884,0.000015528794,0.03584438],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992199,0.000019171606,0.00029371816,0.000078105244,0.00028132077,0.00010777977],"domain_scores_gemma":[0.9992916,0.000040965704,0.0000938507,0.0003244467,0.00021116839,0.00003799729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006209389,0.000046082096,0.00010418975,0.00004587358,0.000065767024,0.0000021604915,0.00007935249,0.000037782615,0.00061894074],"category_scores_gemma":[0.003042098,0.00002642086,0.000017874228,0.0003776983,0.00020714483,0.00002191162,0.000011396945,0.0001288822,0.00006037001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004563641,0.000031463063,0.011548698,0.000014475483,0.00001543415,0.000004463689,0.000067025736,0.0000013684692,0.0022508167,0.0039470415,0.9529566,0.02911698],"study_design_scores_gemma":[0.0008021838,0.00014157688,0.1806211,0.0001710231,0.00003016728,0.00011458166,0.0002740489,0.0004017588,0.0008014357,0.000979375,0.815611,0.00005171884],"about_ca_topic_score_codex":0.00004208043,"about_ca_topic_score_gemma":0.000002707577,"teacher_disagreement_score":0.37926096,"about_ca_system_score_codex":0.00003457179,"about_ca_system_score_gemma":0.00010257173,"threshold_uncertainty_score":0.67769676},"labels":[],"label_agreement":null},{"id":"W1978082273","doi":"10.1503/cmaj.1080050","title":"Funding for continuing medical education","year":2008,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ministry of Health; Dalhousie University","funders":"","keywords":"Accreditation; Continuing medical education; Continuing education; Medical education; Continuing professional development; Medicine; Professional development; Political science","score_opus":0.01347861027658207,"score_gpt":0.30515456848471534,"score_spread":0.29167595820813325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978082273","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025439733,0.0004713174,0.00054170156,0.979139,0.011398471,0.0006539206,0.000024352677,0.00005907786,0.0051682405],"genre_scores_gemma":[0.0007842047,0.00047208255,0.0017778111,0.907988,0.0753596,0.00013354297,0.0011369387,0.000107660504,0.012240153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991149,0.00021075206,0.0014337797,0.00044885775,0.0055202628,0.0012373169],"domain_scores_gemma":[0.9933717,0.0004489097,0.0008758189,0.00030810284,0.0029975416,0.001997901],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0039092833,0.00037922827,0.00078166375,0.0011437872,0.0005660918,0.00013799082,0.00052787387,0.0051155854,0.00875224],"category_scores_gemma":[0.049575303,0.0003722863,0.00038286977,0.0006609828,0.00014143497,0.00016143563,0.000023895376,0.009460844,0.0002544716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000062477184,0.000048286285,0.0012214705,0.00010845195,0.00016657659,0.0005881258,0.00018608272,4.7352895e-8,5.6532724e-7,0.00006807345,0.8447193,0.1528868],"study_design_scores_gemma":[0.0012143315,0.00008289708,0.0009160084,0.0014276799,0.00015631391,0.0058109495,0.0001960373,0.00028557703,0.0000016351662,0.000157514,0.98942184,0.0003292338],"about_ca_topic_score_codex":0.0006884486,"about_ca_topic_score_gemma":0.000965282,"teacher_disagreement_score":0.15255755,"about_ca_system_score_codex":0.0059837997,"about_ca_system_score_gemma":0.046420727,"threshold_uncertainty_score":0.9998729},"labels":[],"label_agreement":null},{"id":"W1978147316","doi":"10.1097/acm.0b013e3182623073","title":"Content and Conceptual Frameworks of Preceptor Feedback Related to Residents’ Educational Needs","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Preceptor; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.045600623246160786,"score_gpt":0.36501258958354155,"score_spread":0.3194119663373808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978147316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92451566,0.002514602,0.00033494708,0.06780445,0.0015914231,0.0005431102,0.0000020984974,0.000028871842,0.0026648375],"genre_scores_gemma":[0.97946346,0.00023416533,0.0014277817,0.009306114,0.0013677948,0.000050556017,0.00008721986,0.000022815604,0.008040117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804527,0.000055696324,0.0007872935,0.00018432733,0.0006014434,0.00032598546],"domain_scores_gemma":[0.99853146,0.0002968686,0.0002132012,0.0002603451,0.00036038618,0.00033774268],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001056792,0.00015693682,0.00038564435,0.00038338016,0.00005273096,0.000001591276,0.00012953025,0.0005608896,0.0022387714],"category_scores_gemma":[0.006908644,0.00012435333,0.000023470959,0.00087964797,0.0006367544,0.00012959573,0.000055179615,0.0013240575,0.000079847996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019614866,0.00011590512,0.50440097,0.00018259101,0.00014734831,4.549007e-7,0.06264985,9.668934e-7,0.017955478,0.07902104,0.32155335,0.013775917],"study_design_scores_gemma":[0.0034195124,0.00065664394,0.90847355,0.0025527119,0.00032290394,0.00016692143,0.04140583,0.000039604027,0.0027137708,0.002066425,0.03788916,0.00029294295],"about_ca_topic_score_codex":0.000045657907,"about_ca_topic_score_gemma":1.7459035e-7,"teacher_disagreement_score":0.4040726,"about_ca_system_score_codex":0.00011916253,"about_ca_system_score_gemma":0.000149293,"threshold_uncertainty_score":0.9986733},"labels":[],"label_agreement":null},{"id":"W1978377270","doi":"10.1016/j.surg.2004.02.003","title":"Teaching practicing surgeons critical appraisal skills with an Internet-based journal club: a randomized, controlled trial","year":2004,"lang":"en","type":"article","venue":"Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto; Dalhousie University; Université de Montréal; University of British Columbia; McGill University","funders":"","keywords":"Critical appraisal; Medicine; Journal club; Randomized controlled trial; Psychological intervention; Intervention (counseling); Test (biology); Curriculum; Physical therapy; Medical education; Nursing; Surgery; Alternative medicine; Psychology","score_opus":0.015141966832294367,"score_gpt":0.3618586798313814,"score_spread":0.3467167129990871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978377270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92064285,0.000046745445,0.05656461,0.015362686,0.004884576,0.0013503173,7.547037e-7,0.000112140144,0.0010353327],"genre_scores_gemma":[0.9831818,0.0000035663286,0.012445831,0.0022226458,0.001684893,0.00023729513,0.000040455398,0.000046016958,0.00013753604],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99630886,0.0009047642,0.001215529,0.0002904737,0.000830737,0.00044965037],"domain_scores_gemma":[0.9843949,0.013819344,0.0005121896,0.00035903777,0.0006173966,0.00029713818],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011039599,0.00023757093,0.0015610915,0.0005881504,0.00023069764,0.00012416714,0.00008695856,0.00015935593,0.00027516796],"category_scores_gemma":[0.10459783,0.00015785951,0.00041410406,0.0002996166,0.00036079547,0.00036294464,0.000012539852,0.001306683,0.000018337683],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9843641,0.002622278,0.0005755666,0.000058663158,0.00029571346,0.0002639123,0.00074873265,0.000044602246,0.00003606305,0.002243783,0.0022206677,0.0065259393],"study_design_scores_gemma":[0.9934257,0.0004835061,0.00009235848,0.000780958,0.0006055114,0.0008371573,0.00059578626,0.0012337741,0.00014622687,0.0003403313,0.0012164654,0.00024219185],"about_ca_topic_score_codex":0.00017485912,"about_ca_topic_score_gemma":0.000009600712,"teacher_disagreement_score":0.09355823,"about_ca_system_score_codex":0.00021545979,"about_ca_system_score_gemma":0.00208544,"threshold_uncertainty_score":0.9029445},"labels":[],"label_agreement":null},{"id":"W1978427277","doi":"10.1051/pmed:2002018","title":"Comment lire de façon critiqueles articles de recherche qualitativeen médecine","year":2002,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Philosophy; Sociology","score_opus":0.3870972788569098,"score_gpt":0.4975903868489621,"score_spread":0.11049310799205231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978427277","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2050477,0.029000975,0.03916385,0.7084207,0.0015495823,0.00066277746,0.000037760117,0.0002472339,0.01586943],"genre_scores_gemma":[0.40669107,0.013290511,0.28214353,0.14087223,0.005984937,0.00046821992,0.00015257546,0.00022548335,0.15017141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99437827,0.002282814,0.00090482744,0.00049129187,0.00070019235,0.0012426052],"domain_scores_gemma":[0.99619406,0.0020686947,0.00017692974,0.0006686341,0.0003884889,0.00050320436],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0069469404,0.00034716027,0.0005083422,0.00022820267,0.00025594907,0.00007257442,0.0003671615,0.0008218724,0.011072525],"category_scores_gemma":[0.020548655,0.0003557294,0.00014802843,0.0010881945,0.0008366323,0.00020874068,0.00010675668,0.0018922305,0.0010948328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041432835,0.0027289083,0.007247479,0.0005380405,0.00010007273,0.000066993336,0.015889069,0.000006481044,0.0017409591,0.017241038,0.456456,0.49794352],"study_design_scores_gemma":[0.0038089661,0.00092349946,0.012960213,0.0025312293,0.00047318457,0.00020365448,0.03980389,0.026318552,0.008711252,0.0474967,0.85599506,0.00077381654],"about_ca_topic_score_codex":0.00028865074,"about_ca_topic_score_gemma":0.000013778433,"teacher_disagreement_score":0.56754845,"about_ca_system_score_codex":0.0027626087,"about_ca_system_score_gemma":0.0004945959,"threshold_uncertainty_score":0.9998895},"labels":[],"label_agreement":null},{"id":"W1978514935","doi":"10.1177/1740774514552111","title":"Clinician-trialist rounds: 25. Designing an evidence-based introductory graduate course in clinical trials. Part 2: Applying the evidence to your RCT course design","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Course (navigation); Randomized controlled trial; Medical physics; Medical education; Medicine; Psychology; Internal medicine; Engineering","score_opus":0.797436648740266,"score_gpt":0.6259319214685818,"score_spread":0.1715047272716842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978514935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4804286,0.003155657,0.26236206,0.17566001,0.048737623,0.028887585,0.000025531905,0.00062217866,0.000120762576],"genre_scores_gemma":[0.8712582,0.0012446677,0.039249763,0.037645284,0.0475678,0.002522166,0.000070553906,0.00016426445,0.0002772798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.87755954,0.09635621,0.019724282,0.002531631,0.0024976342,0.001330691],"domain_scores_gemma":[0.23435088,0.7293213,0.016075725,0.011255093,0.0056396467,0.0033573871],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59505856,0.0006776841,0.005086461,0.0003906423,0.0004414917,0.00033668758,0.0013353381,0.0010410224,0.0003316159],"category_scores_gemma":[0.85544187,0.00046727154,0.0013424818,0.0018748752,0.001225921,0.0006578147,0.00015805176,0.0032576718,0.00040550745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012566563,0.0036330696,0.040194336,0.00015071988,0.0004104404,0.000036604004,0.00039709854,0.00063925044,0.00041431628,0.00073282386,0.14236768,0.7984571],"study_design_scores_gemma":[0.10355554,0.038605306,0.4139582,0.049474668,0.020406282,0.00010315064,0.008366611,0.08263231,0.002346645,0.014845142,0.2593011,0.0064050527],"about_ca_topic_score_codex":0.00008850165,"about_ca_topic_score_gemma":0.000023743723,"teacher_disagreement_score":0.79205203,"about_ca_system_score_codex":0.00034049642,"about_ca_system_score_gemma":0.004797905,"threshold_uncertainty_score":0.9997779},"labels":[],"label_agreement":null},{"id":"W1978630650","doi":"10.1007/s10459-013-9476-2","title":"On objective: based education, objectivity, and rater cognition","year":2013,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Objectivity (philosophy); Cognition; Psychology; Epistemology; Psychiatry; Philosophy","score_opus":0.00856569533172931,"score_gpt":0.40105964173740555,"score_spread":0.39249394640567625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978630650","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011090993,0.008160143,0.00032620263,0.010035815,0.9566408,0.0030781776,0.000018219964,0.00009202497,0.01055767],"genre_scores_gemma":[0.14129764,0.012720817,0.031826023,0.03303299,0.7666372,0.0059453254,0.003964734,0.00017486927,0.004400385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962553,0.00024589535,0.0008500587,0.000979433,0.0011837363,0.00048556877],"domain_scores_gemma":[0.9967515,0.0008906725,0.0007125172,0.000410869,0.0010813494,0.00015312564],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001628033,0.0003459663,0.00050052465,0.0013235047,0.00042714278,0.000109337496,0.00021142383,0.0004229159,0.00016480421],"category_scores_gemma":[0.0061114985,0.00031740064,0.000040365532,0.0017118165,0.00059233897,0.0007813632,0.00002962067,0.001045359,0.000060612187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003925665,0.0009780106,0.0009977608,0.0014459293,0.000003739215,1.4925321e-7,0.00027321748,0.000020877014,0.0000034659447,0.001130858,0.7807453,0.21436143],"study_design_scores_gemma":[0.0008231883,0.001327197,0.0071705566,0.006099528,0.00003577265,0.00000944967,0.0015471072,0.00057687354,0.000046139998,0.015395325,0.9664726,0.00049621554],"about_ca_topic_score_codex":0.0006219553,"about_ca_topic_score_gemma":0.00011215912,"teacher_disagreement_score":0.2138652,"about_ca_system_score_codex":0.0011707757,"about_ca_system_score_gemma":0.020662887,"threshold_uncertainty_score":0.9999278},"labels":[],"label_agreement":null},{"id":"W1978758752","doi":"10.1111/j.1365-2929.2005.02177.x","title":"The many and conflicting histories of medical education in Canada and the USA: an introduction to the paradigm wars","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Interpretation (philosophy); Context (archaeology); Diversity (politics); Field (mathematics); Sociology; Social science; Medical education; Engineering ethics; Epistemology; Medicine; History; Anthropology","score_opus":0.007113854087715651,"score_gpt":0.32281642943091055,"score_spread":0.3157025753431949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978758752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51472944,0.00053341466,0.00008112887,0.48269615,0.0014944929,0.00035078012,2.8981873e-7,0.0000051547754,0.00010915882],"genre_scores_gemma":[0.9698663,0.00033409306,0.00037831557,0.025934083,0.0027261528,0.00020248098,0.000030958192,0.000013031807,0.0005146078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997464,0.00021133648,0.0005959917,0.0002604607,0.0012558894,0.00021230777],"domain_scores_gemma":[0.9986726,0.00031928235,0.00017060095,0.000438293,0.00022230638,0.00017691095],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003338939,0.000120744786,0.00020418882,0.000097383796,0.0002854706,0.000029898905,0.0002553131,0.00011496343,0.00020128232],"category_scores_gemma":[0.013244656,0.00006485234,0.000016650172,0.0004758933,0.00057568273,0.000113274866,0.000049611597,0.00054923556,0.0000020874722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010364389,0.00025607715,0.019922543,0.000054624008,0.000016823835,2.9665352e-7,0.0061371136,0.0000036697286,0.000006456622,0.062769935,0.1154371,0.7952917],"study_design_scores_gemma":[0.0009041647,0.00006046905,0.14524604,0.00013590998,0.00005391497,0.00016638254,0.0097464295,0.0044638,0.00003871273,0.0004238457,0.838644,0.00011628875],"about_ca_topic_score_codex":0.29607812,"about_ca_topic_score_gemma":0.6339064,"teacher_disagreement_score":0.79517543,"about_ca_system_score_codex":0.0006443661,"about_ca_system_score_gemma":0.015818894,"threshold_uncertainty_score":0.9950672},"labels":[],"label_agreement":null},{"id":"W1978892219","doi":"10.1097/ta.0b013e3180479813","title":"The Simulated Trauma Patient Teaching Module—Does it Improve Student Performance?","year":2007,"lang":"en","type":"article","venue":"The Journal of Trauma: Injury, Infection, and Critical Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Medical education; Psychology; Medicine","score_opus":0.0099127531997214,"score_gpt":0.34895139249440627,"score_spread":0.33903863929468486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978892219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99187,0.0003349859,0.00073874084,0.0038142905,0.0019270098,0.00024469374,0.0000023927391,0.000020009351,0.0010479131],"genre_scores_gemma":[0.99781424,0.00015078014,0.00013788161,0.00094204565,0.0008858924,0.000002447355,0.0000028391976,0.000017236021,0.00004663556],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99805754,0.00013181481,0.0007687887,0.00011494002,0.0006251023,0.00030178187],"domain_scores_gemma":[0.99792796,0.00040268578,0.0001667103,0.00022067557,0.0011543789,0.00012759108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022592873,0.00015494718,0.00022202262,0.00013538876,0.0009171349,0.00006314363,0.00011906696,0.000115245544,0.000035953744],"category_scores_gemma":[0.0012113715,0.00007515967,0.000093409915,0.00020171491,0.00032539558,0.00017669178,0.000029051225,0.0010813896,0.0000026531484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010807177,0.00075239275,0.033926494,0.00033515514,0.00019662608,0.000011841505,0.026541378,0.00006377261,0.00087622233,0.0017532242,0.0032212627,0.9312409],"study_design_scores_gemma":[0.004104309,0.013756899,0.77481794,0.0009304937,0.0017448914,0.0012958131,0.12792997,0.0014469589,0.015406774,0.0018964538,0.056021143,0.0006483144],"about_ca_topic_score_codex":0.000045558616,"about_ca_topic_score_gemma":0.00002685366,"teacher_disagreement_score":0.9305926,"about_ca_system_score_codex":0.0002239622,"about_ca_system_score_gemma":0.000074199954,"threshold_uncertainty_score":0.7053953},"labels":[],"label_agreement":null},{"id":"W1978981128","doi":"10.1111/medu.12411","title":"Medical education… meet Michel Foucault","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Michel foucault; Perspective (graphical); Sociology; Work (physics); Epistemology; Pedagogy; Medical education; Engineering ethics; Medicine; Political science; Law; Philosophy; Politics; Computer science","score_opus":0.007352544592944177,"score_gpt":0.35541145598935364,"score_spread":0.3480589113964095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978981128","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32829732,0.0008975913,0.007990453,0.54304314,0.01481024,0.0011397897,0.0000017673406,0.00047283946,0.1033469],"genre_scores_gemma":[0.6096,0.00013547308,0.013600588,0.35607183,0.0075861383,0.0005993418,0.00077326753,0.00009439028,0.011538956],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995093,0.00018721647,0.00090515695,0.00058163144,0.0027546284,0.0004783957],"domain_scores_gemma":[0.99706304,0.00016446128,0.00022619049,0.0008808066,0.0009570925,0.000708413],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002249376,0.0002825738,0.00042272313,0.00043100998,0.00020325047,0.000041075542,0.00046224886,0.0006699419,0.011419232],"category_scores_gemma":[0.04946503,0.00025046812,0.00012201375,0.0010705844,0.0003851285,0.0001729372,0.00007598982,0.0008361658,0.00073617825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017833661,0.0019354519,0.00396197,0.0001318576,0.000021153524,0.0000010205355,0.00023921963,1.1756786e-7,0.00002604751,0.013119366,0.59648573,0.3840602],"study_design_scores_gemma":[0.0011198177,0.0001628063,0.014627175,0.0009319613,0.00010789926,0.00040004298,0.00065670745,0.0037357856,0.00016003403,0.0029457416,0.97482824,0.00032381027],"about_ca_topic_score_codex":0.00016610137,"about_ca_topic_score_gemma":0.00003234809,"teacher_disagreement_score":0.3837364,"about_ca_system_score_codex":0.00036118858,"about_ca_system_score_gemma":0.019066865,"threshold_uncertainty_score":0.99999475},"labels":[],"label_agreement":null},{"id":"W1979057174","doi":"10.3138/jvme.33.2.253","title":"Workload, Study Methods, and Motivation of Students within a BVSc Program","year":2006,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Medical education; Memorization; Class (philosophy); Set (abstract data type); Subject (documents); Psychology; Time management; Mathematics education; Medicine; Computer science","score_opus":0.060063047728005726,"score_gpt":0.5021001770892701,"score_spread":0.4420371293612644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979057174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945084,0.00042923936,0.0011114796,0.0017834266,0.00133186,0.00063453126,2.2166937e-7,0.000016475178,0.00018439532],"genre_scores_gemma":[0.9256256,0.000041659136,0.073061556,0.0003847911,0.00068712153,0.000039960432,0.000009136027,0.000015493848,0.00013467405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969535,0.0002625876,0.0012229194,0.00016091976,0.0012633981,0.00013666558],"domain_scores_gemma":[0.9979835,0.00012517493,0.00079674163,0.00019583953,0.0007668269,0.00013188334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030757245,0.00013038723,0.00037838722,0.0004097992,0.000053942596,0.000021908716,0.00017396043,0.00013590067,0.00015323673],"category_scores_gemma":[0.004530736,0.00010390258,0.00005980155,0.0006143676,0.00016258526,0.00018546285,0.000048083406,0.00046638687,0.0000012621067],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052990025,0.018848777,0.3120661,0.00029897707,0.00014086033,0.000034141663,0.0019613367,0.0000027621422,0.0024965105,0.00013777894,0.004598966,0.65888387],"study_design_scores_gemma":[0.0027760898,0.006237606,0.9769897,0.001352822,0.00024322067,0.001540689,0.0054713576,0.00020734567,0.00029744484,0.00042520516,0.004327771,0.00013073502],"about_ca_topic_score_codex":0.000038163595,"about_ca_topic_score_gemma":0.0000012971506,"teacher_disagreement_score":0.6649236,"about_ca_system_score_codex":0.000105518535,"about_ca_system_score_gemma":0.0010867389,"threshold_uncertainty_score":0.5424041},"labels":[],"label_agreement":null},{"id":"W1979077874","doi":"10.1097/00001888-200310001-00028","title":"The Effect of Incorporating Normative Data into a Criterion-Referenced Standard Setting in Medical Education","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Normative; Set (abstract data type); Compromise; Psychology; Statistics; Computer science; Medical education; Medicine; Mathematics; Law; Political science","score_opus":0.02325261790187579,"score_gpt":0.4166408784241841,"score_spread":0.39338826052230835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979077874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608875,0.0021289496,0.0018282238,0.02891361,0.0012133413,0.00090848404,0.0000021291548,0.000037399965,0.004080385],"genre_scores_gemma":[0.99531204,0.00031742055,0.0013079289,0.002227268,0.00040987038,0.00008188745,0.00023501733,0.000018247543,0.00009032948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964978,0.00050657097,0.0012016135,0.00032607545,0.0012134755,0.0002544362],"domain_scores_gemma":[0.9972135,0.0011287875,0.00046524036,0.00073881965,0.00030893105,0.00014472261],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008369695,0.00018240706,0.0004664956,0.00028205043,0.00015049784,0.0000048905604,0.00050360296,0.0002867759,0.00017606755],"category_scores_gemma":[0.07723089,0.00010877853,0.000018401708,0.0011674293,0.00058431155,0.00019173193,0.000114887844,0.0014653063,0.0000075142348],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005793446,0.00006633318,0.14492218,0.0013205025,0.00010461619,0.000013627023,0.020851023,0.000002241124,0.0042655664,0.021335427,0.08553308,0.72100604],"study_design_scores_gemma":[0.061500832,0.015819585,0.085982434,0.08415436,0.002001918,0.0020052926,0.21302737,0.052002344,0.04420836,0.089915685,0.34637502,0.0030067957],"about_ca_topic_score_codex":0.000090966045,"about_ca_topic_score_gemma":0.000017833792,"teacher_disagreement_score":0.7179993,"about_ca_system_score_codex":0.00022104096,"about_ca_system_score_gemma":0.0015947546,"threshold_uncertainty_score":0.930542},"labels":[],"label_agreement":null},{"id":"W1979298250","doi":"10.1016/j.anpedi.2009.02.003","title":"Cómo llegar a ser un buen pediatra: un equilibrio entre la formación teórica y la formación clínica","year":2009,"lang":"es","type":"article","venue":"Anales de Pediatría","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Humanities; Political science; Psychology; Philosophy","score_opus":0.006500077130578196,"score_gpt":0.2930898776238856,"score_spread":0.2865898004933074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979298250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9047802,0.0057857647,0.0010052576,0.017792625,0.00128435,0.0009219215,0.00010147278,0.0003622188,0.067966156],"genre_scores_gemma":[0.9702794,0.007662799,0.004892691,0.0063024648,0.007848587,0.00006417104,0.0004557885,0.00010212469,0.0023919542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948854,0.00034370174,0.0013957926,0.00078307005,0.0011474354,0.0014446261],"domain_scores_gemma":[0.9968079,0.0005505626,0.0005700977,0.0010604692,0.00046496087,0.0005460384],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016381124,0.00072485016,0.00083672174,0.0006690728,0.00038254345,0.00024357451,0.00076327793,0.00090218586,0.0017735688],"category_scores_gemma":[0.0013217111,0.0007000006,0.00041861145,0.0016964778,0.00034734033,0.0006498968,0.0001769988,0.0017305138,0.00072400196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062821107,0.003395974,0.27000028,0.0012899799,0.00073450734,0.00066556374,0.008259019,0.000042191085,0.0005239782,0.031063557,0.33396828,0.34942847],"study_design_scores_gemma":[0.0054280153,0.0010087069,0.11640452,0.0004813027,0.0025173859,0.000674812,0.002474648,0.0032084468,0.00047944274,0.0049808626,0.860847,0.0014948513],"about_ca_topic_score_codex":0.000052005267,"about_ca_topic_score_gemma":0.0000083473415,"teacher_disagreement_score":0.5268787,"about_ca_system_score_codex":0.00042951695,"about_ca_system_score_gemma":0.0016861678,"threshold_uncertainty_score":0.9995451},"labels":[],"label_agreement":null},{"id":"W1979442783","doi":"10.1093/ageing/afu077","title":"Equipping tomorrow's doctors for the patients of today","year":2014,"lang":"en","type":"article","venue":"Age and Ageing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medicine; Medical education; Geriatrics; Psychological intervention; Aside; Health care; Work (physics); Nursing; Psychology; Pedagogy","score_opus":0.015008752603322652,"score_gpt":0.2961424181258129,"score_spread":0.28113366552249025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979442783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901951,0.000038939874,0.00699671,0.0010463047,0.00024777753,0.00018395558,4.1857322e-7,0.000008694438,0.0012821081],"genre_scores_gemma":[0.9970393,0.0000063487464,0.001403494,0.0011082365,0.00017637995,0.00001304667,0.000011669932,0.0000048637835,0.00023666058],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99963295,0.000008083581,0.00012945621,0.00006474762,0.00008787693,0.00007686395],"domain_scores_gemma":[0.99964863,0.0001213867,0.000045727014,0.00009924572,0.000071369126,0.000013639715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002436365,0.000035835576,0.00007484401,0.000031513657,0.00007408576,0.000006493226,0.000032057917,0.000024016728,0.000015785148],"category_scores_gemma":[0.00085254817,0.000022624914,0.000018559962,0.000090508634,0.000039087834,0.0000300934,0.000014666025,0.000054358952,8.462551e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021480799,0.000080824284,0.010190881,0.00023482011,0.00003303428,0.00000770443,0.0020584988,0.0000028334848,0.0027800035,0.0049497318,0.0045363475,0.97510386],"study_design_scores_gemma":[0.0024842827,0.00049523765,0.8085506,0.00061362697,0.00019312077,0.000004164195,0.0010665364,0.004855649,0.0030921244,0.002269233,0.17619717,0.00017824386],"about_ca_topic_score_codex":0.00001730399,"about_ca_topic_score_gemma":0.0000014323645,"teacher_disagreement_score":0.9749256,"about_ca_system_score_codex":0.000008350689,"about_ca_system_score_gemma":0.000008800178,"threshold_uncertainty_score":0.10206413},"labels":[],"label_agreement":null},{"id":"W1979594371","doi":"10.1080/0142159032000156524","title":"Linking appraisal of PRHO professional competence of junior doctors to their education","year":2004,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"University of Dundee","keywords":"Competence (human resources); Certification; Medical education; Critical appraisal; Professional development; Psychology; Medicine; Employee Performance Appraisal; Nursing; Alternative medicine; Political science","score_opus":0.01971757551060308,"score_gpt":0.38319409479213046,"score_spread":0.36347651928152735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979594371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98289907,0.000053110925,0.0017943346,0.0108640315,0.0015858971,0.0003352489,9.073854e-7,0.000032220905,0.002435187],"genre_scores_gemma":[0.99131376,0.0000043483315,0.0059429347,0.0012322575,0.0005731037,0.00007748151,0.000045653418,0.000016635347,0.0007938161],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980286,0.00005830178,0.0005673208,0.00019868564,0.000938895,0.00020824485],"domain_scores_gemma":[0.9989553,0.00005137851,0.00015610555,0.00029226035,0.00033886213,0.00020609566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010512403,0.00011367819,0.0002943776,0.00019421353,0.000038774888,0.0000026197451,0.00020062098,0.0001971882,0.0014020896],"category_scores_gemma":[0.004520564,0.000083292194,0.00005197845,0.0006275162,0.0002770511,0.000048962676,0.000059978134,0.00048362507,0.000020678512],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034999684,0.012282356,0.29281405,0.0016130154,0.00018326499,0.000007902359,0.045365762,0.00002188971,0.009490188,0.03539691,0.019158207,0.58331645],"study_design_scores_gemma":[0.012156924,0.0032671143,0.62679356,0.022032259,0.00029068708,0.00031979973,0.04333146,0.0025106606,0.028502697,0.011513989,0.24784622,0.0014346259],"about_ca_topic_score_codex":0.000038234928,"about_ca_topic_score_gemma":0.0000024321298,"teacher_disagreement_score":0.5818818,"about_ca_system_score_codex":0.0001586124,"about_ca_system_score_gemma":0.0021741139,"threshold_uncertainty_score":0.99951077},"labels":[],"label_agreement":null},{"id":"W1979625242","doi":"10.1097/00001888-200303000-00001","title":"The Information Technology Age Is Dawning for Medical Education","year":2003,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internship; Curriculum; Graduation (instrument); Medical education; Scope (computer science); Medical school; Medicine; Psychology; Pedagogy; Computer science","score_opus":0.010216052844130607,"score_gpt":0.3844939159019677,"score_spread":0.37427786305783706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979625242","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016963186,0.003480241,0.0043628905,0.13568941,0.84892344,0.0018606912,0.000014713196,0.00017621346,0.0053227637],"genre_scores_gemma":[0.00018747353,0.0072041973,0.0016688812,0.027792562,0.93760836,0.0015390413,0.0048778006,0.000098487384,0.019023202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436516,0.00006922855,0.0018107035,0.00044752355,0.0026892128,0.00061818515],"domain_scores_gemma":[0.9948712,0.0012203747,0.00091105676,0.0008783999,0.0018768205,0.00024213105],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042384313,0.00042986014,0.00076249486,0.0009145362,0.00047196427,0.000022418808,0.0007808994,0.004410633,0.00043209794],"category_scores_gemma":[0.13148427,0.00028531504,0.00008873796,0.0013832836,0.0009779739,0.0002075063,0.00008294699,0.005263784,0.00010022839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055290915,0.00001581792,0.00002481535,0.00038730042,0.00007356531,0.0000013466678,0.000932286,3.4440113e-8,0.0000071306827,0.006795099,0.8884336,0.10327372],"study_design_scores_gemma":[0.0017765501,0.00027582378,0.0000071730924,0.002241995,0.00033158448,0.00005537005,0.0024135597,0.00009872109,0.000029600355,0.007522772,0.98501533,0.00023149436],"about_ca_topic_score_codex":0.000025777617,"about_ca_topic_score_gemma":0.000002098422,"teacher_disagreement_score":0.12724583,"about_ca_system_score_codex":0.0005827775,"about_ca_system_score_gemma":0.0066945846,"threshold_uncertainty_score":0.9999599},"labels":[],"label_agreement":null},{"id":"W1979694225","doi":"10.1097/00001888-200406000-00020","title":"The Influence of Testing Context and Clinical Rotation Order on Students’ OSCE Performance","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute","funders":"","keywords":"Objective structured clinical examination; Context (archaeology); Checklist; Clinical clerkship; Psychology; Medical education; Obstetrics and gynaecology; Medicine; Family medicine; Curriculum; Pedagogy; Pregnancy","score_opus":0.052606102488836085,"score_gpt":0.43471692770902626,"score_spread":0.3821108252201902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979694225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856561,0.0002151288,0.00012730005,0.012915841,0.00028440522,0.00038966196,2.1458963e-7,0.000021793194,0.00038956924],"genre_scores_gemma":[0.9920949,0.0008273483,0.00042735328,0.005962818,0.00041563783,0.000019682899,0.0000056438585,0.000010432861,0.00023622856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981903,0.00004168158,0.0007809756,0.00019333312,0.000627959,0.00016574707],"domain_scores_gemma":[0.9982646,0.0006631484,0.00028064824,0.0002314424,0.0004888328,0.00007134595],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021237177,0.00010382331,0.00023684259,0.00008309744,0.00013311923,0.0000027947226,0.00016792364,0.0001509524,0.000010786539],"category_scores_gemma":[0.01806006,0.00006234586,0.000011248038,0.0005686159,0.00069391815,0.000070154,0.000034612272,0.00089334045,0.00001443548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001570569,0.00006186615,0.83792233,0.00011574219,0.000047347177,0.0000020943648,0.0020688751,0.00009424859,0.0011970733,0.0022170304,0.0014548326,0.15466152],"study_design_scores_gemma":[0.0030277197,0.0013349015,0.9894608,0.0017790144,0.00008537,0.000039929073,0.001782222,0.0002709618,0.00018637984,0.00044789838,0.0015141373,0.00007066461],"about_ca_topic_score_codex":0.000049085025,"about_ca_topic_score_gemma":0.0000015361655,"teacher_disagreement_score":0.15459086,"about_ca_system_score_codex":0.000066512024,"about_ca_system_score_gemma":0.00016359522,"threshold_uncertainty_score":0.99021125},"labels":[],"label_agreement":null},{"id":"W1979737677","doi":"10.1097/acm.0000000000000110","title":"Academic Performance of Longitudinal Integrated Clerkship Versus Rotation-Based Clerkship Students","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Summative assessment; Medical education; Medicine; United States Medical Licensing Examination; Objective structured clinical examination; Educational measurement; Clinical clerkship; Academic year; Formative assessment; Medical school; Psychology; Curriculum; Mathematics education; Pedagogy","score_opus":0.06107721314810256,"score_gpt":0.3919858954300586,"score_spread":0.330908682281956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979737677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848433,0.0003838092,0.0006799979,0.010494259,0.0014149365,0.0010350392,0.0000019333377,0.00011391912,0.0010327895],"genre_scores_gemma":[0.993772,0.00027271622,0.0007160105,0.0029204506,0.00095610495,0.00019722097,0.0002513771,0.00004387846,0.0008702975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960696,0.00009831191,0.001336745,0.0004463372,0.0015558508,0.0004931581],"domain_scores_gemma":[0.9973884,0.00044226914,0.000512495,0.00050453644,0.0009101194,0.000242161],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001542947,0.00031274033,0.0006122759,0.0005823866,0.00010569564,0.0000058059704,0.0005629905,0.00060341007,0.002132404],"category_scores_gemma":[0.0048119444,0.00024271783,0.00005822372,0.001601108,0.00065804314,0.00027085614,0.000055099328,0.0024799837,0.00027811306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010020041,0.00010862972,0.8837917,0.00056864467,0.00017081828,0.0000040491054,0.002047359,0.00004611422,0.007942407,0.00070355687,0.06358507,0.040029664],"study_design_scores_gemma":[0.012837209,0.0021002013,0.9533182,0.003483787,0.00048714541,0.000033245942,0.0041029407,0.014309374,0.0056054937,0.00028816392,0.0030033262,0.00043093596],"about_ca_topic_score_codex":0.00015278613,"about_ca_topic_score_gemma":0.0000011522698,"teacher_disagreement_score":0.06952649,"about_ca_system_score_codex":0.0003091414,"about_ca_system_score_gemma":0.0003992972,"threshold_uncertainty_score":0.99982136},"labels":[],"label_agreement":null},{"id":"W1979753196","doi":"10.1016/j.jsurg.2008.07.001","title":"The Use of Reflective Writing in Exploring Student Experiences in Surgery","year":2008,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thematic analysis; Curriculum; Medical education; Theme (computing); Health care; Psychology; Medicine; Nursing; Pedagogy; Qualitative research; Sociology; Computer science; Political science","score_opus":0.17975749146290326,"score_gpt":0.4189680484928627,"score_spread":0.23921055702995941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979753196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99553823,0.00041628597,0.000012679156,0.0027950648,0.0009915939,0.000105590945,5.1329216e-8,0.0000022826416,0.00013823237],"genre_scores_gemma":[0.9970171,0.0014559694,0.0009881668,0.00011540989,0.00033097662,0.000041792733,0.0000011868207,0.000005599031,0.00004384164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823564,0.00010772028,0.0009820139,0.00008003937,0.00046303298,0.00013154448],"domain_scores_gemma":[0.99818766,0.0008092475,0.00039435987,0.00010409357,0.00046831393,0.00003631537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013215411,0.00006164864,0.0002396737,0.00042277997,0.00006243703,0.000011984315,0.0000700158,0.00004355835,0.000023702283],"category_scores_gemma":[0.0020582385,0.000042298405,0.00006218575,0.0008869714,0.00012169663,0.00036007704,0.000011738968,0.00034361277,7.529132e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040481618,0.002220858,0.80249643,0.000054513443,0.000027036009,0.00009965576,0.05253471,0.000086761625,0.00023006795,0.00043057752,0.004169501,0.13724506],"study_design_scores_gemma":[0.0006167893,0.0001307623,0.8971727,0.00097606174,0.000011263555,0.00068233884,0.08590694,0.00006330496,0.00081763766,0.00007670904,0.0134627065,0.000082766914],"about_ca_topic_score_codex":0.00004260901,"about_ca_topic_score_gemma":0.0000046950267,"teacher_disagreement_score":0.13716228,"about_ca_system_score_codex":0.00027361084,"about_ca_system_score_gemma":0.00089719077,"threshold_uncertainty_score":0.24640526},"labels":[],"label_agreement":null},{"id":"W1980177768","doi":"10.1111/eje.12036","title":"Failing to fail: clinicians’ experience of assessing underperforming dental students","year":2013,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Grading (engineering); Grounded theory; Minor (academic); Medical education; Psychology; Health care; Dental education; Medicine; Nursing; Qualitative research","score_opus":0.027213054250674176,"score_gpt":0.3991209824738916,"score_spread":0.37190792822321744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980177768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99305576,0.00007801995,0.0020895,0.00058670493,0.0022904093,0.0002612313,2.2584574e-7,0.000009695262,0.0016284416],"genre_scores_gemma":[0.98443896,0.000011880186,0.013361382,0.0012173919,0.0006778312,0.000004688182,0.0000072106304,0.000028199738,0.00025243527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978287,0.00012575925,0.0010245611,0.00014591453,0.00070746645,0.00016760435],"domain_scores_gemma":[0.9984399,0.000035346955,0.00060471264,0.00019265947,0.00059112377,0.00013625328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009740922,0.000118020114,0.00022906101,0.00038774076,0.00009348263,0.00009665593,0.00029111694,0.000028572393,0.00024700578],"category_scores_gemma":[0.00088539446,0.000106528576,0.00008636884,0.0004705982,0.00007367623,0.00067106745,0.00006291005,0.00030803782,0.00012406638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050889063,0.00109034,0.5131285,0.00011036064,0.00006868468,0.00001492402,0.0187707,0.000019110088,0.04032231,0.00004750294,0.004228322,0.42214835],"study_design_scores_gemma":[0.00086533075,0.0005184779,0.73983145,0.0014752917,0.00008081139,0.0005443963,0.2471571,0.00007590803,0.007659093,0.000022682663,0.0016027323,0.00016674199],"about_ca_topic_score_codex":0.000021062353,"about_ca_topic_score_gemma":9.206035e-7,"teacher_disagreement_score":0.4219816,"about_ca_system_score_codex":0.00024491583,"about_ca_system_score_gemma":0.00033339462,"threshold_uncertainty_score":0.43441093},"labels":[],"label_agreement":null},{"id":"W1980197159","doi":"10.1097/00001888-200109000-00012","title":"An Important Achievement","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Presentation (obstetrics); Consistency (knowledge bases); Medical education; Resource (disambiguation); General partnership; Task (project management); Library science; Psychology; Medicine; Political science; Computer science; Management","score_opus":0.03322094813426988,"score_gpt":0.3953104261981643,"score_spread":0.3620894780638944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980197159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92604405,0.0005339326,0.002589029,0.0627062,0.0008151295,0.00038678604,5.298079e-7,0.00015133135,0.006772987],"genre_scores_gemma":[0.96479493,0.0010855097,0.0009189525,0.026869508,0.0028109583,0.000043339907,0.00017504254,0.000027454958,0.0032742945],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980078,0.000031327716,0.00070072146,0.00029661,0.0006473026,0.0003162585],"domain_scores_gemma":[0.9989597,0.000030714673,0.0001518417,0.00047854698,0.00016192869,0.00021725877],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012296167,0.00015115217,0.00028400184,0.00023674134,0.000078836536,0.0000021886399,0.00017840309,0.00021412323,0.001975726],"category_scores_gemma":[0.0009371064,0.00010988501,0.000022194185,0.000681025,0.00021194384,0.000109235545,0.000018369918,0.0008183657,0.00008764677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029699612,0.00025078462,0.4684077,0.00012634948,0.00011291976,0.00018964113,0.006662649,0.0000024613394,0.04762465,0.025437573,0.30965525,0.14123306],"study_design_scores_gemma":[0.0045675896,0.0018623472,0.15420182,0.0006567589,0.0003116156,0.0011286983,0.006682042,0.0023837166,0.001186022,0.0048776097,0.8217712,0.00037058815],"about_ca_topic_score_codex":0.0000416075,"about_ca_topic_score_gemma":0.0000010577398,"teacher_disagreement_score":0.51211596,"about_ca_system_score_codex":0.00012828282,"about_ca_system_score_gemma":0.000116620715,"threshold_uncertainty_score":0.9989366},"labels":[],"label_agreement":null},{"id":"W1980250703","doi":"10.1371/journal.pone.0121000","title":"The Use of Global Rating Scales for OSCEs in Veterinary Medicine","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Higher Education Academy; University of Calgary","keywords":"Generalizability theory; Checklist; Medicine; Rating scale; Reliability (semiconductor); Inter-rater reliability; Objective structured clinical examination; Veterinary medicine; Psychology; Medical education","score_opus":0.29021378743793463,"score_gpt":0.3912830745085636,"score_spread":0.10106928707062895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980250703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867003,0.00019866049,0.00015681212,0.0121147195,0.0001158408,0.00037464136,0.000002856642,0.000014545861,0.00032163912],"genre_scores_gemma":[0.9732649,0.00001803623,0.025645608,0.0005518831,0.00027663048,0.000064475134,0.000028831158,0.000006544625,0.00014313452],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991751,0.000029417346,0.0002890928,0.00008505115,0.00031048388,0.00011085926],"domain_scores_gemma":[0.99918526,0.00020104193,0.00008255827,0.00016931769,0.00032667152,0.00003515059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005559364,0.00005110873,0.0001614553,0.000032268425,0.00003494411,0.000004535969,0.000061198436,0.00004049443,0.0000060454104],"category_scores_gemma":[0.008169657,0.000033286276,0.000011925023,0.00028982433,0.00016444451,0.000054934928,0.000018984016,0.00007725407,0.000002252608],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035165895,0.009956232,0.52423686,0.0028779746,0.0007712558,0.000026990707,0.006935164,0.00003285355,0.08868021,0.026426908,0.12856096,0.20797803],"study_design_scores_gemma":[0.032682378,0.020369204,0.70012105,0.018816276,0.0015308763,0.00013840407,0.022837924,0.07497737,0.016686339,0.02213321,0.088563025,0.0011439781],"about_ca_topic_score_codex":0.000057457524,"about_ca_topic_score_gemma":0.000017288667,"teacher_disagreement_score":0.20683403,"about_ca_system_score_codex":0.000100069796,"about_ca_system_score_gemma":0.000076714045,"threshold_uncertainty_score":0.97804326},"labels":[],"label_agreement":null},{"id":"W1980298882","doi":"10.1111/j.1553-2712.2002.tb02189.x","title":"Predictive Validity of the Global Assessment Form Used in a Final-year Undergraduate Rotation in Emergency Medicine","year":2002,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Physical examination; Global Assessment of Functioning; Emergency department; Family medicine; Surgery; Psychiatry","score_opus":0.10339206034681772,"score_gpt":0.41771678175522114,"score_spread":0.3143247214084034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980298882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9222113,0.0010207548,0.0009042838,0.055964477,0.0042814957,0.0014667329,0.000009791195,0.000049591163,0.0140915625],"genre_scores_gemma":[0.99034417,0.006999129,0.00019609946,0.00031745213,0.0008092166,0.00016123711,0.0000670305,0.000027820424,0.0010778515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944011,0.0002583342,0.0028135288,0.00050858484,0.0015085179,0.0005099261],"domain_scores_gemma":[0.99790287,0.00009300625,0.0008575916,0.0006062839,0.00041111748,0.00012913266],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022738,0.00032925146,0.00069652847,0.00044394317,0.00008537375,2.9279602e-7,0.00043262384,0.00037092046,0.0045319633],"category_scores_gemma":[0.004748502,0.00022751947,0.000099317345,0.0043019014,0.0003822138,0.00020601465,0.000087526794,0.0014352094,0.0000157088],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052986696,0.0002841772,0.9497577,0.00024292251,0.000041389274,0.0000025990466,0.0028498129,0.00002916084,0.0006341779,0.003644826,0.041202255,0.0012580107],"study_design_scores_gemma":[0.0039741076,0.00071201945,0.95742506,0.0013714532,0.00019993066,0.0000138393325,0.002731091,0.008663736,0.000070029855,0.022817537,0.0018119338,0.00020926184],"about_ca_topic_score_codex":0.0005747847,"about_ca_topic_score_gemma":0.00019596789,"teacher_disagreement_score":0.068132855,"about_ca_system_score_codex":0.0008648099,"about_ca_system_score_gemma":0.00016822972,"threshold_uncertainty_score":0.996378},"labels":[],"label_agreement":null},{"id":"W1980410239","doi":"10.1108/13665620710747924","title":"Responsibility in dental praxis: an activity theoretical perspective","year":2007,"lang":"en","type":"article","venue":"Journal of Workplace Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; McGill University","funders":"","keywords":"Praxis; Perspective (graphical); Value (mathematics); Originality; Curriculum; Habitus; Sociology; Engineering ethics; Medical education; Pedagogy; Psychology; Medicine; Qualitative research; Epistemology; Social science","score_opus":0.009892360184646698,"score_gpt":0.36836524168930473,"score_spread":0.35847288150465806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980410239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875988,0.000057883397,0.0048488723,0.002890355,0.00027023914,0.000114498725,6.765231e-8,0.000013489705,0.0042058066],"genre_scores_gemma":[0.99211013,0.0000054413604,0.006984805,0.00021705715,0.00046241755,7.482364e-7,7.489059e-7,0.000012644535,0.00020601199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984414,0.0002788866,0.00042257775,0.0001435928,0.0004872427,0.00022629164],"domain_scores_gemma":[0.9987008,0.0003228516,0.0002793066,0.00013720704,0.00044862265,0.00011118884],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067492756,0.00008870342,0.00023615896,0.00039627674,0.00007038965,0.00001707309,0.000085734675,0.00013040141,0.00024357185],"category_scores_gemma":[0.009444728,0.00007464428,0.00006346976,0.00066823885,0.00020079748,0.00023392239,0.000020184474,0.0018710404,0.000006951133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010355136,0.0017980407,0.8791672,0.000039993658,0.00006975697,0.00047397803,0.012137435,0.00024025986,0.00944557,0.023642108,0.00030748846,0.06232302],"study_design_scores_gemma":[0.0021380873,0.0015034288,0.9399783,0.00040546313,0.000046461122,0.0010713189,0.04848242,0.0009976985,0.0020618425,0.0022038976,0.000965727,0.00014532563],"about_ca_topic_score_codex":0.000009508343,"about_ca_topic_score_gemma":0.00001250045,"teacher_disagreement_score":0.06217769,"about_ca_system_score_codex":0.00083788857,"about_ca_system_score_gemma":0.00029178502,"threshold_uncertainty_score":0.99889916},"labels":[],"label_agreement":null},{"id":"W1980415962","doi":"10.1080/10401334.2013.797351","title":"Predicting Performance on the Medical Council of Canada Qualifying Exam Part II","year":2013,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Residency training; Medical education; United States Medical Licensing Examination; Receiver operating characteristic; Medicine; Descriptive statistics; Medical school; Family medicine; Psychology; Internal medicine; Statistics; Continuing education; Mathematics","score_opus":0.04120405267776721,"score_gpt":0.2957964688399564,"score_spread":0.2545924161621892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980415962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9461396,0.00012878302,0.000026787611,0.03837994,0.0003305169,0.0002038921,1.2118461e-7,0.000037373382,0.014752999],"genre_scores_gemma":[0.9916716,0.00003784788,0.00021771043,0.00483902,0.00049985695,0.000031593543,0.000008104781,0.000014596717,0.0026796716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971957,0.00032943106,0.00051986007,0.00019381435,0.0014975937,0.0002635671],"domain_scores_gemma":[0.99839854,0.00093393197,0.00016849705,0.00020754985,0.0001908349,0.0001006431],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009628767,0.00012657049,0.00029636174,0.00008877668,0.00055226625,0.000005168671,0.00011461198,0.000090992944,0.0006792129],"category_scores_gemma":[0.036469262,0.00007655333,0.000012418957,0.00022949916,0.00021879852,0.00004993745,0.000041057603,0.0026209133,0.0000023660123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096065225,0.00027509968,0.44990003,0.00076262065,0.00009190124,0.000023600134,0.05966916,0.00037291498,0.00043902715,0.002328829,0.09487406,0.3911667],"study_design_scores_gemma":[0.0042573144,0.0024102347,0.53771925,0.013930261,0.00010557351,0.0002627447,0.054702964,0.18532829,0.000080644306,0.00009513075,0.20067671,0.00043088658],"about_ca_topic_score_codex":0.11801393,"about_ca_topic_score_gemma":0.0032588763,"teacher_disagreement_score":0.3907358,"about_ca_system_score_codex":0.00034966416,"about_ca_system_score_gemma":0.001336858,"threshold_uncertainty_score":0.9996801},"labels":[],"label_agreement":null},{"id":"W1980444706","doi":"10.1353/scp.0.0083","title":"What Competencies Do Today’s Academic Authors Need?","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Engineering ethics; Engineering","score_opus":0.030721331364393933,"score_gpt":0.3294878327528261,"score_spread":0.2987665013884322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980444706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8540496,0.0007996838,0.00027668418,0.13135138,0.0112554915,0.000107637796,6.384418e-7,0.00003015924,0.0021287133],"genre_scores_gemma":[0.9563114,0.00023159503,0.029574286,0.008223556,0.004549638,0.0000032605187,0.000009197975,0.00003068492,0.0010663962],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968657,0.00006702669,0.0009966632,0.0001642299,0.0016032214,0.0003031504],"domain_scores_gemma":[0.9945478,0.00014205488,0.000773411,0.0003267085,0.0038990157,0.00031100804],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.007554216,0.00014148453,0.0003255957,0.00091581687,0.00019296481,0.0117414445,0.00066669175,0.00056328985,0.0004050415],"category_scores_gemma":[0.034022294,0.00011254062,0.00012662802,0.0010652007,0.00013168165,0.085462615,0.00009203937,0.011064058,0.000021211565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014936217,0.00032249757,0.13699643,0.00012689868,0.00019815323,0.00010344512,0.007683389,0.0000064791348,0.13349898,0.029834466,0.38150305,0.30957684],"study_design_scores_gemma":[0.0026479058,0.00040114627,0.21310484,0.0017122906,0.0002415662,0.0035953,0.029763974,0.00015855745,0.002403333,0.01042723,0.7351774,0.0003664563],"about_ca_topic_score_codex":0.000010607264,"about_ca_topic_score_gemma":0.0000020003276,"teacher_disagreement_score":0.35367435,"about_ca_system_score_codex":0.00018106675,"about_ca_system_score_gemma":0.0007642761,"threshold_uncertainty_score":0.99121743},"labels":[],"label_agreement":null},{"id":"W1980463362","doi":"10.1002/oti.149","title":"Development of the Competency Based Fieldwork Evaluation (CBFE)","year":2001,"lang":"en","type":"article","venue":"Occupational Therapy International","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Occupational therapy; Variety (cybernetics); Rehabilitation; Scale (ratio); Medical education; Rating scale; Set (abstract data type); Test (biology); Core competency; Professional development; Psychology; Health care; Medicine; Computer science; Political science","score_opus":0.0783897490573849,"score_gpt":0.4094080125188782,"score_spread":0.3310182634614933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980463362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727521,0.000043400883,0.0070325276,0.007720645,0.0014091654,0.0004495781,0.000004582741,0.000022167269,0.010565837],"genre_scores_gemma":[0.955212,0.000009033779,0.04095377,0.0027275013,0.00029206873,0.00009108905,0.0002827774,0.000009430679,0.00042232106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807966,0.00004279061,0.00041993568,0.0001519142,0.0012092475,0.000096435826],"domain_scores_gemma":[0.9985129,0.00005683209,0.00018855026,0.00021587613,0.0010031754,0.000022625676],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00058389397,0.00009199204,0.00009952409,0.00013772583,0.000095298405,0.000010734411,0.0002065216,0.00006623651,0.0040795086],"category_scores_gemma":[0.0003698754,0.00006659176,0.00007315251,0.00036854262,0.000066916815,0.00006810666,0.000019095784,0.00013779302,0.0000240477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008283004,0.0012767013,0.5393654,0.00001900006,0.0002544509,0.0000010949544,0.0010553764,0.00052060845,0.007035418,0.01875296,0.006998468,0.4238922],"study_design_scores_gemma":[0.0018917826,0.00003618892,0.8421264,0.00010526092,0.00001701532,0.000013960932,0.00008492347,0.015397496,0.00460895,0.0009786627,0.13463837,0.00010096587],"about_ca_topic_score_codex":0.00000555903,"about_ca_topic_score_gemma":0.000006537369,"teacher_disagreement_score":0.42379123,"about_ca_system_score_codex":0.00021144094,"about_ca_system_score_gemma":0.0013049965,"threshold_uncertainty_score":0.9968309},"labels":[],"label_agreement":null},{"id":"W1980538447","doi":"10.1111/j.1525-1497.2004.30408.x","title":"A survey of internal medicine residents and faculty about the duration of attendings’ inpatient rotations","year":2004,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Graduate medical education; Family medicine; Likert scale; MEDLINE; Medical education; Psychology","score_opus":0.05546112071466058,"score_gpt":0.3987858919222637,"score_spread":0.34332477120760313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980538447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97567636,0.0008174572,0.0061724563,0.015058567,0.0013664289,0.00023596021,0.000009203972,0.00000473239,0.00065881916],"genre_scores_gemma":[0.99506015,0.0002555422,0.0018100896,0.0013263593,0.0009833074,0.0000043503896,0.000037955106,0.000016842483,0.00050538604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99631935,0.00012968763,0.002075849,0.00015006925,0.0011567819,0.00016823804],"domain_scores_gemma":[0.99525803,0.00017622249,0.0019009754,0.00021586007,0.0023182586,0.00013064753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023426812,0.00017806362,0.00064299925,0.00053400453,0.00006398852,0.000006948329,0.0002593466,0.0000881448,0.0001690601],"category_scores_gemma":[0.005924903,0.00009849218,0.00007395003,0.0005850896,0.00072604377,0.00015746077,0.000051788735,0.00055399624,0.0000013399106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032358675,0.0010649194,0.70607066,0.0006817345,0.0014070532,0.00011546111,0.023171041,0.00027375072,0.12432249,0.0038511022,0.09041139,0.045394536],"study_design_scores_gemma":[0.0047672517,0.0030235061,0.97926384,0.0039411145,0.0002540633,0.0007366855,0.0011103274,0.0003342939,0.005320495,0.0006258952,0.0005413349,0.00008116676],"about_ca_topic_score_codex":0.0063081635,"about_ca_topic_score_gemma":0.00015429784,"teacher_disagreement_score":0.2731932,"about_ca_system_score_codex":0.00020046596,"about_ca_system_score_gemma":0.00021925278,"threshold_uncertainty_score":0.9536098},"labels":[],"label_agreement":null},{"id":"W1980764957","doi":"10.1046/j.1365-2923.2000.00757.x","title":"The accountability of clinical education: its definition and assessment","year":2000,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Accountability; Health care; Medical education; Scholarship; Medicine; Workforce; Population; Judgement; Clinical governance; Population health; Nursing; Psychology; Public health; Political science","score_opus":0.04985540820669618,"score_gpt":0.48353769937367663,"score_spread":0.4336822911669804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980764957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9015797,0.0008307593,0.00005387327,0.050612178,0.001967341,0.0004985093,0.0000012881019,0.000031246444,0.044425126],"genre_scores_gemma":[0.9742472,0.00219795,0.005894335,0.014001097,0.0012707843,0.0002244507,0.00015046578,0.000016270003,0.001997444],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975896,0.00017048632,0.00097252737,0.00027314294,0.00082771026,0.00016655803],"domain_scores_gemma":[0.9982701,0.0003168456,0.00019864031,0.0004409711,0.00063775963,0.00013566327],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027336292,0.000110040026,0.00024796382,0.00006719322,0.00019138289,0.000023165632,0.00013944288,0.00021628426,0.003443356],"category_scores_gemma":[0.005923331,0.000077838566,0.000063096224,0.0004141681,0.00043877383,0.00011971499,0.000020875026,0.00054962264,0.00005119969],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041979354,0.0014993448,0.020567529,0.00009541544,0.000016389284,1.1404749e-7,0.00013427348,3.9169976e-8,0.000005542842,0.007095276,0.045292724,0.92525136],"study_design_scores_gemma":[0.0005463876,0.00015383176,0.55180144,0.00027479132,0.00007460456,0.000060523762,0.00094311364,0.00048635597,0.000027209036,0.002162224,0.44337437,0.000095180694],"about_ca_topic_score_codex":0.000057457244,"about_ca_topic_score_gemma":0.000009674522,"teacher_disagreement_score":0.9251562,"about_ca_system_score_codex":0.00010610455,"about_ca_system_score_gemma":0.0084964475,"threshold_uncertainty_score":0.99746764},"labels":[],"label_agreement":null},{"id":"W1981048654","doi":"10.3138/jvme.36.4.418","title":"Evaluation of Radiographic Interpretation Competence of Veterinary Students in Finland","year":2009,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Taxonomy (biology); Competence (human resources); Medical education; Qualitative research; Psychology; Veterinary education; Medicine; Veterinary medicine; Pedagogy; Ecology; Biology; Sociology; Curriculum; Social psychology","score_opus":0.06594346990732558,"score_gpt":0.4601134103049189,"score_spread":0.39416994039759334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981048654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948722,0.0009086244,0.00049020257,0.0019558356,0.0011290174,0.00032709734,6.758074e-7,0.0000039740726,0.00031237546],"genre_scores_gemma":[0.9957484,0.000241533,0.0031481264,0.0005980584,0.00021768914,0.0000107005435,0.000016701919,0.000008445116,0.000010362893],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99521655,0.00037277385,0.0013982768,0.0001451991,0.002727298,0.00013990099],"domain_scores_gemma":[0.99690616,0.00009245458,0.0009060579,0.00022874102,0.0017583895,0.00010822465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005492899,0.00012463967,0.00043518483,0.0009846339,0.00002187306,0.0000069256057,0.0002713185,0.00015614704,0.00028812798],"category_scores_gemma":[0.0049392176,0.000110079716,0.000114097595,0.0009145566,0.00014728945,0.00025030875,0.000022679109,0.0004211648,0.0000017769432],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015975039,0.0063705374,0.055116978,0.0004264723,0.00012204429,0.000032853026,0.003432299,0.000063318585,0.018203035,0.000121205114,0.0015842502,0.9129295],"study_design_scores_gemma":[0.0033476371,0.00696247,0.97624123,0.0038579868,0.00028222217,0.0013184269,0.0011056504,0.0049867816,0.00037858594,0.00086628523,0.00053577585,0.00011694559],"about_ca_topic_score_codex":0.000011926887,"about_ca_topic_score_gemma":7.947734e-7,"teacher_disagreement_score":0.9211243,"about_ca_system_score_codex":0.00026206562,"about_ca_system_score_gemma":0.0022054885,"threshold_uncertainty_score":0.59130615},"labels":[],"label_agreement":null},{"id":"W1981109383","doi":"10.1097/acm.0b013e31817eb4c0","title":"Patients??? Perspectives on Physicians??? Roles: Implications for Curricular Reform","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Health Evaluation and Outcome Sciences; McGill University","funders":"McGill University Health Centre; Faculty of Medicine, McGill University; Max Bell Foundation","keywords":"Curriculum; Medical education; Active listening; Concordance; Ideal (ethics); Salient; Resource (disambiguation); Psychology; Perspective (graphical); Medicine; Pedagogy","score_opus":0.028598255193340468,"score_gpt":0.36254348936028286,"score_spread":0.3339452341669424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981109383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9061789,0.0007637937,0.004987517,0.07522508,0.00061254244,0.001612819,0.00001544177,0.00017945636,0.010424442],"genre_scores_gemma":[0.9820453,0.0008057101,0.0010592765,0.011434503,0.0022707053,0.0003859145,0.0004118399,0.00004208347,0.0015447007],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982553,0.000021406448,0.0005280794,0.00042213732,0.00043860587,0.00033447891],"domain_scores_gemma":[0.99840665,0.00009843682,0.00020724259,0.00048296966,0.00069659884,0.00010810091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033818738,0.00020170679,0.0003682155,0.0002876218,0.00026956756,0.0000014767359,0.00019360254,0.0002263285,0.000086563865],"category_scores_gemma":[0.0020886282,0.00015059905,0.000071040675,0.0007061967,0.00042631495,0.00009936497,0.00002025546,0.0006912592,0.00004763505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029511482,0.0006746265,0.061242327,0.00020232612,0.0001958186,0.0000035248236,0.035549156,0.000004509106,0.0028596933,0.12190174,0.6926837,0.08438745],"study_design_scores_gemma":[0.0129323155,0.0039979448,0.55490685,0.001992238,0.0005580158,0.00016911374,0.04449713,0.00048597486,0.0012611581,0.0076157763,0.3707845,0.0007990291],"about_ca_topic_score_codex":0.000014761603,"about_ca_topic_score_gemma":2.657557e-7,"teacher_disagreement_score":0.49366447,"about_ca_system_score_codex":0.00053924316,"about_ca_system_score_gemma":0.000112210895,"threshold_uncertainty_score":0.61412513},"labels":[],"label_agreement":null},{"id":"W1981195262","doi":"10.1207/s15328015tlm1201_7","title":"Qualitative Assessment of the Impact of Health Care Reform on the Availability of Clinicians for Preclinical Medical Instruction","year":2000,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Specialty; Medical education; Restructuring; Medicine; Health care; Family medicine; Inclusion (mineral); Population; Nursing; Psychology; Pedagogy; Political science","score_opus":0.08054977006049595,"score_gpt":0.5445857779831627,"score_spread":0.4640360079226667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981195262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776942,0.00011424517,0.00017526315,0.01883824,0.00012341897,0.00050075795,0.0000026306345,0.0000101544065,0.0025410966],"genre_scores_gemma":[0.997815,0.000039675127,0.0013415905,0.0005175358,0.0001235272,0.000017134294,0.000023281815,0.0000089348105,0.00011333211],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996244,0.0017310726,0.0011364248,0.00017711287,0.00057235506,0.0001390106],"domain_scores_gemma":[0.9970727,0.0019315532,0.0005070968,0.00028338464,0.00016417602,0.00004109534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017524231,0.00009766994,0.0005195735,0.0000934056,0.00016496074,0.0000011141789,0.00011560662,0.00011496331,0.00021212878],"category_scores_gemma":[0.019218119,0.000046045167,0.00008767281,0.0002490345,0.00065471465,0.00002138793,0.000015715108,0.001694331,1.7060613e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041927118,0.0005221179,0.0917971,0.00070157874,0.00009263705,1.5791043e-7,0.14313579,0.0002019199,0.000046711964,0.0026040522,0.0009385302,0.75954014],"study_design_scores_gemma":[0.0037305525,0.0065004313,0.853905,0.0038010161,0.0000624979,0.000009376727,0.123236984,0.006917459,0.00001628555,0.0003859424,0.0013545353,0.00007987953],"about_ca_topic_score_codex":0.002263678,"about_ca_topic_score_gemma":0.000021816111,"teacher_disagreement_score":0.76210797,"about_ca_system_score_codex":0.00026373536,"about_ca_system_score_gemma":0.00059649115,"threshold_uncertainty_score":0.9890434},"labels":[],"label_agreement":null},{"id":"W1981364478","doi":"10.1111/acem.12032","title":"A Suggested Core Content for Education Scholarship Fellowships in Emergency Medicine","year":2012,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre","funders":"","keywords":"Scholarship; Medicine; Curriculum; Medical education; Session (web analytics); Core curriculum; Core competency; Faculty development; Professional development; Pedagogy; Sociology; Political science; Management","score_opus":0.21656441360102502,"score_gpt":0.4563116563031347,"score_spread":0.23974724270210968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981364478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91516185,0.020388974,0.0005940956,0.034356356,0.019941738,0.002497757,0.000005570981,0.00014574027,0.0069079264],"genre_scores_gemma":[0.9614573,0.008909611,0.00085193984,0.0025376552,0.010692824,0.001000116,0.0008791874,0.000107712614,0.013563614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941778,0.0001215906,0.0030917677,0.00058787974,0.0010155428,0.001005399],"domain_scores_gemma":[0.99677473,0.00014944072,0.00078104925,0.00068667333,0.0011052473,0.00050283235],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004770161,0.00046582439,0.00082275574,0.0010013991,0.00017403248,4.532432e-7,0.00040363823,0.0006350013,0.007297959],"category_scores_gemma":[0.01841824,0.00037235388,0.00011992389,0.0024544054,0.00030715318,0.0004500176,0.00005262414,0.0017469203,0.00009344108],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016936044,0.00044375253,0.7090123,0.0005576116,0.000060720133,5.3320946e-7,0.003694379,3.1209152e-7,0.014602623,0.00794717,0.25644156,0.007069604],"study_design_scores_gemma":[0.004260378,0.0008530883,0.8107418,0.0023059775,0.0005760586,0.000069110436,0.008808221,0.00017518141,0.0004325216,0.005791326,0.16540061,0.00058574736],"about_ca_topic_score_codex":0.00026146986,"about_ca_topic_score_gemma":0.000026299978,"teacher_disagreement_score":0.10172942,"about_ca_system_score_codex":0.00047710972,"about_ca_system_score_gemma":0.00037028926,"threshold_uncertainty_score":0.99987286},"labels":[],"label_agreement":null},{"id":"W1981532738","doi":"10.1097/00001888-200009001-00126","title":"McMaster University Undergraduate MD Program","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Educational program; Corporate governance; Health care; Population; Professional development; Accreditation; Scope (computer science); Curriculum development; Political science; Medicine; Sociology; Pedagogy; Management","score_opus":0.02479822998586719,"score_gpt":0.33838862730719094,"score_spread":0.31359039732132377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981532738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6725939,0.00052849593,0.00045766972,0.12042802,0.0005290826,0.0010093751,0.0000015004492,0.0004697801,0.20398217],"genre_scores_gemma":[0.79729986,0.0025976566,0.0023330138,0.014864307,0.0018475268,0.000016659069,0.00013934234,0.000038253245,0.18086341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859524,0.000043319294,0.00032234009,0.00028001182,0.0004606334,0.00029845446],"domain_scores_gemma":[0.99936,0.000043752458,0.000070483235,0.00025562965,0.00011694788,0.00015315393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004212885,0.00014346125,0.0002584872,0.00017966358,0.000092150265,0.0000020397215,0.00016326102,0.00023250285,0.010789427],"category_scores_gemma":[0.00032326858,0.00011550822,0.000031423187,0.0008631584,0.0003798972,0.00009931159,0.00001841325,0.0008725993,0.00048570117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010404216,0.00004285581,0.0022811748,0.00005499348,0.00003730661,0.000022517546,0.00089543377,0.0000010502433,0.00041380935,0.0025849761,0.3347288,0.658833],"study_design_scores_gemma":[0.002073392,0.0003645771,0.005375239,0.00033876524,0.0001462626,0.00014236149,0.0009813369,0.00042672746,0.00010556535,0.001012775,0.98890775,0.00012523828],"about_ca_topic_score_codex":0.000035037287,"about_ca_topic_score_gemma":6.395904e-7,"teacher_disagreement_score":0.6587078,"about_ca_system_score_codex":0.00014752254,"about_ca_system_score_gemma":0.000099911456,"threshold_uncertainty_score":0.99011487},"labels":[],"label_agreement":null},{"id":"W1981747778","doi":"10.3821/145.4.cpj174","title":"An Evaluation of Teaching Physical Examination to Pharmacists","year":2012,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Session (web analytics); Medicine; Psychological intervention; Physical therapy; Scope of practice; Confidence interval; Health care; Psychology; Family medicine; Nursing; Internal medicine","score_opus":0.06380291878337394,"score_gpt":0.3924666824986916,"score_spread":0.3286637637153177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981747778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99313796,0.00015539353,0.00044426357,0.00017180221,0.002674189,0.0006640503,0.000064219596,0.000023188379,0.0026649442],"genre_scores_gemma":[0.99238265,0.00006144207,0.0013105986,0.002593973,0.003304585,0.00004714417,0.000115216004,0.00005573976,0.00012866838],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99619156,0.000503271,0.0006637938,0.00029950295,0.0014599244,0.0008819272],"domain_scores_gemma":[0.99500895,0.00006145588,0.0002970841,0.00032583153,0.002056026,0.0022506781],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047835177,0.00029005948,0.0003780441,0.00079101097,0.00054943754,0.000060257604,0.00035122965,0.00006541917,0.0007795599],"category_scores_gemma":[0.0013653076,0.00030586022,0.000098240955,0.00093009125,0.000120569035,0.000768414,0.000020701144,0.0008525709,0.000017728267],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007849598,0.00051184243,0.004872605,0.00019204682,0.00015238227,0.0007065217,0.008593957,0.0008616372,0.03641313,0.00020690354,0.01795617,0.9294543],"study_design_scores_gemma":[0.013173154,0.00066031155,0.009142428,0.000250686,0.003542872,0.6115244,0.00048096196,0.21003118,0.09221426,0.00028758793,0.05636292,0.002329211],"about_ca_topic_score_codex":0.0028809984,"about_ca_topic_score_gemma":0.0014056595,"teacher_disagreement_score":0.9271251,"about_ca_system_score_codex":0.0049320194,"about_ca_system_score_gemma":0.00429161,"threshold_uncertainty_score":0.9999393},"labels":[],"label_agreement":null},{"id":"W1982096088","doi":"10.1016/j.amjsurg.2004.08.066","title":"A randomized trial of teaching bioethics to surgical residents","year":2005,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University Health Network; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Bioethics; Checklist; Informed consent; Medicine; Randomized controlled trial; Significant difference; Confidence interval; Family medicine; Alternative medicine; Surgery; Psychology; Internal medicine; Pathology","score_opus":0.062420374286626674,"score_gpt":0.40765879669384425,"score_spread":0.3452384224072176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982096088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436868,0.00006748595,0.000561115,0.05451348,0.0005552471,0.00020767456,4.441576e-7,0.000006275539,0.00040151257],"genre_scores_gemma":[0.99141294,0.000119028125,0.0043582814,0.0023113505,0.0016437005,0.000005510315,0.0000011309284,0.000012430833,0.00013564233],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99721426,0.0006713633,0.0011481011,0.000073330026,0.0007367276,0.0001562275],"domain_scores_gemma":[0.99526346,0.0028713597,0.0011424302,0.00023072111,0.0003975917,0.00009446148],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013073902,0.000085857304,0.00095879653,0.00040937695,0.000058536898,0.000009491033,0.00014154249,0.00003138531,0.000057762],"category_scores_gemma":[0.010909852,0.000049445036,0.0003184987,0.0005526388,0.0007361327,0.000064108426,0.000023183871,0.00065524416,0.000008504987],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7803088,0.0003526442,0.0008691637,0.000013872871,0.00018490566,0.000022769107,0.0012058117,0.000019758636,0.00012881545,0.00038982683,0.008982727,0.2075209],"study_design_scores_gemma":[0.965311,0.0012472171,0.005038334,0.0013777193,0.0007435396,0.0017982716,0.004864264,0.00025270958,0.0011953741,0.00070773007,0.017161606,0.00030222817],"about_ca_topic_score_codex":0.000083098486,"about_ca_topic_score_gemma":3.717536e-7,"teacher_disagreement_score":0.20721868,"about_ca_system_score_codex":0.000075967444,"about_ca_system_score_gemma":0.00042083176,"threshold_uncertainty_score":0.9974217},"labels":[],"label_agreement":null},{"id":"W1982359958","doi":"10.3138/jvme.30.1.13","title":"Accreditation: Standards for Quality Continuing Professional Development","year":2003,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Continuing medical education; Continuing education; Medical education; Certification and Accreditation; Continuing professional development; Quality (philosophy); Professional development; Medicine; Nursing","score_opus":0.08299928059586874,"score_gpt":0.4915736104172631,"score_spread":0.40857432982139436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982359958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96889144,0.00034774243,0.012465533,0.007846546,0.0092190765,0.00038808913,0.0000019895906,0.0000138635505,0.00082571286],"genre_scores_gemma":[0.9096445,0.000036331465,0.08441539,0.002935544,0.0014757881,0.00009224323,0.000060078943,0.00002128532,0.0013188506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968742,0.00014646362,0.0011188828,0.00013883469,0.0015380619,0.00018353609],"domain_scores_gemma":[0.9963221,0.00018521554,0.0005992131,0.00014641864,0.0025348426,0.00021222203],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050670113,0.0001166042,0.0003019804,0.00022634586,0.00010851452,0.000016490618,0.000115832234,0.00016575183,0.0015454494],"category_scores_gemma":[0.021549545,0.00009421171,0.000093339215,0.00027293063,0.00008510013,0.0001539471,0.000012720695,0.00038538038,0.000003670794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008619594,0.0024287615,0.0033682915,0.00071317406,0.00010051527,0.000013394309,0.0031904636,6.6787584e-7,0.0016084386,0.0032572416,0.18860897,0.79584813],"study_design_scores_gemma":[0.00211964,0.0008102322,0.031164361,0.0012951319,0.000047118778,0.0011122916,0.0027995205,0.000027055017,0.0008317312,0.00034562868,0.95932204,0.00012523432],"about_ca_topic_score_codex":8.224906e-7,"about_ca_topic_score_gemma":2.9650016e-7,"teacher_disagreement_score":0.7957229,"about_ca_system_score_codex":0.00039660145,"about_ca_system_score_gemma":0.015121075,"threshold_uncertainty_score":0.9993673},"labels":[],"label_agreement":null},{"id":"W1982373037","doi":"10.1002/chp.140","title":"The role of collegial interaction in continuing professional development","year":2007,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Royal Victoria Regional Health Centre; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Multidisciplinary approach; Medicine; Thematic analysis; Professional development; Medical education; Nursing; Continuing medical education; Family medicine; Qualitative research; Continuing education; Political science","score_opus":0.01752598528675966,"score_gpt":0.4247995900628958,"score_spread":0.40727360477613617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982373037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754106,0.0007653087,0.00024048712,0.016672235,0.0054928637,0.0007801437,2.4636054e-7,0.0000046932823,0.00063343596],"genre_scores_gemma":[0.9938883,0.00006528637,0.003849881,0.0007376128,0.0004833262,0.000032935284,0.0000057300826,0.000010877544,0.00092605664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967624,0.00040024298,0.0018605174,0.00009923671,0.0005859485,0.0002916699],"domain_scores_gemma":[0.9965975,0.00081323495,0.0015423953,0.00019605033,0.0007825798,0.00006820695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010495761,0.0000999678,0.00028588652,0.000541169,0.00020637634,0.000013793304,0.00022320014,0.00009982655,0.000018516275],"category_scores_gemma":[0.0023188891,0.000057851485,0.000051120507,0.0008242833,0.00007851992,0.00014444825,0.000026417001,0.0011171974,0.0000020718692],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000529336,0.0014091358,0.06785487,0.00012209671,0.000014143452,0.0000018585384,0.116578326,0.0000024960916,0.0006876382,0.002440873,0.008284907,0.8020743],"study_design_scores_gemma":[0.0012102947,0.00017994427,0.49779114,0.0071911267,0.000013918986,0.00012186455,0.38923576,0.000050546336,0.0007227079,0.0009271066,0.102473326,0.00008225326],"about_ca_topic_score_codex":0.000027171985,"about_ca_topic_score_gemma":0.00010416141,"teacher_disagreement_score":0.80199206,"about_ca_system_score_codex":0.0005260173,"about_ca_system_score_gemma":0.0032881752,"threshold_uncertainty_score":0.58330816},"labels":[],"label_agreement":null},{"id":"W1982414116","doi":"10.1097/00001888-200009001-00132","title":"Sherbrooke University Medical School","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Curriculum; Medical education; Resource (disambiguation); Session (web analytics); Plan (archaeology); Corporate governance; Political science; Medicine; Psychology; Management; Pedagogy; Business","score_opus":0.016748279999350735,"score_gpt":0.32342779179312153,"score_spread":0.3066795117937708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982414116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7084062,0.00069714675,0.0006647035,0.11575997,0.0006492638,0.00039806098,9.821447e-7,0.00026145458,0.1731622],"genre_scores_gemma":[0.78033334,0.0042139334,0.0009016817,0.05834928,0.0044710184,0.000008358697,0.00012808244,0.00004468647,0.15154961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977389,0.000057216246,0.00043728043,0.00032183286,0.0011158168,0.0003289367],"domain_scores_gemma":[0.9987117,0.0000810959,0.000060895272,0.00037650907,0.00012977842,0.0006400083],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009913389,0.0001574933,0.00032968353,0.00022699212,0.00010730029,0.0000016262322,0.00029553988,0.0004856037,0.11901206],"category_scores_gemma":[0.00395451,0.00012807692,0.00003756489,0.0008868447,0.00048255778,0.000107431755,0.000028430848,0.0016122957,0.0013832558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020559208,0.00004496826,0.009683826,0.000111322865,0.0000632193,0.00015636736,0.0010147708,0.0000013131361,0.00046350545,0.0053670667,0.7566491,0.22623895],"study_design_scores_gemma":[0.0029574644,0.00020303098,0.013545011,0.0008390949,0.00012284234,0.00040191537,0.0010485718,0.0007131961,0.00007611148,0.0005401754,0.9794002,0.00015237763],"about_ca_topic_score_codex":0.0000731019,"about_ca_topic_score_gemma":0.0000015776766,"teacher_disagreement_score":0.22608657,"about_ca_system_score_codex":0.0002500552,"about_ca_system_score_gemma":0.00053139805,"threshold_uncertainty_score":0.9993943},"labels":[],"label_agreement":null},{"id":"W1982710505","doi":"10.3138/jvme.0912.082r","title":"Subject Matter Expert and Public Evaluations of a Veterinary Toxicology Course Brochure-Writing Assignment","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Readability; Grading (engineering); Brochure; Medical education; Medicine; Public speaking; Psychology; Veterinary medicine; Computer science; Mathematics education; Engineering","score_opus":0.07373340158490468,"score_gpt":0.4356073961652327,"score_spread":0.361873994580328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982710505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510115,0.0009940576,0.0009752149,0.04472303,0.0013803553,0.00037589052,7.5736807e-7,0.000010691375,0.0005285475],"genre_scores_gemma":[0.98426884,0.00020377291,0.0078832805,0.0064954218,0.0008705921,0.000098733406,0.000021568645,0.000022520266,0.00013528911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997124,0.00025027274,0.0011417081,0.00019145005,0.0010279597,0.00026460804],"domain_scores_gemma":[0.9974992,0.00018864777,0.00062845903,0.00025765586,0.0011113718,0.00031461465],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014006039,0.00016162652,0.00040678095,0.00039938244,0.00009384701,0.00003175037,0.0001830158,0.00022668073,0.0052414592],"category_scores_gemma":[0.0027713398,0.00013614689,0.000089943656,0.00035719218,0.00030433814,0.00040428436,0.00006744594,0.00051887217,0.000031580556],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032791545,0.0070337644,0.041342575,0.0007105662,0.00030548952,0.000060344086,0.0031227705,0.0000013130251,0.08877573,0.00033217258,0.18878719,0.6692002],"study_design_scores_gemma":[0.004461131,0.011006172,0.8990371,0.0029677805,0.00032698884,0.023935182,0.014406623,0.0013896674,0.0007178387,0.0007837115,0.040493064,0.00047469288],"about_ca_topic_score_codex":0.00002785217,"about_ca_topic_score_gemma":4.792073e-7,"teacher_disagreement_score":0.85769457,"about_ca_system_score_codex":0.00024045711,"about_ca_system_score_gemma":0.0025130282,"threshold_uncertainty_score":0.9956679},"labels":[],"label_agreement":null},{"id":"W1982715626","doi":"10.3109/0142159x.2015.1009019","title":"Evidence for curricular and instructional design approaches in undergraduate medical education: An umbrella review","year":2015,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Rigour; Scrutiny; MEDLINE; Medical education; Empirical evidence; Systematic review; Critical appraisal; Evidence-based medicine; Extant taxon; Psychological intervention; Psychology; Medicine; Alternative medicine; Nursing","score_opus":0.4403429476132362,"score_gpt":0.5040149157743871,"score_spread":0.06367196816115084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982715626","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011383416,0.97720593,0.0028071238,0.015687574,0.00084950647,0.002952695,0.0000014157863,0.000059285423,0.00042508967],"genre_scores_gemma":[0.0000032367511,0.98133254,0.01101698,0.0023806633,0.0018693669,0.0019336878,0.00055497314,0.000079805744,0.00082874077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938714,0.0008959291,0.001526858,0.00089185423,0.0023905467,0.00042343824],"domain_scores_gemma":[0.9974082,0.00024656887,0.00038860692,0.000681154,0.00036317363,0.00091230706],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008906697,0.00050013507,0.0020036164,0.00037494465,0.00007882804,0.000027468375,0.00048444112,0.0011659064,0.0012722173],"category_scores_gemma":[0.03247599,0.00037107916,0.00021847825,0.0011128498,0.00050774985,0.00017811639,0.00010950154,0.0018875344,0.000038350747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010018559,0.000595279,0.00006837928,0.039748747,0.00006279261,0.000012019716,0.000031964413,3.745543e-8,1.7511175e-9,0.0011442419,0.074994616,0.8833319],"study_design_scores_gemma":[0.00048852403,0.00013053896,0.000006850603,0.18300207,0.00071874383,0.0010879196,0.00003443005,0.0011906859,1.1005422e-8,0.0007088965,0.81233704,0.00029430308],"about_ca_topic_score_codex":0.000019984158,"about_ca_topic_score_gemma":0.000004492676,"teacher_disagreement_score":0.8830376,"about_ca_system_score_codex":0.0006196219,"about_ca_system_score_gemma":0.016084053,"threshold_uncertainty_score":0.9998741},"labels":[],"label_agreement":null},{"id":"W1982872158","doi":"10.12968/ijtr.2012.19.10.549","title":"Positive clinical placements: perspectives of students and clinical educators in rehabilitation medicine","year":2012,"lang":"en","type":"article","venue":"International Journal of Therapy and Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Health Research Board","keywords":"Rehabilitation; Medical education; Agency (philosophy); Demographics; Medicine; Perception; Psychology; Outcome (game theory); Physical therapy","score_opus":0.03173426882939019,"score_gpt":0.4833008762262514,"score_spread":0.4515666073968612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982872158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781959,0.0012023493,0.0001282936,0.018441437,0.001646241,0.00029345573,0.0000015753893,0.000003235067,0.000087530454],"genre_scores_gemma":[0.9876227,0.0013909336,0.009716024,0.00042536974,0.0007996844,0.0000053794643,0.0000069535267,0.000008494953,0.000024500558],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99738765,0.0003479827,0.0013980309,0.00014181505,0.0006252835,0.000099268625],"domain_scores_gemma":[0.9961404,0.0018845389,0.0006309511,0.00009459894,0.0011573675,0.00009212043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050178147,0.00009608753,0.0003529601,0.0005027304,0.000023409324,0.000008184078,0.00010516999,0.00011091756,0.000050977527],"category_scores_gemma":[0.007944549,0.000071665556,0.000095262054,0.00019374149,0.00064041733,0.00034662662,0.000024056686,0.0003209687,6.7047125e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014879402,0.0021298968,0.91256905,0.000023768887,0.00023486697,8.269986e-7,0.02089365,7.4268e-7,0.0001362298,0.0014845382,0.00073133985,0.060307153],"study_design_scores_gemma":[0.0042853677,0.0033120997,0.958828,0.0004939757,0.000042338917,0.0000368204,0.031301215,0.000023394357,0.000014872392,0.00084988616,0.0007574589,0.00005461564],"about_ca_topic_score_codex":0.000019194502,"about_ca_topic_score_gemma":0.0000017319853,"teacher_disagreement_score":0.06025254,"about_ca_system_score_codex":0.00015064006,"about_ca_system_score_gemma":0.0000982195,"threshold_uncertainty_score":0.95109415},"labels":[],"label_agreement":null},{"id":"W1982981623","doi":"10.1002/chp.1340240405","title":"Identifying educationally influential specialists: Issues arising from the use of “classic” criteria","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Psychology; Medical education","score_opus":0.08856224956205036,"score_gpt":0.4761697179233075,"score_spread":0.38760746836125715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982981623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8247191,0.0008996774,0.001663578,0.16696267,0.005161515,0.00052263064,0.000004120445,0.0000069814473,0.00005973998],"genre_scores_gemma":[0.9485628,0.00024922835,0.036016434,0.011344175,0.0033626345,0.000024917807,0.00004759603,0.000021181788,0.0003710043],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9969107,0.0005080976,0.0015425918,0.00013452658,0.0006866509,0.00021744287],"domain_scores_gemma":[0.9962317,0.00054881326,0.001604659,0.00040386748,0.0011381239,0.000072869865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024515537,0.00012396659,0.0003410259,0.00032358879,0.0002711954,0.00008268643,0.00031927187,0.000096272845,0.000110287016],"category_scores_gemma":[0.0040905545,0.000076279524,0.000096231095,0.0007270058,0.00014817198,0.0004256475,0.000032643366,0.00087197934,0.0000050130893],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003534014,0.0042521995,0.059581995,0.00048602986,0.0001329827,0.0000050477174,0.33582115,0.00007287736,0.0031576096,0.020206353,0.3725034,0.20342697],"study_design_scores_gemma":[0.0014860613,0.00017185046,0.80336297,0.011879823,0.00011910603,0.000117461546,0.095239274,0.0000181801,0.0002610076,0.013737553,0.07346604,0.00014070208],"about_ca_topic_score_codex":0.0005961687,"about_ca_topic_score_gemma":0.00006924456,"teacher_disagreement_score":0.743781,"about_ca_system_score_codex":0.00042185117,"about_ca_system_score_gemma":0.005026241,"threshold_uncertainty_score":0.89163357},"labels":[],"label_agreement":null},{"id":"W1983189105","doi":"10.1097/acm.0b013e318226adf6","title":"The CARE Model of Social Accountability: Promoting Cultural Change","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Accountability; Social accounting; Curriculum; Health care; Medical education; Public relations; Social responsibility; Political science; Medicine; Sociology; Pedagogy; Business; Law","score_opus":0.1787427375915733,"score_gpt":0.4117787267584164,"score_spread":0.23303598916684312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983189105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776201,0.0009851548,0.00012231564,0.012034824,0.00050291524,0.00069937814,0.0000023102566,0.000054532986,0.007978459],"genre_scores_gemma":[0.9955594,0.00016314522,0.00037212326,0.0020558147,0.0013685494,0.000105136016,0.000036497422,0.000015916918,0.00032342414],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984541,0.00003547348,0.00054822036,0.00018803813,0.0005222659,0.00025189735],"domain_scores_gemma":[0.99887484,0.00004787435,0.00022719272,0.00023591808,0.0005602854,0.00005389132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009131858,0.00012315402,0.0002632662,0.000073658826,0.00019451333,0.0000013941368,0.00021595355,0.00022154515,0.00013633024],"category_scores_gemma":[0.0014823593,0.00006935284,0.00003618176,0.00037698628,0.00062851614,0.00010999526,0.000049394966,0.0007557436,0.00000780271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016331239,0.000037499827,0.011561631,0.0006010148,0.00006997418,0.0000012842625,0.82486707,1.5712467e-7,0.0067473305,0.013335533,0.017566092,0.12504911],"study_design_scores_gemma":[0.009054562,0.0016396118,0.102164686,0.0033344424,0.0015719197,0.00015731307,0.79273224,0.019046292,0.015567279,0.01341688,0.04038719,0.00092756137],"about_ca_topic_score_codex":0.00007632579,"about_ca_topic_score_gemma":0.000003254019,"teacher_disagreement_score":0.124121554,"about_ca_system_score_codex":0.00011824927,"about_ca_system_score_gemma":0.000108639986,"threshold_uncertainty_score":0.3283372},"labels":[],"label_agreement":null},{"id":"W1983207454","doi":"10.1197/j.aem.2005.04.022","title":"What Do Emergency Medicine Learners Want from Their Teachers? A Multicenter Focus Group Analysis","year":2005,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Teachable moment; Medicine; Certification; Focus group; Medical education; Emergency department; Psychology; Nursing","score_opus":0.03750530213014052,"score_gpt":0.3739854152145146,"score_spread":0.3364801130843741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983207454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8032471,0.06908003,0.0034108132,0.10716872,0.010819815,0.0010634995,0.000012551677,0.00031870685,0.0048787976],"genre_scores_gemma":[0.86963254,0.10917792,0.0008043588,0.0020034106,0.010956935,0.00016041925,0.00085166405,0.00011095968,0.006301807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925209,0.00024482835,0.0033833592,0.0012123865,0.0016824839,0.00095602305],"domain_scores_gemma":[0.9965251,0.00015020178,0.0009604112,0.0012850636,0.00053669716,0.00054253044],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002392395,0.000726225,0.0013971211,0.0013356793,0.0002510175,0.0000024102271,0.0007184843,0.0007262258,0.07166023],"category_scores_gemma":[0.0033200292,0.0005093047,0.00036951632,0.0044616135,0.00056708936,0.00075912225,0.0001090719,0.0025016717,0.0003036173],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030443273,0.0006260557,0.31434408,0.00013283233,0.003829153,0.000010730073,0.06508033,0.000028300225,0.02633953,0.00060322875,0.43789327,0.15080804],"study_design_scores_gemma":[0.008305599,0.0011469944,0.13791515,0.0023894953,0.011230796,0.000027550423,0.09036201,0.0058365865,0.000917595,0.0029594277,0.7374223,0.0014865013],"about_ca_topic_score_codex":0.0010319556,"about_ca_topic_score_gemma":0.00017845385,"teacher_disagreement_score":0.29952902,"about_ca_system_score_codex":0.00040501956,"about_ca_system_score_gemma":0.00009426945,"threshold_uncertainty_score":0.9997996},"labels":[],"label_agreement":null},{"id":"W1983284701","doi":"10.1097/00001888-200501000-00024","title":"Faculty??s and Residents??? Perceptions of Teaching and Evaluating the Role of Health Advocate: A Study at One Canadian University","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"CLARITY; Health care; Medical education; Perception; Focus group; Medicine; Psychology; Nursing; Sociology; Political science","score_opus":0.05735210743257228,"score_gpt":0.4124712849191704,"score_spread":0.3551191774865981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983284701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96661466,0.0007576007,0.00005606391,0.031432185,0.000044405526,0.00057640247,0.000004372177,0.000009235179,0.00050508813],"genre_scores_gemma":[0.9979062,0.00016987576,0.00056367484,0.00091391813,0.00008819057,0.0000031048805,0.000035902656,0.0000075540884,0.00031156943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998642,0.00018346269,0.00041375478,0.00017710372,0.0004146828,0.00016898096],"domain_scores_gemma":[0.9992381,0.000093785806,0.00021309014,0.0001875376,0.00013657096,0.00013095666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030819962,0.000083041894,0.0002812137,0.00023685119,0.00033811238,8.8490697e-7,0.00009523034,0.00008403827,0.000050573894],"category_scores_gemma":[0.0018834216,0.00006125837,0.000010213518,0.0003025455,0.00035223676,0.00004787401,0.000051410203,0.0006877803,0.0000011705964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012279324,0.00013977241,0.5651521,0.0002949529,0.00016499114,0.0000033357449,0.27193338,0.000015550548,0.01140898,0.0051594083,0.0021349557,0.1434698],"study_design_scores_gemma":[0.002356328,0.001037296,0.78287905,0.0007171463,0.00018864276,0.000043583288,0.21120176,0.00012942785,0.00003724194,0.0007763606,0.00057444355,0.000058698442],"about_ca_topic_score_codex":0.12817816,"about_ca_topic_score_gemma":0.0043382267,"teacher_disagreement_score":0.21772699,"about_ca_system_score_codex":0.00037608374,"about_ca_system_score_gemma":0.000602539,"threshold_uncertainty_score":0.8776274},"labels":[],"label_agreement":null},{"id":"W1983314098","doi":"10.1097/00001888-200411000-00025","title":"Assessing the Relationship of Learning Approaches to Workplace Climate in Clerkship and Residency","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Workload; Perception; Specialty; Medical education; Medicine; Psychology; Graduate medical education; Family medicine; Nursing; Accreditation","score_opus":0.21334680487829719,"score_gpt":0.4145344725716366,"score_spread":0.20118766769333943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983314098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90015465,0.00075244636,0.0018192158,0.09442801,0.0001280023,0.00036849035,9.644047e-8,0.000025588866,0.0023235031],"genre_scores_gemma":[0.99542713,0.0001560026,0.0023618059,0.0014535536,0.00031509475,0.00003124583,0.000011911326,0.000015484311,0.00022774104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998432,0.00010991826,0.0006094671,0.00021986953,0.00039302954,0.0002357592],"domain_scores_gemma":[0.9988731,0.0006148096,0.00017275297,0.00020873589,0.00005726788,0.0000733395],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003394487,0.00010789748,0.0002550098,0.00032304088,0.000113073365,0.000005270443,0.00011219936,0.0001928815,0.000024697563],"category_scores_gemma":[0.012911376,0.000072086455,0.000012849984,0.0012185683,0.0002710853,0.0001378603,0.000047279682,0.0014694887,0.0000072459125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053334712,0.000018688728,0.90450567,0.00025275667,0.0000109924,0.0000044130566,0.019833546,0.0003760741,0.00067564915,0.062657416,0.0007187655,0.010892694],"study_design_scores_gemma":[0.0014390821,0.00014827952,0.9585391,0.0033966154,0.00006270746,0.00006552258,0.02438735,0.00029247135,0.00015076516,0.010974232,0.00044982464,0.00009404667],"about_ca_topic_score_codex":0.0000459161,"about_ca_topic_score_gemma":0.0000044781573,"teacher_disagreement_score":0.09527252,"about_ca_system_score_codex":0.00012123142,"about_ca_system_score_gemma":0.00016195324,"threshold_uncertainty_score":0.9954033},"labels":[],"label_agreement":null},{"id":"W1983376915","doi":"10.3138/jvme.33.4.588","title":"The Use of the Objective Structured Clinical Examination (OSCE) in Small-Animal Internal Medicine and Surgery","year":2006,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Physical examination; Medical education; Medicine; Adaptation (eye); Medical physics; Psychology; Surgery","score_opus":0.1236970679465902,"score_gpt":0.42201963958124067,"score_spread":0.2983225716346505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983376915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766598,0.00044270704,0.0001935623,0.01960844,0.0027905062,0.00021448889,4.5944526e-7,0.000004132167,0.000085914355],"genre_scores_gemma":[0.9956939,0.00032873274,0.0009200046,0.0014490478,0.0014457102,0.0000074155546,0.0000070295087,0.000012514958,0.0001356504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967624,0.00054230413,0.0016229317,0.00014927112,0.0007635189,0.00015958879],"domain_scores_gemma":[0.9964897,0.001522188,0.0009596307,0.00023445362,0.0007000542,0.00009397982],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038901283,0.00012476729,0.00038743802,0.00029404825,0.00008796975,0.000017097384,0.00018863195,0.00018629961,0.00007678389],"category_scores_gemma":[0.02059753,0.00006755426,0.00010999133,0.0005281892,0.0007316043,0.00016506988,0.00005131024,0.00081965467,4.6115787e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012013217,0.0013599853,0.32314816,0.00018594242,0.00008826255,0.000035000605,0.0010919628,0.0000033341262,0.0015498643,0.0010843324,0.04765156,0.62260026],"study_design_scores_gemma":[0.0007866289,0.0006643705,0.98175883,0.0011800905,0.00006464147,0.0013104253,0.0007762313,0.00032858367,0.00006582983,0.00033829577,0.0126677565,0.000058321817],"about_ca_topic_score_codex":0.00018785545,"about_ca_topic_score_gemma":0.000050009876,"teacher_disagreement_score":0.65861064,"about_ca_system_score_codex":0.00018600294,"about_ca_system_score_gemma":0.0015832161,"threshold_uncertainty_score":0.9876524},"labels":[],"label_agreement":null},{"id":"W1983483152","doi":"10.5959/eimj.v6i2.235","title":"Approach to learning of medical students in a Caribbean medical school","year":2014,"lang":"en","type":"article","venue":"Education in Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; Psychology; Medicine","score_opus":0.016835894946672706,"score_gpt":0.41110168588105117,"score_spread":0.39426579093437847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983483152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8966913,0.00024998176,0.013292391,0.07114289,0.002544007,0.0005132853,1.577399e-7,0.000023660074,0.015542321],"genre_scores_gemma":[0.9769378,0.00015795493,0.007610597,0.010105487,0.0037667942,0.00007421216,0.00003895539,0.00003548297,0.0012727429],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922946,0.00040852808,0.0015380132,0.00030736558,0.0050779274,0.00037354595],"domain_scores_gemma":[0.9976692,0.00018842921,0.00031910097,0.00031175994,0.0005112468,0.0010002244],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012959659,0.00018560328,0.0006144826,0.0017041869,0.00007208221,0.00002173627,0.0007348634,0.0003282349,0.004105677],"category_scores_gemma":[0.052780673,0.00014998706,0.000050581202,0.001766625,0.00020408722,0.00010716998,0.00009598502,0.0025822867,0.000033582783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010813982,0.002984863,0.68690455,0.00025973108,0.000037744026,0.000009637186,0.00692552,0.00006044315,0.00010257761,0.0025151654,0.21659358,0.083498046],"study_design_scores_gemma":[0.0070340764,0.00085469114,0.8456247,0.00637563,0.0000661577,0.0014415622,0.021150796,0.0046530585,0.000034253673,0.0006936595,0.1117839,0.00028755446],"about_ca_topic_score_codex":0.00030993958,"about_ca_topic_score_gemma":0.000023217508,"teacher_disagreement_score":0.1587201,"about_ca_system_score_codex":0.0005054292,"about_ca_system_score_gemma":0.004702548,"threshold_uncertainty_score":0.9997188},"labels":[],"label_agreement":null},{"id":"W1983703604","doi":"10.1002/chp.1340200409","title":"Decker Prize for 1999 awarded for study of factors influencing the stimulus to learning recorded by physicians keeping a learning portfolio","year":2000,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Specialty; Stimulus (psychology); Medicine; Continuing medical education; Audit; Psychology; Medical education; Family medicine; Continuing education; Social psychology; Cognitive psychology; Management","score_opus":0.02455415630597781,"score_gpt":0.4119091119362494,"score_spread":0.3873549556302716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983703604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981862,0.00019278238,0.0023368495,0.011470987,0.0009337435,0.0031278084,0.0000012746456,0.000013900599,0.000060619506],"genre_scores_gemma":[0.9926168,0.0000405257,0.0028395804,0.0025779332,0.0004084511,0.00024655278,0.00001782292,0.000029389523,0.0012229485],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971958,0.000545283,0.0013434178,0.00016294456,0.00042237836,0.00033020394],"domain_scores_gemma":[0.9965066,0.0010405809,0.001304422,0.00022598745,0.00084485876,0.00007760326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041791224,0.00014012908,0.0004497756,0.0003213872,0.0005367641,0.000027586788,0.0002456148,0.00007553553,0.000032454634],"category_scores_gemma":[0.0045769075,0.00008924283,0.00009820911,0.0007756837,0.000035748442,0.00014586438,0.000014789515,0.00096353894,8.8365334e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004941894,0.0019239422,0.04112462,0.0003007218,0.00006816147,2.466963e-7,0.35583827,0.00064134377,0.000736503,0.000040021027,0.029808352,0.5690236],"study_design_scores_gemma":[0.0030573094,0.0036589736,0.10211698,0.004629073,0.00016708372,0.000017422553,0.83665335,0.00076213974,0.00011859371,0.00019371758,0.048446644,0.00017872197],"about_ca_topic_score_codex":0.00017729326,"about_ca_topic_score_gemma":0.00002597492,"teacher_disagreement_score":0.5688449,"about_ca_system_score_codex":0.00026623675,"about_ca_system_score_gemma":0.0013388969,"threshold_uncertainty_score":0.5479316},"labels":[],"label_agreement":null},{"id":"W1983767665","doi":"10.1177/0091270009343697","title":"Teaching Pharmacology in an Innovative Medical Curriculum: Challenges of Integration, Technology, and Future Training","year":2009,"lang":"en","type":"editorial","venue":"The Journal of Clinical Pharmacology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Relevance (law); Medical education; Set (abstract data type); Subject (documents); Engineering ethics; Task (project management); Medical knowledge; Problem-based learning; Psychology; Medicine; Mathematics education; Computer science; Pedagogy; Engineering; Political science","score_opus":0.0493189278868662,"score_gpt":0.498453784632757,"score_spread":0.4491348567458908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983767665","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26747465,0.004075141,0.00008378538,0.12665609,0.6006494,0.0005289209,0.0000063368875,0.000028043396,0.0004976049],"genre_scores_gemma":[0.12986185,0.016425572,0.0018231523,0.0040056473,0.8477527,0.000016325686,0.00003731853,0.00004442071,0.000033028195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924537,0.0019783871,0.0037438173,0.000339879,0.001102954,0.00038126556],"domain_scores_gemma":[0.9905815,0.0030209436,0.0030785745,0.00025318097,0.0028524494,0.00021332917],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01731184,0.00034538482,0.0019306567,0.0014722941,0.000093609015,0.0000058634773,0.0007909956,0.0025280302,0.00023366993],"category_scores_gemma":[0.011754897,0.0002243526,0.00013119171,0.0011270775,0.0013414512,0.00018296172,0.000115777155,0.013213811,0.0000016251419],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008481355,0.001394847,0.00015575551,0.00011407572,0.00030905963,0.0000927967,0.002441586,0.0000010641809,0.0003377986,0.00069655565,0.5654322,0.42817616],"study_design_scores_gemma":[0.011606709,0.007500739,0.002117548,0.0010527043,0.0013745428,0.0006223764,0.010799103,0.000540687,0.00016939602,0.0025833037,0.96127003,0.00036285445],"about_ca_topic_score_codex":0.00000996373,"about_ca_topic_score_gemma":0.000014300147,"teacher_disagreement_score":0.42781332,"about_ca_system_score_codex":0.00013968007,"about_ca_system_score_gemma":0.0029122022,"threshold_uncertainty_score":0.9987669},"labels":[],"label_agreement":null},{"id":"W1984572205","doi":"10.1016/j.cjca.2014.10.036","title":"Can Diagnostic and Procedural Skills Required to Practice Cardiology as a Specialist Be Mastered in 3 Years?","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Institute for Clinical Evaluative Sciences; University of British Columbia; University Health Network","funders":"","keywords":"Medicine; Test (biology); Cardioversion; Cardiology; Diagnostic test; Internal medicine; Emergency medicine; Atrial fibrillation","score_opus":0.012539614497252806,"score_gpt":0.30075723936408566,"score_spread":0.28821762486683283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984572205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8894992,0.000145127,0.00060581503,0.09787085,0.0020612392,0.00034427963,0.000008557925,0.000004915209,0.009460025],"genre_scores_gemma":[0.98186696,0.00002920812,0.0013633198,0.013957992,0.0025976885,0.000011414983,0.000011894748,0.000016006985,0.00014551113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998632,0.00025449836,0.00045849796,0.00016939247,0.00014075462,0.0003448342],"domain_scores_gemma":[0.99837935,0.0003899006,0.0001594136,0.00018751735,0.00041964964,0.00046415586],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010585935,0.0001074469,0.0005411701,0.00057892286,0.000043081553,0.000016218557,0.000114738206,0.00017149607,0.000019924342],"category_scores_gemma":[0.03387535,0.00010450508,0.000054406195,0.00033378182,0.00020806195,0.00007417141,0.0000137309435,0.00039696792,0.000011566934],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005424241,0.000034768105,0.2872168,0.0001625759,0.0006696048,0.005592483,0.010200195,0.00088260305,0.00072260806,0.009553729,0.53306305,0.15135914],"study_design_scores_gemma":[0.0010613,0.0006694005,0.29571062,0.00011426632,0.00010716923,0.007877173,0.0010311386,0.000005267176,0.000011413617,0.0005613639,0.692736,0.000114882976],"about_ca_topic_score_codex":0.0012272259,"about_ca_topic_score_gemma":0.0023389,"teacher_disagreement_score":0.15967295,"about_ca_system_score_codex":0.00036117062,"about_ca_system_score_gemma":0.0016953363,"threshold_uncertainty_score":0.9742627},"labels":[],"label_agreement":null},{"id":"W1984639870","doi":"10.1111/j.1743-498x.2012.00581.x","title":"Teaching child development to medical students","year":2012,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Dyad; Gee; Likert scale; Medical education; Psychology; Rating scale; Scale (ratio); Generalized estimating equation; Medicine; Computer science; Social psychology; Developmental psychology","score_opus":0.0867941381187059,"score_gpt":0.500304680879475,"score_spread":0.4135105427607691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984639870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.902024,0.00006250134,0.00055973773,0.071125366,0.0013691824,0.00040176124,1.4535566e-7,0.000096196934,0.024361148],"genre_scores_gemma":[0.9369895,0.000004685105,0.0052269218,0.045716804,0.003591804,0.000055971606,0.000013720802,0.000024973546,0.008375638],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710757,0.0002580771,0.00073104334,0.00019322001,0.001346784,0.00036331476],"domain_scores_gemma":[0.99873877,0.00016403531,0.00007897956,0.00046498844,0.00006151422,0.0004916966],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012430517,0.00011969217,0.0002437393,0.00005587352,0.0002162725,0.00001621445,0.00049713656,0.00019416526,0.0015594148],"category_scores_gemma":[0.012835625,0.00007121026,0.00007269626,0.0001939703,0.00012286408,0.000051277446,0.00026898566,0.001510613,0.0019630177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049668077,0.002534806,0.49989,0.000018268014,0.00012592178,0.0000027927904,0.00360675,7.1175876e-8,0.0000022355687,0.00075001945,0.1199849,0.37303457],"study_design_scores_gemma":[0.0005480147,0.00005956305,0.43569282,0.00013850766,0.000041332358,0.00004120788,0.00035864563,0.000016831953,0.000009838337,0.000022046035,0.56297874,0.00009244918],"about_ca_topic_score_codex":0.000010195635,"about_ca_topic_score_gemma":0.0000011709241,"teacher_disagreement_score":0.44299385,"about_ca_system_score_codex":0.00010627045,"about_ca_system_score_gemma":0.00018510991,"threshold_uncertainty_score":0.9993533},"labels":[],"label_agreement":null},{"id":"W1984640622","doi":"10.1097/01.acm.0000236509.32699.f5","title":"Evaluation of Learning Outcomes in Web-Based Continuing Medical Education","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland; Atlantic Canada Opportunities Agency","keywords":"Subject matter; Medical education; Continuing medical education; Asynchronous communication; Computer science; MEDLINE; Medicine; Multimedia; Psychology; Continuing education; Curriculum; Pedagogy","score_opus":0.02758083992401535,"score_gpt":0.4072728857298614,"score_spread":0.3796920458058461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984640622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97031224,0.00096165243,0.00044643655,0.020161223,0.0006321652,0.0005490102,2.7197612e-7,0.00005333946,0.006883691],"genre_scores_gemma":[0.99623674,0.000046856694,0.00035849947,0.0017193469,0.0006637577,0.00010294628,0.00014783152,0.000020692205,0.00070330204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99532706,0.000274417,0.0010910607,0.0002637517,0.00280439,0.00023934293],"domain_scores_gemma":[0.99815595,0.00022695825,0.0003453246,0.0002287695,0.0009582835,0.00008472839],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008882358,0.00015275516,0.00046533064,0.00070511096,0.00003071427,0.000001641829,0.000144894,0.00036972787,0.0014059019],"category_scores_gemma":[0.026640449,0.0001232253,0.00003664733,0.00093706284,0.00026098939,0.00007674209,0.000017646551,0.0011163243,0.000013891641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044162745,0.00023151583,0.7290953,0.00015480867,0.000024256009,0.0000028096895,0.0011757053,0.00015480422,0.004397997,0.0031404444,0.012940839,0.24863738],"study_design_scores_gemma":[0.020997828,0.0004998435,0.7512112,0.0076246597,0.00097556855,0.000071338516,0.0062885694,0.18486077,0.0020943221,0.005401174,0.01954582,0.00042887943],"about_ca_topic_score_codex":0.00020175253,"about_ca_topic_score_gemma":0.000025988846,"teacher_disagreement_score":0.2482085,"about_ca_system_score_codex":0.00035014117,"about_ca_system_score_gemma":0.0017758923,"threshold_uncertainty_score":0.99950695},"labels":[],"label_agreement":null},{"id":"W1984673281","doi":"10.4236/ce.2012.326134","title":"Designing Relevant and Authentic Scenarios for Learning Clinical Communication in Dentistry Using the Calgary-Cambridge Approach","year":2012,"lang":"en","type":"article","venue":"Creative Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bachelor; Curriculum; Medical education; Likert scale; Focus group; Experiential learning; Process (computing); Psychology; Medicine; Computer science; Pedagogy; Sociology","score_opus":0.0870133168225168,"score_gpt":0.42410055059515683,"score_spread":0.33708723377264005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984673281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9139603,0.0010235811,0.08193731,0.0007284951,0.0004683752,0.0010142392,4.90662e-7,0.000022451493,0.0008447888],"genre_scores_gemma":[0.88965476,0.00007179226,0.10835749,0.00035203222,0.0003864404,0.00022565303,0.00016712633,0.000021481814,0.00076323544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861795,0.0003342764,0.00046294797,0.00019788412,0.0001586164,0.0002283001],"domain_scores_gemma":[0.9987963,0.00036785135,0.0002293553,0.00028809765,0.00025865683,0.00005975444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024292753,0.00011426287,0.00019438386,0.00014149562,0.00031718894,0.000034047414,0.00008922311,0.00012489494,0.000012533867],"category_scores_gemma":[0.003504221,0.00009173658,0.000041502703,0.00036196204,0.0002319915,0.00021256211,0.0000364349,0.00051421806,0.0000040039095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015672676,0.0022238614,0.81186867,0.00041414206,0.00009197464,2.2972894e-7,0.01624233,0.00003681342,0.0019218756,0.008129422,0.004373621,0.15454035],"study_design_scores_gemma":[0.0014468594,0.00014354089,0.88071054,0.0007852507,0.00037478394,0.00014078178,0.042495135,0.067102976,0.00045796522,0.0002588374,0.005807033,0.00027632032],"about_ca_topic_score_codex":0.000098829274,"about_ca_topic_score_gemma":0.0000012863953,"teacher_disagreement_score":0.15426403,"about_ca_system_score_codex":0.00025143582,"about_ca_system_score_gemma":0.00039077303,"threshold_uncertainty_score":0.41951331},"labels":[],"label_agreement":null},{"id":"W1984691689","doi":"10.1007/s11606-011-1902-7","title":"Update in Medical Education 2010–2011","year":2011,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"U.S. National Library of Medicine; Yale University","keywords":"Medicine; Entitlement (fair division); Burnout; Medical education; MEDLINE; Clinical psychology","score_opus":0.06386573051805174,"score_gpt":0.44109596978478116,"score_spread":0.37723023926672944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984691689","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020696693,0.97471094,0.00022741739,0.0052897707,0.012559067,0.00041067204,0.0000015802918,0.0000125968945,0.006580959],"genre_scores_gemma":[0.000022889486,0.9735409,0.00246998,0.004399078,0.009911763,0.000028558507,0.00007817531,0.000075131946,0.009473498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99421686,0.0002459822,0.003489704,0.00032356827,0.0013553519,0.00036856],"domain_scores_gemma":[0.99583536,0.00008547898,0.0021662202,0.00047439546,0.0009645051,0.0004740253],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027033656,0.0004830962,0.0027936827,0.0022881925,0.000029863506,0.000011328621,0.00074296317,0.00070232834,0.010002417],"category_scores_gemma":[0.0035702412,0.0003047076,0.00044055757,0.00071720494,0.0003195834,0.00016549636,0.00008931204,0.0029818185,0.00021621364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060428643,0.0004175251,0.00009305894,0.0025712561,0.00017511629,0.00021461777,0.000112166425,2.8921423e-8,8.6936365e-7,0.0005654309,0.2594568,0.7363327],"study_design_scores_gemma":[0.0010370561,0.00063689094,0.00018274343,0.069658786,0.00094847596,0.010457775,0.000046142566,0.000017813038,0.0000016426975,0.00029751888,0.9165147,0.0002004717],"about_ca_topic_score_codex":0.00032770218,"about_ca_topic_score_gemma":0.000015272059,"teacher_disagreement_score":0.7361322,"about_ca_system_score_codex":0.0006952227,"about_ca_system_score_gemma":0.00485109,"threshold_uncertainty_score":0.9999405},"labels":[],"label_agreement":null},{"id":"W1984706038","doi":"10.1177/1553350614531660","title":"Transatlantic Peer-to-Peer Learning","year":2014,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Peer feedback; Upload; Peer learning; Medical education; Peer review; Medicine; Peer support; Peer group; Psychology; World Wide Web; Computer science; Mathematics education; Nursing; Social psychology","score_opus":0.019782267502572018,"score_gpt":0.3361477867907993,"score_spread":0.3163655192882273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984706038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8870751,0.000003727689,0.026258226,0.056898024,0.0005507644,0.0002766045,5.654097e-7,0.00017841182,0.02875858],"genre_scores_gemma":[0.97726315,0.0000012159755,0.0047746,0.0029893569,0.00087869476,0.000035059475,0.00037523647,0.000024584106,0.013658114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980111,0.00005920572,0.00050181063,0.00026499535,0.00090618886,0.00025667707],"domain_scores_gemma":[0.997679,0.00007516311,0.00008458266,0.00022146528,0.0018779888,0.00006177973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019475654,0.00012666365,0.00021862096,0.00048107575,0.00012115841,0.000031413125,0.00007716568,0.00014988917,0.0006131698],"category_scores_gemma":[0.0039859805,0.000112133166,0.000038414786,0.0029578912,0.00005623236,0.000087767636,0.000014843794,0.0005116753,0.00041709532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029660208,0.0005683393,0.025637738,0.0001890782,0.00006375566,0.000025426605,0.001139171,0.00022128639,0.008279041,0.25920805,0.07728942,0.62708205],"study_design_scores_gemma":[0.0010891831,0.00024849738,0.021534154,0.000075253854,0.000025033121,0.00006232009,0.00010928771,0.0033328272,0.0012563625,0.0007611835,0.97134227,0.00016362722],"about_ca_topic_score_codex":0.000010640041,"about_ca_topic_score_gemma":4.9917594e-7,"teacher_disagreement_score":0.89405286,"about_ca_system_score_codex":0.000088277964,"about_ca_system_score_gemma":0.00006743772,"threshold_uncertainty_score":0.6713779},"labels":[],"label_agreement":null},{"id":"W1985356236","doi":"10.1002/chp.20017","title":"The quality of questions and use of resources in self-directed learning: Personal learning projects in the maintenance of certification","year":2009,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Maintenance of Certification; Certification; Quality (philosophy); Medical education; Autodidacticism; Psychology; Business; Knowledge management; Medicine; Computer science; Management","score_opus":0.05734872634428903,"score_gpt":0.4369718216968056,"score_spread":0.3796230953525166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985356236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494431,0.00057490094,0.00004073233,0.049062107,0.00018907496,0.000614227,4.396566e-7,0.00000730756,0.0000680824],"genre_scores_gemma":[0.99694717,0.0004099354,0.001954933,0.0004050006,0.00007153746,0.000021702372,0.00000410924,0.0000052702308,0.00018031512],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.995485,0.0023375105,0.0014592146,0.00009695403,0.00045314216,0.00016818749],"domain_scores_gemma":[0.9954437,0.0015872166,0.0019674313,0.00018340274,0.00078946986,0.000028766995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009681709,0.00007785792,0.0002965468,0.00038456667,0.00015781252,0.000012778368,0.00016270009,0.00007497702,0.0000024860985],"category_scores_gemma":[0.011852619,0.000042416505,0.000039761017,0.001078869,0.00013251326,0.00012491409,0.000009991403,0.0011414881,9.9538795e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041285614,0.0020359394,0.38573253,0.0005002595,0.000014971444,5.448107e-7,0.5097373,0.0000575429,0.0014940284,0.0034704949,0.0027783115,0.09376521],"study_design_scores_gemma":[0.00043659486,0.00025024338,0.8568266,0.0027563283,0.000012195288,0.000019010116,0.13749623,0.00055784115,0.000020317075,0.00031220372,0.0012799839,0.000032420736],"about_ca_topic_score_codex":0.000244934,"about_ca_topic_score_gemma":0.00007029023,"teacher_disagreement_score":0.47109407,"about_ca_system_score_codex":0.00014135159,"about_ca_system_score_gemma":0.0012321678,"threshold_uncertainty_score":0.996471},"labels":[],"label_agreement":null},{"id":"W1985416936","doi":"10.3109/0142159x.2012.652708","title":"Let the patient teach: Patient feedback will help prepare medical students for the changing healthcare world","year":2012,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medical education; Adaptability; Health care; Medical practice; Clinical Practice; Psychology; Medicine; Nursing; Political science","score_opus":0.033943516180164446,"score_gpt":0.3580932287573944,"score_spread":0.32414971257722996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985416936","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041049975,0.007841795,0.00044061957,0.9752714,0.006195322,0.004705836,0.000028557326,0.0001779248,0.0012335296],"genre_scores_gemma":[0.013166019,0.00045776175,0.00013258666,0.9438548,0.02337523,0.003253617,0.001661868,0.00020464341,0.0138934655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98500836,0.0006641537,0.0015573546,0.0008669598,0.010261097,0.0016420789],"domain_scores_gemma":[0.9958152,0.00068676425,0.0006197524,0.0017372607,0.00057633454,0.0005646808],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0055723675,0.00070897775,0.00096762483,0.0003647114,0.00069340464,0.00007230578,0.0018364945,0.0016452845,0.012917165],"category_scores_gemma":[0.010038677,0.00037478417,0.00043478963,0.0010514621,0.0007993512,0.000100128214,0.0007203287,0.007708608,0.00013452469],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040105966,0.00047719793,0.0025080827,0.0010604098,0.00032052363,0.00006380023,0.0040884526,8.999694e-8,5.991437e-8,0.000036652724,0.876779,0.11462558],"study_design_scores_gemma":[0.00095728907,0.00027819892,0.000277654,0.0045292056,0.00044713783,0.00017524799,0.0015538079,0.0005654019,0.0000017579206,0.00003854992,0.9907887,0.00038704422],"about_ca_topic_score_codex":0.000089302106,"about_ca_topic_score_gemma":0.000042056625,"teacher_disagreement_score":0.11423854,"about_ca_system_score_codex":0.00082496984,"about_ca_system_score_gemma":0.00123368,"threshold_uncertainty_score":0.9998704},"labels":[],"label_agreement":null},{"id":"W1985429737","doi":"10.1111/j.1365-2929.2004.01919.x","title":"The effectiveness of unannounced standardised patients in the clinical setting as a teaching intervention","year":2004,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"University of Toronto","keywords":"Intervention (counseling); Preceptor; Biopsychosocial model; Presentation (obstetrics); Psychology; Medicine; Objective structured clinical examination; Family medicine; Medical education; Clinical psychology; Psychiatry; Surgery","score_opus":0.008989605117208544,"score_gpt":0.4181763831073369,"score_spread":0.40918677799012837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985429737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829304,0.00007536998,0.0012876395,0.01134852,0.001585699,0.0008283874,8.926301e-7,0.000016894035,0.0019261964],"genre_scores_gemma":[0.9963282,0.00002370995,0.00046954828,0.0026104131,0.00025285542,0.00014832057,0.00013060869,0.000010624982,0.000025760251],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99665755,0.0010701691,0.0008124683,0.0002033022,0.0010726165,0.00018389443],"domain_scores_gemma":[0.9979897,0.00095995935,0.0002477485,0.00036575878,0.00038824254,0.000048550195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014662341,0.000098899254,0.00020025785,0.00010310267,0.00017961072,0.000021400037,0.00023839057,0.00014617374,0.000028942677],"category_scores_gemma":[0.05062808,0.000056864574,0.00010140429,0.00044076898,0.00025959927,0.00008365195,0.00003080305,0.0007994997,0.000011417815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005996003,0.0053103785,0.14119446,0.0003731716,0.000045504243,0.0000020513965,0.002530296,0.0000051857355,0.000028393883,0.015356931,0.004789822,0.8297642],"study_design_scores_gemma":[0.0039245095,0.0005243953,0.97333324,0.0024628877,0.00005254571,0.000014958716,0.0031618064,0.00007340156,0.000093634946,0.0057935924,0.010478876,0.000086143205],"about_ca_topic_score_codex":0.00024163049,"about_ca_topic_score_gemma":0.000024149915,"teacher_disagreement_score":0.8321388,"about_ca_system_score_codex":0.00032601104,"about_ca_system_score_gemma":0.002008417,"threshold_uncertainty_score":0.9573689},"labels":[],"label_agreement":null},{"id":"W1985519465","doi":"10.1111/acem.12025","title":"Overcoming Barriers to Addressing Education Problems With Research Design: A Panel Discussion","year":2012,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre","funders":"","keywords":"Panel discussion; Medicine; Variety (cybernetics); Engineering ethics; Session (web analytics); Plenary session; Medical education; Face (sociological concept); Computer science; Sociology; Library science; Engineering","score_opus":0.25217959605066326,"score_gpt":0.47970756821527755,"score_spread":0.2275279721646143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985519465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.878357,0.0050559896,0.01909476,0.0757806,0.006079279,0.0037398066,0.0000016937967,0.00022441098,0.0116664935],"genre_scores_gemma":[0.9801893,0.00053449307,0.00656873,0.0022116506,0.0043606698,0.000524604,0.000063561536,0.00007337338,0.0054736217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960495,0.00025390732,0.0009135773,0.00042626626,0.001484129,0.0008726048],"domain_scores_gemma":[0.9975613,0.00009679198,0.00019807064,0.00051754,0.0006986303,0.0009276687],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051687895,0.00024695758,0.00035029938,0.0007891388,0.00043169112,0.0000015719809,0.00025598228,0.000289342,0.0025986352],"category_scores_gemma":[0.008530746,0.00014219755,0.000031199663,0.002711186,0.0002536793,0.00037151083,0.00007616713,0.0016662834,0.00010567768],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003430702,0.00033692396,0.30692598,0.0006619802,0.00008692166,0.0000017737023,0.041406043,0.000029497765,0.055550724,0.0018208508,0.542026,0.050810236],"study_design_scores_gemma":[0.0041605416,0.0032888232,0.20632693,0.020478217,0.000801285,0.00041191818,0.0784956,0.001261548,0.0067964494,0.0029253433,0.6735041,0.0015492492],"about_ca_topic_score_codex":0.0000998813,"about_ca_topic_score_gemma":0.0000016878444,"teacher_disagreement_score":0.13147812,"about_ca_system_score_codex":0.0004264391,"about_ca_system_score_gemma":0.00089869933,"threshold_uncertainty_score":0.9998208},"labels":[],"label_agreement":null},{"id":"W1985688658","doi":"10.3138/jvme.33.2.172","title":"Competence at Graduation: Implications for Assessment","year":2006,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Psychology; Medicine; Social psychology","score_opus":0.22758727197115283,"score_gpt":0.5432659746115408,"score_spread":0.315678702640388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985688658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029975738,0.9747952,0.005621421,0.011941851,0.0046921694,0.0015867829,0.00002140036,0.000029917694,0.0010115076],"genre_scores_gemma":[0.00010093915,0.95735615,0.033887994,0.0013640253,0.0040080263,0.00051877776,0.0014050987,0.000071729984,0.0012872632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995968,0.0001659404,0.002274025,0.0003227013,0.0009864259,0.00028291447],"domain_scores_gemma":[0.9953429,0.00036937182,0.0020551968,0.0005045632,0.0014563339,0.0002716145],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016049126,0.00034712107,0.0014689473,0.000676798,0.00020171769,0.000031604708,0.00042728032,0.00051853905,0.00029480734],"category_scores_gemma":[0.0026463212,0.00027415223,0.00064502814,0.00074677897,0.00018510674,0.00015764736,0.0000708672,0.0008939608,0.000016188851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002161278,0.0009617698,0.000042633932,0.007906617,0.00010595497,0.0000057651664,0.00001937777,1.635361e-7,0.0000023055834,0.000875276,0.16490656,0.825152],"study_design_scores_gemma":[0.0005550235,0.00091319234,0.0012531932,0.014329845,0.0011994176,0.007479632,0.000027116415,0.000027563408,2.343684e-7,0.0002871028,0.9737208,0.00020687938],"about_ca_topic_score_codex":0.0000038251214,"about_ca_topic_score_gemma":8.018891e-7,"teacher_disagreement_score":0.8249451,"about_ca_system_score_codex":0.0018485239,"about_ca_system_score_gemma":0.013923118,"threshold_uncertainty_score":0.9999711},"labels":[],"label_agreement":null},{"id":"W1986024035","doi":"10.1016/j.hcmf.2011.01.004","title":"Building Physician Capacity for Transformational Leadership","year":2011,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre","funders":"University of Toronto; University Health Network","keywords":"Transformational leadership; Work (physics); Leadership development; Accountability; Organizational culture; Action learning; Nursing; Action (physics); Medical education; Psychology; Medicine; Public relations; Political science; Pedagogy","score_opus":0.1606819250804887,"score_gpt":0.35101998626799796,"score_spread":0.19033806118750926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986024035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10897611,0.00021699924,0.5594692,0.256563,0.0027316646,0.006869152,0.000042416796,0.0005324049,0.06459904],"genre_scores_gemma":[0.7731562,0.000011249795,0.194608,0.030977897,0.00022040062,0.0003873154,0.000111240995,0.00002541227,0.0005022735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987887,0.000016688555,0.0003108405,0.00019700648,0.00028003572,0.00040673141],"domain_scores_gemma":[0.99946976,0.00001181894,0.00007334107,0.0002161755,0.00015975618,0.000069143876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034575426,0.00011129494,0.00014825596,0.00019983489,0.00018415214,0.000008257795,0.000091272785,0.00006970311,0.00006751793],"category_scores_gemma":[0.000031026662,0.000109204004,0.000073135016,0.00030834816,0.00005592828,0.00012811486,0.000013210886,0.00015838187,0.000027076383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009042492,0.00018773448,0.0008504735,0.001949683,0.00006447755,0.000001593572,0.0011372813,5.259597e-7,0.000018993229,0.54188675,0.017088348,0.4367237],"study_design_scores_gemma":[0.005004407,0.0011696265,0.06611727,0.0012476948,0.00031619662,0.000028828848,0.022203838,0.0025801517,0.002630501,0.069567546,0.8284143,0.00071964273],"about_ca_topic_score_codex":0.000037332047,"about_ca_topic_score_gemma":0.000010820314,"teacher_disagreement_score":0.81132597,"about_ca_system_score_codex":0.00017000378,"about_ca_system_score_gemma":0.00004084118,"threshold_uncertainty_score":0.445321},"labels":[],"label_agreement":null},{"id":"W1986028336","doi":"10.4212/cjhp.v63i5.952","title":"Practice Spotlight: Staff Development and Practice Evaluation Pharmacist","year":2010,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority","funders":"","keywords":"Pharmacist; Medicine; Medical education; Nursing; Pharmacy","score_opus":0.03975875509692895,"score_gpt":0.399936102937548,"score_spread":0.36017734784061906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986028336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84812754,0.00054525136,0.00004915967,0.14095923,0.003092111,0.00041719485,0.0000015768165,0.0000066679695,0.006801242],"genre_scores_gemma":[0.98284376,0.000030301375,0.011757982,0.004301283,0.0008908754,0.000009977958,0.000007963594,0.000018731984,0.00013914022],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983866,0.00012978524,0.00045818012,0.000111955866,0.0006854906,0.00022798227],"domain_scores_gemma":[0.9963332,0.00023666557,0.00046119516,0.00016352697,0.002410199,0.00039525505],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046800324,0.00011620367,0.00013982186,0.00021565169,0.0003713152,0.00010093256,0.00016895993,0.000041065967,0.00037108694],"category_scores_gemma":[0.011176384,0.00008361428,0.000031961674,0.00035533478,0.00020704439,0.00069032516,0.000012286768,0.0009972074,0.000041686042],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006387868,0.0008163568,0.0030786297,0.00007558154,0.0007278262,0.0006058479,0.030748913,0.000012545775,0.0032544602,0.0027302182,0.14533393,0.8119769],"study_design_scores_gemma":[0.0019232827,0.00017419792,0.0023454484,0.00003941853,0.0005168062,0.003075017,0.002612019,0.00028271397,0.0022566349,0.00012458472,0.98652846,0.00012140394],"about_ca_topic_score_codex":0.0007214339,"about_ca_topic_score_gemma":0.00063310226,"teacher_disagreement_score":0.84119457,"about_ca_system_score_codex":0.0003233435,"about_ca_system_score_gemma":0.0057490407,"threshold_uncertainty_score":0.99988747},"labels":[],"label_agreement":null},{"id":"W1986122555","doi":"10.1097/acm.0b013e3181e19722","title":"An Exploration of Faculty Perspectives on the In-Training Evaluation of Residents","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Victoria Hospital","funders":"","keywords":"Medical education; Training (meteorology); Higher education; Faculty development; MEDLINE; Psychology; Medicine; Professional development; Political science; Geography","score_opus":0.2533597123253791,"score_gpt":0.5011419949404892,"score_spread":0.24778228261511004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986122555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98219377,0.00006481071,0.00022451104,0.014361164,0.00032989617,0.0005170085,0.0000011360664,0.000011775287,0.0022959525],"genre_scores_gemma":[0.9985177,0.00004928284,0.00027916627,0.0005211705,0.00046860718,0.000047865633,0.000059741735,0.000010046297,0.000046412533],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9978318,0.00013446495,0.00056328723,0.00018621648,0.00116571,0.00011851089],"domain_scores_gemma":[0.9984221,0.00015750062,0.00028744878,0.0003466228,0.00074812514,0.000038210255],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056023546,0.00008869464,0.00022531323,0.00030701948,0.000034289194,0.0000010049175,0.00015446582,0.00017464676,0.00039249274],"category_scores_gemma":[0.012588242,0.00005562437,0.000016566517,0.0006334514,0.00034061575,0.00022081149,0.000009594769,0.0009322456,0.0000038035544],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026815478,0.00022666276,0.031358983,0.000121367,0.00006235998,0.0000012877751,0.42344835,0.00008610961,0.35529196,0.10951689,0.0060309786,0.073586896],"study_design_scores_gemma":[0.004435428,0.0010259486,0.49929678,0.0015693326,0.00027852945,0.000015944126,0.4406443,0.009141511,0.020668928,0.02248054,0.0002802607,0.00016248683],"about_ca_topic_score_codex":0.000087969864,"about_ca_topic_score_gemma":0.000009763072,"teacher_disagreement_score":0.4679378,"about_ca_system_score_codex":0.00007203657,"about_ca_system_score_gemma":0.00023686656,"threshold_uncertainty_score":0.99572915},"labels":[],"label_agreement":null},{"id":"W1986137923","doi":"10.1007/s10459-015-9593-1","title":"Constructing a validity argument for the Objective Structured Assessment of Technical Skills (OSATS): a systematic review of validity evidence","year":2015,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":170,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; St. Paul's Hospital; University Health Network; University of British Columbia","funders":"University of Toronto","keywords":"Formative assessment; Construct validity; PsycINFO; Argument (complex analysis); Evidence-based medicine; MEDLINE; Construct (python library); Psychometrics; Psychology; Applied psychology; Computer science; Medicine; Clinical psychology; Mathematics education","score_opus":0.11607346903465629,"score_gpt":0.5454650536518105,"score_spread":0.4293915846171542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986137923","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015853482,0.98257565,0.0017165006,0.000975655,0.0021062556,0.0124157155,0.0000249915,0.000014459018,0.00015488564],"genre_scores_gemma":[0.00051969435,0.9555254,0.0404528,0.00047808257,0.00016863429,0.0027580208,0.00006741155,0.000014493843,0.000015478567],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99377704,0.0008843038,0.0031729965,0.0005667358,0.0012588023,0.000340118],"domain_scores_gemma":[0.98911184,0.0036728932,0.0049513686,0.00079834997,0.0013777004,0.000087843364],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01653028,0.00029865876,0.0026532158,0.00041262113,0.00017461802,0.000015088159,0.0006084256,0.00014985149,0.000016315387],"category_scores_gemma":[0.0212014,0.00018264503,0.00023965222,0.0026602284,0.0007857597,0.00031291114,0.00006783338,0.00050865504,6.070117e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018465938,0.0001586997,0.00015903119,0.7770609,0.0000120666145,3.839239e-8,0.00009510394,0.0000016732313,8.641524e-8,0.0017463481,0.00023656702,0.22052762],"study_design_scores_gemma":[0.000114105016,0.0004740276,0.000075967386,0.9784748,0.0007328803,0.0000775759,0.0013318576,0.00007682634,0.0000019533857,0.0008073128,0.017676437,0.000156261],"about_ca_topic_score_codex":0.00007086398,"about_ca_topic_score_gemma":0.00002632953,"teacher_disagreement_score":0.22037135,"about_ca_system_score_codex":0.0025562495,"about_ca_system_score_gemma":0.018808812,"threshold_uncertainty_score":0.98704344},"labels":[],"label_agreement":null},{"id":"W1986162062","doi":"10.4300/jgme-d-13-00026.1","title":"Evaluation of Residency Programs: A Novel Approach Using Simulation","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Strengths and weaknesses; Accreditation; Medical education; Process (computing); MEDLINE; Restructuring; Computer science; Best practice; Program evaluation; Psychology; Process management; Medicine; Business; Statistics; Political science; Social psychology; Mathematics","score_opus":0.18610953536448846,"score_gpt":0.45750513321698855,"score_spread":0.2713955978525001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986162062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85094076,0.00018914008,0.14204134,0.0037699644,0.0014102361,0.00051044876,2.522702e-7,0.000013104837,0.0011247693],"genre_scores_gemma":[0.944814,0.000016205362,0.053255156,0.0005489173,0.0012664609,0.000014596317,0.000034826033,0.00002091314,0.000028882836],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99353975,0.00035805893,0.0013075293,0.00017542255,0.0044380403,0.00018117602],"domain_scores_gemma":[0.99141806,0.0001208441,0.0012007188,0.00028961818,0.006788523,0.00018225134],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0144491885,0.00013917185,0.0003893396,0.0005593455,0.00006880761,0.000017085655,0.00017034785,0.00019781229,0.00011710533],"category_scores_gemma":[0.034062196,0.000112987604,0.00012753886,0.0009185493,0.00017050508,0.00025388735,0.000018400387,0.00051820604,0.0000027348653],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108926455,0.0043335315,0.0031901393,0.0003600591,0.00012837746,4.2311575e-7,0.0013744874,0.0025652458,0.0012348221,0.0015600682,0.001664178,0.98347974],"study_design_scores_gemma":[0.0026739764,0.0005302116,0.019891946,0.0015343394,0.0011839904,0.00037968534,0.0014791136,0.96669304,0.00031383644,0.0039067236,0.0012562397,0.00015686401],"about_ca_topic_score_codex":0.000035342408,"about_ca_topic_score_gemma":0.0000012614801,"teacher_disagreement_score":0.98332286,"about_ca_system_score_codex":0.00045500277,"about_ca_system_score_gemma":0.007688476,"threshold_uncertainty_score":0.997937},"labels":[],"label_agreement":null},{"id":"W1986434041","doi":"10.1007/bf03340083","title":"Psychiatry Clerkship Core Curriculum Renewal: Assessing the Shift to Larger-Group Learning","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; St. Michael's Hospital; Health Sciences Centre; University Health Network","funders":"","keywords":"Curriculum; Core curriculum; Medical education; Clinical clerkship; Medicine; Core (optical fiber); Psychology; Pedagogy; Computer science","score_opus":0.020161622889352922,"score_gpt":0.35941471214533793,"score_spread":0.339253089255985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986434041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8422937,0.00094510056,0.0012766152,0.142652,0.007211018,0.0008257974,9.267128e-7,0.0002676221,0.004527238],"genre_scores_gemma":[0.93338454,0.00004924729,0.022550475,0.0384602,0.00445926,0.00024219074,0.00007173608,0.00007951788,0.00070281455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971064,0.00012495487,0.00080961216,0.00055988407,0.0007130603,0.00068611465],"domain_scores_gemma":[0.99851155,0.000090847665,0.00030590483,0.0006546913,0.00018529735,0.00025169126],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012314471,0.00030635478,0.00033359567,0.00027797205,0.0005228232,0.00008313534,0.0005253494,0.00053957937,0.00058939046],"category_scores_gemma":[0.0010983982,0.00022382602,0.00013279257,0.0015312961,0.00014245321,0.00033482417,0.000112243004,0.0032221056,0.00089172693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007150244,0.00014490096,0.719864,0.00007941598,0.00003930648,3.8697124e-7,0.00046945427,0.000007610576,0.00029107303,0.010645685,0.25904682,0.009404193],"study_design_scores_gemma":[0.0010841246,0.00021892108,0.89799184,0.0011135007,0.00017363121,0.00010194719,0.007915317,0.0010581916,0.000014952324,0.031033423,0.05877668,0.0005174577],"about_ca_topic_score_codex":0.00014003512,"about_ca_topic_score_gemma":0.000011445618,"teacher_disagreement_score":0.20027015,"about_ca_system_score_codex":0.00013988426,"about_ca_system_score_gemma":0.000507124,"threshold_uncertainty_score":0.9998862},"labels":[],"label_agreement":null},{"id":"W1986553037","doi":"10.1007/s40037-015-0175-y","title":"Reflecting upon multisource feedback as ‘assessment for learning’","year":2015,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Medical education; Assessment for learning; Psychology; Medicine; Formative assessment; Mathematics education","score_opus":0.04033258540503309,"score_gpt":0.4627957669668666,"score_spread":0.4224631815618335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986553037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8340992,0.00037348736,0.017232256,0.08042991,0.0028974933,0.0016216501,0.0000011782017,0.00032169625,0.063023135],"genre_scores_gemma":[0.9370548,0.000062782914,0.046056017,0.006676027,0.0026054515,0.00051319203,0.00018426239,0.00006162211,0.0067858556],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9974607,0.000120099794,0.00040697414,0.00052225124,0.0011601435,0.00032981456],"domain_scores_gemma":[0.99769175,0.00019479037,0.00018561378,0.000318321,0.001210225,0.00039929387],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015698235,0.00019541149,0.0002738612,0.00031361883,0.00021706783,0.000038052363,0.00015244992,0.00023844585,0.00057233043],"category_scores_gemma":[0.03501513,0.00017765662,0.00008924182,0.0005980346,0.00013726501,0.00010860208,0.000027654012,0.0008626689,0.00015886892],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010160262,0.008577792,0.0070408094,0.00031621946,0.00019507806,0.0000065806753,0.06775881,0.000119911885,0.00062344904,0.04503079,0.16385828,0.70545626],"study_design_scores_gemma":[0.008980634,0.00560682,0.019334583,0.0014498528,0.00028201335,0.00033355955,0.53838235,0.03196069,0.00072101003,0.006776269,0.3852795,0.00089272193],"about_ca_topic_score_codex":0.000089145564,"about_ca_topic_score_gemma":0.000005964264,"teacher_disagreement_score":0.70456356,"about_ca_system_score_codex":0.0013530537,"about_ca_system_score_gemma":0.0043615606,"threshold_uncertainty_score":0.97311336},"labels":[],"label_agreement":null},{"id":"W1986633452","doi":"10.1176/appi.ap.30.2.130","title":"\"How Am I Doing?\": Many Problems But Few Solutions Related to Feedback Delivery in Undergraduate Psychiatry Education","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Psychology; Preceptor; Medicine","score_opus":0.010513833014611985,"score_gpt":0.2856682977401334,"score_spread":0.2751544647255214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986633452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69309664,0.0032325797,0.001298864,0.28510544,0.0070350952,0.0012797615,0.000007075658,0.00023577269,0.008708808],"genre_scores_gemma":[0.9405945,0.00029795035,0.033164807,0.011667454,0.0018868305,0.00034536785,0.00034122122,0.00009638578,0.011605486],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9967991,0.00009161022,0.0010655606,0.00070361444,0.0005846105,0.00075546856],"domain_scores_gemma":[0.99857956,0.000033369724,0.00031878462,0.00062616373,0.0002543081,0.00018778916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065469916,0.0003501394,0.00038100686,0.00093444856,0.00025283865,0.00004557956,0.0003398315,0.00069811003,0.000052054198],"category_scores_gemma":[0.00018417167,0.00036329258,0.00012181679,0.0025491684,0.00014025335,0.00035102645,0.00007487029,0.0019248117,0.00029121034],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005652495,0.0012111246,0.27121356,0.00039462122,0.000060399987,9.779062e-7,0.00027847043,0.00020128058,0.0016102066,0.11542724,0.594311,0.015234591],"study_design_scores_gemma":[0.0048335334,0.000375254,0.6214397,0.004415389,0.00036163194,0.00044083706,0.004835689,0.0013037531,0.00008989851,0.22209044,0.1384611,0.0013527682],"about_ca_topic_score_codex":0.00031192417,"about_ca_topic_score_gemma":0.00015248002,"teacher_disagreement_score":0.45584992,"about_ca_system_score_codex":0.00056618755,"about_ca_system_score_gemma":0.0020228615,"threshold_uncertainty_score":0.9998819},"labels":[],"label_agreement":null},{"id":"W1987077852","doi":"10.1002/ase.1282","title":"Yoga asanas as an effective form of experiential learning when teaching musculoskeletal anatomy of the lower limb","year":2012,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Experiential learning; Curriculum; Context (archaeology); Session (web analytics); Psychology; Medical education; Physical therapy education; Teaching method; Active learning (machine learning); Medicine; Pedagogy","score_opus":0.007727296890423625,"score_gpt":0.367516284210191,"score_spread":0.3597889873197674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987077852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914927,0.000079699406,0.00020395691,0.0010823052,0.0015159309,0.00038066503,4.011097e-7,0.000017433189,0.005226939],"genre_scores_gemma":[0.99663013,0.0000028193977,0.0024476491,0.00031471992,0.0003924519,0.00006873782,0.000012613038,0.000008289531,0.00012256282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99848175,0.0001654292,0.00032583566,0.00020879546,0.0005664932,0.00025170782],"domain_scores_gemma":[0.99915797,0.00009241968,0.00023531074,0.0002218157,0.00020589272,0.0000865847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013455934,0.000101501464,0.00016964556,0.00018629653,0.0002750419,0.000014432534,0.00023515914,0.000097267635,0.00030915628],"category_scores_gemma":[0.0019673891,0.00006962815,0.00009477342,0.000598892,0.00059758074,0.0004993747,0.00005445822,0.0003495694,0.000008862905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119171564,0.004511194,0.28265935,0.00014956936,0.00005498315,1.3867793e-7,0.026300427,0.0000063873204,0.012532804,0.07977629,0.0029510201,0.5909387],"study_design_scores_gemma":[0.001417763,0.003639205,0.8257332,0.000699751,0.00035074833,0.00007005124,0.059434045,0.0030633856,0.060690656,0.008231041,0.0360445,0.0006256891],"about_ca_topic_score_codex":0.00036073942,"about_ca_topic_score_gemma":0.000004739396,"teacher_disagreement_score":0.59031296,"about_ca_system_score_codex":0.00015071241,"about_ca_system_score_gemma":0.00044049878,"threshold_uncertainty_score":0.33850446},"labels":[],"label_agreement":null},{"id":"W1987077856","doi":"10.1097/acm.0b013e3182a66321","title":"The Practicality of Theory","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Canadian Institutes of Health Research; University Health Network; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research","keywords":"Sociocultural evolution; Variety (cybernetics); Learning theory; Education theory; Cognition; Epistemology; Psychology; Engineering ethics; Sociology; Cognitive science; Higher education; Pedagogy; Computer science; Artificial intelligence","score_opus":0.040845523452222046,"score_gpt":0.39515040037483545,"score_spread":0.3543048769226134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987077856","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012365987,0.0020335545,0.00056485954,0.9769998,0.0020941584,0.0008212486,0.000002502204,0.000050738723,0.016196495],"genre_scores_gemma":[0.0030924047,0.0015163173,0.00021616081,0.9333984,0.017064273,0.00013361101,0.00031527106,0.000056046763,0.044207465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634916,0.00031698358,0.0012271912,0.00034610514,0.0013362565,0.00042429566],"domain_scores_gemma":[0.994936,0.002493785,0.0007948477,0.0010219401,0.0006826726,0.000070785165],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003792632,0.0002745859,0.00067925244,0.0001938828,0.00012112231,0.0000038197613,0.00047407168,0.0016498624,0.0018276316],"category_scores_gemma":[0.02481519,0.00014375831,0.00007321235,0.00052064296,0.0018029334,0.00006199466,0.00007204976,0.0087839095,0.000188543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027694152,0.0000059132594,0.000088639616,0.0003507449,0.00011937086,0.00001288808,0.00057738257,1.1229418e-8,0.000091131915,0.007635976,0.9737712,0.017319025],"study_design_scores_gemma":[0.00048085142,0.00014500525,0.00036412815,0.000863115,0.00042503816,0.00013622546,0.0008497994,0.00002022326,0.00006828222,0.017866988,0.97866595,0.00011440689],"about_ca_topic_score_codex":0.000040340157,"about_ca_topic_score_gemma":8.8420975e-8,"teacher_disagreement_score":0.043601394,"about_ca_system_score_codex":0.00014578803,"about_ca_system_score_gemma":0.00040466816,"threshold_uncertainty_score":0.9996462},"labels":[],"label_agreement":null},{"id":"W1987172753","doi":"10.1097/nnd.0b013e31819c76a3","title":"Meeting the Challenge of New Graduate Role Transition","year":2009,"lang":"en","type":"article","venue":"Journal for Nurses in Staff Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Cancer Foundation","funders":"","keywords":"Transition (genetics); Medical education; Psychology; Medicine; Chemistry; Biochemistry","score_opus":0.04248437560076106,"score_gpt":0.3615665432477322,"score_spread":0.3190821676469711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987172753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9415218,0.00041858671,0.0031428377,0.047587946,0.0031931247,0.0007153444,0.0000010099548,0.000019017649,0.0034002834],"genre_scores_gemma":[0.9722966,0.00011718325,0.025343644,0.00060287956,0.0004184658,0.000014564642,0.000015838266,0.000011576967,0.0011792582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987508,0.000019360365,0.0005636081,0.00009765987,0.00038609497,0.00018248815],"domain_scores_gemma":[0.99941134,0.00003134851,0.00017704994,0.00010587419,0.00022565373,0.000048717186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008422379,0.000085959655,0.00017029213,0.0001669205,0.00012110897,0.000011707665,0.00009318094,0.00005183897,0.0000317658],"category_scores_gemma":[0.00031544978,0.000058528287,0.00004995183,0.00026010373,0.000027911137,0.00006821127,0.0000039310517,0.0002795779,0.000001996434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017855938,0.00066924177,0.00007779881,0.000044970806,0.000039694267,0.000004482979,0.03470476,0.00007343089,0.00053654733,0.0012235907,0.020224223,0.9422227],"study_design_scores_gemma":[0.009365157,0.002969596,0.056843042,0.003868571,0.00022733705,0.0005566733,0.05429599,0.0021088559,0.021427937,0.06502159,0.7826752,0.0006400428],"about_ca_topic_score_codex":0.0000033942304,"about_ca_topic_score_gemma":0.0000035794933,"teacher_disagreement_score":0.9415827,"about_ca_system_score_codex":0.00020446342,"about_ca_system_score_gemma":0.00042723597,"threshold_uncertainty_score":0.23867142},"labels":[],"label_agreement":null},{"id":"W1987255417","doi":"10.1097/01.acm.0000360330.75949.a0","title":"A Lifetime Investment","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Undergraduate Education; Public Health Agency of Canada; McMaster University","keywords":"Recall; Psychology; Medical education; Medicine","score_opus":0.027071948807785066,"score_gpt":0.3710815336596491,"score_spread":0.344009584851864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987255417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54134446,0.0017450094,0.0016004159,0.3441725,0.0009927959,0.0007192644,5.2511234e-7,0.00027455727,0.10915044],"genre_scores_gemma":[0.78844297,0.00026961332,0.0015833528,0.199039,0.002471163,0.00002059842,0.00006908857,0.000013969835,0.00809025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844646,0.000023848725,0.000481152,0.00023502565,0.00055168715,0.00026183066],"domain_scores_gemma":[0.9992365,0.000036424262,0.000101868485,0.00032391626,0.00013066229,0.0001706296],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066051254,0.00013618534,0.00028270215,0.00023744903,0.000054745706,0.0000015823441,0.00012717498,0.00021134166,0.0009482696],"category_scores_gemma":[0.0020016707,0.000099198696,0.000024597977,0.0006442917,0.00017991316,0.0000599686,0.000012825447,0.000792132,0.00022004305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059253518,0.000047969486,0.001913729,0.00004015698,0.000029350767,0.0000160554,0.0030682865,8.594056e-7,0.008198747,0.041682586,0.8734195,0.07152347],"study_design_scores_gemma":[0.0057587177,0.0023452465,0.11964632,0.0015668193,0.0003601913,0.00068116956,0.0021889368,0.00076172035,0.0022515457,0.03474285,0.8292991,0.00039739473],"about_ca_topic_score_codex":0.000007077675,"about_ca_topic_score_gemma":5.1489543e-8,"teacher_disagreement_score":0.24709849,"about_ca_system_score_codex":0.00012880587,"about_ca_system_score_gemma":0.00012349579,"threshold_uncertainty_score":0.999965},"labels":[],"label_agreement":null},{"id":"W1987823021","doi":"10.3138/jvme.34.4.409","title":"An Integrative and Case-Based Approach to the Teaching of General and Systemic Pathology","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Pathology; Medicine; Clinical pathology; General pathology; Psychology; Medical education; Pedagogy","score_opus":0.03652337471965784,"score_gpt":0.40489790309709206,"score_spread":0.36837452837743423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987823021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9565063,0.00035978065,0.03829788,0.0037644377,0.00062812027,0.00020566181,5.8599437e-7,0.0000045684324,0.00023267136],"genre_scores_gemma":[0.95976585,0.000019611969,0.036889244,0.0025812408,0.0006977331,0.000007713916,0.0000076767465,0.00000879736,0.000022110858],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99858254,0.00020191395,0.000590064,0.000121428486,0.00038497534,0.00011904734],"domain_scores_gemma":[0.9989211,0.00012409741,0.00028569327,0.00015865405,0.00031635948,0.000194078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003621497,0.00009108126,0.00023745351,0.00028548436,0.00008474996,0.000009749954,0.000095677875,0.00011651032,0.000012080744],"category_scores_gemma":[0.0025602884,0.000055180815,0.000028372948,0.00019145841,0.00017402263,0.00009008358,0.000018039886,0.0005441651,2.8162933e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084051344,0.0025326484,0.007133167,0.00059191795,0.000072550465,0.0005348552,0.020239027,0.000015625825,0.017867818,0.0025764427,0.005713369,0.9418821],"study_design_scores_gemma":[0.0040863017,0.015627082,0.1387492,0.0038426772,0.0004645029,0.71491075,0.09178263,0.014229916,0.0009121942,0.00025605626,0.01470627,0.00043242745],"about_ca_topic_score_codex":0.00003026807,"about_ca_topic_score_gemma":0.0000014053215,"teacher_disagreement_score":0.94144964,"about_ca_system_score_codex":0.0000936833,"about_ca_system_score_gemma":0.0007564438,"threshold_uncertainty_score":0.30650896},"labels":[],"label_agreement":null},{"id":"W1987836541","doi":"10.2460/javma.240.7.810","title":"Veterinary college accreditation: setting the record straight","year":2012,"lang":"en","type":"article","venue":"Journal of the American Veterinary Medical Association","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Political science; Quality (philosophy); Veterinary medicine; Medicine","score_opus":0.028460765219402103,"score_gpt":0.3537716964436598,"score_spread":0.3253109312242577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987836541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91118485,0.00008811164,0.00026473452,0.08349778,0.0037845985,0.00020074134,0.0000051721577,0.000019079047,0.0009549173],"genre_scores_gemma":[0.9816653,0.00006807674,0.0032467302,0.009319515,0.0048969244,0.000014254147,0.000005196783,0.000023178076,0.0007608107],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99596566,0.0005685255,0.00088996347,0.000109383946,0.0020869763,0.00037946948],"domain_scores_gemma":[0.99633133,0.00062835624,0.0020094684,0.00029596392,0.0005517374,0.00018313572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046784,0.00015112711,0.0003746732,0.00011850893,0.00027495637,0.000020418944,0.00041444684,0.00012817448,0.0004636412],"category_scores_gemma":[0.007915577,0.000085136606,0.00022717565,0.0009332864,0.0002360727,0.00030033657,0.00011397517,0.0011068073,0.00002918169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009563213,0.0012011033,0.13462614,0.00012523592,0.00073499756,0.00012719896,0.002981722,0.0000047921644,0.006043535,0.00036138695,0.48752785,0.36530972],"study_design_scores_gemma":[0.000977909,0.0019001433,0.6319554,0.00030080174,0.00022817579,0.0033572493,0.0022529382,0.00027759877,0.00008925818,0.000083032515,0.3584221,0.00015539512],"about_ca_topic_score_codex":0.000007843961,"about_ca_topic_score_gemma":4.317998e-7,"teacher_disagreement_score":0.49732926,"about_ca_system_score_codex":0.0008484225,"about_ca_system_score_gemma":0.0005104062,"threshold_uncertainty_score":0.94762564},"labels":[],"label_agreement":null},{"id":"W1988078336","doi":"10.1111/j.1365-2929.2006.02525.x","title":"Are some of the challenging aspects of the CanMEDS roles valid outside Canada?","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Specialty; Medical education; Psychology; Rating scale; Medicine; Family medicine; Social psychology; Developmental psychology","score_opus":0.008334025739313623,"score_gpt":0.2878668333155216,"score_spread":0.27953280757620796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988078336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86493284,0.0004973841,0.000034657503,0.12683752,0.002702143,0.00031874326,0.0000031555724,0.000012361669,0.004661177],"genre_scores_gemma":[0.99038404,0.0000110015,0.0000734801,0.008071142,0.0007585253,0.000030803498,0.000015302203,0.00001361403,0.00064208836],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99781734,0.000074820404,0.0004911725,0.00014958747,0.0012869928,0.00018008251],"domain_scores_gemma":[0.99864453,0.00006843119,0.00042495233,0.00049201836,0.00032393943,0.000046102272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045216986,0.0001020907,0.00020796973,0.0000724927,0.00010401717,0.0000034452187,0.00028536632,0.000115262716,0.00018553379],"category_scores_gemma":[0.0047459714,0.000060443057,0.00006595856,0.00055298215,0.00024378036,0.000037372683,0.000047528432,0.000345161,0.000001347672],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032434174,0.0025033401,0.22449194,0.0012325499,0.00011277658,0.000003901956,0.0018070708,0.000103014405,0.0017608742,0.08202021,0.62890494,0.057026923],"study_design_scores_gemma":[0.0004796528,0.000020629835,0.9476848,0.00134545,0.000107316,0.00003552315,0.0027297037,0.00042496176,0.010769137,0.0029480064,0.033337757,0.000117015676],"about_ca_topic_score_codex":0.082532756,"about_ca_topic_score_gemma":0.07040786,"teacher_disagreement_score":0.72319293,"about_ca_system_score_codex":0.00035199293,"about_ca_system_score_gemma":0.007737248,"threshold_uncertainty_score":0.99788797},"labels":[],"label_agreement":null},{"id":"W1988128700","doi":"10.1097/00001888-200009001-00123","title":"University of Manitoba Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Medical education; Faculty development; Corporate governance; Program director; Position (finance); Executive director; Hierarchy; Professional development; Curriculum development; Educational program; Political science; Administration (probate law); Management; Medicine; Sociology; Pedagogy; Business","score_opus":0.041467984528111325,"score_gpt":0.3450303019644502,"score_spread":0.3035623174363389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988128700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92413926,0.00055732095,0.00047885516,0.033691615,0.00029399784,0.00032914802,0.0000056359363,0.000047730646,0.040456425],"genre_scores_gemma":[0.98778135,0.0012024982,0.0006874305,0.0018686393,0.00067911815,0.0000010355496,0.00016172844,0.000014694504,0.007603519],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982861,0.000041857944,0.000605506,0.0002132348,0.00066353,0.00018974721],"domain_scores_gemma":[0.9988908,0.000080178346,0.00024194187,0.0003475268,0.0003330441,0.0001065111],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007710529,0.00013270974,0.0005410031,0.00023700955,0.00004253146,1.7675707e-7,0.00022653217,0.00024065061,0.009108907],"category_scores_gemma":[0.00094211055,0.000103320766,0.00003499412,0.00084126357,0.0013082306,0.000058776975,0.0000201276,0.00057357945,0.000049455153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006115719,0.00010523442,0.02999075,0.00075266144,0.00019643159,0.00003055624,0.013977119,0.000005564347,0.0220304,0.008765614,0.6126851,0.31084904],"study_design_scores_gemma":[0.014157898,0.0020816799,0.16612078,0.0048194835,0.0010375166,0.0002838679,0.035383645,0.0005811078,0.002768064,0.0034017437,0.76902884,0.0003353919],"about_ca_topic_score_codex":0.00061058154,"about_ca_topic_score_gemma":0.000006827299,"teacher_disagreement_score":0.31051365,"about_ca_system_score_codex":0.00007898864,"about_ca_system_score_gemma":0.00011281194,"threshold_uncertainty_score":0.9917969},"labels":[],"label_agreement":null},{"id":"W1988195007","doi":"10.3138/jvme.38.3.251","title":"Veterinary Students' Perceptions of Their Day-One Abilities before and after Final-Year Clinical Practice-Based Training","year":2011,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Royal College of Veterinary Surgeons Charitable Trust","keywords":"Checklist; Preparedness; Competence (human resources); Perception; Medical education; Audit; Demographics; Medicine; Psychology","score_opus":0.16070887946026804,"score_gpt":0.46310533054426056,"score_spread":0.3023964510839925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988195007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99216,0.00022904466,0.0008427221,0.004548984,0.0015432673,0.00025313793,0.000003243719,0.00001413642,0.0004054358],"genre_scores_gemma":[0.95743626,0.00019430861,0.03866879,0.0025517105,0.0010055461,0.000036085246,0.000016656459,0.0000244329,0.00006618878],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966713,0.00036938497,0.0014771523,0.00021540307,0.0010579916,0.00020873916],"domain_scores_gemma":[0.99738526,0.00033316508,0.0006936484,0.00032318424,0.00097477675,0.00028997],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038860517,0.00017275961,0.000508414,0.0003529145,0.000070001246,0.000015809424,0.0002382824,0.00025967127,0.0015078911],"category_scores_gemma":[0.0083044395,0.00014009503,0.00016633703,0.0002880693,0.0006092313,0.0003676454,0.00006807559,0.00082389225,0.0000061133264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050122244,0.014134306,0.21842363,0.0009766165,0.00041582322,0.00016761196,0.04040656,3.0726918e-7,0.0005838404,0.00031182118,0.0028897508,0.7166775],"study_design_scores_gemma":[0.0020388106,0.011002648,0.94727117,0.0017877757,0.000289872,0.0023295751,0.025110742,0.00006984301,0.000019168918,0.00035793352,0.009574257,0.00014820603],"about_ca_topic_score_codex":0.0000107770165,"about_ca_topic_score_gemma":0.0000010537947,"teacher_disagreement_score":0.72884756,"about_ca_system_score_codex":0.0001244377,"about_ca_system_score_gemma":0.0023907167,"threshold_uncertainty_score":0.99940485},"labels":[],"label_agreement":null},{"id":"W1988356347","doi":"10.1001/jama.2013.281671","title":"Publication of Results of Abstracts Presented at Medical Education Conferences","year":2013,"lang":"en","type":"article","venue":"JAMA","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"Canadian Institutes of Health Research; Hospital for Sick Children; Canadian Child Health Clinician Scientist Program","keywords":"Medicine; Medical education; Medical physics; Family medicine; Library science","score_opus":0.021216744540399016,"score_gpt":0.34011956741159943,"score_spread":0.3189028228712004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988356347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8803789,0.000038786715,0.000034703233,0.067750566,0.00030153245,0.0003820812,0.0000042235806,0.000020458594,0.051088728],"genre_scores_gemma":[0.9935757,0.000019992578,0.0015674691,0.0010589464,0.00021334048,0.00006058709,0.0004737063,0.0000062699737,0.0030240165],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983415,0.000032658907,0.0007255298,0.00014302706,0.00065235223,0.00010494487],"domain_scores_gemma":[0.99691844,0.00009214175,0.00042944474,0.0003298259,0.0021358535,0.00009432214],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005473261,0.000063815954,0.0001626542,0.00018494553,0.000023226507,0.000010051226,0.0001250768,0.00016967476,0.0018746996],"category_scores_gemma":[0.015507754,0.000052010433,0.00002936148,0.00040327475,0.00016813159,0.00016775996,0.000030991778,0.00015648238,0.00009306618],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001199654,0.0011183647,0.01241817,0.00024496418,0.000037358597,2.504749e-7,0.00061510043,5.749471e-7,0.0043978007,0.0046541286,0.62952155,0.34687176],"study_design_scores_gemma":[0.0020475427,0.00016272465,0.9133496,0.0003987934,0.000034982633,0.00002140624,0.0006697205,0.0010865257,0.02356589,0.0006553004,0.057924174,0.00008332511],"about_ca_topic_score_codex":0.00068578037,"about_ca_topic_score_gemma":0.0000119325005,"teacher_disagreement_score":0.9009314,"about_ca_system_score_codex":0.000060367478,"about_ca_system_score_gemma":0.0012083255,"threshold_uncertainty_score":0.99903774},"labels":[],"label_agreement":null},{"id":"W1988426064","doi":"10.1097/00001888-200207000-00018","title":"The Effect of Candidatesʼ Perceptions of the Evaluation Method on Reliability of Checklist and Global Rating Scores in an Objective Structured Clinical Examination","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Checklist; Competence (human resources); Psychology; Reliability (semiconductor); Inter-rater reliability; Objective structured clinical examination; Clinical psychology; Rating scale; Social psychology; Developmental psychology; Psychiatry","score_opus":0.04147012368778285,"score_gpt":0.46659478976735147,"score_spread":0.4251246660795686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988426064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99563485,0.0002000176,0.00022405248,0.0021870136,0.00033063823,0.0010231334,0.0000047376498,0.0000059154972,0.0003896588],"genre_scores_gemma":[0.9991061,0.000094860596,0.00038750836,0.00013993288,0.00018364898,0.000036816546,0.000020111993,0.0000059821305,0.000025053498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962995,0.001543601,0.0010283857,0.00023972461,0.00076942117,0.00011939106],"domain_scores_gemma":[0.9970847,0.0014785491,0.00054030557,0.00039846427,0.00045783477,0.00004018548],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009642774,0.00011044826,0.00039163517,0.00008742664,0.00007589699,0.0000012918916,0.00014929181,0.00021798447,0.0000680918],"category_scores_gemma":[0.034202833,0.000056546185,0.000034757988,0.0007408765,0.0008526616,0.00006268092,0.00003023207,0.0006532376,2.3791043e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017745724,0.000039903403,0.77197564,0.00015729983,0.000021991225,1.0499469e-7,0.0047460026,0.000050834056,0.0057122186,0.0004971022,0.0005288099,0.21609262],"study_design_scores_gemma":[0.0020891924,0.0011403733,0.96982425,0.0005187327,0.00019058658,0.000006617823,0.0022065705,0.020927496,0.002359744,0.0006871742,0.000009518519,0.00003975458],"about_ca_topic_score_codex":0.000162109,"about_ca_topic_score_gemma":0.000040397445,"teacher_disagreement_score":0.21605286,"about_ca_system_score_codex":0.00018395254,"about_ca_system_score_gemma":0.00008268536,"threshold_uncertainty_score":0.9739325},"labels":[],"label_agreement":null},{"id":"W1988641458","doi":"10.1111/medu.12543","title":"Toward a common understanding: supporting and promoting education scholarship for medical school faculty","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education; University of Toronto; Western University; St. Michael's Hospital; University of Calgary; Memorial University of Newfoundland; Royal College of Physicians and Surgeons of Canada; Université de Sherbrooke; Queen's University","funders":"","keywords":"Scholarship; Medical education; Medical school; MEDLINE; Pedagogy; Psychology; Medicine; Political science","score_opus":0.06335133408208303,"score_gpt":0.4228624995689667,"score_spread":0.35951116548688367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988641458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75855327,0.00022106677,0.02883093,0.20390078,0.002788837,0.0017858526,0.0000028805243,0.0002279786,0.0036884292],"genre_scores_gemma":[0.95361507,0.000025774078,0.0094671985,0.033216003,0.0019382084,0.000446703,0.0007897488,0.000047271384,0.0004540353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964796,0.00014062934,0.0008960419,0.0005262233,0.0014994922,0.00045805651],"domain_scores_gemma":[0.99762845,0.00026461302,0.0003437614,0.00038251802,0.0005428878,0.0008377684],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004469282,0.00023159478,0.00038574627,0.00031633637,0.0003200962,0.000091531954,0.00023262526,0.0004987685,0.0010548023],"category_scores_gemma":[0.08660106,0.00020995515,0.00007724971,0.0005354204,0.0002517765,0.00026910356,0.00006458194,0.0008681593,0.000030880372],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007825505,0.0017798073,0.064488016,0.0016191432,0.000051224928,0.0000012991524,0.0019736248,1.2845649e-7,0.00011239875,0.032221675,0.087209314,0.8104651],"study_design_scores_gemma":[0.013301077,0.0025578402,0.19150712,0.016380653,0.0010806647,0.002602125,0.030475494,0.06332171,0.001425706,0.12416989,0.5506781,0.0024996167],"about_ca_topic_score_codex":0.00006770167,"about_ca_topic_score_gemma":0.000020678348,"teacher_disagreement_score":0.8079655,"about_ca_system_score_codex":0.00063092064,"about_ca_system_score_gemma":0.00922794,"threshold_uncertainty_score":0.9998584},"labels":[],"label_agreement":null},{"id":"W1988729791","doi":"10.1017/s1460396905000105","title":"advanced practice perspectives in radiation therapy","year":2004,"lang":"en","type":"article","venue":"Journal of Radiotherapy in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network","funders":"Oncology Nursing Society","keywords":"Perspective (graphical); Radiation Therapist; Clinical Practice; Medicine; Medical education; Technological change; Radiation therapy; Medical physics; Family medicine; Computer science; Surgery","score_opus":0.01454575919102874,"score_gpt":0.39497912501048893,"score_spread":0.3804333658194602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988729791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81009203,0.020683786,0.003574282,0.16057451,0.000957971,0.0005572446,3.4581458e-7,0.000016952354,0.0035428877],"genre_scores_gemma":[0.7516529,0.042870473,0.19198005,0.0124709485,0.0009026623,0.000016740503,0.0000020864336,0.00004064585,0.00006349998],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809027,0.00024133851,0.00074090995,0.00015923708,0.0005757152,0.00019255867],"domain_scores_gemma":[0.997524,0.0005727429,0.00087912095,0.00020598092,0.00076238357,0.000055733966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026327295,0.00012868382,0.00031286513,0.0006856831,0.000035966637,0.00002907626,0.00012062016,0.00012020798,0.00007194235],"category_scores_gemma":[0.010715712,0.000111982525,0.00006428642,0.001164417,0.000064128704,0.0019203308,0.0000038497865,0.0009905089,0.0000043008267],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015973395,0.011007034,0.006352506,0.0000505223,0.0005847403,0.0010336824,0.08560447,0.005367011,0.020500667,0.012399254,0.0019255145,0.8392012],"study_design_scores_gemma":[0.04977798,0.0055258246,0.07154356,0.00073690404,0.00015846461,0.010836573,0.100206606,0.00031337127,0.0026575178,0.0015242805,0.75621516,0.0005037702],"about_ca_topic_score_codex":0.00005200189,"about_ca_topic_score_gemma":0.0000032681892,"teacher_disagreement_score":0.83869743,"about_ca_system_score_codex":0.0015894525,"about_ca_system_score_gemma":0.00079634995,"threshold_uncertainty_score":0.9976174},"labels":[],"label_agreement":null},{"id":"W1988784680","doi":"10.1007/bf03019676","title":"Performance on ABA-ASA in-training examination predicts success for RCPSC certification","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta","funders":"","keywords":"Medicine; Percentile; Oral examination; Anesthesiology; Certification; Test (biology); Family medicine; Board certification; Residency training; Medical education; Anesthesia; Continuing education; Oral health","score_opus":0.025361407193132054,"score_gpt":0.264757416225757,"score_spread":0.23939600903262492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988784680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98803693,0.00012778462,0.000024071303,0.009132259,0.0003999142,0.00038079987,0.0000026667033,0.000009054351,0.0018865459],"genre_scores_gemma":[0.99640226,0.000069170936,0.000933981,0.00044844186,0.0011193667,0.000017848139,0.000033845452,0.000049470073,0.0009256044],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99723846,0.00009880672,0.0011098714,0.00023436228,0.0005894347,0.00072903873],"domain_scores_gemma":[0.99721307,0.000087341185,0.0005121698,0.0002462243,0.0009816596,0.0009595247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002607752,0.00025149752,0.0004679039,0.0015186471,0.00041065228,0.00012254964,0.0003596891,0.00023864258,0.000522252],"category_scores_gemma":[0.0006855466,0.00023635,0.00013767676,0.0008790746,0.00016750241,0.0005293662,0.0000015237587,0.0008901573,0.00001812667],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007061266,0.000246235,0.045598384,0.00026795387,0.00011376031,0.051923107,0.010337312,0.0023346748,0.000100148456,0.0006349888,0.009469662,0.87826765],"study_design_scores_gemma":[0.0020413937,0.001972811,0.3873415,0.0010454585,0.000110163164,0.5845061,0.0009933962,0.0019314188,0.00012713305,0.00012839332,0.019499464,0.0003027619],"about_ca_topic_score_codex":0.0007366147,"about_ca_topic_score_gemma":0.0014628293,"teacher_disagreement_score":0.8779649,"about_ca_system_score_codex":0.0016884537,"about_ca_system_score_gemma":0.0045944317,"threshold_uncertainty_score":0.9638073},"labels":[],"label_agreement":null},{"id":"W1988861785","doi":"10.1046/j.1365-2923.2003.01471.x","title":"Students' attitudes and potential behaviour with regard to whistle blowing as they pass through a modern medical curriculum","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario","funders":"University of Glasgow","keywords":"Vignette; Curriculum; Medical education; Psychology; Cohort; Health care; Quality (philosophy); Medicine; Pedagogy; Social psychology; Political science; Law","score_opus":0.008081757277227394,"score_gpt":0.35338289911721077,"score_spread":0.3453011418399834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988861785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9603629,0.00021161586,0.00567678,0.029151792,0.0013054777,0.0006704313,8.3172705e-7,0.000089517715,0.0025306356],"genre_scores_gemma":[0.9692007,0.000071489085,0.007853161,0.0206764,0.00056790025,0.00024588703,0.00007318957,0.00004261692,0.0012686887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954647,0.00012994763,0.00050914683,0.00054815185,0.0029467805,0.0004012663],"domain_scores_gemma":[0.9985309,0.00004248368,0.00010302236,0.00043646223,0.0004325059,0.00045458076],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011885037,0.0002403661,0.00034295933,0.00017194667,0.00020868247,0.000066432265,0.0002645176,0.00032552116,0.0015959361],"category_scores_gemma":[0.006876784,0.00018537251,0.00005005442,0.000493142,0.00020198077,0.00017460984,0.00007272168,0.0006771516,0.000087489505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018589137,0.012129771,0.69106203,0.00049838255,0.0002902452,0.00018806844,0.01023624,0.000006806096,0.00016957267,0.010219558,0.11007368,0.16493978],"study_design_scores_gemma":[0.018244838,0.0047399895,0.633665,0.012227445,0.0020372632,0.01017186,0.02184427,0.0019295344,0.0009744528,0.0077286,0.28320622,0.0032304747],"about_ca_topic_score_codex":0.00051292055,"about_ca_topic_score_gemma":0.000087145156,"teacher_disagreement_score":0.17313255,"about_ca_system_score_codex":0.00024468254,"about_ca_system_score_gemma":0.0031490107,"threshold_uncertainty_score":0.99931675},"labels":[],"label_agreement":null},{"id":"W1988900985","doi":"10.12968/hmed.2009.70.8.43542","title":"Professionalism: what it means to doctors today","year":2009,"lang":"en","type":"article","venue":"British Journal of Hospital Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Community Based Research Centre","funders":"","keywords":"Medicine; Meaning (existential); Politics; Engineering ethics; Medical practice; Medical education; Epistemology; Law","score_opus":0.016698053792868782,"score_gpt":0.34402843189132865,"score_spread":0.3273303780984599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988900985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6790623,0.0033344422,0.000616829,0.3097731,0.0053462144,0.00040242178,0.0000011785546,0.000023500395,0.0014400089],"genre_scores_gemma":[0.95288324,0.0010585831,0.0048386822,0.036519725,0.003162774,0.00000671401,0.00002246014,0.000023498818,0.0014843182],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972183,0.00004916233,0.0010301044,0.00019367583,0.0012038859,0.0003048631],"domain_scores_gemma":[0.99780303,0.000060421597,0.00034607237,0.00020115831,0.0012980739,0.00029126662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011790672,0.0001594526,0.00053001125,0.00033280737,0.0001073494,0.000048914495,0.00023041065,0.000121561825,0.00084801187],"category_scores_gemma":[0.0042228317,0.00013537868,0.00009861007,0.0007719204,0.00013753724,0.0005268163,0.000021347903,0.000708618,0.000029020208],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090180816,0.00062270695,0.0005219832,0.00003553956,0.0000501523,0.0008650605,0.0022416236,0.0000022006238,0.0005376947,0.00034739397,0.4437418,0.5509437],"study_design_scores_gemma":[0.011647848,0.02757209,0.36992517,0.048541866,0.0006520442,0.019726632,0.03452096,0.000050510887,0.0011806708,0.0058817547,0.47942936,0.00087110937],"about_ca_topic_score_codex":0.000017919505,"about_ca_topic_score_gemma":0.0000018962235,"teacher_disagreement_score":0.55007255,"about_ca_system_score_codex":0.00018583293,"about_ca_system_score_gemma":0.00023385542,"threshold_uncertainty_score":0.9285135},"labels":[],"label_agreement":null},{"id":"W1989024859","doi":"10.1258/1357633054461822","title":"Videoconferences for rural physicians’ continuing health education","year":2005,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Videoconferencing; Attendance; Continuing education; Distance education; Presentation (obstetrics); Medical education; Medicine; Data collection; Teleconference; Continuing medical education; Nursing; Psychology; Multimedia; Pedagogy; Computer science; Sociology","score_opus":0.011347077276436027,"score_gpt":0.35073474734508453,"score_spread":0.3393876700686485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989024859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90808344,0.0034598962,0.0024581216,0.08448761,0.00068610284,0.0004023949,0.0000019606034,0.000012963062,0.00040754298],"genre_scores_gemma":[0.96976423,0.0003724985,0.019090524,0.0072005442,0.003194314,0.000012445952,0.000026468422,0.000010952766,0.00032801728],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988645,0.000018815032,0.000592453,0.000082467515,0.00027249547,0.00016929078],"domain_scores_gemma":[0.99844307,0.000052851203,0.00046503195,0.00008968528,0.00086128287,0.00008807887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054427667,0.0000943012,0.0003521161,0.0002257668,0.00006845376,0.000013575238,0.00006081833,0.000047702906,0.00004583648],"category_scores_gemma":[0.00054081,0.00007011919,0.00006125485,0.00020085614,0.00006549489,0.00014748867,0.0000069947864,0.0002362449,0.000001039003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005246287,0.00012554711,0.004511535,0.00013888697,0.0000326114,5.781457e-7,0.001698982,5.658993e-7,0.000490729,0.0003655451,0.06814374,0.92443883],"study_design_scores_gemma":[0.0054046456,0.004171661,0.07171811,0.0039669024,0.0002914769,0.0008501165,0.04530759,0.00052613026,0.0014215466,0.0007747508,0.86532813,0.00023895066],"about_ca_topic_score_codex":0.000012551649,"about_ca_topic_score_gemma":0.0000065894224,"teacher_disagreement_score":0.9241999,"about_ca_system_score_codex":0.000097648044,"about_ca_system_score_gemma":0.0004934494,"threshold_uncertainty_score":0.28593776},"labels":[],"label_agreement":null},{"id":"W1989031551","doi":"10.3109/0142159x.2012.749345","title":"Historical factors influencing medical education research productivity","year":2013,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Productivity; Medical research; Political science; Medical education; Economic growth; Medicine; Economics","score_opus":0.07713080728706752,"score_gpt":0.41031022484243895,"score_spread":0.33317941755537145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989031551","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17180169,0.00064978463,0.00005253008,0.80882573,0.0050831325,0.0011376318,5.510129e-7,0.0002412895,0.012207672],"genre_scores_gemma":[0.018666396,0.000117718504,0.0006312133,0.6689116,0.077141754,0.0012515188,0.0011490809,0.000354214,0.23177654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834119,0.0010757099,0.0013586764,0.0013383235,0.011533945,0.0012814477],"domain_scores_gemma":[0.9948897,0.00026716964,0.00032700403,0.0016943652,0.0018717205,0.0009500461],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0066563007,0.00058905326,0.0011224101,0.001241034,0.0003244965,0.000069994305,0.0010098547,0.0053394455,0.044152617],"category_scores_gemma":[0.08885501,0.00046035676,0.00025814737,0.0017110979,0.0009426122,0.00021127822,0.0003279755,0.022933826,0.0010079789],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009299445,0.000945999,0.018477743,0.00057931704,0.00008542719,0.000133772,0.0006269273,9.138717e-9,0.0000031929205,0.000058676455,0.9312977,0.04778193],"study_design_scores_gemma":[0.0004104523,0.00015304175,0.0024262813,0.0011825531,0.0000917456,0.00022210376,0.0002458989,0.000186404,0.000008298665,0.0003825852,0.9942801,0.00041055767],"about_ca_topic_score_codex":0.0019471903,"about_ca_topic_score_gemma":0.00001157152,"teacher_disagreement_score":0.21956886,"about_ca_system_score_codex":0.005942937,"about_ca_system_score_gemma":0.015401899,"threshold_uncertainty_score":0.9997848},"labels":[],"label_agreement":null},{"id":"W1989179926","doi":"10.1007/s00520-010-0949-z","title":"The ties that bind: a reflection on physician grief","year":2010,"lang":"en","type":"article","venue":"Supportive Care in Cancer","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Bruyère","funders":"","keywords":"Grief; Medicine; Pain medicine; Coping (psychology); Nursing research; Nursing; Psychiatry","score_opus":0.028128722078828234,"score_gpt":0.3952450457416547,"score_spread":0.3671163236628265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989179926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540251,0.00016103844,0.0000073588085,0.010486977,0.0038753496,0.0003815485,0.0000086244045,0.000038763003,0.031015234],"genre_scores_gemma":[0.9931618,0.000081382685,0.00008296305,0.0042389957,0.0009658242,0.00026964775,0.000041673564,0.000016999127,0.001140693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999133,0.000022197199,0.00017214195,0.00018274343,0.00029216637,0.00019777179],"domain_scores_gemma":[0.9992564,0.000048936425,0.00008937726,0.00024892212,0.0003260298,0.000030376143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001951685,0.00009402837,0.00011245056,0.00010561696,0.00013304134,0.000016583044,0.00007110621,0.00009572652,0.00020076217],"category_scores_gemma":[0.00031747037,0.000063635845,0.000037551643,0.00037669687,0.00016349026,0.000070446666,0.000012669944,0.00063026586,0.00003118879],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035476632,0.00017506909,0.06376875,0.0000979627,0.00004925018,0.000012661815,0.009642702,0.0000041791122,0.0055775787,0.004335517,0.064400576,0.851581],"study_design_scores_gemma":[0.0010064816,0.0004886274,0.22497767,0.00029174102,0.00004760187,0.0000074687237,0.02226499,0.000043153777,0.043165766,0.0009953436,0.70648515,0.00022598199],"about_ca_topic_score_codex":0.00016297701,"about_ca_topic_score_gemma":0.0012896173,"teacher_disagreement_score":0.851355,"about_ca_system_score_codex":0.00034189946,"about_ca_system_score_gemma":0.00036896087,"threshold_uncertainty_score":0.27382267},"labels":[],"label_agreement":null},{"id":"W1989198905","doi":"10.1007/s00268-003-7085-6","title":"Challenges of Teaching Surgery: Ethical Framework","year":2003,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Vascular surgery; Abdominal surgery; Cardiothoracic surgery; Secrecy; Medicine; Cardiac surgery; Patient safety; Medical education; Interventional radiology; Process (computing); Patient care; Nursing; Medical emergency; Surgery; Health care; Computer science","score_opus":0.0779730514971534,"score_gpt":0.3657729422944454,"score_spread":0.287799890797292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989198905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87324023,0.00778549,0.0029650463,0.09021224,0.006058241,0.00013176264,7.543649e-7,0.000030779112,0.01957548],"genre_scores_gemma":[0.98492634,0.00074566447,0.011365959,0.002138602,0.00064954296,0.0000016691596,0.0000013312588,0.00002040149,0.00015046999],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761546,0.0002943253,0.0010840391,0.00010938109,0.00068433967,0.00021243494],"domain_scores_gemma":[0.99521834,0.0032406938,0.0006940599,0.00024270678,0.00049197726,0.00011220591],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008097117,0.00011123052,0.00065558247,0.00096529245,0.000060233586,0.000007761825,0.00006667906,0.00020716211,0.00032754915],"category_scores_gemma":[0.023913303,0.00009132267,0.00028068174,0.00057235244,0.00012011221,0.00008524636,0.000009097447,0.0021798038,0.000006837122],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025301575,0.001204133,0.2124571,0.0007012664,0.00040012682,0.00023192335,0.0015669273,0.000007545802,0.0006799612,0.17401297,0.22050168,0.38798335],"study_design_scores_gemma":[0.0009463507,0.00019991562,0.289205,0.014907212,0.0004901439,0.003126627,0.003908297,0.00002677267,0.0062052486,0.041146357,0.6391576,0.0006804814],"about_ca_topic_score_codex":0.0000019456445,"about_ca_topic_score_gemma":8.816459e-7,"teacher_disagreement_score":0.4186559,"about_ca_system_score_codex":0.00008085021,"about_ca_system_score_gemma":0.00058947864,"threshold_uncertainty_score":0.98430866},"labels":[],"label_agreement":null},{"id":"W1989411776","doi":"10.1097/acm.0b013e3182736dfc","title":"“It Depends”","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University Health Network","funders":"","keywords":"Feeling; Context (archaeology); Psychology; Interdependence; Subject (documents); Grounded theory; Focus group; Medical education; Medicine; Social psychology; Qualitative research; Sociology","score_opus":0.050669811824208384,"score_gpt":0.41109949148037545,"score_spread":0.36042967965616707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989411776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6652803,0.0033973034,0.0037676159,0.19370055,0.004137978,0.000565674,9.1984725e-7,0.0002248602,0.1289248],"genre_scores_gemma":[0.9399008,0.000284395,0.00089854497,0.04601484,0.0056181783,0.000033558816,0.000068355126,0.000023024768,0.007158285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838567,0.000029006695,0.00046240582,0.00016127508,0.0005432929,0.00041836832],"domain_scores_gemma":[0.99915296,0.000080593294,0.000102357866,0.00030952957,0.00012311272,0.00023143078],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012944721,0.00013130113,0.0002633893,0.00021107064,0.00006344609,0.00000102582,0.00012325076,0.00025556216,0.003216884],"category_scores_gemma":[0.003021879,0.00009514524,0.000024484983,0.0005706457,0.00021167664,0.00013991032,0.000030372777,0.0009475169,0.00056905224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030336678,0.000031748023,0.0616435,0.00007808843,0.000035328525,0.0000034124641,0.0062612006,9.1959016e-8,0.0044138753,0.008299639,0.87950253,0.039700266],"study_design_scores_gemma":[0.0014741734,0.00014027215,0.03727837,0.00037707333,0.00016892143,0.00041695658,0.003179134,0.000062532745,0.0012293273,0.00047222563,0.955054,0.0001470312],"about_ca_topic_score_codex":0.000011928127,"about_ca_topic_score_gemma":1.6007762e-7,"teacher_disagreement_score":0.27462053,"about_ca_system_score_codex":0.00011444624,"about_ca_system_score_gemma":0.00007370063,"threshold_uncertainty_score":0.9976943},"labels":[],"label_agreement":null},{"id":"W1989538433","doi":"10.1001/jama.292.9.1044","title":"Educational Epidemiology","year":2004,"lang":"en","type":"article","venue":"JAMA","topic":"Innovations in Medical Education","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Accreditation; Observational study; Medical education; Educational research; Epidemiology; Educational program; Flexibility (engineering); Foundation (evidence); Research design; Family medicine; Mathematics education; Surgery; Psychology","score_opus":0.036111389805232624,"score_gpt":0.3936483525741682,"score_spread":0.35753696276893554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989538433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5783688,0.00009979197,0.0018504482,0.39549467,0.0007449394,0.00011835211,9.033229e-7,0.00003333203,0.023288809],"genre_scores_gemma":[0.9096946,0.000009795608,0.050615124,0.03559741,0.0016916157,0.00003644176,0.0001447763,0.000008248162,0.0022019693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99949014,0.000015016574,0.00018511899,0.00010569244,0.00008646113,0.00011755905],"domain_scores_gemma":[0.99953383,0.00007430607,0.000041281495,0.00015721747,0.00015333807,0.00004000496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035362566,0.00004157522,0.000096933436,0.000073464165,0.00003806952,0.000002489987,0.00004037479,0.00007959531,0.0009064493],"category_scores_gemma":[0.00512036,0.000035523517,0.000021062628,0.00019282236,0.00006946921,0.00004337142,0.000008300804,0.0001701067,0.0006150969],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033215347,0.00045546523,0.036515906,0.000046856785,0.00002921526,0.0000031169157,0.00035982195,0.000023280149,0.00051426806,0.5726796,0.2230774,0.16626185],"study_design_scores_gemma":[0.0016113609,0.00009040532,0.7166374,0.00006241107,0.000020696178,0.00017881935,0.000118234806,0.000052119627,0.0002726574,0.08831542,0.19256254,0.00007794182],"about_ca_topic_score_codex":0.00002966994,"about_ca_topic_score_gemma":8.873856e-7,"teacher_disagreement_score":0.6801215,"about_ca_system_score_codex":0.00013701669,"about_ca_system_score_gemma":0.0003121495,"threshold_uncertainty_score":0.9924984},"labels":[],"label_agreement":null},{"id":"W1989744660","doi":"10.3138/jvme.37.2.190","title":"Preparing Veterinary Students for Extramural Clinical Placement Training: Issues Identified and a Possible Solution","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KU Leuven","keywords":"Graduation (instrument); Medical education; Confidentiality; Medicine; Veterinary medicine; Engineering; Political science","score_opus":0.15497695230111283,"score_gpt":0.5237011603365315,"score_spread":0.3687242080354186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989744660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836622,0.0002606425,0.0016120466,0.006256024,0.007499028,0.0005013147,0.0000010519136,0.000020458869,0.00018724224],"genre_scores_gemma":[0.9714448,0.0001726358,0.0236196,0.001170831,0.0029289885,0.000062103136,0.000030736363,0.000024084133,0.000546221],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99704856,0.00010734967,0.0013052177,0.00025844888,0.0010169332,0.0002635134],"domain_scores_gemma":[0.99811876,0.00016511336,0.0005652871,0.00024559026,0.00056698325,0.00033824382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004008095,0.00016512108,0.0004221135,0.00028766252,0.00014893878,0.000065259344,0.0002509402,0.0002908563,0.00026771496],"category_scores_gemma":[0.006276916,0.00014335291,0.0001401522,0.00019342842,0.00024342573,0.00032165062,0.00007932788,0.00085815915,0.0000044051594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032712263,0.0054845344,0.023480963,0.0008017649,0.00032632257,0.000059163165,0.005202471,0.0000010385756,0.037269454,0.00039140205,0.06362566,0.86008596],"study_design_scores_gemma":[0.01506197,0.024846595,0.51679575,0.0037725705,0.0007703269,0.023660613,0.011165722,0.0053825346,0.0005116149,0.0013627422,0.39586425,0.00080533547],"about_ca_topic_score_codex":0.000006426616,"about_ca_topic_score_gemma":0.0000017575153,"teacher_disagreement_score":0.85928065,"about_ca_system_score_codex":0.00010596333,"about_ca_system_score_gemma":0.0016762357,"threshold_uncertainty_score":0.7514508},"labels":[],"label_agreement":null},{"id":"W1989796074","doi":"10.1097/acm.0b013e3181da760a","title":"The Osler Fellowship: An Apprenticeship for Medical Educators","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Apprenticeship; Mentorship; Privilege (computing); Medical education; Professional development; Feeling; Faculty development; Theme (computing); Pedagogy; Honor; Psychology; Medicine","score_opus":0.027696818272458793,"score_gpt":0.4104329643677,"score_spread":0.3827361460952412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989796074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82594866,0.00042302025,0.0016425176,0.15703829,0.00913727,0.0010485331,0.0000014484074,0.00014117065,0.0046190936],"genre_scores_gemma":[0.96227133,0.00023781571,0.0012053757,0.017183818,0.012331791,0.0003526225,0.0001846206,0.00005846187,0.0061741658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969847,0.00006292599,0.00080090854,0.00040732295,0.0012163294,0.0005277839],"domain_scores_gemma":[0.9973372,0.00080917915,0.00020855454,0.00075584796,0.0003881649,0.0005010592],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004824039,0.00021448049,0.00033454478,0.00017466761,0.00038348,0.000011797303,0.000639068,0.0006495846,0.0014289353],"category_scores_gemma":[0.021416223,0.00012527373,0.000056288383,0.00055919413,0.001116794,0.00012822663,0.000046539633,0.002677419,0.00006428661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022443091,0.0001255749,0.011727139,0.00019892698,0.00010096988,0.0000052466926,0.0054825842,1.3309928e-7,0.0057968413,0.09030299,0.64759684,0.23843832],"study_design_scores_gemma":[0.0029077816,0.0004618902,0.007378728,0.0003214171,0.00026904824,0.00026493482,0.007580441,0.00205775,0.00079123536,0.009437823,0.9682766,0.00025230282],"about_ca_topic_score_codex":0.000027271706,"about_ca_topic_score_gemma":0.000020432044,"teacher_disagreement_score":0.3206798,"about_ca_system_score_codex":0.00006123713,"about_ca_system_score_gemma":0.00063086854,"threshold_uncertainty_score":0.9996234},"labels":[],"label_agreement":null},{"id":"W1989841489","doi":"10.4300/jgme-d-13-00445.1","title":"Competency-Based Education: Milestones or Millstones1?","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Data science; Computer science; Psychology","score_opus":0.026605585460144732,"score_gpt":0.36532796923022415,"score_spread":0.3387223837700794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989841489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73128605,0.00053585134,0.011289054,0.23674709,0.014500217,0.00050047215,9.839935e-7,0.00006279898,0.005077482],"genre_scores_gemma":[0.8888199,0.00016609037,0.05943169,0.044158228,0.0052894526,0.000048591482,0.00009642176,0.000050098286,0.0019395477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625665,0.00017843948,0.0012273641,0.00022493266,0.0018441055,0.00026849055],"domain_scores_gemma":[0.9959405,0.00018053684,0.00074386917,0.00041547252,0.0022648352,0.00045475652],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019552591,0.00021532642,0.00049908285,0.0006609169,0.00014034272,0.000031542368,0.00032329117,0.000224285,0.0014387734],"category_scores_gemma":[0.013413893,0.0001527102,0.0001690661,0.0009807793,0.00028933558,0.00018297635,0.000019255689,0.0008176564,0.00008017503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025747548,0.0037407603,0.003743283,0.000346836,0.000050650575,0.000007575742,0.0004142427,0.0000045012735,0.00011575784,0.0047120345,0.28307718,0.7035297],"study_design_scores_gemma":[0.006171475,0.0031946767,0.10870342,0.006770626,0.0008513167,0.00589965,0.004081602,0.00751489,0.0013002704,0.009535126,0.84513515,0.0008417641],"about_ca_topic_score_codex":0.000030904263,"about_ca_topic_score_gemma":0.000005176118,"teacher_disagreement_score":0.7026879,"about_ca_system_score_codex":0.0003029787,"about_ca_system_score_gemma":0.026751334,"threshold_uncertainty_score":0.99947405},"labels":[],"label_agreement":null},{"id":"W1990197368","doi":"10.1097/acm.0b013e318226abdd","title":"Tensions in Informed Self-Assessment: How the Desire for Feedback and Reticence to Collect and Use It Can Conflict","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":199,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Situated; Psychology; Negotiation; Grounded theory; Set (abstract data type); Psychological intervention; Situated learning; Qualitative research; Sociocultural evolution; Focus group; Situated cognition; Social cognitive theory; Social psychology; Medical education; Self-assessment; Pedagogy; Cognition; Sociology; Medicine","score_opus":0.12178099940545901,"score_gpt":0.3830123472919204,"score_spread":0.2612313478864614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990197368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87505484,0.00017903738,0.00056266127,0.121216975,0.00023150652,0.0018154086,0.000003880896,0.00003661572,0.0008990957],"genre_scores_gemma":[0.9611854,0.0010472186,0.006728306,0.02964002,0.00020283031,0.00022185089,0.000023599476,0.000018043069,0.00093273056],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987344,0.000043773314,0.00038852982,0.000252482,0.00029027753,0.00029050873],"domain_scores_gemma":[0.9985109,0.00069134333,0.00011488816,0.00025838715,0.0002466629,0.00017782224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010753077,0.00015006047,0.00030229552,0.00024446426,0.00014399659,0.000008049182,0.000120728466,0.00021164141,0.00004626076],"category_scores_gemma":[0.006018667,0.00009392271,0.00001140501,0.0007031518,0.00031636306,0.000108537184,0.0000516742,0.0006782485,0.0000014545572],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006253882,0.00010686737,0.22902565,0.00081763504,0.0001815499,0.00002587253,0.189724,5.6958936e-7,0.0047266204,0.027521405,0.5218612,0.02538323],"study_design_scores_gemma":[0.00730514,0.0015329372,0.83962286,0.0024082556,0.00045225263,0.00032887634,0.041272976,0.0021787859,0.00048686174,0.0013395264,0.102706864,0.0003646776],"about_ca_topic_score_codex":0.00013058235,"about_ca_topic_score_gemma":0.000035301837,"teacher_disagreement_score":0.6105972,"about_ca_system_score_codex":0.00014776319,"about_ca_system_score_gemma":0.0003830352,"threshold_uncertainty_score":0.7205341},"labels":[],"label_agreement":null},{"id":"W1990409458","doi":"10.1016/j.jmir.2012.10.002","title":"Understanding Radiation Therapists' Perceptions and Approach to Clinical Competence Assessment of Medical Radiation Sciences Students","year":2013,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Competence (human resources); Medical education; Documentation; Portfolio; Perception; Clinical Practice; Medicine; Psychology; Nursing","score_opus":0.11498833373882254,"score_gpt":0.4924474998519129,"score_spread":0.3774591661130903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990409458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82639986,0.0010615432,0.08671492,0.083785675,0.0011854057,0.00031996943,9.017894e-7,0.00001433779,0.00051740924],"genre_scores_gemma":[0.9813264,0.0035617775,0.01155413,0.0028310183,0.00069951074,0.000008245344,0.0000035625171,0.0000059012727,0.000009427616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935024,0.0002818721,0.0011379556,0.0002925692,0.0045561125,0.00022912024],"domain_scores_gemma":[0.99790776,0.0006418439,0.0005853326,0.00010482019,0.0002953242,0.00046494455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012753717,0.00012329905,0.00037566383,0.0006328515,0.00040449004,0.00020754516,0.00043727286,0.0001400817,0.00020652353],"category_scores_gemma":[0.0046962188,0.00008593404,0.00006268421,0.0010014751,0.0016461395,0.0005829071,0.000074251424,0.00051495613,0.000002212706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008774167,0.00049826637,0.7104251,0.000064399435,0.00004852773,0.000002712197,0.002041968,0.00005152635,0.00008372021,0.005747,0.008816855,0.2722112],"study_design_scores_gemma":[0.0015193991,0.000396482,0.8178822,0.00037175955,0.000053100004,0.0002712168,0.016589396,0.1613669,0.000007209824,0.00071610976,0.0007076476,0.00011859407],"about_ca_topic_score_codex":0.000044401306,"about_ca_topic_score_gemma":8.9008057e-7,"teacher_disagreement_score":0.2720926,"about_ca_system_score_codex":0.00015052075,"about_ca_system_score_gemma":0.0011009164,"threshold_uncertainty_score":0.606527},"labels":[],"label_agreement":null},{"id":"W1990524387","doi":"10.1111/j.1365-2923.2009.03402.x","title":"Witnessing the globalisation of medical education first‐hand","year":2009,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Feeling; Blame; Surprise; Prerogative; Psychology; Media studies; Psychoanalysis; Law; Aesthetics; Sociology; Social psychology; Political science; Philosophy","score_opus":0.00789671244402552,"score_gpt":0.36753015104457093,"score_spread":0.3596334386005454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990524387","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052529857,0.002805668,0.0009469151,0.15579735,0.8294961,0.0012133614,0.000010563976,0.000105019346,0.004372073],"genre_scores_gemma":[0.014751898,0.0017409052,0.0015063534,0.021412533,0.95038134,0.0004440754,0.0065328702,0.000117167605,0.0031128544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98774445,0.00027087404,0.0017260944,0.00073266594,0.009045697,0.00048021178],"domain_scores_gemma":[0.99318314,0.00068461656,0.0012382689,0.0014207535,0.0030664229,0.00040678983],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0041751415,0.0005005999,0.00084231683,0.00052059576,0.00043139994,0.00011907555,0.0010458548,0.002999332,0.002762267],"category_scores_gemma":[0.09073947,0.0003712425,0.00022827255,0.0015677202,0.0010473628,0.00020771705,0.00011052935,0.0027138647,0.00007458699],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004859748,0.0016740619,0.000118170545,0.00063277205,0.000048247457,0.0000015344203,0.000598931,4.0220857e-7,0.0000024763099,0.0008929178,0.7196571,0.27632475],"study_design_scores_gemma":[0.0008566598,0.00018066267,0.0013860447,0.0059132637,0.00038592992,0.0000695549,0.0006937961,0.00057238486,0.000033836783,0.0009785601,0.98861617,0.00031312765],"about_ca_topic_score_codex":0.0008223251,"about_ca_topic_score_gemma":0.0001381885,"teacher_disagreement_score":0.27601162,"about_ca_system_score_codex":0.0010063295,"about_ca_system_score_gemma":0.07070112,"threshold_uncertainty_score":0.99987394},"labels":[],"label_agreement":null},{"id":"W1990643818","doi":"10.1097/acm.0000000000000486","title":"More Consensus Than Idiosyncrasy","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Psychology; Inter-rater reliability; Variance (accounting); Set (abstract data type); Social psychology; Analysis of variance; Statistics; Developmental psychology; Mathematics; Rating scale; Computer science","score_opus":0.025726960989380997,"score_gpt":0.36491467468963557,"score_spread":0.3391877137002546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990643818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.823557,0.00042377377,0.0025150261,0.14650093,0.0013718662,0.00037539026,8.2733106e-7,0.00019674626,0.025058428],"genre_scores_gemma":[0.96475416,0.00010370118,0.0010719795,0.025533963,0.003266768,0.000027266595,0.00007136175,0.00003218822,0.005138584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998006,0.00006264645,0.0005962516,0.00032029097,0.00067130517,0.00034352278],"domain_scores_gemma":[0.9987227,0.00020484814,0.00016083168,0.00048293668,0.0002367418,0.00019199272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014225668,0.00018355664,0.0004125887,0.00025781058,0.000089132496,0.0000020281614,0.00017485263,0.00032075503,0.00069657934],"category_scores_gemma":[0.00763211,0.00013551599,0.0000349275,0.00062163366,0.0005662019,0.000031638443,0.00003355142,0.0011011338,0.00021627195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012527748,0.000037179314,0.04338338,0.00028282186,0.000091981026,0.000022044069,0.005133979,0.0000023402044,0.015195755,0.03033528,0.8237021,0.08168787],"study_design_scores_gemma":[0.007153395,0.0010335022,0.09801355,0.0020015475,0.0005188972,0.0012892681,0.0067524295,0.005452548,0.0032409497,0.008030352,0.86596954,0.00054400857],"about_ca_topic_score_codex":0.000035019064,"about_ca_topic_score_gemma":4.708435e-7,"teacher_disagreement_score":0.14119717,"about_ca_system_score_codex":0.0000925569,"about_ca_system_score_gemma":0.000111511355,"threshold_uncertainty_score":0.91369},"labels":[],"label_agreement":null},{"id":"W1990727820","doi":"10.1080/01421590600922909","title":"The transition from face-to-face to online CME facilitation","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Dalhousie University; University of Calgary","funders":"","keywords":"Novelty; Facilitation; Face-to-face; Psychology; Phone; Online course; Mathematics education; Medical education; Pedagogy; Multimedia; Computer science; Social psychology; Medicine","score_opus":0.01830032979019712,"score_gpt":0.3331929002650736,"score_spread":0.31489257047487645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990727820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79276425,0.00009051722,0.028161239,0.17587996,0.00060219725,0.0004997888,0.000012157852,0.00010374591,0.001886142],"genre_scores_gemma":[0.9763108,0.000007507391,0.0030855339,0.007643986,0.001424379,0.000104805025,0.0007836376,0.000028179244,0.010611153],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997574,0.000110575165,0.00051594805,0.0003138936,0.0011831748,0.0003024609],"domain_scores_gemma":[0.99911684,0.00008621812,0.000046994883,0.0003701988,0.00014612559,0.00023362348],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094453193,0.0001480827,0.00020494322,0.00010270795,0.00015633536,0.000022737722,0.00019413745,0.00021606761,0.0022134641],"category_scores_gemma":[0.0029989823,0.00010336032,0.00006284331,0.00058177655,0.00013219734,0.000052113308,0.000027036389,0.00053659687,0.0006969754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020271668,0.0015151541,0.0037294726,0.00004295859,0.00008524815,0.000022616301,0.011466629,0.00013606243,0.0017733099,0.0013852965,0.4239776,0.55566293],"study_design_scores_gemma":[0.0030588075,0.00053117395,0.122027814,0.00041042903,0.00015016043,0.000029376683,0.010468578,0.029920181,0.00042186808,0.0046703764,0.827795,0.0005162035],"about_ca_topic_score_codex":0.0003949186,"about_ca_topic_score_gemma":0.000115309005,"teacher_disagreement_score":0.55514675,"about_ca_system_score_codex":0.00020214354,"about_ca_system_score_gemma":0.00016508672,"threshold_uncertainty_score":0.99869865},"labels":[],"label_agreement":null},{"id":"W1990736346","doi":"10.1007/s11894-014-0401-5","title":"Assessment of Competence in Pediatric Gastrointestinal Endoscopy","year":2014,"lang":"en","type":"review","venue":"Current Gastroenterology Reports","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Endoscopy; Sedation; Intubation; Context (archaeology); Pediatric gastroenterology; General surgery; Intensive care medicine; Surgery; Pathology; Disease","score_opus":0.03727561849386657,"score_gpt":0.4096789355499544,"score_spread":0.3724033170560878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990736346","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012392598,0.9755774,0.0047708177,0.000118391086,0.004425739,0.0021555622,0.000009140173,0.00006943755,0.0004808848],"genre_scores_gemma":[0.004410863,0.97876245,0.014976118,0.00006958264,0.000705834,0.0003358905,0.0006666728,0.000052993804,0.000019605171],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955196,0.0003244029,0.002501552,0.00067270873,0.0004694182,0.0005123488],"domain_scores_gemma":[0.9965752,0.00013125899,0.0021277622,0.0007877244,0.00026783103,0.00011023946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012509562,0.00042062276,0.002421191,0.0009967592,0.000026453157,0.000006722148,0.00018755147,0.00015755699,0.00009101787],"category_scores_gemma":[0.0011647625,0.00036326,0.0003429449,0.0005787353,0.00022683475,0.000039012943,0.00011982021,0.0013075378,0.000008034967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021838796,0.0010387317,0.80406576,0.033691127,0.000041605905,0.00037981704,0.000012494104,0.0000015640505,0.000001159042,0.00008047152,0.0021405835,0.15852487],"study_design_scores_gemma":[0.0018301964,0.0029140927,0.28921232,0.06941175,0.0036581184,0.05678594,0.00002428379,0.00012368872,3.755241e-7,0.00007398494,0.5754262,0.0005389972],"about_ca_topic_score_codex":0.000002699066,"about_ca_topic_score_gemma":0.000002166711,"teacher_disagreement_score":0.57328564,"about_ca_system_score_codex":0.00029733882,"about_ca_system_score_gemma":0.0008970225,"threshold_uncertainty_score":0.9998819},"labels":[],"label_agreement":null},{"id":"W1990854119","doi":"10.1046/j.1365-2923.2002.01319.x","title":"Procedures for establishing defensible programmes for assessing practice performance","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of British Columbia","funders":"","keywords":"Test (biology); Work (physics); Medical education; Engineering ethics; Process management; Management science; Psychology; Engineering management; Medicine; Business; Engineering","score_opus":0.02773936057666123,"score_gpt":0.39122789585262197,"score_spread":0.36348853527596076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990854119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5881397,0.0021132517,0.06530986,0.31680304,0.0065117897,0.0068246336,0.000004150648,0.00048710953,0.013806425],"genre_scores_gemma":[0.6703021,0.00017031677,0.27877825,0.04124604,0.0030699475,0.0030433813,0.00039389284,0.00006712457,0.0029289378],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817413,0.00002825069,0.00045229564,0.00032831635,0.00065652456,0.0003604993],"domain_scores_gemma":[0.99777865,0.00039941614,0.00020467139,0.00025561862,0.0012446198,0.0001170052],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013177454,0.00014171092,0.00020409677,0.00019208444,0.00029219777,0.00012250982,0.00013674509,0.00021340833,0.00023656244],"category_scores_gemma":[0.073150486,0.00012593587,0.00006306877,0.0005611607,0.00010893475,0.00073520775,0.000015858457,0.00029442617,0.000016786484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000412396,0.0012442919,0.0015522742,0.0010422651,0.00002099232,2.7815491e-7,0.00080701674,0.0000011439349,0.000037382342,0.0010073168,0.31906143,0.67518437],"study_design_scores_gemma":[0.0015212041,0.00035420188,0.0023735247,0.001067549,0.00021522124,0.00020092858,0.0035067368,0.041369457,0.00039120924,0.00028030455,0.9484809,0.00023874588],"about_ca_topic_score_codex":0.000012867576,"about_ca_topic_score_gemma":0.000002688912,"teacher_disagreement_score":0.67494565,"about_ca_system_score_codex":0.0002060027,"about_ca_system_score_gemma":0.0020692595,"threshold_uncertainty_score":0.93465674},"labels":[],"label_agreement":null},{"id":"W1990954581","doi":"10.1097/acm.0b013e3181f13128","title":"Definitions and Explanations of Selected Terms Used in This Supplement","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medical education; Medicine; Psychology; Political science","score_opus":0.04347242522180742,"score_gpt":0.3602302865321975,"score_spread":0.3167578613103901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990954581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570655,0.000065337306,0.00025844606,0.03855056,0.00035791012,0.00036738618,0.000006943102,0.00003067269,0.0032972242],"genre_scores_gemma":[0.995382,0.00030437377,0.0019946806,0.0013978917,0.00028547522,0.00006562543,0.00029018757,0.000011656413,0.00026808147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987167,0.000024544708,0.0005688342,0.00017437452,0.00034027282,0.00017528368],"domain_scores_gemma":[0.9992421,0.00017020841,0.0001234557,0.0002031185,0.00018322673,0.0000778699],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065620017,0.00009717614,0.00025576254,0.00047904,0.0000420601,0.000001157872,0.00008196297,0.00019769289,0.0021025746],"category_scores_gemma":[0.0030440148,0.00007801256,0.000010519121,0.0009482057,0.00029320386,0.000059534636,0.000020343829,0.0010161577,0.0000081935095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049446815,0.00013360003,0.46412483,0.00023180853,0.00005401441,0.00000930499,0.0144284265,3.7850788e-7,0.25721225,0.10568724,0.15119831,0.0068703843],"study_design_scores_gemma":[0.014182418,0.00092852546,0.8586182,0.0017143617,0.00045280473,0.0005275989,0.008452544,0.0015518636,0.021498088,0.024512755,0.06705183,0.00050902343],"about_ca_topic_score_codex":0.00011430528,"about_ca_topic_score_gemma":0.000049848175,"teacher_disagreement_score":0.39449334,"about_ca_system_score_codex":0.000037616526,"about_ca_system_score_gemma":0.00012901441,"threshold_uncertainty_score":0.99880964},"labels":[],"label_agreement":null},{"id":"W1991005418","doi":"10.3352/jeehp.2014.11.31","title":"Designing and conducting a two day orientation program for first semester undergraduate medical students","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Orientation (vector space); Medical education; Computer science; Mathematics education; Psychology; Medicine; Mathematics","score_opus":0.16969075134538417,"score_gpt":0.5871495641180114,"score_spread":0.4174588127726273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991005418","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3630347,0.00022199702,0.11541845,0.5111838,0.004224596,0.0057820864,0.0000066975235,0.000021977183,0.00010572431],"genre_scores_gemma":[0.81712294,0.00003424414,0.17110026,0.0073102424,0.0021268795,0.0015292226,0.00029478234,0.000036658894,0.00044477018],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963369,0.00035822048,0.0011836073,0.00021795517,0.0016346361,0.0002686952],"domain_scores_gemma":[0.99342346,0.0019444928,0.0011582006,0.00014605637,0.003044063,0.00028373263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01421475,0.00013169459,0.00031472434,0.00033333106,0.0006990055,0.000045614957,0.00014434344,0.00010701697,0.0001115937],"category_scores_gemma":[0.026381228,0.00010762808,0.000078506186,0.0003334161,0.00008422543,0.00025796087,0.000026033942,0.00033534833,0.0000022065565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007331119,0.005882566,0.10543493,0.0030349202,0.00047377864,3.362209e-7,0.015463604,0.00020629451,0.00034263532,0.03872139,0.24258217,0.5871243],"study_design_scores_gemma":[0.067705475,0.0145432465,0.34209165,0.022837052,0.0026670808,0.00093891635,0.028485987,0.16659465,0.00053520256,0.14747477,0.20463271,0.0014932598],"about_ca_topic_score_codex":0.0000046695445,"about_ca_topic_score_gemma":0.000013548134,"teacher_disagreement_score":0.585631,"about_ca_system_score_codex":0.0004500795,"about_ca_system_score_gemma":0.004439568,"threshold_uncertainty_score":0.98182},"labels":[],"label_agreement":null},{"id":"W1991256201","doi":"10.1080/01421590701602079","title":"Mission Statement Day: the impact on medical students of an early exercise in professionalism","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Thematic analysis; Statement (logic); Medical education; Focus group; Theme (computing); Compassion; Mission statement; Psychology; Professional development; Qualitative research; Medicine; Pedagogy; Public relations; Sociology","score_opus":0.03951154185830071,"score_gpt":0.4761472167519896,"score_spread":0.43663567489368893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991256201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98846865,0.00009455639,0.00018587492,0.009412344,0.0004218057,0.00061207195,6.919714e-7,0.000030064677,0.00077396556],"genre_scores_gemma":[0.9969221,0.000021880343,0.00011651134,0.0012672276,0.000262989,0.00002570193,0.000052795538,0.000024188972,0.0013066288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99324906,0.00024249534,0.0008706716,0.00027660734,0.004976967,0.00038419978],"domain_scores_gemma":[0.99874943,0.00011024334,0.00014893977,0.0004646549,0.0001296042,0.00039711597],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011938904,0.00017355157,0.00033686458,0.00022223595,0.000077945246,0.000012702002,0.0005397419,0.00037186383,0.0072410656],"category_scores_gemma":[0.0038820452,0.000089142515,0.000069931986,0.00057194877,0.00033689348,0.000065804146,0.00011190555,0.0012616602,0.000039974995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001066098,0.011341883,0.48803544,0.00013510679,0.00009321377,0.00035396634,0.012029973,0.0000024010542,0.00011128203,0.0003304987,0.029366042,0.4571341],"study_design_scores_gemma":[0.0038545567,0.0006169943,0.98239803,0.0030173108,0.000039377574,0.000021823857,0.0017395756,0.0033695241,0.000325916,0.0003588504,0.0040847077,0.00017331728],"about_ca_topic_score_codex":0.00027849717,"about_ca_topic_score_gemma":0.000007539175,"teacher_disagreement_score":0.49436262,"about_ca_system_score_codex":0.00025223053,"about_ca_system_score_gemma":0.00072009285,"threshold_uncertainty_score":0.99366647},"labels":[],"label_agreement":null},{"id":"W1991373711","doi":"10.4018/ijudh.2012010104","title":"Experiences of a Student Elective at McGill University","year":2012,"lang":"en","type":"article","venue":"International Journal of User-Driven Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Medical education; Sketch; Work (physics); Medical school; Plan (archaeology); Psychology; Medicine; Engineering; Computer science","score_opus":0.03835767302951996,"score_gpt":0.39975573626643957,"score_spread":0.3613980632369196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991373711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908761,0.00014393803,0.00013800008,0.00662412,0.001892813,0.000114945775,0.000014307059,0.0000064773,0.00018929466],"genre_scores_gemma":[0.99601334,0.000105099316,0.0024629221,0.0006556273,0.00052288023,0.0000016417783,0.000008355467,0.000007278821,0.00022286685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99843824,0.000068387984,0.000446618,0.00008182325,0.0008118255,0.00015307963],"domain_scores_gemma":[0.99718994,0.00005442016,0.0005211094,0.000096116324,0.0020117546,0.00012667719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032129243,0.000074918644,0.00020965995,0.00030945524,0.00006240239,0.0000023978744,0.00024073938,0.000069534835,0.00017809946],"category_scores_gemma":[0.00021434626,0.000066287794,0.000090743495,0.00022615239,0.00006751878,0.00022536566,0.000062804946,0.00024958552,0.0000074480563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001216551,0.0016024021,0.8771703,0.00012792276,0.000688484,0.000110975976,0.07961838,0.000022123508,0.0023507895,0.007001748,0.00855208,0.021538237],"study_design_scores_gemma":[0.0026987602,0.0011806143,0.8140445,0.00076369726,0.00011317929,0.0010336121,0.091323905,0.00006105334,0.0062006963,0.000080727135,0.08230584,0.00019345872],"about_ca_topic_score_codex":0.000053572294,"about_ca_topic_score_gemma":0.000011573441,"teacher_disagreement_score":0.07375377,"about_ca_system_score_codex":0.0012593078,"about_ca_system_score_gemma":0.00022145669,"threshold_uncertainty_score":0.32930464},"labels":[],"label_agreement":null},{"id":"W1991514767","doi":"10.1111/j.1473-6861.2009.00229.x","title":"Lost in translation: barriers to learning in health professional clinical education","year":2009,"lang":"en","type":"article","venue":"Learning in Health and Social Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Victoria","keywords":"Affordance; Thematic analysis; Cognitive dissonance; Health care; Medical education; Psychology; Experiential learning; Perception; Pedagogy; Nursing; Medicine; Qualitative research; Sociology; Social psychology; Political science","score_opus":0.039016762028399925,"score_gpt":0.4687743563355112,"score_spread":0.42975759430711125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991514767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85804474,0.00095336547,0.000041158102,0.13912602,0.00050294196,0.00070492836,5.118861e-7,0.000029664963,0.00059663627],"genre_scores_gemma":[0.97248507,0.00009864586,0.0013484006,0.025138075,0.00042747785,0.000030289357,0.00015426439,0.000011154869,0.00030662166],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976427,0.00061157014,0.0008531948,0.00027707123,0.00026697188,0.00034852355],"domain_scores_gemma":[0.9993142,0.00009151878,0.00016201596,0.00006066499,0.00010518965,0.00026642438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019290147,0.00010001599,0.00033674593,0.00036277156,0.00027084,0.000011124655,0.00004213643,0.00018980075,0.000049862145],"category_scores_gemma":[0.0020017142,0.00010866636,0.000027927184,0.0007960827,0.000041276304,0.000063385676,0.000007631664,0.0015794358,0.000005723053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009431389,0.000077290344,0.45237544,0.0003288712,7.6890325e-7,0.0000010845627,0.058558874,0.00008537212,7.081528e-7,0.00032483292,0.00040423675,0.4877482],"study_design_scores_gemma":[0.0012848644,0.00078265014,0.8571382,0.0008907848,0.0000014832312,0.0000026288446,0.09167959,0.0005042796,2.5882812e-7,0.000100841426,0.047503524,0.00011089846],"about_ca_topic_score_codex":0.00036599467,"about_ca_topic_score_gemma":0.00026417503,"teacher_disagreement_score":0.4876373,"about_ca_system_score_codex":0.0006047707,"about_ca_system_score_gemma":0.004943718,"threshold_uncertainty_score":0.8769944},"labels":[],"label_agreement":null},{"id":"W1991602369","doi":"10.3928/0090-4481-20080401-02","title":"Integrating Bright Futures Into Medical Education and Training","year":2008,"lang":"en","type":"article","venue":"Pediatric Annals","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dartmouth General Hospital","funders":"","keywords":"Medicine; Futures contract; Training (meteorology); Medical education; Financial economics; Meteorology","score_opus":0.034087204065049025,"score_gpt":0.36790808063201613,"score_spread":0.33382087656696713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991602369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753796,0.002134574,0.000873035,0.016007101,0.00066919456,0.00016427953,5.4290433e-7,0.00007150079,0.004700196],"genre_scores_gemma":[0.97075564,0.0013050982,0.0120269675,0.009980587,0.004739969,0.00004148533,0.000060956354,0.000018768073,0.0010705049],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998638,0.000037788446,0.00036875592,0.00022569059,0.00052982406,0.00019998051],"domain_scores_gemma":[0.9991944,0.00006800354,0.000103556915,0.00015431714,0.0002891081,0.00019064707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005672616,0.00011607266,0.00019917895,0.00027226476,0.0002525306,0.000011853455,0.000077563025,0.00015890604,0.00055813533],"category_scores_gemma":[0.0045607267,0.0000950228,0.000037544574,0.0006120194,0.000119417185,0.00010684216,0.000025596362,0.0003780495,0.000025016769],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019699528,0.00033777623,0.08393958,0.00014525009,0.000020644344,0.00002131409,0.013761955,1.8854408e-7,0.000022982422,0.0029272982,0.22447751,0.67432576],"study_design_scores_gemma":[0.0021016828,0.00044581786,0.74917096,0.00033887563,0.00027228062,0.0034397538,0.014583332,0.0021095534,0.00023092054,0.006408733,0.22007759,0.00082048064],"about_ca_topic_score_codex":0.000056122753,"about_ca_topic_score_gemma":0.0000041144162,"teacher_disagreement_score":0.6735053,"about_ca_system_score_codex":0.000034757468,"about_ca_system_score_gemma":0.0014908117,"threshold_uncertainty_score":0.61111903},"labels":[],"label_agreement":null},{"id":"W1991641681","doi":"10.1145/2025356.2030254","title":"Helping Dyslexic Medical Students Pass Their OSCE Exams","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Dyslexia; Psychology; Objective structured clinical examination; Medical school; Multimedia; Medicine; Computer science; Linguistics","score_opus":0.03895685576317389,"score_gpt":0.34314935597283236,"score_spread":0.3041925002096585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991641681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760948,0.00009984382,0.0012051067,0.0026958522,0.0009150021,0.00023691817,4.5973655e-7,0.00013252722,0.018619485],"genre_scores_gemma":[0.98879695,0.000038752198,0.0016690172,0.0057586962,0.00057812175,0.00003266601,0.000022666249,0.000027008251,0.003076126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819434,0.00005318276,0.0002906806,0.00021926154,0.0009781233,0.0002644324],"domain_scores_gemma":[0.99931353,0.000032781103,0.000067259745,0.00033482816,0.0001136158,0.00013795386],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00093421544,0.00011175219,0.00017911232,0.00008806601,0.00008488848,0.000013881168,0.0003094929,0.00015763537,0.004099096],"category_scores_gemma":[0.0012351441,0.000087822955,0.00004145503,0.00036325108,0.00011531082,0.000060455142,0.00009077422,0.00050249265,0.00057059],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013487598,0.0022782867,0.24443515,0.00017913694,0.00023538884,0.00013397608,0.008611414,2.6407716e-7,0.0011968234,0.004348276,0.05299416,0.6854523],"study_design_scores_gemma":[0.002534078,0.00055667746,0.86680984,0.0006264734,0.00008561846,0.00021646563,0.0031034125,0.0005381317,0.004472244,0.0009647688,0.11971545,0.0003768393],"about_ca_topic_score_codex":0.000037961385,"about_ca_topic_score_gemma":0.0000040771347,"teacher_disagreement_score":0.6850754,"about_ca_system_score_codex":0.00008217267,"about_ca_system_score_gemma":0.00016908084,"threshold_uncertainty_score":0.9968113},"labels":[],"label_agreement":null},{"id":"W1992223116","doi":"10.1051/pmed/2012004","title":"Hautement différente : la génération Y, un défi de taille pour l’enseignement médical","year":2012,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Sherbrooke; Université Laval","keywords":"Humanities; Political science; Philosophy","score_opus":0.027610755711212562,"score_gpt":0.34148062743051383,"score_spread":0.31386987171930125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992223116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4183106,0.04585162,0.12441951,0.25153664,0.020934027,0.0026560638,0.000078647456,0.00057757134,0.13563529],"genre_scores_gemma":[0.81847817,0.0021075692,0.039299913,0.014698934,0.010727963,0.00045009734,0.00039379773,0.00016000413,0.113683544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470514,0.00055043603,0.0011008477,0.0005335085,0.0013573421,0.0017527257],"domain_scores_gemma":[0.9975487,0.00030767513,0.00029809118,0.0007559395,0.00028333828,0.0008062768],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0032470534,0.00046293123,0.0005294876,0.00028194409,0.00040588394,0.00008477866,0.00034477992,0.00068900886,0.012563219],"category_scores_gemma":[0.0024143406,0.00047033673,0.0002133739,0.000763507,0.0006711407,0.0003364226,0.00023409791,0.0012083668,0.002168971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014860349,0.0066786082,0.02293634,0.00066289067,0.00033290373,0.000060309387,0.003998359,0.000024129868,0.002274917,0.044783816,0.48626164,0.4318375],"study_design_scores_gemma":[0.0049305717,0.00029889922,0.043871004,0.00089552556,0.00061849284,0.00022578567,0.0028337787,0.006139534,0.0039012986,0.0014600405,0.9342338,0.00059128704],"about_ca_topic_score_codex":0.0000805318,"about_ca_topic_score_gemma":0.0000030458918,"teacher_disagreement_score":0.44797215,"about_ca_system_score_codex":0.0016705662,"about_ca_system_score_gemma":0.0010992704,"threshold_uncertainty_score":0.9997748},"labels":[],"label_agreement":null},{"id":"W1992236525","doi":"10.1097/acm.0000000000000427","title":"Reframing Medical Education to Support Professional Identity Formation","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1010,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cognitive reframing; Socialization; Identity (music); CLARITY; Medical education; Professional development; Process (computing); Psychology; Identity formation; Experiential learning; Engineering ethics; Pedagogy; Medicine; Social psychology; Self-concept; Computer science","score_opus":0.062253691062946134,"score_gpt":0.5118248727168578,"score_spread":0.4495711816539117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992236525","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014958596,0.95791316,0.006488477,0.017365335,0.009692402,0.003152682,0.000004961825,0.00021184466,0.0050215605],"genre_scores_gemma":[0.00008741971,0.9555733,0.00075245206,0.021996414,0.00896062,0.00079361355,0.003253554,0.000100723264,0.008481902],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928818,0.0002877152,0.0026723258,0.0007030747,0.0028993948,0.0005557252],"domain_scores_gemma":[0.9966286,0.00025907633,0.0009691571,0.0008117109,0.00059955684,0.0007319361],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.005084319,0.00055980333,0.0022885534,0.0013641766,0.00018446271,0.000010901051,0.00074103335,0.0018944369,0.004034244],"category_scores_gemma":[0.022004323,0.0004008467,0.00018550313,0.0020104984,0.0002474513,0.00038347446,0.0002146223,0.003750883,0.0014088697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000681482,0.00003531382,0.000009330017,0.013610617,0.000033171345,0.0000038156163,0.0005171177,1.353638e-8,8.226189e-7,0.0027348853,0.312764,0.6702841],"study_design_scores_gemma":[0.0004415981,0.0002452202,0.000025241487,0.08147581,0.00090523163,0.00084355084,0.0002763318,0.00003100839,8.0283684e-7,0.00041846727,0.9150406,0.00029613078],"about_ca_topic_score_codex":0.000025506084,"about_ca_topic_score_gemma":0.0000034409302,"teacher_disagreement_score":0.669988,"about_ca_system_score_codex":0.0009191848,"about_ca_system_score_gemma":0.004733504,"threshold_uncertainty_score":0.9998443},"labels":[],"label_agreement":null},{"id":"W1992429120","doi":"10.1097/00001888-200308000-00011","title":"Marrying Content and Process in Clinical Method Teaching","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":563,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Interview; Medical education; Competence (human resources); Communication skills; Process (computing); Skills management; Psychology; Computer science; Medicine; Social psychology","score_opus":0.3472352272125601,"score_gpt":0.6071020421538891,"score_spread":0.25986681494132896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992429120","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032624655,0.990406,0.0012568373,0.002479944,0.0012527716,0.0015456768,0.0000012112085,0.00004879791,0.0026825455],"genre_scores_gemma":[0.000038521757,0.98797935,0.0036906058,0.0046529593,0.0017135879,0.00019305495,0.00012184224,0.00007112115,0.0015389677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944442,0.0008086677,0.0029487063,0.0007482864,0.0006235591,0.0004266051],"domain_scores_gemma":[0.9973802,0.001030785,0.0007979235,0.000429707,0.0001396354,0.00022176444],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.012076399,0.0004457497,0.0030507378,0.0007263308,0.000073074254,0.0000043799146,0.0002382692,0.0013378682,0.00014535624],"category_scores_gemma":[0.019037247,0.00030268045,0.00011699527,0.00076518237,0.00033358278,0.00007522417,0.000055505316,0.00765304,0.000019089664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008474164,0.000024209516,0.0005765686,0.014422634,0.000075312324,0.000023005134,0.0007602321,2.1980508e-8,3.916691e-7,0.0010798011,0.0066249804,0.97640437],"study_design_scores_gemma":[0.0012665647,0.00014475477,0.000090317924,0.06797114,0.0011260684,0.0007642481,0.0012399061,0.000040277097,1.3420293e-7,0.0002799047,0.9268426,0.00023412272],"about_ca_topic_score_codex":0.000019228442,"about_ca_topic_score_gemma":3.6896253e-7,"teacher_disagreement_score":0.97617024,"about_ca_system_score_codex":0.00025101463,"about_ca_system_score_gemma":0.0006243424,"threshold_uncertainty_score":0.99995863},"labels":[],"label_agreement":null},{"id":"W1992615048","doi":"10.1097/acm.0b013e3181c8f277","title":"Commentary: A Century of Progress in Medical Education: What About the Next 10 Years?","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Order (exchange); Medical education; Political science; Scale (ratio); Public relations; Medicine; Business","score_opus":0.01697298414154287,"score_gpt":0.3861919665724024,"score_spread":0.36921898243085954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992615048","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011873966,0.040515833,0.000003468563,0.19847876,0.74734145,0.0012570054,0.000007393711,0.000047099154,0.00047501145],"genre_scores_gemma":[0.0029140445,0.039508615,0.00022009987,0.029313507,0.92304534,0.00043128897,0.0030849508,0.00010151374,0.0013806276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930981,0.00020962826,0.0017921265,0.0005888515,0.0037968997,0.0005144295],"domain_scores_gemma":[0.99595743,0.00099408,0.0008488809,0.0010864516,0.00081678777,0.00029637179],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003968707,0.00042690194,0.0010885131,0.00064222596,0.000073411145,0.000019327526,0.0011433503,0.0032641557,0.004973119],"category_scores_gemma":[0.015526794,0.0002877474,0.00009122216,0.0013135263,0.0020635885,0.00026832864,0.00019682599,0.010153769,0.000051449937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009837924,0.00013139119,0.0005437474,0.0004217251,0.00005446085,0.00001262863,0.0028932935,1.0006688e-8,0.00000734382,0.00018134319,0.7845418,0.21111387],"study_design_scores_gemma":[0.0021351266,0.00022811395,0.0010047329,0.011007902,0.00026072195,0.000045823865,0.005055442,0.000033117103,0.0000079456495,0.000215349,0.97979766,0.00020806954],"about_ca_topic_score_codex":0.00017831373,"about_ca_topic_score_gemma":0.00002259039,"teacher_disagreement_score":0.21090579,"about_ca_system_score_codex":0.00034239254,"about_ca_system_score_gemma":0.004521601,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W1992830067","doi":"10.1002/chp.1340200207","title":"Web-based continuing medical education (II): Evaluation study of computer-mediated continuing medical education","year":2000,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Continuing medical education; The Internet; Teleconference; Computer science; Multimedia; Distance education; Videoconferencing; Asynchronous communication; Web application; Medical education; Computer-Assisted Instruction; Data collection; World Wide Web; Continuing education; Medicine; Psychology; Telecommunications; Mathematics education","score_opus":0.024521956519375897,"score_gpt":0.4357393149208598,"score_spread":0.41121735840148393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992830067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94258076,0.0011942615,0.00023965213,0.04655865,0.0059343185,0.0029147353,0.0000018129101,0.000039419316,0.0005364109],"genre_scores_gemma":[0.98482573,0.00021786153,0.0029255569,0.009087991,0.0019416525,0.00030351046,0.00014664725,0.000047184425,0.00050386216],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98873574,0.002731538,0.0036779435,0.00041845214,0.003908374,0.00052797585],"domain_scores_gemma":[0.9914834,0.0008379929,0.0027274303,0.00076305924,0.0036643683,0.0005237656],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016604649,0.00033948326,0.00095345336,0.0013153815,0.0003258263,0.000047975012,0.0007365562,0.00042615645,0.0019972043],"category_scores_gemma":[0.012228098,0.00025864033,0.00016936507,0.0020109352,0.00020326616,0.00037461452,0.0000505483,0.002049695,0.000014825638],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022701226,0.014305311,0.021101465,0.0002670367,0.000035378915,0.0000022530046,0.040467978,0.000020408785,0.00003710234,0.00017839554,0.04380228,0.8795554],"study_design_scores_gemma":[0.02454713,0.006123241,0.5591529,0.06659062,0.0008340062,0.0009844195,0.24854189,0.036921404,0.000060955528,0.000973498,0.054289225,0.000980703],"about_ca_topic_score_codex":0.0001980491,"about_ca_topic_score_gemma":0.00013461501,"teacher_disagreement_score":0.87857467,"about_ca_system_score_codex":0.00078072475,"about_ca_system_score_gemma":0.031731036,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W1992839154","doi":"10.1002/chp.1340220407","title":"Physician communities of practice: Where learning and practice are inseparable","year":2002,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Brainstorming; Frame (networking); Knowledge management; Professional development; Psychology; Best practice; Medical education; Medicine; Pedagogy; Computer science; Political science","score_opus":0.04151913743613256,"score_gpt":0.4526611393505644,"score_spread":0.41114200191443184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992839154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71415246,0.0069061364,0.00017097226,0.2713808,0.0010501923,0.0005127163,5.390148e-7,0.000009573997,0.005816589],"genre_scores_gemma":[0.97621286,0.002921563,0.009120916,0.010256399,0.00032490963,0.000015923177,0.0000030516746,0.000012452117,0.0011319052],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99720436,0.0014026917,0.00079433405,0.000058629095,0.00038373494,0.00015625331],"domain_scores_gemma":[0.9947298,0.0017078898,0.0021023017,0.0001827688,0.001223292,0.000053949552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004147264,0.000080050464,0.00028119318,0.00027273592,0.0002390304,0.000019272415,0.00011652691,0.00006820459,0.000037138827],"category_scores_gemma":[0.0073117223,0.000056925026,0.000031226413,0.00050811627,0.000095879295,0.00043137226,0.000019435012,0.0012947818,0.0000025663712],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026567208,0.004025648,0.030181566,0.0010243886,0.00006170394,0.0000046193395,0.46675587,0.0000128017,0.00018874419,0.0022799955,0.15407187,0.34112713],"study_design_scores_gemma":[0.0006354836,0.00037220318,0.02130338,0.0059394375,0.00005689096,0.00042935368,0.8101009,0.000098571574,0.000006820758,0.0001871968,0.1608124,0.000057370802],"about_ca_topic_score_codex":0.00007715751,"about_ca_topic_score_gemma":0.000010319905,"teacher_disagreement_score":0.34334502,"about_ca_system_score_codex":0.00012429421,"about_ca_system_score_gemma":0.0006078967,"threshold_uncertainty_score":0.87533426},"labels":[],"label_agreement":null},{"id":"W1993226580","doi":"10.1038/sj.clpt.6100274","title":"Professional Students' Perceptions of the Value, Role, and Impact of Science in Clinical Education","year":2007,"lang":"en","type":"article","venue":"Clinical Pharmacology & Therapeutics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Clinical pharmacology; Perception; Value (mathematics); Medical education; Medicine; Psychology; Pharmacology; Mathematics education; Mathematics; Neuroscience","score_opus":0.05687965832188259,"score_gpt":0.5829835005610173,"score_spread":0.5261038422391348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993226580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99232405,0.000114118906,0.000053361004,0.003284759,0.0034641474,0.0005448112,0.0000018423684,0.0000074485015,0.0002054484],"genre_scores_gemma":[0.98561114,0.00019639182,0.0010736431,0.012585304,0.00037180528,0.000009892991,0.0000034905286,0.0000089445175,0.0001394081],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99755484,0.00026076788,0.0012968668,0.00024279699,0.00042886994,0.00021583748],"domain_scores_gemma":[0.998084,0.0006347803,0.00037924375,0.00027025782,0.0005352827,0.00009643292],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0060894336,0.00009636745,0.0003183013,0.00020891312,0.00009504051,0.0000032738942,0.00033610335,0.00021010348,0.000120713055],"category_scores_gemma":[0.00051530264,0.00006291957,0.00014216268,0.0009667778,0.0038096749,0.000060752773,0.00013676805,0.00083092024,0.000002923685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022670405,0.0038731582,0.9407747,0.000016922806,0.00007523919,2.7364183e-7,0.0004168618,0.0000023891523,0.0090881735,0.00008338072,0.0010486483,0.044393558],"study_design_scores_gemma":[0.0013847953,0.00041219912,0.99570346,0.000063191874,0.0002316223,0.000007923676,0.00079203723,0.00027750927,0.00035623205,0.00028563183,0.0004344846,0.000050930998],"about_ca_topic_score_codex":0.000010850534,"about_ca_topic_score_gemma":0.0000018857764,"teacher_disagreement_score":0.054928754,"about_ca_system_score_codex":0.00012469954,"about_ca_system_score_gemma":0.0021467805,"threshold_uncertainty_score":0.99890137},"labels":[],"label_agreement":null},{"id":"W1993253556","doi":"10.1002/chp.1340210204","title":"Commitment to change statements: A way of understanding how participants use information and skills taught in an educational session","year":2001,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"Pfizer Canada; University of Calgary","keywords":"Curriculum; Session (web analytics); Medical education; Commit; Psychology; Intervention (counseling); Focus group; Medicine; Nursing; Pedagogy; Computer science","score_opus":0.14242296665828647,"score_gpt":0.4903940573077447,"score_spread":0.34797109064945825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993253556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87474734,0.00011192677,0.00086991064,0.12229752,0.00093058177,0.0010115156,0.0000024706587,0.000003243265,0.000025507099],"genre_scores_gemma":[0.9896689,0.00024566418,0.003894391,0.005736019,0.00020211883,0.00009820357,0.000037322578,0.0000077084205,0.00010965687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778676,0.0003999473,0.0010268468,0.00009071974,0.00044773065,0.0002480031],"domain_scores_gemma":[0.9980403,0.00024466473,0.0008953088,0.00019731582,0.00047779895,0.00014460948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029853035,0.0000979587,0.00026451252,0.000835663,0.00011601619,0.000041033367,0.000114119204,0.00006528627,0.000026072015],"category_scores_gemma":[0.0014321747,0.00006900697,0.000022539525,0.00081146305,0.00004209883,0.0013978292,0.000022354387,0.00039385006,0.0000011288241],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002379459,0.0029598013,0.61508375,0.00036931786,0.000015089138,0.0000012196042,0.21627311,0.0000113913,0.00011114425,0.00347942,0.014551815,0.14690597],"study_design_scores_gemma":[0.001163659,0.0004268047,0.84070575,0.005141107,0.000019522915,0.0000391718,0.14595953,0.00010450451,0.000013401963,0.0011437029,0.005205306,0.00007751559],"about_ca_topic_score_codex":0.00007211019,"about_ca_topic_score_gemma":0.000095956464,"teacher_disagreement_score":0.22562201,"about_ca_system_score_codex":0.000668349,"about_ca_system_score_gemma":0.0011435268,"threshold_uncertainty_score":0.28140226},"labels":[],"label_agreement":null},{"id":"W1993462216","doi":"10.1353/pbm.2004.0049","title":"Iconoclast: Abraham Flexner and a Life in Learning (review)","year":2004,"lang":"en","type":"article","venue":"Perspectives in biology and medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Style (visual arts); Sociology; Classics; Medicine; Political science; History; Law; Art; Literature","score_opus":0.02105777740657205,"score_gpt":0.3966530674495353,"score_spread":0.37559529004296327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993462216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85052335,0.08535059,0.0001398155,0.058531016,0.00015530888,0.0003318232,3.0395282e-7,0.000023486022,0.0049443278],"genre_scores_gemma":[0.95559067,0.038417246,0.0007160911,0.004842766,0.00023462057,0.00003724891,0.000014981146,0.0000073960455,0.00013901142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991409,0.00005555784,0.00028154012,0.00028104716,0.00006394209,0.00017701494],"domain_scores_gemma":[0.99964654,0.000069579786,0.000054293447,0.000098259414,0.00006460836,0.00006669086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064094074,0.00010755184,0.0003620323,0.00028425053,0.000043982836,0.0000010272582,0.000032943855,0.000117631134,0.00014988397],"category_scores_gemma":[0.0038438432,0.00007946533,0.000010924962,0.00037900434,0.0007154889,0.000037790884,0.000025197734,0.0005122477,0.0000037453653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003501927,0.0006936766,0.67695814,0.0011987645,0.000102239625,0.000073885545,0.041746985,0.000009640086,0.004392712,0.18199448,0.002096125,0.09038314],"study_design_scores_gemma":[0.010614788,0.0016160846,0.9090416,0.0058534397,0.00009359814,0.00033366922,0.039334092,0.00011145651,0.000057880286,0.017057292,0.015588265,0.00029786254],"about_ca_topic_score_codex":0.0001330463,"about_ca_topic_score_gemma":0.000028991992,"teacher_disagreement_score":0.23208341,"about_ca_system_score_codex":0.000112481146,"about_ca_system_score_gemma":0.00009515317,"threshold_uncertainty_score":0.4601717},"labels":[],"label_agreement":null},{"id":"W1993523994","doi":"10.1111/j.1365-2929.2006.02582.x","title":"Evaluating pre‐clerkship professionalism in longitudinal small groups","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"Curriculum; Medical education; Context (archaeology); Psychology; Clinical clerkship; Active listening; Interim; Session (web analytics); Mirroring; Medicine; Pedagogy; Social psychology","score_opus":0.06987642595531318,"score_gpt":0.4503364910483765,"score_spread":0.3804600650930633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993523994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597896,0.00034388073,0.0007477528,0.03332161,0.001830097,0.0006123824,4.6783128e-7,0.00007192139,0.003282293],"genre_scores_gemma":[0.9792495,0.000008089377,0.008396275,0.0074767508,0.0014954676,0.0003697715,0.00041790993,0.000027063023,0.0025591883],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972315,0.00014007771,0.0007175617,0.00038917112,0.0011820629,0.0003396501],"domain_scores_gemma":[0.9989679,0.0001150982,0.00015476957,0.0003342297,0.00035390054,0.00007411239],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020816256,0.00015955568,0.00024070388,0.00034081255,0.00010462209,0.00001951863,0.00016461269,0.00028873136,0.001607065],"category_scores_gemma":[0.007106485,0.00014078667,0.000051085874,0.00095336634,0.00014159252,0.000106903935,0.00004179638,0.00070765545,0.0000791027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015233809,0.005260602,0.33582422,0.000492816,0.000019014675,0.000016583783,0.0010986755,0.000017489901,0.00057565334,0.015153312,0.0832844,0.55810493],"study_design_scores_gemma":[0.0012977547,0.00011780365,0.9786915,0.0011464012,0.000041701052,0.000105207204,0.00042279603,0.005453982,0.0001315341,0.004555654,0.007850902,0.0001847364],"about_ca_topic_score_codex":0.00052664656,"about_ca_topic_score_gemma":0.000100193465,"teacher_disagreement_score":0.6428673,"about_ca_system_score_codex":0.00041801072,"about_ca_system_score_gemma":0.0032763064,"threshold_uncertainty_score":0.9993056},"labels":[],"label_agreement":null},{"id":"W1993598694","doi":"10.1016/j.jcrc.2015.03.002","title":"Balancing care and teaching during clinical activities: 2 contexts, 2 strategies","year":2015,"lang":"en","type":"article","venue":"Journal of Critical Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research; Research Nova Scotia","keywords":"Multidisciplinary approach; Documentation; Context (archaeology); Thematic analysis; Medicine; Medical education; Observational study; Grounded theory; Apprenticeship; Nursing; Qualitative research; Computer science","score_opus":0.035475331161553776,"score_gpt":0.4449025964262976,"score_spread":0.4094272652647438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993598694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875394,0.0022646994,0.00065956474,0.0020364597,0.0010040463,0.00006975719,0.0000020873708,0.000015745743,0.006408256],"genre_scores_gemma":[0.99153054,0.000006914811,0.00636061,0.0005383905,0.0015244544,0.0000014728026,0.0000035544049,0.000013603328,0.000020476522],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99857396,0.000109846005,0.0005681655,0.00011225351,0.00046204962,0.0001737176],"domain_scores_gemma":[0.9982644,0.00020173453,0.00010635553,0.00011835625,0.001075813,0.00023339206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006530585,0.00009545139,0.0003250154,0.000118323165,0.00009461329,0.000061901264,0.00006557013,0.00012342281,0.000019144649],"category_scores_gemma":[0.0069052344,0.00007693853,0.000076226395,0.000053078376,0.00023389401,0.00034626538,0.000029779476,0.0009983485,0.0000016075638],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021769747,0.001258759,0.2751956,0.015351976,0.00028476067,0.0022038238,0.16888106,0.000026437534,0.003038218,0.08890088,0.0096568,0.4330247],"study_design_scores_gemma":[0.0037345532,0.0020337806,0.045103267,0.001030707,0.00034510097,0.0017578201,0.9395019,0.0000447746,0.00044025015,0.00097645144,0.004808227,0.00022317577],"about_ca_topic_score_codex":0.00000470964,"about_ca_topic_score_gemma":0.0000017376871,"teacher_disagreement_score":0.7706208,"about_ca_system_score_codex":0.00020077749,"about_ca_system_score_gemma":0.0005978978,"threshold_uncertainty_score":0.8266709},"labels":[],"label_agreement":null},{"id":"W1993676618","doi":"10.1111/j.1553-2712.2003.tb00041.x","title":"Evaluation of a Structured Application Assessment Instrument for Assessing Applications to Canadian Postgraduate Training Programs in Emergency Medicine","year":2003,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Inter-rater reliability; Medicine; Cronbach's alpha; Reliability (semiconductor); Medical physics; Curriculum; Cohort; Medical education; Psychometrics; Statistics; Psychology; Rating scale; Pathology; Clinical psychology","score_opus":0.1933081826209212,"score_gpt":0.4786960196116407,"score_spread":0.2853878369907195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993676618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86686176,0.0015911696,0.06367048,0.037499648,0.003430516,0.014437478,0.00001526627,0.00009731822,0.012396352],"genre_scores_gemma":[0.98438364,0.00040165856,0.0085755475,0.00041123462,0.00072041864,0.0046582525,0.0006407238,0.000054765616,0.00015373352],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99413455,0.00021961832,0.0026384033,0.00066322443,0.0017140566,0.00063012727],"domain_scores_gemma":[0.9958426,0.000049925715,0.0007297991,0.00058399176,0.0023981528,0.00039555458],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00842948,0.00033069222,0.00063640234,0.0012053703,0.00017991972,9.392751e-7,0.00027639483,0.00032165073,0.0010638889],"category_scores_gemma":[0.0048866244,0.0002920233,0.00007033927,0.0032187724,0.00015077744,0.0001626999,0.000017530687,0.00066817674,0.0000047106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056339853,0.00043331963,0.23507904,0.00096707954,0.00030920774,8.289576e-7,0.018275423,0.0002441623,0.04825458,0.047305293,0.016351825,0.6327229],"study_design_scores_gemma":[0.016768605,0.002782339,0.542425,0.004046627,0.004557124,0.000096956115,0.05928465,0.033506893,0.0012105389,0.122473545,0.21091488,0.0019328607],"about_ca_topic_score_codex":0.005764433,"about_ca_topic_score_gemma":0.0043024817,"teacher_disagreement_score":0.63079005,"about_ca_system_score_codex":0.001383777,"about_ca_system_score_gemma":0.0018899257,"threshold_uncertainty_score":0.9999532},"labels":[],"label_agreement":null},{"id":"W1993773428","doi":"10.1111/j.1553-2712.2001.tb00193.x","title":"Redefining Emergency Medicine Procedures: Canadian Competence and Frequency Survey","year":2001,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; Sunnybrook Health Science Centre; Children's Hospital of Eastern Ontario","funders":"Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"Competence (human resources); Medicine; Certification; Medical education; Family medicine; Psychology; Management","score_opus":0.07455252562759836,"score_gpt":0.3828469832015645,"score_spread":0.3082944575739662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993773428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8472228,0.014020459,0.00034839637,0.065695986,0.0072972714,0.0009677058,0.000013957792,0.00021024313,0.064223155],"genre_scores_gemma":[0.9434535,0.041928332,0.00043943914,0.003698924,0.003063839,0.00010058524,0.00054951635,0.00008382038,0.0066820546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947338,0.00015700054,0.0022917995,0.00082870474,0.0010335767,0.0009551368],"domain_scores_gemma":[0.99692434,0.00011023129,0.0005065408,0.00066269556,0.00094836473,0.0008478562],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003111804,0.00048379705,0.00077929423,0.0009347743,0.00040866077,7.225221e-7,0.00042630543,0.0005190437,0.017143358],"category_scores_gemma":[0.018468125,0.0003898729,0.000051599025,0.0030804013,0.00063213974,0.00022268003,0.00005720021,0.0016084136,0.00009493767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034507335,0.0000300228,0.7419521,0.00019309061,0.00006159489,0.00001578464,0.0017632986,3.955168e-7,0.0018048437,0.0018654608,0.2507899,0.0014889684],"study_design_scores_gemma":[0.0014213119,0.00062444544,0.90589577,0.0013331808,0.0002540704,0.00035367347,0.0017586132,0.00025375193,0.000014084269,0.002749674,0.08484082,0.0005005827],"about_ca_topic_score_codex":0.076175846,"about_ca_topic_score_gemma":0.03189127,"teacher_disagreement_score":0.16594909,"about_ca_system_score_codex":0.00029806822,"about_ca_system_score_gemma":0.00078444666,"threshold_uncertainty_score":0.99985534},"labels":[],"label_agreement":null},{"id":"W1993828741","doi":"10.1111/j.1365-2923.2007.02999.x","title":"Quality of standardised patient research reports in the medical education literature: review and recommendations","year":2008,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"Association of American Medical Colleges","keywords":"Context (archaeology); MEDLINE; Psychology; Medical education; Medicine; Family medicine; Systematic review","score_opus":0.08594306762181737,"score_gpt":0.5492082334491597,"score_spread":0.46326516582734234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993828741","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008920798,0.93805873,0.000014060161,0.05479643,0.0014792556,0.0031196063,0.000011374427,0.00002173365,0.0024096158],"genre_scores_gemma":[0.00006412099,0.978667,0.0006595526,0.015283003,0.0005879522,0.001857265,0.0026380834,0.000041340223,0.00020166607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98762566,0.0026812267,0.003327528,0.0007365538,0.0052269436,0.00040210146],"domain_scores_gemma":[0.9934043,0.0009815583,0.0011610129,0.0014533532,0.002697511,0.00030220576],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014192041,0.0003688802,0.0017567914,0.0009650592,0.00021065742,0.000035569734,0.00041846425,0.0008821979,0.0011052062],"category_scores_gemma":[0.10674487,0.00024468673,0.00025385348,0.004162992,0.00065684685,0.0001376,0.00011991685,0.0030585644,0.000012490233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041358235,0.0013628,0.000024218803,0.028394537,0.000025632158,0.000012598375,0.00069422676,1.1092711e-9,1.4236833e-8,0.0004279288,0.34689966,0.62215424],"study_design_scores_gemma":[0.00015043456,0.000084549276,0.00016985844,0.14606322,0.00018993882,0.0024029994,0.00048582212,0.0000014207859,1.0079043e-7,0.00020573357,0.8500827,0.00016322527],"about_ca_topic_score_codex":0.000112387854,"about_ca_topic_score_gemma":0.000026443373,"teacher_disagreement_score":0.62199104,"about_ca_system_score_codex":0.0008159964,"about_ca_system_score_gemma":0.0459454,"threshold_uncertainty_score":0.9998079},"labels":[],"label_agreement":null},{"id":"W1993864760","doi":"10.1002/chp.12","title":"Assessing outcomes through congruence of course objectives and reflective work","year":2005,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Calgary","funders":"","keywords":"Congruence (geometry); Medicine; Medical education; Psychology; Social psychology","score_opus":0.04094063016329023,"score_gpt":0.4994025206132479,"score_spread":0.45846189044995767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993864760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9010743,0.0012380115,0.00055878353,0.094965376,0.001116112,0.00040652673,3.3988977e-7,0.00000544208,0.0006351254],"genre_scores_gemma":[0.9669573,0.00013712677,0.027619567,0.00461709,0.00033749078,0.000015047727,0.0000018433615,0.000008851255,0.00030570838],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810195,0.00038505878,0.00089641334,0.000098565775,0.00034879753,0.00016921437],"domain_scores_gemma":[0.9973765,0.00050632335,0.0011370662,0.00018304362,0.0007461867,0.000050883566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025242893,0.00008955645,0.00035029635,0.00020333038,0.00014160188,0.00002018998,0.00011731109,0.00007255806,0.000016670814],"category_scores_gemma":[0.002181496,0.000056714805,0.00004256047,0.00061538024,0.00014218403,0.00042442646,0.000015027132,0.000705342,8.554937e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111559166,0.0018187518,0.35667783,0.00025447187,0.00004738046,0.0000011541961,0.17871825,0.000007987225,0.00021995624,0.0035762764,0.018348308,0.4402181],"study_design_scores_gemma":[0.000614013,0.00014360795,0.84450233,0.00360731,0.000040253464,0.000080608756,0.14756136,0.000009192577,0.0000679665,0.0012670185,0.0020527162,0.0000536322],"about_ca_topic_score_codex":0.00002432198,"about_ca_topic_score_gemma":0.000008513891,"teacher_disagreement_score":0.4878245,"about_ca_system_score_codex":0.00020921689,"about_ca_system_score_gemma":0.0024759388,"threshold_uncertainty_score":0.4392209},"labels":[],"label_agreement":null},{"id":"W1993902198","doi":"10.1097/00001888-200011000-00022","title":"Developing Case-specific Checklists for Standardized-patient—Based Assessments in Internal Medicine","year":2000,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; MEDLINE; Medical education; Medicine; Psychology; Medical physics; Family medicine","score_opus":0.1591453895347039,"score_gpt":0.5039441817103152,"score_spread":0.34479879217561127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993902198","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018777375,0.9738212,0.011403319,0.0044329865,0.0028115753,0.0042606946,0.000044035583,0.0001202413,0.0029181354],"genre_scores_gemma":[0.0001445974,0.9824344,0.0053517423,0.0040136655,0.0036216085,0.0010932296,0.0020919093,0.00018623691,0.001062603],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925686,0.00026292566,0.0037579855,0.0011185205,0.0014286642,0.00086330145],"domain_scores_gemma":[0.996279,0.00097346277,0.001169405,0.00081932,0.00047124253,0.00028757527],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0030665076,0.0009219199,0.003989198,0.0020930346,0.00014759743,0.000009302923,0.0005197007,0.0013598581,0.0017976513],"category_scores_gemma":[0.0031259316,0.0006620161,0.00023335368,0.0022645935,0.00064178783,0.00012151426,0.000069379814,0.0034253355,0.00004020738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013386543,0.000030144549,0.000021266698,0.012136958,0.00013172731,0.0005497375,0.0006523399,3.9236502e-7,0.0000012877719,0.00063151796,0.094035536,0.89167523],"study_design_scores_gemma":[0.004156628,0.0005922068,0.000005985883,0.117490314,0.0008672024,0.0028015662,0.0005784024,0.00008949475,0.0000029261387,0.0002797559,0.87268925,0.00044627563],"about_ca_topic_score_codex":0.0000816509,"about_ca_topic_score_gemma":0.0000048582115,"teacher_disagreement_score":0.891229,"about_ca_system_score_codex":0.002647205,"about_ca_system_score_gemma":0.002046972,"threshold_uncertainty_score":0.9999366},"labels":[],"label_agreement":null},{"id":"W1993936614","doi":"10.1007/s40037-012-0002-7","title":"Medical education: past, present and future","year":2012,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Health care; Engineering ethics; Alternative medicine; Medicine; Clinical science; Psychology; Political science; Pedagogy; Pathology; Engineering","score_opus":0.00912913593213343,"score_gpt":0.36152563337268045,"score_spread":0.352396497440547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993936614","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32788816,0.009569216,0.00034981023,0.606386,0.0076823514,0.0008981064,0.000001558412,0.00018116787,0.047043636],"genre_scores_gemma":[0.86619055,0.002056909,0.0048875357,0.043103967,0.07972694,0.0005321873,0.0002038057,0.00007191837,0.0032261724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965362,0.00013246869,0.0004492091,0.00046349017,0.001977839,0.0004408239],"domain_scores_gemma":[0.9977447,0.00009679463,0.00013027628,0.00049193134,0.0005260612,0.0010102281],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011095667,0.00024699178,0.0002968808,0.00035652664,0.0001950103,0.000030200232,0.00019180326,0.00043731398,0.007996747],"category_scores_gemma":[0.0036344696,0.00020543227,0.00007215592,0.00068319676,0.00041347212,0.0002463699,0.000056042383,0.00093727314,0.0001769602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006506346,0.0060956557,0.010565209,0.00011630509,0.00004853961,0.0000012921703,0.009805028,3.098913e-8,0.0000059191407,0.04871837,0.34488744,0.5796912],"study_design_scores_gemma":[0.0008402719,0.00021769814,0.12355437,0.000438811,0.00009164967,0.0004791011,0.06081747,0.00015661231,0.000030740997,0.0005000145,0.8125869,0.00028633533],"about_ca_topic_score_codex":0.000037694495,"about_ca_topic_score_gemma":0.0000010191361,"teacher_disagreement_score":0.57940483,"about_ca_system_score_codex":0.00043835433,"about_ca_system_score_gemma":0.005153276,"threshold_uncertainty_score":0.9929101},"labels":[],"label_agreement":null},{"id":"W1994228779","doi":"10.1109/icdim.2010.5664241","title":"OpenLabyrinth: An abstract pathway-based serious game engine for professional education","year":2010,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Computer science; Game engine; Range (aeronautics); Open source; Human–computer interaction; Multimedia; Operating system; Engineering; Software","score_opus":0.01500947448337151,"score_gpt":0.3660756813556388,"score_spread":0.35106620687226725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994228779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97823316,0.0000062793856,0.0025824867,0.01046974,0.003640333,0.0011853246,0.000006953939,0.00012048743,0.0037552465],"genre_scores_gemma":[0.90916824,4.139053e-7,0.07747084,0.0059674093,0.0009815791,0.00042240802,0.00078885397,0.000027909513,0.0051723165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900687,0.000008834574,0.0002996746,0.00023958429,0.00025107182,0.00019395031],"domain_scores_gemma":[0.9988215,0.000049164875,0.00008332616,0.00039435428,0.0005521057,0.00009956241],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046754003,0.00011747637,0.00014118075,0.00015875716,0.00008438116,0.000021471651,0.00011261905,0.00016273424,0.0021938328],"category_scores_gemma":[0.00081230985,0.00009482492,0.000041003063,0.0002216141,0.00005736422,0.00015034773,0.000010238409,0.00038911568,0.00006684911],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019743845,0.0037247096,0.0026556468,0.00026168866,0.000020628015,0.0000014372998,0.00030616266,0.000010481627,0.10043407,0.013310702,0.04528695,0.83379006],"study_design_scores_gemma":[0.003760536,0.00076004973,0.2722685,0.000252265,0.00007661836,0.000066011,0.0009997532,0.014777696,0.06980438,0.0017237423,0.63497806,0.00053238287],"about_ca_topic_score_codex":0.00002842714,"about_ca_topic_score_gemma":0.000022579728,"teacher_disagreement_score":0.8332577,"about_ca_system_score_codex":0.000056811772,"about_ca_system_score_gemma":0.0019203653,"threshold_uncertainty_score":0.9987183},"labels":[],"label_agreement":null},{"id":"W1994235907","doi":"10.1016/j.jmpt.2006.09.002","title":"Research in Chiropractic Education: An Update","year":2006,"lang":"en","type":"review","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"U.S. Public Health Service","keywords":"Chiropractic; Medicine; Curriculum; Medical education; CINAHL; Thematic analysis; Alternative medicine; MEDLINE; Qualitative research; Nursing; Psychology; Pedagogy; Political science; Psychological intervention; Social science; Sociology","score_opus":0.7118196314191914,"score_gpt":0.5790932280343435,"score_spread":0.13272640338484787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994235907","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070261173,0.9911309,0.000020064303,0.00042820058,0.00031687212,0.00039629545,0.0000014121938,0.000004887648,0.00067527377],"genre_scores_gemma":[0.0038983205,0.99203265,0.0019682255,0.0005926314,0.0013006732,0.0000143292045,0.000073952055,0.000022314103,0.000096923475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760896,0.00059430074,0.00094114407,0.0002131631,0.00042769848,0.00021470612],"domain_scores_gemma":[0.99836123,0.00016702645,0.00060592574,0.00022375808,0.00057126506,0.000070766655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014569337,0.00021023871,0.0011060708,0.00052326854,0.000076444674,0.000030118876,0.0001703166,0.0003581598,0.000058527876],"category_scores_gemma":[0.00011034277,0.0001271567,0.00014746383,0.00085778546,0.00020766984,0.00013326932,0.00003879618,0.00205667,0.000010039487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004005915,0.000947866,0.000028544355,0.0013596906,0.00008272873,0.000015768423,0.00004933463,9.687953e-7,0.000004786681,0.0020477423,0.00053451996,0.994888],"study_design_scores_gemma":[0.00023730424,0.00081741414,0.0032558942,0.00441917,0.00030225757,0.0002862295,0.00018507655,0.000027494942,4.8361767e-7,0.008821398,0.9815137,0.00013357942],"about_ca_topic_score_codex":0.00000480567,"about_ca_topic_score_gemma":4.4006146e-7,"teacher_disagreement_score":0.99475443,"about_ca_system_score_codex":0.00020337365,"about_ca_system_score_gemma":0.00069504743,"threshold_uncertainty_score":0.8935322},"labels":[],"label_agreement":null},{"id":"W1994287714","doi":"10.1097/acm.0b013e3181fa2353","title":"Transition to Clerkship Courses: Preparing Students to Enter the Workplace","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Transition (genetics); Curriculum; Psychology; Intervention (counseling); Medicine; Pedagogy; Nursing","score_opus":0.021531780605114646,"score_gpt":0.401230354368633,"score_spread":0.3796985737635184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994287714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83726335,0.00003831856,0.0042168293,0.15268384,0.0020309708,0.0010756223,8.5931305e-7,0.000079158584,0.0026110685],"genre_scores_gemma":[0.92639315,0.000020448868,0.00073924457,0.06680712,0.002906467,0.00016976871,0.000027343045,0.000027465172,0.0029089584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770534,0.000047270696,0.00052398397,0.00034560877,0.0010261334,0.00035164098],"domain_scores_gemma":[0.9987504,0.0001449017,0.000082237886,0.0005363243,0.00020989703,0.00027623592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002115323,0.00017107783,0.00026678128,0.00024454904,0.00013499125,0.0000099085555,0.00045277158,0.00024206807,0.0005589368],"category_scores_gemma":[0.0029256947,0.000109853776,0.000029873463,0.0008823816,0.00015588127,0.000074262,0.000066087305,0.0016850516,0.0002841152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003996439,0.00009783378,0.0278874,0.0001020114,0.0000972101,0.000007849307,0.06570564,0.000020927948,0.043320935,0.00183872,0.8218882,0.038633604],"study_design_scores_gemma":[0.0051735532,0.0011963615,0.16097465,0.00313772,0.0006151948,0.00038170977,0.023413474,0.0005216077,0.0040849904,0.0009700128,0.7989499,0.00058082613],"about_ca_topic_score_codex":0.000035995618,"about_ca_topic_score_gemma":0.000012726578,"teacher_disagreement_score":0.13308726,"about_ca_system_score_codex":0.00009801459,"about_ca_system_score_gemma":0.00008534121,"threshold_uncertainty_score":0.73208046},"labels":[],"label_agreement":null},{"id":"W1994354674","doi":"10.1097/00001888-200110001-00009","title":"Comparing Patient-management Skills of Referred Physicians and Non-referred Physicians on a Computer-based Case-simulation Examination","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Certification; Medicine; Family medicine; Medical prescription; Competency assessment; Licensure; Specialty; Board certification; Continuing medical education; Medical education; Psychology; Nursing; Continuing education","score_opus":0.03712981452256321,"score_gpt":0.3429341535562954,"score_spread":0.3058043390337322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994354674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660295,0.000060045168,0.028182311,0.0018450016,0.00052133924,0.000913311,0.0000023371429,0.00007560403,0.0023704986],"genre_scores_gemma":[0.9939745,0.00007272273,0.0014335399,0.003369584,0.0006545287,0.00004751717,0.00024049627,0.000034068387,0.00017301402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767756,0.0000881507,0.00080567086,0.0004213032,0.00071360497,0.0002937267],"domain_scores_gemma":[0.99856466,0.00023223467,0.00045510038,0.00039647316,0.0002766788,0.00007485788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005645718,0.0002490115,0.0005467457,0.0005326488,0.00011741023,0.000004483146,0.000107066786,0.00019106663,0.000032557327],"category_scores_gemma":[0.00025459126,0.00022407518,0.000038723585,0.00091386394,0.00025250422,0.0001147385,0.000038606075,0.0005603419,0.0000089394225],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003211053,0.0006776988,0.013665427,0.0006710877,0.00020208815,0.00025312422,0.013303042,0.007667591,0.0036067956,0.00080735714,0.0074580587,0.9513666],"study_design_scores_gemma":[0.012161126,0.0025514003,0.25830674,0.008522359,0.00077984045,0.00026831584,0.008022962,0.70102614,0.0020918807,0.0003101558,0.0053550596,0.00060401176],"about_ca_topic_score_codex":0.000044282297,"about_ca_topic_score_gemma":0.00000310581,"teacher_disagreement_score":0.9507626,"about_ca_system_score_codex":0.00019376112,"about_ca_system_score_gemma":0.000029110677,"threshold_uncertainty_score":0.9137521},"labels":[],"label_agreement":null},{"id":"W1994599998","doi":"10.1046/j.1365-2923.2002.01371.x","title":"Medical students' attitudes towards and perception of the basic sciences: a comparison between students in the old and the new curriculum at the University Medical Center Utrecht, The Netherlands","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Center (category theory); Curriculum; Medical education; Perception; Psychology; Medical school; Medicine; Pedagogy","score_opus":0.02130815610662986,"score_gpt":0.3689590437098549,"score_spread":0.34765088760322505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994599998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74543965,0.0004999872,0.00008449045,0.2522729,0.0005042773,0.00068354124,0.0000012664029,0.00001046177,0.0005034258],"genre_scores_gemma":[0.9803862,0.00075359305,0.0000374589,0.017316055,0.00067860796,0.000028353297,0.000017069166,0.000009316952,0.0007733395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992718,0.0010054079,0.0005733319,0.00034457984,0.005069802,0.0002888684],"domain_scores_gemma":[0.9981585,0.00076755433,0.00022764603,0.0005502923,0.00012637103,0.00016963812],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007949182,0.0001822931,0.0003199409,0.000093464994,0.000672055,0.00007055404,0.0017716195,0.00026104847,0.0018628974],"category_scores_gemma":[0.0054540075,0.000068850844,0.00007765237,0.0010403472,0.0033996645,0.00008672881,0.0004968136,0.0011348946,0.000012918171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024545472,0.00084739167,0.8138848,0.0000395793,0.00004176111,0.000001126479,0.012229433,2.5211543e-7,6.060855e-7,0.00048050698,0.09295305,0.07949694],"study_design_scores_gemma":[0.00281792,0.00009964516,0.95092297,0.0005805942,0.00014012358,0.00009048493,0.013578245,0.0013035327,0.000001704697,0.00010797226,0.030265098,0.00009172731],"about_ca_topic_score_codex":0.0011534858,"about_ca_topic_score_gemma":0.00051083544,"teacher_disagreement_score":0.23495685,"about_ca_system_score_codex":0.00020490288,"about_ca_system_score_gemma":0.0008827603,"threshold_uncertainty_score":0.9993125},"labels":[],"label_agreement":null},{"id":"W1994774607","doi":"10.1097/acm.0b013e318183e78c","title":"Rules of Engagement: Residents’ Perceptions of the In-Training Evaluation Process","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Victoria Hospital","funders":"","keywords":"Credibility; Grounded theory; Process (computing); Psychological intervention; Perception; Medical education; Psychology; Public engagement; Applied psychology; Qualitative research; Medicine; Computer science; Public relations; Political science; Sociology","score_opus":0.1309904217861444,"score_gpt":0.4384374664616201,"score_spread":0.3074470446754757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994774607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886637,0.0003136872,0.00013193944,0.0058182324,0.0002924017,0.0005903654,0.0000010686933,0.000011500703,0.0041771345],"genre_scores_gemma":[0.9979881,0.0002670347,0.000245619,0.0008223496,0.00028809844,0.000053323984,0.000031509888,0.000010595066,0.0002933486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977163,0.0001365439,0.00076229376,0.00015879734,0.0010777396,0.00014832718],"domain_scores_gemma":[0.99880415,0.00011418725,0.00030061405,0.0002844983,0.00046343333,0.000033113545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025673932,0.000089319095,0.00027544046,0.00029708323,0.00007649571,3.0943542e-7,0.00018920202,0.00014221575,0.00058328576],"category_scores_gemma":[0.0075114146,0.0000592722,0.000027702949,0.00080156856,0.0005502454,0.00006860246,0.000027699989,0.0007263606,0.0000048175807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008181339,0.000109498025,0.7473529,0.00066058035,0.00006315551,0.0000026330306,0.18505222,0.00008304035,0.026953341,0.0033994643,0.013582187,0.022659162],"study_design_scores_gemma":[0.001977608,0.00010634791,0.96959805,0.0019149792,0.00015319644,0.000057781184,0.020626817,0.0010713667,0.0013817111,0.0027581851,0.0002888852,0.00006507275],"about_ca_topic_score_codex":0.000053062253,"about_ca_topic_score_gemma":0.0000014095643,"teacher_disagreement_score":0.22224514,"about_ca_system_score_codex":0.000102742546,"about_ca_system_score_gemma":0.00042241366,"threshold_uncertainty_score":0.89924073},"labels":[],"label_agreement":null},{"id":"W1994850416","doi":"10.1016/j.socscimed.2004.11.053","title":"Developing a scale for measuring professional equity among Canadian physicians","year":2005,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Canadian Institutes of Health Research","keywords":"Cronbach's alpha; Equity (law); Confirmatory factor analysis; Psychology; Psychometrics; Medicine; Clinical psychology; Statistics; Structural equation modeling; Political science; Mathematics","score_opus":0.0647080823858016,"score_gpt":0.4168343536151364,"score_spread":0.35212627122933476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994850416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88645005,0.000025636196,0.0024352488,0.09126794,0.0015485114,0.0006910581,0.0000026717084,0.000058265832,0.017520597],"genre_scores_gemma":[0.98389333,0.0000017761981,0.0028477067,0.008736668,0.0036025243,0.000089179426,0.00002274739,0.000012797514,0.00079328986],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99777627,0.00001574821,0.00030423608,0.00030522834,0.00097559334,0.00062291],"domain_scores_gemma":[0.99883753,0.00002912801,0.00010245789,0.00013745383,0.0006928502,0.00020060518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021020279,0.00011362368,0.00022963452,0.00032172885,0.00118863,0.000016287839,0.00025613263,0.00008988254,0.00010756939],"category_scores_gemma":[0.0015465192,0.0000943364,0.00003683799,0.0015262932,0.0014520072,0.0002476264,0.00003760479,0.0002485376,0.000009585882],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036497913,0.0001434545,0.039879773,0.00015170123,0.000019013538,0.0000030493663,0.038248867,0.0000021214385,0.011086979,0.020486934,0.040573597,0.84936804],"study_design_scores_gemma":[0.0039823414,0.00027528324,0.79598397,0.0021795398,0.00018260989,0.000025542306,0.01885199,0.002813891,0.006242072,0.0055013546,0.16324104,0.0007203735],"about_ca_topic_score_codex":0.00393958,"about_ca_topic_score_gemma":0.009597619,"teacher_disagreement_score":0.84864765,"about_ca_system_score_codex":0.0017872003,"about_ca_system_score_gemma":0.0030129387,"threshold_uncertainty_score":0.9142101},"labels":[],"label_agreement":null},{"id":"W1994927654","doi":"10.1097/acm.0b013e318212c1b6","title":"What Factors Affect Studentsʼ Overall Ratings of a Course?","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Health Sciences Centre","funders":"","keywords":"Psychology; Affect (linguistics); Curriculum; Association (psychology); Medical education; Course evaluation; Formative assessment; Higher education; Mathematics education; Medicine; Pedagogy","score_opus":0.06923193976843578,"score_gpt":0.4056867324039535,"score_spread":0.3364547926355177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994927654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989136,0.000993481,0.0003331773,0.0036715432,0.0019634413,0.00052670843,7.286858e-7,0.00006397238,0.0033109875],"genre_scores_gemma":[0.99245185,0.0007240489,0.00040959145,0.003620891,0.0005834931,0.000023988829,0.000052592826,0.000027197962,0.0021063744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978573,0.000053881686,0.00071387994,0.00027195417,0.00082274165,0.00028029317],"domain_scores_gemma":[0.9987367,0.00013109589,0.0003368079,0.00038352062,0.0002740963,0.00013780704],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010509354,0.0001937389,0.00050605054,0.00021849334,0.000046453082,0.0000025485524,0.00024177192,0.00027678243,0.001752254],"category_scores_gemma":[0.002056054,0.00013673866,0.00004835397,0.0004783252,0.00041088747,0.00026065405,0.00004857798,0.0008551214,0.000026684127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026740954,0.00036031764,0.65106577,0.0006752556,0.000429135,0.000027238906,0.121021435,4.010285e-7,0.024267288,0.011171389,0.17202783,0.018686535],"study_design_scores_gemma":[0.0069182636,0.002487642,0.8898596,0.0055934894,0.0010339121,0.00013288498,0.060741216,0.00015389924,0.019084396,0.0033012244,0.010235176,0.00045830442],"about_ca_topic_score_codex":0.00009431525,"about_ca_topic_score_gemma":8.955666e-7,"teacher_disagreement_score":0.23879382,"about_ca_system_score_codex":0.00008253727,"about_ca_system_score_gemma":0.00014456344,"threshold_uncertainty_score":0.9991603},"labels":[],"label_agreement":null},{"id":"W1995204169","doi":"10.1097/00001888-200009001-00130","title":"Faculty of Medicine, McGill University","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Medical education; Unit (ring theory); Corporate governance; Syllabus; Medicine; Psychology; Pedagogy; Management; Mathematics education","score_opus":0.042321564413449475,"score_gpt":0.35784225838012196,"score_spread":0.3155206939666725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995204169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7558938,0.00037061822,0.00027578394,0.12918952,0.00060454186,0.0005421909,0.00003733471,0.0001587317,0.11292744],"genre_scores_gemma":[0.9276911,0.0011378019,0.00075170235,0.009204461,0.0011739081,0.0000032999897,0.000332121,0.000026312679,0.05967932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981893,0.000049497787,0.00056904636,0.00027870393,0.00066715124,0.0002463498],"domain_scores_gemma":[0.9989617,0.00008702953,0.00016505783,0.00035796556,0.0002752753,0.00015300175],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074864127,0.00015896687,0.00047759587,0.00029155592,0.00008373895,1.7573035e-7,0.00022435545,0.00027596884,0.010275189],"category_scores_gemma":[0.0012558184,0.00011918876,0.000034437304,0.0011262492,0.00079735037,0.000082586055,0.000019745585,0.000752601,0.00010682514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027257178,0.000043490298,0.0029260465,0.0002113688,0.00008928233,0.000029651166,0.0029126673,0.000003460518,0.0043203714,0.010733692,0.76659983,0.21185754],"study_design_scores_gemma":[0.0042129317,0.00049355003,0.013609248,0.00090046396,0.00026229877,0.00013951582,0.0030720397,0.00019795437,0.00053823716,0.0010777778,0.9753634,0.00013263641],"about_ca_topic_score_codex":0.00026490013,"about_ca_topic_score_gemma":0.0000012398372,"teacher_disagreement_score":0.2117249,"about_ca_system_score_codex":0.00017917546,"about_ca_system_score_gemma":0.00008301634,"threshold_uncertainty_score":0.99062955},"labels":[],"label_agreement":null},{"id":"W1995275799","doi":"10.1097/00001888-200009001-00131","title":"Faculty of Medicine, University of Montreal","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Curriculum; Revenue; Medical education; Corporate governance; Medicine; Political science; Psychology; Pedagogy; Business; Finance","score_opus":0.028210304313684886,"score_gpt":0.33917003112651395,"score_spread":0.3109597268128291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995275799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89221996,0.0005455404,0.00053607544,0.030993296,0.00024488982,0.00032451047,0.000008297146,0.000049308688,0.0750781],"genre_scores_gemma":[0.98213184,0.0009942222,0.00058205484,0.0014122595,0.000547272,9.533699e-7,0.00019395976,0.0000129298805,0.014124539],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839187,0.000039731603,0.0005650679,0.00020404215,0.00061719347,0.0001821077],"domain_scores_gemma":[0.9989691,0.000082629515,0.00022503025,0.00031873514,0.00029547772,0.00010906228],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066515425,0.00012471461,0.0005274508,0.00021247288,0.000037869413,1.5245536e-7,0.00020353863,0.00023757099,0.009194693],"category_scores_gemma":[0.0008996138,0.000096073854,0.000035290723,0.0007644273,0.0012067979,0.000055265853,0.000016304295,0.0005242916,0.00003211034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000522917,0.00007871703,0.0130926585,0.00041997712,0.00014435848,0.00002093126,0.01804736,0.000008591275,0.008084988,0.0042970865,0.5994611,0.3558213],"study_design_scores_gemma":[0.020425193,0.002566847,0.33369946,0.00484326,0.0013377949,0.0002855607,0.027764715,0.0015350431,0.0022318193,0.0050075417,0.59988713,0.0004156591],"about_ca_topic_score_codex":0.0012340843,"about_ca_topic_score_gemma":0.0000060816137,"teacher_disagreement_score":0.35540566,"about_ca_system_score_codex":0.000058883103,"about_ca_system_score_gemma":0.00012819257,"threshold_uncertainty_score":0.991711},"labels":[],"label_agreement":null},{"id":"W1995330265","doi":"10.3138/jvme.32.1.121","title":"Handheld Computers in Veterinary Medical Education: A View from Human Medical Education","year":2005,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile device; Medical education; Point (geometry); Clinical Practice; Mobile technology; Medicine; Knowledge management; Computer science; Nursing; World Wide Web","score_opus":0.05508756103947104,"score_gpt":0.43020914141304695,"score_spread":0.3751215803735759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995330265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86771166,0.0038331812,0.00054747006,0.116282076,0.009149153,0.00050471816,0.0000018297104,0.000053865882,0.0019160417],"genre_scores_gemma":[0.91070133,0.0013841001,0.016478192,0.057938278,0.012409303,0.00015637442,0.0003826308,0.000081334874,0.00046847714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99108756,0.00054701656,0.002898814,0.0005928354,0.004314873,0.000558895],"domain_scores_gemma":[0.9952853,0.0002861961,0.0010191937,0.00072232785,0.0011148584,0.0015721344],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003542195,0.00046421625,0.0009779646,0.001175619,0.00020194518,0.000071685354,0.0010103374,0.0009539594,0.014006532],"category_scores_gemma":[0.012591893,0.0004227689,0.00026941058,0.0012025797,0.0004785386,0.00071108283,0.00018868774,0.0024105913,0.0001269368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035459874,0.011429466,0.003815073,0.000353353,0.0000987058,0.00015631663,0.0014005898,0.0000010865704,0.00030837694,0.0008842986,0.17233904,0.8088591],"study_design_scores_gemma":[0.005823684,0.0036212746,0.08141142,0.019018143,0.00026130799,0.018768646,0.0026514174,0.002007373,0.00006653468,0.0014883433,0.8640541,0.00082778995],"about_ca_topic_score_codex":0.00025148268,"about_ca_topic_score_gemma":0.000041620828,"teacher_disagreement_score":0.8080313,"about_ca_system_score_codex":0.0012935795,"about_ca_system_score_gemma":0.042181775,"threshold_uncertainty_score":0.99989086},"labels":[],"label_agreement":null},{"id":"W1995903131","doi":"10.1097/acm.0b013e318033385d","title":"PBL in the Undergraduate MD Program at McMaster University: Three Iterations in Three Decades","year":2007,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Curriculum mapping; Multidisciplinary approach; Problem-based learning; Syllabus; Curriculum development; Mathematics education; Computer science; Medicine; Psychology; Pedagogy; Sociology","score_opus":0.13420389075449626,"score_gpt":0.4398397150620688,"score_spread":0.3056358243075725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995903131","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067356887,0.9715925,0.000592137,0.015297808,0.0005804585,0.004104754,0.0000052118203,0.00009311288,0.0070604864],"genre_scores_gemma":[0.00031319758,0.99153715,0.00047084686,0.0028479106,0.0012389212,0.00015119274,0.0005837246,0.00006042978,0.002796651],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996097,0.00023330856,0.0014360617,0.0006252303,0.0009845236,0.0006238477],"domain_scores_gemma":[0.9978855,0.00073054485,0.00046865313,0.00065227825,0.0001384974,0.0001245027],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00296939,0.0004993366,0.0014818354,0.001608884,0.00013488984,0.000009067165,0.00070529187,0.0011184433,0.00040108274],"category_scores_gemma":[0.0014007522,0.00031745387,0.0001403502,0.004167754,0.0005584674,0.00012902773,0.00013338859,0.004065329,0.00012515242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024525361,0.00007141888,0.0010586365,0.003077634,0.000063071835,0.00011469222,0.0013877028,4.0262466e-7,6.984268e-7,0.0042242976,0.026305942,0.96367097],"study_design_scores_gemma":[0.001255391,0.00018257351,0.0006199193,0.02331278,0.00068875524,0.00033820773,0.00079755165,0.00007693232,2.0535661e-7,0.0010113051,0.9714652,0.00025123157],"about_ca_topic_score_codex":0.00009346102,"about_ca_topic_score_gemma":0.0005969609,"teacher_disagreement_score":0.96341974,"about_ca_system_score_codex":0.0011434454,"about_ca_system_score_gemma":0.000495776,"threshold_uncertainty_score":0.99992776},"labels":[],"label_agreement":null},{"id":"W1996043089","doi":"10.5688/ajpe787137","title":"A Physical Assessment Skills Module on Vital Signs","year":2014,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Center for Lignocellulose Structure and Formation; University of Manitoba","keywords":"Neurovascular bundle; Medicine; Risk stratification; Endovascular treatment; Medical physics; Radiology; Surgery; Aneurysm","score_opus":0.012864881743193416,"score_gpt":0.42938359041664975,"score_spread":0.41651870867345636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996043089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96802974,0.000013509452,0.011340845,0.014874791,0.0012622698,0.00018496194,9.215501e-7,0.000019613195,0.004273333],"genre_scores_gemma":[0.97402465,0.000014251633,0.012650829,0.010894761,0.0022180036,0.0000150003725,0.000012422905,0.000023918492,0.00014617518],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982427,0.00015674687,0.0004801591,0.00018103143,0.0007011327,0.00023823376],"domain_scores_gemma":[0.99836403,0.00019514545,0.00039743714,0.00022288217,0.0005853178,0.00023516103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067586236,0.00015235755,0.0003722683,0.00028761209,0.000069512455,0.000024072437,0.00014147678,0.00003678134,0.00016920477],"category_scores_gemma":[0.00096984976,0.0001230503,0.00013832658,0.00060597295,0.00029783606,0.00013158597,0.000015543601,0.00071860163,0.000057352587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014367353,0.0058694636,0.0025482618,0.00003684089,0.00008488102,0.000002747488,0.0005180545,0.00004454612,0.017243326,0.005836729,0.010322745,0.9573487],"study_design_scores_gemma":[0.013945624,0.047903724,0.2295055,0.002636364,0.0030176595,0.003226356,0.01404027,0.04641638,0.10023012,0.010633293,0.52612174,0.0023229527],"about_ca_topic_score_codex":0.0000044886424,"about_ca_topic_score_gemma":6.428524e-8,"teacher_disagreement_score":0.9550258,"about_ca_system_score_codex":0.0003555617,"about_ca_system_score_gemma":0.0008121418,"threshold_uncertainty_score":0.50178456},"labels":[],"label_agreement":null},{"id":"W1996356165","doi":"10.3109/0142159x.2010.500707","title":"Competencies, the tea bag model, and the end of time","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; McGill University","funders":"","keywords":"Jargon; Context (archaeology); Curriculum; General partnership; Globe; Medical education; Theme (computing); Public relations; Pedagogy; Psychology; Political science; Sociology; Medicine; History; Law; Computer science","score_opus":0.011612109685089005,"score_gpt":0.28963878886014205,"score_spread":0.278026679175053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996356165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8946704,0.00013011634,0.00038422408,0.08110668,0.00026022896,0.0002765621,6.529678e-7,0.000027327027,0.02314376],"genre_scores_gemma":[0.98749787,0.000022726404,0.0013143893,0.003556116,0.000449626,0.000030762316,0.000011467947,0.000012353705,0.007104701],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865574,0.00007168441,0.00027445867,0.00012476463,0.00073076517,0.0001426069],"domain_scores_gemma":[0.99924874,0.0001214192,0.00006532655,0.0003862741,0.00009742579,0.000080797865],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002448367,0.00008005712,0.00019211632,0.00003363646,0.000093253606,0.000007162179,0.00020171501,0.00015115965,0.005265023],"category_scores_gemma":[0.004982503,0.000035234785,0.00003903745,0.00017931433,0.0022167081,0.000023788774,0.00006562647,0.0010073174,0.000036482095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040373876,0.0014481391,0.02399342,0.00021538998,0.0003495459,0.000014726539,0.014523188,0.000009409589,0.0060619516,0.15759102,0.3969408,0.39844868],"study_design_scores_gemma":[0.0053933016,0.00011016962,0.008119003,0.00013207446,0.00024213688,0.00024487008,0.00086629466,0.79401606,0.00016568216,0.0075802403,0.18293525,0.00019489322],"about_ca_topic_score_codex":0.00005523351,"about_ca_topic_score_gemma":0.0000097260645,"teacher_disagreement_score":0.79400665,"about_ca_system_score_codex":0.000013284999,"about_ca_system_score_gemma":0.00026342281,"threshold_uncertainty_score":0.9956443},"labels":[],"label_agreement":null},{"id":"W1996371037","doi":"10.3109/13561820.2013.791260","title":"An inter-institutional collaboration: transforming education through interprofessional simulations","year":2013,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NorQuest College; Alberta Health Services; MacEwan University; Northern Alberta Institute of Technology; University of Alberta; Alberta Health","funders":"","keywords":"Interprofessional education; General partnership; Commission; Medical education; Health professions; Institutional change; Health care; Medicine; Political science; Public administration","score_opus":0.012830521677364216,"score_gpt":0.3913945239020295,"score_spread":0.3785640022246653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996371037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96795803,0.00031787605,0.014950586,0.008321228,0.005826606,0.0005806611,0.000016471602,0.000031055668,0.00199747],"genre_scores_gemma":[0.95706886,0.0000087678245,0.03657465,0.0039105075,0.0015125269,0.00005135361,0.0003356853,0.00002644284,0.0005112116],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975062,0.00010739112,0.0011282586,0.0002213636,0.00082535343,0.00021141504],"domain_scores_gemma":[0.99481046,0.00007541513,0.00047889954,0.00026608395,0.0041984934,0.0001706617],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022654906,0.00021724217,0.00035072968,0.00042599122,0.00032258354,0.000068934045,0.00026883834,0.00022417585,0.002668853],"category_scores_gemma":[0.00039998873,0.00016399815,0.0001641154,0.00061369024,0.00016403984,0.0019390413,0.00003497691,0.00083386706,0.000058371766],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00362505,0.0063264393,0.07901357,0.0011127534,0.0005317383,0.000055690907,0.05158393,0.00067477947,0.09171399,0.02438393,0.08929193,0.6516862],"study_design_scores_gemma":[0.011905415,0.007391886,0.1501539,0.03723924,0.0009926035,0.0049523152,0.61256737,0.015265008,0.021508073,0.026290465,0.109427966,0.002305786],"about_ca_topic_score_codex":0.000037176862,"about_ca_topic_score_gemma":0.000020001147,"teacher_disagreement_score":0.64938045,"about_ca_system_score_codex":0.00072344823,"about_ca_system_score_gemma":0.005002441,"threshold_uncertainty_score":0.99824286},"labels":[],"label_agreement":null},{"id":"W1996404439","doi":"10.3109/0142159x.2011.578178","title":"AMEE 2010 symposium: Medical student education in the twenty-first century – A new Flexnerian era?","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Parallels; Accreditation; Medical education; Political science; Education reform; Medicine; Higher education; Public relations; Law","score_opus":0.02378769585203363,"score_gpt":0.3474350660511299,"score_spread":0.3236473701990963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996404439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7804425,0.0006053293,0.0005944259,0.14696206,0.005345201,0.0011618844,6.059824e-7,0.00013879254,0.06474923],"genre_scores_gemma":[0.9416814,0.0005769763,0.0016944061,0.032755505,0.004948787,0.00033487816,0.00015508385,0.00007820548,0.017774798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951851,0.0002542871,0.00079105305,0.0004523447,0.0028147858,0.0005024632],"domain_scores_gemma":[0.99831,0.000058968868,0.00013550477,0.00075802486,0.00013127904,0.0006061797],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028782103,0.00025392373,0.00035808905,0.000264766,0.00012215089,0.00002808044,0.000773166,0.00055030093,0.03014191],"category_scores_gemma":[0.003351403,0.00016801605,0.000101487836,0.00078844454,0.00035593857,0.0001383969,0.00011351707,0.0019397744,0.0004251323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114816474,0.007838035,0.17074426,0.00012973127,0.000097157535,0.00014279208,0.031495024,1.3803474e-7,0.000013235481,0.005244108,0.51067257,0.27350813],"study_design_scores_gemma":[0.004147447,0.0004345194,0.23625605,0.0011166829,0.00017953583,0.00055647414,0.013820328,0.000988574,0.00002053882,0.0010285884,0.7409487,0.00050259836],"about_ca_topic_score_codex":0.0008279238,"about_ca_topic_score_gemma":0.00020050073,"teacher_disagreement_score":0.27300552,"about_ca_system_score_codex":0.00028248498,"about_ca_system_score_gemma":0.0034590089,"threshold_uncertainty_score":0.97074467},"labels":[],"label_agreement":null},{"id":"W1996491757","doi":"10.1016/j.humpath.2009.09.012","title":"If not, why not? Reasons why Canadian postgraduate trainees chose—or did not choose—to become pathologists","year":2009,"lang":"en","type":"article","venue":"Human Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"Claude Pepper Older Americans Independence Center, Wake Forest School of Medicine","keywords":"Clinical pathology; Surgical pathology; Medicine; Anatomical pathology; Family medicine; Medical education; Pathology; Psychology","score_opus":0.044872244613371526,"score_gpt":0.34808595744148463,"score_spread":0.3032137128281131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996491757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8626506,0.000031268297,0.000323585,0.13093373,0.0008878703,0.00081962964,0.00008453873,0.00020818524,0.004060601],"genre_scores_gemma":[0.82992166,0.000015775982,0.004106221,0.16222303,0.00078868895,0.000102351456,0.00040715013,0.000049074803,0.0023860636],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9968626,0.00016813287,0.00075141864,0.00079000386,0.00042570036,0.0010021415],"domain_scores_gemma":[0.99780977,0.00007453301,0.00017911523,0.0009894486,0.00039690244,0.00055026246],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009517793,0.00039048897,0.0006709331,0.00097394525,0.00041621548,0.000043846554,0.00040565187,0.00045171464,0.00089442695],"category_scores_gemma":[0.0025477824,0.00034734234,0.00012968581,0.0008124685,0.00033440342,0.00011585038,0.000046224934,0.000824242,0.0003823489],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010719427,0.0019230403,0.011183033,0.00022697593,0.00014222821,0.010112778,0.023178793,0.000023589815,0.075470455,0.03069266,0.6143665,0.23160806],"study_design_scores_gemma":[0.0017693324,0.0015030875,0.8716258,0.00014247667,0.00011621162,0.0015558943,0.00046460077,0.000037852566,0.00118924,0.000819855,0.12020599,0.000569656],"about_ca_topic_score_codex":0.0033641853,"about_ca_topic_score_gemma":0.009909701,"teacher_disagreement_score":0.86044276,"about_ca_system_score_codex":0.00047678864,"about_ca_system_score_gemma":0.00047061325,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W1996556021","doi":"10.1007/bf03023177","title":"Anesthesia information booklet: A painlessly effective method of patient education","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Anesthesia; Medicine; Psychology; Medical education","score_opus":0.005649974577256702,"score_gpt":0.2541885214942924,"score_spread":0.2485385469170357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996556021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717356,0.0006738413,0.0007165047,0.025097098,0.00031812684,0.0005629861,0.0000015136633,0.000010393114,0.00088392524],"genre_scores_gemma":[0.97184396,0.000032660337,0.02429993,0.0025049064,0.0010548165,0.00001889146,0.000024773908,0.000046202822,0.0001738588],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.996494,0.0002599272,0.0016473,0.00016626557,0.00081476744,0.00061772857],"domain_scores_gemma":[0.99351037,0.00009836858,0.0016434356,0.00032623412,0.003072293,0.0013493106],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022983912,0.0003200839,0.000697837,0.0020442435,0.00031068167,0.00011401382,0.0003669041,0.0002844232,0.00025009524],"category_scores_gemma":[0.00096105086,0.0002870154,0.00029001242,0.0009788206,0.00021806893,0.0011038748,0.00000470666,0.0010011666,0.000027433993],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037994358,0.00033465415,0.00745604,0.00027911778,0.00025723747,0.025182892,0.013572918,0.00059545506,0.00010538064,0.0028705874,0.044185087,0.9047807],"study_design_scores_gemma":[0.00068478787,0.0013205281,0.009379112,0.00058519194,0.00020937323,0.81749827,0.0029899867,0.00014470164,0.00053743226,0.0002678676,0.16613863,0.0002441386],"about_ca_topic_score_codex":0.0029156026,"about_ca_topic_score_gemma":0.0008839869,"teacher_disagreement_score":0.90453655,"about_ca_system_score_codex":0.0020213677,"about_ca_system_score_gemma":0.012598063,"threshold_uncertainty_score":0.9999582},"labels":[],"label_agreement":null},{"id":"W1996588943","doi":"10.1097/00005176-200404000-00003","title":"Recertification Now Requires a Secure Examination!","year":2004,"lang":"en","type":"article","venue":"Journal of Pediatric Gastroenterology and Nutrition","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subspecialty; Medicine; Accreditation; Graduate medical education; Pediatric emergency medicine; Family medicine; Adolescent medicine; Certification; Pediatric gastroenterology; Pediatrics; MEDLINE; Pulmonology; Internal medicine; Medical education; Nursing; Emergency department; Hepatology","score_opus":0.013464606730142959,"score_gpt":0.28278064331884345,"score_spread":0.2693160365887005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996588943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97892934,0.00038467912,0.005359149,0.014696605,0.00043738997,0.00014753961,0.0000013732083,0.000010359915,0.000033549954],"genre_scores_gemma":[0.9878849,0.0015313796,0.0082874065,0.0006829763,0.00155675,0.000010249164,0.000024724639,0.0000070547076,0.00001457611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990469,0.000054318232,0.00046511317,0.00010271346,0.00020332969,0.00012758047],"domain_scores_gemma":[0.9990205,0.000019546462,0.0003556176,0.00008199372,0.0004622105,0.00006013774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005470196,0.000075620635,0.00017271524,0.00032619253,0.00006358686,0.000009602127,0.00004706851,0.00011301641,0.000021999522],"category_scores_gemma":[0.00029156086,0.000066704655,0.00004665601,0.00023865893,0.00006633808,0.00018931099,0.0000086933715,0.00029387203,0.000004158498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006917501,0.009737904,0.8430143,0.0018701619,0.0003557326,0.00024778262,0.00305082,0.000059759856,0.011601193,0.0031908602,0.07498666,0.0449673],"study_design_scores_gemma":[0.008910432,0.005171407,0.9747163,0.00016318429,0.00048225134,0.0031955016,0.00051863684,0.000054007734,0.00050083495,0.004124042,0.0020735073,0.00008989727],"about_ca_topic_score_codex":8.003021e-7,"about_ca_topic_score_gemma":0.0000015463579,"teacher_disagreement_score":0.13170198,"about_ca_system_score_codex":0.00010177681,"about_ca_system_score_gemma":0.00006039979,"threshold_uncertainty_score":0.2720137},"labels":[],"label_agreement":null},{"id":"W1996642832","doi":"10.3390/admsci4030373","title":"A Descriptive Account of an Inter-Professional Collaborative Leadership Project","year":2014,"lang":"en","type":"article","venue":"Administrative Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Appreciative inquiry; Collaborative leadership; Leadership development; Medical education; Professional development; Focus group; Psychology; Health care; Shared leadership; Educational leadership; Pedagogy; Leadership style; Sociology; Medicine; Public relations; Political science","score_opus":0.18109311479516899,"score_gpt":0.4500447781386262,"score_spread":0.2689516633434572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996642832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786121,0.000020910356,0.0006957356,0.0047606034,0.0005758451,0.0004657312,0.00000947447,0.000027560369,0.014832001],"genre_scores_gemma":[0.9802417,0.00000131581,0.017708374,0.0010460622,0.00013745352,0.00005217569,0.000021637912,0.0000054342822,0.0007858416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99844295,0.00017793686,0.00031478517,0.00031509632,0.00054032705,0.00020891681],"domain_scores_gemma":[0.99876064,0.00013349588,0.00022072156,0.00017017414,0.0006687591,0.00004618227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012587311,0.000116491196,0.00021578721,0.00020541121,0.00018807227,0.000026559126,0.00020275693,0.00007352684,0.00014374583],"category_scores_gemma":[0.0018971087,0.000084891886,0.000029724128,0.0013738616,0.0017735247,0.0003603997,0.000023464017,0.00019865556,0.000008950819],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018391627,0.0065899855,0.08276499,0.00076037785,0.0003102417,0.000028137187,0.19834833,0.000008677827,0.0683088,0.33407056,0.045876443,0.2610943],"study_design_scores_gemma":[0.002185912,0.017447619,0.122682445,0.001354902,0.000114689756,0.000092977934,0.723079,0.0050339215,0.108614124,0.005194592,0.013599064,0.00060072966],"about_ca_topic_score_codex":0.000021329546,"about_ca_topic_score_gemma":0.00003303394,"teacher_disagreement_score":0.5247307,"about_ca_system_score_codex":0.00006313287,"about_ca_system_score_gemma":0.0016335888,"threshold_uncertainty_score":0.6534625},"labels":[],"label_agreement":null},{"id":"W1996677651","doi":"10.1016/j.jelekin.2012.03.011","title":"Biomechanics – Review of approaches for performance training in spinal manipulation","year":2012,"lang":"en","type":"review","venue":"Journal of Electromyography and Kinesiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Canadian Memorial Chiropractic College","funders":"","keywords":"Adaptation (eye); Cognition; Motor learning; Motor skill; Cognitive psychology; Computer science; Flexibility (engineering); Psychology; Associative learning; Human–computer interaction; Neuroscience","score_opus":0.16362374338892835,"score_gpt":0.38271880262782765,"score_spread":0.2190950592388993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996677651","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015058275,0.9970219,0.00043276948,0.00015172109,0.00028143506,0.0005706444,0.0000013453772,0.0000024483527,0.00003192238],"genre_scores_gemma":[0.0026681111,0.9930954,0.0035628418,0.00014142881,0.0004083097,0.000043355576,0.000060810456,0.00001660284,0.0000031238558],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981638,0.00008677014,0.0012596574,0.00012762041,0.00014073814,0.00022140602],"domain_scores_gemma":[0.9982597,0.000070727234,0.0012847505,0.00011829802,0.00022495646,0.000041550804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016897027,0.00017791904,0.0015740716,0.0011091565,0.000024609202,0.0000019746835,0.00009314586,0.00027520503,0.000008994541],"category_scores_gemma":[0.00026406194,0.00012555777,0.00031431045,0.00097534293,0.00006647057,0.000069449045,0.000009311427,0.00046753846,1.1477193e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049786264,0.000065003915,0.000033740256,0.11093611,0.00008786111,6.683716e-7,0.000026483223,1.8033028e-8,0.000011113192,0.000772346,0.000057371013,0.8879595],"study_design_scores_gemma":[0.0010332132,0.0054612965,0.0015329345,0.22377802,0.0040165344,0.002020696,0.00006177508,0.00005352362,0.000010371951,0.0010432397,0.7606621,0.00032630324],"about_ca_topic_score_codex":3.354902e-7,"about_ca_topic_score_gemma":1.5568631e-7,"teacher_disagreement_score":0.8876332,"about_ca_system_score_codex":0.000042282798,"about_ca_system_score_gemma":0.00034207746,"threshold_uncertainty_score":0.51200974},"labels":[],"label_agreement":null},{"id":"W1996697584","doi":"10.3821/1913-701x(2008)141[226:pslppc]2.0.co;2","title":"Pharmacy students leading pharmacy practice change","year":2008,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Pharmacy practice; Clinical pharmacy; Pharmaconomist; Medical education; Medicine; Family medicine","score_opus":0.11798872893336153,"score_gpt":0.3991720985257307,"score_spread":0.28118336959236917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996697584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9807579,0.0017987683,0.00012545557,0.0035683708,0.007444474,0.0011362449,0.00011176634,0.000096401214,0.004960639],"genre_scores_gemma":[0.9381171,0.011659373,0.0012016046,0.041251868,0.0051829848,0.000094665964,0.00009833988,0.00012190087,0.0022721747],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9949072,0.00024330252,0.001077704,0.0006077657,0.0016093403,0.0015547043],"domain_scores_gemma":[0.9940894,0.00014163276,0.00050731597,0.0004057868,0.0020022118,0.0028536308],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013444935,0.000552697,0.00061114755,0.00095723843,0.0018869668,0.00016751526,0.0008648851,0.00007204813,0.002452487],"category_scores_gemma":[0.001514049,0.0005976279,0.0001974718,0.0018523083,0.00039552426,0.0013803691,0.00007751815,0.0019314967,0.00014749932],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006496458,0.00064056617,0.04786306,0.00043274136,0.00090867735,0.26547667,0.008046281,0.00006445907,0.0031081538,0.0000536601,0.40118423,0.27157184],"study_design_scores_gemma":[0.0042423685,0.00003574351,0.0001352428,0.00004172823,0.0003052207,0.5358738,0.000036139827,0.0011553847,0.0013790188,0.0000054350703,0.45637465,0.00041533087],"about_ca_topic_score_codex":0.03955468,"about_ca_topic_score_gemma":0.006973782,"teacher_disagreement_score":0.27115652,"about_ca_system_score_codex":0.006050668,"about_ca_system_score_gemma":0.008973159,"threshold_uncertainty_score":0.9996475},"labels":[],"label_agreement":null},{"id":"W1996908637","doi":"10.1097/00001888-200009001-00128","title":"School of Medicine, Faculty of Health Sciences, Queenʼs University","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Queen (butterfly); Medical education; Higher education; Medicine; Family medicine; Political science; Biology","score_opus":0.05658432085445563,"score_gpt":0.402121023570598,"score_spread":0.34553670271614234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996908637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7962577,0.0021118585,0.001014554,0.1444276,0.00044925645,0.00072529155,0.000013748654,0.00007983159,0.054920185],"genre_scores_gemma":[0.97812897,0.0021950384,0.0016127174,0.0076523283,0.0005884466,0.000002242793,0.00014289716,0.000014769623,0.009662613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973963,0.000119565826,0.0009584935,0.00029030832,0.00095020357,0.00028511384],"domain_scores_gemma":[0.9986549,0.00010535014,0.0004440943,0.0003165801,0.00029761702,0.00018145215],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002801721,0.00014619502,0.00067759457,0.00044804986,0.00010562986,3.9046023e-7,0.0003206416,0.0001976396,0.007882974],"category_scores_gemma":[0.0023239742,0.000108305976,0.00003327052,0.0019103901,0.0023696679,0.00009892645,0.00002418449,0.0006840737,0.000036837188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019470188,0.00008556972,0.040100344,0.0007373934,0.00008520306,0.0000061468586,0.0059939013,0.000013718089,0.0026266614,0.014101484,0.7891115,0.14694336],"study_design_scores_gemma":[0.014991205,0.0052671344,0.2349579,0.01072228,0.0004407095,0.00025740775,0.029571606,0.0008223566,0.0012199124,0.0040829373,0.6972113,0.0004552008],"about_ca_topic_score_codex":0.0010658602,"about_ca_topic_score_gemma":0.0000020126722,"teacher_disagreement_score":0.19485755,"about_ca_system_score_codex":0.00017743817,"about_ca_system_score_gemma":0.0007595561,"threshold_uncertainty_score":0.99302393},"labels":[],"label_agreement":null},{"id":"W1996998851","doi":"10.1002/chp.1340210103","title":"Continuing medical education, needs assessment, and program development: Theoretical constructs","year":2001,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Calgary","keywords":"Accountability; Needs assessment; Competence (human resources); Continuing medical education; Transformational leadership; Public relations; Politics; Facilitation; Medical education; Political science; Continuing education; Psychology; Medicine","score_opus":0.017530852225904375,"score_gpt":0.4496692555902625,"score_spread":0.4321384033643581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996998851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8940143,0.000990636,0.0006749458,0.09868635,0.0022921227,0.0010091611,2.4132768e-7,0.000025358377,0.0023069053],"genre_scores_gemma":[0.9555939,0.0004752784,0.03108375,0.011371545,0.00074497255,0.00011412731,0.000020025873,0.000020147289,0.00057626114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965754,0.00056015333,0.0014832824,0.00015734369,0.000866031,0.0003577838],"domain_scores_gemma":[0.9970269,0.00035628767,0.00090975245,0.00026773685,0.0010674207,0.0003718653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005375234,0.0001623283,0.00041141015,0.000703009,0.00024568156,0.000056825433,0.00025940608,0.00018042729,0.00025049582],"category_scores_gemma":[0.0048632007,0.00010921617,0.000048613358,0.0011088906,0.00035477878,0.00019929362,0.000039885625,0.0013466096,0.0000034740458],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040687504,0.0014343454,0.08285526,0.00013496996,0.000014527066,0.0000029880057,0.01929648,6.0662785e-8,0.000009156575,0.040312737,0.016991667,0.8389071],"study_design_scores_gemma":[0.003327697,0.00070147385,0.51916635,0.02035336,0.000110408044,0.005379311,0.21704474,0.00024202009,0.000018466371,0.0076508527,0.22565217,0.00035312196],"about_ca_topic_score_codex":0.0000075920493,"about_ca_topic_score_gemma":0.0000050176295,"teacher_disagreement_score":0.83855397,"about_ca_system_score_codex":0.00028638256,"about_ca_system_score_gemma":0.016546568,"threshold_uncertainty_score":0.9890287},"labels":[],"label_agreement":null},{"id":"W1997037921","doi":"10.1046/j.1365-2923.2003.01593.x","title":"Changes in the components of moral reasoning during students' medical education: a pilot study","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; Associated Medical Services","keywords":"Moral reasoning; Psychology; Concordance; Moral disengagement; Social psychology; Interpersonal communication; Relativism; Social cognitive theory of morality; Moral development; Interpersonal relationship; Epistemology; Medicine","score_opus":0.030177220778582883,"score_gpt":0.3863367242549698,"score_spread":0.3561595034763869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997037921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751417,0.00021984283,0.00002575423,0.01901805,0.0019835737,0.0011574423,4.0101514e-7,0.00003061188,0.0024226003],"genre_scores_gemma":[0.9881901,0.000045691784,0.0005546494,0.009528055,0.0006262837,0.0005304839,0.00007883059,0.000023702876,0.0004222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948151,0.0004975588,0.00076168164,0.0003683084,0.0032356833,0.00032166805],"domain_scores_gemma":[0.9985455,0.00011341378,0.00022390185,0.0005899,0.00035205652,0.00017521744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034986516,0.00019487004,0.00036098092,0.0005311049,0.00014024717,0.000026283768,0.0005322374,0.00014238662,0.0017721987],"category_scores_gemma":[0.016014833,0.00014699278,0.000036919664,0.0016773157,0.00022217592,0.0000916178,0.000055906086,0.00077283074,0.00002580225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014001227,0.04637002,0.90025014,0.00031611178,0.00006580922,0.00001812969,0.00817794,4.945349e-7,0.00010686294,0.005398889,0.0146249235,0.024530683],"study_design_scores_gemma":[0.0025582372,0.0009204749,0.9704304,0.0012471619,0.00008972787,0.00027725182,0.018116938,0.00008452879,0.00008999685,0.00021085398,0.005792418,0.00018201949],"about_ca_topic_score_codex":0.0003389617,"about_ca_topic_score_gemma":0.0002009017,"teacher_disagreement_score":0.07018027,"about_ca_system_score_codex":0.00026232106,"about_ca_system_score_gemma":0.004420835,"threshold_uncertainty_score":0.9991403},"labels":[],"label_agreement":null},{"id":"W1997378480","doi":"10.1097/acm.0000000000000700","title":"A Schematic Representation of the Professional Identity Formation and Socialization of Medical Students and Residents","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":954,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Socialization; Identity (music); Identity formation; Context (archaeology); Psychology; Psychological intervention; Personal identity; Medical education; Pedagogy; Social psychology; Nursing; Medicine; Self-concept","score_opus":0.09159489010603876,"score_gpt":0.5008234311668459,"score_spread":0.40922854106080714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997378480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97941446,0.00041331458,0.0018740477,0.017221905,0.0004376559,0.00048613577,6.592091e-7,0.000009922384,0.0001418856],"genre_scores_gemma":[0.99803656,0.00032610158,0.00017764539,0.0009703126,0.00020250939,0.000017995259,0.000026892783,0.0000069974058,0.00023495767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996271,0.00012654427,0.0007140698,0.00012904538,0.0026680569,0.000091255046],"domain_scores_gemma":[0.9988181,0.00009297821,0.00044423473,0.00016583406,0.00038249177,0.00009636597],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027578454,0.00007630975,0.00026655057,0.00014262075,0.000052158157,0.0000030060012,0.00020080541,0.0002189445,0.000044318254],"category_scores_gemma":[0.011048327,0.00004869674,0.000014160864,0.0005952647,0.00045334216,0.0002674904,0.00016846404,0.00035383538,9.325885e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016485786,0.00011186704,0.8853408,0.0017790144,0.00008551152,0.0000016348058,0.03703296,0.0000014650509,0.00373034,0.018777065,0.045556955,0.0074175014],"study_design_scores_gemma":[0.0066886107,0.00022363878,0.9350685,0.0060148854,0.00035588595,0.00014836508,0.020193364,0.003826066,0.0038094386,0.023292514,0.0002607384,0.00011797867],"about_ca_topic_score_codex":0.00008940166,"about_ca_topic_score_gemma":0.000004100605,"teacher_disagreement_score":0.04972769,"about_ca_system_score_codex":0.000057417306,"about_ca_system_score_gemma":0.00019637149,"threshold_uncertainty_score":0.997282},"labels":[],"label_agreement":null},{"id":"W1997582430","doi":"10.1097/acm.0b013e3181c46e47","title":"The Mindsets of Medical Education Leaders: How Do They Conceive of Their Work?","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Typology; Interpersonal communication; Context (archaeology); Perception; Psychology; Perspective (graphical); Medical education; Variety (cybernetics); Leadership style; Sociology; Public relations; Value (mathematics); Social psychology; Medicine; Political science; Computer science","score_opus":0.040671115785043614,"score_gpt":0.3891347713455374,"score_spread":0.3484636555604938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997582430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60506314,0.005839035,0.00019931601,0.38368148,0.0010649476,0.0005265188,0.0000012340063,0.000029459621,0.003594863],"genre_scores_gemma":[0.9872015,0.0024315042,0.00018673479,0.007865616,0.0013039922,0.00002389825,0.00004700007,0.000014468047,0.00092525815],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970091,0.0001342996,0.0008258376,0.00024729702,0.0014929934,0.0002904635],"domain_scores_gemma":[0.9976799,0.0005510909,0.00050117617,0.0005366594,0.000561486,0.00016968956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031185532,0.00018505508,0.0004888716,0.0002143738,0.00008162336,0.0000032533187,0.0005225779,0.00046860258,0.00022212042],"category_scores_gemma":[0.011947259,0.00010292483,0.000059583406,0.00079643214,0.0012259701,0.0000770193,0.0000285154,0.0011643016,0.0000060014127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002984946,0.00016481975,0.0075105554,0.00016203983,0.00011157809,0.0000024821286,0.02956896,4.89239e-7,0.0039414098,0.030108117,0.30763412,0.6204969],"study_design_scores_gemma":[0.013284174,0.004406106,0.18417667,0.0251112,0.0011288904,0.0006562299,0.3549703,0.0006719603,0.022243124,0.059673518,0.3326663,0.0010114979],"about_ca_topic_score_codex":0.000021171005,"about_ca_topic_score_gemma":0.0000011892387,"teacher_disagreement_score":0.61948544,"about_ca_system_score_codex":0.00008350579,"about_ca_system_score_gemma":0.0010508049,"threshold_uncertainty_score":0.9963755},"labels":[],"label_agreement":null},{"id":"W1997624417","doi":"10.1016/j.hcmf.2011.04.001","title":"Canada's Health Human Resource Challenges: What is the Fate of Our Healthcare Heroes?","year":2011,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Michener Institute","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Health care; Scope (computer science); Healthcare system; Health professionals; Nursing; Medical education; Resource (disambiguation); Public relations; Medicine; Psychology; Business; Political science","score_opus":0.06773548525304772,"score_gpt":0.3480462734936525,"score_spread":0.2803107882406048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997624417","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009210345,0.008984091,0.0000610805,0.9737121,0.0009507126,0.0020714162,0.000016206834,0.00007884471,0.004915196],"genre_scores_gemma":[0.87200826,0.0048312987,0.0010089292,0.119871296,0.0002013999,0.00016718653,0.0001034853,0.000054999415,0.0017531583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967394,0.00020584585,0.0008353642,0.00047616314,0.0009332489,0.00080998696],"domain_scores_gemma":[0.9977645,0.000016542053,0.0004819029,0.0011858145,0.00031211515,0.0002390928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011366166,0.00024789412,0.000450861,0.00023233675,0.00048309634,0.00001806338,0.00037203092,0.00011153237,0.00006983385],"category_scores_gemma":[0.000032777123,0.00019399755,0.000084807034,0.0005711124,0.00007482859,0.00011563029,0.00015887352,0.0005047911,0.000012197953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007994833,0.00024848478,0.0026668962,0.0057252585,0.0001689643,0.000026065682,0.008400734,4.340997e-7,8.333457e-7,0.097525395,0.3386704,0.54648656],"study_design_scores_gemma":[0.000939359,0.00083898945,0.034376543,0.0020257055,0.00005234181,0.00002332993,0.2919417,0.00003038472,0.000057974394,0.001481626,0.66798395,0.00024812785],"about_ca_topic_score_codex":0.31717902,"about_ca_topic_score_gemma":0.26854223,"teacher_disagreement_score":0.8627979,"about_ca_system_score_codex":0.0007527774,"about_ca_system_score_gemma":0.0008316048,"threshold_uncertainty_score":0.791099},"labels":[],"label_agreement":null},{"id":"W1997936714","doi":"10.1111/j.1365-2929.2005.02370.x","title":"The acquisition of tacit knowledge in medical education: learning by doing","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Tacit knowledge; Procedural knowledge; Test (biology); Descriptive knowledge; Medical knowledge; Psychology; Medical education; Explicit knowledge; Knowledge base; Mathematics education; Knowledge management; Medicine; Body of knowledge; Computer science; Artificial intelligence","score_opus":0.004671831875138142,"score_gpt":0.33464442869732225,"score_spread":0.3299725968221841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997936714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84242195,0.005962267,0.0018370852,0.10072417,0.0040203687,0.00074242364,0.0000010541723,0.00010461887,0.044186044],"genre_scores_gemma":[0.9861199,0.00025858945,0.00096877624,0.0050557144,0.0015423228,0.00024727796,0.0004965271,0.000030123014,0.0052807163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968029,0.00020436445,0.00095596985,0.00030953213,0.0014011142,0.00032607207],"domain_scores_gemma":[0.99846125,0.00025312725,0.0002532357,0.00033715993,0.0005533628,0.00014187043],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021907208,0.0001656144,0.00027013003,0.00028044352,0.00021344372,0.000027323578,0.00027158257,0.0003619127,0.0015679497],"category_scores_gemma":[0.005807996,0.00013007532,0.00006643724,0.0012554361,0.00038395636,0.0001296974,0.000046128625,0.0008573106,0.00006407502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003856378,0.0028573829,0.016467882,0.00017905347,0.000012427651,0.0000013283027,0.0005501973,0.0000018183662,0.00020474361,0.009440422,0.42192143,0.54832476],"study_design_scores_gemma":[0.0013866279,0.00016121037,0.04239107,0.0018824255,0.00005570425,0.00015171642,0.0038071673,0.0034695435,0.00064215646,0.001148158,0.9446424,0.0002618202],"about_ca_topic_score_codex":0.0004187915,"about_ca_topic_score_gemma":0.00009210073,"teacher_disagreement_score":0.5480629,"about_ca_system_score_codex":0.00038868695,"about_ca_system_score_gemma":0.009188804,"threshold_uncertainty_score":0.99934477},"labels":[],"label_agreement":null},{"id":"W1997951853","doi":"10.1002/chp.20008","title":"Who is driving continuing medical education for family medicine?","year":2009,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Accreditation; Continuing medical education; Medical education; Nova scotia; Event (particle physics); Continuing education; Graduate medical education; Psychology; Medicine; Sociology","score_opus":0.032178181473269195,"score_gpt":0.46113211940229504,"score_spread":0.42895393792902586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997951853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.587106,0.002073042,0.0033106906,0.4002582,0.004603593,0.0012471416,6.7222265e-7,0.0000191835,0.0013814903],"genre_scores_gemma":[0.9032025,0.0004916722,0.008207765,0.08264392,0.0033093987,0.0000737395,0.000024927092,0.000024312201,0.0020218166],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960561,0.00039486348,0.0018866177,0.00021358099,0.0010471598,0.0004016924],"domain_scores_gemma":[0.99570215,0.0005221906,0.0014847615,0.00039694595,0.0016335321,0.00026041258],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007041033,0.00018765808,0.000597268,0.0007617188,0.0002460861,0.000028479722,0.00040752857,0.00021724631,0.000114201954],"category_scores_gemma":[0.010070598,0.0001245357,0.000122022415,0.00091983564,0.000112382026,0.0002487833,0.000015216928,0.0011790398,0.00000374426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005724366,0.00076987623,0.004269983,0.00013581407,0.000008912387,6.8647705e-7,0.033407114,2.6283888e-7,0.00010255962,0.0043272916,0.37125012,0.5856701],"study_design_scores_gemma":[0.004763214,0.002168997,0.44469076,0.051580936,0.00019546544,0.0006823052,0.20757546,0.0005887643,0.000059344005,0.018374609,0.26893187,0.00038829207],"about_ca_topic_score_codex":0.00002483854,"about_ca_topic_score_gemma":0.0000064962246,"teacher_disagreement_score":0.58528185,"about_ca_system_score_codex":0.00039592042,"about_ca_system_score_gemma":0.0067841006,"threshold_uncertainty_score":0.99884653},"labels":[],"label_agreement":null},{"id":"W1997977225","doi":"10.1002/chp.23","title":"Undergraduate medical education accreditation as a driver of lifelong learning","year":2005,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Curriculum; Flexibility (engineering); Lifelong learning; Context (archaeology); Graduate medical education; Continuing medical education; Medicine; Health care; Psychology; Continuing education; Political science; Pedagogy; Management","score_opus":0.016750005866708773,"score_gpt":0.4334255621673176,"score_spread":0.4166755563006088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997977225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7454562,0.0007973497,0.0008839303,0.24924704,0.002184096,0.0004723628,1.9536121e-7,0.000011010029,0.0009478187],"genre_scores_gemma":[0.97563803,0.00047392343,0.010368665,0.010010608,0.0016756986,0.000034470853,0.000024836578,0.000017588334,0.0017561706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653137,0.000655368,0.0014551539,0.00012723845,0.0010056953,0.00022516404],"domain_scores_gemma":[0.9963799,0.00036033988,0.0016070397,0.00022983518,0.0012600177,0.00016284395],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044685807,0.00011609042,0.0003382267,0.00066390104,0.00016399304,0.000015718777,0.00024365302,0.00014996978,0.00017150365],"category_scores_gemma":[0.009043364,0.00008269669,0.00008347218,0.000861167,0.000094064635,0.0002907319,0.000021222775,0.0012797425,0.000017039743],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010004497,0.0019568542,0.022311887,0.00025481047,0.000020975385,9.54364e-7,0.037360772,0.000019851826,0.00009989241,0.006207216,0.08335387,0.84831285],"study_design_scores_gemma":[0.0048968755,0.001819006,0.33245695,0.02813211,0.00023411526,0.0015109774,0.28038108,0.0012912924,0.00029789552,0.009888384,0.33865997,0.00043135704],"about_ca_topic_score_codex":0.00004903911,"about_ca_topic_score_gemma":0.000017786992,"teacher_disagreement_score":0.8478815,"about_ca_system_score_codex":0.00037696166,"about_ca_system_score_gemma":0.015380607,"threshold_uncertainty_score":0.9993039},"labels":[],"label_agreement":null},{"id":"W1998033025","doi":"10.1111/j.1365-2923.2010.03693.x","title":"Utilising assessment as a drive for changing teaching","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Objective structured clinical examination; Retraining; Curriculum; Medical education; Christian ministry; Test (biology); Educational measurement; Psychology; Teaching method; Medicine; Mathematics education; Pedagogy","score_opus":0.01035681636206287,"score_gpt":0.4211557933330831,"score_spread":0.41079897697102025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998033025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8693746,0.000026505952,0.029874839,0.074858315,0.0064249244,0.00088658225,9.3351554e-7,0.00012940115,0.01842395],"genre_scores_gemma":[0.89228034,0.000004323202,0.07536777,0.026879497,0.0027896776,0.00039060833,0.00026694767,0.000031443295,0.0019893916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998235,0.000033799857,0.0003627513,0.0002919433,0.0007138541,0.00036266926],"domain_scores_gemma":[0.99895686,0.00012175862,0.00011519369,0.0003297239,0.00033187564,0.00014460382],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021050524,0.00012670511,0.00018624305,0.00034851723,0.00033642768,0.00003447964,0.00013527091,0.00023343023,0.0011971195],"category_scores_gemma":[0.013735227,0.000114286064,0.00006746431,0.00034186585,0.00011026009,0.00012042494,0.000035261462,0.0010167989,0.000039439125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019511057,0.0010307941,0.0028684372,0.0001573606,0.000026197304,0.0000014307554,0.001900829,1.6190626e-7,0.002946384,0.059737116,0.06291088,0.86840093],"study_design_scores_gemma":[0.0021367574,0.0003657242,0.020444263,0.00094281253,0.00020413216,0.00040856123,0.008327461,0.023295134,0.0014351745,0.0053756144,0.93663293,0.00043140858],"about_ca_topic_score_codex":0.000039231152,"about_ca_topic_score_gemma":0.0000059911813,"teacher_disagreement_score":0.8737221,"about_ca_system_score_codex":0.0001708522,"about_ca_system_score_gemma":0.0035806037,"threshold_uncertainty_score":0.9997159},"labels":[],"label_agreement":null},{"id":"W1998089883","doi":"10.3885/meo.2009.f0000208","title":"Standardized Patient Practices: Initial Report on the Survey of US and Canadian Medical Schools","year":2009,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Texas Health Science Center at San Antonio; Medical School, University of Michigan; School of Medicine; Uniformed Services University of the Health Sciences; School of Medicine, Stanford University; University of Colorado School of Medicine, Anschutz Medical Campus; University of Illinois at Urbana-Champaign; Stony Brook University; Queen's University; A.T. Still University; Feinberg School of Medicine; Eastern Virginia Medical School; University of Oklahoma; University of Ottawa; University of Cincinnati; Johns Hopkins University; University of Washington; Northwestern University; Tulane University; Nova Southeastern University; College of Medicine, University of Oklahoma; Pennsylvania State University; Florida State University; Temple University; Vanderbilt University; University of California, San Diego; Yale University; Roy J. and Lucille A. Carver College of Medicine, University of Iowa; College of Medicine, University of Cincinnati; Wayne State University; Pritzker School of Medicine; George Washington University; Midwestern University; University of Pennsylvania; University of Connecticut; Faculty of Medicine, University of British Columbia; Ohio State University; University of Southern California","keywords":"Salary; Medical education; Medicine; Family medicine; Quality (philosophy); Citation; Psychology; Political science","score_opus":0.039109756598185975,"score_gpt":0.42581153028497265,"score_spread":0.38670177368678665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998089883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.773506,0.00012124236,0.00005399418,0.2226423,0.0009003955,0.00042539724,0.000027255637,0.000021467085,0.0023019246],"genre_scores_gemma":[0.9290007,0.000110330635,0.0012523194,0.0678696,0.0006404551,0.000029364171,0.0009338684,0.000014609945,0.00014879693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959037,0.0002947028,0.0008998845,0.0003172132,0.002314316,0.00027022383],"domain_scores_gemma":[0.9958649,0.0004422348,0.000598122,0.0005992458,0.0014688382,0.0010266535],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039034171,0.00015759011,0.00033084967,0.00026389622,0.00013723961,0.000021184867,0.00019211604,0.00032982224,0.004105329],"category_scores_gemma":[0.20455243,0.00010612827,0.000039497438,0.00077808235,0.00026514076,0.00007620449,0.000021652266,0.0010929493,0.000016269061],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003464294,0.004850784,0.029512372,0.00006406138,0.000086200205,0.00015158537,0.00059729017,4.7761614e-7,0.000013864133,0.0030815764,0.20588282,0.7554125],"study_design_scores_gemma":[0.001563371,0.0009871412,0.7455516,0.0010515208,0.000084927764,0.0011946564,0.0013108721,0.00077277416,0.000115177536,0.00043235233,0.24669552,0.00024012454],"about_ca_topic_score_codex":0.025973268,"about_ca_topic_score_gemma":0.012848687,"teacher_disagreement_score":0.75517243,"about_ca_system_score_codex":0.00023993837,"about_ca_system_score_gemma":0.026212025,"threshold_uncertainty_score":0.9968051},"labels":[],"label_agreement":null},{"id":"W1998167404","doi":"10.1136/bmj.328.7450.1240","title":"Review of instruments for peer assessment of physicians","year":2004,"lang":"en","type":"review","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Psychology; Reliability (semiconductor); Inclusion (mineral); Construct validity; Construct (python library); Rating scale; Validity; Medical education; MEDLINE; Applied psychology; Psychometrics; Medicine; Clinical psychology; Computer science; Social psychology","score_opus":0.08450779594144721,"score_gpt":0.5199320443232025,"score_spread":0.4354242483817553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998167404","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012964185,0.9908979,0.00035629657,0.001823787,0.0005157455,0.0034477946,0.000044106248,0.000007653651,0.0029054394],"genre_scores_gemma":[0.0000015993745,0.97414494,0.022355074,0.001042665,0.0002981859,0.00055491825,0.0009031242,0.00002631913,0.0006731953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981281,0.000032902884,0.0010974805,0.00015691813,0.00047575822,0.000108850865],"domain_scores_gemma":[0.9978354,0.000038416314,0.0009786456,0.00043157203,0.0007005922,0.000015381094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008870625,0.00014803567,0.0014468313,0.00012369255,0.000013251456,0.0000012927982,0.00011962735,0.00012878161,0.00009219946],"category_scores_gemma":[0.0011644512,0.000115110684,0.0003401812,0.00044827416,0.000057115183,0.000020017711,0.000021479997,0.00019264722,0.00000524463],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9636986e-7,0.000121921614,0.0000014182976,0.3814144,0.00008206852,1.1516236e-7,0.0000055283754,1.2072063e-8,1.3655347e-7,0.00056120113,0.052906886,0.5649058],"study_design_scores_gemma":[0.00015832545,0.00006758894,0.000010731281,0.38303348,0.00085966097,0.0000060540133,0.000005595153,0.0000010614731,0.0000012426572,0.00002107876,0.6157858,0.000049432285],"about_ca_topic_score_codex":0.0000037798222,"about_ca_topic_score_gemma":8.3599076e-8,"teacher_disagreement_score":0.56485635,"about_ca_system_score_codex":0.0002388121,"about_ca_system_score_gemma":0.0016658608,"threshold_uncertainty_score":0.46940774},"labels":[],"label_agreement":null},{"id":"W1998259878","doi":"10.1097/acm.0b013e31822a6cce","title":"Modern Conceptions of Elite Medical Practice Among Internal Medicine Faculty Members","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"NOMINATE; Elite; Interpersonal communication; Medical education; Psychology; Curriculum; Dominance (genetics); Set (abstract data type); Medicine; Pedagogy; Social psychology; Political science","score_opus":0.0881336326533038,"score_gpt":0.42443506144969767,"score_spread":0.33630142879639385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998259878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6186055,0.0025853957,0.03306922,0.08079958,0.0035499795,0.0014102797,0.0000128039765,0.00034364394,0.25962362],"genre_scores_gemma":[0.974071,0.0015985128,0.002819463,0.015430949,0.0022064943,0.0000690711,0.00023460375,0.00005444577,0.003515445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467075,0.00016897985,0.001791205,0.0005157559,0.0023769108,0.00047639347],"domain_scores_gemma":[0.9965249,0.00044434416,0.0007925811,0.00062538177,0.0010796132,0.0005332095],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033694208,0.00032997815,0.0008571647,0.00050677196,0.000094220864,0.0000015398149,0.0005357903,0.0006822063,0.011266278],"category_scores_gemma":[0.027737446,0.00023496231,0.000075840464,0.0010566622,0.0029433975,0.0003354398,0.00011298853,0.0023155878,0.000054336462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001247053,0.0005043098,0.073197946,0.0008250341,0.0010905149,0.00027520623,0.17309572,0.0000037375414,0.0059830514,0.03773034,0.52742034,0.17862678],"study_design_scores_gemma":[0.03713842,0.006145599,0.23765278,0.031336214,0.0060215914,0.0056542885,0.14428602,0.02040489,0.0037016114,0.018764958,0.48687348,0.0020201474],"about_ca_topic_score_codex":0.0012895897,"about_ca_topic_score_gemma":0.000009496083,"teacher_disagreement_score":0.35546553,"about_ca_system_score_codex":0.00017947347,"about_ca_system_score_gemma":0.00037234728,"threshold_uncertainty_score":0.9999861},"labels":[],"label_agreement":null},{"id":"W1998361118","doi":"10.3138/jvme.37.2.165","title":"The Importance of Cultivating a Preference for Complexity in Veterinarians for Effective Lifelong Learning","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preference; Lifelong learning; Medical education; Psychology; Medicine; Pedagogy; Mathematics","score_opus":0.10822686305006488,"score_gpt":0.44002757258666797,"score_spread":0.3318007095366031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998361118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98471415,0.0000850323,0.0045299693,0.0079625,0.001793742,0.00082532864,0.0000011992456,0.000006357915,0.00008174579],"genre_scores_gemma":[0.9719536,0.000024998428,0.026394144,0.00049625017,0.0008324838,0.00021536411,0.000016924856,0.000014773735,0.00005149291],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983141,0.00008444486,0.0008563534,0.00013014313,0.00042758085,0.00018741858],"domain_scores_gemma":[0.99717456,0.00088043115,0.0007427992,0.00016003982,0.00094896724,0.00009318344],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029548919,0.00010141651,0.00028753013,0.00015365552,0.00014250638,0.000013265542,0.00019650774,0.00014180719,0.000038380127],"category_scores_gemma":[0.031476308,0.00007193283,0.00009821326,0.00027676512,0.00023583554,0.00012761814,0.000024753239,0.000786248,3.1359886e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036776138,0.0021807603,0.113355935,0.0014795798,0.00012509685,0.000009578471,0.0044393283,0.000008354845,0.056302372,0.0048988345,0.005851179,0.80767137],"study_design_scores_gemma":[0.008865422,0.015208891,0.8086853,0.0042224275,0.00018561198,0.0027254438,0.00906328,0.011020608,0.002036413,0.0067173997,0.13085516,0.00041401765],"about_ca_topic_score_codex":0.0000095339365,"about_ca_topic_score_gemma":0.000011902248,"teacher_disagreement_score":0.80725735,"about_ca_system_score_codex":0.00011860294,"about_ca_system_score_gemma":0.0014825127,"threshold_uncertainty_score":0.976682},"labels":[],"label_agreement":null},{"id":"W1998506891","doi":"10.1046/j.1365-2923.2000.00571.x","title":"An Internet‐based learning portfolio in resident education: the KOALA™ multicentre programme","year":2000,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Université de Sherbrooke; University of Toronto; Université Laval; University of Ottawa","funders":"","keywords":"Test (biology); Autodidacticism; Medical education; Psychology; Medicine; The Internet; Family medicine; Computer science","score_opus":0.009448557330252533,"score_gpt":0.3463699841057728,"score_spread":0.3369214267755203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998506891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92904234,0.0003512122,0.00017533699,0.06068311,0.0012650307,0.0009842261,2.2185597e-7,0.00012067234,0.007377867],"genre_scores_gemma":[0.96112627,0.00004319605,0.0021832087,0.025130589,0.0011491933,0.00051766605,0.0004388679,0.000033605775,0.009377419],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973696,0.00021661862,0.0006459525,0.0004013425,0.0009782753,0.0003882142],"domain_scores_gemma":[0.99875844,0.000070003836,0.0001287494,0.0005258076,0.00030572404,0.00021127377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012965484,0.00018155777,0.00021109448,0.0002700442,0.00012160682,0.00006093558,0.00030464865,0.00022706155,0.015872642],"category_scores_gemma":[0.0034154772,0.00013744461,0.00005754124,0.0010243552,0.00020193263,0.00017130854,0.000014290035,0.0009526525,0.00025346025],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007512827,0.0028916483,0.048408315,0.00007055104,0.000009566721,0.000004010064,0.002234644,0.000019396732,0.00001027193,0.00034765215,0.062697366,0.88323146],"study_design_scores_gemma":[0.0016710099,0.0003408116,0.22884619,0.0012085664,0.0000909348,0.00012257414,0.008155207,0.022963222,0.00020314398,0.00021932626,0.7358585,0.00032053087],"about_ca_topic_score_codex":0.0010678251,"about_ca_topic_score_gemma":0.00014578484,"teacher_disagreement_score":0.8829109,"about_ca_system_score_codex":0.00044374124,"about_ca_system_score_gemma":0.0066700815,"threshold_uncertainty_score":0.99896115},"labels":[],"label_agreement":null},{"id":"W1998515935","doi":"10.1097/00001888-200210001-00020","title":"Dual-track CME","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Track (disk drive); Computer science","score_opus":0.054400386536392155,"score_gpt":0.36785323985372553,"score_spread":0.31345285331733336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998515935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68421865,0.0031342274,0.0008141179,0.20053925,0.002283907,0.00057906326,0.000001252538,0.00032632204,0.10810322],"genre_scores_gemma":[0.9328219,0.0010598521,0.00072521257,0.02739894,0.004075362,0.000037378646,0.00005002437,0.00003301436,0.03379826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810594,0.000029594077,0.000581135,0.00028805714,0.00066388096,0.0003313686],"domain_scores_gemma":[0.99904406,0.000087477594,0.00012454503,0.00039937405,0.00017659224,0.00016797172],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00065526523,0.00015989777,0.0003243988,0.00026080981,0.00007792067,0.0000020661435,0.00012257985,0.00030071737,0.011102389],"category_scores_gemma":[0.0030812002,0.00012059703,0.000030791416,0.0008031863,0.00033733883,0.00008943279,0.000026002785,0.0011777186,0.0011773641],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013810125,0.00003254523,0.0044985535,0.00008180043,0.000031734482,0.000031844073,0.0031551346,3.9351679e-7,0.0040611373,0.004993185,0.93028855,0.052811306],"study_design_scores_gemma":[0.003960836,0.00047685494,0.018802045,0.00095468236,0.00027677178,0.0011622139,0.0026987442,0.0028774051,0.0010332069,0.0024009992,0.9650321,0.00032413664],"about_ca_topic_score_codex":0.000012803376,"about_ca_topic_score_gemma":1.5508418e-7,"teacher_disagreement_score":0.24860331,"about_ca_system_score_codex":0.00010698834,"about_ca_system_score_gemma":0.000033248096,"threshold_uncertainty_score":0.99960035},"labels":[],"label_agreement":null},{"id":"W1998910494","doi":"10.1097/acm.0b013e31805557ba","title":"Viewpoint: A Performance-Based Conception of Competence is Changing the Regulation of Physicians?? Professional Behavior","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario","funders":"","keywords":"Competence (human resources); Accountability; Obligation; Psychology; Situational ethics; Medical education; Public relations; Medicine; Social psychology; Political science; Law","score_opus":0.03280876814081133,"score_gpt":0.37066175133579765,"score_spread":0.3378529831949863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998910494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97744256,0.00020856205,0.0045572277,0.015985887,0.00066995836,0.0006603658,0.0000017878567,0.000021734333,0.00045191197],"genre_scores_gemma":[0.98970634,0.000052298175,0.00073100644,0.008146996,0.00076000806,0.00003714366,0.000077701836,0.000012862799,0.00047566922],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99797016,0.000037536567,0.0007896333,0.00016641195,0.0008090456,0.00022722912],"domain_scores_gemma":[0.9985164,0.00015515667,0.0005481997,0.00028188308,0.00046563396,0.000032728116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021133055,0.0001179464,0.00030955652,0.00030766512,0.000091184535,5.049979e-7,0.00014941159,0.00017144196,0.00036950898],"category_scores_gemma":[0.0004319513,0.000075715376,0.00003924109,0.0010884205,0.00065412035,0.00007442744,0.000022066615,0.0005770037,0.0000058249616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052968774,0.00023991088,0.09071593,0.00138964,0.00006656462,0.0000017926901,0.036262933,0.000021199652,0.5221059,0.008506971,0.019980198,0.32017928],"study_design_scores_gemma":[0.0034493073,0.0007607503,0.7909002,0.0074513853,0.00045625275,0.00003457855,0.012937139,0.010161008,0.16785619,0.00031973052,0.005475555,0.00019795074],"about_ca_topic_score_codex":0.0000083545665,"about_ca_topic_score_gemma":2.732891e-7,"teacher_disagreement_score":0.7001842,"about_ca_system_score_codex":0.0000811423,"about_ca_system_score_gemma":0.0001314734,"threshold_uncertainty_score":0.4045864},"labels":[],"label_agreement":null},{"id":"W1999034878","doi":"10.1007/s10459-015-9582-4","title":"Can less be more? Comparison of an 8-item placement quality measure with the 50-item Dundee Ready Educational Environment Measure (DREEM)","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Formative assessment; Psychology; Measure (data warehouse); Curriculum; Scale (ratio); Psychometrics; Set (abstract data type); De facto; Quality (philosophy); Medical education; Item response theory; Clinical Practice; Clinical psychology; Medicine; Computer science; Family medicine; Mathematics education; Pedagogy; Data mining","score_opus":0.10483084189111702,"score_gpt":0.4618134151759863,"score_spread":0.35698257328486926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999034878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8581144,0.004346646,0.0007551055,0.1328631,0.0011536871,0.001438527,0.000008779432,0.00002380735,0.0012959298],"genre_scores_gemma":[0.9808655,0.00012172783,0.013811368,0.004196403,0.0002972727,0.00031517216,0.00019538685,0.0000140438815,0.00018314828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99589103,0.00037447963,0.0009409466,0.0005165476,0.0018898967,0.00038708653],"domain_scores_gemma":[0.9976841,0.00027167244,0.00080106006,0.00055163173,0.00048006242,0.00021145813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048880354,0.00019734498,0.00037217318,0.0002642117,0.00033957622,0.00002882068,0.0003727963,0.00007569462,0.00003021276],"category_scores_gemma":[0.00089261227,0.00013771727,0.000023558989,0.0010511875,0.0008851436,0.00047748687,0.000027872562,0.00035076376,0.0000028592874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003607982,0.004787893,0.7489746,0.0008016697,0.000024850151,2.1709702e-7,0.032284085,0.007112477,0.000109689696,0.019645244,0.007311512,0.17858694],"study_design_scores_gemma":[0.002346193,0.0030080462,0.62068605,0.0014174243,0.000069050184,0.000055088767,0.30221775,0.0043529584,0.0005758496,0.0023919363,0.062212043,0.00066758675],"about_ca_topic_score_codex":0.0016367936,"about_ca_topic_score_gemma":0.0014481539,"teacher_disagreement_score":0.26993367,"about_ca_system_score_codex":0.001155958,"about_ca_system_score_gemma":0.0064152996,"threshold_uncertainty_score":0.9992174},"labels":[],"label_agreement":null},{"id":"W1999194973","doi":"10.1080/0142159032000150485","title":"Short CommunicationExecutive skills for medical faculty: a workshop description and evaluation","year":2003,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.07903127080102133,"score_gpt":0.4317911471718126,"score_spread":0.35275987637079126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999194973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9402076,0.0005675044,0.023430279,0.023980774,0.0005501356,0.001671326,0.0000021836508,0.00011221288,0.009477966],"genre_scores_gemma":[0.9873132,0.00011331954,0.006274053,0.002490627,0.00032754487,0.0006725881,0.00052831764,0.000033920966,0.0022464069],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964206,0.00029984376,0.00056783896,0.0003580138,0.0020448284,0.0003088311],"domain_scores_gemma":[0.99838257,0.00014313593,0.0000795306,0.00044481206,0.0005831058,0.00036683565],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060223453,0.00017642061,0.00031300582,0.0001471124,0.00018818743,0.000026359452,0.00017002273,0.00053896697,0.0032595855],"category_scores_gemma":[0.035013504,0.0001469408,0.00007056785,0.00041498317,0.00039545877,0.00012049087,0.000044508954,0.0007437783,0.000025124893],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008474008,0.0022801752,0.0405005,0.00012095624,0.00020027661,0.000007043285,0.0028667478,7.721262e-7,0.000037795628,0.0074496055,0.106884494,0.8395669],"study_design_scores_gemma":[0.020252919,0.00092201884,0.07252528,0.0026784642,0.0016620308,0.001235712,0.012622382,0.251335,0.000482066,0.013032217,0.621747,0.001504921],"about_ca_topic_score_codex":0.000008220303,"about_ca_topic_score_gemma":0.000011483456,"teacher_disagreement_score":0.838062,"about_ca_system_score_codex":0.00027295196,"about_ca_system_score_gemma":0.00069349154,"threshold_uncertainty_score":0.9976516},"labels":[],"label_agreement":null},{"id":"W1999349955","doi":"10.2147/amep.s16823","title":"Community engagement in US and Canadian medical schools","year":2011,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of North Carolina at Chapel Hill","keywords":"Scholarship; Promotion (chess); Accreditation; Community engagement; Medical education; Public engagement; Public relations; Service (business); Political science; Medicine; Business","score_opus":0.04824691928222409,"score_gpt":0.42839572364871475,"score_spread":0.3801488043664907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999349955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71178484,0.0059387456,0.00018655566,0.12745194,0.0015659289,0.00063178095,0.0000011859523,0.000033685814,0.1524053],"genre_scores_gemma":[0.9132815,0.0070392694,0.012819477,0.06640786,0.00016794055,0.000107724314,0.000028788485,0.000012185029,0.0001352741],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997821,0.0006772697,0.0004226537,0.00019727652,0.00063958723,0.00024226426],"domain_scores_gemma":[0.99824214,0.00052871363,0.000091928494,0.0002528234,0.00017981206,0.0007045915],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057932427,0.00010912893,0.00018304047,0.00035212288,0.0001364674,0.000014670664,0.00013871407,0.00023025669,0.0026111396],"category_scores_gemma":[0.07789947,0.00010171321,0.000009776129,0.00055427797,0.00025192372,0.00055831915,0.000048880178,0.002112575,0.000021506192],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103437575,0.0014199652,0.08176141,0.0001436053,0.000010913709,0.000051532676,0.0071911747,8.783377e-8,0.0000016266875,0.011370398,0.003770259,0.8941756],"study_design_scores_gemma":[0.0012446743,0.00014793886,0.24060634,0.00069569366,0.000028072893,0.0006936063,0.022879036,0.0001921938,0.0000073542046,0.0022422285,0.73109657,0.00016628877],"about_ca_topic_score_codex":0.03708924,"about_ca_topic_score_gemma":0.037865777,"teacher_disagreement_score":0.8940093,"about_ca_system_score_codex":0.00018997655,"about_ca_system_score_gemma":0.004150018,"threshold_uncertainty_score":0.9983006},"labels":[],"label_agreement":null},{"id":"W1999541109","doi":"10.1080/10401334.2012.664528","title":"Trainees’ Perceptions of Practitioner Competence During Patient Transfer","year":2012,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; McMaster University","funders":"","keywords":"Competence (human resources); Perception; Psychology; Medical education; Nursing; Medicine; Social psychology","score_opus":0.014628694637080934,"score_gpt":0.3170646219076153,"score_spread":0.30243592727053437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999541109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903624,0.00016361296,0.0018325541,0.004324071,0.00015711428,0.0001371432,2.7289485e-7,0.00004439103,0.0029784378],"genre_scores_gemma":[0.99479514,0.000037524544,0.0040373,0.00042349877,0.00027213656,0.0000130238695,0.000027866647,0.000012356631,0.00038112223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988874,0.00021436617,0.0003354075,0.000116801435,0.0002557593,0.00019027464],"domain_scores_gemma":[0.99958384,0.0001311761,0.00005215744,0.00010762535,0.000054667486,0.000070546215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014532978,0.00008974942,0.00022720554,0.00026537073,0.00017689698,0.0000021647145,0.000028684824,0.00006250637,0.0002767486],"category_scores_gemma":[0.0021276136,0.00006410941,0.000018916196,0.00020753698,0.00016841144,0.000110317524,0.000008738685,0.001324999,0.0000035262121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013638525,0.00095577084,0.47021815,0.0006748072,0.00005371507,0.00000854097,0.2597179,0.00022883421,0.07359601,0.003028745,0.0007735449,0.19060758],"study_design_scores_gemma":[0.0016637038,0.000438534,0.93460363,0.0011722576,0.000077238576,0.00021779227,0.052843466,0.0009466794,0.00012376263,0.000018159231,0.007764936,0.00012985335],"about_ca_topic_score_codex":0.00012253811,"about_ca_topic_score_gemma":0.0000012050552,"teacher_disagreement_score":0.46438545,"about_ca_system_score_codex":0.000054483327,"about_ca_system_score_gemma":0.00002383823,"threshold_uncertainty_score":0.5756535},"labels":[],"label_agreement":null},{"id":"W1999627983","doi":"10.1097/00001888-200510001-00016","title":"Does Group Discussion of Student Clerkship Performance at an Education Committee Affect an Individual Committee Member???s Decisions?","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Deliberation; Grading (engineering); Medical education; Quarter (Canadian coin); Psychology; Affect (linguistics); Medicine; Political science; Engineering","score_opus":0.057911345685535576,"score_gpt":0.4092886805656334,"score_spread":0.3513773348800978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999627983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97165203,0.0003887513,0.00021124959,0.02409506,0.0015866775,0.00093882997,0.000005744527,0.00010500673,0.0010166274],"genre_scores_gemma":[0.9838466,0.0005931319,0.0025766033,0.0065663634,0.003404292,0.0001201391,0.0009594756,0.000053526906,0.0018798755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99569947,0.00028858508,0.0012907018,0.0005645661,0.0017044485,0.00045221686],"domain_scores_gemma":[0.99738973,0.000296377,0.0005171594,0.001053309,0.00034465877,0.00039874183],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031726945,0.00034842856,0.0006646492,0.0005598924,0.00029128575,0.000008841314,0.0006720773,0.00047551192,0.0010189159],"category_scores_gemma":[0.0012650705,0.00017549901,0.00005749826,0.0008528363,0.0005554123,0.00060774834,0.00018326494,0.0013808981,0.00005270931],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029436118,0.00090816466,0.37536103,0.00019688031,0.00008228997,0.0000017039973,0.019286947,0.000011675732,0.0065888166,0.0012615196,0.07117328,0.5248333],"study_design_scores_gemma":[0.0036501498,0.0021373164,0.9214233,0.002470457,0.0004798028,0.00010657148,0.013846314,0.0011322642,0.0027025335,0.0005725659,0.051073153,0.00040553598],"about_ca_topic_score_codex":0.00003845864,"about_ca_topic_score_gemma":0.00003740856,"teacher_disagreement_score":0.5460623,"about_ca_system_score_codex":0.00042879512,"about_ca_system_score_gemma":0.00024583048,"threshold_uncertainty_score":0.99989426},"labels":[],"label_agreement":null},{"id":"W1999661257","doi":"10.3138/jvme.30.3.258","title":"Outcome-Based Education","year":2003,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":233,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outcome (game theory); Outcome-based education; Curriculum; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.06822715970044035,"score_gpt":0.4419496016126623,"score_spread":0.3737224419122219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999661257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643017,0.0006643692,0.0034435384,0.016605532,0.008046503,0.00025597823,3.1312553e-7,0.000023550178,0.0066584838],"genre_scores_gemma":[0.95317084,0.00004297795,0.028062565,0.01678036,0.0010605942,0.000026544609,0.000021375356,0.000025130565,0.00080960727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973024,0.00015772374,0.0010724129,0.00015706128,0.0011133612,0.00019703138],"domain_scores_gemma":[0.99775016,0.00007280044,0.00049586996,0.00030131883,0.0010683473,0.00031147662],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016754466,0.0001491832,0.00031963093,0.0005239984,0.000078219586,0.000020387217,0.00017209866,0.00020912799,0.002335955],"category_scores_gemma":[0.011707136,0.000124334,0.00014475184,0.00061947317,0.000120544784,0.0001947553,0.0000096948115,0.0006437162,0.00004556416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038970294,0.009937863,0.07028357,0.0006632385,0.00008202193,0.000052196312,0.00040666747,0.0000050954523,0.0014898825,0.006477052,0.17298189,0.73723084],"study_design_scores_gemma":[0.002239709,0.0021321091,0.053036947,0.0012672314,0.00018970862,0.0071540074,0.0014873028,0.00020087927,0.00058676355,0.0008020582,0.9306436,0.0002596751],"about_ca_topic_score_codex":0.000005371494,"about_ca_topic_score_gemma":2.7748155e-7,"teacher_disagreement_score":0.7576617,"about_ca_system_score_codex":0.00039198555,"about_ca_system_score_gemma":0.013811298,"threshold_uncertainty_score":0.99857605},"labels":[],"label_agreement":null},{"id":"W1999917757","doi":"10.1007/s10459-013-9466-4","title":"The Professionalism Assessment of Clinical Teachers (PACT): the reliability and validity of a novel tool to evaluate professional and clinical teaching behaviors","year":2013,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Faculty of Medicine, McGill University","keywords":"Pact; Reliability (semiconductor); Medical education; Professional development; Psychology; Validity; Medicine; Psychometrics; Clinical psychology; Political science","score_opus":0.12106637836955277,"score_gpt":0.6023912207566464,"score_spread":0.48132484238709367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999917757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94875044,0.00034578706,0.00024838085,0.046330377,0.0023764817,0.0017984085,0.0000014479557,0.000006045028,0.00014266411],"genre_scores_gemma":[0.9525618,0.00045581872,0.044514358,0.0019622853,0.00013576743,0.00025424507,0.0000051785996,0.0000045995844,0.00010596929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961774,0.0008664695,0.001654118,0.00036970436,0.0007100926,0.00022223282],"domain_scores_gemma":[0.9960225,0.0022815336,0.00082665903,0.0003595525,0.00041841748,0.00009133189],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027928343,0.00009593225,0.00030481114,0.00009186227,0.00046713327,0.000016751968,0.00020666349,0.00008078097,0.000013111861],"category_scores_gemma":[0.010934097,0.00005048473,0.000036152032,0.00045892512,0.001280445,0.00033525706,0.00008900207,0.0006722724,4.5025917e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001323797,0.0007834986,0.6357861,0.00010658193,0.0000019486147,7.779412e-9,0.0009461838,0.000013797284,0.000013313433,0.00223349,0.00062909967,0.35947272],"study_design_scores_gemma":[0.00036818424,0.00045147282,0.98398703,0.0005225663,0.000011935351,0.0000029290236,0.005725943,0.0036088065,0.0000035850055,0.0014722042,0.0037917455,0.00005358552],"about_ca_topic_score_codex":0.00041457356,"about_ca_topic_score_gemma":0.000032976233,"teacher_disagreement_score":0.35941914,"about_ca_system_score_codex":0.000110049084,"about_ca_system_score_gemma":0.0033636782,"threshold_uncertainty_score":0.99739724},"labels":[],"label_agreement":null},{"id":"W2000009565","doi":"10.1097/00001888-200002000-00018","title":"Cognitive Difficulty in Physicians","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Remedial education; Neuropsychology; Neuropsychological testing; Intervention (counseling); Cognition; Neuropsychological assessment; Medicine; MEDLINE; Clinical psychology; Psychology; Psychiatry; Family medicine","score_opus":0.025499754979198572,"score_gpt":0.374066403631921,"score_spread":0.3485666486527224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000009565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9452564,0.0003294479,0.00018752083,0.023375897,0.00024551532,0.00037380646,0.0000012309577,0.00006520352,0.030164946],"genre_scores_gemma":[0.9706348,0.0004842058,0.000075346936,0.018191334,0.0012209336,0.00004977487,0.00013258576,0.000018087761,0.009192919],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99853194,0.000036286623,0.00046318825,0.00026112437,0.00042510082,0.00028235183],"domain_scores_gemma":[0.99950415,0.00009729717,0.000064256164,0.00016730512,0.00010034812,0.000066647866],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004126908,0.0001342424,0.0003132399,0.00019500454,0.000039843133,0.0000011878661,0.00009523466,0.00020363778,0.0041367975],"category_scores_gemma":[0.0011204459,0.00010473534,0.000022136688,0.0009385884,0.00029719248,0.00007092846,0.000009310357,0.0010359223,0.00031822745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021029965,0.00011746948,0.022647543,0.00008895879,0.00003765219,0.000047905985,0.0126225455,0.0000026239218,0.0030100278,0.0013050545,0.10634014,0.8535698],"study_design_scores_gemma":[0.016415263,0.0009890182,0.7636466,0.0067214672,0.00040246392,0.00036984045,0.021488141,0.0021499672,0.0016554308,0.0035846194,0.18192682,0.0006503854],"about_ca_topic_score_codex":0.000051847594,"about_ca_topic_score_gemma":0.000002160052,"teacher_disagreement_score":0.8529194,"about_ca_system_score_codex":0.00010678778,"about_ca_system_score_gemma":0.00006333537,"threshold_uncertainty_score":0.99677354},"labels":[],"label_agreement":null},{"id":"W2000205153","doi":"10.2106/jbjs.m.00148","title":"Assessing Competence of Orthopaedic Residents: The Reliability and Validity of an Objective Structured Clinical Examination After a Sports Medicine Rotation","year":2013,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; Women's College Hospital; Toronto General Hospital; University Health Network; University of Toronto","funders":"","keywords":"Competence (human resources); Psychology; Medicine; Medical physics; Gerontology; Family medicine; Social psychology","score_opus":0.04417413796890568,"score_gpt":0.3523112318694213,"score_spread":0.30813709390051564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000205153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967499,0.00022460453,0.0005173502,0.0018522871,0.0004253225,0.0002006531,6.2682176e-7,0.0000030740418,0.000026185458],"genre_scores_gemma":[0.9968559,0.0002568191,0.0023457753,0.00024340411,0.0002770671,0.00000390398,0.0000055059154,0.000006103798,0.0000055180562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997032,0.0003862797,0.0017790096,0.00012495278,0.0005924355,0.00008534533],"domain_scores_gemma":[0.99591035,0.0007561464,0.0016468834,0.00017754584,0.0014346567,0.000074446296],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008757622,0.00008417559,0.00062932866,0.00029297467,0.000045636425,0.000012228901,0.000016289056,0.00008794236,0.000078205456],"category_scores_gemma":[0.008550411,0.000050595467,0.00008833629,0.0002690356,0.000468249,0.00053152395,0.000016910359,0.00032746806,9.615854e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017644376,0.00021459548,0.8402616,0.00034659193,0.00003434047,0.000017092781,0.0011692888,0.0000021847154,0.0023549078,0.000016102545,0.0004534313,0.15495344],"study_design_scores_gemma":[0.00047530487,0.00022983506,0.9936122,0.001023309,0.00011443281,0.00016070844,0.0022736813,0.0002890277,0.00046679226,0.0013045,0.000008484371,0.000041777115],"about_ca_topic_score_codex":0.000069939226,"about_ca_topic_score_gemma":0.0000028100858,"teacher_disagreement_score":0.15491165,"about_ca_system_score_codex":0.000033003853,"about_ca_system_score_gemma":0.00021579904,"threshold_uncertainty_score":0.999801},"labels":[],"label_agreement":null},{"id":"W2000426957","doi":"10.1007/s10459-012-9378-8","title":"Taking the Middle Path in Evaluating Technology in Medical Education","year":2012,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Medical education; Path (computing); Medicine; Psychology; Mathematics education; Computer science","score_opus":0.05957476743014765,"score_gpt":0.4788805752190674,"score_spread":0.41930580778891974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000426957","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059057914,0.027785204,0.00004904446,0.9012532,0.0072087133,0.0017115476,8.643071e-7,0.00003789854,0.002895599],"genre_scores_gemma":[0.19770147,0.0036185808,0.013433901,0.7781557,0.0045444155,0.0019532768,0.0002454813,0.00004148885,0.00030570853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948332,0.00043851882,0.0015596591,0.0007173381,0.0015395022,0.0009118107],"domain_scores_gemma":[0.9975951,0.0003908854,0.0011058083,0.0005712193,0.0002625621,0.000074482574],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007904125,0.00027595472,0.00049262575,0.00242482,0.0002485855,0.00003232588,0.00069057976,0.0007049176,0.00034394301],"category_scores_gemma":[0.009538088,0.00021751953,0.000036607908,0.0061037345,0.00075117266,0.0005461451,0.00007305349,0.0033713996,0.000024472183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072014664,0.0005754159,0.10308939,0.0012490302,0.000001682562,0.000002500675,0.002435692,0.000030096775,0.0000015690711,0.0023036248,0.038670078,0.8516337],"study_design_scores_gemma":[0.0009909306,0.00055104046,0.08772917,0.024696069,0.000024795398,0.00034038202,0.019597515,0.0050415713,0.000009227597,0.023795284,0.8364765,0.0007474955],"about_ca_topic_score_codex":0.0014474981,"about_ca_topic_score_gemma":0.00058105827,"teacher_disagreement_score":0.8508862,"about_ca_system_score_codex":0.0020194412,"about_ca_system_score_gemma":0.020884898,"threshold_uncertainty_score":0.9989279},"labels":[],"label_agreement":null},{"id":"W2000473332","doi":"10.1046/j.1440-1622.2001.02030.x","title":"The Development of Undergraduate curricula in surgery: II. Generic Surgery","year":2001,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Medicine; Curriculum; Relevance (law); Theme (computing); Medical education; Pedagogy","score_opus":0.05835443941246905,"score_gpt":0.3173174582931877,"score_spread":0.25896301888071865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000473332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848853,0.0011702771,0.00030645382,0.011776963,0.0016203373,0.000070792805,2.6074338e-7,0.0000075718162,0.00016208927],"genre_scores_gemma":[0.9958532,0.002046216,0.001047959,0.00048199948,0.00034505132,0.0000062586887,0.000011286154,0.000019012085,0.00018900305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969049,0.00011741448,0.0018366417,0.00011430235,0.0007053759,0.000321333],"domain_scores_gemma":[0.9963775,0.0017726348,0.0009192462,0.00021529966,0.0006250027,0.00009031575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005514795,0.0001363008,0.00061875785,0.00081515854,0.00015635267,0.00001315267,0.00009689709,0.00008431455,0.000047192665],"category_scores_gemma":[0.0030693656,0.00009204342,0.0002510842,0.0016274833,0.00012912466,0.0001466384,0.000029351993,0.0003457207,0.0000067273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012381002,0.00044312936,0.605527,0.000066965746,0.000105382016,0.00014966249,0.00026687674,0.000008492095,0.00039710643,0.00007083506,0.11066531,0.28217542],"study_design_scores_gemma":[0.00045836478,0.0000419858,0.80746895,0.0022147808,0.00009271361,0.0015755063,0.0009793073,0.00009448265,0.003945922,0.0009807226,0.18180676,0.00034052867],"about_ca_topic_score_codex":0.000012008605,"about_ca_topic_score_gemma":0.000008860486,"teacher_disagreement_score":0.2818349,"about_ca_system_score_codex":0.00018508684,"about_ca_system_score_gemma":0.0017796594,"threshold_uncertainty_score":0.37534216},"labels":[],"label_agreement":null},{"id":"W2000477303","doi":"10.1097/acm.0b013e3181637925","title":"The Reported Validity and Reliability of Methods for Evaluating Continuing Medical Education: A Systematic Review","year":2008,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Reliability (semiconductor); Medical education; MEDLINE; Validity; Continuing medical education; Psychology; Continuing education; Medicine; Clinical psychology; Psychometrics; Political science","score_opus":0.22383405005369847,"score_gpt":0.5939144964063777,"score_spread":0.3700804463526792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000477303","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016921284,0.98018533,0.0028263794,0.005844231,0.0013416078,0.009560312,0.0000022293332,0.000048217713,0.0001747768],"genre_scores_gemma":[0.0000026667797,0.9844615,0.008644837,0.0020176927,0.00094728207,0.0028608614,0.00022449966,0.0000589736,0.0007817215],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98988324,0.0019278487,0.005814861,0.0006819689,0.0013209268,0.000371147],"domain_scores_gemma":[0.9818696,0.009695758,0.0045021954,0.0015786695,0.002050919,0.00030288092],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033186097,0.0004793893,0.0051089157,0.00023168257,0.00021257962,0.000004169063,0.0005114562,0.00092064514,0.00008633632],"category_scores_gemma":[0.45030376,0.0002535103,0.00033213253,0.0011737756,0.0010377067,0.000056349138,0.000111380155,0.002110413,0.0000025905492],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046018117,0.000014134959,0.0000032535684,0.5389181,0.000080273996,6.349362e-7,0.00019960801,1.5681454e-9,2.1802707e-7,0.00015770197,0.021470672,0.43915084],"study_design_scores_gemma":[0.00027793756,0.00014221953,0.0000021192723,0.60059315,0.00665143,0.0015606483,0.00016999416,0.00009436564,3.1283986e-7,0.0002582342,0.39012268,0.00012689202],"about_ca_topic_score_codex":0.000011868392,"about_ca_topic_score_gemma":1.4711328e-7,"teacher_disagreement_score":0.43902394,"about_ca_system_score_codex":0.00029273017,"about_ca_system_score_gemma":0.0035070963,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W2000644252","doi":"10.1007/s10459-014-9547-z","title":"Examiners and content and site: Oh My! A national organization’s investigation of score variation in large-scale performance assessments","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; Queen's University","funders":"","keywords":"Variance (accounting); Rasch model; Construct (python library); Scale (ratio); Variation (astronomy); Multilevel model; Medical education; Psychology; Construct validity; United States Medical Licensing Examination; Explained variation; Applied psychology; Medicine; Psychometrics; Clinical psychology; Statistics; Computer science; Medical school; Geography; Accounting; Business; Mathematics","score_opus":0.026028329908570978,"score_gpt":0.3716996520777023,"score_spread":0.3456713221691313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000644252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938672,0.00047482533,0.0015263263,0.003004878,0.00038276473,0.0004402603,0.0000015026353,0.000011031745,0.000291201],"genre_scores_gemma":[0.9778302,0.0008791895,0.019189896,0.001857532,0.000075170145,0.00004770586,0.00007604887,0.000006098779,0.00003821033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845475,0.00008798286,0.00055490946,0.000292125,0.0004348243,0.00017543067],"domain_scores_gemma":[0.99902636,0.00009851459,0.00032595606,0.00009205016,0.00040316855,0.000053964726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022025725,0.000086788066,0.00017136494,0.0005059548,0.00013017189,0.000017423892,0.00005949216,0.000053486954,0.00001146125],"category_scores_gemma":[0.0011188824,0.00008342771,0.000005111871,0.0016187408,0.00022670503,0.0007674384,0.000019947209,0.00012649117,0.0000010146686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007170131,0.0001087068,0.9653873,0.000467678,7.7363717e-7,1.3867676e-8,0.0026076538,0.00014243205,0.00039517245,0.0035609736,0.000034277302,0.027287886],"study_design_scores_gemma":[0.00050936354,0.00020994972,0.9752479,0.0005629129,0.0000030289186,0.0000066797684,0.0014913466,0.020631308,0.000117562086,0.00081729144,0.00033267413,0.0000699435],"about_ca_topic_score_codex":0.00013718364,"about_ca_topic_score_gemma":0.00014077724,"teacher_disagreement_score":0.027217941,"about_ca_system_score_codex":0.000288865,"about_ca_system_score_gemma":0.0010176065,"threshold_uncertainty_score":0.34020832},"labels":[],"label_agreement":null},{"id":"W2000895141","doi":"10.1111/j.1365-2923.2004.01760.x","title":"Quality improvement in medical students' education: the AAMC medical school graduation questionnaire","year":2004,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Graduation (instrument); Citation; Certification; Medical school; Library science; Quality (philosophy); Medical education; Psychology; Medicine; Computer science; Political science; Philosophy; Law","score_opus":0.012641328112933078,"score_gpt":0.4192387684645461,"score_spread":0.40659744035161305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000895141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57890433,0.00063329184,0.002349819,0.4102604,0.0046666176,0.0012778476,8.974538e-7,0.00012847189,0.0017782886],"genre_scores_gemma":[0.86177105,0.00036527083,0.0007332087,0.1320662,0.0028737178,0.0011129698,0.00031177184,0.0000416489,0.0007241439],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9874005,0.00035697434,0.0017716786,0.0007152881,0.009201441,0.0005541173],"domain_scores_gemma":[0.9964221,0.00016821618,0.0003862707,0.0010509411,0.00092184846,0.0010506278],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008270936,0.00034334112,0.000473788,0.00045392007,0.000294612,0.00009648252,0.0011296713,0.0007797437,0.006631145],"category_scores_gemma":[0.06623,0.00025545165,0.00013315071,0.0017528986,0.00059848855,0.00028334424,0.0001958678,0.0019379058,0.00037407834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009135288,0.010286924,0.07957032,0.00033741564,0.00006071498,0.000016839467,0.0011925746,0.0000029758012,0.00002647155,0.022064723,0.07231835,0.8140313],"study_design_scores_gemma":[0.00784372,0.00054623745,0.87006706,0.007090096,0.00014580923,0.000704103,0.005861558,0.0006022172,0.00022343855,0.014117945,0.091967195,0.00083063985],"about_ca_topic_score_codex":0.0018308506,"about_ca_topic_score_gemma":0.0006332402,"teacher_disagreement_score":0.8132007,"about_ca_system_score_codex":0.0019263375,"about_ca_system_score_gemma":0.046431225,"threshold_uncertainty_score":0.99998975},"labels":[],"label_agreement":null},{"id":"W2001204556","doi":"10.1097/acm.0000000000000146","title":"A New Leadership Curriculum","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Medical education; Educational leadership; Psychology; Medical school; Public relations; Political science; Medicine; Pedagogy","score_opus":0.06574519608960055,"score_gpt":0.36954764525959866,"score_spread":0.3038024491699981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001204556","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2874726,0.0023117785,0.11873195,0.5006359,0.004665359,0.0009943024,4.1075938e-7,0.0005957226,0.08459197],"genre_scores_gemma":[0.9140039,0.000112238864,0.0043483768,0.048119683,0.008581892,0.000022482041,0.0000657741,0.00003644891,0.024709197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982396,0.00004536891,0.0004816416,0.0002824901,0.00060213805,0.00034881165],"domain_scores_gemma":[0.99902725,0.00008741866,0.00012298892,0.00036899536,0.00014044701,0.00025291237],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010449514,0.00015656029,0.00032876746,0.00024478725,0.000058755617,0.0000022538056,0.00018042151,0.00028143238,0.0020354253],"category_scores_gemma":[0.005618465,0.00011498681,0.000031059142,0.00075100304,0.0001870016,0.00007107873,0.000023600567,0.0010926733,0.00040283232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014982043,0.000010542545,0.011120539,0.00009628085,0.000019355266,0.0000023712068,0.0015926732,3.6998046e-7,0.0012819897,0.020045595,0.83232695,0.13348837],"study_design_scores_gemma":[0.004248642,0.00063829165,0.015435778,0.0014400093,0.00026092574,0.0003290547,0.005530422,0.001832734,0.00065776677,0.007055619,0.96228206,0.00028867694],"about_ca_topic_score_codex":0.00008071794,"about_ca_topic_score_gemma":6.8420235e-7,"teacher_disagreement_score":0.6265313,"about_ca_system_score_codex":0.00008950409,"about_ca_system_score_gemma":0.00015043792,"threshold_uncertainty_score":0.99887687},"labels":[],"label_agreement":null},{"id":"W2001215188","doi":"10.1353/pbm.2011.0007","title":"Flexner at 100: A Perspective","year":2011,"lang":"en","type":"article","venue":"Perspectives in biology and medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Passion; Tribute; Excellence; Curriculum; Medical school; Medicine; Library science; Sociology; Classics; Gerontology; Medical education; History; Psychology; Political science; Law","score_opus":0.04921518560290721,"score_gpt":0.4160970225641913,"score_spread":0.36688183696128407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001215188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8259278,0.0049473257,0.00019764445,0.013412873,0.00040917867,0.00034410684,0.0000013803027,0.00005478092,0.15470494],"genre_scores_gemma":[0.99351233,0.0006260356,0.0020670416,0.0016423883,0.00038608044,0.000041385225,0.000013037242,0.000011626599,0.0017000877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99900514,0.000054883723,0.00023193067,0.00038419932,0.00009040821,0.00023343968],"domain_scores_gemma":[0.99937797,0.000052027055,0.00005901037,0.00021054706,0.00022818238,0.000072294046],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040547282,0.00013707594,0.00030731436,0.00035589852,0.00008493643,8.5785786e-7,0.00006140979,0.00016628945,0.001795683],"category_scores_gemma":[0.0014119522,0.00009795686,0.000023703777,0.0004034681,0.0013011871,0.00004077612,0.000049462444,0.00032275068,0.000025041716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007341889,0.00055630296,0.17656063,0.000037278045,0.00011627965,0.00004520581,0.12444779,3.4347384e-8,0.00437878,0.6803495,0.00445314,0.008320841],"study_design_scores_gemma":[0.004209458,0.0017783653,0.78346795,0.00021547693,0.00011662204,0.00046854294,0.13311327,0.000060460254,0.00056412857,0.068347655,0.0074034957,0.00025457778],"about_ca_topic_score_codex":0.00039507597,"about_ca_topic_score_gemma":0.00003981706,"teacher_disagreement_score":0.6120019,"about_ca_system_score_codex":0.0003901965,"about_ca_system_score_gemma":0.00005931335,"threshold_uncertainty_score":0.99911684},"labels":[],"label_agreement":null},{"id":"W2001277066","doi":"10.1097/acm.0b013e31822a729d","title":"Who You Know or What You Know? Effect of Examiner Familiarity With Residents on OSCE Scores","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Need to know; Psychology; Medical education; Medicine; Computer science; Computer security","score_opus":0.0399114822071602,"score_gpt":0.3486064607028999,"score_spread":0.30869497849573974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001277066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862076,0.0021010735,0.00020919343,0.004029738,0.0011763207,0.001042798,0.0000023133537,0.000094347495,0.0051366133],"genre_scores_gemma":[0.9752724,0.0049971086,0.00045805538,0.0041986774,0.0013819046,0.00011017748,0.00009302853,0.000073213734,0.01341539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966535,0.00020217379,0.00089564174,0.00055405824,0.00124076,0.00045388116],"domain_scores_gemma":[0.99773437,0.0004556748,0.00039463106,0.0008103395,0.0003776859,0.00022728529],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022200935,0.00037249894,0.0008761518,0.0005101498,0.0000846931,0.0000048449524,0.00038156693,0.00048289358,0.0010045423],"category_scores_gemma":[0.0062485933,0.00020874989,0.000044925688,0.0012169502,0.00084824977,0.00029586893,0.00006669078,0.0015416701,0.000076390126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011197476,0.00043838742,0.45817146,0.0030057887,0.00052334106,0.00020126578,0.025429055,0.0000019189035,0.008965626,0.0025671877,0.23676905,0.25272945],"study_design_scores_gemma":[0.02444011,0.029486777,0.7671276,0.054639105,0.002201749,0.00056514353,0.011946973,0.00049418,0.0760389,0.00078498805,0.031151641,0.0011228807],"about_ca_topic_score_codex":0.000393794,"about_ca_topic_score_gemma":0.000011008897,"teacher_disagreement_score":0.3089561,"about_ca_system_score_codex":0.00015942444,"about_ca_system_score_gemma":0.00022368476,"threshold_uncertainty_score":0.9999087},"labels":[],"label_agreement":null},{"id":"W2001573741","doi":"10.1007/s11606-011-1879-2","title":"Selecting the Best Clinical Vignettes for Academic Meetings: Should the Scoring Tool Criteria be Modified?","year":2011,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Vignette; Medicine; Cronbach's alpha; CLARITY; Relevance (law); Concordance; Observational study; MEDLINE; Psychometrics; Clinical psychology; Psychology; Social psychology; Internal medicine","score_opus":0.25818165247970776,"score_gpt":0.4808216372762232,"score_spread":0.22263998479651542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001573741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91167843,0.00095983257,0.012130766,0.06609016,0.005770631,0.00044489052,0.0000013471627,0.00001695267,0.0029069874],"genre_scores_gemma":[0.94140345,0.00035493338,0.009498945,0.026857698,0.01973337,0.000026737003,0.0000035926319,0.000040208102,0.0020810599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99673486,0.00016398443,0.0018654852,0.00019501115,0.00071083475,0.00032983103],"domain_scores_gemma":[0.9967962,0.0006762088,0.0010272033,0.00028892286,0.001093914,0.0001175763],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065809446,0.00019945063,0.0005170716,0.00018990692,0.00021083401,0.000019655168,0.0005817033,0.00018170995,0.00021408203],"category_scores_gemma":[0.010869727,0.00009322223,0.00020543495,0.00032584125,0.00042577976,0.00015537404,0.0000676269,0.001918204,0.0000034184325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034471555,0.0005952711,0.047598004,0.0003007028,0.0012318373,0.00012414626,0.013498523,0.000032502157,0.04850316,0.0050014034,0.70067286,0.1789944],"study_design_scores_gemma":[0.035084255,0.042124137,0.14845099,0.0261639,0.00991968,0.031395853,0.04585688,0.081234165,0.06732978,0.021725308,0.48854196,0.0021731097],"about_ca_topic_score_codex":0.00012659197,"about_ca_topic_score_gemma":0.0000035329404,"teacher_disagreement_score":0.21213093,"about_ca_system_score_codex":0.00011591514,"about_ca_system_score_gemma":0.00018273265,"threshold_uncertainty_score":0.99746215},"labels":[],"label_agreement":null},{"id":"W2002309196","doi":"10.1002/chp.1340200204","title":"Identifying educational influentials for formal and informal continuing medical education in the province of British Columbia","year":2000,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"College of Family Physicians of Canada","keywords":"Continuing medical education; Continuing education; Formal education; Family medicine; Primary care; Sample (material); Medicine; Medical education; Cross-sectional study; Psychology; Pedagogy","score_opus":0.015286586188015792,"score_gpt":0.4018170751606884,"score_spread":0.38653048897267256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002309196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96902543,0.0010899605,0.00021336308,0.026420344,0.0012291396,0.0016225809,0.00000461953,0.0000047551753,0.0003898257],"genre_scores_gemma":[0.9850083,0.00039015323,0.004407532,0.0066752313,0.00079368695,0.00019675706,0.000045769964,0.000015347305,0.0024672472],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964482,0.00042019415,0.0018650342,0.00014507757,0.0007880511,0.000333453],"domain_scores_gemma":[0.9971935,0.000600822,0.0011162807,0.00023562285,0.000746335,0.00010742903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076941065,0.00010304891,0.00037879412,0.00029466682,0.00023072379,0.000099744626,0.00034926218,0.00014881283,0.00021399904],"category_scores_gemma":[0.0034263853,0.00009219361,0.00007734288,0.0005893716,0.00015712887,0.0006074917,0.000022434382,0.0008290393,0.0000012427894],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008265298,0.0012159338,0.037965063,0.00061073666,0.0000104700675,8.555601e-7,0.022190513,0.0000015950226,0.000013236172,0.00060232554,0.06294645,0.87436014],"study_design_scores_gemma":[0.0018887077,0.0002874893,0.90606743,0.010570998,0.000052562922,0.000780823,0.060061622,0.00010904348,0.0000043395953,0.001784663,0.018269228,0.00012309565],"about_ca_topic_score_codex":0.0009230185,"about_ca_topic_score_gemma":0.0025989113,"teacher_disagreement_score":0.87423706,"about_ca_system_score_codex":0.00014765334,"about_ca_system_score_gemma":0.009619522,"threshold_uncertainty_score":0.99599504},"labels":[],"label_agreement":null},{"id":"W2002380673","doi":"10.1080/10401334.2014.914943","title":"Expectations of Clinical Teachers and Faculty Regarding Development of the CanMEDS-Family Medicine Competencies: Laval Developmental Benchmarks Scale for Family Medicine Residency Training","year":2014,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Medical education; Scale (ratio); Residency training; Delphi method; Curriculum; Psychology; Medicine; Faculty development; Family medicine; Professional development; Pedagogy; Continuing education; Computer science","score_opus":0.09714590178550464,"score_gpt":0.40441655515605146,"score_spread":0.3072706533705468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002380673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805614,0.0006009564,0.002928886,0.008549009,0.00046563096,0.0005089918,0.0000010563142,0.000037858677,0.006346253],"genre_scores_gemma":[0.94068795,0.00006256211,0.057564788,0.000670567,0.0004988303,0.00004107695,0.00011272645,0.000027867569,0.0003336128],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9958032,0.00066069304,0.0019438956,0.00046459254,0.0007887112,0.00033892645],"domain_scores_gemma":[0.9967942,0.0018894606,0.000677447,0.00023541493,0.0002553023,0.00014817424],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012865642,0.0002681082,0.001128607,0.00042320072,0.0005544801,0.0000042600263,0.0001927596,0.0001926805,0.000028165246],"category_scores_gemma":[0.028608115,0.0001715633,0.00005149852,0.00045219518,0.0013163202,0.00007466554,0.00007392235,0.0016941131,2.5203087e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018089334,0.00012784467,0.25299326,0.0005788593,0.00012880925,0.0000016300481,0.3665789,0.000035152392,0.012717242,0.0010939393,0.0059517184,0.35961172],"study_design_scores_gemma":[0.00648624,0.00088778307,0.60230327,0.00641083,0.00019980644,0.00004222764,0.3606977,0.0025566171,0.000056985515,0.00020579409,0.01994044,0.00021233306],"about_ca_topic_score_codex":0.00074045267,"about_ca_topic_score_gemma":0.00011859151,"teacher_disagreement_score":0.3593994,"about_ca_system_score_codex":0.00011909284,"about_ca_system_score_gemma":0.0005436386,"threshold_uncertainty_score":0.9795743},"labels":[],"label_agreement":null},{"id":"W2002671158","doi":"10.1097/ta.0b013e318193ba84","title":"The Standardized Live Patient and Mechanical Patient Models—Their Roles in Trauma Teaching","year":2009,"lang":"en","type":"article","venue":"The Journal of Trauma: Injury, Infection, and Critical Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Test (biology); Medicine; Psychology; Physical therapy; Clinical psychology","score_opus":0.012860712515069032,"score_gpt":0.3153340883455885,"score_spread":0.3024733758305195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002671158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882996,0.0018723091,0.0015650826,0.0072556296,0.00035054298,0.00023004133,0.00000602677,0.000013477242,0.0004072576],"genre_scores_gemma":[0.99797267,0.00045110538,0.0003929282,0.00094729266,0.00021623363,0.0000046843493,0.0000021973178,0.000010546767,0.0000023640039],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982891,0.0002950907,0.0006376216,0.00012195786,0.00043241435,0.00022379294],"domain_scores_gemma":[0.9986873,0.00030209575,0.00011915891,0.000157924,0.00062032545,0.00011314633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011358345,0.0001478726,0.00027670313,0.00012637976,0.00047946098,0.00005683941,0.00006900783,0.000110728295,0.000012262491],"category_scores_gemma":[0.0011037133,0.000080042504,0.00007560641,0.00015090092,0.00021828033,0.00017290856,0.000020394566,0.00092600565,3.9307656e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010891728,0.00038266895,0.0005684062,0.000064748216,0.000041470903,0.0000075826583,0.023738084,0.000029541994,0.00024729074,0.010996826,0.0012453207,0.96158886],"study_design_scores_gemma":[0.015160855,0.05721844,0.15387896,0.004351581,0.0022878265,0.0065370933,0.401437,0.0105831055,0.013273884,0.30051234,0.033005062,0.0017538473],"about_ca_topic_score_codex":0.000037342306,"about_ca_topic_score_gemma":0.000035825302,"teacher_disagreement_score":0.95983505,"about_ca_system_score_codex":0.00016754096,"about_ca_system_score_gemma":0.0000833497,"threshold_uncertainty_score":0.40230855},"labels":[],"label_agreement":null},{"id":"W2002698346","doi":"10.1111/j.1743-498x.2005.00062.x","title":"Staff development for clinical teachers","year":2005,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Citation; Strengths and weaknesses; Computer science; Psychology; Medical education; Library science; Medicine; Social psychology","score_opus":0.19790659612318806,"score_gpt":0.5181584771398678,"score_spread":0.3202518810166798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002698346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9118121,0.00012365631,0.0034674474,0.07635976,0.0011003314,0.0009275714,7.763399e-7,0.00014918095,0.0060591446],"genre_scores_gemma":[0.76354957,0.00008993831,0.1413059,0.020000642,0.009436023,0.0002889691,0.00008721887,0.00008224927,0.065159485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99737906,0.00020899816,0.0014351567,0.00034687307,0.0003208668,0.00030902334],"domain_scores_gemma":[0.99827397,0.0005894405,0.00020682086,0.0006001863,0.00019063413,0.00013893856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008257766,0.00014392393,0.00037555586,0.000042446616,0.00015313031,0.00001539504,0.00025716567,0.00029758076,0.0006157362],"category_scores_gemma":[0.008093474,0.000089823225,0.00023309203,0.00018171084,0.00039065588,0.000051430656,0.00005937169,0.00100216,0.0004312846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010368593,0.0012786333,0.02640448,0.000008771033,0.000111173744,4.4358413e-7,0.00063689705,6.131841e-7,0.0000022830736,0.00060082204,0.30589804,0.6649542],"study_design_scores_gemma":[0.0017654656,0.0002496326,0.06810192,0.00002857416,0.0001017288,0.00000550188,0.0004538572,0.000517515,0.000018191009,0.00017315058,0.92846906,0.00011542789],"about_ca_topic_score_codex":0.0000012855661,"about_ca_topic_score_gemma":0.0000030217875,"teacher_disagreement_score":0.66483873,"about_ca_system_score_codex":0.00012770199,"about_ca_system_score_gemma":0.00044801802,"threshold_uncertainty_score":0.968923},"labels":[],"label_agreement":null},{"id":"W2002825853","doi":"10.1007/bf03078279","title":"Toepassing van het concept EPA als verbinding tussen professionele activiteiten en CanMEDS competentie-gebieden: pilotstudie Physician Assistant Urologie","year":2008,"lang":"nl","type":"article","venue":"Tijdschrift voor Medisch Onderwijs","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theology; Management; Philosophy","score_opus":0.03557320935304579,"score_gpt":0.3297097949816737,"score_spread":0.2941365856286279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002825853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8812415,0.005688806,0.0029428846,0.03872767,0.015718875,0.0044582123,0.00025370138,0.00068945484,0.050278895],"genre_scores_gemma":[0.9700126,0.0006320513,0.002646171,0.005604816,0.0060627223,0.0003345039,0.0010047243,0.00030293223,0.013399489],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884255,0.0011837605,0.0024093087,0.0019697812,0.0033147957,0.0026968543],"domain_scores_gemma":[0.9937509,0.0010959335,0.0014608101,0.0019050566,0.0009375597,0.00084976444],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0020723124,0.0014861232,0.0024082104,0.0009540526,0.0024984211,0.00015551034,0.0011685161,0.0011364563,0.004965052],"category_scores_gemma":[0.003522459,0.0013329304,0.00051107554,0.0026845497,0.0019306486,0.001059526,0.0006984771,0.003838649,0.0025109248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019267984,0.011549033,0.03459762,0.0021891806,0.00490971,0.003211145,0.055315413,0.00014900301,0.11678757,0.006349646,0.6285559,0.13445897],"study_design_scores_gemma":[0.02556498,0.0052561937,0.1914129,0.010147137,0.0045593423,0.0013383416,0.09930736,0.0073788147,0.04512151,0.0009839856,0.6018117,0.0071177366],"about_ca_topic_score_codex":0.0002714746,"about_ca_topic_score_gemma":0.000035023826,"teacher_disagreement_score":0.15681528,"about_ca_system_score_codex":0.0013742246,"about_ca_system_score_gemma":0.0037134998,"threshold_uncertainty_score":0.9997888},"labels":[],"label_agreement":null},{"id":"W2002889266","doi":"10.1503/cmaj.1080046","title":"Funding for continuing medical education","year":2008,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Association of Universities and Colleges of Canada","funders":"","keywords":"Continuing medical education; Continuing education; Medical education; Continuing professional development; Drug industry; Medicine; Political science; Engineering ethics; Professional development; Engineering","score_opus":0.01347861027658207,"score_gpt":0.30515456848471534,"score_spread":0.29167595820813325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002889266","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025439733,0.0004713174,0.00054170156,0.979139,0.011398471,0.0006539206,0.000024352677,0.00005907786,0.0051682405],"genre_scores_gemma":[0.0007842047,0.00047208255,0.0017778111,0.907988,0.0753596,0.00013354297,0.0011369387,0.000107660504,0.012240153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991149,0.00021075206,0.0014337797,0.00044885775,0.0055202628,0.0012373169],"domain_scores_gemma":[0.9933717,0.0004489097,0.0008758189,0.00030810284,0.0029975416,0.001997901],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0039092833,0.00037922827,0.00078166375,0.0011437872,0.0005660918,0.00013799082,0.00052787387,0.0051155854,0.00875224],"category_scores_gemma":[0.049575303,0.0003722863,0.00038286977,0.0006609828,0.00014143497,0.00016143563,0.000023895376,0.009460844,0.0002544716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000062477184,0.000048286285,0.0012214705,0.00010845195,0.00016657659,0.0005881258,0.00018608272,4.7352895e-8,5.6532724e-7,0.00006807345,0.8447193,0.1528868],"study_design_scores_gemma":[0.0012143315,0.00008289708,0.0009160084,0.0014276799,0.00015631391,0.0058109495,0.0001960373,0.00028557703,0.0000016351662,0.000157514,0.98942184,0.0003292338],"about_ca_topic_score_codex":0.0006884486,"about_ca_topic_score_gemma":0.000965282,"teacher_disagreement_score":0.15255755,"about_ca_system_score_codex":0.0059837997,"about_ca_system_score_gemma":0.046420727,"threshold_uncertainty_score":0.9998729},"labels":[],"label_agreement":null},{"id":"W2002919059","doi":"10.1051/pmed/2011021","title":"La recherche qualitative en pédagogie médicale : histoire, pratique et légitimité","year":2011,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Sociology","score_opus":0.4308646092995414,"score_gpt":0.5026536826156381,"score_spread":0.07178907331609674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002919059","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06043192,0.041674513,0.08597908,0.17336182,0.013020857,0.0034740036,0.00023986617,0.001196134,0.6206218],"genre_scores_gemma":[0.034239776,0.006910731,0.31033152,0.02841715,0.00356306,0.0011286422,0.00055484846,0.00041880042,0.6144355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825479,0.011080813,0.0018935716,0.0012844459,0.0014794965,0.0017137873],"domain_scores_gemma":[0.9868213,0.009198287,0.00062103366,0.0015755842,0.0009148217,0.0008689716],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.023052245,0.0008282579,0.0011306027,0.0005315781,0.00038883902,0.000088927525,0.0009266894,0.0029858458,0.013192657],"category_scores_gemma":[0.06534381,0.000826372,0.00036948436,0.0018145129,0.003225025,0.0006344744,0.00036529254,0.006238451,0.0022966962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000244987,0.004252311,0.0006001527,0.0009663831,0.00036324217,0.00030237783,0.20507832,0.0000023741127,0.0006412618,0.057411335,0.22136956,0.5087677],"study_design_scores_gemma":[0.0026288943,0.0009851314,0.003776003,0.0019528784,0.0005658725,0.00028091972,0.09986455,0.00066541135,0.0026970166,0.02458952,0.86085606,0.0011377676],"about_ca_topic_score_codex":0.00065859105,"about_ca_topic_score_gemma":0.000053653002,"teacher_disagreement_score":0.6394865,"about_ca_system_score_codex":0.003549064,"about_ca_system_score_gemma":0.0060001337,"threshold_uncertainty_score":0.9996349},"labels":[],"label_agreement":null},{"id":"W2002930328","doi":"10.1097/00001888-200005000-00071","title":"Objectives-based Self-assessment of Surgical Residents","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Self-assessment; Educational measurement; Core competency; Medicine; Core (optical fiber); Medical education; Competency assessment; Set (abstract data type); Physical therapy; Psychology; Computer science; Curriculum; Pedagogy","score_opus":0.016927075499241277,"score_gpt":0.39721122432472333,"score_spread":0.38028414882548206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002930328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9485888,0.00032916313,0.00025676968,0.017945647,0.0003292093,0.00044574597,0.0000013333658,0.000108533786,0.03199478],"genre_scores_gemma":[0.9912499,0.00060758804,0.0022412923,0.0027693603,0.0008531016,0.000036717203,0.00006944359,0.000022249502,0.0021503256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976649,0.0000865419,0.00076310267,0.0002872432,0.0009364374,0.00026173133],"domain_scores_gemma":[0.9989312,0.00018127506,0.00016062538,0.0003760498,0.00021869063,0.00013214324],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001166206,0.0001561867,0.00044638992,0.00027064834,0.000054561322,0.0000012039978,0.00016931375,0.00026152385,0.006035502],"category_scores_gemma":[0.00029732173,0.0001181862,0.00004571846,0.0008442574,0.0002692422,0.000057418296,0.000013470984,0.000889922,0.000043985678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009880168,0.00082166743,0.51217765,0.0013757502,0.00045825026,0.00023561875,0.0068940916,0.000072050316,0.0065194434,0.012126077,0.2995309,0.15880047],"study_design_scores_gemma":[0.017552493,0.0019920664,0.8269138,0.0030000971,0.00065980386,0.0003889619,0.0014170124,0.008760528,0.0026509725,0.001554825,0.13467973,0.00042971058],"about_ca_topic_score_codex":0.00006162644,"about_ca_topic_score_gemma":2.9715588e-7,"teacher_disagreement_score":0.31473613,"about_ca_system_score_codex":0.00023778653,"about_ca_system_score_gemma":0.0004881313,"threshold_uncertainty_score":0.9948731},"labels":[],"label_agreement":null},{"id":"W2002950070","doi":"10.1097/acm.0000000000000217","title":"Defining the Key Roles and Competencies of the Clinician–Educator of the 21st Century","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Hamilton General Hospital","funders":"","keywords":"Scholarship; Competence (human resources); Medical education; Curriculum; Faculty development; Core competency; Focus group; Medicine; Professional development; Graduate medical education; Grounded theory; Psychology; Pedagogy; Qualitative research; Sociology; Political science; Management; Accreditation","score_opus":0.01851338266185301,"score_gpt":0.32620499359625865,"score_spread":0.30769161093440567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002950070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91149336,0.0044759186,0.000022994374,0.07648338,0.0015366117,0.00037415716,0.000001560609,0.000012495933,0.005599505],"genre_scores_gemma":[0.9871851,0.0010650699,0.00014613372,0.010657969,0.0006584412,0.00001280803,0.0000047697213,0.000012852861,0.00025681983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820244,0.00017193626,0.0006973035,0.00015980144,0.00059164845,0.00017684225],"domain_scores_gemma":[0.9979849,0.0007175025,0.0004763482,0.000574692,0.00020069735,0.00004588513],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020842936,0.00012053746,0.00033065642,0.00006653422,0.00014894453,0.0000014711711,0.00042173365,0.00015985177,0.00006433536],"category_scores_gemma":[0.009418067,0.00004845513,0.000048760936,0.0005638731,0.0016127301,0.00002840422,0.00012685523,0.0009509271,0.0000037041614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079879756,0.00007350907,0.417505,0.0005861915,0.00014802921,1.9704186e-7,0.045049414,0.0000034230068,0.009885036,0.38013917,0.03944202,0.10708814],"study_design_scores_gemma":[0.0024682095,0.00031179594,0.628149,0.004376397,0.00066043035,0.0001045082,0.077889115,0.0004574915,0.00566471,0.0046047983,0.27513236,0.00018121667],"about_ca_topic_score_codex":0.000057640358,"about_ca_topic_score_gemma":0.0000051802,"teacher_disagreement_score":0.37553436,"about_ca_system_score_codex":0.000028758961,"about_ca_system_score_gemma":0.00021090684,"threshold_uncertainty_score":0.99892604},"labels":[],"label_agreement":null},{"id":"W2003214658","doi":"10.1097/00001888-200610001-00019","title":"The Professionalism Mini-Evaluation Exercise: A Preliminary Investigation","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"ABIM Foundation","keywords":"Medical education; Set (abstract data type); Medicine; Construct (python library); Psychology; Obstetrics and gynaecology; Exploratory factor analysis; Educational measurement; Psychometrics; Clinical psychology; Curriculum; Pedagogy; Computer science","score_opus":0.05994534793544474,"score_gpt":0.4004296916848094,"score_spread":0.34048434374936465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003214658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81326973,0.0070780055,0.00033669433,0.16992636,0.0020253689,0.0018821761,9.1120995e-7,0.000127128,0.005353639],"genre_scores_gemma":[0.979318,0.00031726278,0.00044762797,0.004554492,0.0023942695,0.0005309172,0.0005117238,0.000029544562,0.01189611],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99707294,0.00012959188,0.0007751117,0.00029623922,0.0014305558,0.0002955426],"domain_scores_gemma":[0.99834687,0.0002611569,0.00029250197,0.00041045176,0.00061961095,0.00006939468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034757939,0.0001691468,0.00023692024,0.00018202182,0.00035510192,0.0000058256896,0.00019236871,0.00030115512,0.0002795484],"category_scores_gemma":[0.0031386178,0.000101270496,0.000029703553,0.0008136216,0.0005781919,0.00012063873,0.000039097144,0.00086640957,0.000067408306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018652965,0.000028558647,0.0067921123,0.00011875444,0.00002155188,0.0000038700755,0.0024495681,0.0000068617683,0.004482301,0.013964892,0.860563,0.111382015],"study_design_scores_gemma":[0.008696178,0.000856663,0.47313243,0.0064569497,0.0015378362,0.00037618578,0.011152479,0.020704491,0.0052559404,0.14043379,0.330781,0.0006160487],"about_ca_topic_score_codex":0.00007092674,"about_ca_topic_score_gemma":0.0000012110578,"teacher_disagreement_score":0.52978194,"about_ca_system_score_codex":0.00020975663,"about_ca_system_score_gemma":0.00041765394,"threshold_uncertainty_score":0.4129691},"labels":[],"label_agreement":null},{"id":"W2003430368","doi":"10.3109/0142159x.2013.877126","title":"A novel approach to needs assessment in curriculum development: Going beyond consensus methods","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"University of Toronto","keywords":"Curriculum; Delphi method; Medical education; Audit; Accreditation; Medicine; Vetting; Focus group; Curriculum development; Delphi; Best practice; Psychology; Computer science; Pedagogy; Sociology; Political science; Management","score_opus":0.03394876434603133,"score_gpt":0.40113876060775516,"score_spread":0.36718999626172383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003430368","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42795217,0.000033095217,0.4326921,0.010931657,0.0007274039,0.0005468084,1.8190342e-7,0.000100189485,0.12701637],"genre_scores_gemma":[0.3315305,0.0000010699245,0.66060203,0.004739766,0.00045103312,0.0001974653,0.000045398363,0.000032923872,0.0023998073],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971977,0.00023647753,0.0007081046,0.00036419195,0.0010454742,0.00044808374],"domain_scores_gemma":[0.998961,0.000087773784,0.00008596727,0.00035566642,0.00013923403,0.00037036827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006152968,0.00019928192,0.0004204211,0.00049698964,0.00007725821,0.00001801687,0.00021242561,0.0002939588,0.0007189902],"category_scores_gemma":[0.0077235643,0.00016401944,0.000046091463,0.001388264,0.00013604785,0.000029573037,0.00011038034,0.0011321718,0.000076131735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031781357,0.0050290907,0.12107314,0.0003014218,0.00011424311,0.000010777057,0.007560273,0.000012302425,0.000786875,0.016228875,0.04849827,0.80035293],"study_design_scores_gemma":[0.0064332522,0.00025721168,0.075925164,0.0008176894,0.00010574422,0.0003191388,0.0059311436,0.27311382,0.0002308362,0.0004276728,0.63560814,0.000830208],"about_ca_topic_score_codex":0.000047473957,"about_ca_topic_score_gemma":0.000004526425,"teacher_disagreement_score":0.79952276,"about_ca_system_score_codex":0.00040636802,"about_ca_system_score_gemma":0.00074582873,"threshold_uncertainty_score":0.92463857},"labels":[],"label_agreement":null},{"id":"W2003473092","doi":"10.1111/j.1365-2923.2008.03134.x","title":"Understanding medical professionalism: a plea for an inclusive and integrated approach","year":2008,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Plea; Library science; Citation; Alma mater; Sociology; Media studies; Political science; Law; Medicine; Computer science","score_opus":0.10539671344037332,"score_gpt":0.4121867981487558,"score_spread":0.3067900847083825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003473092","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020918632,0.00040912192,0.02734682,0.9621836,0.003298385,0.002072694,0.000023514796,0.00015650487,0.002417523],"genre_scores_gemma":[0.0038090015,0.0002513105,0.0097022345,0.94918,0.010187862,0.0012593928,0.022815615,0.00012785739,0.0026667025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944357,0.00025373744,0.000927479,0.0008704328,0.002959865,0.0005527555],"domain_scores_gemma":[0.997726,0.0003343124,0.00034355253,0.00054710114,0.00075413706,0.00029484715],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015131849,0.0004493178,0.0007363048,0.0006486941,0.0004450836,0.000039829767,0.0003898189,0.0030984862,0.00092919514],"category_scores_gemma":[0.0154896965,0.000362966,0.00011186384,0.0007251872,0.0008237394,0.00017269565,0.00011138528,0.0041604033,0.000011168605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006343637,0.00083721685,0.00009542285,0.0010409019,0.000078914476,0.000024846999,0.0014492339,5.5618454e-8,0.0000017291966,0.001121317,0.96653974,0.0287472],"study_design_scores_gemma":[0.0014840276,0.00029607894,0.00012729353,0.0019246654,0.00018916867,0.0012865531,0.00274653,0.0068952017,0.0000038062617,0.0018800024,0.9827547,0.0004119866],"about_ca_topic_score_codex":0.00014028851,"about_ca_topic_score_gemma":0.0000087961635,"teacher_disagreement_score":0.028335212,"about_ca_system_score_codex":0.0012390843,"about_ca_system_score_gemma":0.018905338,"threshold_uncertainty_score":0.9999841},"labels":[],"label_agreement":null},{"id":"W2003579107","doi":"10.1176/appi.ap.34.4.305","title":"Psychiatric Residents as Teachers: Development and Evaluation of a Teaching Manual","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Medical education; Psychology; Psychiatry; Medicine","score_opus":0.02278918071197691,"score_gpt":0.399638476185206,"score_spread":0.3768492954732291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003579107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833712,0.0005880978,0.00006151857,0.006211657,0.002336668,0.00044140127,5.844861e-7,0.000042819018,0.006946071],"genre_scores_gemma":[0.9442012,0.000020330972,0.053192157,0.0014248936,0.00076055585,0.00004616438,0.000026951288,0.000020637,0.00030714486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791485,0.00007895843,0.00059529906,0.00028845153,0.00091975916,0.00020270376],"domain_scores_gemma":[0.99917006,0.000029396018,0.00024344889,0.00028101078,0.00018807927,0.000087992696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003355966,0.00013622268,0.00018452013,0.00034541637,0.00013308536,0.0000068231566,0.00014143654,0.00035906443,0.00013622873],"category_scores_gemma":[0.0012873473,0.00012718869,0.000031284166,0.00030665039,0.00009147849,0.00013098847,0.000039001912,0.0018345083,0.0000368462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006317048,0.00028292398,0.62256783,0.0001610471,0.00008944123,3.217614e-7,0.005129363,7.578759e-7,0.0035500547,0.01169081,0.030721236,0.32574302],"study_design_scores_gemma":[0.0026203333,0.00011120497,0.9675064,0.00027931103,0.00035703913,0.0001650242,0.0028837284,0.00032961418,0.00065504655,0.012819664,0.012035002,0.00023764628],"about_ca_topic_score_codex":0.000031557174,"about_ca_topic_score_gemma":0.000008753613,"teacher_disagreement_score":0.34493855,"about_ca_system_score_codex":0.00007286014,"about_ca_system_score_gemma":0.0010183108,"threshold_uncertainty_score":0.7970128},"labels":[],"label_agreement":null},{"id":"W2003699177","doi":"10.1097/00001888-200107000-00019","title":"Senior Residentsʼ Views on the Meaning of Professionalism and How They Learn about It","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Foothills Medical Centre","funders":"","keywords":"Meaning (existential); Competence (human resources); Empathy; Medical education; Altruism (biology); Psychology; Quality (philosophy); Face (sociological concept); Medicine; Social psychology; Sociology","score_opus":0.09670518777172118,"score_gpt":0.413520941880394,"score_spread":0.3168157541086728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003699177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6395549,0.0009286176,0.00009199558,0.35209072,0.0004380364,0.0004914063,5.1320586e-7,0.000039144255,0.0063646757],"genre_scores_gemma":[0.9587693,0.0020274231,0.0001672617,0.02479312,0.0010083582,0.00004535199,0.00001985053,0.00003083657,0.01313849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981128,0.00014862888,0.000448827,0.00024366038,0.00081633055,0.00022977625],"domain_scores_gemma":[0.998621,0.00044628352,0.00028205532,0.00036475336,0.00021292144,0.000073008734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023463343,0.00015410918,0.00034811618,0.00018111103,0.00010900709,0.0000029605399,0.00017948906,0.0002274007,0.00033159988],"category_scores_gemma":[0.00687577,0.0000810217,0.00002560527,0.000413155,0.0003559195,0.000063551124,0.00004912508,0.0012483075,0.000013986708],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034521223,0.00006787849,0.025601558,0.00037640994,0.00013525011,0.00002936237,0.042288497,0.0000014025131,0.0344869,0.068803705,0.7522764,0.0755874],"study_design_scores_gemma":[0.0053274557,0.0009634451,0.06255403,0.014553464,0.00048211517,0.00061296334,0.058547657,0.00064815546,0.0037430022,0.015147579,0.8370085,0.0004116395],"about_ca_topic_score_codex":0.000029585828,"about_ca_topic_score_gemma":0.0000026747603,"teacher_disagreement_score":0.3272976,"about_ca_system_score_codex":0.00005485385,"about_ca_system_score_gemma":0.00009936205,"threshold_uncertainty_score":0.82314354},"labels":[],"label_agreement":null},{"id":"W2003736935","doi":"10.1186/1472-6920-14-30","title":"Multiple tutorial-based assessments: a generalizability study","year":2014,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; Université Laval; Université de Sherbrooke","funders":"","keywords":"Generalizability theory; Medical education; Educational measurement; MEDLINE; Psychology; Computer science; Medical physics; Medicine; Curriculum; Pedagogy","score_opus":0.02907386443334496,"score_gpt":0.41487711743227124,"score_spread":0.38580325299892626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003736935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93253857,0.000023257333,0.054597758,0.0041420273,0.0055336393,0.0011429833,7.8492576e-7,0.00015621002,0.0018647474],"genre_scores_gemma":[0.95643765,0.0000017893708,0.029448416,0.010107588,0.0027198493,0.00051033107,0.00025854836,0.000028215885,0.00048762475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99674183,0.0004304378,0.0006561657,0.0004690932,0.0014309182,0.00027158062],"domain_scores_gemma":[0.9977915,0.00037776132,0.00016455732,0.0007996236,0.00057525455,0.00029126336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027925242,0.00018086746,0.00031006616,0.00020643204,0.00013806029,0.000031228825,0.00020372996,0.00021304569,0.0017309507],"category_scores_gemma":[0.031133438,0.00015626241,0.000075799086,0.0006605778,0.00013608305,0.00009608316,0.00003240011,0.00037896758,0.00011483056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020914312,0.015455767,0.74903035,0.00040506828,0.000038600712,0.0000010336743,0.00041255052,0.000015417128,0.00011559274,0.0015175479,0.06650383,0.16629511],"study_design_scores_gemma":[0.010037957,0.002011038,0.7019558,0.0004684515,0.00031648917,0.000027226464,0.0025835598,0.12551019,0.00025423898,0.0007902866,0.15546745,0.0005773396],"about_ca_topic_score_codex":0.0002242837,"about_ca_topic_score_gemma":0.00008815535,"teacher_disagreement_score":0.16571778,"about_ca_system_score_codex":0.00037427383,"about_ca_system_score_gemma":0.006774047,"threshold_uncertainty_score":0.9991816},"labels":[],"label_agreement":null},{"id":"W2003769560","doi":"10.1046/j.1365-2923.2002.01314.x","title":"Towards an acceptance of performance assessment","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cambridge Memorial Hospital; College of Family Physicians of Canada; University of British Columbia","funders":"","keywords":"Consolidation (business); Key (lock); Process (computing); Process management; Psychology; Management science; Knowledge management; Applied psychology; Computer science; Business; Engineering; Accounting","score_opus":0.02021266017812888,"score_gpt":0.3869612704590535,"score_spread":0.3667486102809246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003769560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93732536,0.00019189194,0.001852132,0.01850717,0.0013925964,0.00026890266,6.1643425e-7,0.00005417649,0.040407136],"genre_scores_gemma":[0.9772618,0.00016990148,0.014477939,0.006296138,0.0005440333,0.000073474206,0.00005835343,0.000014021525,0.0011043644],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822867,0.000037665777,0.00041861853,0.00020063527,0.00094611006,0.0001683145],"domain_scores_gemma":[0.99900955,0.000013911294,0.00011847665,0.00038614508,0.000362668,0.000109258275],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052999164,0.00009571822,0.0001871229,0.00015452091,0.00005845448,0.000007602537,0.00016331252,0.00014169228,0.01026972],"category_scores_gemma":[0.0013717492,0.00008320028,0.00003383316,0.0005525149,0.00015827562,0.00018607809,0.000018044404,0.0003172862,0.000053152038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075636262,0.0018633475,0.013273923,0.00016503144,0.000010591554,5.4885555e-7,0.0005764804,6.4357823e-7,0.00013296017,0.0021281957,0.038282268,0.94355845],"study_design_scores_gemma":[0.0015231562,0.00095508905,0.6398721,0.00082408485,0.00010755446,0.0001506527,0.001473338,0.06234641,0.0017592612,0.00027160076,0.2903941,0.00032269693],"about_ca_topic_score_codex":0.000018348956,"about_ca_topic_score_gemma":0.0000014019491,"teacher_disagreement_score":0.94323575,"about_ca_system_score_codex":0.00016743098,"about_ca_system_score_gemma":0.001181189,"threshold_uncertainty_score":0.99063504},"labels":[],"label_agreement":null},{"id":"W2003934940","doi":"10.4300/jgme-d-11-00148.1","title":"The Resident-as-Teacher: It's More Than Just About Student Learning","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Task (project management); Psychology; Medicine","score_opus":0.05793470117598922,"score_gpt":0.4072186298050109,"score_spread":0.3492839286290217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003934940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89383954,0.00076770445,0.00023598874,0.09499205,0.0038394325,0.00024419875,1.0154434e-7,0.00002409297,0.006056874],"genre_scores_gemma":[0.9837596,0.0015404301,0.0009348144,0.0054944605,0.0022900116,0.000027357317,0.000012569103,0.00003307712,0.005907673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958338,0.0002246882,0.0011319648,0.0001809149,0.0023127154,0.00031592266],"domain_scores_gemma":[0.99708825,0.00012918412,0.0007874328,0.00032544945,0.0013216911,0.0003480032],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037926426,0.00017311904,0.0003085647,0.00027423978,0.00035578106,0.000051916133,0.00044208948,0.00018680697,0.0010051967],"category_scores_gemma":[0.013577259,0.00010996756,0.0001549644,0.00054851326,0.00036424515,0.00019575369,0.000051082974,0.0018053242,0.00008680131],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004679356,0.0028755628,0.06999047,0.00014980092,0.00034911084,0.00008571424,0.051247075,0.0000019691154,0.0000921069,0.0036480892,0.41388008,0.45721206],"study_design_scores_gemma":[0.0022296668,0.0013651995,0.68519175,0.0020753893,0.0005671692,0.002422922,0.14616375,0.00027443157,0.00047241658,0.0019704807,0.15693814,0.0003286834],"about_ca_topic_score_codex":0.00012406461,"about_ca_topic_score_gemma":0.000011141626,"teacher_disagreement_score":0.6152013,"about_ca_system_score_codex":0.00032247932,"about_ca_system_score_gemma":0.0038054122,"threshold_uncertainty_score":0.99990803},"labels":[],"label_agreement":null},{"id":"W2003938869","doi":"10.1007/s10459-015-9603-3","title":"Replacing stressful challenges with positive coping strategies: a resilience program for clinical placement learning","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Australian Physiotherapy Association","keywords":"Coping (psychology); Resilience (materials science); Psychology; Medical education; Clinical psychology; Applied psychology; Medicine","score_opus":0.0764492773587307,"score_gpt":0.5196185732439059,"score_spread":0.44316929588517523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003938869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84126127,0.042178668,0.02790511,0.05509329,0.0048556905,0.009329816,0.000001988117,0.00032768035,0.019046484],"genre_scores_gemma":[0.8408766,0.0064050877,0.1491743,0.0017386136,0.0005086147,0.0010736202,0.00005832022,0.000015612311,0.00014926487],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977558,0.00015122398,0.0006726809,0.0005282797,0.0005028446,0.00038913154],"domain_scores_gemma":[0.9985362,0.0002503783,0.00042399997,0.00018445996,0.0004735338,0.00013137478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039007629,0.000121564095,0.00024981896,0.00023449936,0.00026217318,0.00004681273,0.00013827057,0.00005821686,0.0000034664854],"category_scores_gemma":[0.0016805094,0.00009894699,0.000019525618,0.0008458421,0.00043010022,0.0007416534,0.000017439435,0.0003002599,0.0000021644298],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002559566,0.00094012445,0.08034235,0.0010166074,0.000005775981,5.965472e-7,0.0067384248,0.0032804287,0.0000011087061,0.008839371,0.0006089091,0.8979703],"study_design_scores_gemma":[0.005034539,0.03553583,0.06287167,0.014567574,0.00004687794,0.00012326322,0.67273927,0.026547672,0.00007141226,0.005774441,0.17586266,0.00082480407],"about_ca_topic_score_codex":0.00008374924,"about_ca_topic_score_gemma":0.00014296078,"teacher_disagreement_score":0.8971455,"about_ca_system_score_codex":0.00042956087,"about_ca_system_score_gemma":0.0058265203,"threshold_uncertainty_score":0.9998095},"labels":[],"label_agreement":null},{"id":"W2003942432","doi":"10.1080/01421590600627375","title":"Why community physicians teach students (or not): barriers and opportunities for preceptor recruitment","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; University of British Columbia","funders":"Division of Graduate Education; Canadian Institutes of Health Research; University of British Columbia","keywords":"Preceptor; Medical education; Medicine; Ambulatory; Psychology; Internal medicine","score_opus":0.1314748956891211,"score_gpt":0.40415872353894294,"score_spread":0.2726838278498218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003942432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9544053,0.000076581324,0.001448774,0.038951647,0.0005130241,0.0013141551,0.000008648881,0.00012137052,0.0031605174],"genre_scores_gemma":[0.9072765,0.00006184432,0.0023461196,0.040071487,0.0018211432,0.0014582059,0.0005250523,0.00007926128,0.04636038],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978367,0.0002410274,0.00042093784,0.00021131475,0.0009766265,0.00031337948],"domain_scores_gemma":[0.9990926,0.00009848849,0.00009463074,0.00034865597,0.00014384101,0.00022181442],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019518341,0.00017820588,0.0003228514,0.00010272059,0.00030966528,0.000030657924,0.00023356274,0.00022563856,0.0021477768],"category_scores_gemma":[0.0022014058,0.00013728726,0.00005945929,0.0001378931,0.00043589534,0.00007746612,0.00008787773,0.0007684037,0.000006107906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002990337,0.0015409183,0.017985865,0.00023886442,0.00012562925,0.000011743409,0.0025870297,1.8919307e-7,0.000076613964,0.00047647336,0.82484746,0.15181017],"study_design_scores_gemma":[0.0037314387,0.0006784633,0.010363015,0.00041056806,0.00019948235,0.000033278793,0.012452042,0.0010348073,0.00023247223,0.0002859807,0.9702969,0.00028151294],"about_ca_topic_score_codex":0.00020527958,"about_ca_topic_score_gemma":0.00004654818,"teacher_disagreement_score":0.15152866,"about_ca_system_score_codex":0.00018253313,"about_ca_system_score_gemma":0.0002587097,"threshold_uncertainty_score":0.9987644},"labels":[],"label_agreement":null},{"id":"W2004105051","doi":"10.3138/jvme.37.3.258","title":"Assessment of Technical Skills: Best Practices","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Medical education; Context (archaeology); Medicine; Competency assessment; Psychology","score_opus":0.06169949378791807,"score_gpt":0.5030554352702676,"score_spread":0.4413559414823496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004105051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731518,0.000098083656,0.00049372227,0.016239787,0.0040396554,0.0001646839,5.4460764e-7,0.000010263369,0.0058014817],"genre_scores_gemma":[0.9359091,0.00014628378,0.06067987,0.0014178331,0.0015689892,0.0000127799085,0.00001259572,0.0000145618205,0.00023799288],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99731207,0.000079401274,0.0010180104,0.00013281112,0.001311767,0.0001459342],"domain_scores_gemma":[0.9964635,0.00019004349,0.0016405855,0.00031332712,0.0011683902,0.00022418876],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023409848,0.00011014846,0.00033065715,0.00035709588,0.000047135814,0.000012183651,0.00025306933,0.0002660139,0.0016447831],"category_scores_gemma":[0.019117713,0.00008616754,0.0001067188,0.00044679915,0.00025288993,0.00026366787,0.00004124832,0.0014168649,0.000008052501],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029200516,0.022945194,0.059144124,0.00080059684,0.00016798821,0.000119975004,0.00047051097,8.1172425e-7,0.26699814,0.0040390696,0.04768144,0.5973401],"study_design_scores_gemma":[0.0024015463,0.0070575597,0.6298626,0.0022469088,0.00043287606,0.025294473,0.0016604778,0.0003691415,0.0011937572,0.00043123038,0.3287812,0.00026823813],"about_ca_topic_score_codex":0.000016054852,"about_ca_topic_score_gemma":0.0000024302958,"teacher_disagreement_score":0.5970719,"about_ca_system_score_codex":0.00013111722,"about_ca_system_score_gemma":0.0058707115,"threshold_uncertainty_score":0.9997651},"labels":[],"label_agreement":null},{"id":"W2004236040","doi":"10.1007/s10459-011-9335-y","title":"Creating stories to live by: caring and professional identity formation in a longitudinal integrated clerkship","year":2011,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Compassion; Identity (music); Empathy; Preceptor; Psychology; Pedagogy; Sociology; Medical education; Social psychology; Medicine","score_opus":0.04868039664696526,"score_gpt":0.4421187672382455,"score_spread":0.39343837059128023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004236040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918784,0.001695535,0.0013064856,0.0022090941,0.0011759012,0.00064904016,0.0000010655862,0.000020112668,0.0010643796],"genre_scores_gemma":[0.97082347,0.0003100926,0.027274797,0.0012353532,0.0000737281,0.00017598527,0.000025028254,0.00000476079,0.00007679197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855405,0.00007611657,0.00050797197,0.00028092565,0.00032272248,0.00025819187],"domain_scores_gemma":[0.9993926,0.000067437424,0.0001935194,0.00010114685,0.00016991176,0.00007535126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014865126,0.00009086526,0.00015778182,0.00044865563,0.00023488118,0.000024037656,0.00010297857,0.00004743431,0.000034997633],"category_scores_gemma":[0.00132643,0.00008127822,0.000008267343,0.0016151265,0.0001609273,0.0017624944,0.00002986622,0.00023460762,0.0000047017074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004570265,0.00033229458,0.8176531,0.0004575558,0.0000010626073,3.9662626e-7,0.040864315,0.000020402938,0.00004658129,0.005878083,0.00047584248,0.13422462],"study_design_scores_gemma":[0.00039407847,0.0004598786,0.90983623,0.0030040462,0.000004719663,0.000030188301,0.07741538,0.0017172921,0.00024048038,0.0048786025,0.0018368996,0.0001821802],"about_ca_topic_score_codex":0.0030212943,"about_ca_topic_score_gemma":0.0020534152,"teacher_disagreement_score":0.13404244,"about_ca_system_score_codex":0.00055636157,"about_ca_system_score_gemma":0.0008166016,"threshold_uncertainty_score":0.45673132},"labels":[],"label_agreement":null},{"id":"W2004275857","doi":"10.1007/s10459-012-9440-6","title":"The reliability of encounter cards to assess the CanMEDS roles","year":2013,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Reliability (semiconductor); Variance (accounting); Psychology; Inter-rater reliability; Medical education; Correlation; Emergency department; Medical school; Medicine; Rating scale; Psychiatry; Developmental psychology; Mathematics","score_opus":0.01786713444797543,"score_gpt":0.4295142624205491,"score_spread":0.41164712797257363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004275857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8651525,0.002813772,0.00043801308,0.12371129,0.002778958,0.001393707,8.5926007e-7,0.000013329071,0.0036976251],"genre_scores_gemma":[0.9852294,0.000826963,0.00590358,0.0070954645,0.00020463738,0.0004998693,0.0000036092456,0.00000440422,0.0002320722],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982821,0.00012633495,0.00055394816,0.00022632569,0.00054041477,0.00027090963],"domain_scores_gemma":[0.99845445,0.00036856355,0.00022210486,0.0004093307,0.00048632463,0.000059203292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032985571,0.00007498972,0.0001369313,0.00012400828,0.00037186072,0.000030765714,0.000322671,0.000030930685,0.000042811393],"category_scores_gemma":[0.002524824,0.000039539413,0.00002037223,0.0014551219,0.0005811326,0.00035590492,0.000028332981,0.0001834948,0.000013805449],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000138257,0.0002518582,0.24908607,0.00027297199,0.0000021359294,2.5298746e-8,0.004243951,0.0005746715,0.00006315176,0.0087479865,0.018002534,0.7187408],"study_design_scores_gemma":[0.00017252163,0.00044479995,0.6414301,0.00056208606,0.0000065484282,0.000009162948,0.030165045,0.001840475,0.0003345458,0.012422473,0.31247884,0.00013341798],"about_ca_topic_score_codex":0.0018069091,"about_ca_topic_score_gemma":0.00048503146,"teacher_disagreement_score":0.7186074,"about_ca_system_score_codex":0.00032599008,"about_ca_system_score_gemma":0.0023102313,"threshold_uncertainty_score":0.40982512},"labels":[],"label_agreement":null},{"id":"W2004428428","doi":"10.1097/01.blo.0000229274.28452.cb","title":"Teaching Professionalism","year":2006,"lang":"en","type":"review","venue":"Clinical Orthopaedics and Related Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Process (computing); Medical education; Reflection (computer programming); Subject (documents); Tacit knowledge; Engineering ethics; Knowledge management","score_opus":0.3320516333298707,"score_gpt":0.6200814110006972,"score_spread":0.28802977767082655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004428428","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001331619,0.9752011,0.0000061787023,0.002820705,0.0021647946,0.0013559617,0.0000064639285,0.000071228686,0.018240448],"genre_scores_gemma":[0.000018112005,0.95080835,0.00056394533,0.00019619074,0.001355378,0.0001068359,0.0006882556,0.00008319501,0.046179757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99338955,0.0016873113,0.002266733,0.0007891529,0.0012872089,0.00058005634],"domain_scores_gemma":[0.99633664,0.0018092945,0.00035788622,0.00066478766,0.0005904729,0.00024089574],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.016059926,0.00030693883,0.0016757521,0.00076702517,0.00054588844,0.000043379812,0.00024389735,0.0022056927,0.00019856311],"category_scores_gemma":[0.008538406,0.00019650262,0.0006872666,0.0012518995,0.001136452,0.000045012694,0.00032402677,0.013308451,0.00026194946],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072510443,0.00041995276,0.00008568904,0.007826257,0.00018436174,0.00016133783,0.00002160439,9.476147e-9,1.6518097e-8,0.0038610573,0.049289715,0.9381428],"study_design_scores_gemma":[0.0004896944,0.00020740855,0.00011847071,0.021492776,0.00051863986,0.00037705404,0.000034828052,0.00005365729,5.2109925e-9,0.00088028214,0.97564405,0.00018315268],"about_ca_topic_score_codex":0.000026299107,"about_ca_topic_score_gemma":4.4827908e-7,"teacher_disagreement_score":0.9379596,"about_ca_system_score_codex":0.00013768337,"about_ca_system_score_gemma":0.001877602,"threshold_uncertainty_score":0.9998131},"labels":[],"label_agreement":null},{"id":"W2004471114","doi":"10.15566/cjgh.v1i1.12","title":"Beyond “Teach a Man to Fish”: Communal Meta-cognition as the Key to Sustainable Professional Development","year":2014,"lang":"en","type":"article","venue":"Christian Journal for Global Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Allegiance; Cognition; Context (archaeology); Sustainable development; Key (lock); Quality (philosophy); Resource (disambiguation); State (computer science); Public relations; Psychology; Sociology; Engineering ethics; Political science; Ecology; Computer science; Epistemology; Law; Politics; Geography; Engineering","score_opus":0.03204588666996434,"score_gpt":0.40314662672938684,"score_spread":0.3711007400594225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004471114","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38129553,0.00040558906,0.047588266,0.55541277,0.0046857186,0.0041355435,0.00003801785,0.00008200839,0.0063565318],"genre_scores_gemma":[0.7618762,0.000010025232,0.04854676,0.18003845,0.0014664852,0.00045003902,0.00025279375,0.00003510055,0.007324135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974574,0.00019819434,0.0007326437,0.00023110087,0.0006953764,0.0006853027],"domain_scores_gemma":[0.997741,0.00008123943,0.00024442907,0.00028139265,0.0010419808,0.0006100036],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0039329287,0.00019439697,0.00039779907,0.00014881014,0.0015943474,0.000077128265,0.00028153893,0.00008403935,0.00020308481],"category_scores_gemma":[0.0019215406,0.00012778665,0.000115772484,0.00062889874,0.000055080873,0.00008589431,0.00007696539,0.00054926967,0.00007733556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004188418,0.0004148033,0.00019675112,0.00031923028,0.00025953003,0.000008377545,0.0046782647,0.000014009829,0.0000059997046,0.022511445,0.86593395,0.10523881],"study_design_scores_gemma":[0.0011321491,0.00116552,0.013058732,0.0002626437,0.0002045813,0.0006250689,0.0071987514,0.00006929304,0.000050995444,0.008842087,0.96722317,0.00016703852],"about_ca_topic_score_codex":0.000074095886,"about_ca_topic_score_gemma":0.000054446562,"teacher_disagreement_score":0.38058066,"about_ca_system_score_codex":0.001314744,"about_ca_system_score_gemma":0.0025822732,"threshold_uncertainty_score":0.99970543},"labels":[],"label_agreement":null},{"id":"W2004560342","doi":"10.1111/acem.12043","title":"Experience Curves as an Organizing Framework for Deliberate Practice in Emergency Medicine Learning","year":2012,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Forgetting; Learning curve; Competence (human resources); Medicine; Representation (politics); Dreyfus model of skill acquisition; Medical education; Cognitive psychology; Psychology; Social psychology; Computer science","score_opus":0.07560604345973068,"score_gpt":0.4749296804357659,"score_spread":0.39932363697603523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004560342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8193374,0.05626504,0.014867529,0.08167948,0.015152343,0.002114777,0.0000018005344,0.00034274373,0.01023887],"genre_scores_gemma":[0.85122067,0.10690241,0.009828887,0.011418313,0.0138039095,0.00069476763,0.0003823296,0.0001968894,0.005551824],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99448615,0.00025346666,0.0025063828,0.0006374997,0.0011112532,0.0010052266],"domain_scores_gemma":[0.996555,0.000473017,0.0008756803,0.00060930284,0.001007712,0.00047931375],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048079477,0.0004291594,0.0007180199,0.0005088888,0.00027314585,6.4087664e-7,0.00041301042,0.0005509832,0.015496634],"category_scores_gemma":[0.09350937,0.00035406864,0.000060616407,0.0028131546,0.00028227846,0.0010989,0.0000717512,0.0025037273,0.00008691396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006169357,0.0010903132,0.51532525,0.0023876242,0.00023358269,0.000012589125,0.16881719,0.00001643596,0.02239631,0.040314704,0.22504777,0.02374127],"study_design_scores_gemma":[0.0053058513,0.00415098,0.081586555,0.013375821,0.0015052086,0.00045717243,0.1289515,0.0014516473,0.0016847227,0.018461106,0.74119705,0.0018723482],"about_ca_topic_score_codex":0.00026004523,"about_ca_topic_score_gemma":0.000003985801,"teacher_disagreement_score":0.51614934,"about_ca_system_score_codex":0.0002056875,"about_ca_system_score_gemma":0.00016310376,"threshold_uncertainty_score":0.9998911},"labels":[],"label_agreement":null},{"id":"W2004631574","doi":"10.1097/acm.0b013e3181939034","title":"Can Hospital Rankings Measure Clinical and Educational Quality?","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Prestige; Medical education; Psychology; MEDLINE; Ranking (information retrieval); Medicine; Family medicine; Computer science; Political science","score_opus":0.05339780257202682,"score_gpt":0.4511401291131189,"score_spread":0.3977423265410921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004631574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5685429,0.00090517144,0.0001825509,0.4259464,0.0009223766,0.00029780885,9.688041e-7,0.000046827958,0.003155004],"genre_scores_gemma":[0.95265865,0.00049589004,0.0008523165,0.039465927,0.0042818217,0.000015655032,0.00009514397,0.000014141899,0.0021204753],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99749213,0.00009337787,0.0009981804,0.00039029995,0.0007530564,0.00027297589],"domain_scores_gemma":[0.99864477,0.00023761441,0.00022090635,0.00030708904,0.00034937536,0.00024026468],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026965665,0.00017343198,0.0004613478,0.00019283776,0.000099274446,0.000004169393,0.00014370772,0.0003726499,0.00038212774],"category_scores_gemma":[0.010407355,0.0001348624,0.000040663585,0.00048419155,0.0006124048,0.00008251967,0.000019243716,0.0013562638,0.000024051973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014555616,0.00018251916,0.26701388,0.00011348349,0.000090104484,0.0000074227746,0.0076591256,1.0416225e-7,0.0011225549,0.095736794,0.3930759,0.23485255],"study_design_scores_gemma":[0.004131119,0.0008898078,0.92687714,0.000784535,0.00019643914,0.00015457494,0.0017577708,0.000050470953,0.000049732567,0.03224967,0.03260543,0.00025333598],"about_ca_topic_score_codex":0.000034381505,"about_ca_topic_score_gemma":7.9193535e-7,"teacher_disagreement_score":0.65986323,"about_ca_system_score_codex":0.00007592479,"about_ca_system_score_gemma":0.00035764946,"threshold_uncertainty_score":0.9979284},"labels":[],"label_agreement":null},{"id":"W2005044720","doi":"10.5430/ijhe.v4n2p139","title":"Assessment in Medical Education; What Are We Trying to Achieve?","year":2015,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Peer assessment; Assessment for learning; Standards-based assessment; Curriculum; Popularity; Medical education; Self-assessment; Higher-order thinking; Critical thinking; Quality (philosophy); Psychology; Computer science; Mathematics education; Pedagogy; Medicine; Teaching method","score_opus":0.034946751223970174,"score_gpt":0.45055109790480014,"score_spread":0.41560434668082996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005044720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52015024,0.0013909864,0.00056163326,0.4474402,0.025741119,0.0002669376,7.773927e-7,0.000016379741,0.0044317027],"genre_scores_gemma":[0.9554967,0.0002856835,0.012063447,0.025340296,0.0039413846,0.000050698614,0.000041833766,0.000023966837,0.0027559705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99679834,0.0000854961,0.0008912081,0.00018884042,0.0018697963,0.00016630732],"domain_scores_gemma":[0.99620706,0.000050181265,0.00048396815,0.00020234493,0.0027367568,0.00031969656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010904598,0.00013927124,0.00025533297,0.0010519945,0.000026641486,0.00012358661,0.00041919167,0.00013648922,0.00079500355],"category_scores_gemma":[0.0010499507,0.0001255219,0.00007322434,0.00061703793,0.000043639084,0.0007632697,0.00005096531,0.00060001493,0.000049690163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035095433,0.0055070547,0.08978275,0.000054962416,0.00014290283,0.000048281672,0.0025382307,0.00009141749,0.0002127671,0.011567137,0.33327755,0.556426],"study_design_scores_gemma":[0.0022775335,0.00038789868,0.44386774,0.004366214,0.00006198267,0.0010146011,0.01187616,0.0001384882,0.00011551144,0.0064356844,0.5292012,0.0002569595],"about_ca_topic_score_codex":0.000034488396,"about_ca_topic_score_gemma":0.000007975415,"teacher_disagreement_score":0.55616903,"about_ca_system_score_codex":0.0016100485,"about_ca_system_score_gemma":0.008835394,"threshold_uncertainty_score":0.9967836},"labels":[],"label_agreement":null},{"id":"W2005230823","doi":"10.1016/j.ajog.2011.02.070","title":"To the point: medical education reviews—ongoing call for faculty development","year":2011,"lang":"en","type":"review","venue":"American Journal of Obstetrics and Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Medicine; Faculty development; Obstetrics and gynaecology; Point (geometry); Medical school; Continuing medical education; Professional development; Continuing education; Pregnancy","score_opus":0.06266947951582395,"score_gpt":0.40476656750862283,"score_spread":0.34209708799279887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005230823","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014657293,0.98946685,0.0026320843,0.0031089988,0.0033106154,0.0011407931,0.0000031450552,0.000004828648,0.00018609515],"genre_scores_gemma":[0.00002941517,0.96509796,0.028544506,0.0053240177,0.00042461575,0.00017061947,0.00005357677,0.000030056155,0.00032521985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974472,0.00016561459,0.0015594763,0.00022407778,0.00033295527,0.0002706749],"domain_scores_gemma":[0.99436814,0.0023314191,0.0017950638,0.00027611325,0.00090080546,0.00032848198],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002312289,0.00024263229,0.0016642979,0.0006434194,0.00012694298,0.00001585072,0.00033752355,0.00019969401,0.00008465691],"category_scores_gemma":[0.0724161,0.00013877414,0.00023333833,0.0012332476,0.00018300294,0.00003551578,0.000070883914,0.0007235251,0.000022603108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040368914,0.000144503,0.000025682859,0.0013381095,0.00010554094,0.0000042363413,0.00043566074,2.1662952e-8,1.170513e-8,0.0002245564,0.032962248,0.9647554],"study_design_scores_gemma":[0.0002139571,0.0006709432,0.00012395275,0.0035753758,0.0005386824,0.0005268978,0.00022598871,0.000002133343,1.112471e-7,0.0000182982,0.9939707,0.00013295752],"about_ca_topic_score_codex":0.000004903499,"about_ca_topic_score_gemma":0.000003055315,"teacher_disagreement_score":0.96462244,"about_ca_system_score_codex":0.0004644103,"about_ca_system_score_gemma":0.005187594,"threshold_uncertainty_score":0.9353973},"labels":[],"label_agreement":null},{"id":"W2005346665","doi":"10.3138/jvme.38.2.163","title":"Comparison of Student Self-Assessment with Faculty Assessment of Clinical Competence","year":2011,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Self-assessment; Medical education; Competency assessment; Psychology; Medicine; Pedagogy","score_opus":0.2433032276881044,"score_gpt":0.585837380446405,"score_spread":0.34253415275830057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005346665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99141985,0.00007846405,0.0035369515,0.001310473,0.0016815332,0.0002840137,0.0000012993925,0.000010828196,0.0016765805],"genre_scores_gemma":[0.8413936,0.000070223345,0.15778978,0.00037069037,0.00031913928,0.000011743674,0.000018231545,0.000012526881,0.000014092921],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949979,0.00023025922,0.0024614325,0.0001802917,0.0019635614,0.00016655253],"domain_scores_gemma":[0.9954785,0.00013102408,0.0021197742,0.00032440206,0.0016900281,0.00025624767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027658413,0.00015308833,0.0008722647,0.00026437972,0.000041382864,0.0000051842962,0.00033259226,0.00017453275,0.0006251024],"category_scores_gemma":[0.00050207606,0.00010757488,0.00014913692,0.00042169302,0.00028883704,0.00015587395,0.00005772506,0.00085214217,0.0000015117043],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034706693,0.018326957,0.9156047,0.0004052039,0.00029575327,0.0000244811,0.0023572755,0.0000020972227,0.0003141714,0.0008257031,0.0028895168,0.058607057],"study_design_scores_gemma":[0.0018761234,0.009772924,0.9791393,0.0012087402,0.0002634941,0.00052041124,0.0044827443,0.0006923293,0.00012629578,0.00003135539,0.0017925624,0.000093681156],"about_ca_topic_score_codex":0.000014806753,"about_ca_topic_score_gemma":8.1349566e-7,"teacher_disagreement_score":0.15425284,"about_ca_system_score_codex":0.00022911715,"about_ca_system_score_gemma":0.0075095627,"threshold_uncertainty_score":0.9981169},"labels":[],"label_agreement":null},{"id":"W2005371766","doi":"10.4102/sajs.v105i1/2.19","title":"Management shows contempt for academic freedom at UKZN","year":2009,"lang":"en","type":"article","venue":"South African Journal of Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Contempt; Academic freedom; Settlement (finance); Discipline; Political science; Sociology; Law; Management; Higher education; Economics","score_opus":0.027447242727970143,"score_gpt":0.33431118912948354,"score_spread":0.3068639464015134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005371766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610647,0.00018569805,0.012793918,0.015030749,0.0013740388,0.0004720703,0.000003896671,0.000017879518,0.009057078],"genre_scores_gemma":[0.97269017,0.0000075202242,0.023936458,0.0016191163,0.0004253113,0.000003827333,7.4832747e-7,0.000004668575,0.0013121747],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982893,0.0000100409,0.00046544542,0.00015815748,0.0007995898,0.00027745683],"domain_scores_gemma":[0.99868184,0.000025672582,0.00035174802,0.00017787235,0.00059446995,0.00016840332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020385275,0.000079186924,0.00018315294,0.0004469047,0.00021120904,0.000017539463,0.00038112266,0.00004078345,0.00005395348],"category_scores_gemma":[0.0009836195,0.00005951484,0.00006453354,0.0009984068,0.0006898486,0.00017785425,0.000028591427,0.00027739027,0.000009784421],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024331175,0.0010327433,0.02652367,0.0003275621,0.00022180295,0.00029252816,0.06219317,0.00031160604,0.0960485,0.07451217,0.16932698,0.56677616],"study_design_scores_gemma":[0.026213547,0.013887441,0.40150368,0.0036663564,0.0014268319,0.004030803,0.16067663,0.008687835,0.024277769,0.030064318,0.32368177,0.0018830076],"about_ca_topic_score_codex":2.638563e-7,"about_ca_topic_score_gemma":6.615258e-8,"teacher_disagreement_score":0.5648931,"about_ca_system_score_codex":0.0003139776,"about_ca_system_score_gemma":0.0002879069,"threshold_uncertainty_score":0.2541776},"labels":[],"label_agreement":null},{"id":"W2005424096","doi":"10.1007/s40596-013-0012-8","title":"The Psychiatry OSCE: A 20-Year Retrospective","year":2014,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Toronto General Hospital","funders":"Centre for Addiction and Mental Health","keywords":"Documentation; Medical education; Certification; Psychology; Medicine; Psychiatry; Library science; Political science; Computer science","score_opus":0.020134184035396564,"score_gpt":0.39019515570291663,"score_spread":0.37006097166752006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005424096","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018466784,0.95257366,0.00008563746,0.01456494,0.020721316,0.0014971253,0.000019658537,0.00019421913,0.010325007],"genre_scores_gemma":[0.0000056873505,0.9746053,0.0037240162,0.0039778138,0.012138874,0.00038342876,0.0002524559,0.00016933108,0.0047430727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955673,0.00023357634,0.0017008602,0.0008549913,0.0009215478,0.0007216987],"domain_scores_gemma":[0.9967974,0.00016524934,0.0010828021,0.0015327632,0.00023417636,0.00018764126],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018504291,0.0006555376,0.0017835157,0.00036635133,0.00050476997,0.00003826353,0.0009458454,0.0019139575,0.00018386466],"category_scores_gemma":[0.0013446127,0.00042385276,0.00068433967,0.0016590689,0.00038579458,0.00007495441,0.00012128304,0.006679375,0.0012646401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013505914,0.000069268055,0.0017982277,0.0054362915,0.0002400259,3.5281698e-7,0.000026421085,1.3574693e-8,3.0483573e-8,0.035245772,0.5790555,0.37811458],"study_design_scores_gemma":[0.00045198906,0.00010651693,0.00044800655,0.016261717,0.0013729793,0.0002019033,0.00012995924,0.000004675747,2.1431077e-8,0.007327325,0.97330374,0.00039114954],"about_ca_topic_score_codex":0.0000040020736,"about_ca_topic_score_gemma":0.0000040054824,"teacher_disagreement_score":0.39424825,"about_ca_system_score_codex":0.00040697717,"about_ca_system_score_gemma":0.0031090644,"threshold_uncertainty_score":0.9998213},"labels":[],"label_agreement":null},{"id":"W2005507374","doi":"10.1002/chp.1340220305","title":"Educationally influential physicians: The need for construct validation","year":2002,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Construct (python library); Construct validity; Psychology; Medicine; Computer science; Psychometrics; Clinical psychology","score_opus":0.061808942621766325,"score_gpt":0.48021885216732113,"score_spread":0.4184099095455548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005507374","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012625041,0.93046874,0.0006034727,0.052340254,0.009915679,0.005098865,0.000015274185,0.0000147567,0.00028046986],"genre_scores_gemma":[0.000727484,0.9767712,0.0060048588,0.0072924225,0.005625941,0.00081957,0.00028395533,0.00006964843,0.002404971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952343,0.0010263851,0.0025036247,0.00021035403,0.0006820854,0.00034325334],"domain_scores_gemma":[0.9925363,0.0013304974,0.004073929,0.0005437102,0.0014406018,0.000074984375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044646864,0.00027966299,0.0011375532,0.0007276667,0.00040810413,0.00006817649,0.0005633586,0.00025728723,0.00006593177],"category_scores_gemma":[0.0034415985,0.0001553434,0.00041701624,0.0011891456,0.00015302455,0.00018757772,0.000025271664,0.0016825966,0.000011946903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013314409,0.00049549225,0.000037573354,0.0039529335,0.000049031263,1.9507196e-7,0.005648218,4.81552e-7,3.1210573e-7,0.0016972627,0.1184129,0.86969227],"study_design_scores_gemma":[0.00048609308,0.00014203058,0.00029615633,0.043387435,0.00046650833,0.00027788058,0.012821104,0.000008634463,4.0417993e-7,0.00069661264,0.94128954,0.0001275824],"about_ca_topic_score_codex":0.000009688421,"about_ca_topic_score_gemma":0.0000020817347,"teacher_disagreement_score":0.8695647,"about_ca_system_score_codex":0.0006168949,"about_ca_system_score_gemma":0.009665096,"threshold_uncertainty_score":0.9959492},"labels":[],"label_agreement":null},{"id":"W2005722258","doi":"10.1046/j.1365-2923.2003.01586.x","title":"RCT = results confounded and trivial: the perils of grand educational experiments","year":2003,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":198,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Citation; Randomized controlled trial; Library science; Computer science; Medicine; Surgery","score_opus":0.020306788324359355,"score_gpt":0.36904751124473045,"score_spread":0.3487407229203711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005722258","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014266087,0.0011844443,0.00005175881,0.9696603,0.005036822,0.0010060115,0.0000147403725,0.000024439269,0.008755433],"genre_scores_gemma":[0.012300745,0.00031319144,0.0012656669,0.9621142,0.0066716303,0.00043834664,0.0027978153,0.00006465669,0.014033717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959453,0.00025229692,0.0011100428,0.00052697735,0.0018282423,0.0003371953],"domain_scores_gemma":[0.997471,0.0004173807,0.000541416,0.0007441544,0.0007215003,0.00010458999],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013491582,0.000320045,0.00053956016,0.00033877537,0.00017755906,0.00004039516,0.00028895403,0.00096100214,0.0018430959],"category_scores_gemma":[0.012634314,0.0002288499,0.00010954624,0.00058344164,0.0008907113,0.000078460034,0.00004042789,0.0018337929,0.000036197616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060856764,0.0004488183,0.00016991676,0.000326119,0.00007905002,0.0000024831386,0.0010083744,2.3543478e-8,0.00001977713,0.0003582054,0.9757476,0.021778766],"study_design_scores_gemma":[0.0014074183,0.00012256947,0.0020223267,0.0006163693,0.00018174126,0.00020799556,0.0005069571,0.000024473971,0.00012239869,0.00065413077,0.9939296,0.0002040076],"about_ca_topic_score_codex":0.00014393523,"about_ca_topic_score_gemma":0.000003581028,"teacher_disagreement_score":0.021574758,"about_ca_system_score_codex":0.00027558647,"about_ca_system_score_gemma":0.008207421,"threshold_uncertainty_score":0.99906933},"labels":[],"label_agreement":null},{"id":"W2005740489","doi":"10.1002/chp.20089","title":"Defining quality criteria for online continuing medical education modules using modified nominal group technique *","year":2010,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; Canadian Medical Association","funders":"Canadian Institutes of Health Research","keywords":"Accreditation; Documentation; Continuing medical education; Medical education; Ranking (information retrieval); Quality (philosophy); Attendance; Nominal group technique; The Internet; Medicine; Process (computing); Psychology; Continuing education; Knowledge management; Computer science; World Wide Web; Political science; Information retrieval","score_opus":0.055959949050345896,"score_gpt":0.5073773743172796,"score_spread":0.4514174252669337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005740489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9290547,0.00035657303,0.026704546,0.036200702,0.006038048,0.001515714,0.000005971589,0.000021508655,0.00010224009],"genre_scores_gemma":[0.80486166,0.000029329767,0.18850982,0.004509613,0.0016985752,0.00016361034,0.00008353368,0.000027968137,0.000115894814],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960203,0.00063390913,0.0020357638,0.00022533073,0.00070845603,0.00037620595],"domain_scores_gemma":[0.9953642,0.00066565233,0.0018248946,0.00043085363,0.0014868518,0.00022757296],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011191488,0.00018678194,0.0005390663,0.0006442135,0.00027954648,0.000044815108,0.00037577515,0.00030678004,0.00007774312],"category_scores_gemma":[0.013078463,0.0001381033,0.00013021477,0.0005885124,0.0001382276,0.00027247993,0.00003472305,0.0019085587,9.751693e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045350025,0.005587034,0.010358339,0.0011223697,0.000030291294,0.0000017240953,0.02270682,0.0000036121423,0.012052865,0.036208007,0.02164416,0.8898313],"study_design_scores_gemma":[0.01155629,0.0021553363,0.51820374,0.057705622,0.00053288933,0.004565742,0.30061927,0.01214575,0.0012196157,0.035464007,0.05435375,0.001477967],"about_ca_topic_score_codex":0.00014486098,"about_ca_topic_score_gemma":0.00009112362,"teacher_disagreement_score":0.8883533,"about_ca_system_score_codex":0.00026599283,"about_ca_system_score_gemma":0.00615288,"threshold_uncertainty_score":0.9994813},"labels":[],"label_agreement":null},{"id":"W2005749476","doi":"10.1001/archsurg.140.3.250","title":"A Major Challenge for Graduate Medical Education","year":2005,"lang":"en","type":"article","venue":"Archives of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Surgery; Medical education; Graduate medical education; General surgery; Accreditation","score_opus":0.06018606913922255,"score_gpt":0.3561620392981012,"score_spread":0.29597597015887867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005749476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8632094,0.0005698948,0.003621284,0.11858046,0.0009405576,0.00052369165,0.000004853342,0.00006255435,0.012487269],"genre_scores_gemma":[0.9723716,0.00027300953,0.022234727,0.0028314544,0.001084429,0.00015137903,0.00015304361,0.00001997849,0.00088042556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989117,0.000022496375,0.00040164037,0.00015368433,0.00034076234,0.00016971557],"domain_scores_gemma":[0.9989762,0.0004970148,0.000109335946,0.00021683589,0.000104647,0.00009601213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004497959,0.00007912321,0.00022516571,0.00030133137,0.00004375096,0.0000028397017,0.00007030539,0.000055850214,0.00020446723],"category_scores_gemma":[0.0031795984,0.00007080706,0.00011920309,0.0001640585,0.00015605096,0.00005798285,0.000017085635,0.00013988133,0.0000148842],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092849674,0.00085881166,0.002489123,0.0002730876,0.000036982692,6.6610977e-7,0.00064088334,2.2265536e-7,0.00023681641,0.0048542265,0.041772995,0.94874334],"study_design_scores_gemma":[0.0039127,0.00046196292,0.23177318,0.00414584,0.00037671864,0.00026209248,0.0024332795,0.010909235,0.012183288,0.034424663,0.69825506,0.0008619568],"about_ca_topic_score_codex":0.000009817331,"about_ca_topic_score_gemma":0.0000028279444,"teacher_disagreement_score":0.9478814,"about_ca_system_score_codex":0.000018931074,"about_ca_system_score_gemma":0.0010277922,"threshold_uncertainty_score":0.38065058},"labels":[],"label_agreement":null},{"id":"W2005784320","doi":"10.1097/00001888-200410001-00017","title":"Using the NBME Self-Assessments to Project Performance on USMLE Step 1 and Step 2: Impact of Test Administration Conditions","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); United States Medical Licensing Examination; Medicine; Self-assessment; Medical education; Psychology; Medical school; Biology","score_opus":0.06894134633383839,"score_gpt":0.4714328715210706,"score_spread":0.4024915251872322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005784320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99121666,0.00004952534,0.0014360446,0.00513282,0.00020505906,0.001038811,0.000009639058,0.00003821271,0.0008732332],"genre_scores_gemma":[0.9941349,0.00009091326,0.0030945807,0.0019413987,0.00046901687,0.000053612675,0.00006569173,0.000017882387,0.00013200201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846536,0.000032753054,0.0005188038,0.00022536857,0.00053304574,0.00022469251],"domain_scores_gemma":[0.9990112,0.00016543406,0.00021309323,0.00029023908,0.00022191777,0.000098102144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071235467,0.00016094989,0.0002719075,0.00026789456,0.00014420797,0.0000043740397,0.00011868038,0.00015079418,0.00006293791],"category_scores_gemma":[0.0010112014,0.000098316006,0.000026279029,0.0007998281,0.0001945499,0.00011215057,0.000024691246,0.00060519204,0.0000071640075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016267344,0.0018921674,0.54181355,0.0020458826,0.0010558371,0.000044186236,0.03377735,0.00076592603,0.25701004,0.013906949,0.10858161,0.03747978],"study_design_scores_gemma":[0.015569821,0.02471468,0.8960201,0.0082412,0.0013392463,0.0013561012,0.012759402,0.018474655,0.013868164,0.0006226087,0.006282408,0.00075157644],"about_ca_topic_score_codex":0.000108282264,"about_ca_topic_score_gemma":0.0000021540736,"teacher_disagreement_score":0.3542066,"about_ca_system_score_codex":0.00039030676,"about_ca_system_score_gemma":0.00078316015,"threshold_uncertainty_score":0.40092105},"labels":[],"label_agreement":null},{"id":"W2005841736","doi":"10.1136/bmj.39308.610081.ad","title":"The “problem” junior: whose problem is it?","year":2008,"lang":"en","type":"review","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychology; Medical education; Problem-based learning; Computer science; Mathematics education; Medicine","score_opus":0.07905786395343282,"score_gpt":0.4401342252462027,"score_spread":0.3610763612927699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005841736","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6801208e-7,0.9182284,0.00003143499,0.025245603,0.0007068817,0.0026834696,0.000007342228,0.000059115824,0.053037282],"genre_scores_gemma":[1.2882425e-7,0.9407024,0.007644752,0.0031388118,0.0017894242,0.0008770637,0.00020802832,0.00006547485,0.045573946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739844,0.0001130636,0.0011362784,0.00035954244,0.000634639,0.00035802697],"domain_scores_gemma":[0.9979363,0.00015988221,0.0005184466,0.0009795508,0.00032360875,0.00008219081],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00085508276,0.00032253267,0.00093687157,0.00018361503,0.0003106167,0.000034562163,0.00034467204,0.00041444734,0.00036301342],"category_scores_gemma":[0.0006078893,0.00018832546,0.00030998263,0.00096291135,0.00022149112,0.00004404087,0.000077871744,0.000970591,0.0014029702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013112867,0.000036441757,8.872742e-7,0.0026374713,0.0000581239,0.000006246579,0.00011080722,9.083308e-9,1.4727648e-8,0.00040749914,0.49276736,0.50397384],"study_design_scores_gemma":[0.00016901323,0.000048738995,0.0000033234369,0.012815243,0.00033399728,0.00061822595,0.00006413183,0.0000033093727,1.9722316e-7,0.00012757395,0.98562557,0.00019069405],"about_ca_topic_score_codex":0.0000143374355,"about_ca_topic_score_gemma":0.0000021436085,"teacher_disagreement_score":0.5037831,"about_ca_system_score_codex":0.00027716212,"about_ca_system_score_gemma":0.0017661577,"threshold_uncertainty_score":0.99937457},"labels":[],"label_agreement":null},{"id":"W2005868901","doi":"10.3138/jvme.34.2.106","title":"Evaluation of the Level of Difficulty of Patient Cases for Veterinary Problem-Solving Examination: A Preliminary Comparison of Three Taxonomies of Learning","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Taxonomy (biology); Curriculum; Medical education; Veterinary education; Psychology; Rating scale; Bloom's taxonomy; Cognition; Medicine; Biology; Pedagogy; Developmental psychology; Ecology","score_opus":0.2610836852011281,"score_gpt":0.44765949373390995,"score_spread":0.18657580853278183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005868901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929035,0.00082033925,0.0039076325,0.000498382,0.0008877925,0.0008451491,0.000007155861,0.0000032054868,0.00012688858],"genre_scores_gemma":[0.98670745,0.000028130851,0.012967568,0.000026998834,0.0001845162,0.000029282568,0.000024504827,0.00001569315,0.00001583354],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948941,0.0003137866,0.002425791,0.00014398755,0.0020644772,0.00015786407],"domain_scores_gemma":[0.99051946,0.0007081301,0.003832764,0.00027627632,0.00458779,0.000075600066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061880685,0.00014851244,0.0006382517,0.0004272268,0.00006136174,0.0000025003899,0.00024586509,0.00018311647,0.000102148995],"category_scores_gemma":[0.013876581,0.000110547735,0.0002044383,0.000529038,0.00041723312,0.00016262526,0.0000748983,0.00036275928,1.0789645e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026473284,0.007603797,0.029170236,0.0044367975,0.0003206671,0.000003091706,0.012228844,0.0005443501,0.08326387,0.00023387006,0.0013087735,0.8582384],"study_design_scores_gemma":[0.003835781,0.029852763,0.8651327,0.009701689,0.001283262,0.0010258987,0.027961284,0.00845806,0.051211238,0.0002800176,0.0010417416,0.00021555235],"about_ca_topic_score_codex":0.00003972818,"about_ca_topic_score_gemma":0.000005065059,"teacher_disagreement_score":0.8580228,"about_ca_system_score_codex":0.00024712877,"about_ca_system_score_gemma":0.002318738,"threshold_uncertainty_score":0.99442995},"labels":[],"label_agreement":null},{"id":"W2005938486","doi":"10.1097/acm.0b013e318183e2fc","title":"Retention of Basic Science Information by Senior Medical Students","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Test (biology); United States Medical Licensing Examination; Sample (material); Medical school; Medicine; Family medicine; Biology; Chemistry","score_opus":0.024095552958901697,"score_gpt":0.3769961654033838,"score_spread":0.3529006124444821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005938486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792995,0.00020167835,0.0025582095,0.01340392,0.0008388937,0.00039265858,0.0000020208163,0.00005958247,0.0032435502],"genre_scores_gemma":[0.99137926,0.0006912688,0.0002875105,0.006066837,0.00041107883,0.000023207707,0.00014503613,0.000009539293,0.000986268],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9941283,0.000033728837,0.0009925826,0.00021146292,0.0043458836,0.00028807856],"domain_scores_gemma":[0.9983928,0.00006600443,0.00033042763,0.00032614087,0.0006478427,0.00023675896],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003393247,0.00013268096,0.00033074472,0.0005338063,0.00015438948,0.0000027848578,0.00053300266,0.0002759466,0.0010362106],"category_scores_gemma":[0.009266974,0.00010126139,0.000027851867,0.0016998065,0.0018215998,0.00049813156,0.00009475191,0.00082579174,0.00010986697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015819726,0.00013559958,0.13356361,0.0003678498,0.000058908994,0.000014047689,0.009827689,7.666482e-7,0.030066576,0.0019701268,0.77620304,0.04763358],"study_design_scores_gemma":[0.023986248,0.002912883,0.5638966,0.0061091953,0.00060536555,0.0036163884,0.0112984795,0.006092545,0.043002393,0.0010556926,0.3364364,0.000987834],"about_ca_topic_score_codex":0.0000386781,"about_ca_topic_score_gemma":8.312666e-8,"teacher_disagreement_score":0.43976668,"about_ca_system_score_codex":0.0001822067,"about_ca_system_score_gemma":0.0006305158,"threshold_uncertainty_score":0.999877},"labels":[],"label_agreement":null},{"id":"W2005967623","doi":"10.1097/00001888-200207000-00019","title":"Standard Setting","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Objective structured clinical examination; Scale (ratio); Medicine; Test (biology); Medical education; Medical physics; Psychology; Cartography; Geography","score_opus":0.03761335020782679,"score_gpt":0.366744918247025,"score_spread":0.3291315680391982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005967623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5967196,0.0034681584,0.0048789913,0.2753202,0.0020930148,0.00068931957,0.0000023742655,0.00038650492,0.11644182],"genre_scores_gemma":[0.95811045,0.00059787644,0.001986287,0.023751635,0.0029275604,0.000026705893,0.000036802197,0.000028724973,0.0125339795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983365,0.00002650563,0.00048776367,0.00022865045,0.0006394201,0.00028117347],"domain_scores_gemma":[0.99922174,0.00007734644,0.00011247058,0.00028818025,0.0001771473,0.00012313775],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008087947,0.00012507927,0.00027242006,0.0002097121,0.000086020016,0.0000019531592,0.000116061376,0.00020491309,0.0066106236],"category_scores_gemma":[0.0035965154,0.000094133786,0.000023111714,0.0006165114,0.00023698053,0.000070562135,0.000023481203,0.0009804283,0.00030493966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020391455,0.000009432173,0.0070913774,0.00007801689,0.00002398416,0.000015710122,0.0037390497,3.9280638e-7,0.0017950844,0.003046479,0.8537774,0.1304027],"study_design_scores_gemma":[0.0034235339,0.00053383975,0.005019416,0.0010827068,0.00018455481,0.00048097622,0.0033621823,0.0027553742,0.00095630746,0.0019399526,0.98003286,0.00022830121],"about_ca_topic_score_codex":0.0000057562147,"about_ca_topic_score_gemma":1.0228027e-7,"teacher_disagreement_score":0.3613908,"about_ca_system_score_codex":0.00013448251,"about_ca_system_score_gemma":0.000034734312,"threshold_uncertainty_score":0.99429744},"labels":[],"label_agreement":null},{"id":"W2006071440","doi":"10.1016/j.humpath.2015.01.016","title":"Exit competencies in pathology and laboratory medicine for graduating medical students: the Canadian approach","year":2015,"lang":"en","type":"review","venue":"Human Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Graduation (instrument); Medical education; Graduate medical education; Medical laboratory; Set (abstract data type); Medicine; Psychology; Accreditation; Pathology; Computer science","score_opus":0.13932120819295626,"score_gpt":0.45314774406566394,"score_spread":0.3138265358727077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006071440","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010415178,0.9909451,0.00008698521,0.0030911095,0.00075269846,0.0023756083,0.00003173709,0.000039954615,0.0016352979],"genre_scores_gemma":[0.00045859936,0.9833242,0.0031792652,0.0068871025,0.0018285954,0.002049276,0.0018218954,0.000118534736,0.00033248402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630946,0.0006269329,0.0011309565,0.0006008044,0.0007839209,0.0005479385],"domain_scores_gemma":[0.99802405,0.000292219,0.00036507417,0.0005923054,0.00045640353,0.00026992723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072890166,0.00037864898,0.001861099,0.0012248917,0.00031738845,0.000022383549,0.0006187752,0.0009375393,0.00008915438],"category_scores_gemma":[0.0048882104,0.00024241736,0.000077936216,0.0009825628,0.0015762006,0.00003260334,0.00014803035,0.0014610018,0.000011313282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000152326365,0.00046254238,0.0017052003,0.017477699,0.00019867816,0.001627802,0.0069318176,1.3017394e-7,0.0000017500288,0.045115747,0.08732035,0.83914304],"study_design_scores_gemma":[0.0012158889,0.0003213612,0.00058285217,0.0031925556,0.00045862913,0.0021516073,0.0010964931,0.00001671699,2.2801194e-8,0.00093045784,0.98980284,0.00023060013],"about_ca_topic_score_codex":0.001697568,"about_ca_topic_score_gemma":0.016390895,"teacher_disagreement_score":0.90248245,"about_ca_system_score_codex":0.00045943155,"about_ca_system_score_gemma":0.002169807,"threshold_uncertainty_score":0.9885493},"labels":[],"label_agreement":null},{"id":"W2006117217","doi":"10.1016/j.amjmed.2010.09.018","title":"The Role of Quality Improvement and Patient Safety in Academic Promotion: Results of a Survey of Chairs of Departments of Internal Medicine in North America","year":2011,"lang":"en","type":"article","venue":"The American Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Promotion (chess); Quality management; Quality (philosophy); Patient safety; Family medicine; MEDLINE; Medical education; Operations management; Health care","score_opus":0.03957229051077437,"score_gpt":0.35330233235992065,"score_spread":0.31373004184914627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006117217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951715,0.0006960117,0.000094917705,0.003301576,0.00013180404,0.00035910576,0.000020459343,0.0000011734131,0.00022345126],"genre_scores_gemma":[0.99835473,0.0010174663,0.00035955946,0.00019480723,0.00004619621,0.00000458905,0.000008959402,0.000008797389,0.0000048768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949809,0.0005132079,0.0032451646,0.0001252671,0.0009680299,0.00016744259],"domain_scores_gemma":[0.9927586,0.000577077,0.005252542,0.0003525794,0.0009885161,0.000070698676],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0056234594,0.00013492066,0.0010879874,0.00036761884,0.00001694932,2.8677727e-7,0.0003089127,0.00003760296,0.00002295426],"category_scores_gemma":[0.0049298443,0.00006941098,0.00004626712,0.0012751811,0.0028838813,0.000042078274,0.00006390839,0.00049761357,6.367782e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012196713,0.0008674847,0.4897665,0.000193665,0.00024749673,0.0000033638255,0.03272922,0.000012081136,0.013586886,0.00006743556,0.00021889994,0.45011023],"study_design_scores_gemma":[0.0042567644,0.011353472,0.95811933,0.0013817075,0.00008950491,0.000023204786,0.01822786,0.00008722175,0.006119279,0.00019962751,0.00009339684,0.00004865695],"about_ca_topic_score_codex":0.0085941935,"about_ca_topic_score_gemma":0.00030918646,"teacher_disagreement_score":0.4683528,"about_ca_system_score_codex":0.00008544074,"about_ca_system_score_gemma":0.00022509099,"threshold_uncertainty_score":0.9998297},"labels":[],"label_agreement":null},{"id":"W2006382901","doi":"10.3352/jeehp.2013.10.7","title":"Continuing medical education as a national strategy to improve access to primary care in Saudi Arabia","year":2013,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Primary care; Continuing medical education; Continuing education; Test (biology); Medical education; Family medicine; Medicine; Primary health care; Program evaluation; Nursing; Political science; Environmental health","score_opus":0.07093522327175421,"score_gpt":0.5406844693645076,"score_spread":0.4697492460927534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006382901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61970675,0.000446345,0.0006268651,0.36695838,0.0035001081,0.0060837576,0.000012785451,0.000010472523,0.0026545417],"genre_scores_gemma":[0.9115397,0.00003053331,0.019363284,0.061048757,0.0022480332,0.0036256595,0.0005667551,0.000041755487,0.0015355445],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99467295,0.00028747023,0.0017799019,0.0003339083,0.0025299857,0.0003957791],"domain_scores_gemma":[0.98666906,0.00047754476,0.0008795356,0.00023157336,0.011027111,0.0007151782],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045489464,0.0001923455,0.00044312724,0.0013365573,0.00024025967,0.00007232661,0.00034357217,0.00020321517,0.0024897864],"category_scores_gemma":[0.021499563,0.00017099275,0.00010569925,0.0012750853,0.000043675776,0.00064293353,0.00006112644,0.0006296187,0.00011953301],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000374054,0.002367981,0.011253767,0.0009546132,0.00005186701,2.6894642e-7,0.0072733625,0.00032186406,0.00047300901,0.006305977,0.40801394,0.5626093],"study_design_scores_gemma":[0.00462081,0.0023860715,0.9255649,0.007099264,0.00009267321,0.00012353896,0.01067864,0.0013844855,0.000083762476,0.021047687,0.026513848,0.0004043202],"about_ca_topic_score_codex":0.000102589955,"about_ca_topic_score_gemma":0.000081778795,"teacher_disagreement_score":0.9143111,"about_ca_system_score_codex":0.003268918,"about_ca_system_score_gemma":0.051453847,"threshold_uncertainty_score":0.9984221},"labels":[],"label_agreement":null},{"id":"W2006436555","doi":"10.1111/j.1365-2923.2009.03334.x","title":"Forgetting lessons past: failure to consider context and resources in curricular change","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Context (archaeology); Library science; Citation; Forgetting; Psychology; History; Computer science","score_opus":0.022319533307401686,"score_gpt":0.3688295946072536,"score_spread":0.34651006129985196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006436555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6062121,0.00037520914,0.00016222337,0.39193124,0.00030756803,0.0004510816,4.3774136e-7,0.00003337118,0.00052678754],"genre_scores_gemma":[0.890114,0.000023634511,0.00245974,0.106170714,0.00089327694,0.00013164559,0.000040413157,0.000010895853,0.0001556964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984823,0.000055022978,0.00037274556,0.0002963127,0.00053183787,0.00026180185],"domain_scores_gemma":[0.99928856,0.00005613723,0.00007077725,0.00021669916,0.0001854507,0.00018236504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007141257,0.00012704566,0.0002271055,0.0003398245,0.00007972314,0.000023217757,0.00008267618,0.0001849669,0.00028992663],"category_scores_gemma":[0.00534239,0.00011229405,0.000024763922,0.0007087686,0.00008449424,0.00010906493,0.00002349227,0.00039495825,0.00003004389],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001714122,0.00053177885,0.03584526,0.00005980876,0.0000062308172,0.000008028886,0.0063114096,1.2271674e-7,0.0000806026,0.002429504,0.12934862,0.8253615],"study_design_scores_gemma":[0.0012033043,0.00025769978,0.53183204,0.0017360244,0.000042248794,0.00018945908,0.0098198885,0.00044792483,0.000108633365,0.0011058664,0.4529941,0.00026283573],"about_ca_topic_score_codex":0.00010790888,"about_ca_topic_score_gemma":0.00009443206,"teacher_disagreement_score":0.82509863,"about_ca_system_score_codex":0.00013675822,"about_ca_system_score_gemma":0.00042625947,"threshold_uncertainty_score":0.63957256},"labels":[],"label_agreement":null},{"id":"W2006509165","doi":"10.1503/cmaj.1080044","title":"Funding for continuing medical education","year":2008,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuing medical education; Continuing education; Statement (logic); Position statement; Medical education; Position (finance); Medicine; Management; Computer science; Family medicine; Political science; Business; Law","score_opus":0.01347861027658207,"score_gpt":0.30515456848471534,"score_spread":0.29167595820813325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006509165","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025439733,0.0004713174,0.00054170156,0.979139,0.011398471,0.0006539206,0.000024352677,0.00005907786,0.0051682405],"genre_scores_gemma":[0.0007842047,0.00047208255,0.0017778111,0.907988,0.0753596,0.00013354297,0.0011369387,0.000107660504,0.012240153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991149,0.00021075206,0.0014337797,0.00044885775,0.0055202628,0.0012373169],"domain_scores_gemma":[0.9933717,0.0004489097,0.0008758189,0.00030810284,0.0029975416,0.001997901],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0039092833,0.00037922827,0.00078166375,0.0011437872,0.0005660918,0.00013799082,0.00052787387,0.0051155854,0.00875224],"category_scores_gemma":[0.049575303,0.0003722863,0.00038286977,0.0006609828,0.00014143497,0.00016143563,0.000023895376,0.009460844,0.0002544716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000062477184,0.000048286285,0.0012214705,0.00010845195,0.00016657659,0.0005881258,0.00018608272,4.7352895e-8,5.6532724e-7,0.00006807345,0.8447193,0.1528868],"study_design_scores_gemma":[0.0012143315,0.00008289708,0.0009160084,0.0014276799,0.00015631391,0.0058109495,0.0001960373,0.00028557703,0.0000016351662,0.000157514,0.98942184,0.0003292338],"about_ca_topic_score_codex":0.0006884486,"about_ca_topic_score_gemma":0.000965282,"teacher_disagreement_score":0.15255755,"about_ca_system_score_codex":0.0059837997,"about_ca_system_score_gemma":0.046420727,"threshold_uncertainty_score":0.9998729},"labels":[],"label_agreement":null},{"id":"W2006985434","doi":"10.1016/s0840-4704(10)60337-7","title":"Can Leadership Make a Difference?","year":2004,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Process (computing); Health care; Public relations; Shared leadership; Transactional leadership; Leadership development; Leadership style; Leadership; Neuroleadership; Political science; Psychology; Business; Knowledge management; Computer science; Geography","score_opus":0.06333028637976884,"score_gpt":0.33991600403453537,"score_spread":0.2765857176547665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006985434","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118391484,0.00023167071,0.0022875282,0.8644786,0.00095590245,0.0012247802,0.0000039659776,0.0002292428,0.012196837],"genre_scores_gemma":[0.93775076,0.000050782888,0.0048959744,0.0515864,0.00015181652,0.00012728777,0.000106647385,0.000022153476,0.005308159],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985116,0.000018120685,0.0002893355,0.00026867,0.00041697142,0.00049530645],"domain_scores_gemma":[0.99931306,0.0000060012057,0.000063491345,0.00040565635,0.00009757083,0.00011421278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001929236,0.00012845022,0.00016840013,0.0002433341,0.00014674064,0.000016296308,0.00010675759,0.000084365485,0.000084205785],"category_scores_gemma":[0.00005614285,0.0001181027,0.000045461446,0.00053541816,0.00006704521,0.00002026132,0.000048820595,0.00026912792,0.00008872968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054559863,0.00032487683,0.016479746,0.0017713174,0.00007304043,0.00008692896,0.00093230617,0.000003975776,0.000013883574,0.35091862,0.012619981,0.61672074],"study_design_scores_gemma":[0.008404465,0.00141573,0.60954374,0.002645116,0.00025175494,0.00018539639,0.057001244,0.00016426486,0.00033505386,0.074002326,0.2451828,0.00086808135],"about_ca_topic_score_codex":0.00027298342,"about_ca_topic_score_gemma":0.00029318163,"teacher_disagreement_score":0.8193593,"about_ca_system_score_codex":0.00044275293,"about_ca_system_score_gemma":0.0001231776,"threshold_uncertainty_score":0.4816088},"labels":[],"label_agreement":null},{"id":"W2007031202","doi":"10.1136/bmj.39541.449306.ad","title":"Are learning portfolios worth the effort? No","year":2008,"lang":"en","type":"letter","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Economics; Computer science; Actuarial science; Financial economics; Business","score_opus":0.026329748891797185,"score_gpt":0.3257038976276506,"score_spread":0.29937414873585344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007031202","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043125506,0.00012490543,0.000040495015,0.95466596,0.0021771577,0.00079457706,0.0000020021002,0.00011158347,0.037770793],"genre_scores_gemma":[0.0015571126,0.00005808749,0.0006254485,0.8617763,0.028422968,0.00017614932,0.0006244649,0.00006435293,0.10669509],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813837,0.000049385155,0.00046352315,0.00027460724,0.00076163566,0.00031246155],"domain_scores_gemma":[0.9983313,0.00006323842,0.0005653779,0.00062569877,0.00038534874,0.000029029405],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00039359802,0.00020791896,0.00032938042,0.00017953731,0.00020281324,0.00001764245,0.00018770236,0.00058988575,0.0010364023],"category_scores_gemma":[0.0022257434,0.00013819282,0.00011779689,0.0004226247,0.00015576482,0.000029429062,0.00004092335,0.0038582045,0.001135252],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072951275,0.000019543353,0.0065266257,0.00011884266,0.0000589502,0.0005465657,0.00009794307,0.0000017978787,9.406145e-7,0.000007210696,0.98848975,0.004124547],"study_design_scores_gemma":[0.00020648414,0.000037214322,0.020474581,0.00035819472,0.000080009275,0.0004790998,0.00007917263,0.000049454393,0.0000026315095,0.000010629774,0.97807497,0.00014756125],"about_ca_topic_score_codex":0.000015368962,"about_ca_topic_score_gemma":6.594512e-7,"teacher_disagreement_score":0.092889614,"about_ca_system_score_codex":0.00012216598,"about_ca_system_score_gemma":0.00030582387,"threshold_uncertainty_score":0.9998768},"labels":[],"label_agreement":null},{"id":"W2007100357","doi":"10.1136/bmj.326.7380.62","title":"Intimate examinations and other ethical challenges in medical education","year":2003,"lang":"en","type":"letter","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Data science; Computer science; Medicine; World Wide Web; Engineering ethics; Engineering","score_opus":0.061578390391946736,"score_gpt":0.41340256470858133,"score_spread":0.3518241743166346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007100357","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001382102,0.00086285715,0.00004090569,0.9526096,0.0011204192,0.00060578226,0.0000022749634,0.000036627916,0.043339405],"genre_scores_gemma":[0.00062759407,0.00045642973,0.0032795402,0.9882173,0.003723042,0.00038960334,0.00020165004,0.00005249051,0.003052382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977807,0.00021967055,0.0005496024,0.0003843276,0.00082041154,0.00024529712],"domain_scores_gemma":[0.9990263,0.00015648472,0.00014300762,0.00040207987,0.00020311313,0.000069023205],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016183048,0.00019386556,0.0003381642,0.00051373465,0.0000420698,0.00001611656,0.000109331806,0.0023506754,0.0013345449],"category_scores_gemma":[0.0065767914,0.00017720746,0.000035161836,0.00032484042,0.00021713968,0.00003269153,0.00003090435,0.0041054585,0.00007171449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030519648,0.00013228835,0.0003180241,0.00040829508,0.00001784473,0.000038630304,0.00035412566,1.9287405e-8,9.988923e-7,0.0029988533,0.9181626,0.07756528],"study_design_scores_gemma":[0.0003767295,0.000038805465,0.0042401496,0.000815733,0.000041141677,0.0003919332,0.00026338763,0.000088266555,0.0000030338401,0.0011290925,0.9924444,0.00016730747],"about_ca_topic_score_codex":0.00003507193,"about_ca_topic_score_gemma":0.000018362618,"teacher_disagreement_score":0.07739798,"about_ca_system_score_codex":0.00017562736,"about_ca_system_score_gemma":0.0014964392,"threshold_uncertainty_score":0.99957836},"labels":[],"label_agreement":null},{"id":"W2007203844","doi":"10.1007/s10459-011-9277-4","title":"Flower power: the armoured expert in the CanMEDS competency framework?","year":2011,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Acknowledgement; Engineering ethics; Set (abstract data type); Knowledge management; Computer science; Engineering","score_opus":0.028394932813696563,"score_gpt":0.41519128854462456,"score_spread":0.386796355730928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007203844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6767517,0.035915636,0.0028764892,0.21463802,0.014079762,0.003293584,0.0000016850428,0.00007506891,0.052368063],"genre_scores_gemma":[0.9307784,0.0019281104,0.029340917,0.03731266,0.0002536391,0.0003200083,0.00000648411,0.0000069880316,0.00005282116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980119,0.00020143767,0.0005604092,0.00029894253,0.0005481339,0.0003791631],"domain_scores_gemma":[0.9989908,0.00023802384,0.0001890617,0.00042516048,0.00011096918,0.000045989007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029712957,0.00011304738,0.00016501713,0.00027136246,0.000317918,0.000021062415,0.00048819656,0.00006478447,0.00020680347],"category_scores_gemma":[0.0012288432,0.00006423157,0.00002506076,0.0023470577,0.00054993416,0.00035215833,0.000019439982,0.0004898154,0.000016145535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006012061,0.002012825,0.2106639,0.0002033939,0.0000044489375,0.00000235613,0.17210042,0.00003933713,0.000013326111,0.23400341,0.01107175,0.3698247],"study_design_scores_gemma":[0.0005022109,0.0007322524,0.571879,0.0014967044,0.0000074249165,0.000096524134,0.14377663,0.0006959415,0.00006199123,0.07318995,0.2072446,0.0003167819],"about_ca_topic_score_codex":0.0010601701,"about_ca_topic_score_gemma":0.00053119333,"teacher_disagreement_score":0.36950794,"about_ca_system_score_codex":0.00025676828,"about_ca_system_score_gemma":0.0020944593,"threshold_uncertainty_score":0.3715481},"labels":[],"label_agreement":null},{"id":"W2007364312","doi":"10.3109/01421590902849529","title":"A theory-based curriculum design for remediation of residents’ communication skills","year":2009,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Curriculum; Experiential learning; Remedial education; Interview; Psychology; Medical education; Mathematics education; Curriculum development; Curriculum theory; Pedagogy; Medicine; Sociology","score_opus":0.021454005840149403,"score_gpt":0.3537668274646594,"score_spread":0.33231282162451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007364312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50067645,0.00033141315,0.45930734,0.03435964,0.00035762752,0.0017908879,0.0000012364859,0.00015765447,0.003017736],"genre_scores_gemma":[0.94477445,0.000029332923,0.050357655,0.0030172155,0.00031250555,0.00011992153,0.00020757478,0.000019460882,0.0011618749],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979821,0.00025768514,0.00055376336,0.00018908182,0.0008175485,0.00019980967],"domain_scores_gemma":[0.998613,0.00017108394,0.00020359203,0.0005030162,0.00039444372,0.00011484695],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037150802,0.000115004565,0.0002599505,0.00017119967,0.00007351462,0.0000070688006,0.000220705,0.00026012902,0.0010239553],"category_scores_gemma":[0.015521515,0.000094145405,0.00008422856,0.00042249175,0.00016871981,0.00006216505,0.000012590106,0.00035763325,0.000016365968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086595706,0.012267777,0.057951048,0.00045009266,0.00018202096,0.000009223001,0.003214733,0.00006636792,0.0010044301,0.054345142,0.31210613,0.5575371],"study_design_scores_gemma":[0.029628938,0.0054316944,0.34537417,0.00514735,0.0012432405,0.00007625116,0.0021721213,0.45073876,0.0108665535,0.11376163,0.03413567,0.0014236306],"about_ca_topic_score_codex":0.000015836044,"about_ca_topic_score_gemma":8.654941e-7,"teacher_disagreement_score":0.5561134,"about_ca_system_score_codex":0.00012271396,"about_ca_system_score_gemma":0.00038155424,"threshold_uncertainty_score":0.99988925},"labels":[],"label_agreement":null},{"id":"W2007468202","doi":"10.4212/cjhp.v65i3.1143","title":"A Needs Assessment Study of Hospital Pharmacy Residency Preceptors","year":2012,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Preceptor; Pharmacy; Medical education; Mentorship; Accreditation; Medicine; Workload; Psychology; Nursing; Computer science","score_opus":0.02668779539168065,"score_gpt":0.3694317563255534,"score_spread":0.34274396093387277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007468202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734251,0.0007559765,0.000023089091,0.017478859,0.005777054,0.00081155286,0.000005378792,0.000009424429,0.0017135572],"genre_scores_gemma":[0.996665,0.000045474146,0.0005562146,0.00057681446,0.0018506704,0.000018636943,0.0000060607613,0.000035840047,0.0002452765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975834,0.00014555576,0.0008813551,0.000107727836,0.00077343837,0.0005085519],"domain_scores_gemma":[0.9974521,0.00006833881,0.00062142045,0.00031297514,0.00088371866,0.00066148187],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015570823,0.00020270426,0.0003685998,0.00059304223,0.00025482857,0.000040209834,0.00044382142,0.00003706057,0.0011425022],"category_scores_gemma":[0.0005603609,0.00014579117,0.00013700862,0.00093340006,0.0002221666,0.0005317003,0.000030504416,0.000906769,0.00002147182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007741357,0.002605374,0.86594397,0.0000733788,0.00059172633,0.000053079977,0.034864634,0.000011541755,0.00022992055,0.00047453196,0.07951431,0.015560136],"study_design_scores_gemma":[0.016671393,0.009334483,0.79589504,0.0005425636,0.002439614,0.00038817545,0.061623067,0.00022234886,0.0037553438,0.000515891,0.107720554,0.0008915145],"about_ca_topic_score_codex":0.007173501,"about_ca_topic_score_gemma":0.0004782577,"teacher_disagreement_score":0.0700489,"about_ca_system_score_codex":0.00060333067,"about_ca_system_score_gemma":0.0033154516,"threshold_uncertainty_score":0.9997706},"labels":[],"label_agreement":null},{"id":"W2007553059","doi":"10.1111/j.1365-2929.2005.02301.x","title":"Mission Statement Day: introducing professionalism to medical students","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care","funders":"","keywords":"Facilitator; Context (archaeology); Medical education; Class (philosophy); Psychology; Medicine; Social psychology","score_opus":0.018257704982884235,"score_gpt":0.45448850784400424,"score_spread":0.43623080286112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007553059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5326676,0.0001771777,0.00252875,0.4595789,0.0030479769,0.0007612686,8.50151e-7,0.000106483116,0.0011310306],"genre_scores_gemma":[0.65730196,0.000088396504,0.01685749,0.30997214,0.005991492,0.00033561507,0.00049643574,0.00006326167,0.008893197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926354,0.00015652308,0.0009426666,0.00053635857,0.0053060325,0.00042301163],"domain_scores_gemma":[0.9980132,0.00008288753,0.0001435932,0.00054337276,0.00050102366,0.00071590266],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004309064,0.0002081535,0.0003027793,0.00036578518,0.0001887217,0.000040090887,0.00052754045,0.0003270681,0.016204465],"category_scores_gemma":[0.025052015,0.00016803994,0.00005654478,0.0008199209,0.0001024099,0.00015048127,0.00021013097,0.00075663306,0.0007998986],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003272515,0.001992283,0.0036658777,0.000067423025,0.00002061163,0.0000040277105,0.0012360871,0.000001988806,0.00009790648,0.00046916978,0.5147342,0.47767773],"study_design_scores_gemma":[0.0012162465,0.0001384113,0.02507099,0.0016197884,0.0000475143,0.00008283439,0.0009337165,0.0015449785,0.00054827693,0.00012501817,0.96844625,0.0002259564],"about_ca_topic_score_codex":0.000045242108,"about_ca_topic_score_gemma":0.000009228435,"teacher_disagreement_score":0.47745177,"about_ca_system_score_codex":0.00080878846,"about_ca_system_score_gemma":0.0066747596,"threshold_uncertainty_score":0.99997807},"labels":[],"label_agreement":null},{"id":"W2007614245","doi":"10.1097/acm.0b013e3182623143","title":"Preparing Students for Clerkship","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Preparedness; Medical education; Clinical clerkship; Shadow (psychology); Medical school; Program evaluation; Psychology; Intervention (counseling); Scale (ratio); Medicine; Curriculum; Nursing; Pedagogy","score_opus":0.07184329087629426,"score_gpt":0.4649294416755699,"score_spread":0.3930861507992756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007614245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680586,0.0012003884,0.0067616375,0.010655986,0.0024212913,0.0010581394,8.6592365e-7,0.00012763601,0.009715458],"genre_scores_gemma":[0.9798874,0.00009900882,0.00157743,0.008720533,0.005356719,0.00017643828,0.000070037895,0.000027867703,0.004084526],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983024,0.000021472551,0.00047608867,0.00018357289,0.00059293245,0.00042352386],"domain_scores_gemma":[0.9991272,0.000141954,0.00012406264,0.000274629,0.0001440412,0.00018807485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001956155,0.00012663382,0.00027083512,0.00017095772,0.000080668,0.000002136402,0.00018470222,0.00022492465,0.0002692925],"category_scores_gemma":[0.0041665845,0.00009692672,0.000030797168,0.00034845137,0.00013604456,0.00013031121,0.000042834046,0.00055245974,0.000062570434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001451314,0.00009440744,0.35586947,0.00033607314,0.00010460298,5.866978e-7,0.008577267,4.201796e-7,0.004435162,0.010539231,0.5812756,0.038622074],"study_design_scores_gemma":[0.006135695,0.00051268237,0.19170071,0.0012140042,0.00048650333,0.000170103,0.004216466,0.00031298213,0.0024815956,0.0019471052,0.79050624,0.0003158913],"about_ca_topic_score_codex":0.000005743659,"about_ca_topic_score_gemma":1.11847356e-7,"teacher_disagreement_score":0.20923069,"about_ca_system_score_codex":0.00013792896,"about_ca_system_score_gemma":0.000051920426,"threshold_uncertainty_score":0.49880916},"labels":[],"label_agreement":null},{"id":"W2007643807","doi":"10.3109/10903127.2012.702194","title":"Global Rating Scale for the Assessment of Paramedic Clinical Competence","year":2012,"lang":"en","type":"article","venue":"Prehospital Emergency Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Hospital; Georgian College; The Wilson Centre; Centennial College; University of Ottawa Skills and Simulation Centre; Lambton College","funders":"","keywords":"Medicine; Competence (human resources); Rating scale; Medical emergency; Emergency medical services; Scale (ratio); Medical physics; Medical education; Cartography","score_opus":0.03424564711661219,"score_gpt":0.45343531691280203,"score_spread":0.4191896697961898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007643807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662799,0.0023667128,0.017436305,0.0018318268,0.0065885996,0.001109742,0.000028998813,0.000038780287,0.0043191076],"genre_scores_gemma":[0.97473735,0.00012879148,0.023675233,0.00022131564,0.0009323744,0.0001693824,0.000070375805,0.000010814314,0.000054348537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998448,0.00003979583,0.00067054655,0.00016714117,0.00040558525,0.0002689373],"domain_scores_gemma":[0.998735,0.000098594675,0.00019705454,0.00035064103,0.0005330759,0.000085600455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007322944,0.000107191336,0.00022417378,0.00002183363,0.000120623336,0.0000034853074,0.00016494271,0.00009232322,0.0002531681],"category_scores_gemma":[0.0011351963,0.00007451847,0.00015870368,0.00033569732,0.00015301767,0.000091387235,0.0000527498,0.00018448388,0.0000054667144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009397875,0.00022067483,0.9407582,0.00022097657,0.00003966253,1.04167015e-7,0.0008614481,0.00000686125,0.000013718398,0.0019398395,0.0091575915,0.046771478],"study_design_scores_gemma":[0.00047033897,0.00030303161,0.98565316,0.0000713802,0.00016299164,0.000003830781,0.005813803,0.0016715882,0.000033961343,0.00012771755,0.0055957492,0.00009245229],"about_ca_topic_score_codex":0.000020637852,"about_ca_topic_score_gemma":0.0000042651,"teacher_disagreement_score":0.046679024,"about_ca_system_score_codex":0.000105892344,"about_ca_system_score_gemma":0.0002038767,"threshold_uncertainty_score":0.30387753},"labels":[],"label_agreement":null},{"id":"W2007759583","doi":"10.1111/j.1525-1497.2005.0162.x","title":"Medical students’ views on peer assessment of professionalism","year":2005,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Summative assessment; Formative assessment; Peer feedback; Focus group; Peer assessment; Medicine; Confidentiality; Medical education; Qualitative research; Peer review; Peer group; Harm; Peer mentoring; Psychology; Social psychology; Pedagogy","score_opus":0.06585140379449092,"score_gpt":0.5106009837680046,"score_spread":0.4447495799735136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007759583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8362546,0.00038873058,0.0020483995,0.1465318,0.0031731261,0.00020390109,0.0000011457807,0.00000840306,0.011389888],"genre_scores_gemma":[0.94234264,0.00017520312,0.010295407,0.021266418,0.007664037,0.000007657002,0.000013724239,0.000025659001,0.018209228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923856,0.00012496066,0.0017140936,0.00015269546,0.0054191127,0.00020348562],"domain_scores_gemma":[0.99683,0.00011502607,0.0009352798,0.00024760066,0.0016433623,0.0002287326],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042687473,0.00017860165,0.0006926478,0.00050227134,0.000038079615,0.0000075691732,0.00053546886,0.00015757568,0.004035404],"category_scores_gemma":[0.0027590941,0.00010537564,0.00014680353,0.0003073131,0.00022880871,0.00010149326,0.00007399011,0.0011608693,0.00001463577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006228635,0.002604209,0.04409712,0.0001623639,0.0004731605,0.00023077587,0.0011696751,0.000027715152,0.009016729,0.0041398695,0.8016814,0.13577409],"study_design_scores_gemma":[0.011974805,0.0068558776,0.32142472,0.009711668,0.0004233306,0.002863125,0.0008890506,0.002976021,0.004182961,0.0003894491,0.6380516,0.00025738537],"about_ca_topic_score_codex":0.000023776585,"about_ca_topic_score_gemma":0.0000027185163,"teacher_disagreement_score":0.2773276,"about_ca_system_score_codex":0.0003223303,"about_ca_system_score_gemma":0.0004833643,"threshold_uncertainty_score":0.99687505},"labels":[],"label_agreement":null},{"id":"W2007806055","doi":"10.1080/01421590410001683221","title":"Organizational commitment of a health profession faculty: dimensions, correlates and conditions","year":2004,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Organizational commitment; Demographics; Absenteeism; Chiropractic; Interpersonal communication; Psychology; Health care; Population; Medical education; Family medicine; Nursing; Medicine; Social psychology; Alternative medicine; Political science; Sociology","score_opus":0.028620015069297473,"score_gpt":0.3798792978063754,"score_spread":0.35125928273707796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007806055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9207923,0.00030435898,0.0016398841,0.07606233,0.0002599085,0.00037473472,0.000003835535,0.000051781117,0.0005108627],"genre_scores_gemma":[0.9942761,0.00004800229,0.0013709194,0.0030184996,0.000085512125,0.00002611673,0.0005433953,0.00001390446,0.0006175418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856925,0.00006428045,0.00042728125,0.0001559458,0.00063648896,0.00014673613],"domain_scores_gemma":[0.99940646,0.00001832558,0.000121685924,0.00014526187,0.00016000478,0.00014825504],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006495571,0.00008703409,0.0002282933,0.00009405297,0.00013715657,0.0000031006052,0.000050044706,0.00014144038,0.0019928243],"category_scores_gemma":[0.0015494868,0.000065894405,0.000021617383,0.00033733516,0.000251653,0.000032171094,0.00004381991,0.0003596156,0.000024540715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008473611,0.0068633216,0.68920684,0.00068286166,0.00029307842,0.00003272365,0.016658518,0.0000059500207,0.00037546165,0.11259514,0.13720937,0.035992015],"study_design_scores_gemma":[0.0435076,0.004916586,0.709764,0.01456844,0.00068837655,0.001897399,0.032343127,0.01599402,0.0011434591,0.10928801,0.064259775,0.0016292249],"about_ca_topic_score_codex":0.000034507837,"about_ca_topic_score_gemma":0.0000022892316,"teacher_disagreement_score":0.0734838,"about_ca_system_score_codex":0.00014272286,"about_ca_system_score_gemma":0.00070271525,"threshold_uncertainty_score":0.9989195},"labels":[],"label_agreement":null},{"id":"W2007842321","doi":"10.3138/jvme.36.2.232","title":"A Retrospective Analysis of Veterinary Medical Curriculum Development in The Netherlands","year":2009,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Veterinary medicine; Medicine; Veterinary education; Psychology; Pedagogy","score_opus":0.036887096115427974,"score_gpt":0.40438851573272466,"score_spread":0.3675014196172967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007842321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98012006,0.00034269,0.0005932712,0.017256195,0.00080492743,0.00018582237,4.7523048e-7,0.000007690877,0.00068885647],"genre_scores_gemma":[0.9911812,0.0001606956,0.002990644,0.004961294,0.0006099801,0.000015127448,0.000038148886,0.000008571384,0.000034369936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955183,0.00025789317,0.0013876641,0.00018684479,0.0024206408,0.00022863528],"domain_scores_gemma":[0.9981585,0.00009659574,0.0006111034,0.0003005023,0.00063274737,0.00020055058],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039374973,0.00016075074,0.00059086125,0.0010396251,0.00006154203,0.00001293431,0.00043771742,0.00025374815,0.0010187217],"category_scores_gemma":[0.0056900224,0.00010579237,0.00018690331,0.0025480126,0.00015654103,0.00014495016,0.000029425273,0.00093001936,0.000003720903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092173996,0.015318454,0.18253869,0.00026318207,0.0011060627,0.000759543,0.016813273,0.000011287689,0.00095928635,0.0011809012,0.029429303,0.75069827],"study_design_scores_gemma":[0.0012026214,0.0032153053,0.9675533,0.000923582,0.0004041129,0.0025589727,0.002255235,0.0010394778,0.000026559592,0.00014946827,0.020540865,0.00013047765],"about_ca_topic_score_codex":0.0000160615,"about_ca_topic_score_gemma":0.0000040017976,"teacher_disagreement_score":0.7850146,"about_ca_system_score_codex":0.00038977343,"about_ca_system_score_gemma":0.0034351826,"threshold_uncertainty_score":0.9998945},"labels":[],"label_agreement":null},{"id":"W2007842869","doi":"10.1111/j.1365-2929.2005.02327.x","title":"The definition of ‘portfolio’","year":2005,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario","funders":"","keywords":"Portfolio; Citation; Presentation (obstetrics); Library science; Psychology; Medicine; Computer science; Business","score_opus":0.016301748367978777,"score_gpt":0.33589851444092567,"score_spread":0.3195967660729469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007842869","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016953207,0.00097350084,0.00012357283,0.96202266,0.003841598,0.00047889113,0.0000033078736,0.000052329015,0.030808806],"genre_scores_gemma":[0.0012952312,0.0007715898,0.002784325,0.96954304,0.015987117,0.0002492704,0.002111405,0.00005382804,0.0072041717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641645,0.0000947233,0.0009265545,0.0003049866,0.0019310286,0.00032624867],"domain_scores_gemma":[0.9977491,0.00021479327,0.0004792512,0.000729699,0.0007685866,0.00005858509],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009920583,0.00021997043,0.0003629912,0.00027946793,0.00015499725,0.000020999678,0.0003190246,0.0011756711,0.002570379],"category_scores_gemma":[0.008348916,0.00015324683,0.00014357305,0.0006038224,0.00047834357,0.000056399425,0.000035774046,0.0025076903,0.00017565484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009203084,0.00019887576,0.00009260205,0.00020994428,0.00003440558,0.000004733367,0.000059207745,1.4221226e-8,0.0000021416201,0.00087951997,0.79275346,0.20575589],"study_design_scores_gemma":[0.00024558918,0.00006736994,0.00094804337,0.0006652219,0.00014855078,0.00015794668,0.000108552544,0.000041431915,0.000023841882,0.0012394444,0.99622655,0.00012747856],"about_ca_topic_score_codex":0.000046448607,"about_ca_topic_score_gemma":0.0000036344175,"teacher_disagreement_score":0.20562841,"about_ca_system_score_codex":0.00030244156,"about_ca_system_score_gemma":0.0068118274,"threshold_uncertainty_score":0.9997936},"labels":[],"label_agreement":null},{"id":"W2008233978","doi":"10.1097/acm.0b013e3181d85a4e","title":"The Processes and Dimensions of Informed Self-Assessment: A Conceptual Model","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":316,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Self-assessment; Grounded theory; Psychology; Focus group; Psychological intervention; Medical education; Nonprobability sampling; Process (computing); Qualitative research; Applied psychology; Social psychology; Medicine; Computer science; Sociology","score_opus":0.023218238271447936,"score_gpt":0.3739760977893646,"score_spread":0.35075785951791666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008233978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97361445,0.0004723735,0.0007105814,0.021440005,0.00041446456,0.00044104957,0.000001393397,0.00006003747,0.002845632],"genre_scores_gemma":[0.99144524,0.0015333002,0.0035634823,0.0025230567,0.000341694,0.00005176648,0.000020424082,0.000012496388,0.00050853664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864733,0.000013631076,0.00051865855,0.00015150521,0.0004691498,0.00019971076],"domain_scores_gemma":[0.9985135,0.00046833037,0.00019856133,0.00026501733,0.0004500814,0.00010448688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007586218,0.00011301263,0.0002375733,0.00010357515,0.00015872633,0.0000023044456,0.00013857169,0.00020103871,0.00003940993],"category_scores_gemma":[0.00456853,0.000056708675,0.000011921445,0.0004666894,0.0010295731,0.000086414104,0.000047756097,0.0011434704,0.0000025145555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002729887,0.00021353771,0.066869855,0.0018201623,0.00039097446,0.000006652049,0.0905862,0.000011198361,0.10234355,0.41837996,0.25513187,0.06397307],"study_design_scores_gemma":[0.029625036,0.0034663987,0.068148896,0.005091343,0.0027608492,0.0013928614,0.11662262,0.13561724,0.012942914,0.07403241,0.54879355,0.001505847],"about_ca_topic_score_codex":0.00000923706,"about_ca_topic_score_gemma":0.0000043983337,"teacher_disagreement_score":0.34434754,"about_ca_system_score_codex":0.000033187007,"about_ca_system_score_gemma":0.0010638499,"threshold_uncertainty_score":0.5469287},"labels":[],"label_agreement":null},{"id":"W2008344668","doi":"10.1111/medu.12564","title":"Feedback fairs: low‐tech, high‐impact knowledge to action","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Library science; Computer science","score_opus":0.012899279280668766,"score_gpt":0.3900848669369758,"score_spread":0.37718558765630705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008344668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91554713,0.00006345668,0.013382297,0.054707456,0.0050667906,0.0006732575,0.000001346645,0.00022974909,0.010328514],"genre_scores_gemma":[0.9693715,0.000016389135,0.0043136897,0.019466812,0.0033568111,0.0002007521,0.0002858902,0.00004310147,0.0029450376],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767655,0.00011393197,0.00052494375,0.0004149973,0.0008876835,0.00038186664],"domain_scores_gemma":[0.9981969,0.00009827034,0.00011717005,0.0006026567,0.0005880232,0.0003970003],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011493942,0.0002166366,0.00031776683,0.00046622867,0.00014154935,0.00003593703,0.00022552922,0.00033816393,0.0037787657],"category_scores_gemma":[0.011830013,0.00018293284,0.000091562186,0.001299231,0.0001288734,0.00015683277,0.000049591217,0.0005729573,0.0020766344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004449932,0.0012017607,0.0014871272,0.00013655098,0.000020486104,3.9065412e-7,0.0005412441,0.0000024983212,0.00040095265,0.0012212511,0.38849556,0.6064477],"study_design_scores_gemma":[0.0021001422,0.0010069946,0.24711129,0.0015867958,0.00015463169,0.00016238421,0.001374638,0.0039848113,0.0027286024,0.0013440293,0.73785776,0.0005879401],"about_ca_topic_score_codex":0.00020573799,"about_ca_topic_score_gemma":0.000029656354,"teacher_disagreement_score":0.60585976,"about_ca_system_score_codex":0.0007062759,"about_ca_system_score_gemma":0.0025685206,"threshold_uncertainty_score":0.9987004},"labels":[],"label_agreement":null},{"id":"W2008474231","doi":"10.3138/jvme.0311.037r","title":"A Review of Student Evaluation of Teaching: Applications to Veterinary Medical Education","year":2011,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Reliability (semiconductor); Teaching method; Psychology; Medicine; Mathematics education","score_opus":0.2776131096788255,"score_gpt":0.5787273435756184,"score_spread":0.30111423389679287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008474231","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013426795,0.9863942,0.00049462315,0.0028420421,0.0034491485,0.0035046586,0.0000078209705,0.000018966783,0.0019458603],"genre_scores_gemma":[0.0006605053,0.9853764,0.006149355,0.0039544394,0.0021472692,0.0011618594,0.00035000418,0.00008717528,0.00011297259],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98759204,0.0014815432,0.005091247,0.0005148493,0.004982989,0.00033734387],"domain_scores_gemma":[0.98833865,0.00028215774,0.00443862,0.0011671176,0.0049493485,0.0008240809],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013680626,0.00053956907,0.002794099,0.0016108267,0.00009025162,0.000012687207,0.0011961712,0.00080335274,0.0036017324],"category_scores_gemma":[0.020589478,0.0004383487,0.0007883609,0.0015065359,0.00036771284,0.00022879281,0.00022530912,0.0019452015,0.0000428487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056212364,0.005709419,0.000016205406,0.0944546,0.0002722331,0.000004661566,0.00033948483,6.137723e-8,0.000004207205,0.0005328521,0.04013597,0.8584741],"study_design_scores_gemma":[0.00042719056,0.0018059651,0.00012445117,0.27730083,0.0028467688,0.003642743,0.00029929922,0.000007341434,0.0000011014931,0.00006937846,0.71325606,0.00021888096],"about_ca_topic_score_codex":0.00002982727,"about_ca_topic_score_gemma":7.532076e-7,"teacher_disagreement_score":0.8582552,"about_ca_system_score_codex":0.001155492,"about_ca_system_score_gemma":0.05273733,"threshold_uncertainty_score":0.9998068},"labels":[],"label_agreement":null},{"id":"W2008649774","doi":"10.3138/jvme.35.3.354","title":"What Does a Clinical Competency Curriculum Look Like?","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Restructuring; Medical education; Curriculum mapping; Curriculum-based measurement; Curriculum development; Medical school; Medicine; Psychology; Pedagogy; Political science","score_opus":0.06142463586440934,"score_gpt":0.4374335611356281,"score_spread":0.37600892527121876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008649774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9511788,0.0013320586,0.0003641995,0.025566315,0.020874511,0.00020615396,2.7136517e-7,0.000025383695,0.0004523129],"genre_scores_gemma":[0.9584929,0.006616607,0.012562167,0.01531872,0.00592118,0.000018828148,0.00002968194,0.00003083755,0.0010091309],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962176,0.00021361446,0.0016433739,0.00023246523,0.0014394129,0.0002535534],"domain_scores_gemma":[0.9971538,0.000133594,0.00070289685,0.0003598625,0.0011901034,0.00045972658],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018796445,0.00017606617,0.0005235646,0.00035460189,0.00013581583,0.000027458791,0.00029496354,0.00029816688,0.001685619],"category_scores_gemma":[0.005623809,0.00011794733,0.00025038442,0.000515918,0.00046322524,0.0006921573,0.000054908327,0.0011564363,0.00007235424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060174393,0.014244318,0.10421443,0.00042594876,0.00025761503,0.0010769066,0.002746798,7.095431e-7,0.0004047889,0.00059965247,0.36546454,0.50996256],"study_design_scores_gemma":[0.0052476423,0.007947715,0.25299397,0.0053362655,0.00034690302,0.070749454,0.011920005,0.00086698565,0.00006323041,0.0009052351,0.6430942,0.0005283828],"about_ca_topic_score_codex":0.000007859085,"about_ca_topic_score_gemma":9.2934704e-7,"teacher_disagreement_score":0.50943416,"about_ca_system_score_codex":0.0002062879,"about_ca_system_score_gemma":0.006469551,"threshold_uncertainty_score":0.999227},"labels":[],"label_agreement":null},{"id":"W2008749599","doi":"10.1197/j.aem.2006.05.025","title":"Evaluating “ED STAT!”: A Novel and Effective Faculty Development Program to Improve Emergency Department Teaching","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Royal College of Physicians and Surgeons of Canada; The Wilson Centre; University of Ottawa; University of Toronto","funders":"University of Toronto; Queen's University; Canadian Association of Emergency Physicians; Dalhousie University; University of Ottawa","keywords":"Medicine; Emergency department; Wilcoxon signed-rank test; Test (biology); Medical education; Family medicine; Nursing; Internal medicine; Mann–Whitney U test","score_opus":0.05404206172628871,"score_gpt":0.463024024425325,"score_spread":0.40898196269903625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008749599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97791165,0.0009357203,0.006577192,0.0060983296,0.0022215338,0.0041290964,0.00000855269,0.00023298085,0.0018849416],"genre_scores_gemma":[0.93226326,0.00025229246,0.05626469,0.0008231541,0.002518083,0.0031377773,0.0007907732,0.0000924861,0.0038574678],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955867,0.00008845423,0.0017654083,0.0007584164,0.0011391494,0.0006618696],"domain_scores_gemma":[0.99846846,0.0000569839,0.00039960726,0.0003347958,0.00047040125,0.00026974513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027904864,0.00040287978,0.00052020507,0.000343482,0.00035202006,0.0000014538608,0.0001834997,0.00025881873,0.0005632742],"category_scores_gemma":[0.0036834385,0.0003214387,0.000053475997,0.00076490105,0.00009834453,0.0001301729,0.00012285472,0.001196849,0.000043498232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020504365,0.0010435664,0.093988724,0.00065701053,0.00026677264,0.0000050466315,0.006650427,0.000022701404,0.12439794,0.0013412122,0.13312985,0.6382917],"study_design_scores_gemma":[0.0064589097,0.0040842486,0.74512833,0.0013299801,0.00077385886,0.00007475121,0.0024759523,0.0042883013,0.0053261304,0.0008873558,0.22803532,0.0011368704],"about_ca_topic_score_codex":0.00020510318,"about_ca_topic_score_gemma":0.0000097937245,"teacher_disagreement_score":0.6511396,"about_ca_system_score_codex":0.00041680457,"about_ca_system_score_gemma":0.0001922676,"threshold_uncertainty_score":0.99992377},"labels":[],"label_agreement":null},{"id":"W2008842450","doi":"10.1097/acm.0b013e3181dbebb8","title":"Integrating Bioethics Into Postgraduate Medical Education: The University of Toronto Model","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bioethics; Accreditation; Curriculum; Medical education; Graduate medical education; Medical ethics; Specialty; Engineering ethics; Medicine; Pedagogy; Sociology; Political science; Family medicine; Engineering; Law","score_opus":0.033431957279442655,"score_gpt":0.38816881029911,"score_spread":0.35473685301966734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008842450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54574317,0.0013120378,0.008998476,0.42227185,0.0023527767,0.0005445832,0.0000012119942,0.00009056154,0.018685346],"genre_scores_gemma":[0.9767224,0.0009783416,0.0065914663,0.012206491,0.0012108127,0.000005020485,0.000058335263,0.000018408671,0.002208705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980451,0.000057828795,0.0005074409,0.00023856356,0.00095727795,0.00019382434],"domain_scores_gemma":[0.99822724,0.0001888607,0.00023336055,0.0005083771,0.0006468115,0.00019533493],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022719393,0.00014316132,0.00028645035,0.00006877655,0.0001846355,0.0000017452867,0.00047982304,0.00050966546,0.0019905523],"category_scores_gemma":[0.010058239,0.00009333798,0.000041058305,0.00033813054,0.0018816517,0.00011489396,0.00008368198,0.002460081,0.000017568917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012486058,0.00014571316,0.005864605,0.0003317458,0.00009427293,0.0000055732976,0.05902184,0.0000026826642,0.016678594,0.34621996,0.32845476,0.2430554],"study_design_scores_gemma":[0.0080470005,0.0012114553,0.012204092,0.006913981,0.0014543853,0.0011588277,0.2566102,0.24734816,0.0033005297,0.067714795,0.39290664,0.0011299257],"about_ca_topic_score_codex":0.0038140526,"about_ca_topic_score_gemma":0.0007655933,"teacher_disagreement_score":0.43097925,"about_ca_system_score_codex":0.00013476313,"about_ca_system_score_gemma":0.0022646808,"threshold_uncertainty_score":0.9998413},"labels":[],"label_agreement":null},{"id":"W2009129155","doi":"10.1007/s11999-014-3732-5","title":"Not the Last Word: The ACGME Core Competencies are Overrated","year":2014,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Word (group theory); Core (optical fiber); MEDLINE; Linguistics; Optics","score_opus":0.1556375055383058,"score_gpt":0.46281460594431284,"score_spread":0.30717710040600704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009129155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90343577,0.0004260355,0.00003764991,0.0867423,0.0014913369,0.00057359197,0.0000025661705,0.00005347899,0.0072372505],"genre_scores_gemma":[0.9882444,0.0011506615,0.00015822706,0.004357328,0.000834609,0.0000320333,0.000035048262,0.000025428,0.0051622344],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967067,0.000662188,0.0007876179,0.00036156646,0.0010476672,0.0004342655],"domain_scores_gemma":[0.99483675,0.0030336543,0.00017474957,0.0007302743,0.0010394139,0.0001851717],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0122521175,0.00013211188,0.0003063689,0.00012908464,0.0008747661,0.00006338442,0.00031235404,0.00039912408,0.00024259691],"category_scores_gemma":[0.018894639,0.000060811453,0.00014466094,0.0014188465,0.002856501,0.000038568112,0.00022335091,0.0038055698,0.00016706329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049517275,0.0010479012,0.31007934,0.00020839756,0.00055410306,0.00009558626,0.0016014754,0.000015408743,0.00025712163,0.05295355,0.29931438,0.33337757],"study_design_scores_gemma":[0.0015246627,0.00050343404,0.6128203,0.00031299854,0.000088938585,0.000116756455,0.0021204415,0.010948035,0.000008932965,0.0022729533,0.3691571,0.00012541104],"about_ca_topic_score_codex":0.00001616235,"about_ca_topic_score_gemma":0.000012944222,"teacher_disagreement_score":0.33325216,"about_ca_system_score_codex":0.000034822366,"about_ca_system_score_gemma":0.00027855733,"threshold_uncertainty_score":0.9998571},"labels":[],"label_agreement":null},{"id":"W2009159273","doi":"10.1007/s40037-014-0152-x","title":"Medical students find assessments stressful. Of course….but what do we do about it?","year":2014,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Course (navigation); Medical education; Psychology; Data science; Computer science; Medicine; Engineering","score_opus":0.012432719512323852,"score_gpt":0.42950061546703266,"score_spread":0.41706789595470883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009159273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8664049,0.0050990568,0.002009038,0.112057805,0.0048358147,0.00093376567,0.000005187165,0.000096853495,0.0085576065],"genre_scores_gemma":[0.9774871,0.009732831,0.0015674903,0.0074838446,0.002053601,0.00018388432,0.00011104552,0.0000544356,0.0013257643],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99154866,0.00030140262,0.0009216282,0.00074745103,0.006037105,0.0004437514],"domain_scores_gemma":[0.996641,0.00038944415,0.0004096455,0.00085400644,0.00109674,0.00060915906],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028044563,0.00032630918,0.00059030013,0.00044689217,0.00015609716,0.00013365154,0.00078569836,0.0005421672,0.009531827],"category_scores_gemma":[0.013241561,0.00028015632,0.00013943625,0.00083119515,0.00069230783,0.0003484008,0.00011933147,0.0011665964,0.00015973885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020495156,0.012926273,0.018627668,0.0003448529,0.00025101897,0.000006998278,0.010063313,0.000001941143,0.00007852196,0.01618782,0.07138361,0.86992306],"study_design_scores_gemma":[0.011068266,0.003657015,0.32482728,0.031936325,0.00081440056,0.00023575359,0.47949573,0.0035062814,0.0009897752,0.0050213602,0.1370713,0.0013764984],"about_ca_topic_score_codex":0.000051901883,"about_ca_topic_score_gemma":0.0000051473376,"teacher_disagreement_score":0.86854655,"about_ca_system_score_codex":0.0005050513,"about_ca_system_score_gemma":0.0038092865,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W2009270658","doi":"10.1155/2014/830701","title":"Changing Morning Report: An Educational Intervention to Address Curricular Needs","year":2014,"lang":"en","type":"article","venue":"Journal of Biomedical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital","funders":"University of Alberta","keywords":"Morning; Curriculum; Medical education; Session (web analytics); Focus group; Medicine; Preceptor; Psychology; Family medicine; Pedagogy; Computer science; Internal medicine; Sociology","score_opus":0.013000903035220704,"score_gpt":0.3717506942354694,"score_spread":0.3587497912002487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009270658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92371196,0.000103877464,0.041939948,0.026769632,0.0062175174,0.00027421452,8.281746e-7,0.000024681363,0.00095735496],"genre_scores_gemma":[0.9631238,0.00000745105,0.025642313,0.003588988,0.0063828183,0.000035688157,0.0002508733,0.00002663537,0.0009414525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973582,0.00011886629,0.0011083697,0.00019303143,0.0009565493,0.0002649526],"domain_scores_gemma":[0.9971845,0.00006302162,0.000717845,0.00032384807,0.0013227962,0.0003880033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027214822,0.0001453906,0.00030184115,0.0020461036,0.00012435734,0.000048655816,0.00019715787,0.00014904303,0.0005311775],"category_scores_gemma":[0.0051332563,0.0001256035,0.00013675983,0.001860892,0.00008816033,0.00033469615,0.000033091495,0.00044785868,0.000042336946],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010691218,0.00447578,0.004845462,0.00025842074,0.00009373853,0.000012946635,0.006486884,0.000016089507,0.005192193,0.0018986822,0.07834809,0.8982648],"study_design_scores_gemma":[0.0037394369,0.0043313033,0.15765369,0.006180728,0.00071871676,0.01347588,0.03726772,0.003625148,0.0028883785,0.0036114086,0.7656622,0.000845425],"about_ca_topic_score_codex":0.000014630387,"about_ca_topic_score_gemma":4.3152315e-7,"teacher_disagreement_score":0.8974194,"about_ca_system_score_codex":0.00034988832,"about_ca_system_score_gemma":0.0009816728,"threshold_uncertainty_score":0.6145358},"labels":[],"label_agreement":null},{"id":"W2010441738","doi":"10.3109/13561820.2010.483746","title":"Assessment of interprofessional learning: the design of an interprofessional objective structured clinical examination (iOSCE) approach","year":2010,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Interprofessional education; Objective structured clinical examination; Medical education; Medicine; Psychology; Nursing; Health care","score_opus":0.027882146637362916,"score_gpt":0.43418428510052165,"score_spread":0.4063021384631587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010441738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96963143,0.00007061099,0.02236978,0.00051879033,0.006162822,0.00059819204,0.000011059172,0.000014507754,0.0006227956],"genre_scores_gemma":[0.913017,0.0000067728647,0.08529421,0.00033816413,0.00092331716,0.000024689522,0.00010503695,0.0000378249,0.0002530037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938748,0.0015129352,0.0022924843,0.00033928626,0.0017262889,0.0002542384],"domain_scores_gemma":[0.9925547,0.0009911627,0.0024167106,0.00046252052,0.0034012801,0.0001736117],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004443766,0.00030040473,0.0008455448,0.00054719043,0.00021298419,0.00001655487,0.0006867205,0.00051338406,0.00055367127],"category_scores_gemma":[0.0029996103,0.00017407753,0.00037629568,0.00052464555,0.0006485679,0.00034952306,0.00022936355,0.004501031,0.0000016210793],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015168689,0.006606551,0.46792334,0.0011709763,0.0012327546,0.000052459047,0.022529218,0.0005746322,0.20257927,0.006398304,0.0033453624,0.27241844],"study_design_scores_gemma":[0.0025891531,0.0029484665,0.9123138,0.0029414843,0.000257728,0.0004970492,0.06278005,0.010897182,0.0037676177,0.0006852388,0.00008296086,0.00023924722],"about_ca_topic_score_codex":0.000013426488,"about_ca_topic_score_gemma":0.0000074686495,"teacher_disagreement_score":0.44439048,"about_ca_system_score_codex":0.00024037407,"about_ca_system_score_gemma":0.0036965848,"threshold_uncertainty_score":0.99779564},"labels":[],"label_agreement":null},{"id":"W2010521638","doi":"10.1080/01421590310001605697","title":"Web-based evaluation of medical clerkships: a new approach to immediacy and efficacy of feedback and assessment","year":2003,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Immediacy; Web application; Medical education; Computer science; Psychology; World Wide Web; Medicine","score_opus":0.07599491088315218,"score_gpt":0.43014426628602204,"score_spread":0.35414935540286985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010521638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9627439,0.0004335715,0.005336627,0.014030166,0.00023832226,0.00081936555,6.5036653e-7,0.000024995881,0.016372453],"genre_scores_gemma":[0.98018193,0.000040613955,0.01757191,0.0015920186,0.00023447575,0.000060921207,0.000036708167,0.000023416123,0.00025799143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943149,0.0003873816,0.0006956352,0.00036622223,0.004001013,0.00023486155],"domain_scores_gemma":[0.9984107,0.00014784397,0.00014694205,0.00035690828,0.0003194302,0.00061819213],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009149054,0.00015971932,0.00044986603,0.00022813179,0.000035466248,0.000008460417,0.00014506782,0.00037959276,0.0052969656],"category_scores_gemma":[0.024374597,0.00012823322,0.00004924559,0.00059221167,0.00037670395,0.000040893832,0.00004769187,0.000653172,0.000007201747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017705424,0.0048290617,0.073178284,0.00071522704,0.00022683831,0.000005073225,0.002660826,0.000008467065,0.0002943975,0.009811683,0.06601471,0.8420784],"study_design_scores_gemma":[0.06631862,0.001427994,0.40237564,0.0031554617,0.0017576749,0.00022230677,0.0046689673,0.42693785,0.0009105243,0.0016370316,0.08966922,0.00091871363],"about_ca_topic_score_codex":0.00004522956,"about_ca_topic_score_gemma":0.000002416033,"teacher_disagreement_score":0.84115964,"about_ca_system_score_codex":0.00011921298,"about_ca_system_score_gemma":0.0034509439,"threshold_uncertainty_score":0.9956123},"labels":[],"label_agreement":null},{"id":"W2010739617","doi":"10.1002/chp.164","title":"Continuing medical education, professional development, and requirements for medical licensure: A white paper of the Conjoint Committee on Continuing Medical Education","year":2008,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Licensure; Continuing medical education; License; Continuing education; Mandate; Competence (human resources); Medical education; Commit; Medicine; Attendance; Professional development; Professional association; Nursing; Psychology; Public relations; Political science","score_opus":0.031243794701226665,"score_gpt":0.41393549015629166,"score_spread":0.382691695455065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010739617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8113515,0.0011701548,0.00023493038,0.17659703,0.008386561,0.0018304663,0.0000020563157,0.000016661048,0.00041068974],"genre_scores_gemma":[0.95009595,0.00039602313,0.004511606,0.039528158,0.0015757841,0.00036666793,0.000050772032,0.000047228797,0.0034278044],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99182284,0.0011439635,0.0030397312,0.0003461692,0.0031380774,0.00050920993],"domain_scores_gemma":[0.99265295,0.0011120086,0.002596654,0.00059394445,0.0024394267,0.00060500053],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010507531,0.00030247017,0.0007804415,0.00055975915,0.00055692793,0.000024585544,0.00074028096,0.00048664713,0.0003943691],"category_scores_gemma":[0.026620315,0.00018579012,0.00015703322,0.00088175456,0.00049726036,0.0002627635,0.000120136494,0.0020918709,0.000003634863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033351374,0.0058796513,0.08403515,0.0007963201,0.00006338757,0.0000029144608,0.073661484,3.5579598e-7,0.000047207726,0.004969892,0.30098066,0.52922946],"study_design_scores_gemma":[0.0064722197,0.0006342221,0.57350755,0.07167136,0.00013870052,0.001959151,0.08035029,0.00020935868,0.00016354727,0.0011398931,0.26328668,0.00046700073],"about_ca_topic_score_codex":0.000035774297,"about_ca_topic_score_gemma":0.000069595524,"teacher_disagreement_score":0.52876246,"about_ca_system_score_codex":0.00040181348,"about_ca_system_score_gemma":0.03289471,"threshold_uncertainty_score":0.9815789},"labels":[],"label_agreement":null},{"id":"W2010813064","doi":"10.1111/acem.12021","title":"Keynote Address: The Focus on Competencies and Individual Learner Assessment as Emerging Themes in Medical Education Research","year":2012,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre; University of Ottawa","funders":"","keywords":"Scholarship; Competence (human resources); Medicine; Context (archaeology); Engineering ethics; Medical education; Psychology; Political science; Engineering","score_opus":0.1241542156725733,"score_gpt":0.5017211584068543,"score_spread":0.377566942734281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010813064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8202831,0.009438611,0.000020555888,0.14039178,0.002300817,0.00071089383,9.000286e-7,0.000042780222,0.026810542],"genre_scores_gemma":[0.98326385,0.0073443777,0.00014550665,0.0043025194,0.0032590784,0.00025092423,0.000060383554,0.00003438373,0.0013389509],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946848,0.00044872644,0.001045976,0.0003733111,0.002735164,0.00071200886],"domain_scores_gemma":[0.99824846,0.00043785578,0.0001967801,0.00045638217,0.00034632304,0.00031419523],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008686954,0.00023100874,0.00034971573,0.00070497254,0.00030742897,0.0000020065634,0.00041061724,0.00037557923,0.0045110616],"category_scores_gemma":[0.011219312,0.00014323945,0.00003610437,0.0016505845,0.00071745226,0.00019128414,0.0001680287,0.003510977,0.000064886786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010806717,0.00074266084,0.5012389,0.00019845016,0.00011232081,0.0000048084944,0.025080135,0.0000014177202,0.0009459379,0.08665917,0.2519328,0.13297532],"study_design_scores_gemma":[0.0022160788,0.00077838165,0.7875303,0.0023511213,0.00018460306,0.00016876662,0.048692126,0.00046096437,0.0002632691,0.012154553,0.1448138,0.00038604595],"about_ca_topic_score_codex":0.00043953076,"about_ca_topic_score_gemma":0.000017062303,"teacher_disagreement_score":0.2862914,"about_ca_system_score_codex":0.00021201654,"about_ca_system_score_gemma":0.00086437777,"threshold_uncertainty_score":0.99878794},"labels":[],"label_agreement":null},{"id":"W2010837383","doi":"10.1136/bmj.328.7449.1147","title":"Will e-learning improve clinical judgment?","year":2004,"lang":"en","type":"editorial","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario","funders":"","keywords":"Complaint; CLARION; Psychology; Medical education; Selection (genetic algorithm); Tenacity (mineralogy); Feeling; Medicine; Law; Political science; Social psychology; Computer science; Cognitive psychology","score_opus":0.02007584784955804,"score_gpt":0.41579461153281755,"score_spread":0.39571876368325953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010837383","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038584534,0.00009724653,0.0003693654,0.0069628963,0.98121643,0.00075330696,0.000008107721,0.00014130642,0.010065467],"genre_scores_gemma":[0.00027361285,0.00011897894,0.005378859,0.00092755066,0.96836877,0.000116695854,0.0014688999,0.000074784904,0.023271862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966937,0.00008982283,0.001131967,0.0005143472,0.0012481558,0.00032201654],"domain_scores_gemma":[0.99783534,0.00037846516,0.00052733056,0.00060320983,0.00053340616,0.00012222258],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0022867213,0.00024704638,0.0005853942,0.00017492501,0.00009517567,0.000030122857,0.00018458562,0.0015971807,0.00037848332],"category_scores_gemma":[0.034003712,0.00022402595,0.0001914153,0.0003052248,0.00016275991,0.000094129486,0.00007479399,0.003690085,0.00048171874],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007061362,0.00020683468,0.00011832116,0.00018054602,0.00009706118,0.000026218871,0.000058850146,0.0000011139416,0.000007847224,0.00008899433,0.9678932,0.03125044],"study_design_scores_gemma":[0.0016618159,0.00047923526,0.00017017558,0.0006176554,0.0002038131,0.00000651234,0.00007248123,0.000030902756,0.0000081865355,0.00018728265,0.99635035,0.00021160422],"about_ca_topic_score_codex":0.000033344077,"about_ca_topic_score_gemma":0.0000013670606,"teacher_disagreement_score":0.03171699,"about_ca_system_score_codex":0.0005036491,"about_ca_system_score_gemma":0.0029133626,"threshold_uncertainty_score":0.99969894},"labels":[],"label_agreement":null},{"id":"W2010845727","doi":"10.1353/pbm.2011.0000","title":"Physicianship: Educating for Professionalism in the Post-Flexnarian Era","year":2011,"lang":"en","type":"article","venue":"Perspectives in biology and medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Medicine; Political science","score_opus":0.07372506689250079,"score_gpt":0.44763480685387125,"score_spread":0.37390973996137045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010845727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9149519,0.0015610415,0.00013410409,0.07022239,0.0005315435,0.00079784874,0.0000018500688,0.0000136736535,0.011785617],"genre_scores_gemma":[0.9898396,0.00006254932,0.0023119596,0.006845124,0.0005361549,0.0002166941,0.00004359363,0.00000738213,0.00013693408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991615,0.00009804962,0.00023736154,0.00023619445,0.00007154218,0.00019536173],"domain_scores_gemma":[0.9993735,0.00022780924,0.00006583375,0.0001623999,0.00015015693,0.00002028118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010135181,0.00009836109,0.00021314391,0.00021390895,0.00008914702,0.0000013233487,0.000093978335,0.0001121839,0.00010838577],"category_scores_gemma":[0.002289188,0.000057098594,0.000018135499,0.00034445355,0.00051491434,0.000038852744,0.000015091857,0.00040275272,0.0000014505492],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043841335,0.00089577236,0.08927162,0.00010741383,0.000034887493,0.0000061878877,0.3068166,3.663342e-8,0.0029855995,0.54808044,0.0020710842,0.04929192],"study_design_scores_gemma":[0.0018192597,0.000660804,0.7348144,0.00031697322,0.000032198986,0.000050544582,0.20537594,0.000036306887,0.000060990213,0.05525615,0.0014873499,0.00008908885],"about_ca_topic_score_codex":0.00022614558,"about_ca_topic_score_gemma":0.000031708947,"teacher_disagreement_score":0.6455428,"about_ca_system_score_codex":0.00006485872,"about_ca_system_score_gemma":0.00011590708,"threshold_uncertainty_score":0.27405372},"labels":[],"label_agreement":null},{"id":"W2011211963","doi":"10.1016/j.sbspro.2010.03.256","title":"Internet mediated, peer-to-peer feedback for learning of patient transfer skills: prototype development and testing","year":2010,"lang":"en","type":"article","venue":"Procedia - Social and Behavioral Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; The Wilson Centre; University of Ontario Institute of Technology; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Health and Long-Term Care; Health Research Board","keywords":"Moderation; Peer feedback; The Internet; Control (management); Medical education; Peer group; Psychology; Test (biology); Treatment and control groups; Peer review; Mathematics education; Computer science; Medicine; Social psychology; World Wide Web; Artificial intelligence","score_opus":0.06400293262677866,"score_gpt":0.36736011459603857,"score_spread":0.3033571819692599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011211963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967148,0.000007661962,0.00010635144,0.002086222,0.00019445013,0.00072721683,0.0000020569735,0.000020961364,0.00014029762],"genre_scores_gemma":[0.97394973,4.825917e-7,0.025416374,0.0001351658,0.00011202553,0.00019898603,0.000013854595,0.0000057884,0.00016756282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989444,0.000006875152,0.00023257434,0.00019919063,0.00044037728,0.00017655992],"domain_scores_gemma":[0.9992517,0.00003954799,0.00004773892,0.000022547016,0.00057039293,0.00006804944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006057276,0.0000822822,0.00013532434,0.00008351825,0.00023097525,0.00002924788,0.00005758185,0.000078282996,0.000023364282],"category_scores_gemma":[0.0011639193,0.000062136525,0.000013406824,0.00038527153,0.00031395597,0.00008126611,0.00002436408,0.00018744038,0.0000013713026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045273384,0.0003397864,0.31762147,0.00014506499,0.0000052476234,5.165561e-7,0.03379885,1.679744e-7,0.010464638,0.00036771252,0.00029292682,0.63691837],"study_design_scores_gemma":[0.0029166418,0.0071908445,0.8098741,0.0005300126,0.0002424554,0.000053372863,0.025700303,0.00070938456,0.07224924,0.00068596716,0.07890942,0.0009382365],"about_ca_topic_score_codex":0.000047598918,"about_ca_topic_score_gemma":0.000028459412,"teacher_disagreement_score":0.6359801,"about_ca_system_score_codex":0.000016110296,"about_ca_system_score_gemma":0.00021506737,"threshold_uncertainty_score":0.2533854},"labels":[],"label_agreement":null},{"id":"W2011284754","doi":"10.1016/j.amjsurg.2011.02.008","title":"The formal and informal surgical ethics curriculum: views of resident and staff surgeons in Toronto","year":2011,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Hospital for Sick Children","keywords":"Curriculum; Thematic analysis; Subspecialty; Specialty; Medical education; Focus group; Medicine; Psychology; Nursing; Pedagogy; Qualitative research; Family medicine; Sociology","score_opus":0.0526574010903538,"score_gpt":0.34995085035145884,"score_spread":0.297293449261105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011284754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956767,0.0011241396,0.000028673665,0.0021746696,0.00022187865,0.00007773439,6.4307324e-7,0.000002657709,0.0006928884],"genre_scores_gemma":[0.99502796,0.0043219277,0.00027405258,0.00025469984,0.00008413953,0.0000031188858,7.7443923e-7,0.000006756769,0.000026600268],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983157,0.00019640564,0.0008207465,0.00005729118,0.00039991862,0.00020991897],"domain_scores_gemma":[0.99767745,0.0010297595,0.0007405611,0.0001690623,0.00030641802,0.00007677283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00613929,0.000085261076,0.0003971585,0.00010572337,0.000116847266,0.000010448019,0.000093331146,0.00003849619,0.00003695143],"category_scores_gemma":[0.0013099868,0.000043582586,0.00006962285,0.00030243516,0.0008197986,0.00023501711,0.000048577404,0.0005508101,4.2709013e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010121479,0.00022121613,0.486135,0.000071036855,0.00010016332,0.00006071785,0.01485438,6.556591e-7,0.000029427127,0.0016940744,0.0022845678,0.49353662],"study_design_scores_gemma":[0.00039903988,0.00041390088,0.94898146,0.00029321888,0.00006015515,0.0012037726,0.041998,0.00004970097,0.00007467628,0.00012396855,0.0063143447,0.00008777502],"about_ca_topic_score_codex":0.0017485878,"about_ca_topic_score_gemma":0.00020354684,"teacher_disagreement_score":0.49344885,"about_ca_system_score_codex":0.00006042555,"about_ca_system_score_gemma":0.00035551866,"threshold_uncertainty_score":0.30205822},"labels":[],"label_agreement":null},{"id":"W2011292330","doi":"10.1080/01421590412331272319","title":"McLeod, P.J., Meagher, T., Steinert, Y., Schuwirth, L. &amp; McLeod, A.H. (2004) Clinical teachers’ tacit knowledge of basic pedagogic principles,<i>Medical Teacher</i>, 26(1), pp. 23–28","year":2004,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority; University of Saskatchewan","funders":"","keywords":"Tacit knowledge; Medical education; Mathematics education; Psychology; Medicine; Philosophy; Epistemology","score_opus":0.0905279908311144,"score_gpt":0.39755667339368106,"score_spread":0.30702868256256666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011292330","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14159411,0.015821557,0.0021771013,0.7837035,0.012057298,0.0040211263,0.000048237103,0.0018754962,0.038701557],"genre_scores_gemma":[0.024841167,0.0034964879,0.0060538305,0.536964,0.092764966,0.0012443684,0.0068508405,0.0020631044,0.32572123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97447425,0.0025336172,0.007161181,0.003367399,0.009466298,0.0029972743],"domain_scores_gemma":[0.9884357,0.0007741535,0.0020815665,0.0046419865,0.0016345928,0.002432035],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.015036142,0.0022587688,0.004813084,0.0011733324,0.00039445146,0.00010983773,0.0033713437,0.013289925,0.04984706],"category_scores_gemma":[0.043083206,0.0019186112,0.0019002031,0.0025135677,0.004816833,0.00033314415,0.0010163754,0.030441953,0.0046531027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001742506,0.0053463452,0.02512663,0.0015808096,0.001111526,0.00093676284,0.0017558138,0.0000012854982,0.000007401306,0.00021944333,0.9096145,0.054125223],"study_design_scores_gemma":[0.008757012,0.0008101523,0.002479909,0.004703894,0.0013227329,0.0008572864,0.00039655183,0.0007902682,0.000008191293,0.00028117836,0.9779005,0.0016923121],"about_ca_topic_score_codex":0.00040924095,"about_ca_topic_score_gemma":0.00015483379,"teacher_disagreement_score":0.2870197,"about_ca_system_score_codex":0.0022199147,"about_ca_system_score_gemma":0.014746177,"threshold_uncertainty_score":0.99901515},"labels":[],"label_agreement":null},{"id":"W2011324931","doi":"10.3109/0142159x.2011.543199","title":"A framework to teach self-reflection for the remedial resident","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; St. Michael's Hospital","funders":"","keywords":"Remedial education; Reflection (computer programming); Curriculum; Environmental remediation; Medical education; Psychology; Cornerstone; Remedial action; Constructive; Process (computing); Medicine; Mathematics education; Engineering ethics; Pedagogy; Computer science; Engineering; Ecology","score_opus":0.06703017812539092,"score_gpt":0.3939892240083128,"score_spread":0.3269590458829219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011324931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5529984,0.00022056153,0.25319874,0.15627185,0.0075792163,0.0037289364,9.447029e-7,0.0007084515,0.025292875],"genre_scores_gemma":[0.8811451,0.000042610132,0.074150495,0.023476698,0.00868951,0.0014207438,0.000028924289,0.00008662329,0.01095926],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797237,0.00007077106,0.00039010437,0.00029580863,0.00093715294,0.00033380344],"domain_scores_gemma":[0.9988835,0.00011908377,0.00006358117,0.00047795728,0.00020647985,0.0002494364],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021820816,0.00013451745,0.00019645665,0.00012208262,0.00018451382,0.000012143884,0.0002505623,0.00034348608,0.0056687733],"category_scores_gemma":[0.014558966,0.00008543919,0.000085837986,0.00052650104,0.0001181368,0.000039347316,0.00005160773,0.00086632813,0.00020159512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051709113,0.0012576717,0.028931387,0.00008813866,0.0002636459,0.000015991423,0.02318774,2.5760525e-7,0.00009506507,0.010439075,0.8112963,0.12390764],"study_design_scores_gemma":[0.0019820926,0.0010698489,0.035797846,0.00042869165,0.00043230716,0.00011546197,0.0030925204,0.004632405,0.00058323256,0.0075733676,0.9439278,0.0003644281],"about_ca_topic_score_codex":0.000065089516,"about_ca_topic_score_gemma":0.000018916335,"teacher_disagreement_score":0.32814673,"about_ca_system_score_codex":0.00019937017,"about_ca_system_score_gemma":0.0003239554,"threshold_uncertainty_score":0.99524015},"labels":[],"label_agreement":null},{"id":"W2011518878","doi":"10.3138/jvme.38.2.157","title":"The Role of Assessment in the Student Learning Process","year":2011,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Variety (cybernetics); Process (computing); Standards-based assessment; Relevance (law); Quality (philosophy); Educational assessment; Computer science; Formative assessment; Quality assessment; Medical education; Engineering management; Psychology; Engineering; Engineering education; Mathematics education; Medicine; Artificial intelligence","score_opus":0.05169599411621154,"score_gpt":0.4564610735214944,"score_spread":0.40476507940528283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011518878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891041,0.00047896607,0.000098112614,0.005453269,0.0007719853,0.00018252806,5.0790213e-8,0.0000031636348,0.00390784],"genre_scores_gemma":[0.99787146,0.00018290358,0.000797065,0.000706952,0.00036291944,0.000027917244,0.0000023976997,0.0000070758356,0.000041303323],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977689,0.0002110931,0.0007115991,0.00007231513,0.001110482,0.00012564662],"domain_scores_gemma":[0.9987118,0.00013056921,0.0004701158,0.00016195729,0.0004663475,0.00005920132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032540944,0.000071108494,0.00016352368,0.00014254742,0.000084185915,0.000010018681,0.00033272034,0.0000725021,0.00019575671],"category_scores_gemma":[0.00234234,0.00003736061,0.000052957403,0.00038813238,0.00014375451,0.00009928734,0.00002148281,0.000863032,0.000001879486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045365392,0.006499457,0.19535762,0.00020665635,0.00010003169,0.000046096313,0.03886695,0.000004862416,0.0008123834,0.0037275376,0.0022248642,0.75169986],"study_design_scores_gemma":[0.0009097756,0.0031339878,0.8458207,0.0008693945,0.00008373404,0.0018779456,0.10280758,0.00039257572,0.00017339762,0.0017737873,0.04207237,0.0000847025],"about_ca_topic_score_codex":0.000013658695,"about_ca_topic_score_gemma":0.0000011686208,"teacher_disagreement_score":0.75161517,"about_ca_system_score_codex":0.00011057216,"about_ca_system_score_gemma":0.0022065218,"threshold_uncertainty_score":0.3914275},"labels":[],"label_agreement":null},{"id":"W2011583103","doi":"10.1007/s10459-014-9552-2","title":"Acting as standardized patients enhances family medicine residents’ self-reported skills in palliative care","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Palliative care; Communication skills; Thematic analysis; Medicine; Family medicine; Nursing; Psychology; Medical education; Qualitative research","score_opus":0.017677816865374864,"score_gpt":0.4395102837296883,"score_spread":0.42183246686431347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011583103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759663,0.0033881767,0.00037879762,0.004722787,0.0031299868,0.0011584562,0.0000011629112,0.00006154446,0.011192791],"genre_scores_gemma":[0.97706854,0.0028931175,0.014244857,0.005075918,0.00034466674,0.00018321426,0.00009202574,0.000013921484,0.00008373725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963713,0.00023899124,0.0012163037,0.00060540397,0.0010829956,0.0004849572],"domain_scores_gemma":[0.99782294,0.00033036174,0.00077849254,0.00030189814,0.0006516803,0.00011465265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026434143,0.0001914218,0.0004315766,0.0007674525,0.0002966703,0.000021959246,0.00022225222,0.00008905663,0.000051184135],"category_scores_gemma":[0.006383957,0.00016228178,0.000025329833,0.002636294,0.00034408033,0.00066106947,0.000027727378,0.00035718767,0.000012164188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004342134,0.0004732073,0.6446413,0.0005970798,0.0000052965343,4.805297e-7,0.016790263,0.00005962332,0.00003133452,0.00092330045,0.00052787736,0.33590683],"study_design_scores_gemma":[0.0020447283,0.0011419766,0.9261556,0.0037166837,0.000016816492,0.000002443976,0.030578805,0.00029742275,0.000245809,0.0033135084,0.03224459,0.00024158356],"about_ca_topic_score_codex":0.0015484736,"about_ca_topic_score_gemma":0.00042052157,"teacher_disagreement_score":0.33566526,"about_ca_system_score_codex":0.0012583472,"about_ca_system_score_gemma":0.0025656857,"threshold_uncertainty_score":0.76426536},"labels":[],"label_agreement":null},{"id":"W2011666099","doi":"10.1002/bmb.2003.494031040247","title":"Does problem‐based learning work? And whose fault is it if it doesn't? A response to the article by R. H. Glew","year":2003,"lang":"en","type":"article","venue":"Biochemistry and Molecular Biology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Memorization; Context (archaeology); Curriculum; Variety (cybernetics); Government (linguistics); Psychology; Isolation (microbiology); Mathematics education; Medical education; Pedagogy; Computer science; Medicine; Artificial intelligence","score_opus":0.00611489120427947,"score_gpt":0.30947569529702046,"score_spread":0.30336080409274097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011666099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8597264,0.0004192015,0.0010894743,0.13806713,0.0001300979,0.00028938614,0.0000025001816,0.000015435284,0.00026037937],"genre_scores_gemma":[0.9672542,0.000029251602,0.0038186007,0.02590015,0.00006139469,0.00014447047,0.00008508935,0.000011038506,0.0026957856],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990825,0.00012730794,0.00019931822,0.00031884026,0.000089679656,0.00018233711],"domain_scores_gemma":[0.9993898,0.000052894113,0.000069815964,0.00024836935,0.00015214283,0.0000869213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005694727,0.00012256764,0.00011111062,0.000046061872,0.0001513449,0.00002575473,0.00005687546,0.00017263056,0.000085610845],"category_scores_gemma":[0.0016985276,0.000076597134,0.000022130613,0.00030961478,0.00015057398,0.000018629835,0.000018178644,0.0002168011,0.000007499111],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023612537,0.00023551956,0.006733826,0.0000828415,0.000028864002,7.636377e-7,0.0010509155,0.0000014202554,0.92194086,0.000119738346,0.058526304,0.0110428445],"study_design_scores_gemma":[0.0004278892,0.00011927729,0.0013365241,0.000113178336,0.000050357194,0.000017840292,0.0017545067,0.00001546992,0.5987513,0.00014917637,0.39712402,0.00014046545],"about_ca_topic_score_codex":0.000008690801,"about_ca_topic_score_gemma":2.6197873e-7,"teacher_disagreement_score":0.33859774,"about_ca_system_score_codex":0.000050498256,"about_ca_system_score_gemma":0.0003585119,"threshold_uncertainty_score":0.31235403},"labels":[],"label_agreement":null},{"id":"W2012170006","doi":"10.1136/bmj.320.7232.432","title":"Continuing medical education and continuing professional development: international comparisons","year":2000,"lang":"en","type":"review","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":344,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing education; Continuing professional development; Continuing medical education; Medical education; Professional development; Data science; Medicine; Computer science","score_opus":0.03885112152854451,"score_gpt":0.4443511590490801,"score_spread":0.4055000375205356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012170006","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035525794,0.97834057,0.00008388162,0.0027759688,0.005526796,0.0014346925,0.0000048844054,0.00008628505,0.011391655],"genre_scores_gemma":[0.00006759149,0.96196854,0.014020554,0.000990325,0.002680991,0.00066663465,0.0019041192,0.0000594999,0.017641736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970525,0.00010402723,0.0012521128,0.0004120234,0.0009350356,0.00024428993],"domain_scores_gemma":[0.9987394,0.000113529335,0.00045519578,0.00025675175,0.00025783925,0.00017723425],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010130756,0.00029611817,0.0009789862,0.00042627694,0.00008808292,0.000043798507,0.00023110605,0.0005114042,0.0028316756],"category_scores_gemma":[0.0019523469,0.00024404212,0.0001079681,0.000345363,0.00013634091,0.000084523934,0.00009897405,0.0009280571,0.00016356728],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069967246,0.00028133747,0.000095945965,0.001981157,0.00007942169,0.0000061951287,0.00032995286,5.630786e-9,3.8489535e-8,0.00025132453,0.14105918,0.85590845],"study_design_scores_gemma":[0.0003383387,0.000010636677,0.00033540468,0.060053725,0.00020831006,0.00057559286,0.00013650168,0.00004602291,2.5509758e-7,0.00000714838,0.93807155,0.00021650322],"about_ca_topic_score_codex":0.0000030145898,"about_ca_topic_score_gemma":0.0000016112932,"teacher_disagreement_score":0.85569197,"about_ca_system_score_codex":0.00021230926,"about_ca_system_score_gemma":0.002539333,"threshold_uncertainty_score":0.9980799},"labels":[],"label_agreement":null},{"id":"W2012189270","doi":"10.3109/09593980802634458","title":"Factors predicting competence as assessed with the written component of the Canadian Physiotherapy Competency Examination","year":2010,"lang":"en","type":"article","venue":"Physiotherapy Theory and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Institute of Musculoskeletal Health and Arthritis; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada","keywords":"Licensure; Competence (human resources); Graduation (instrument); Psychology; Physical therapy; Medical education; Medicine; Clinical psychology; Social psychology","score_opus":0.013451791828692081,"score_gpt":0.3376863607807947,"score_spread":0.3242345689521026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012189270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799893,0.0000734888,0.00029047235,0.013455228,0.00031439707,0.0005809003,0.0000046745276,0.00002509033,0.0052664727],"genre_scores_gemma":[0.99309975,0.00003073324,0.00093205203,0.0055004144,0.00019529572,0.000025477384,0.000015214711,0.000025751437,0.00017533285],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9983218,0.0006080227,0.00021561593,0.00021322632,0.00044565077,0.00019569483],"domain_scores_gemma":[0.996939,0.001769655,0.0003241137,0.0004893317,0.0004042174,0.00007369207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018704082,0.00016825182,0.00019781062,0.0000759831,0.0006158669,0.000050925617,0.00022760275,0.00008481475,0.00018299696],"category_scores_gemma":[0.00097114616,0.00008502079,0.000042643405,0.00047097597,0.00054945477,0.00028548573,0.00001612728,0.00062990776,0.0000023294872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014427822,0.0011755094,0.023893418,0.00022972641,0.00059235416,0.0000037928826,0.023674687,0.000029486944,0.5863535,0.31149787,0.00058169354,0.0505252],"study_design_scores_gemma":[0.001617838,0.00053728954,0.94543326,0.00021695581,0.00017716242,0.00012691962,0.010766929,0.0005310187,0.012800716,0.004079398,0.02343768,0.00027482095],"about_ca_topic_score_codex":0.007994315,"about_ca_topic_score_gemma":0.003940629,"teacher_disagreement_score":0.92153984,"about_ca_system_score_codex":0.000053776897,"about_ca_system_score_gemma":0.0005061838,"threshold_uncertainty_score":0.9986115},"labels":[],"label_agreement":null},{"id":"W2012683439","doi":"10.1186/1472-6920-10-10","title":"A comparative evaluation of the effect of internet-based CME delivery format on satisfaction, knowledge and confidence","year":2010,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Atlantic Canada Opportunities Agency","keywords":"The Internet; Medical education; Psychology; World Wide Web; Multimedia; Computer science; Medicine","score_opus":0.027640453547549067,"score_gpt":0.39754950168513964,"score_spread":0.36990904813759057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012683439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99469197,0.00013026712,0.0006798464,0.0007938743,0.001594256,0.00083801715,0.0000012056726,0.000012655674,0.0012579332],"genre_scores_gemma":[0.99837464,0.000005173977,0.00080769014,0.00041483855,0.00016604492,0.00013806252,0.000030580635,0.000007270635,0.000055699173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979464,0.00031653873,0.00045623002,0.000173798,0.0010067453,0.00010030688],"domain_scores_gemma":[0.9977675,0.0006280562,0.00028583166,0.00032532864,0.0009115041,0.00008179819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023754092,0.00011359579,0.00025826896,0.00016391063,0.000050108603,0.0000058401756,0.00011141213,0.00016256968,0.0005760879],"category_scores_gemma":[0.008364508,0.00007450303,0.00005304922,0.00037797322,0.00040588126,0.000071529066,0.000022352133,0.00040523615,0.000012855036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007304313,0.0013373146,0.4383734,0.0025184194,0.000090832,1.10356716e-7,0.0049675195,0.00002276508,0.0076686363,0.0074996557,0.03785627,0.49893466],"study_design_scores_gemma":[0.0031946695,0.00081132073,0.86385983,0.0021038938,0.00034614553,0.000029823526,0.00065699813,0.06767941,0.059863366,0.00028238026,0.0010321279,0.00014002448],"about_ca_topic_score_codex":0.00012902576,"about_ca_topic_score_gemma":0.00022959517,"teacher_disagreement_score":0.49879465,"about_ca_system_score_codex":0.000104911305,"about_ca_system_score_gemma":0.0036769172,"threshold_uncertainty_score":0.99998844},"labels":[],"label_agreement":null},{"id":"W2012771266","doi":"10.1016/j.otohns.2008.11.033","title":"Interactive Internet‐based cases for undergraduate otolaryngology education","year":2009,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Division of Undergraduate Education","keywords":"Randomized controlled trial; Medicine; Otorhinolaryngology; Group B; Test (biology); Curriculum; Medical education; Physical therapy; Psychology; Internal medicine; Surgery; Pedagogy","score_opus":0.017057582832503776,"score_gpt":0.3426931691618594,"score_spread":0.32563558632935563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012771266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90708244,0.00017515151,0.031888124,0.049603924,0.0019376923,0.0016439673,0.000006552378,0.00018169395,0.0074804863],"genre_scores_gemma":[0.95079654,0.000007256598,0.019692395,0.0267418,0.00043945812,0.00031254976,0.0004931512,0.0000258907,0.0014909365],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998566,0.000084387684,0.00043202215,0.00042000826,0.00014187871,0.00035570716],"domain_scores_gemma":[0.998625,0.00022691529,0.00018706167,0.00038977593,0.00047852364,0.000092728114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024350583,0.00020357878,0.0003666189,0.00043537456,0.00008563466,0.00001666283,0.00015223894,0.0002536271,0.00021506929],"category_scores_gemma":[0.0017875553,0.00019513849,0.00011672092,0.00037258005,0.00014550856,0.00013191212,0.000018012932,0.00036774794,0.00008985196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004215292,0.008017757,0.058772027,0.0006141418,0.00040723302,0.00020037702,0.0013246919,0.000016046932,0.021726456,0.17766066,0.3640237,0.36302164],"study_design_scores_gemma":[0.008737959,0.010341722,0.50223374,0.00069755345,0.0007060229,0.0050790757,0.00076841936,0.017433457,0.018633967,0.02847916,0.40572414,0.0011647992],"about_ca_topic_score_codex":0.000047187405,"about_ca_topic_score_gemma":0.000013778599,"teacher_disagreement_score":0.44346172,"about_ca_system_score_codex":0.00025157694,"about_ca_system_score_gemma":0.000674693,"threshold_uncertainty_score":0.7957517},"labels":[],"label_agreement":null},{"id":"W2013375511","doi":"10.5688/aj7206128","title":"Education of Pharmacists in Canada","year":2008,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Pharmacy; Workforce; Government (linguistics); Curriculum; Pharmacy practice; Medical prescription; Health care; Medicine; Medical education; Clinical pharmacy; Nursing; Professional development; Business; Political science; Psychology; Pedagogy","score_opus":0.023216542462877535,"score_gpt":0.3924373930408731,"score_spread":0.3692208505779956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013375511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928262,0.00041383586,0.00012269712,0.0032929198,0.0015932195,0.00016980531,0.0000010961353,0.0000035607784,0.001576642],"genre_scores_gemma":[0.9895977,0.0003508463,0.0049822195,0.0045263455,0.00039314193,0.000010532542,0.0000111640375,0.0000140241855,0.00011406623],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981958,0.00008441726,0.0008619738,0.000119300836,0.00055444904,0.00018401975],"domain_scores_gemma":[0.99814063,0.00007417835,0.0005851522,0.0001498478,0.0008921952,0.00015797355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003475287,0.00011043194,0.00035796504,0.00040814638,0.00003129912,0.0000026177206,0.00013550185,0.000025067351,0.00026163697],"category_scores_gemma":[0.0006253032,0.00010276064,0.00005983915,0.0011432568,0.00024722717,0.0001361393,0.000010777866,0.00045523565,0.000004003608],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028821404,0.0019162804,0.14307378,0.00010825354,0.000047448066,0.000015668737,0.0009806422,0.000017974053,0.00376418,0.00022737285,0.026333725,0.82322645],"study_design_scores_gemma":[0.0039756456,0.0010794953,0.8407384,0.0010327585,0.000409545,0.009526671,0.017724158,0.0012342025,0.035233133,0.00028107097,0.088213414,0.00055149675],"about_ca_topic_score_codex":0.044326082,"about_ca_topic_score_gemma":0.00087548554,"teacher_disagreement_score":0.822675,"about_ca_system_score_codex":0.0011391843,"about_ca_system_score_gemma":0.02690167,"threshold_uncertainty_score":0.97861487},"labels":[],"label_agreement":null},{"id":"W2013510525","doi":"10.1017/s1460396908006328","title":"The scholarly radiation therapist. Part two: developing an academic practice—the Princess Margaret Hospital experience","year":2008,"lang":"en","type":"article","venue":"Journal of Radiotherapy in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Scholarship; Radiation Therapist; Specialty; Scope (computer science); Variety (cybernetics); Clinical Practice; Medical education; Scope of practice; Medicine; Psychology; Engineering ethics; Nursing; Computer science; Political science; Radiation therapy; Family medicine; Engineering; Health care","score_opus":0.028770904173212448,"score_gpt":0.40133931862181654,"score_spread":0.3725684144486041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013510525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7625281,0.008734714,0.005850051,0.21900769,0.0026540232,0.00061510375,3.9142697e-7,0.000022532504,0.0005873527],"genre_scores_gemma":[0.80678535,0.0702237,0.07966187,0.03813545,0.004725793,0.00009746469,0.000005853966,0.00008020075,0.00028432586],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964868,0.00080453925,0.0010478104,0.0001985377,0.0011587042,0.00030360193],"domain_scores_gemma":[0.9947642,0.0017837643,0.0016453956,0.00042938133,0.00128543,0.00009184455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062487186,0.00017073126,0.0002567542,0.0001852442,0.0005695211,0.00017194037,0.0005410941,0.00015411447,0.000035691075],"category_scores_gemma":[0.016809296,0.00010325667,0.000063615196,0.00094444363,0.0003027707,0.005552551,0.000016781614,0.002293904,0.0000044887224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062164892,0.0022000738,0.081030846,0.00005279767,0.0011393644,0.0007202676,0.16507313,0.00026226454,0.0036583273,0.017344726,0.028069738,0.694232],"study_design_scores_gemma":[0.0026514544,0.00074254867,0.032331444,0.00015916245,0.000069923866,0.0064348676,0.015108498,0.00040005438,0.00037845218,0.00015570481,0.94137514,0.00019276321],"about_ca_topic_score_codex":0.000034917277,"about_ca_topic_score_gemma":0.0000022921022,"teacher_disagreement_score":0.9133054,"about_ca_system_score_codex":0.00078088493,"about_ca_system_score_gemma":0.0012823943,"threshold_uncertainty_score":0.9965999},"labels":[],"label_agreement":null},{"id":"W2013561807","doi":"10.1097/01.blo.0000224024.96034.b2","title":"What We Don't Know We Are Teaching","year":2006,"lang":"en","type":"review","venue":"Clinical Orthopaedics and Related Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network","funders":"","keywords":"Medicine; Curriculum; Medical education; Hidden curriculum; Institution; Function (biology); Pedagogy; Psychology","score_opus":0.21597632888679905,"score_gpt":0.5583802644461053,"score_spread":0.34240393555930626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013561807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009219832,0.971929,0.000010976269,0.0167073,0.005187802,0.001524546,0.000008275909,0.00009976106,0.004440139],"genre_scores_gemma":[0.000013745486,0.95817626,0.00046184505,0.00020477701,0.002539925,0.00010879563,0.00047169058,0.0001288396,0.037894133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99146867,0.0019558915,0.0028995695,0.0011598587,0.0016466212,0.0008693896],"domain_scores_gemma":[0.9940576,0.0028799956,0.0006733516,0.0010719206,0.00082308997,0.00049406243],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01607713,0.0004837246,0.0024266022,0.0011128742,0.00062250125,0.00023770201,0.00040764024,0.0029039774,0.00032092558],"category_scores_gemma":[0.011009775,0.00033017033,0.0009856867,0.0019363826,0.0015021388,0.000180411,0.00041791238,0.015986815,0.00038878171],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012525431,0.00050999376,0.00019656881,0.01017697,0.00028154653,0.0002782464,0.000048992413,7.009035e-8,1.8669933e-8,0.0007620874,0.104135975,0.883597],"study_design_scores_gemma":[0.0006811856,0.00031275186,0.00007269403,0.08110972,0.0007119944,0.00035929648,0.00032376804,0.000087976216,1.3758376e-8,0.00056036783,0.915498,0.00028222226],"about_ca_topic_score_codex":0.000016651138,"about_ca_topic_score_gemma":0.0000040351647,"teacher_disagreement_score":0.8833148,"about_ca_system_score_codex":0.00024042054,"about_ca_system_score_gemma":0.0016079616,"threshold_uncertainty_score":0.99991506},"labels":[],"label_agreement":null},{"id":"W2013590991","doi":"10.1080/01421590701615808","title":"TIME as a generic index for outcome-based medical education","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Ottawa","funders":"Association of Faculties of Medicine of Canada; University of Ottawa","keywords":"Curriculum; Outcome (game theory); Computer science; Index (typography); Search engine indexing; Process (computing); Curriculum mapping; Quality (philosophy); Quality assurance; Medical education; Curriculum development; Information retrieval; World Wide Web; Psychology; Medicine; Pedagogy","score_opus":0.02627093322963295,"score_gpt":0.39972842072640186,"score_spread":0.3734574874967689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013590991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81401044,0.00020104289,0.06409849,0.09323755,0.0021120217,0.0011899958,8.678032e-7,0.00029671218,0.024852872],"genre_scores_gemma":[0.8798551,0.000006567776,0.008807925,0.07151706,0.0049611176,0.00035704425,0.00047532257,0.000103733335,0.033916146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960394,0.000059109414,0.00082781387,0.00038846183,0.002185522,0.0004996798],"domain_scores_gemma":[0.9982102,0.0001167452,0.00013624973,0.00044394596,0.00035505422,0.0007378311],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004414912,0.00020619533,0.00036848773,0.00032800136,0.00010831686,0.0000127972435,0.00028124894,0.0006996202,0.028349224],"category_scores_gemma":[0.026738994,0.00016885596,0.00014065915,0.00068965164,0.00036732157,0.000052470965,0.000037031255,0.00082497357,0.0005828695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030636627,0.0033264454,0.11197404,0.00022650055,0.000078638775,0.00004144005,0.00030716194,7.014763e-7,0.000047667316,0.0018460446,0.31003597,0.57180905],"study_design_scores_gemma":[0.0075853067,0.0006463852,0.02765088,0.0005841504,0.00022152078,0.00033207404,0.00063953374,0.109768696,0.0001974258,0.001266196,0.850474,0.00063382694],"about_ca_topic_score_codex":0.000041576197,"about_ca_topic_score_gemma":0.0000090759295,"teacher_disagreement_score":0.5711752,"about_ca_system_score_codex":0.00034171174,"about_ca_system_score_gemma":0.0050872564,"threshold_uncertainty_score":0.9814592},"labels":[],"label_agreement":null},{"id":"W2013620630","doi":"10.1007/s10459-014-9501-0","title":"How and what do medical students learn in clerkships? Experience based learning (ExBL)","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":208,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Blueprint; Curriculum; Medical education; Psychology; Set (abstract data type); Pedagogy; Mathematics education; Medicine; Computer science","score_opus":0.01945377651301958,"score_gpt":0.44024100678107636,"score_spread":0.42078723026805676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013620630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487716,0.0076343263,0.0012914279,0.039957933,0.0016357017,0.00044616143,4.841657e-8,0.000027545186,0.00023526144],"genre_scores_gemma":[0.9779824,0.006616475,0.0071431603,0.0077879983,0.00020212724,0.00014814052,0.000009210033,0.000008052703,0.00010245118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971899,0.00023461772,0.00047290284,0.00047530836,0.0012471421,0.0003801742],"domain_scores_gemma":[0.99910957,0.00023706807,0.00021420364,0.00018218483,0.0001050698,0.00015188061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044922265,0.00011890391,0.00022658533,0.0004886433,0.00023437588,0.00024060658,0.00030046588,0.00008927833,0.00004816552],"category_scores_gemma":[0.005176859,0.000106677486,0.0000132959785,0.0015319308,0.00052245,0.0017033216,0.000042839954,0.0004845664,0.000003897784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008129454,0.00017251763,0.41603395,0.00015400644,2.9154094e-7,2.6666964e-7,0.0019165839,0.00007423271,0.0000034142731,0.0008817324,0.00003879097,0.5807161],"study_design_scores_gemma":[0.001935182,0.0011471019,0.64997965,0.007343593,0.0000051391103,0.000043062424,0.09299697,0.029162267,0.000075225544,0.0022683789,0.21462096,0.00042247307],"about_ca_topic_score_codex":0.000109810135,"about_ca_topic_score_gemma":0.000117415075,"teacher_disagreement_score":0.5802936,"about_ca_system_score_codex":0.00026803813,"about_ca_system_score_gemma":0.0012056447,"threshold_uncertainty_score":0.61975574},"labels":[],"label_agreement":null},{"id":"W2013654269","doi":"10.1007/s40037-012-0006-3","title":"Perspectives on faculty development: aiming for 6/6 by 2020","year":2012,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Faculty development; Scholarship; Engineering ethics; Professional development; Medical education; Perspective (graphical); Work (physics); Organization development; Sociology; Political science; Public relations; Medicine; Computer science; Engineering","score_opus":0.022403425361413813,"score_gpt":0.3885994360403577,"score_spread":0.36619601067894386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013654269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8800276,0.0031597675,0.009295237,0.08070154,0.0031901936,0.0021558807,0.000021351942,0.00030042682,0.021148007],"genre_scores_gemma":[0.9677925,0.0001528221,0.016908962,0.0076281675,0.0030384797,0.00071610074,0.00060941576,0.000063515945,0.0030900128],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99727243,0.0000624589,0.00043939502,0.00055978703,0.0011371901,0.0005287447],"domain_scores_gemma":[0.99829674,0.00017784342,0.00016372853,0.0003483,0.00060470484,0.00040871225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009808885,0.00027627032,0.00030721546,0.00027213665,0.00033046392,0.000028549795,0.00018531899,0.00027049542,0.0013841846],"category_scores_gemma":[0.011819551,0.00024010346,0.00010198237,0.0005680878,0.00022453179,0.00019969507,0.000023622753,0.0006227507,0.00022202691],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042303803,0.0120600145,0.0027031868,0.0001924535,0.00019387227,7.666729e-7,0.15878247,8.1238295e-7,0.00036159865,0.043346267,0.5183,0.26363552],"study_design_scores_gemma":[0.002581653,0.00078518636,0.028628722,0.00078691053,0.00013532878,0.00005655266,0.44583142,0.00027303363,0.0024779039,0.0003012351,0.51746404,0.00067799864],"about_ca_topic_score_codex":0.00001258902,"about_ca_topic_score_gemma":7.683191e-7,"teacher_disagreement_score":0.28704897,"about_ca_system_score_codex":0.0012639472,"about_ca_system_score_gemma":0.0016058616,"threshold_uncertainty_score":0.9995287},"labels":[],"label_agreement":null},{"id":"W2013901571","doi":"10.1097/00001888-200201000-00019","title":"Can Written Communication Skills Be Tested in an Objective Structured Clinical Examination Format?","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Royal College of Physicians and Surgeons of Canada; Canadian Society for Digital Humanities; University of Ottawa","funders":"","keywords":"Objective structured clinical examination; Generalizability theory; Formative assessment; Rating scale; Dictation; Scale (ratio); Psychology; Medical education; Computer science; Medicine; Mathematics education","score_opus":0.057870038231827604,"score_gpt":0.41028710110114475,"score_spread":0.3524170628693171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013901571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96143824,0.00043091504,0.00018942919,0.032523796,0.00047930673,0.000856676,0.00000395468,0.00011265481,0.003965055],"genre_scores_gemma":[0.98414826,0.00092364155,0.0013007515,0.011464132,0.0007527207,0.000076286466,0.000561074,0.000031593037,0.0007415597],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99687326,0.0004033245,0.0013447466,0.00037465608,0.0006650001,0.00033904213],"domain_scores_gemma":[0.9978818,0.00039808822,0.00037122276,0.00073692197,0.0004282552,0.00018366335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026157913,0.00021267822,0.0005125373,0.00053586846,0.00010830064,0.000005871597,0.00033736858,0.0005937896,0.0006628408],"category_scores_gemma":[0.006487817,0.00017684187,0.000033440618,0.0012308462,0.0004777143,0.00030952622,0.000051703813,0.002082646,0.000019659616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093498595,0.0005639329,0.29281953,0.00016746466,0.00008536913,0.0000208643,0.05985083,0.0000070214674,0.0018640747,0.0042077154,0.070221454,0.5700983],"study_design_scores_gemma":[0.0059965993,0.0008588087,0.96264017,0.0008442629,0.00015615045,0.00015614656,0.011183809,0.010628205,0.00023301561,0.0020751255,0.004936436,0.00029124875],"about_ca_topic_score_codex":0.00009656137,"about_ca_topic_score_gemma":0.000061088795,"teacher_disagreement_score":0.66982067,"about_ca_system_score_codex":0.00036229964,"about_ca_system_score_gemma":0.000082063365,"threshold_uncertainty_score":0.9048176},"labels":[],"label_agreement":null},{"id":"W2013972209","doi":"10.3138/jvme.33.2.280","title":"What Is Leadership?","year":2006,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Honesty; Leadership style; Shared leadership; Transactional leadership; Leadership; Servant leadership; Neuroleadership; Public relations; Strategic leadership; Transformational leadership; Ethical leadership; Psychology; Situational leadership theory; Action (physics); Leadership development; Management; Political science; Social psychology","score_opus":0.254434275270085,"score_gpt":0.4989849195883634,"score_spread":0.2445506443182784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013972209","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001546471,0.97634166,0.00007425077,0.0100395335,0.012470069,0.0004236031,0.000001349565,0.00001856142,0.00047631658],"genre_scores_gemma":[0.000018315555,0.98200595,0.0017703121,0.0070088916,0.005878225,0.000040700317,0.0001770121,0.000069449394,0.0030311274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952104,0.00021609956,0.0021703036,0.00028855816,0.0017917362,0.0003229165],"domain_scores_gemma":[0.9966393,0.0001411992,0.0016423076,0.00047077975,0.0007944247,0.00031195022],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015856249,0.0003825978,0.001706763,0.00095665856,0.000070040005,0.00008265824,0.00043965018,0.00088366016,0.0021328558],"category_scores_gemma":[0.0021939771,0.0002875979,0.0006801306,0.00091759465,0.00021553606,0.00050957577,0.00004925924,0.0019587104,0.00012496815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019082067,0.00077121705,0.000002420945,0.012966502,0.000102370694,0.00007396457,0.00011506912,1.0105349e-8,2.4023797e-7,0.000025243276,0.2338919,0.752032],"study_design_scores_gemma":[0.00032711454,0.00069704466,0.000021547325,0.07975413,0.0009684746,0.014395468,0.00052477483,0.00000429423,4.0909225e-7,0.00003794475,0.9030757,0.00019313436],"about_ca_topic_score_codex":0.000005174952,"about_ca_topic_score_gemma":2.0364446e-7,"teacher_disagreement_score":0.75183886,"about_ca_system_score_codex":0.00071776443,"about_ca_system_score_gemma":0.012857103,"threshold_uncertainty_score":0.9999576},"labels":[],"label_agreement":null},{"id":"W2014051232","doi":"10.1016/j.nedt.2013.09.007","title":"Competence and competency-based nursing education: Finding our way through the issues","year":2013,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":176,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Lethbridge","funders":"","keywords":"Competence (human resources); Confusion; Popularity; Nursing; Nurse education; Psychology; Medicine; Social psychology","score_opus":0.020078343841591125,"score_gpt":0.36938373341645525,"score_spread":0.3493053895748641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014051232","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31008524,0.0017625352,0.0013499805,0.6404996,0.00773617,0.0017770757,0.0000021204276,0.00016735017,0.03661996],"genre_scores_gemma":[0.92088646,0.000035468693,0.05663949,0.012725043,0.0015971845,0.00044867283,0.00014557813,0.00003454377,0.0074875867],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99843925,0.00009263057,0.00042032968,0.00035385918,0.0004082199,0.0002857045],"domain_scores_gemma":[0.99832153,0.00007498346,0.00019188097,0.00058622746,0.0007209164,0.00010446969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026413324,0.00020477762,0.00021931858,0.00016815905,0.00043372912,0.000120284465,0.00019505767,0.00012037318,0.00070814753],"category_scores_gemma":[0.00052662747,0.0001546479,0.00004872966,0.00067657256,0.00025781564,0.00034355902,0.0000103734965,0.0003829363,0.00032240068],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013596721,0.0018862906,0.0064953594,0.00013308322,0.000025378504,2.5826083e-7,0.00836383,0.000005997607,0.001302672,0.10869834,0.48384306,0.38923213],"study_design_scores_gemma":[0.0013754906,0.00034879518,0.472348,0.0036929639,0.00033079533,0.0002756132,0.23665617,0.0024396481,0.0035263211,0.056046322,0.22208507,0.0008748071],"about_ca_topic_score_codex":0.00022326148,"about_ca_topic_score_gemma":0.0000026527819,"teacher_disagreement_score":0.62777454,"about_ca_system_score_codex":0.0002663729,"about_ca_system_score_gemma":0.0025940964,"threshold_uncertainty_score":0.7753719},"labels":[],"label_agreement":null},{"id":"W2014435472","doi":"10.1016/j.gie.2015.03.1448","title":"Su1551 A Simulation-Based Training Curriculum of Progressive Fidelity and Complexity Improves Technical and Non-Technical Skills in Colonoscopy: a Blinded, Randomized Trial","year":2015,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Colonoscopy; Fidelity; Curriculum; Medical physics; Randomized controlled trial; Double blinded; Blinded study; Medical education; Physical therapy; Internal medicine; Pathology; Computer science; Placebo; Alternative medicine","score_opus":0.04524074428878444,"score_gpt":0.3745587799308014,"score_spread":0.32931803564201695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014435472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684593,0.000051836796,0.027104793,0.0011320298,0.00011266846,0.002892577,0.000008408092,0.000070675065,0.00016771747],"genre_scores_gemma":[0.71987754,0.0000010079474,0.27959287,0.00015088513,0.0001074291,0.00021365772,0.00003825201,0.000014554391,0.0000037897175],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99743956,0.00024199177,0.0010604472,0.0004247175,0.00048321416,0.0003500426],"domain_scores_gemma":[0.9970174,0.0014880104,0.00043681252,0.0002705043,0.0005659272,0.00022133728],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026481943,0.00024266436,0.0009857542,0.0003068792,0.00005437702,0.000024987716,0.00010545205,0.00012582718,0.000020044452],"category_scores_gemma":[0.031935096,0.00020503048,0.00008572811,0.0005530512,0.0013910085,0.000098817174,0.00006887252,0.00057373464,0.0000011992723],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94147605,0.0037352277,0.03098318,0.00046132627,0.000044482967,0.000088978486,0.00081751065,0.0003820971,0.016680583,0.0009009998,0.00031762233,0.00411194],"study_design_scores_gemma":[0.8271243,0.00458398,0.016747473,0.0017015795,0.00018081341,0.0005747554,0.0005398256,0.1456972,0.00028499638,0.0022954994,0.000010607352,0.00025895302],"about_ca_topic_score_codex":0.00014116426,"about_ca_topic_score_gemma":0.000018052175,"teacher_disagreement_score":0.25248808,"about_ca_system_score_codex":0.00016122969,"about_ca_system_score_gemma":0.0008202152,"threshold_uncertainty_score":0.97621936},"labels":[],"label_agreement":null},{"id":"W2014488451","doi":"10.1051/pmed/2014018","title":"Comment mieux aider les médecins de la relève à assumer des responsabilités de gestion ?","year":2014,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.05475210025449904,"score_gpt":0.3817492004494866,"score_spread":0.32699710019498757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014488451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6556423,0.006642764,0.10088403,0.22029889,0.0021569584,0.00057807716,0.000016354159,0.00022839301,0.013552284],"genre_scores_gemma":[0.7044874,0.0023380357,0.17194647,0.030697014,0.005144131,0.00035149982,0.00016539748,0.00021492284,0.084655136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99477446,0.0021198518,0.0007983472,0.0005303284,0.00071635965,0.0010606272],"domain_scores_gemma":[0.9948759,0.00323512,0.00018427608,0.00087989727,0.00036138232,0.0004634238],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008396829,0.00034638421,0.000450037,0.00025666138,0.00044788912,0.00008439127,0.00034500367,0.0009150626,0.002894752],"category_scores_gemma":[0.03355776,0.00034886296,0.00015442351,0.00068126904,0.0021635336,0.00016144842,0.00012553384,0.0015530747,0.0005013568],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018183366,0.0019945449,0.090244,0.00053017837,0.00009578077,0.000025789674,0.003891354,0.00008477791,0.0012775459,0.016700234,0.1832377,0.7017363],"study_design_scores_gemma":[0.0015226627,0.00038564453,0.17695776,0.0012293152,0.00027698957,0.00014708714,0.0021274209,0.0068856864,0.0015950814,0.006879746,0.8016766,0.00031602135],"about_ca_topic_score_codex":0.00049575674,"about_ca_topic_score_gemma":0.000024896108,"teacher_disagreement_score":0.70142025,"about_ca_system_score_codex":0.0022208875,"about_ca_system_score_gemma":0.00084490795,"threshold_uncertainty_score":0.99989635},"labels":[],"label_agreement":null},{"id":"W2014647048","doi":"10.1016/j.carj.2011.03.001","title":"Accreditation: Problem or Opportunity?","year":2011,"lang":"en","type":"editorial","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver General Hospital","funders":"","keywords":"Medicine; Accreditation; Medical education; Family medicine; Medical physics","score_opus":0.031688312763417284,"score_gpt":0.31781660712308996,"score_spread":0.2861282943596727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014647048","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000370194,0.00020373952,0.00018275352,0.007827789,0.95819426,0.00060566294,0.00029317036,0.00004740358,0.03227504],"genre_scores_gemma":[0.00094754924,0.0011624038,0.010753462,0.0012058569,0.9332919,0.000046651963,0.0024853635,0.00008069601,0.050026126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965867,0.00022945316,0.0012064843,0.0002769669,0.0011421765,0.0005582108],"domain_scores_gemma":[0.99188346,0.00048344236,0.0023706264,0.00033801372,0.0041609956,0.0007634606],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0032722359,0.00028492295,0.00077417854,0.0010437239,0.00024519686,0.00005644157,0.00036874923,0.0019523101,0.004701973],"category_scores_gemma":[0.04442812,0.0002420221,0.00019591831,0.00060511334,0.0001422487,0.0001378472,0.000016591042,0.002595488,0.00005190372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006955718,0.00005348714,0.0010647482,0.00012594878,0.00032317656,0.00008491881,0.00029616375,7.057231e-7,0.0000025304043,0.00011457539,0.9873818,0.010482344],"study_design_scores_gemma":[0.0009950426,0.00040657405,0.0023459361,0.00032221078,0.00028424268,0.00018006585,0.0002111971,0.0000069384987,0.0000036532986,0.00035559677,0.9946712,0.0002173063],"about_ca_topic_score_codex":0.0037798237,"about_ca_topic_score_gemma":0.0099584125,"teacher_disagreement_score":0.041155886,"about_ca_system_score_codex":0.005153478,"about_ca_system_score_gemma":0.032019917,"threshold_uncertainty_score":0.99970555},"labels":[],"label_agreement":null},{"id":"W2014917954","doi":"10.1097/00001888-200310001-00014","title":"Responses of Rural Family Physicians and Their Colleague and Coworker Raters to a Multi-Source Feedback Process: A Pilot Study","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychology; Family medicine; Medical education; Medicine","score_opus":0.04551109940517764,"score_gpt":0.35943322825061774,"score_spread":0.31392212884544013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014917954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908328,0.0008966188,0.0010587379,0.005372889,0.00020006666,0.0013855819,0.000002737476,0.000044085875,0.00020650527],"genre_scores_gemma":[0.99060905,0.00015041254,0.00036114847,0.006474095,0.00018472923,0.000097441145,0.000007453405,0.000030250663,0.0020853945],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99835074,0.00015888001,0.0005859298,0.0002764053,0.00036085965,0.00026718396],"domain_scores_gemma":[0.9988868,0.00026001126,0.00017659533,0.00025484155,0.0002751453,0.0001466007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012587336,0.00021932035,0.0005430608,0.00029846744,0.00009257592,0.0000036065778,0.00010319866,0.000100080164,0.000026438114],"category_scores_gemma":[0.0038679664,0.00015210945,0.000012032588,0.0009285509,0.00046277346,0.00006120283,0.000031093346,0.0005487912,0.000003976413],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004626007,0.0014270459,0.31554857,0.00091453595,0.0005014092,0.000017569004,0.35346463,0.0000133398935,0.22745867,0.00036294147,0.04908076,0.046584528],"study_design_scores_gemma":[0.013677404,0.009511654,0.2498871,0.0031895405,0.00034291623,0.00015436039,0.7122369,0.0003532478,0.0034115983,0.0001797346,0.0066512483,0.00040431286],"about_ca_topic_score_codex":0.00007736077,"about_ca_topic_score_gemma":0.000003786578,"teacher_disagreement_score":0.35877225,"about_ca_system_score_codex":0.000050417086,"about_ca_system_score_gemma":0.00014600466,"threshold_uncertainty_score":0.6202843},"labels":[],"label_agreement":null},{"id":"W2014926007","doi":"10.4212/cjhp.v62i4.819","title":"The Professor Is In","year":2009,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information retrieval; Library science; Computer science","score_opus":0.017795649524839727,"score_gpt":0.34960974754594226,"score_spread":0.3318140980211025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014926007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6364955,0.0005396963,0.0000032134778,0.3601607,0.00089984137,0.00015337585,7.0412176e-7,0.0000017026148,0.0017452542],"genre_scores_gemma":[0.9868404,0.000041522948,0.00008666656,0.011822898,0.00050518714,0.0000020398716,7.784659e-7,0.000005720102,0.0006947749],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991745,0.00003233667,0.00031079695,0.00004642882,0.00021801233,0.00021792615],"domain_scores_gemma":[0.9992738,0.00003095873,0.00013570162,0.00014025759,0.0002693615,0.00014993521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007950013,0.00006069361,0.000097563265,0.00012236794,0.00022986275,0.000036806712,0.00023594139,0.000021260537,0.00012765457],"category_scores_gemma":[0.0004959498,0.00003211743,0.00004581493,0.00036859134,0.00012518383,0.00009149249,0.0000031406619,0.0005763988,0.000019064002],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010258908,0.00016117032,0.024342136,0.000012571906,0.000073293,0.00024406731,0.010199224,0.0000042558113,0.00014217544,0.0051679,0.6719413,0.28760934],"study_design_scores_gemma":[0.0033390124,0.0008797932,0.2573388,0.00026491552,0.00011082834,0.00042330267,0.0026810346,0.00025494923,0.0015220915,0.012851891,0.7201352,0.00019820758],"about_ca_topic_score_codex":0.00091214536,"about_ca_topic_score_gemma":0.0013112378,"teacher_disagreement_score":0.35034493,"about_ca_system_score_codex":0.0002485238,"about_ca_system_score_gemma":0.0016163255,"threshold_uncertainty_score":0.2867292},"labels":[],"label_agreement":null},{"id":"W2014972015","doi":"10.1080/01421590601102956","title":"The High Clinic: a pilot project of a new model for an outpatient, community-based teaching clinic in rheumatology","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Medicine; Outpatient clinic; Test (biology); Medical education; Family medicine; Internal medicine; Rheumatology","score_opus":0.13432555566888685,"score_gpt":0.4399342821607019,"score_spread":0.30560872649181503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014972015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96811277,0.000048141,0.020129494,0.008693086,0.00035537052,0.0010752457,0.0000024021012,0.000062807834,0.0015206909],"genre_scores_gemma":[0.98441577,0.0000065559,0.009600093,0.0013203584,0.00016244424,0.00020686466,0.00025694014,0.000036304395,0.003994669],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692804,0.0007358314,0.0011795302,0.00021954828,0.00058815494,0.00034888543],"domain_scores_gemma":[0.99821925,0.00063207507,0.00027990242,0.0006327006,0.00013461172,0.000101443526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073863682,0.0001555648,0.000451355,0.00018694287,0.0002117594,0.000009622566,0.00037064496,0.00029682144,0.00015728554],"category_scores_gemma":[0.010553108,0.000106711035,0.00008267829,0.00028044076,0.00038149324,0.00005286465,0.000047291272,0.0019905414,0.000010109202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029367888,0.019610535,0.26317596,0.0010229618,0.00012170451,0.0000049145588,0.009650699,0.000064692234,0.00004748521,0.0078103323,0.59266406,0.10288987],"study_design_scores_gemma":[0.019751307,0.006555172,0.01194596,0.0012725646,0.0001774864,0.000027094806,0.0033024505,0.90722364,0.00002511657,0.012979393,0.036279608,0.00046019893],"about_ca_topic_score_codex":0.004369442,"about_ca_topic_score_gemma":0.0006683413,"teacher_disagreement_score":0.907159,"about_ca_system_score_codex":0.00011995638,"about_ca_system_score_gemma":0.0015039926,"threshold_uncertainty_score":0.9977814},"labels":[],"label_agreement":null},{"id":"W2015428677","doi":"10.1111/j.1365-2929.2005.02386.x","title":"Whither the need for faculty development?","year":2006,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Faculty development; Medical education; Plan (archaeology); Psychology; Root (linguistics); Professional development; Test (biology); Pedagogy; Medicine","score_opus":0.020891836227740195,"score_gpt":0.3557733258474695,"score_spread":0.3348814896197293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015428677","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021354512,0.000163722,0.0025581738,0.9844375,0.0043444913,0.0014848891,0.000008640854,0.0000994201,0.004767693],"genre_scores_gemma":[0.000236497,0.0000042301303,0.008021185,0.9031097,0.013857208,0.0014887911,0.014227993,0.00008078726,0.058973595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99681234,0.000061643565,0.00073539506,0.00043859775,0.0015107247,0.00044131823],"domain_scores_gemma":[0.9982383,0.00014467388,0.0002792779,0.000563086,0.00071840634,0.000056258537],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008805048,0.00030741713,0.00037368547,0.00024165314,0.00026398478,0.000046800727,0.00038831992,0.0012758983,0.0017287796],"category_scores_gemma":[0.0036168215,0.00020107934,0.00012940646,0.000519705,0.00023767531,0.00005251247,0.00003546759,0.0020336122,0.000253242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071212617,0.00022016179,0.00017785317,0.0003282831,0.00004952587,0.0000021890849,0.00025612686,6.881765e-8,0.0000013199735,0.00005845265,0.87360394,0.12529495],"study_design_scores_gemma":[0.0004977374,0.000035591587,0.0019835194,0.00043727865,0.00013863565,0.000041455885,0.00015846384,0.00009012797,0.000027744996,0.0002977529,0.9960767,0.00021497114],"about_ca_topic_score_codex":0.000064924905,"about_ca_topic_score_gemma":0.0000092812215,"teacher_disagreement_score":0.12507999,"about_ca_system_score_codex":0.00047348128,"about_ca_system_score_gemma":0.00892125,"threshold_uncertainty_score":0.9991838},"labels":[],"label_agreement":null},{"id":"W2015523079","doi":"10.1097/acm.0b013e3181a85776","title":"Longitudinal Integrated Clerkships for Medical Students: An Innovation Adopted by Medical Schools in Australia, Canada, South Africa, and the United States","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":282,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; Higher education; Medicine; Family medicine; Political science","score_opus":0.04970082394514975,"score_gpt":0.3859804802948411,"score_spread":0.33627965634969137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015523079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86416316,0.00035313884,0.0027000457,0.13124228,0.00034110292,0.0010915862,0.000015986023,0.00005490161,0.000037813967],"genre_scores_gemma":[0.9643445,0.0002578435,0.00018111525,0.031214377,0.00066323427,0.00012741881,0.0024858036,0.000024836569,0.0007008578],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99391264,0.00026062195,0.0015904545,0.0005148999,0.003138579,0.0005827836],"domain_scores_gemma":[0.9975788,0.0005304383,0.00033082167,0.00036871276,0.0007519474,0.00043930134],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007586141,0.00032152442,0.00067949865,0.0006462045,0.0001436703,0.000019723051,0.00068681804,0.00067343813,0.0005028462],"category_scores_gemma":[0.025143897,0.00020212457,0.000022012178,0.0033921965,0.0007300743,0.00014576998,0.000053506308,0.0030021127,0.000003136681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002692058,0.00036320733,0.11233396,0.00021558486,0.00024337505,0.000093957206,0.016445052,0.000009343994,0.00021748675,0.015473391,0.82097006,0.030942548],"study_design_scores_gemma":[0.13860552,0.005689989,0.32589978,0.013629121,0.001453861,0.00091243075,0.11928968,0.082587995,0.0004269237,0.02408331,0.28501233,0.0024090533],"about_ca_topic_score_codex":0.04555547,"about_ca_topic_score_gemma":0.0050569,"teacher_disagreement_score":0.5359577,"about_ca_system_score_codex":0.00040775232,"about_ca_system_score_gemma":0.0012616254,"threshold_uncertainty_score":0.999298},"labels":[],"label_agreement":null},{"id":"W2016306293","doi":"10.1097/acm.0b013e31813e6755","title":"Knowing When to Look It Up: A New Conception of Self-Assessment Ability","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Associated Medical Services; Royal College of Physicians and Surgeons of Canada","keywords":"Conceptualization; Respondent; Situational ethics; Psychology; Self-assessment; Test (biology); Self-report study; Applied psychology; Order (exchange); Social psychology; Cognitive psychology; Computer science; Artificial intelligence","score_opus":0.03709506571117398,"score_gpt":0.4186051804904493,"score_spread":0.3815101147792753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016306293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8451938,0.00027846117,0.0876938,0.055611223,0.0016876888,0.001078985,7.311321e-7,0.00012736255,0.008327958],"genre_scores_gemma":[0.9622353,0.00007439005,0.01713396,0.015414509,0.00259604,0.000019367368,0.00004798394,0.000023268329,0.0024552175],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972341,0.000034865578,0.0011140873,0.00035427194,0.0009011117,0.00036158066],"domain_scores_gemma":[0.9983643,0.00023027849,0.0002385369,0.00045064464,0.00039075132,0.00032547174],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036488334,0.00017535423,0.000466401,0.0003479969,0.000053143354,0.0000018948289,0.00019535047,0.00029925854,0.0013932869],"category_scores_gemma":[0.0022133403,0.0001429678,0.000041660005,0.00077740714,0.00017629424,0.00011773858,0.000053085612,0.00090933323,0.00005272972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022340086,0.00010978413,0.05131296,0.0004260873,0.00010011213,0.000007779791,0.04421238,0.0000031154661,0.079679325,0.008111772,0.6131805,0.20263274],"study_design_scores_gemma":[0.01418446,0.0031966253,0.29621336,0.0056608706,0.0010935143,0.00019737925,0.05726778,0.0008205203,0.016875286,0.01236775,0.59129953,0.0008229062],"about_ca_topic_score_codex":0.00017313311,"about_ca_topic_score_gemma":0.000003992485,"teacher_disagreement_score":0.2449004,"about_ca_system_score_codex":0.0005977367,"about_ca_system_score_gemma":0.00061383675,"threshold_uncertainty_score":0.9995196},"labels":[],"label_agreement":null},{"id":"W2016488020","doi":"10.1177/0194599813496044a39","title":"The Junior Resident's Perspective of Learning in a Simulation‐Based Otolaryngology Boot Camp","year":2013,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Debriefing; Medical education; Graduate medical education; Accreditation; Otorhinolaryngology; Medicine; Qualitative research; Specialty; Psychology; Nursing; Family medicine","score_opus":0.012692166550465782,"score_gpt":0.31575351312019084,"score_spread":0.30306134656972505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016488020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799732,0.00021857952,0.001128173,0.013982473,0.00027395657,0.00092230143,5.9713693e-7,0.00005082279,0.0034498845],"genre_scores_gemma":[0.996201,0.000011563983,0.001340434,0.0011481838,0.00011088175,0.00020470524,0.000022833196,0.000023546663,0.0009368757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983035,0.00030054088,0.0005284436,0.00028209298,0.00023717486,0.00034829177],"domain_scores_gemma":[0.9978043,0.0008460012,0.00022189996,0.0004035534,0.00067252293,0.000051710897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006281509,0.00013920396,0.00033055802,0.0004003188,0.00015613288,0.000012459801,0.00014996708,0.00023305892,0.00066056044],"category_scores_gemma":[0.0059365467,0.000108193475,0.00006596757,0.0007542243,0.0004339887,0.000102749524,0.000049805945,0.0006958841,0.00013485627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005519865,0.00067943236,0.9260732,0.0001865674,0.00016752454,0.00008004898,0.0055491887,0.006236443,0.010337774,0.03970179,0.0053940318,0.0050420268],"study_design_scores_gemma":[0.0019708227,0.0004771151,0.923244,0.00008442266,0.00004341393,0.00005011179,0.0031677238,0.06094862,0.0005952377,0.0024234557,0.00684073,0.00015435294],"about_ca_topic_score_codex":0.0007181677,"about_ca_topic_score_gemma":0.000109367335,"teacher_disagreement_score":0.054712176,"about_ca_system_score_codex":0.00022888099,"about_ca_system_score_gemma":0.00036120985,"threshold_uncertainty_score":0.7232673},"labels":[],"label_agreement":null},{"id":"W2016660626","doi":"10.1176/pn.43.1.0004","title":"Dissonance May Occur When Principles Meet Real World","year":2008,"lang":"en","type":"article","venue":"Psychiatric News","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Family medicine; Medicine; Quarter (Canadian coin); Annals; Medical education; Psychology; Political science","score_opus":0.04002893538688698,"score_gpt":0.3329084935956491,"score_spread":0.2928795582087621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016660626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76746416,0.0005281664,0.0006707743,0.032822777,0.0028650286,0.0006229874,0.0000061461265,0.00022269547,0.19479725],"genre_scores_gemma":[0.8198057,0.0007921436,0.108924605,0.0072593945,0.0037890712,0.00012824379,0.00010392042,0.000062780025,0.059134133],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984242,0.000030409103,0.00047368408,0.00032687598,0.0004435424,0.0003013346],"domain_scores_gemma":[0.99904096,0.00003512097,0.00016000394,0.0005281262,0.0001275384,0.00010826262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021146814,0.00015709056,0.00024450486,0.0003251509,0.00017527862,0.0000091498405,0.00016302631,0.00008064805,0.0005299711],"category_scores_gemma":[0.00024538345,0.00013437784,0.00007810717,0.0012017193,0.00010249387,0.0000848142,0.000029809196,0.00026413825,0.00022704335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064601125,0.00036032242,0.33630687,0.000058668764,0.00002373167,0.000012892599,0.0005955207,0.0000016185764,0.000026041203,0.013050352,0.6329735,0.016525887],"study_design_scores_gemma":[0.0008309388,0.000076831144,0.3397716,0.00003464809,0.000047384376,0.00007080845,0.00010218767,0.0001020013,0.000025515936,0.0009193401,0.65786314,0.00015560511],"about_ca_topic_score_codex":0.0002836095,"about_ca_topic_score_gemma":0.00015844479,"teacher_disagreement_score":0.1356631,"about_ca_system_score_codex":0.00012457723,"about_ca_system_score_gemma":0.00031579574,"threshold_uncertainty_score":0.5802812},"labels":[],"label_agreement":null},{"id":"W2016665248","doi":"10.1002/chp.21171","title":"Multisource Feedback: Can It Meet Criteria for Good Assessment?","year":2013,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Quality (philosophy); Equivalence (formal languages); Interpersonal communication; Inclusion (mineral); Medicine; Psychology; Applied psychology; Social psychology","score_opus":0.037261790793421005,"score_gpt":0.4731757745859677,"score_spread":0.4359139837925467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016665248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61703324,0.0001527363,0.0022206723,0.37466386,0.0033314312,0.0017273992,0.0000025521579,0.00001052085,0.0008575502],"genre_scores_gemma":[0.9313357,0.00004297141,0.04441007,0.020091763,0.0011302996,0.00027328022,0.000027870592,0.000022121549,0.002665934],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997682,0.00039841502,0.0011527698,0.00012461256,0.0003392376,0.00030300362],"domain_scores_gemma":[0.99678,0.00042550862,0.0010137064,0.00028930765,0.0013638115,0.00012767638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033130147,0.00011733913,0.00033207907,0.0003633304,0.00023554744,0.00004902563,0.00023250571,0.00010206534,0.00017835923],"category_scores_gemma":[0.002072249,0.00007773372,0.00007806226,0.00046141137,0.000053847874,0.00020532047,0.000016999824,0.0006439007,0.0000051969137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000410887,0.0012752505,0.015050785,0.0004152126,0.000023472716,4.6571844e-7,0.036305934,0.0000015133858,0.0005300369,0.0030291777,0.76964575,0.17368129],"study_design_scores_gemma":[0.003986803,0.0010428636,0.5275013,0.008279172,0.000110722365,0.00028809402,0.3115495,0.00084339443,0.00006403738,0.006633334,0.13943954,0.00026123025],"about_ca_topic_score_codex":0.000105759995,"about_ca_topic_score_gemma":0.00002888723,"teacher_disagreement_score":0.6302062,"about_ca_system_score_codex":0.00037374362,"about_ca_system_score_gemma":0.003242739,"threshold_uncertainty_score":0.575248},"labels":[],"label_agreement":null},{"id":"W2017069456","doi":"10.1023/b:ahse.0000038172.97337.d5","title":"Do Clinical Clerks Provide Candidates with Adequate Formative Assessment during Objective Structured Clinical Examinations?","year":2004,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Formative assessment; Summative assessment; Medical education; Objective structured clinical examination; Test (biology); Reliability (semiconductor); Medicine; Consistency (knowledge bases); Educational measurement; Psychology; Medical physics; Curriculum; Computer science; Mathematics education; Pedagogy","score_opus":0.02960504354046241,"score_gpt":0.4887482509616231,"score_spread":0.4591432074211607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017069456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822484,0.0011619846,0.0034492728,0.0070609036,0.0026345165,0.0015770829,0.0000030473043,0.000053424,0.0018113554],"genre_scores_gemma":[0.9290497,0.0010525136,0.06705535,0.002011763,0.00040792732,0.0003016315,0.000047624402,0.00001254245,0.0000609523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964847,0.00026833,0.0014623826,0.0006409064,0.0006840601,0.00045964992],"domain_scores_gemma":[0.99799466,0.00028282998,0.0007935499,0.00033031154,0.00043513541,0.00016349756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035441678,0.00018509747,0.00039934754,0.0004476317,0.0004692681,0.00005366968,0.00021665866,0.00011334688,0.000040550367],"category_scores_gemma":[0.0013070636,0.0001427044,0.000045263314,0.0018523902,0.00087786285,0.0012481796,0.00003340196,0.00070624915,0.0000095182995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010899393,0.0010777554,0.6051865,0.00033024058,0.00001644669,0.000001650457,0.004248195,0.0005247264,0.000003457218,0.011719931,0.00013136797,0.37665072],"study_design_scores_gemma":[0.0017806527,0.0015567512,0.9728602,0.0010658614,0.000016316148,0.000046915586,0.015157609,0.00045424767,0.00005983445,0.0053743767,0.0014368275,0.00019039605],"about_ca_topic_score_codex":0.00029334635,"about_ca_topic_score_gemma":0.00034842268,"teacher_disagreement_score":0.3764603,"about_ca_system_score_codex":0.0011485183,"about_ca_system_score_gemma":0.007251995,"threshold_uncertainty_score":0.99837595},"labels":[],"label_agreement":null},{"id":"W2017109985","doi":"10.1080/01421590310001002836","title":"Validity and the OSCE","year":2003,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Licensure; Certification; Competence (human resources); Psychology; Medical education; Worry; Commission; Medicine; Political science; Social psychology; Law; Psychiatry; Anxiety","score_opus":0.033601226012920614,"score_gpt":0.34918729981237223,"score_spread":0.31558607379945164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017109985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.876242,0.00018295425,0.0016411776,0.036938224,0.00041439192,0.00023540168,7.605808e-8,0.00004852937,0.08429727],"genre_scores_gemma":[0.98450816,0.00004072103,0.00063046074,0.0058702747,0.00032109197,0.000032156866,0.0000042055685,0.00000983514,0.008583097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882114,0.00018215313,0.00018262852,0.00013074622,0.00054377277,0.00013955208],"domain_scores_gemma":[0.9995299,0.000057464626,0.000029319524,0.00022296185,0.00005391239,0.000106466825],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025682868,0.000066119705,0.00014275136,0.000028687933,0.000078823694,0.000008203258,0.00006264622,0.0001209287,0.0057332884],"category_scores_gemma":[0.013314538,0.000035886926,0.000029489787,0.00019110194,0.0005430467,0.00002047488,0.000017018709,0.00049819204,0.000067918205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019751069,0.0009360369,0.19495375,0.00015697507,0.00010059111,0.000052525225,0.003632471,1.5745385e-7,0.000034609755,0.19890463,0.49878606,0.10224467],"study_design_scores_gemma":[0.006932029,0.000089311914,0.016832596,0.000104304876,0.00013161036,0.00039066342,0.0008329872,0.004726013,0.00007706069,0.0076086246,0.96211076,0.00016406314],"about_ca_topic_score_codex":0.0000141970595,"about_ca_topic_score_gemma":8.864701e-7,"teacher_disagreement_score":0.46332467,"about_ca_system_score_codex":0.00004307859,"about_ca_system_score_gemma":0.00017861837,"threshold_uncertainty_score":0.9951756},"labels":[],"label_agreement":null},{"id":"W2017127976","doi":"10.1097/00001888-200211000-00006","title":"Should Medical School Faculty See Assessments of Students Made by Previous Teachers?","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Medical education; Medical school; Diversity (politics); Faculty development; Psychology; Medical information; Medicine; Professional development; Political science; Family medicine","score_opus":0.09079128220871752,"score_gpt":0.4705456454330237,"score_spread":0.37975436322430617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017127976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.940713,0.0027838885,0.0012644022,0.04358598,0.00094055134,0.0009950986,0.000011221948,0.00014705837,0.00955883],"genre_scores_gemma":[0.9426518,0.0021005562,0.0007348625,0.020622639,0.0013880037,0.00010353907,0.0003704082,0.000059055867,0.031969104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99387324,0.00012399007,0.0013251306,0.0004812435,0.0037179682,0.00047841913],"domain_scores_gemma":[0.99796045,0.00013412714,0.0003965061,0.00054466486,0.00027244157,0.0006917923],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020962697,0.00029851735,0.000732391,0.00028048354,0.00007757628,0.0000047081694,0.00069436326,0.0007922929,0.019701364],"category_scores_gemma":[0.010835825,0.00022468704,0.000062334766,0.0008634606,0.0005198862,0.00014575695,0.00012846138,0.0025826213,0.00025113285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025420746,0.00022895828,0.098302364,0.00015713686,0.00016752022,0.000015890419,0.0022305045,2.0516019e-7,0.002958849,0.00010831244,0.86734843,0.028456386],"study_design_scores_gemma":[0.03010473,0.0034195452,0.12846701,0.009084508,0.0020330134,0.0009015004,0.013891823,0.0036442608,0.0040466418,0.0007567397,0.8023249,0.0013253157],"about_ca_topic_score_codex":0.000065495675,"about_ca_topic_score_gemma":4.8738656e-7,"teacher_disagreement_score":0.06502355,"about_ca_system_score_codex":0.0003007057,"about_ca_system_score_gemma":0.00019153481,"threshold_uncertainty_score":0.9997185},"labels":[],"label_agreement":null},{"id":"W2017165012","doi":"10.1503/cjs.006514","title":"Medical student–run education: the next steps","year":2014,"lang":"en","type":"letter","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education","score_opus":0.05207470774048539,"score_gpt":0.3330053764004184,"score_spread":0.280930668659933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017165012","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008400997,0.001881482,0.00004907047,0.97132105,0.014149177,0.00018804535,0.0000028896247,0.000007069923,0.00400022],"genre_scores_gemma":[0.016645303,0.000124005,0.000104852465,0.94203246,0.036381897,0.000015648813,0.00014447131,0.000059479942,0.0044918684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964437,0.00021502566,0.0011773519,0.00018771247,0.0014970076,0.00047922338],"domain_scores_gemma":[0.99596536,0.0006920046,0.0007623426,0.0005792945,0.0013411521,0.0006598281],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028123842,0.00024237897,0.0006850525,0.0011084976,0.0002056164,0.00011540296,0.0005500891,0.00082992914,0.005747917],"category_scores_gemma":[0.0055515007,0.0001671879,0.0003268627,0.00061573397,0.0004068421,0.00010929267,0.000012922755,0.004305287,0.0000950531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029054224,0.000024994897,0.0056306897,0.00012183578,0.00012716527,0.0008340949,0.00018377684,1.10286976e-7,2.7086105e-7,0.000039595827,0.9286312,0.0644034],"study_design_scores_gemma":[0.00012210659,0.000027538123,0.0040157842,0.001377389,0.00017916261,0.004432926,0.00039982446,0.0000031172647,0.0000015814876,0.00008566883,0.9892074,0.00014751354],"about_ca_topic_score_codex":0.00086438755,"about_ca_topic_score_gemma":0.0002967827,"teacher_disagreement_score":0.064255886,"about_ca_system_score_codex":0.0006533757,"about_ca_system_score_gemma":0.04344048,"threshold_uncertainty_score":0.9979918},"labels":[],"label_agreement":null},{"id":"W2017197110","doi":"10.3138/jvme.34.2.99","title":"Admissions Test for the Degree Course in Veterinary Medicine in Italy, 2005","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Decree; Mathematics education; Veterinary medicine; Government (linguistics); Course (navigation); Degree (music); Medical education; Subject (documents); Index (typography); Degree program; Mathematics; Medicine; Computer science; Library science; Biology; Engineering; Geography; Physics","score_opus":0.1254514256232837,"score_gpt":0.4634583608746573,"score_spread":0.3380069352513736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017197110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781787,0.0022997004,0.0018637808,0.112541825,0.0036001743,0.0006505684,0.0000012915235,0.000012043914,0.00085192395],"genre_scores_gemma":[0.98589367,0.00042982007,0.004221383,0.00655461,0.0024039908,0.000050541617,0.000023370769,0.000027390499,0.00039524652],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99696094,0.00007640337,0.0014307764,0.00018724106,0.00095303956,0.00039162667],"domain_scores_gemma":[0.99661726,0.0015886358,0.0005003648,0.00034214352,0.00052017765,0.00043139426],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006337834,0.00017426079,0.00040254585,0.0006606567,0.00008705428,0.000008884433,0.00033369614,0.00023864633,0.0009866937],"category_scores_gemma":[0.028344506,0.00011418202,0.00009269842,0.0008346099,0.0002481369,0.00018676622,0.000039768638,0.0009442953,0.000005774587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017948783,0.006234945,0.022473436,0.00037737138,0.00006238828,0.00046813593,0.002374307,0.0000054393163,0.0043551545,0.00034475414,0.15519314,0.8063161],"study_design_scores_gemma":[0.005055175,0.0056927362,0.6729052,0.0039937613,0.00014434374,0.008145905,0.007584047,0.0010832,0.00005460045,0.00041346886,0.2947151,0.00021245438],"about_ca_topic_score_codex":0.000044647368,"about_ca_topic_score_gemma":0.000028071874,"teacher_disagreement_score":0.8061036,"about_ca_system_score_codex":0.00048116746,"about_ca_system_score_gemma":0.0038425562,"threshold_uncertainty_score":0.99992657},"labels":[],"label_agreement":null},{"id":"W2017295639","doi":"10.1080/10401334.2011.536754","title":"Relying on Others’ Reliability: Challenges in Clinical Teaching Assessment","year":2011,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre; London Health Sciences Centre; Western University","funders":"","keywords":"Generalizability theory; Cronbach's alpha; Reliability (semiconductor); Context (archaeology); Psychology; Quality (philosophy); Medical education; Test (biology); Variance (accounting); Observational study; Applied psychology; Psychometrics; Medicine; Clinical psychology","score_opus":0.14505955035143833,"score_gpt":0.4435487729527373,"score_spread":0.29848922260129895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017295639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9103846,0.0003407096,0.00034416327,0.015018849,0.0005140069,0.00025972538,5.1216574e-8,0.00011120384,0.07302667],"genre_scores_gemma":[0.97958344,0.00031921722,0.017174555,0.0018010136,0.00043650647,0.000024957102,0.00000850986,0.00003089038,0.0006209104],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964128,0.0015430985,0.000851768,0.0004985991,0.00039220607,0.00030149877],"domain_scores_gemma":[0.9985216,0.00083434995,0.00017587628,0.00033953242,0.0000370844,0.00009154226],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022842368,0.00018045625,0.0005187666,0.00049142574,0.0002106834,0.000005926704,0.00009934557,0.00019480802,0.00009433281],"category_scores_gemma":[0.018062005,0.00014191508,0.000034259425,0.00016155881,0.00021033356,0.00007409688,0.00003721824,0.006858509,0.0000072965913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009801486,0.0005241085,0.33963102,0.00013174153,0.000014474039,0.00003452166,0.03495186,0.000017149234,0.0000329838,0.00555217,0.00042255546,0.6185894],"study_design_scores_gemma":[0.0027720563,0.0017499853,0.9354567,0.003175836,0.000038373328,0.000037345104,0.029047208,0.0043212026,0.0000013821139,0.0006496059,0.02256659,0.00018371356],"about_ca_topic_score_codex":0.00059538905,"about_ca_topic_score_gemma":0.000016829948,"teacher_disagreement_score":0.6184057,"about_ca_system_score_codex":0.00018793248,"about_ca_system_score_gemma":0.00007711281,"threshold_uncertainty_score":0.99543273},"labels":[],"label_agreement":null},{"id":"W2017354927","doi":"10.3138/jvme.35.3.359","title":"Current Methods in Use for Assessing Clinical Competencies: What Works?","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Rubric; Medical education; Graduate medical education; Grading (engineering); Checklist; Formative assessment; Medicine; Psychology; Mathematics education","score_opus":0.3531950843139491,"score_gpt":0.5967677833085749,"score_spread":0.24357269899462586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017354927","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93288267,0.004357596,0.043330584,0.008075222,0.011004716,0.00031735102,1.843883e-7,0.000012171737,0.000019512287],"genre_scores_gemma":[0.4253129,0.016534396,0.54800534,0.0060565937,0.0039086575,0.000058079524,0.000041390085,0.000037699258,0.000044934754],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99664366,0.00040129918,0.0017334609,0.00020538834,0.00077189674,0.00024431912],"domain_scores_gemma":[0.9967355,0.0010294303,0.00070052716,0.00025688263,0.000988931,0.00028870482],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004850705,0.00014509799,0.00052755035,0.00048402508,0.000096049844,0.000088211535,0.00020084863,0.0002390472,0.00018257217],"category_scores_gemma":[0.023957321,0.0001200862,0.00020360167,0.00060226565,0.00027622635,0.0019409494,0.000034751058,0.0011092972,0.0000036922452],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025827443,0.0023531283,0.016402956,0.00015392313,0.000027060423,0.00003773066,0.0006437933,0.0000015431076,0.00016480505,0.000047147118,0.011089564,0.9688201],"study_design_scores_gemma":[0.005079595,0.002499537,0.51355004,0.018329367,0.00016895538,0.009916977,0.0069283405,0.0037609753,0.000047132755,0.00046990954,0.4389076,0.00034160307],"about_ca_topic_score_codex":0.000004349088,"about_ca_topic_score_gemma":4.965109e-7,"teacher_disagreement_score":0.9684785,"about_ca_system_score_codex":0.00033821593,"about_ca_system_score_gemma":0.005341392,"threshold_uncertainty_score":0.9842643},"labels":[],"label_agreement":null},{"id":"W2017429460","doi":"10.1111/j.1464-410x.2004.05086.x","title":"Core competencies in urology: what are they and how are they best taught?","year":2004,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Columbia university; Library science; Citation; Urology; Medicine; Media studies; Sociology; Computer science","score_opus":0.028315282644439013,"score_gpt":0.2887921157704026,"score_spread":0.2604768331259636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017429460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310867,0.0080363555,0.00012352683,0.059714653,0.00080314826,0.00013264353,0.0000037338946,0.000009199648,0.00009004922],"genre_scores_gemma":[0.9870352,0.0040776897,0.0013813357,0.0069821966,0.00044025073,0.0000050911653,0.000009747539,0.000016940965,0.000051519797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885327,0.000081992905,0.00038837528,0.00016710677,0.0002437115,0.00026552138],"domain_scores_gemma":[0.9988317,0.000083808445,0.00043337911,0.00012897947,0.00043289692,0.00008922396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060230144,0.00011351189,0.00042596518,0.0002673291,0.00008149345,0.000057508805,0.00014266717,0.00022159082,0.00003881028],"category_scores_gemma":[0.0013218824,0.00011355529,0.000051209307,0.00016702291,0.00029060975,0.00027654227,0.00003808007,0.0009082505,0.000006041591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013095918,0.00365278,0.5766287,0.0004706115,0.00049575156,0.026024314,0.007384636,0.0007765769,0.0027577812,0.0065363906,0.016677178,0.35728568],"study_design_scores_gemma":[0.008213324,0.0023216289,0.804986,0.0013768161,0.00024349945,0.12052783,0.013455617,0.00009106671,0.000036052163,0.021132061,0.027315143,0.00030095098],"about_ca_topic_score_codex":0.000077319855,"about_ca_topic_score_gemma":0.0009854458,"teacher_disagreement_score":0.35698473,"about_ca_system_score_codex":0.000085503496,"about_ca_system_score_gemma":0.0001855931,"threshold_uncertainty_score":0.46306503},"labels":[],"label_agreement":null},{"id":"W2017518506","doi":"10.1071/ah09838","title":"Assessment of a peer review process among interns at an Australian hospital","year":2010,"lang":"en","type":"review","venue":"Australian Health Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peer review; Formative assessment; Medical education; Process (computing); Technical peer review; Professional development; Medicine; Publishing; Psychology; Public relations; Political science; Pedagogy","score_opus":0.1363105226590659,"score_gpt":0.5532491544491605,"score_spread":0.41693863179009455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017518506","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003071367,0.9556182,0.0000035039632,0.032296706,0.0011930946,0.010194485,0.00011654998,0.00008389302,0.00046286205],"genre_scores_gemma":[0.000010479127,0.9732808,0.0020513318,0.005345281,0.000542448,0.0014748827,0.004805376,0.00014432272,0.012345076],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909258,0.00055872096,0.004495204,0.001071672,0.0020601514,0.0008884609],"domain_scores_gemma":[0.99145097,0.00006377274,0.003706169,0.002095774,0.0019323239,0.00075098046],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00588836,0.000913237,0.006386373,0.00033009076,0.0001408222,0.000024259207,0.00082142296,0.000709843,0.0033498642],"category_scores_gemma":[0.002198167,0.00070151157,0.0009137943,0.001815495,0.00034128487,0.00023694841,0.00010567493,0.0030696366,0.00017846678],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.982313e-7,0.00022690427,0.00013447265,0.4529841,0.000056009823,0.000006924952,0.000022779725,2.6303544e-9,1.3064126e-8,0.000048113532,0.12824383,0.41827646],"study_design_scores_gemma":[0.000106403495,0.00033576007,0.0005441246,0.4386553,0.001423971,0.00013781626,0.00001159259,2.16541e-7,1.03480026e-7,0.0000028923523,0.55849755,0.00028431998],"about_ca_topic_score_codex":0.00011694605,"about_ca_topic_score_gemma":0.000026746642,"teacher_disagreement_score":0.43025368,"about_ca_system_score_codex":0.0011480225,"about_ca_system_score_gemma":0.0039474242,"threshold_uncertainty_score":0.9995436},"labels":[],"label_agreement":null},{"id":"W2017537615","doi":"10.1007/s10459-013-9479-z","title":"Key considerations for the success of Medical Education Research and Innovation units in Canada: unit director perceptions","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"U.S. Department of Defense","keywords":"Habitus; Sociology; Context (archaeology); Negotiation; Pedagogy; Field (mathematics); Qualitative research; Library science; Public relations; Cultural capital; Political science; Social science; Computer science","score_opus":0.09720739156911427,"score_gpt":0.5013153126319043,"score_spread":0.40410792106279003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017537615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8827785,0.0022406322,0.0007965806,0.1101186,0.0016685281,0.0014399397,0.0000041486423,0.000009661693,0.00094337686],"genre_scores_gemma":[0.9886614,0.0014001939,0.0050125066,0.0040325983,0.00022239833,0.00052432454,0.000051296392,0.000007523133,0.00008774005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.997404,0.00023279364,0.0008231564,0.00030068835,0.0009335765,0.0003057807],"domain_scores_gemma":[0.99566966,0.0019734697,0.00027802368,0.00026797425,0.001727728,0.000083139],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066382014,0.000090243586,0.00019677819,0.0011024122,0.00047592566,0.000026720503,0.00019329347,0.000067816225,0.000083808656],"category_scores_gemma":[0.017057102,0.00007243656,0.0000070888636,0.0062534576,0.00062641175,0.00035167328,0.000027764276,0.00036448252,6.52939e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018160375,0.00041583864,0.31932563,0.0006059794,0.00000252135,4.7912415e-8,0.0020925393,0.00016633102,0.000019800418,0.37387294,0.0053081894,0.29817203],"study_design_scores_gemma":[0.0008943863,0.00048785168,0.83073425,0.0020321177,0.000009582216,0.000033869368,0.035934117,0.022398887,0.00009260131,0.04008205,0.06708609,0.00021421118],"about_ca_topic_score_codex":0.2749074,"about_ca_topic_score_gemma":0.60680354,"teacher_disagreement_score":0.5114086,"about_ca_system_score_codex":0.000680484,"about_ca_system_score_gemma":0.047109082,"threshold_uncertainty_score":0.9912226},"labels":[],"label_agreement":null},{"id":"W2017741214","doi":"10.3138/jvme.36.4.388","title":"Curriculum Integration within the Context of Veterinary Education","year":2009,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Context (archaeology); Relevance (law); Medical education; Curriculum development; Lifelong learning; Curriculum mapping; Medicine; Engineering ethics; Pedagogy; Psychology; Engineering; Political science","score_opus":0.03821427669689696,"score_gpt":0.40176372167864677,"score_spread":0.3635494449817498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017741214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617833,0.00084845,0.0006841701,0.030759638,0.0047097746,0.00035193615,6.241365e-7,0.000015888647,0.00084621203],"genre_scores_gemma":[0.98496205,0.00015846011,0.0042820685,0.008762764,0.0015683209,0.000019943496,0.000043702992,0.000015261354,0.00018741174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996903,0.00020680946,0.0013795781,0.00017202088,0.001166473,0.00017210309],"domain_scores_gemma":[0.99668556,0.00007215498,0.0011436683,0.00037701716,0.0015338669,0.00018771406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017980981,0.00018310214,0.00038861894,0.00040180408,0.000105766274,0.00002305401,0.00033986362,0.00021195786,0.00031689138],"category_scores_gemma":[0.005427696,0.00012102281,0.00016207011,0.00071456406,0.0002273505,0.00034850874,0.000024817646,0.0008083588,0.000011442078],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037868938,0.0045860983,0.0016601436,0.0001547803,0.00005593169,0.000015486688,0.0030909285,0.0000014133864,0.009314398,0.00474237,0.052309714,0.92369],"study_design_scores_gemma":[0.00965439,0.06028359,0.31664717,0.021732787,0.0016189599,0.06291049,0.16669399,0.0072032427,0.009611424,0.009991358,0.33205214,0.0016004562],"about_ca_topic_score_codex":0.00003822083,"about_ca_topic_score_gemma":0.0000012080438,"teacher_disagreement_score":0.9220896,"about_ca_system_score_codex":0.00029478385,"about_ca_system_score_gemma":0.005415896,"threshold_uncertainty_score":0.96075666},"labels":[],"label_agreement":null},{"id":"W2017753710","doi":"10.1051/pmed:2007023","title":"Adjonction de descripteurs qualitatifs à l’échelle ordinaledes épreuves de format mini-CEX pour optimiser l’évaluationformative des compétences cliniques","year":2007,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.12214916529057254,"score_gpt":0.43464132553334034,"score_spread":0.3124921602427678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017753710","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5245765,0.009077183,0.4312721,0.010352632,0.0028130433,0.0008222881,0.000026980028,0.00026241963,0.020796856],"genre_scores_gemma":[0.33097577,0.003754492,0.61446065,0.0074117477,0.0034371514,0.000215565,0.00030704608,0.00011752362,0.03932005],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99414057,0.00069438084,0.0018605379,0.0005197996,0.0011203241,0.0016643875],"domain_scores_gemma":[0.99533904,0.001587485,0.00065415684,0.0005512098,0.0012752945,0.00059279933],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011417719,0.00052079436,0.0006805296,0.0005660203,0.00075586804,0.00015372908,0.00047495076,0.00072708057,0.0023894287],"category_scores_gemma":[0.010220647,0.00051315484,0.000258536,0.0012574682,0.0019508193,0.0010749643,0.00012159662,0.0011590321,0.00053622125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050432084,0.002045957,0.039597254,0.0015598114,0.0003438476,0.000050692262,0.10268796,0.0002596463,0.0013319656,0.005229737,0.15375368,0.6926351],"study_design_scores_gemma":[0.0058911364,0.0022378175,0.119920716,0.0056611444,0.0014385845,0.0007311918,0.5142298,0.07442817,0.025370082,0.05373325,0.19450629,0.0018518709],"about_ca_topic_score_codex":0.0005208647,"about_ca_topic_score_gemma":0.00007686767,"teacher_disagreement_score":0.69078326,"about_ca_system_score_codex":0.0020076586,"about_ca_system_score_gemma":0.0020780917,"threshold_uncertainty_score":0.999732},"labels":[],"label_agreement":null},{"id":"W2018448355","doi":"10.1097/00001888-200510000-00017","title":"Multischool, International Survey of Medical Students??? Attitudes toward ???Holism???","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Victoria Park","funders":"National Center for Complementary and Integrative Health","keywords":"Cronbach's alpha; Holism; Confirmatory factor analysis; Psychology; Medical education; Curriculum; Introspection; Clinical psychology; Medicine; Structural equation modeling; Psychometrics; Pedagogy","score_opus":0.08165530843191654,"score_gpt":0.48060926904328866,"score_spread":0.3989539606113721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018448355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88303995,0.0010244123,0.0026829427,0.1090093,0.002032121,0.0004059479,0.000008609661,0.00008766276,0.001709079],"genre_scores_gemma":[0.9813976,0.0014154422,0.0011511492,0.011600192,0.0028246948,0.000031608855,0.00032313282,0.000029713154,0.0012264313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935697,0.00011315644,0.0012363436,0.0003749037,0.004389836,0.0003160604],"domain_scores_gemma":[0.9980414,0.00027573717,0.00030703706,0.00039112126,0.0007039137,0.00028078142],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005659495,0.00021059274,0.0005741612,0.00041127694,0.00004498957,0.0000063195516,0.0011488248,0.00051755994,0.0054848744],"category_scores_gemma":[0.015088112,0.00016310884,0.000045168363,0.00070583634,0.00053046335,0.00016934182,0.00022642627,0.0015076601,0.00014223359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014262146,0.00021430313,0.7282602,0.00012553358,0.00020913652,0.000018786952,0.0024332062,0.000002679002,0.0005445462,0.0014823319,0.19645593,0.07011072],"study_design_scores_gemma":[0.004218326,0.0001717621,0.9394147,0.0010320605,0.00009657343,0.00021153908,0.0005268381,0.0009610801,0.0003802834,0.00007716082,0.05273982,0.00016984798],"about_ca_topic_score_codex":0.00053647213,"about_ca_topic_score_gemma":0.000025298987,"teacher_disagreement_score":0.21115449,"about_ca_system_score_codex":0.00019786689,"about_ca_system_score_gemma":0.00034005885,"threshold_uncertainty_score":0.9954243},"labels":[],"label_agreement":null},{"id":"W2018734958","doi":"10.1016/j.humpath.2010.10.018","title":"Residency choices by graduating medical students: why not pathology?","year":2011,"lang":"en","type":"article","venue":"Human Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Personality pathology; Clinical pathology; Medical education; Medicine; Perspective (graphical); Quality (philosophy); Psychology; Pathology; Personality; Family medicine; Personality disorders","score_opus":0.06036776495438819,"score_gpt":0.3889405077661147,"score_spread":0.32857274281172655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018734958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98397064,0.00018456222,0.00074682897,0.0040297196,0.0007721932,0.00031333306,0.0000036131726,0.00015792146,0.009821181],"genre_scores_gemma":[0.96748376,0.000045055313,0.0050747376,0.024657026,0.0005489411,0.0001358366,0.00015286519,0.000043408556,0.0018583466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99725914,0.00022294403,0.0006849698,0.00049230905,0.0009104208,0.00043024306],"domain_scores_gemma":[0.9987964,0.00006759014,0.00021623955,0.0005461175,0.00022856088,0.00014511406],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018558044,0.00019497224,0.00038084562,0.00024540495,0.0002324685,0.000014536941,0.00050619646,0.00040991534,0.0036419164],"category_scores_gemma":[0.002615555,0.0001752178,0.00006279607,0.00029577143,0.00055730395,0.000097883436,0.00017247385,0.00075148325,0.00024189867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001873827,0.0038467783,0.491623,0.00031026342,0.00015732483,0.004366455,0.015204743,5.3916587e-8,0.032429036,0.03823448,0.37777433,0.035866123],"study_design_scores_gemma":[0.0053539937,0.0021698591,0.94471645,0.00043526807,0.000293941,0.0036500746,0.0020623065,0.000033289994,0.0055082617,0.011028283,0.024014913,0.0007333514],"about_ca_topic_score_codex":0.00005770312,"about_ca_topic_score_gemma":0.000033949735,"teacher_disagreement_score":0.45309344,"about_ca_system_score_codex":0.000074212396,"about_ca_system_score_gemma":0.0001358792,"threshold_uncertainty_score":0.9972689},"labels":[],"label_agreement":null},{"id":"W2018905613","doi":"10.3138/jvme.33.3.317","title":"Faculty Development: Principles and Practices","year":2006,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Coaching; Mentorship; Faculty development; Medical education; Professional development; Variety (cybernetics); Instructional design; Set (abstract data type); Psychology; Medicine; Pedagogy; Computer science","score_opus":0.11437817807239525,"score_gpt":0.452823069715197,"score_spread":0.3384448916428017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018905613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98181427,0.00052284583,0.00036082347,0.014691243,0.00086428534,0.00010385473,2.6712183e-7,0.0000118401695,0.0016306011],"genre_scores_gemma":[0.9548027,0.00007652058,0.041239277,0.0016627496,0.0014182713,0.000010030776,0.000056267945,0.000012192905,0.00072200294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827677,0.00004692953,0.00068156875,0.00011271901,0.0007558668,0.00012613642],"domain_scores_gemma":[0.9983721,0.00005419147,0.0008669653,0.00010354353,0.00047373903,0.00012949342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010763507,0.00009347399,0.00019046044,0.00022243346,0.00008165257,0.0000228698,0.00009440283,0.00012157447,0.00026738053],"category_scores_gemma":[0.0045550377,0.00007268877,0.000032381427,0.0002325468,0.00010447779,0.0002557275,0.000028918423,0.00037180347,0.000008933483],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046387844,0.0037633881,0.075186126,0.00067184697,0.00011133938,0.00013573529,0.0014723905,0.0000017728732,0.002349377,0.0021686284,0.07424963,0.83942586],"study_design_scores_gemma":[0.0006527265,0.00039717508,0.37980452,0.00049587357,0.00004605606,0.005523626,0.0005669836,0.00009316284,0.00020451202,0.00011588921,0.6120213,0.000078157755],"about_ca_topic_score_codex":0.0000149490215,"about_ca_topic_score_gemma":0.000001574226,"teacher_disagreement_score":0.8393477,"about_ca_system_score_codex":0.00013700614,"about_ca_system_score_gemma":0.00295243,"threshold_uncertainty_score":0.5453134},"labels":[],"label_agreement":null},{"id":"W2018968380","doi":"10.1046/j.1365-2923.2002.01223.x","title":"Creativity and medical education","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Creativity; Medical education; Psychology; MEDLINE; Medicine; Mathematics education; Pedagogy; Social psychology; Political science","score_opus":0.01399465791719461,"score_gpt":0.36100568804418576,"score_spread":0.34701103012699114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018968380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7036551,0.0021794434,0.000774866,0.24070252,0.003153133,0.0006202884,8.999641e-7,0.00018575905,0.048727937],"genre_scores_gemma":[0.89480245,0.00090793974,0.003765267,0.08866282,0.0021095467,0.0002674865,0.00016516903,0.00003852795,0.00928077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709666,0.000096297714,0.0005047371,0.00040613234,0.0016132059,0.00028299275],"domain_scores_gemma":[0.9985742,0.000085157946,0.000116732925,0.00040766312,0.00037775162,0.00043851303],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009053451,0.00018257962,0.00027343773,0.00028197537,0.00015465455,0.000030963125,0.00015925195,0.00041745676,0.021814976],"category_scores_gemma":[0.020886002,0.00016137696,0.00004939194,0.00068186346,0.00036600817,0.00017770444,0.000050168495,0.0006535497,0.00028648454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008045484,0.0019740744,0.014306382,0.00010290226,0.00001324628,0.000002194327,0.00040686593,1.4417633e-8,0.000010823891,0.002827349,0.3584285,0.6219196],"study_design_scores_gemma":[0.0015898651,0.00026822323,0.096818455,0.0014477746,0.00015058479,0.0012959631,0.0012101989,0.010932578,0.00010367914,0.0014803925,0.8842661,0.0004362308],"about_ca_topic_score_codex":0.00010386763,"about_ca_topic_score_gemma":0.00001163792,"teacher_disagreement_score":0.6214834,"about_ca_system_score_codex":0.00021456866,"about_ca_system_score_gemma":0.0037947095,"threshold_uncertainty_score":0.9873615},"labels":[],"label_agreement":null},{"id":"W2018981997","doi":"10.1097/00006223-200101000-00013","title":"Dealing with the Unsafe Student in Clinical Practice","year":2001,"lang":"en","type":"article","venue":"Nurse Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Economic Justice; Affect (linguistics); Relation (database); Social justice; Psychology; Field (mathematics); Clinical Practice; Social psychology; Engineering ethics; Public relations; Applied psychology; Criminology; Political science; Computer science; Law; Medicine; Nursing; Engineering","score_opus":0.02875457545814419,"score_gpt":0.4685283421831367,"score_spread":0.4397737667249925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018981997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85757464,0.00012212145,0.000094590265,0.124528974,0.0015507048,0.00038801733,1.998537e-7,0.000026947659,0.015713777],"genre_scores_gemma":[0.9742382,0.000050362454,0.006884845,0.015238032,0.0016702432,0.00007657412,0.000009328542,0.00002338972,0.0018090195],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986319,0.00009037424,0.0004055181,0.00022377358,0.0004334355,0.00021499938],"domain_scores_gemma":[0.9987879,0.00030998685,0.00013554374,0.00042272446,0.000260679,0.000083177016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014918962,0.00009953728,0.00016985467,0.0000977885,0.000078382196,0.000019998877,0.00013714656,0.000084005726,0.00032976645],"category_scores_gemma":[0.00202067,0.0000615917,0.00003134464,0.0006010086,0.00015488692,0.00009074708,0.000010263082,0.00062491983,0.00014475586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006621704,0.005789265,0.63811725,0.000033562625,0.00014558922,0.00013126928,0.010559545,0.000009521331,0.000031391737,0.013690037,0.13285789,0.19797254],"study_design_scores_gemma":[0.0010065737,0.00022982639,0.4328882,0.00011273278,0.00010718276,0.00022987627,0.037301615,0.000029405282,0.000011512494,0.000029715544,0.5279586,0.0000947696],"about_ca_topic_score_codex":0.00006055008,"about_ca_topic_score_gemma":0.000022660057,"teacher_disagreement_score":0.39510068,"about_ca_system_score_codex":0.00014799832,"about_ca_system_score_gemma":0.0006232384,"threshold_uncertainty_score":0.36107114},"labels":[],"label_agreement":null},{"id":"W2019047606","doi":"10.1016/j.jpeds.2003.11.021","title":"Acquisition of competencies during the pediatric residency: a Canadian perspective","year":2004,"lang":"en","type":"article","venue":"The Journal of Pediatrics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Perspective (graphical); Medical education; Residency training; MEDLINE; Family medicine; Continuing education","score_opus":0.00959921532614807,"score_gpt":0.2741099808307311,"score_spread":0.2645107655045831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019047606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98018044,0.0016433458,0.00016486012,0.016865889,0.00044728979,0.00015100895,0.0000031360025,0.0000050073304,0.0005390391],"genre_scores_gemma":[0.99501085,0.0010046024,0.0012964341,0.0004220451,0.00220719,0.0000010878799,9.180228e-7,0.000010111758,0.000046734083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869484,0.00006209969,0.0004541172,0.00005485021,0.0005598903,0.00017419983],"domain_scores_gemma":[0.99785936,0.00012137327,0.0004473963,0.00020725386,0.0012838645,0.00008076007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012044737,0.00007986374,0.00016274572,0.00045271407,0.00020296534,0.00000927828,0.00022758062,0.00006165618,0.00004663651],"category_scores_gemma":[0.0012863274,0.000044426415,0.00007129963,0.0011304927,0.00011050135,0.00009110669,0.000019040563,0.000486383,0.0000075702915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00225562,0.0016379942,0.66048574,0.0022298298,0.00031101963,0.00043841984,0.18160622,0.0055266884,0.00914527,0.10078683,0.034011032,0.0015653232],"study_design_scores_gemma":[0.0019920997,0.0005861426,0.94668496,0.00007433183,0.0012312693,0.0016121023,0.029806715,0.000009175091,0.0006537092,0.017082898,0.000116411604,0.00015016172],"about_ca_topic_score_codex":0.0064934497,"about_ca_topic_score_gemma":0.0011163481,"teacher_disagreement_score":0.28619924,"about_ca_system_score_codex":0.0006940367,"about_ca_system_score_gemma":0.002448303,"threshold_uncertainty_score":0.98161966},"labels":[],"label_agreement":null},{"id":"W2019154914","doi":"10.1186/1472-6920-13-49","title":"Comparison of the medical students’ perceived self-efficacy and the evaluation of the observers and patients","year":2013,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Self evaluation; Self-efficacy; Psychology; Self-assessment; Medical psychology; MEDLINE; Medicine; Applied psychology; Pedagogy; Social psychology","score_opus":0.04396659663042881,"score_gpt":0.416071961733838,"score_spread":0.3721053651034092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019154914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794953,0.00023707486,0.000023970992,0.01688394,0.0011576958,0.0018859224,5.472161e-7,0.000010941139,0.0003046038],"genre_scores_gemma":[0.99677855,0.00005118751,0.00030661924,0.0024203863,0.00016569706,0.00017088113,0.000018199637,0.0000104194705,0.00007804797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939872,0.00070444157,0.0007035153,0.00020553649,0.0042575216,0.00014177892],"domain_scores_gemma":[0.9969145,0.0006451375,0.0004523165,0.000585627,0.001253075,0.00014935953],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003517266,0.0001207242,0.00028486055,0.000057906935,0.00016600196,0.000020190226,0.00048119668,0.00019277477,0.000711321],"category_scores_gemma":[0.030844474,0.000056484085,0.000059758033,0.00045223627,0.0009725392,0.00007404953,0.00018815883,0.00041412047,0.000004829837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004447369,0.0027286902,0.889137,0.00024359272,0.00006143837,1.07360885e-8,0.005862425,0.0000016582817,0.000019470861,0.000877716,0.012676395,0.08834711],"study_design_scores_gemma":[0.004072754,0.000052453754,0.9828451,0.0004910475,0.00029258092,0.0000048266697,0.0026497259,0.008879448,0.000036590896,0.00023439794,0.0003880715,0.000052979416],"about_ca_topic_score_codex":0.00020887477,"about_ca_topic_score_gemma":0.000036225552,"teacher_disagreement_score":0.0937081,"about_ca_system_score_codex":0.00011662642,"about_ca_system_score_gemma":0.0029622877,"threshold_uncertainty_score":0.9773191},"labels":[],"label_agreement":null},{"id":"W2019220827","doi":"10.1002/chp.1340200106","title":"Small-group format for continuing medical education: A report from the field","year":2000,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Royal University Hospital","funders":"","keywords":"Presentation (obstetrics); Relevance (law); Medical education; Key (lock); Continuing medical education; Small group learning; Perception; Best practice; Psychology; Medicine; Continuing education; Computer science; Political science","score_opus":0.027856733133863408,"score_gpt":0.4294854712773549,"score_spread":0.40162873814349154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019220827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6277644,0.00161554,0.0019804735,0.36217386,0.004228971,0.0012685892,0.0000016761821,0.000015014592,0.00095146056],"genre_scores_gemma":[0.8569115,0.0006231247,0.018032433,0.11345558,0.005867926,0.0004083771,0.00013240163,0.000037435108,0.00453123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99672097,0.00041350475,0.0017094868,0.00016915238,0.0006743473,0.00031252627],"domain_scores_gemma":[0.995295,0.0019370295,0.0012017902,0.0005596336,0.0008255113,0.00018107591],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059820497,0.00014324134,0.00037484005,0.00018190719,0.0003056516,0.000045715788,0.00045297117,0.00018429614,0.0006271672],"category_scores_gemma":[0.01031427,0.000081847356,0.00013518296,0.00053762115,0.00007656499,0.00017772175,0.000019587767,0.0011940167,0.000007636824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117685435,0.00064666424,0.005145601,0.00006903018,0.000013895989,0.000002409324,0.01668827,2.989304e-7,0.0000051698803,0.0006596989,0.35104617,0.6256051],"study_design_scores_gemma":[0.0019852037,0.00045312662,0.076546885,0.011274005,0.00011895017,0.0013714046,0.077944756,0.00018970974,0.000017982382,0.0046981624,0.8252194,0.00018045247],"about_ca_topic_score_codex":0.00016286422,"about_ca_topic_score_gemma":0.00007872396,"teacher_disagreement_score":0.6254246,"about_ca_system_score_codex":0.0002148469,"about_ca_system_score_gemma":0.0053667175,"threshold_uncertainty_score":0.99802226},"labels":[],"label_agreement":null},{"id":"W2019311537","doi":"10.1016/j.amjmed.2012.10.015","title":"The Coming of Age for Interprofessional Education and Practice","year":2013,"lang":"en","type":"review","venue":"The American Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Interprofessional education; Medicine; Health professions; Medical education; Health care; Nursing; Political science","score_opus":0.060131217738987476,"score_gpt":0.4988821053529066,"score_spread":0.4387508876139191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019311537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003162089,0.9556452,0.00067276956,0.040902186,0.0013747686,0.0007593219,0.0000012449509,0.0000027560948,0.00032555594],"genre_scores_gemma":[0.00022733679,0.9865589,0.008173745,0.0023393175,0.0021137672,0.00005810922,0.000015941581,0.000025820162,0.00048707164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976389,0.00043281342,0.0012026216,0.00009739689,0.0004946553,0.00013361285],"domain_scores_gemma":[0.9897637,0.004858661,0.00393738,0.0003162801,0.0010494192,0.00007456412],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045808395,0.00016591176,0.0012480196,0.00022023148,0.0001281491,0.000009791738,0.00030214398,0.000053761654,0.000021483545],"category_scores_gemma":[0.0124998195,0.00006485932,0.0001317504,0.00046860002,0.0015815936,0.0000693773,0.000039806477,0.00076394895,0.0000014681544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016396095,0.000076941535,0.0000018342055,0.0013603696,0.00021627232,0.0000012182823,0.0005315731,1.5376973e-8,0.0000074863806,0.00061246817,0.037705548,0.95932233],"study_design_scores_gemma":[0.00036054253,0.0010902804,0.000029200222,0.025578262,0.0019629363,0.002166257,0.009801035,0.000004711243,4.8082114e-7,0.00037498542,0.95857626,0.00005507016],"about_ca_topic_score_codex":0.000035365523,"about_ca_topic_score_gemma":3.7842773e-7,"teacher_disagreement_score":0.95926726,"about_ca_system_score_codex":0.00011278617,"about_ca_system_score_gemma":0.0018916186,"threshold_uncertainty_score":0.9958183},"labels":[],"label_agreement":null},{"id":"W2019506629","doi":"10.1111/medu.12201","title":"Recruiting Aboriginal students: intervention at an urban school","year":2013,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs","funders":"","keywords":"Citation; Indigenous; Medical school; Library science; Intervention (counseling); Medical education; Psychology; Sociology; Medicine; Nursing; Computer science","score_opus":0.012183215606302335,"score_gpt":0.41573549210190913,"score_spread":0.4035522764956068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019506629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770654,0.0001454544,0.00062024087,0.015316367,0.0022101246,0.0007578694,5.026977e-7,0.00013674023,0.0037473205],"genre_scores_gemma":[0.9598844,0.000042501055,0.0043691183,0.021198815,0.00267295,0.00073571113,0.0006454523,0.000039765284,0.010411293],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99723387,0.00011210712,0.00061985845,0.00036805586,0.0013627419,0.00030334096],"domain_scores_gemma":[0.99836767,0.00003071604,0.00017668135,0.00044864326,0.00062601175,0.0003502614],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00097480544,0.00015905708,0.00020584532,0.00025249747,0.00017341488,0.0000752913,0.00027082156,0.00022213763,0.024067244],"category_scores_gemma":[0.004346254,0.000143068,0.000066939865,0.000527331,0.00013253167,0.0004477874,0.00004624222,0.00051713584,0.0017107597],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003070452,0.0028442263,0.22613066,0.00015067865,0.000033523578,0.0000022226618,0.0009097456,1.3918618e-7,0.00035281276,0.0006771929,0.44959974,0.31926832],"study_design_scores_gemma":[0.0020840461,0.0005113757,0.65512294,0.0013001917,0.000115463736,0.00019644178,0.0038490824,0.0015385895,0.0003913887,0.0005344088,0.3340054,0.00035067182],"about_ca_topic_score_codex":0.00034026222,"about_ca_topic_score_gemma":0.000014641561,"teacher_disagreement_score":0.42899227,"about_ca_system_score_codex":0.00080222037,"about_ca_system_score_gemma":0.0013186651,"threshold_uncertainty_score":0.99906653},"labels":[],"label_agreement":null},{"id":"W2019798952","doi":"10.1097/00001888-200110001-00027","title":"Developing Competency-assessment Tools to Measure the Family Physicianʼs Ability to Respond to the Needs of the Community","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Competence (human resources); General partnership; Health care; Medicine; Nursing; Context (archaeology); Community health; Population; Medical education; Family medicine; Psychology; Public health; Business; Political science","score_opus":0.11185150645494671,"score_gpt":0.40930582470935295,"score_spread":0.29745431825440627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019798952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6227488,0.0000619236,0.0051079458,0.36740255,0.0005914025,0.0015141482,0.000003301881,0.000025756233,0.0025441558],"genre_scores_gemma":[0.8450905,0.00002974501,0.0012040285,0.15221559,0.00079834735,0.0001772975,0.00001432942,0.000019771564,0.0004503757],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99652046,0.0007065434,0.00088471285,0.00020461011,0.0012883757,0.00039528773],"domain_scores_gemma":[0.99634016,0.000997668,0.00020410467,0.0015765477,0.0007234855,0.00015806075],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0072523323,0.00022609565,0.00045097427,0.00021015391,0.0005464095,0.000008707962,0.0013197819,0.0001601436,0.00005304497],"category_scores_gemma":[0.009957377,0.00010384166,0.000057123678,0.0040497826,0.0003604238,0.00006473841,0.0003416741,0.0021975774,0.000046829424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005900923,0.00018858412,0.036513913,0.00027160358,0.00017845517,0.000002338438,0.16722319,0.00017084103,0.10171832,0.03602168,0.46584108,0.19127992],"study_design_scores_gemma":[0.0008279742,0.00043662402,0.6401481,0.0016208185,0.00014495204,0.000029396217,0.07141457,0.00006257235,0.0009706532,0.0016583222,0.28250313,0.00018289467],"about_ca_topic_score_codex":0.00043905986,"about_ca_topic_score_gemma":0.000043054904,"teacher_disagreement_score":0.6036342,"about_ca_system_score_codex":0.0004900797,"about_ca_system_score_gemma":0.00076184096,"threshold_uncertainty_score":0.99838215},"labels":[],"label_agreement":null},{"id":"W2020063561","doi":"10.3138/jvme.32.2.237","title":"Professionalism in the Health Sciences: Lessons Learned from its Definition, Evaluation, and Teaching in a Medical School","year":2005,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Davis","keywords":"Scope (computer science); Realm; Health professions; Medical education; Perspective (graphical); Engineering ethics; Medical school; Medicine; Health care; Political science; Engineering; Law","score_opus":0.3050555473184707,"score_gpt":0.5467688944768351,"score_spread":0.2417133471583644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020063561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62349993,0.0015762997,0.00006715795,0.37368783,0.000469908,0.0002448659,6.551748e-7,0.000004272168,0.00044909143],"genre_scores_gemma":[0.9539305,0.000636385,0.0048474227,0.039418958,0.0010420198,0.000056845558,0.00004007305,0.000009332678,0.000018482891],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99462134,0.0010782477,0.0011253195,0.00022168779,0.0027203562,0.00023304565],"domain_scores_gemma":[0.9983643,0.0004260835,0.0004489696,0.00017139377,0.00031023042,0.0002790188],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016719982,0.000119561315,0.00028976603,0.00052615005,0.00018932502,0.000030961102,0.00029766274,0.00019211271,0.001365931],"category_scores_gemma":[0.035834327,0.000081083934,0.000039522358,0.0005064032,0.00020864107,0.00035813107,0.00004067849,0.0015716543,0.000008903068],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019849942,0.0028658349,0.0066756285,0.00011538286,0.000018332836,0.000034218145,0.008882862,0.000005437473,0.00008990133,0.0060080835,0.019658543,0.95544726],"study_design_scores_gemma":[0.011915711,0.003582325,0.7443634,0.019363541,0.0001338244,0.009104079,0.038095165,0.020952532,0.000014700399,0.022495018,0.12947403,0.0005056571],"about_ca_topic_score_codex":0.00008963571,"about_ca_topic_score_gemma":0.000051151324,"teacher_disagreement_score":0.95494163,"about_ca_system_score_codex":0.00049590704,"about_ca_system_score_gemma":0.013619654,"threshold_uncertainty_score":0.99954695},"labels":[],"label_agreement":null},{"id":"W2020313320","doi":"10.1002/chp.1340220207","title":"Family physicians' selection of informal peer consultants: Implications for continuing education","year":2002,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Typology; Psychology; Medical education; Family medicine; Quality (philosophy); Medicine","score_opus":0.03205272832126946,"score_gpt":0.41335691013040143,"score_spread":0.38130418180913195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020313320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9137344,0.0009470081,0.003504229,0.075937204,0.002860789,0.0017919667,0.000009061503,0.000018716306,0.0011966224],"genre_scores_gemma":[0.9774519,0.00022525457,0.013443578,0.0053657945,0.0008872074,0.00020185881,0.000048838236,0.000022769465,0.0023527853],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99720854,0.0002276999,0.0016625754,0.00014545777,0.00045230487,0.00030341104],"domain_scores_gemma":[0.9924501,0.00041350283,0.001998199,0.00029039438,0.0047774673,0.000070328446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026522372,0.0001474341,0.00042886322,0.00063982425,0.00022055893,0.000025738247,0.00023846884,0.00013438796,0.00003414483],"category_scores_gemma":[0.0042058523,0.00011390468,0.0001085224,0.0014409552,0.00009760071,0.00036756872,0.000013590688,0.00068539556,0.0000032359026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082129256,0.0018536212,0.018756734,0.00035209523,0.00002336608,5.40912e-8,0.03187992,0.0000050536246,0.0014315229,0.0058554485,0.16526558,0.77449447],"study_design_scores_gemma":[0.003369264,0.0011048611,0.6893076,0.010240872,0.0002275241,0.00026209216,0.19446087,0.0007476838,0.00032319265,0.0028684486,0.09677404,0.0003135832],"about_ca_topic_score_codex":0.000026588326,"about_ca_topic_score_gemma":0.0000075721828,"teacher_disagreement_score":0.7741809,"about_ca_system_score_codex":0.0002692609,"about_ca_system_score_gemma":0.0020731115,"threshold_uncertainty_score":0.5035102},"labels":[],"label_agreement":null},{"id":"W2020785276","doi":"10.1097/acm.0b013e3181782fdc","title":"Organizational Models of Educational Technology in U.S. and Canadian Medical Schools","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Association of American Medical Colleges","keywords":"Medical education; Political science; Psychology; Medicine","score_opus":0.019684095533084124,"score_gpt":0.31933046374889984,"score_spread":0.2996463682158157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020785276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70011735,0.0010256463,0.00010543803,0.29448104,0.0001864072,0.00020618283,0.0000014905223,0.000013844413,0.0038626064],"genre_scores_gemma":[0.9909779,0.0010382235,0.00076827576,0.0060811904,0.00042621102,0.000024562562,0.00007852927,0.000015154311,0.0005899444],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99825,0.000021322794,0.0005950482,0.0002237956,0.0006770059,0.00023282757],"domain_scores_gemma":[0.999061,0.0000905143,0.0000934704,0.00017839024,0.00026856866,0.000308072],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056363584,0.00010799715,0.0002986136,0.0011833402,0.0000617401,4.8590533e-7,0.0001532872,0.000521038,0.0022424294],"category_scores_gemma":[0.008729234,0.00009321204,0.000008709923,0.0016314108,0.0006648239,0.000074227515,0.000028224062,0.0010931037,0.000020203746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025323681,0.000053924367,0.6486616,0.000096765136,0.000035702134,0.000033608252,0.00299004,0.0000046122846,0.0007321192,0.28434062,0.06007051,0.0029551806],"study_design_scores_gemma":[0.011621646,0.0006482133,0.4280712,0.0044987933,0.00012764288,0.010102074,0.009471386,0.0126032345,0.0009401194,0.50555533,0.0155976275,0.0007627068],"about_ca_topic_score_codex":0.0033055563,"about_ca_topic_score_gemma":0.00037407214,"teacher_disagreement_score":0.29086056,"about_ca_system_score_codex":0.00018591285,"about_ca_system_score_gemma":0.0035444363,"threshold_uncertainty_score":0.9996207},"labels":[],"label_agreement":null},{"id":"W2020794294","doi":"10.1186/1472-6920-14-97","title":"Accuracy of portrayal by standardized patients: Results from four OSCE stations conducted for high stakes examinations","year":2014,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Objective structured clinical examination; Trainer; Rating scale; Reliability (semiconductor); Scale (ratio); Psychology; Medical education; Educational measurement; Applied psychology; Medicine; Medical physics; Psychometrics; Clinical psychology; Computer science; Curriculum; Pedagogy","score_opus":0.027359510819565974,"score_gpt":0.3465033525339843,"score_spread":0.31914384171441834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020794294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8964747,0.0000655353,0.091012456,0.0072950204,0.0020461266,0.0013874172,0.00083402643,0.000090961374,0.0007937669],"genre_scores_gemma":[0.91340923,0.000034948094,0.061715093,0.0020997555,0.0006286548,0.00037257676,0.021060435,0.00003871935,0.0006406057],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9965795,0.00019399317,0.001252795,0.00044739782,0.0012535073,0.0002728065],"domain_scores_gemma":[0.99304485,0.0025700768,0.0007856812,0.0006489014,0.0026779473,0.00027252187],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013364209,0.00019820934,0.00041219007,0.0002500803,0.00016014214,0.000023985558,0.00020695542,0.00026835818,0.00077197305],"category_scores_gemma":[0.11417571,0.00018300003,0.00008032426,0.0005972864,0.0002413935,0.0002132598,0.000021242926,0.00027991043,0.000013562407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008184647,0.0052568763,0.008713845,0.0004787019,0.00013379763,2.0630362e-7,0.0019576794,0.0000049694263,0.0014446565,0.011205124,0.63753515,0.33245054],"study_design_scores_gemma":[0.05195435,0.002580285,0.5636645,0.0028463865,0.0013239856,0.00001281202,0.00819297,0.010197006,0.012467951,0.013877352,0.3314651,0.0014173258],"about_ca_topic_score_codex":0.0005022501,"about_ca_topic_score_gemma":0.0000769818,"teacher_disagreement_score":0.55495065,"about_ca_system_score_codex":0.00023240714,"about_ca_system_score_gemma":0.0049623274,"threshold_uncertainty_score":0.893286},"labels":[],"label_agreement":null},{"id":"W2020879542","doi":"10.1503/cjs.020812","title":"A simple strategy to reduce stereotype threat for orthopedic residents","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Public Health Ontario; University of Toronto; Toronto Public Health","funders":"","keywords":"Stereotype threat; Medicine; Intervention (counseling); Stereotype (UML); Orientation (vector space); Session (web analytics); Clinical psychology; Social psychology; Psychology; Nursing","score_opus":0.06189059039375351,"score_gpt":0.3403430173367213,"score_spread":0.2784524269429678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020879542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905785,0.00014298888,0.0012061333,0.0059223482,0.0012734919,0.00018083517,0.000005822631,0.0000050042872,0.00068487856],"genre_scores_gemma":[0.9933599,0.000008419357,0.0008892489,0.0038842892,0.0011892222,0.000007307319,0.000021015923,0.000021296435,0.0006192692],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99886537,0.00003255054,0.0004987086,0.000103145154,0.00021079039,0.0002894664],"domain_scores_gemma":[0.9981516,0.00017004047,0.00016970129,0.00018402323,0.0007104795,0.00061413983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012672889,0.0000846777,0.0002773846,0.00066607335,0.000093022565,0.000029751875,0.00008583445,0.000074225296,0.00027073204],"category_scores_gemma":[0.0040982747,0.00007575221,0.00009502385,0.00041109574,0.00004467683,0.000096632255,0.0000034951327,0.0001842147,0.000016448641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117170195,0.000028266735,0.13405801,0.00009952023,0.000058006506,0.000063449974,0.00022588938,0.000018524532,0.0002123338,0.00038323863,0.62171674,0.24301887],"study_design_scores_gemma":[0.001012581,0.0007045624,0.5386773,0.0007990126,0.00015620857,0.0006273912,0.00070572115,0.00010024565,0.00066782994,0.002230644,0.4540398,0.00027873003],"about_ca_topic_score_codex":0.0012684114,"about_ca_topic_score_gemma":0.0014899533,"teacher_disagreement_score":0.40461925,"about_ca_system_score_codex":0.00020407504,"about_ca_system_score_gemma":0.0031879356,"threshold_uncertainty_score":0.56552607},"labels":[],"label_agreement":null},{"id":"W2020915940","doi":"10.3138/jvme.36.3.271","title":"Validity, Reliability, and Defensibility of Assessments in Veterinary Education","year":2009,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Reliability (semiconductor); Curriculum; Medical education; Veterinary education; Consistency (knowledge bases); Validity; Psychology; Veterinary medicine; Medicine; Psychometrics; Computer science; Pedagogy; Clinical psychology","score_opus":0.08336786426017873,"score_gpt":0.46435054481832033,"score_spread":0.3809826805581416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020915940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878676,0.0003274714,0.000204225,0.008857835,0.0016383047,0.00028747602,6.195768e-7,0.000008541756,0.00080796075],"genre_scores_gemma":[0.9843101,0.0002579217,0.012650729,0.0022430005,0.00044083572,0.000008888665,0.000018934335,0.000010068494,0.000059545182],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971963,0.00024987623,0.0012471589,0.00022147142,0.0009112073,0.00017393983],"domain_scores_gemma":[0.99797124,0.00012133191,0.00056118454,0.00033055645,0.00080970145,0.00020597769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002728776,0.0001462218,0.00043536382,0.00050419377,0.00003672643,0.000012096149,0.00016905433,0.00021493557,0.00018807256],"category_scores_gemma":[0.0056978134,0.00012944911,0.000083280946,0.0005504459,0.00017613481,0.00032052558,0.000042946675,0.0006018889,0.0000018696217],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010815613,0.011243735,0.07184851,0.000801044,0.000022950473,0.000037965205,0.0009012931,0.000002330302,0.0064393105,0.0004271874,0.007978767,0.89921534],"study_design_scores_gemma":[0.0013569868,0.007492623,0.97139084,0.001865177,0.0000784011,0.0034851283,0.0010302262,0.00028799698,0.00016984993,0.0041077617,0.008584654,0.00015037823],"about_ca_topic_score_codex":0.000026357266,"about_ca_topic_score_gemma":6.327053e-7,"teacher_disagreement_score":0.89954233,"about_ca_system_score_codex":0.0003601221,"about_ca_system_score_gemma":0.00453692,"threshold_uncertainty_score":0.80483013},"labels":[],"label_agreement":null},{"id":"W2021130872","doi":"10.1097/acm.0b013e3181ed3f5c","title":"Relationship Between Performance on the NBME Comprehensive Basic Sciences Self-Assessment and USMLE Step 1 for U.S. and Canadian Medical School Students","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Logistic regression; United States Medical Licensing Examination; Medical education; Psychology; Medical school; Regression analysis; Medicine; Demography; Statistics; Mathematics; Internal medicine","score_opus":0.06411790585150015,"score_gpt":0.4183081263111712,"score_spread":0.3541902204596711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021130872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.906546,0.00012341116,0.000067469045,0.09107729,0.00049466314,0.0009067121,0.0000049777746,0.000029947269,0.000749511],"genre_scores_gemma":[0.97951716,0.00011985732,0.0011171409,0.01762427,0.0012414405,0.00011635118,0.000028770652,0.000014700712,0.00022028536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976821,0.000060628605,0.00043863454,0.00033203315,0.0011482461,0.00033835115],"domain_scores_gemma":[0.99736166,0.0014102978,0.00012015857,0.00024027546,0.00020939657,0.0006581864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030578144,0.0001605384,0.0002724297,0.0002974939,0.00059754157,0.000012018838,0.00029224684,0.00034018618,0.0003976745],"category_scores_gemma":[0.004343276,0.00009893097,0.000013760318,0.00040482605,0.00085286767,0.000096259166,0.00005117655,0.001994243,0.000015880434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009903574,0.0000100606385,0.9606286,0.000076473894,0.000024343286,0.0000011964179,0.00060117303,7.689197e-8,0.00004609871,0.009511531,0.02507689,0.004013599],"study_design_scores_gemma":[0.0014693973,0.00040450666,0.96914196,0.00030222465,0.000106581734,0.000049982642,0.0011390361,0.0008726231,0.000013735474,0.00054861297,0.025851734,0.00009962699],"about_ca_topic_score_codex":0.0005885402,"about_ca_topic_score_gemma":0.00024031053,"teacher_disagreement_score":0.073453024,"about_ca_system_score_codex":0.000120701196,"about_ca_system_score_gemma":0.0014462046,"threshold_uncertainty_score":0.8664104},"labels":[],"label_agreement":null},{"id":"W2021252410","doi":"10.1002/chp.150","title":"“I'll never play professional football” and other fallacies of self-assessment","year":2008,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":456,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; McMaster University","funders":"","keywords":"Variety (cybernetics); Phenomenon; Self-assessment; Psychology; Engineering ethics; Professional development; Football; Social psychology; Pedagogy; Political science; Epistemology; Computer science","score_opus":0.026718284878761357,"score_gpt":0.42578667402225484,"score_spread":0.39906838914349346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021252410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95518935,0.00052303186,0.0002174646,0.041208666,0.0018045057,0.00059718476,0.0000011895802,0.000008669083,0.00044993567],"genre_scores_gemma":[0.9750983,0.00019003174,0.016732585,0.0067257816,0.00038047557,0.000031598847,0.0000038621324,0.000013579897,0.0008237643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99769014,0.00040617396,0.0010557623,0.00010573697,0.00054583023,0.00019634874],"domain_scores_gemma":[0.9978023,0.0002729713,0.0010314509,0.00020678004,0.00060162786,0.00008487446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024976076,0.00010542377,0.00033760958,0.00037269175,0.00020169734,0.0000061912056,0.00014824224,0.000097314,0.000049715145],"category_scores_gemma":[0.00044122705,0.00006518806,0.00005113421,0.00044585255,0.00010845865,0.00016362559,0.000025422165,0.0007578235,0.0000012815505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016805796,0.003890056,0.65994793,0.0007079499,0.000062996696,0.000004530631,0.16157095,0.0000024873916,0.0005240696,0.00858741,0.122641794,0.041891776],"study_design_scores_gemma":[0.0012400687,0.0003597195,0.91435677,0.0030067584,0.00003458951,0.000483892,0.05896057,0.000041022606,0.00004664728,0.0006589112,0.020729465,0.000081582766],"about_ca_topic_score_codex":0.000025607482,"about_ca_topic_score_gemma":0.00000420465,"teacher_disagreement_score":0.25440887,"about_ca_system_score_codex":0.00023969683,"about_ca_system_score_gemma":0.0049681854,"threshold_uncertainty_score":0.8813347},"labels":[],"label_agreement":null},{"id":"W2021481005","doi":"10.1002/chp.1340240406","title":"Interactive on-line continuing medical education: Physicians' perceptions and experiences","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Memorial University of Newfoundland; Dalhousie University","funders":"","keywords":"Facilitator; Perception; Psychology; Interpersonal communication; Medical education; Quality (philosophy); Interpersonal relationship; Medicine; Social psychology","score_opus":0.023434359345352127,"score_gpt":0.4509923690746458,"score_spread":0.42755800972929364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021481005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8406369,0.00050364796,0.0006600398,0.15406913,0.0030942948,0.00048561045,4.4619725e-7,0.000011130241,0.00053882477],"genre_scores_gemma":[0.9752081,0.00020698948,0.0036717805,0.019004311,0.0013374556,0.000111582136,0.000010692719,0.000013194807,0.00043588734],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99763286,0.00030972448,0.0009781666,0.00016802485,0.00067899073,0.00023224286],"domain_scores_gemma":[0.9978815,0.00025901265,0.000778563,0.00023925577,0.000686771,0.00015494117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020293666,0.00013548437,0.00033473727,0.00045788352,0.00022501916,0.000033982662,0.00021537546,0.00011051081,0.00011450526],"category_scores_gemma":[0.003448223,0.00009170311,0.00006408593,0.00061906845,0.00018268547,0.00025300652,0.000022578424,0.0011943822,0.0000071245554],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106231084,0.0028979569,0.0024590963,0.00011136658,0.000014819702,0.00000273798,0.3960255,0.000004830931,0.00003683163,0.0042869137,0.021482289,0.5725714],"study_design_scores_gemma":[0.0014322632,0.00077717355,0.051086742,0.0152286235,0.000034658093,0.00053861435,0.9226528,0.000050088172,0.00003932123,0.0018505643,0.006178341,0.00013085587],"about_ca_topic_score_codex":0.00003273616,"about_ca_topic_score_gemma":0.000015443913,"teacher_disagreement_score":0.57244056,"about_ca_system_score_codex":0.00035871443,"about_ca_system_score_gemma":0.0044910596,"threshold_uncertainty_score":0.7966947},"labels":[],"label_agreement":null},{"id":"W2021511550","doi":"10.1046/j.1365-2923.2002.01311.x","title":"Assessing the performance of doctors in teams and systems","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Medical Council of Canada","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science","score_opus":0.016896884655760558,"score_gpt":0.36078311749452185,"score_spread":0.3438862328387613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021511550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983982,0.0007439413,0.000031360956,0.011627548,0.000902661,0.00021582936,8.3333305e-8,0.000011574424,0.002485002],"genre_scores_gemma":[0.99697083,0.00017348278,0.00022796493,0.0018839627,0.00025793284,0.000047295278,0.00000847281,0.000006614693,0.00042342767],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988873,0.000049800397,0.0003563828,0.00011602557,0.0004748403,0.0001156636],"domain_scores_gemma":[0.9995125,0.000069844464,0.000089351524,0.0001779566,0.00011232953,0.00003805064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008471257,0.00006102407,0.0001315958,0.00013372365,0.0000502058,0.000017906019,0.00007286618,0.00009379044,0.0002910452],"category_scores_gemma":[0.0023727843,0.000040226132,0.000012044649,0.00049191614,0.00018404661,0.00012592581,0.000013773311,0.00027809673,0.000008931453],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005954108,0.0009453531,0.37933204,0.0006231597,0.000012919261,0.0000010469471,0.003073057,0.0000054010725,0.00019121273,0.001127657,0.031872027,0.58281016],"study_design_scores_gemma":[0.0009816337,0.00017281748,0.79633707,0.0023140786,0.00005313965,0.00021922126,0.009316028,0.15132354,0.00021110123,0.00003319915,0.03887454,0.00016361565],"about_ca_topic_score_codex":0.00009240188,"about_ca_topic_score_gemma":0.000001631944,"teacher_disagreement_score":0.58264655,"about_ca_system_score_codex":0.000093291776,"about_ca_system_score_gemma":0.00037521837,"threshold_uncertainty_score":0.3186741},"labels":[],"label_agreement":null},{"id":"W2021572137","doi":"10.1111/j.1365-2923.2009.03525.x","title":"Medical education: striving for mediocrity?","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mediocrity principle; Citation; Library science; Computer science","score_opus":0.011197953721813356,"score_gpt":0.3897647218838746,"score_spread":0.37856676816206125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021572137","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18379465,0.001628191,0.016893398,0.7599925,0.011384074,0.0021862169,0.0000033665951,0.0004193529,0.023698274],"genre_scores_gemma":[0.6657775,0.00023802057,0.024218516,0.2930221,0.009428141,0.0006846872,0.0010795996,0.00005779589,0.0054936577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958948,0.0000702105,0.0008490986,0.00051782944,0.0021947932,0.000473273],"domain_scores_gemma":[0.99752325,0.00014684592,0.00018029842,0.00058973307,0.0010069167,0.00055296504],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017502592,0.00024554646,0.00039540103,0.00039153793,0.00023002327,0.00004052224,0.00038685708,0.000558442,0.004786757],"category_scores_gemma":[0.042741567,0.0002237351,0.00013886653,0.0009282219,0.00020573717,0.00020913396,0.000029368406,0.00072339585,0.000102084625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031411735,0.0020084295,0.0009023057,0.000101188816,0.000013964264,0.000001351684,0.00019557636,7.409742e-8,0.000021782596,0.010259667,0.42762384,0.5588404],"study_design_scores_gemma":[0.0021010358,0.0006152274,0.02769116,0.0018376149,0.00017723134,0.00054172694,0.0012565405,0.0032116617,0.00027009685,0.0079542855,0.95388144,0.00046199505],"about_ca_topic_score_codex":0.000031485182,"about_ca_topic_score_gemma":0.00000850908,"teacher_disagreement_score":0.5583784,"about_ca_system_score_codex":0.00040224227,"about_ca_system_score_gemma":0.02379906,"threshold_uncertainty_score":0.996123},"labels":[],"label_agreement":null},{"id":"W2021735202","doi":"10.1111/medu.12707","title":"The teacher–student partnership: exploring the giving and receiving of feedback","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"General partnership; Citation; Medical school; Columbia university; Library science; Sociology; Psychology; Medical education; Medicine; Media studies; Political science; Computer science; Law","score_opus":0.0577910694255637,"score_gpt":0.3809672558042088,"score_spread":0.3231761863786451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021735202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91523236,0.0008798424,0.00017253925,0.0771888,0.0015893489,0.00028343085,8.2844636e-8,0.000027797076,0.0046257703],"genre_scores_gemma":[0.9931631,0.00019802446,0.00058449194,0.0028701026,0.00093693583,0.00017350739,0.000008726231,0.000014381762,0.0020507076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982088,0.0001234963,0.0003899314,0.00016174538,0.00092765974,0.00018833896],"domain_scores_gemma":[0.99883705,0.00023559394,0.00012965348,0.00035663907,0.00031809515,0.00012294481],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030800332,0.00009108268,0.00013768957,0.00006106551,0.00018810085,0.00003161413,0.00019052363,0.00007169618,0.00008013518],"category_scores_gemma":[0.0156881,0.000050748316,0.000027348447,0.0003978905,0.00035208708,0.00009768993,0.00006558669,0.0004137046,0.000012926185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003050137,0.00041037865,0.0462204,0.00008339211,0.000036151167,5.6929633e-7,0.013510458,9.772828e-7,0.000036551275,0.0026018557,0.1273371,0.80973166],"study_design_scores_gemma":[0.0009607424,0.00018663057,0.4405371,0.0008603703,0.0001077312,0.00010507836,0.06565926,0.0014955332,0.00025925582,0.0010057228,0.48864454,0.00017803593],"about_ca_topic_score_codex":0.00006579088,"about_ca_topic_score_gemma":0.000016070204,"teacher_disagreement_score":0.8095536,"about_ca_system_score_codex":0.00014486494,"about_ca_system_score_gemma":0.0014110856,"threshold_uncertainty_score":0.9926032},"labels":[],"label_agreement":null},{"id":"W2021878891","doi":"10.1097/00001888-200005000-00063","title":"Reducing Reliance on Hospitalized Patients for Undergraduate Clinical Skills Teaching in Internal Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"TUTOR; Physical examination; Objective structured clinical examination; Medicine; Population; Medical history; Medical education; Health care; Family medicine; Psychology; Surgery; Pedagogy","score_opus":0.029119960232163178,"score_gpt":0.4254272670832473,"score_spread":0.3963073068510841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021878891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91140056,0.00020409974,0.0006294678,0.06840327,0.0022840407,0.0012361578,0.000003012705,0.00009602445,0.015743362],"genre_scores_gemma":[0.96028,0.0012615729,0.0014877403,0.023105722,0.003690521,0.00012156133,0.00026884832,0.00006327206,0.009720777],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9957194,0.00018685171,0.0020249945,0.0006918272,0.00084233616,0.0005346053],"domain_scores_gemma":[0.99795693,0.0007601748,0.0003731982,0.00051338086,0.00016892303,0.00022739512],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039035352,0.00031438735,0.00086853007,0.0004727854,0.000120501296,0.0000034160937,0.00032134677,0.00043702056,0.0005478153],"category_scores_gemma":[0.016314486,0.0002295265,0.000077463024,0.0005988871,0.00053037965,0.00012656173,0.000026334541,0.0024926197,0.000065925604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091077527,0.00035432493,0.09818148,0.0001752079,0.000073062394,0.00001011814,0.003963473,0.000012640951,0.00013672339,0.0024812033,0.50328153,0.39041945],"study_design_scores_gemma":[0.05334655,0.010163846,0.471062,0.027777784,0.00047510993,0.00008198528,0.0014661292,0.004180161,0.00014171134,0.014333471,0.41607702,0.0008942313],"about_ca_topic_score_codex":0.00014244366,"about_ca_topic_score_gemma":0.0000020886537,"teacher_disagreement_score":0.38952523,"about_ca_system_score_codex":0.00033208317,"about_ca_system_score_gemma":0.00010922438,"threshold_uncertainty_score":0.99980867},"labels":[],"label_agreement":null},{"id":"W2022108487","doi":"10.1097/acm.0b013e3182a36c3d","title":"Do In-Training Evaluation Reports Deserve Their Bad Reputations? A Study of the Reliability and Predictive Ability of ITER Scores and Narrative Comments","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Mount Sinai Hospital","funders":"","keywords":"Reliability (semiconductor); Inter-rater reliability; Predictive validity; Variance (accounting); Psychology; Validity; Narrative; Clinical psychology; Medical education; Medicine; Rating scale; Psychometrics; Developmental psychology","score_opus":0.06121270578846461,"score_gpt":0.3947465064594388,"score_spread":0.3335338006709742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022108487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899426,0.00028052865,0.000038340662,0.006315034,0.00019679336,0.0030024291,0.0000016847407,0.0000056773533,0.00021687703],"genre_scores_gemma":[0.99903554,0.000031619827,0.00013064382,0.0004365614,0.00006592665,0.000254605,0.000015992535,0.000008155125,0.000020935731],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973471,0.0004055661,0.0011067049,0.00034864908,0.00065744296,0.00013454366],"domain_scores_gemma":[0.9974797,0.000563114,0.00056956225,0.00047021967,0.0008613128,0.000056110788],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047915485,0.00013136216,0.00041098162,0.00016590525,0.000077253666,0.0000025469083,0.000081114675,0.00014134454,0.00016597047],"category_scores_gemma":[0.016681317,0.000077738536,0.000016424585,0.00060718437,0.0007217431,0.00017164215,0.00008063825,0.00058385235,1.8314712e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055136596,0.00012413134,0.7758626,0.000110796806,0.000041064217,4.1280083e-7,0.21483788,0.000022811746,0.0013488752,0.000021250342,0.00067285175,0.0069022053],"study_design_scores_gemma":[0.0016340084,0.00054246973,0.8691385,0.000763365,0.00011009466,0.000025577463,0.1181202,0.0031077086,0.00015673185,0.0063421493,0.000011038594,0.000048196194],"about_ca_topic_score_codex":0.00032875023,"about_ca_topic_score_gemma":0.000010153065,"teacher_disagreement_score":0.096717685,"about_ca_system_score_codex":0.00012409002,"about_ca_system_score_gemma":0.00015755012,"threshold_uncertainty_score":0.9916016},"labels":[],"label_agreement":null},{"id":"W2022522185","doi":"10.3402/meo.v15i0.5168","title":"Students’ perception of the learning environment in a distributed medical programme","year":2010,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Faculty of Medicine, University of British Columbia","keywords":"Learning environment; Perception; Curriculum; Psychology; Medical education; Equity (law); Mathematics education; Pedagogy; Medicine; Political science","score_opus":0.012619353311676667,"score_gpt":0.36610395409661806,"score_spread":0.35348460078494137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022522185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336216,0.000024051817,0.0003937842,0.06420239,0.0011355443,0.00047157038,0.0000027998306,0.000030414303,0.00011785205],"genre_scores_gemma":[0.99332,0.000056778903,0.0019081244,0.002844453,0.0006430297,0.00010825964,0.00063609355,0.0000175332,0.00046572217],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963069,0.00011536694,0.00070510025,0.00025994284,0.0023525653,0.0002601032],"domain_scores_gemma":[0.9989291,0.0000676676,0.00017797055,0.00038702748,0.00016269316,0.00027558533],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016083365,0.00013077259,0.00023823856,0.00015159084,0.00007208703,0.000009382631,0.00039384337,0.00035238703,0.0061096223],"category_scores_gemma":[0.016481565,0.000091290276,0.0000718382,0.0006784944,0.00044338225,0.00004661859,0.00011548824,0.0018028754,0.000029339797],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030358138,0.01096743,0.47895658,0.00009095815,0.00001830908,0.000002630796,0.00073879346,0.0000029599082,0.0005305851,0.0004268552,0.0023038131,0.5059307],"study_design_scores_gemma":[0.0013660523,0.00011260992,0.9195383,0.00038563082,0.000036748374,0.00008389248,0.0023299062,0.0033252009,0.00005638386,0.00013629513,0.072518416,0.00011053587],"about_ca_topic_score_codex":0.00011152286,"about_ca_topic_score_gemma":0.00008260858,"teacher_disagreement_score":0.50582016,"about_ca_system_score_codex":0.00018866226,"about_ca_system_score_gemma":0.0023778027,"threshold_uncertainty_score":0.9947989},"labels":[],"label_agreement":null},{"id":"W2022664256","doi":"10.1097/acm.0b013e3181b37f37","title":"Reliability and Acceptance of the Mini-Clinical Evaluation Exercise as a Performance Assessment of Practicing Physicians","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Medicine; Inter-rater reliability; Psychology; Physical therapy; Family medicine; Rating scale","score_opus":0.053879712443028575,"score_gpt":0.4793478086345647,"score_spread":0.42546809619153614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022664256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761847,0.00035338794,0.00017536787,0.019193022,0.00046457627,0.00085083174,4.950656e-7,0.00001213768,0.0027654762],"genre_scores_gemma":[0.9942135,0.0010739231,0.0012626209,0.0028566786,0.00035435005,0.000020948146,0.000008596438,0.0000072183234,0.00020213948],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99741185,0.0001459178,0.0010292991,0.0002550859,0.001009942,0.0001479302],"domain_scores_gemma":[0.99782926,0.00026959158,0.0007160741,0.0004947158,0.00064300816,0.000047363643],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004939568,0.00011351978,0.0004511775,0.00008435632,0.000056956476,0.0000010013416,0.00016058418,0.00018359425,0.00011519305],"category_scores_gemma":[0.008783266,0.0000724475,0.00003898585,0.000608916,0.0005327268,0.00013706973,0.00003027395,0.00086182234,0.0000012087523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017446166,0.00021026339,0.14364968,0.0003910175,0.00003428318,4.2796552e-7,0.004607797,0.000018393825,0.013702609,0.00072405924,0.008102758,0.8283843],"study_design_scores_gemma":[0.0018044804,0.0006567285,0.9768544,0.0025204825,0.00047160688,0.000016876167,0.0017148498,0.011963092,0.002279423,0.00093551393,0.00071303855,0.00006950153],"about_ca_topic_score_codex":0.000015163369,"about_ca_topic_score_gemma":2.305482e-7,"teacher_disagreement_score":0.83320475,"about_ca_system_score_codex":0.00009518989,"about_ca_system_score_gemma":0.00040101138,"threshold_uncertainty_score":0.9995662},"labels":[],"label_agreement":null},{"id":"W2022785032","doi":"10.1097/mpg.0b013e31827a78d6","title":"NASPGHAN Guidelines for Training in Pediatric Gastroenterology","year":2012,"lang":"en","type":"article","venue":"Journal of Pediatric Gastroenterology and Nutrition","topic":"Innovations in Medical Education","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Pediatric gastroenterology; Medical physics; Gastroenterology; Internal medicine; Hepatology","score_opus":0.052676860149126155,"score_gpt":0.3544067676580744,"score_spread":0.30172990750894824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022785032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833728,0.0011517716,0.0051847906,0.008638375,0.0013306733,0.00029872422,0.0000039045517,0.000008775421,0.000010173828],"genre_scores_gemma":[0.9627518,0.0017758139,0.02439266,0.0022170625,0.008774334,0.00004030892,0.000023278373,0.0000149145935,0.000009850159],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99817663,0.00009055219,0.0009622395,0.00013173113,0.0001838776,0.00045498458],"domain_scores_gemma":[0.99862105,0.00007562485,0.0004885937,0.00008514502,0.0005955562,0.00013406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015156575,0.00013725764,0.00040778963,0.00090960326,0.0000531506,0.0000065007307,0.00007458026,0.00016471492,0.000019356148],"category_scores_gemma":[0.0010242739,0.00012300373,0.000102480604,0.00024219135,0.000053900934,0.00023303651,0.000018056922,0.00039942906,0.0000013992798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002088821,0.00063334877,0.97765064,0.00024621002,0.000025514106,0.000007974044,0.00039502096,0.0000017581659,0.00009481167,0.000050191018,0.017117215,0.0016885054],"study_design_scores_gemma":[0.013159682,0.0068095014,0.97237945,0.0000750173,0.00071373873,0.0027857476,0.0013099564,0.00015487139,0.00002385534,0.0005810409,0.0018986296,0.00010853536],"about_ca_topic_score_codex":0.0000010625143,"about_ca_topic_score_gemma":0.0000036147762,"teacher_disagreement_score":0.020621035,"about_ca_system_score_codex":0.00006932437,"about_ca_system_score_gemma":0.000069524285,"threshold_uncertainty_score":0.50159466},"labels":[],"label_agreement":null},{"id":"W2022806033","doi":"10.5688/ajpe7610204","title":"Curricular Integration in Pharmacy Education","year":2012,"lang":"en","type":"review","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Discipline; Pharmacy; Negotiation; Engineering ethics; Value (mathematics); Pedagogy; Integrated curriculum; Sociology; Mathematics education; Psychology; Medicine; Engineering; Computer science; Social science; Nursing","score_opus":0.07619563407886597,"score_gpt":0.5153736814399582,"score_spread":0.4391780473610922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022806033","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013638998,0.9898637,0.00037158534,0.0013978798,0.0050680395,0.00096714904,0.0000024949065,0.000020111422,0.00094517495],"genre_scores_gemma":[0.0044064415,0.9826528,0.006720938,0.0020898744,0.0034821336,0.00015969809,0.00023100663,0.000081115344,0.00017600298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959968,0.0004595038,0.0020924716,0.0003094955,0.00071649114,0.00042524762],"domain_scores_gemma":[0.99620724,0.00014710541,0.0019492854,0.00035095544,0.0010079552,0.0003374705],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014341567,0.00044979705,0.0017021355,0.0018217908,0.000053537966,0.000040872947,0.0003165055,0.00016509336,0.0004507623],"category_scores_gemma":[0.0009325494,0.00036260186,0.00047146654,0.0027694164,0.0002876016,0.00043677952,0.0000332353,0.0020979329,0.000115856565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003991166,0.002917738,0.0002821065,0.0026912575,0.00009449151,0.0000032501653,0.00024456962,2.0083267e-7,0.000007302047,0.00035826603,0.0044668806,0.98889405],"study_design_scores_gemma":[0.00037611558,0.00016931388,0.00015467856,0.0140563855,0.0025652354,0.001577926,0.0009099404,0.00002887752,0.000015574627,0.000042980413,0.979811,0.00029195892],"about_ca_topic_score_codex":0.00004306794,"about_ca_topic_score_gemma":6.5813526e-7,"teacher_disagreement_score":0.98860204,"about_ca_system_score_codex":0.0016270917,"about_ca_system_score_gemma":0.009015318,"threshold_uncertainty_score":0.9998826},"labels":[],"label_agreement":null},{"id":"W2023226431","doi":"10.1080/01421590600922891","title":"Medical students as teachers and role models for their future colleagues","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Directorate for Mathematical and Physical Sciences","keywords":"Medical education; Medical school; French; Institution; Psychology; Medicine; Sociology; Humanities","score_opus":0.012524897556381505,"score_gpt":0.34834456380006856,"score_spread":0.33581966624368703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023226431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93559337,0.0011757881,0.0023058387,0.04676017,0.0006478535,0.0007625352,0.0000031595803,0.0001578307,0.012593453],"genre_scores_gemma":[0.96665704,0.00014898773,0.0016597608,0.0075324494,0.005932879,0.0003195545,0.00023515953,0.0000746226,0.017439518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99624014,0.00008690699,0.00052334723,0.00041844868,0.00232625,0.00040488824],"domain_scores_gemma":[0.9989978,0.00006629327,0.000084300795,0.0003048778,0.00016174067,0.00038498835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002306342,0.00022608032,0.00040104336,0.00013194369,0.00015281547,0.000037159767,0.00036182397,0.00066514267,0.0024854434],"category_scores_gemma":[0.001978162,0.00016307684,0.00009201723,0.000285316,0.00036336886,0.00009222838,0.000109064,0.00081752543,0.00003004529],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002598667,0.0031826433,0.09259911,0.00016852749,0.00028720888,0.00006411887,0.004682662,0.0000026064229,0.000048999264,0.012977886,0.585335,0.30039135],"study_design_scores_gemma":[0.01434203,0.0008582575,0.026106428,0.00077156705,0.00032729242,0.0005337413,0.011818997,0.09407198,0.00013710833,0.03284991,0.81733304,0.00084964215],"about_ca_topic_score_codex":0.0001353626,"about_ca_topic_score_gemma":0.0000257935,"teacher_disagreement_score":0.2995417,"about_ca_system_score_codex":0.00013341785,"about_ca_system_score_gemma":0.00049699267,"threshold_uncertainty_score":0.99842644},"labels":[],"label_agreement":null},{"id":"W2023243372","doi":"10.1097/00001888-200102000-00023","title":"Development and Evaluation of a Research Project Program for Medical Students at the University of Calgary Faculty of Medicine","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Class (philosophy); Medical education; Curriculum; Psychology; Mathematics education; Program evaluation; Medicine; Computer science; Pedagogy; Political science","score_opus":0.22977840141072514,"score_gpt":0.5509288775557992,"score_spread":0.3211504761450741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023243372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792779,0.0011625648,0.0003375989,0.015020089,0.000138064,0.0028760433,0.0000017798311,0.000016042299,0.0011699357],"genre_scores_gemma":[0.9924135,0.0011486686,0.0028662693,0.00045895152,0.0003588053,0.000114107956,0.00030310542,0.000019419529,0.0023171634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99377507,0.00023999388,0.00081338175,0.00026422323,0.004661932,0.0002453868],"domain_scores_gemma":[0.99679923,0.00046923806,0.00033850537,0.00028177086,0.002009017,0.00010221868],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018349351,0.000117988595,0.00045973403,0.00035423643,0.00013322695,5.709706e-7,0.0003804556,0.0002711249,0.00043560038],"category_scores_gemma":[0.010049994,0.00007235516,0.000023956607,0.0011195913,0.0024678635,0.000036783702,0.00017463791,0.0005845673,0.0000012815831],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013396667,0.0003861506,0.067927755,0.0016403466,0.00036806863,0.0000074537165,0.051706564,8.269075e-7,0.0038006788,0.0015597187,0.14042366,0.73083913],"study_design_scores_gemma":[0.040543564,0.0050129313,0.30883387,0.012122367,0.0018535386,0.00033131498,0.08369502,0.010736697,0.0045427186,0.0012381629,0.53075224,0.00033758694],"about_ca_topic_score_codex":0.00028481687,"about_ca_topic_score_gemma":0.00003652275,"teacher_disagreement_score":0.73050153,"about_ca_system_score_codex":0.0002514393,"about_ca_system_score_gemma":0.0011170217,"threshold_uncertainty_score":0.99828875},"labels":[],"label_agreement":null},{"id":"W2023263887","doi":"10.1097/00001888-200410000-00005","title":"The Need for Evidence in Medical Education: The Development of Best Evidence Medical Education as an Opportunity to Inform, Guide, and Sustain Medical Education Research","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Context (archaeology); Accountability; Medical education; Best evidence; Best practice; Quality (philosophy); Political science; Public relations; Psychology; Pedagogy; Engineering ethics; Medicine; Engineering","score_opus":0.18962694920466386,"score_gpt":0.5499635418973315,"score_spread":0.3603365926926677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023263887","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44723094,0.004055584,0.0006845699,0.5432119,0.001313076,0.0023946718,3.860008e-7,0.00002811846,0.0010807578],"genre_scores_gemma":[0.8944574,0.006997932,0.0036886786,0.08380251,0.0038120174,0.002975001,0.00015665147,0.00006528667,0.0040445104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895331,0.0004944082,0.0024864129,0.0006545177,0.00607559,0.00075593655],"domain_scores_gemma":[0.9865142,0.0041154795,0.0005713871,0.0013662244,0.0044943406,0.0029383826],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03375289,0.00031604062,0.0005381945,0.00084118167,0.00074281846,0.000027232172,0.0015029468,0.00084768125,0.0010260226],"category_scores_gemma":[0.43314156,0.00019571237,0.000041245254,0.0029662966,0.0018750732,0.0004902198,0.00031937344,0.0026959924,0.000027565062],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036261597,0.00064737775,0.004592533,0.0005657465,0.000034509045,0.0000035011174,0.021698771,7.964774e-7,0.000088745976,0.052853115,0.12997536,0.78917694],"study_design_scores_gemma":[0.005297033,0.0032304453,0.030228982,0.073980585,0.0003029648,0.0014579964,0.2607424,0.0010938785,0.0008041392,0.03914909,0.5827782,0.00093424844],"about_ca_topic_score_codex":0.0012773857,"about_ca_topic_score_gemma":0.00061626727,"teacher_disagreement_score":0.7882427,"about_ca_system_score_codex":0.0011822018,"about_ca_system_score_gemma":0.15696427,"threshold_uncertainty_score":0.99988717},"labels":[],"label_agreement":null},{"id":"W2023370843","doi":"10.3138/jvme.35.3.369","title":"Tools for Implementing a Competency-Based Clinical Curriculum: The Dental School Experience","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Competency assessment; Identification (biology); Psychology; Dental education; Competence (human resources); Curriculum development; Medicine; Pedagogy","score_opus":0.1326474154724884,"score_gpt":0.4868878103822873,"score_spread":0.35424039490979886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023370843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778381,0.00021829242,0.004429545,0.013490737,0.0033143593,0.00046199877,0.0000010991142,0.000015011116,0.00023085017],"genre_scores_gemma":[0.95507777,0.00011257384,0.03070787,0.010959796,0.0029072927,0.00010065983,0.00003603314,0.0000176073,0.00008041322],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969807,0.00014616406,0.0013830326,0.0001780502,0.0010368064,0.0002752147],"domain_scores_gemma":[0.99748933,0.00037816036,0.0006667293,0.00027476865,0.0009002836,0.00029072972],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022744753,0.00013379473,0.000324923,0.00016428149,0.00030672256,0.000030397372,0.00034081063,0.00013964645,0.0008349208],"category_scores_gemma":[0.017484952,0.00008864621,0.00024187122,0.00038178617,0.00035157995,0.00031032955,0.000041764404,0.00066700415,0.00001272481],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096162094,0.007534259,0.28277752,0.0003567566,0.00018256613,0.00016704296,0.0021851596,0.0000028689062,0.0012595144,0.00097641,0.21677236,0.48682392],"study_design_scores_gemma":[0.0074885166,0.0068769325,0.41247073,0.0018287301,0.00028897132,0.019128496,0.016739039,0.0048112934,0.00026595773,0.00027546397,0.5294083,0.0004176234],"about_ca_topic_score_codex":0.000008756265,"about_ca_topic_score_gemma":9.657559e-7,"teacher_disagreement_score":0.4864063,"about_ca_system_score_codex":0.00019773013,"about_ca_system_score_gemma":0.007839783,"threshold_uncertainty_score":0.99778485},"labels":[],"label_agreement":null},{"id":"W2023930596","doi":"10.1207/s15328015tlm1701_8","title":"The Influence of Residents Training Level on Their Evaluation of Clinical Teaching Faculty","year":2005,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"","keywords":"Medicine; Medical education; Association (psychology); Family medicine; Psychology","score_opus":0.22169461619819886,"score_gpt":0.5045347353306571,"score_spread":0.2828401191324582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023930596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885099,0.00015247181,0.00014410297,0.007705373,0.00013128185,0.00023078802,5.082535e-7,0.000023898838,0.0031016695],"genre_scores_gemma":[0.9955298,0.000034192337,0.0031030132,0.00055931974,0.00040831673,0.00001039884,0.000021074455,0.000012832653,0.00032110576],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958983,0.0016188021,0.001144681,0.00022870445,0.0009223305,0.00018719574],"domain_scores_gemma":[0.9974007,0.0015858166,0.0004916773,0.00023569618,0.00023649579,0.000049617218],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04356058,0.00012067523,0.0004500774,0.00020436477,0.00031311339,0.000005281075,0.000121021614,0.0001099408,0.000014814366],"category_scores_gemma":[0.075092666,0.00007319753,0.00003791592,0.00016750292,0.00032498688,0.00007104562,0.00002521625,0.0027989196,0.0000014130874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009104375,0.00010406829,0.05888676,0.000044364268,0.000029013003,4.2756335e-7,0.026335917,0.0034463252,0.0006011909,0.00079466926,0.00045829712,0.90920794],"study_design_scores_gemma":[0.0022835971,0.000489357,0.955019,0.0019460295,0.00007261876,0.000011142517,0.01303992,0.022965692,0.00002501081,0.00015890747,0.003922071,0.000066631765],"about_ca_topic_score_codex":0.0003617116,"about_ca_topic_score_gemma":0.000016403987,"teacher_disagreement_score":0.9091413,"about_ca_system_score_codex":0.0000737522,"about_ca_system_score_gemma":0.00017828878,"threshold_uncertainty_score":0.99950165},"labels":[],"label_agreement":null},{"id":"W2023973805","doi":"10.1097/00001888-200410000-00006","title":"A RIME Perspective on the Quality and Relevance of Current and Future Medical Education Research","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Relevance (law); Timeline; Scope (computer science); Curriculum; Quality (philosophy); Engineering ethics; Medical education; Situated; Work (physics); Empirical research; Creativity; Perspective (graphical); Psychology; Medicine; Pedagogy; Computer science; Political science; Engineering","score_opus":0.11394682268241202,"score_gpt":0.54293480813099,"score_spread":0.428987985448578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023973805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58564943,0.009251359,0.00007023769,0.40147495,0.00050595426,0.0004268393,7.056026e-7,0.000014449225,0.0026060448],"genre_scores_gemma":[0.9777544,0.010899235,0.00013993323,0.007788376,0.0031580701,0.00006173044,0.000012557872,0.00001329135,0.00017238365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973823,0.00019663275,0.0004889851,0.0003074479,0.0014177826,0.00020688125],"domain_scores_gemma":[0.9979597,0.00067121576,0.00014552017,0.0003179726,0.0007371389,0.00016847708],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004930912,0.00011462169,0.00026799412,0.00023039016,0.00013198453,0.000002221976,0.00014515057,0.00023150917,0.00017435393],"category_scores_gemma":[0.02946298,0.000066941124,0.000014429494,0.00073085877,0.0013933994,0.000048256185,0.0000509992,0.002198693,0.000006647062],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012504662,0.00011740451,0.0013687672,0.00021489906,0.000022923381,0.0000011329154,0.014584041,6.087901e-8,0.0006052753,0.83965385,0.02905872,0.11424785],"study_design_scores_gemma":[0.00785709,0.0021389937,0.17016898,0.010886448,0.00021876894,0.00041509516,0.16799012,0.00008566931,0.0017377384,0.36896664,0.26911244,0.00042202024],"about_ca_topic_score_codex":0.0001536521,"about_ca_topic_score_gemma":0.0000028760446,"teacher_disagreement_score":0.4706872,"about_ca_system_score_codex":0.00026428184,"about_ca_system_score_gemma":0.0011336922,"threshold_uncertainty_score":0.97871226},"labels":[],"label_agreement":null},{"id":"W2023977753","doi":"10.1016/j.pain.2004.03.019","title":"An integrated undergraduate pain curriculum, based on IASP curricula, for six Health Science Faculties","year":2004,"lang":"en","type":"article","venue":"Pain","topic":"Innovations in Medical Education","field":"Medicine","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Pharmacy; Medical education; Medicine; Test (biology); Psychology; Physical therapy; Family medicine; Pedagogy","score_opus":0.021499561730759755,"score_gpt":0.36558468799228955,"score_spread":0.3440851262615298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023977753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14674808,0.00004788348,0.7803435,0.07016373,0.00057719025,0.0015443754,0.000014346993,0.00027997303,0.00028093992],"genre_scores_gemma":[0.9341576,0.000003359374,0.04554089,0.019552603,0.00016259824,0.00015570055,0.00035198644,0.000021465983,0.000053760534],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980063,0.0002384718,0.0003615683,0.00039227548,0.00056601694,0.0004354001],"domain_scores_gemma":[0.99865955,0.00015220184,0.0001321826,0.00037476202,0.00049658545,0.00018473294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011280664,0.00016855123,0.00022616913,0.00037821813,0.00034910065,0.000044466968,0.00019049537,0.00006761006,0.000025919186],"category_scores_gemma":[0.0075943656,0.00013055839,0.000055394317,0.0015328948,0.00032507538,0.0001233249,0.000006677779,0.00026027308,0.000019081835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010160171,0.0038568561,0.012499403,0.00057132135,0.000025424628,0.000007743345,0.0017793967,0.0045075603,0.0013519145,0.035052136,0.047054123,0.8931925],"study_design_scores_gemma":[0.005688898,0.0061661457,0.0105942385,0.0024666837,0.000055561668,0.0000144763035,0.014296486,0.91503966,0.00249454,0.006524078,0.03586402,0.00079519773],"about_ca_topic_score_codex":0.00030615006,"about_ca_topic_score_gemma":0.000027718814,"teacher_disagreement_score":0.9105321,"about_ca_system_score_codex":0.00082653976,"about_ca_system_score_gemma":0.0014369908,"threshold_uncertainty_score":0.90917134},"labels":[],"label_agreement":null},{"id":"W2024060957","doi":"10.1136/bmj.a1961","title":"Giving feedback in clinical settings","year":2008,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":460,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychology; Computer science","score_opus":0.054334932418997235,"score_gpt":0.4233168201109637,"score_spread":0.3689818876919665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024060957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527436,0.000019467027,0.00011777186,0.03065086,0.0005043649,0.00021037184,2.1161878e-7,0.000032218064,0.01572114],"genre_scores_gemma":[0.97146654,0.000014883742,0.014877288,0.008383238,0.0010302896,0.000019375368,0.0000111075005,0.000009776548,0.004187496],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990753,0.00003052452,0.0004568177,0.00012692552,0.00018538864,0.00012504349],"domain_scores_gemma":[0.9995659,0.00006504182,0.000066286324,0.00019135913,0.000076899465,0.000034493205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009819996,0.000045407633,0.00013261334,0.00008399505,0.000034250974,0.0000022214597,0.000044951546,0.00008432625,0.0002728479],"category_scores_gemma":[0.003939888,0.000041300114,0.000031367188,0.00033544522,0.00008746725,0.000035946883,0.000017517383,0.00029272775,0.00023376127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002113794,0.00019976277,0.46181923,0.00003413766,0.0000069358307,0.00005277695,0.0004676036,7.92962e-7,0.00006245724,0.00020018258,0.49245867,0.044676315],"study_design_scores_gemma":[0.00065719185,0.000044101318,0.882474,0.00010458866,0.00000438459,0.00014547918,0.00017465769,0.00036118005,0.000042815118,0.000058877184,0.11588193,0.000050813655],"about_ca_topic_score_codex":0.000012157879,"about_ca_topic_score_gemma":0.0000016369008,"teacher_disagreement_score":0.42065474,"about_ca_system_score_codex":0.000051408973,"about_ca_system_score_gemma":0.00017086686,"threshold_uncertainty_score":0.47166985},"labels":[],"label_agreement":null},{"id":"W2024083128","doi":"10.1542/peds.2005-1403","title":"Assessment of Pediatricians by a Regulatory Authority","year":2006,"lang":"en","type":"article","venue":"PEDIATRICS","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Medicine; Cronbach's alpha; Exploratory factor analysis; Family medicine; Variance (accounting); Reliability (semiconductor); Scale (ratio); Rating scale; Psychometrics; Clinical psychology; Statistics","score_opus":0.0077949849986951964,"score_gpt":0.31550631480423147,"score_spread":0.3077113298055363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024083128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97342277,0.0004945616,0.0076812995,0.0013208265,0.0006976236,0.00027048614,0.00002152522,0.0000763611,0.016014557],"genre_scores_gemma":[0.98085463,0.00006321821,0.01583,0.00024554128,0.0016133147,0.000016819627,0.00017076828,0.000017292485,0.0011883916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985836,0.00002466386,0.00044230703,0.00017982419,0.000582972,0.0001866373],"domain_scores_gemma":[0.9991081,0.000052187075,0.00019088997,0.00028804792,0.00031572097,0.000045061824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050369016,0.000097384764,0.00020090617,0.0002253378,0.000053690394,0.000006169445,0.000079183905,0.00013720409,0.00010652663],"category_scores_gemma":[0.0003089802,0.00009487474,0.000058781425,0.0009776615,0.00006078103,0.000049586313,0.000022282022,0.0002555126,0.000009960529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055453247,0.0006478223,0.593564,0.00022648358,0.000006390143,0.0000028990366,0.000036806392,0.000009369249,0.00059109944,0.0068170056,0.3947917,0.0033009283],"study_design_scores_gemma":[0.00075517304,0.00013796634,0.9717995,0.000008669704,0.00024185365,0.000009617891,0.00010045946,0.00077324954,0.00021419792,0.0007973989,0.02500851,0.00015343781],"about_ca_topic_score_codex":0.00007922208,"about_ca_topic_score_gemma":0.0000014456642,"teacher_disagreement_score":0.3782355,"about_ca_system_score_codex":0.00016574688,"about_ca_system_score_gemma":0.0003825615,"threshold_uncertainty_score":0.38688797},"labels":[],"label_agreement":null},{"id":"W2024139603","doi":"10.1097/00001888-200105000-00110","title":"Education in Quality of Care in an Internal Medicine Residency Program","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Quality assurance; Quality (philosophy); Curriculum; Quality management; Medical education; Medicine; Health care; Session (web analytics); Psychology; Family medicine; Computer science; Operations management; Management system","score_opus":0.0566604800359075,"score_gpt":0.5083101712997492,"score_spread":0.4516496912638417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024139603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631614,0.0027536855,0.00006707127,0.01888073,0.00076318893,0.0009563568,5.25646e-7,0.00005258104,0.013364438],"genre_scores_gemma":[0.9929358,0.0009619556,0.00095433794,0.002615304,0.0013234738,0.00013043264,0.00020769313,0.000022844379,0.00084820885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966055,0.00020602198,0.0016830874,0.00039293012,0.0007940198,0.00031842914],"domain_scores_gemma":[0.99834603,0.00014316071,0.00037365337,0.0004865541,0.0005046065,0.00014601501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002286796,0.00019264303,0.0006620297,0.0010368926,0.00002364869,0.0000013836432,0.000280014,0.00033802554,0.00058083783],"category_scores_gemma":[0.0056836945,0.00015155296,0.000024521138,0.0017117374,0.00048179436,0.0001859081,0.000032412205,0.001281584,0.0000074741906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003151688,0.00021063535,0.6945311,0.00044662488,0.00000786001,0.000010838366,0.016875826,0.0000011183397,0.00260628,0.0040526935,0.005480381,0.27546147],"study_design_scores_gemma":[0.0040059206,0.0018701741,0.924479,0.005279486,0.00004674536,0.00007657475,0.053099763,0.00012154936,0.00019175181,0.0032390712,0.0074260193,0.0001639631],"about_ca_topic_score_codex":0.002436374,"about_ca_topic_score_gemma":0.00046395394,"teacher_disagreement_score":0.27529752,"about_ca_system_score_codex":0.00041708216,"about_ca_system_score_gemma":0.00091660913,"threshold_uncertainty_score":0.6804324},"labels":[],"label_agreement":null},{"id":"W2024239631","doi":"10.1097/00001888-200410000-00015","title":"Preface: Case Studies of Medical Education Research Groups","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Productivity; Academic medicine; Diversity (politics); Medical school; Higher education; Work (physics); Theme (computing); Medicine; Psychology; Sociology; Political science; Engineering","score_opus":0.15842432988911684,"score_gpt":0.5575116531386575,"score_spread":0.39908732324954066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024239631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87085795,0.0061639673,0.000306007,0.118676946,0.0013212553,0.00060162635,6.4320903e-7,0.000054417513,0.0020171707],"genre_scores_gemma":[0.9873408,0.0032201454,0.00083412294,0.0050028814,0.002346133,0.00012110726,0.000040289036,0.000026786796,0.0010677235],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9954039,0.0001388568,0.0009909701,0.00036331278,0.0027175893,0.00038537147],"domain_scores_gemma":[0.9972437,0.0003094769,0.00019238652,0.000502935,0.0014753921,0.00027611782],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006824458,0.00016465073,0.000504247,0.00071573566,0.00015692899,0.0000018925061,0.0002932461,0.0005019503,0.0006308321],"category_scores_gemma":[0.033684883,0.00012021002,0.00003451351,0.0018005143,0.0016795092,0.000106746134,0.000118453354,0.0021975813,0.000052703293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002370197,0.00068986247,0.0059127244,0.0028982072,0.0004109887,0.0010774226,0.0742456,0.0000062868085,0.004710212,0.26114494,0.5048576,0.14380915],"study_design_scores_gemma":[0.024655147,0.0055484558,0.007012438,0.034574367,0.00120469,0.08025439,0.5122826,0.00046115473,0.012253498,0.1955247,0.12511982,0.0011087311],"about_ca_topic_score_codex":0.00024550332,"about_ca_topic_score_gemma":0.000007586975,"teacher_disagreement_score":0.438037,"about_ca_system_score_codex":0.00045203135,"about_ca_system_score_gemma":0.0023897756,"threshold_uncertainty_score":0.9744548},"labels":[],"label_agreement":null},{"id":"W2024803323","doi":"10.5489/cuaj.10101","title":"Undergraduate exposure to urology: impact of the distributed model of medical education in British Columbia.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medicine; Urology; Medical education; Psychology; Pedagogy","score_opus":0.02502072966905041,"score_gpt":0.3094251387418692,"score_spread":0.28440440907281883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024803323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837404,0.000059825266,0.00046679587,0.014292393,0.00033121987,0.0007650858,0.000019834175,0.000011243563,0.00031321016],"genre_scores_gemma":[0.9979393,0.0000073964643,0.00023128661,0.00092607405,0.00006891227,0.0003803667,0.0000621833,0.00000950148,0.00037498126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856836,0.00006190202,0.00040553967,0.00013675928,0.0006286861,0.00019872737],"domain_scores_gemma":[0.9990084,0.000023094262,0.00012022838,0.00028558463,0.00038751794,0.00017514516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009860769,0.00005172674,0.00020221443,0.00007349869,0.00001651828,0.000011166489,0.0001952273,0.0001412699,0.000022921571],"category_scores_gemma":[0.0069250637,0.000054747357,0.00005329681,0.00078926515,0.00012658678,0.00004284785,0.00005493288,0.00022076914,0.0000010090183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051175608,0.0011042955,0.612134,0.000055200828,0.000042014763,0.0000013147759,0.00028734145,0.00063174916,0.000022215037,0.00019355469,0.13796878,0.24750836],"study_design_scores_gemma":[0.0008634866,0.00007001446,0.9938741,0.00004992626,0.000026897917,0.000024998846,0.0001549316,0.0027318627,0.000015668717,0.0019274111,0.00021190352,0.000048848684],"about_ca_topic_score_codex":0.00589656,"about_ca_topic_score_gemma":0.0044017932,"teacher_disagreement_score":0.38174006,"about_ca_system_score_codex":0.00027907186,"about_ca_system_score_gemma":0.0023572838,"threshold_uncertainty_score":0.8913874},"labels":[],"label_agreement":null},{"id":"W2025062361","doi":"10.1046/j.1365-2923.2000.00759.x","title":"Strategic planning in medical education: enhancing the learning environment for students in clinical settings","year":2000,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Dalhousie University","funders":"","keywords":"SWOT analysis; Process (computing); Medical education; Health care; Strategic planning; Psychology; Knowledge management; Medicine; Public relations; Process management; Business; Political science; Computer science; Marketing","score_opus":0.023995750934278907,"score_gpt":0.442782929749687,"score_spread":0.4187871788154081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025062361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9400438,0.000496563,0.00026562854,0.054709807,0.0012370184,0.0009958564,3.0710171e-7,0.000037450864,0.0022135703],"genre_scores_gemma":[0.95632267,0.00031657028,0.0013847844,0.036822826,0.0018161535,0.00084372016,0.00023566514,0.00003724011,0.0022203573],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955102,0.00031730926,0.0014976031,0.000512651,0.0017260967,0.00043611682],"domain_scores_gemma":[0.99866396,0.00045747007,0.0001945025,0.00036100435,0.00010026677,0.00022279633],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006568092,0.00020099182,0.00037336675,0.00025232084,0.00016020719,0.000040724663,0.00041846346,0.00044588975,0.0054856297],"category_scores_gemma":[0.009640019,0.00016022606,0.00008530795,0.0006306173,0.00025205503,0.00011101574,0.000044724802,0.0016450102,0.00010841912],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014353286,0.00478724,0.18701065,0.00019051437,0.000026654912,0.000009640686,0.003089685,0.00005326939,0.0000076159654,0.00052950805,0.020290522,0.78386116],"study_design_scores_gemma":[0.005130615,0.0005930133,0.54270226,0.005084051,0.000106744636,0.00021706172,0.01898525,0.011869472,0.000030825548,0.0015314722,0.41320208,0.000547166],"about_ca_topic_score_codex":0.00011347721,"about_ca_topic_score_gemma":0.00004012129,"teacher_disagreement_score":0.783314,"about_ca_system_score_codex":0.00045135667,"about_ca_system_score_gemma":0.007011683,"threshold_uncertainty_score":0.9987022},"labels":[],"label_agreement":null},{"id":"W2025375151","doi":"10.3109/01421590903196953","title":"Medical education in Jordan","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Jordan","keywords":"Arabic; Curriculum; Medical education; Space (punctuation); Healthcare system; Health care; Middle East; Medicine; Political science; Psychology; Pedagogy; Computer science; Law","score_opus":0.011197639540960008,"score_gpt":0.36722195925292006,"score_spread":0.35602431971196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025375151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89512295,0.000051105424,0.000093277245,0.053930134,0.0020486743,0.00021878994,8.600241e-8,0.00006819163,0.048466783],"genre_scores_gemma":[0.97530776,0.000019523977,0.0017117567,0.010983662,0.002182451,0.000090837486,0.00006825647,0.00003018107,0.009605562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997177,0.000063682826,0.0004956655,0.00028839218,0.0016714184,0.0003038496],"domain_scores_gemma":[0.9989056,0.000024743065,0.00005578744,0.0004099866,0.00013066486,0.000473194],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020801588,0.0001307104,0.00023597918,0.00026124387,0.000043307235,0.000010589724,0.00024700593,0.0005971486,0.0606571],"category_scores_gemma":[0.021007834,0.00010732944,0.000050606523,0.00058853603,0.0003020223,0.000068733156,0.000050589388,0.0023568156,0.00037462445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025818932,0.00233592,0.25804645,0.00005471943,0.0000137199795,0.00004946113,0.00037041854,2.7904969e-8,0.00006701875,0.009030679,0.14282165,0.58718413],"study_design_scores_gemma":[0.0040486953,0.0001663976,0.18474558,0.0007235031,0.000052064683,0.0009839609,0.0008383801,0.020230856,0.0001130837,0.0038907568,0.783737,0.00046971667],"about_ca_topic_score_codex":0.00012503314,"about_ca_topic_score_gemma":0.00018526752,"teacher_disagreement_score":0.64091533,"about_ca_system_score_codex":0.000096221156,"about_ca_system_score_gemma":0.0044686035,"threshold_uncertainty_score":0.9999448},"labels":[],"label_agreement":null},{"id":"W2025405253","doi":"10.1080/10401330802384177","title":"Assessing Change in Clinical Teaching Skills: Are We Up for the Challenge?","year":2008,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"Psychological intervention; Medical education; Psychology; Test (biology); Scale (ratio); Medicine; Clinical psychology; Nursing","score_opus":0.16175143536755013,"score_gpt":0.4778951774865545,"score_spread":0.3161437421190044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025405253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87979656,0.0023953607,0.0030221618,0.11184686,0.0010103018,0.00059385144,1.7708227e-7,0.00009646431,0.0012382423],"genre_scores_gemma":[0.9875461,0.0012490563,0.004344825,0.0034317905,0.002405608,0.00010510618,0.000020380912,0.000033504195,0.0008636228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974106,0.000761611,0.0007596976,0.00037754333,0.00035103376,0.00033952796],"domain_scores_gemma":[0.9970328,0.002323616,0.00025012612,0.00025975375,0.000061534985,0.000072158204],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012035358,0.00017790183,0.00051920564,0.00034979495,0.0007302794,0.000015316655,0.00012281412,0.00018599255,0.000032150314],"category_scores_gemma":[0.023719607,0.00011736363,0.00004753406,0.00022773811,0.00031482885,0.00016470032,0.000040136452,0.005107464,0.0000023086172],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043630753,0.00027560018,0.2356261,0.00016752696,0.00002114274,0.000028552238,0.04672776,0.000020443464,0.000012966826,0.0005011182,0.0026062438,0.71396893],"study_design_scores_gemma":[0.0048215934,0.0006084383,0.80887353,0.0045764614,0.0000787811,0.00018341225,0.03422997,0.029514402,9.073705e-7,0.00015451972,0.11673769,0.0002203142],"about_ca_topic_score_codex":0.00041047786,"about_ca_topic_score_gemma":0.000029887799,"teacher_disagreement_score":0.71374863,"about_ca_system_score_codex":0.00010378773,"about_ca_system_score_gemma":0.00007350107,"threshold_uncertainty_score":0.9971878},"labels":[],"label_agreement":null},{"id":"W2025411691","doi":"10.1016/s2007-5057(15)30056-9","title":"Enhancing readiness for comprehensive care practice: a baseline survey for family medicine residency","year":2015,"lang":"es","type":"article","venue":"Investigación en Educación Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Baseline (sea); Family medicine; Residency training; Medicine; Medical education; Psychology; Political science","score_opus":0.10620212497636299,"score_gpt":0.42334590815994705,"score_spread":0.31714378318358405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025411691","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32354957,0.06226689,0.06597963,0.4587088,0.052585904,0.02381377,0.0024701087,0.001373972,0.009251365],"genre_scores_gemma":[0.72405624,0.0013066671,0.1781591,0.04909391,0.02684059,0.0035467385,0.013086634,0.00068900787,0.0032211058],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909164,0.0015068768,0.0026177184,0.001646729,0.0018153983,0.0014968945],"domain_scores_gemma":[0.9724865,0.009295631,0.0013540102,0.0017510365,0.013761176,0.0013516226],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009249519,0.0010654895,0.0018417959,0.0011312256,0.0005935551,0.0001419052,0.00085205946,0.0010119794,0.000100843026],"category_scores_gemma":[0.18383752,0.0010067024,0.00025630905,0.0023827795,0.0015681186,0.0006756814,0.00017477178,0.0012795499,0.00015652998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025753288,0.0010762512,0.0043488406,0.005877077,0.0006999734,0.000038365157,0.03164531,0.000045201792,0.007463548,0.01654992,0.9105868,0.019093383],"study_design_scores_gemma":[0.009873446,0.0035952555,0.012845137,0.005796815,0.0022040426,0.00015472829,0.13663277,0.0012369239,0.0027531448,0.002504943,0.8210272,0.0013755818],"about_ca_topic_score_codex":0.0029951853,"about_ca_topic_score_gemma":0.00013631843,"teacher_disagreement_score":0.4096149,"about_ca_system_score_codex":0.0014927507,"about_ca_system_score_gemma":0.0114891855,"threshold_uncertainty_score":0.9992383},"labels":[],"label_agreement":null},{"id":"W2025567235","doi":"10.1111/j.1365-2923.2009.03549.x","title":"The ties that bind: a network approach to creating a programme in faculty development","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Flexibility (engineering); Legitimacy; Accountability; Key (lock); Public relations; Social capital; Faculty development; Health care; Medical education; Professional development; Sociology; Political science; Knowledge management; Psychology; Medicine; Computer science; Management; Social science","score_opus":0.035541145253220864,"score_gpt":0.3590230697338775,"score_spread":0.3234819244806566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025567235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8371231,0.000497828,0.0051023993,0.121974505,0.0015019377,0.0022442222,3.2571958e-7,0.00016976766,0.03138589],"genre_scores_gemma":[0.87946564,0.000024518833,0.08161599,0.033694975,0.001224301,0.000875268,0.00031921687,0.000021406062,0.0027586606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977894,0.00006123554,0.0004689897,0.0002737615,0.0009381549,0.0004684664],"domain_scores_gemma":[0.9992414,0.00006208624,0.00009223723,0.0002654392,0.00017495737,0.00016389645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018393332,0.00014051811,0.00018944632,0.00013930158,0.0002768684,0.000053291755,0.00020013173,0.00015922808,0.00004987601],"category_scores_gemma":[0.005058771,0.000094520736,0.00003015631,0.0010591204,0.00008061472,0.00006174067,0.000028351356,0.0004629585,0.000039676903],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032156273,0.00097020116,0.008422872,0.000031870768,0.000010066006,7.076434e-7,0.005140351,0.0000067784626,0.0000033803888,0.0021873591,0.08034954,0.9028447],"study_design_scores_gemma":[0.00075359904,0.00016268289,0.35868058,0.000741318,0.000022787897,0.00005703377,0.008200654,0.0017948797,0.000065391236,0.0006432348,0.6286409,0.00023697884],"about_ca_topic_score_codex":0.000049455357,"about_ca_topic_score_gemma":0.000024949055,"teacher_disagreement_score":0.90260774,"about_ca_system_score_codex":0.00041250722,"about_ca_system_score_gemma":0.0028157162,"threshold_uncertainty_score":0.6056187},"labels":[],"label_agreement":null},{"id":"W2025789776","doi":"10.1007/s10459-006-9046-y","title":"The rhetorical ‘turn’ in medical education: What have we learned and where are we going?","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"Canadian Institutes of Health Research","keywords":"Rhetorical question; Rhetoric; Socialization; Sociology; Professional communication; Engineering ethics; Rhetorical modes; Psychology; Pedagogy; Computer science; Linguistics; Social science","score_opus":0.022866661130929465,"score_gpt":0.4268874086403347,"score_spread":0.40402074750940525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025789776","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1006528,0.21717764,0.0001193611,0.6726144,0.005756014,0.0008644835,4.044878e-7,0.00003680448,0.0027780961],"genre_scores_gemma":[0.6576747,0.31695235,0.0072735883,0.013101043,0.0019152029,0.0005377517,0.00003042443,0.000024822231,0.00249014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971733,0.00017745918,0.00082768383,0.0004874155,0.00087687554,0.00045725625],"domain_scores_gemma":[0.99868166,0.0003449892,0.00036084515,0.00028022987,0.00019074591,0.00014150905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024907093,0.0001538033,0.00024810605,0.00036883034,0.00047707718,0.00013025707,0.00026000402,0.00012879945,0.00006621431],"category_scores_gemma":[0.0013839997,0.000114036826,0.000022705633,0.0016928866,0.000720766,0.0010120891,0.00003751697,0.0005265362,0.000010255619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002050169,0.0005415696,0.15074229,0.0003521933,9.5046266e-7,7.4929704e-7,0.0009713494,0.00002885521,0.0000011639157,0.015758846,0.015530919,0.8160506],"study_design_scores_gemma":[0.00056530716,0.00022406621,0.0778505,0.0051510963,0.000005196471,0.00010824707,0.035798267,0.0028309226,0.000010440827,0.03273039,0.84450525,0.00022029437],"about_ca_topic_score_codex":0.0005029093,"about_ca_topic_score_gemma":0.0031508047,"teacher_disagreement_score":0.82897437,"about_ca_system_score_codex":0.0006389229,"about_ca_system_score_gemma":0.0060925386,"threshold_uncertainty_score":0.999542},"labels":[],"label_agreement":null},{"id":"W2025888974","doi":"10.1371/journal.pone.0114663","title":"Assessing the Assessment in Emergency Care Training","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Erasmus Universitair Medisch Centrum Rotterdam; Stichting Beroepsopleiding Huisarts","keywords":"Checklist; Generalizability theory; Scale (ratio); Reliability (semiconductor); Construct validity; Psychology; Inter-rater reliability; Medicine; Clinical psychology; Validity; Emergency department; Psychometrics; Rating scale; Nursing","score_opus":0.10741430919891556,"score_gpt":0.39998287471104144,"score_spread":0.29256856551212584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025888974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96185493,0.000048666367,0.00091310276,0.009531619,0.00017027714,0.00021153133,1.9951692e-7,0.000029724322,0.02723993],"genre_scores_gemma":[0.9745873,0.000012937872,0.024120549,0.00073132844,0.00029724155,0.00005488226,0.000026029205,0.0000113585165,0.00015832913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990902,0.00005235652,0.00024038041,0.000118053234,0.00035726227,0.0001417353],"domain_scores_gemma":[0.99951535,0.000036108282,0.00005653518,0.00022136002,0.00014752017,0.000023099088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000526439,0.000057820682,0.0001299162,0.00008078112,0.0000779995,0.000015337579,0.00006929229,0.000044842993,0.00028549868],"category_scores_gemma":[0.0008349964,0.000042345713,0.000016978936,0.000347243,0.000028856979,0.00007368716,0.000014808919,0.0003380403,0.000014664322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089497,0.0030929958,0.55099887,0.0010219724,0.0001967088,0.000005970839,0.032983404,0.000015894911,0.028385367,0.009732491,0.0026455328,0.3709118],"study_design_scores_gemma":[0.0009336844,0.00015679562,0.949383,0.0010036229,0.00019464086,0.0000036394372,0.030281413,0.013327689,0.0013433316,0.0010244836,0.0021704405,0.00017721865],"about_ca_topic_score_codex":0.00001082805,"about_ca_topic_score_gemma":0.0000059269196,"teacher_disagreement_score":0.39838415,"about_ca_system_score_codex":0.00011773306,"about_ca_system_score_gemma":0.00013344966,"threshold_uncertainty_score":0.31260103},"labels":[],"label_agreement":null},{"id":"W2026126069","doi":"10.1097/00001888-200303000-00009","title":"CurrMIT","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Demographics; Identification (biology); Medical school; Computer science; Curriculum mapping; Curriculum development; Psychology; Medicine; Pedagogy; Sociology","score_opus":0.1466256734976743,"score_gpt":0.5067100736876721,"score_spread":0.36008440018999777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026126069","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020320713,0.9704593,0.00020919593,0.0018303478,0.0026925828,0.0011875583,0.000002650508,0.000115017196,0.023501338],"genre_scores_gemma":[8.0858007e-7,0.9680047,0.00034803513,0.005032347,0.003658745,0.00020866744,0.00054509076,0.0001028364,0.022098763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963705,0.0001382021,0.0016006614,0.0005818848,0.00084434624,0.0004643999],"domain_scores_gemma":[0.99799883,0.00018641788,0.00058743556,0.0007965455,0.000207585,0.000223208],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0014197929,0.00052043045,0.0025924966,0.0007350069,0.000075490454,0.0000027965027,0.0003353105,0.0013790391,0.0030306873],"category_scores_gemma":[0.0038416546,0.000346344,0.00019737653,0.0017336335,0.0004043555,0.00005157203,0.000044454882,0.0038714223,0.0010044412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013476108,0.000007693904,0.0000038464404,0.010604671,0.00007527592,0.0000126883415,0.00010779804,2.5476432e-9,1.4480466e-7,0.0021373958,0.30593228,0.6811168],"study_design_scores_gemma":[0.00046137607,0.00010526314,0.0000011981919,0.049092956,0.0023788672,0.0009947247,0.00011242529,0.0000018556999,1.7497192e-7,0.00026415946,0.9463453,0.00024169401],"about_ca_topic_score_codex":0.0000047622016,"about_ca_topic_score_gemma":4.673131e-8,"teacher_disagreement_score":0.6808751,"about_ca_system_score_codex":0.0004003579,"about_ca_system_score_gemma":0.00088859664,"threshold_uncertainty_score":0.9999174},"labels":[],"label_agreement":null},{"id":"W2026150914","doi":"10.1097/acm.0000000000000501","title":"Practicing What We Teach","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Emergency department; Mandate; Curriculum; Crowding; Government (linguistics); Quality (philosophy); Medicine; Medical education; Patient care; Psychology; Medical emergency; Nursing; Pedagogy; Political science","score_opus":0.05752549905288764,"score_gpt":0.397727989569179,"score_spread":0.34020249051629137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026150914","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058274955,0.0053824293,0.0013354567,0.97735125,0.005935754,0.00083394477,8.6026955e-7,0.0002254092,0.008352155],"genre_scores_gemma":[0.0010168909,0.0075071654,0.000639106,0.886356,0.06660011,0.000110158784,0.0013009285,0.00014629347,0.036323354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99489737,0.0002133837,0.0013778353,0.00083555107,0.0019016896,0.00077417423],"domain_scores_gemma":[0.9966806,0.0007221998,0.0008490651,0.0011250154,0.00046352486,0.00015959321],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0023001954,0.0005727682,0.001233942,0.0008626599,0.00014093568,0.000022515758,0.00049322477,0.0032504844,0.0021881363],"category_scores_gemma":[0.008559198,0.00043396757,0.000096314536,0.00083105,0.000582511,0.00036263664,0.00007942968,0.01670574,0.0007747123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016764332,0.000007518401,0.00008225391,0.0009216721,0.00010328653,0.0001467714,0.0018132856,1.4489919e-7,0.00016921923,0.00014460651,0.95995814,0.036636367],"study_design_scores_gemma":[0.0011720932,0.0002692706,0.00003209106,0.0093470905,0.0007553432,0.001279694,0.001861608,0.00014181266,0.000057302455,0.0008764022,0.98386186,0.0003454186],"about_ca_topic_score_codex":0.000038853024,"about_ca_topic_score_gemma":1.8292211e-7,"teacher_disagreement_score":0.090995245,"about_ca_system_score_codex":0.00045021964,"about_ca_system_score_gemma":0.00042659225,"threshold_uncertainty_score":0.99981123},"labels":[],"label_agreement":null},{"id":"W2026161128","doi":"10.1097/acm.0b013e31828af493","title":"The Impact of Leadership Training Programs on Physicians in Academic Medical Centers","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CINAHL; MEDLINE; Medical education; Medicine; Family medicine; Psychology; Psychological intervention; Nursing; Political science","score_opus":0.3272489623264894,"score_gpt":0.5039307016715896,"score_spread":0.17668173934510017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026161128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023906722,0.9804779,0.00002422718,0.012021258,0.001104639,0.0029158373,0.0000031391373,0.00007493231,0.0009873434],"genre_scores_gemma":[0.0031057668,0.9902153,0.000026490434,0.001955639,0.0027507849,0.00053740526,0.0003686989,0.000115065945,0.0009248287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931086,0.000415071,0.0027265572,0.0006380898,0.0020787173,0.0010329748],"domain_scores_gemma":[0.9961795,0.0012747804,0.001283742,0.00075923046,0.0001898454,0.00031289723],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0041246973,0.0006952314,0.0028749243,0.0007827532,0.000096176205,0.0000054959255,0.0010765196,0.0020895808,0.00030336244],"category_scores_gemma":[0.009869707,0.0003637862,0.00043125686,0.00219245,0.0015670639,0.000084607665,0.000076674514,0.009969732,0.00009287128],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025872447,0.00004482266,0.00014259992,0.0038756104,0.00021446552,0.000011269983,0.002753723,2.2712678e-7,0.0000021573005,0.00042593226,0.03993978,0.9525635],"study_design_scores_gemma":[0.001908274,0.001213416,0.00034968654,0.22934553,0.00080733217,0.00028844798,0.007780952,0.00012149973,0.0000010303343,0.00020759398,0.7575316,0.0004446524],"about_ca_topic_score_codex":0.00014988976,"about_ca_topic_score_gemma":0.000003204005,"teacher_disagreement_score":0.9521189,"about_ca_system_score_codex":0.0008575716,"about_ca_system_score_gemma":0.0017905051,"threshold_uncertainty_score":0.9998814},"labels":[],"label_agreement":null},{"id":"W2026565808","doi":"10.1007/s10459-011-9311-6","title":"Expected benefits of streamlining undergraduate medical education by early commitment to specific medical specialties","year":2011,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workforce; Specialty; Medical education; Commit; Medicine; Health care; Family medicine; Medical school; Psychological intervention; Population; Psychology; Nursing","score_opus":0.034775237255790674,"score_gpt":0.39439392800539563,"score_spread":0.35961869074960495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026565808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9315835,0.0125362575,0.0014552203,0.036590878,0.0060894024,0.0012990612,0.0000044962835,0.0000669243,0.010374223],"genre_scores_gemma":[0.947242,0.006261815,0.037190814,0.007973932,0.00069555425,0.00027980012,0.00009066067,0.000021023674,0.00024437567],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99589586,0.0001451284,0.0012213623,0.00051967247,0.001772044,0.00044592516],"domain_scores_gemma":[0.9982997,0.00013448208,0.00043962672,0.00035191135,0.00037518187,0.00039905077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020948728,0.0001826224,0.00037237533,0.00068139716,0.00020546906,0.000015934367,0.00042940522,0.0001404372,0.0007295001],"category_scores_gemma":[0.0023005714,0.00016774287,0.0000359433,0.0022875043,0.0005243863,0.0004262075,0.000052571173,0.0003531932,0.00002674995],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054487566,0.0021230555,0.102977015,0.00023325607,0.0000050476074,3.4827772e-7,0.005846763,0.000007754885,0.0000067421392,0.030077493,0.017471675,0.84119636],"study_design_scores_gemma":[0.0029530076,0.005658501,0.6124432,0.015126273,0.00004121515,0.00014840327,0.05056522,0.00060145144,0.0022278416,0.021220082,0.2877309,0.0012838622],"about_ca_topic_score_codex":0.0011553722,"about_ca_topic_score_gemma":0.00032256203,"teacher_disagreement_score":0.8399125,"about_ca_system_score_codex":0.00047804634,"about_ca_system_score_gemma":0.0076896925,"threshold_uncertainty_score":0.9979358},"labels":[],"label_agreement":null},{"id":"W2026607659","doi":"10.1183/09031936.00125611","title":"Knowledge of tuberculosis-treatment prescription of health workers: a systematic review","year":2011,"lang":"en","type":"review","venue":"European Respiratory Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"European Centre for Disease Prevention and Control","keywords":"Medical prescription; Tuberculosis; Medicine; Family medicine; Environmental health; Nursing; Pathology","score_opus":0.13758786849850335,"score_gpt":0.4120463217730425,"score_spread":0.27445845327453916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026607659","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009476912,0.9927391,0.0000957076,0.000037571186,0.0005952103,0.0024783192,0.0000068593913,0.000020330892,0.004017451],"genre_scores_gemma":[0.000009880544,0.99812096,0.0005140842,0.0003523412,0.00038447953,0.000054293872,0.000027230632,0.00009290006,0.0004438085],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99124753,0.00362779,0.0042080474,0.00028328627,0.00037126493,0.0002620979],"domain_scores_gemma":[0.9938577,0.00006876386,0.0043334854,0.00088567124,0.0006920909,0.00016231748],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0064453087,0.00040021047,0.0037758294,0.00063050276,0.00009281139,0.000012337788,0.0003226641,0.000111618036,0.00021117003],"category_scores_gemma":[0.0014322966,0.00025969418,0.0007956363,0.00079294405,0.00012211505,0.00007402279,0.00004866054,0.0006898011,0.0001605908],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032965775,0.00032547608,0.00000586449,0.60660285,0.0003769621,0.0000072110074,0.00022287267,1.1128715e-8,2.2810681e-7,0.000026255188,0.00646545,0.3859635],"study_design_scores_gemma":[0.0001772476,0.0004738865,0.000019250421,0.5367771,0.0024581475,0.0002887835,0.00004786909,1.1931144e-7,3.2689874e-7,9.965586e-7,0.45967063,0.00008568489],"about_ca_topic_score_codex":0.0000029614064,"about_ca_topic_score_gemma":3.0357364e-7,"teacher_disagreement_score":0.45320517,"about_ca_system_score_codex":0.00071036036,"about_ca_system_score_gemma":0.0020661282,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W2026836731","doi":"10.1111/j.1744-6198.2001.tb00250.x","title":"Faculty Clinical Practice: Strategies for Implementaion and Evaluation","year":2001,"lang":"en","type":"article","venue":"Nursing Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre","funders":"","keywords":"Psychology; Medical education; Medicine","score_opus":0.15539645079505293,"score_gpt":0.5793570125876104,"score_spread":0.4239605617925575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026836731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8011154,0.00021588537,0.03923406,0.1414376,0.0019098689,0.0017669762,0.000008082282,0.00008227263,0.014229831],"genre_scores_gemma":[0.94958246,0.000021285749,0.04645685,0.002710819,0.00047186296,0.00007710154,0.00050037424,0.000013175435,0.0001660549],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990002,0.000039129565,0.00031816523,0.0001730927,0.0002846017,0.00018481612],"domain_scores_gemma":[0.99914455,0.000086978194,0.00010886181,0.00012788661,0.0004898877,0.000041833897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014748828,0.00006628808,0.00011293361,0.00006302181,0.00014442138,0.000033579134,0.000026534246,0.00008681577,0.000063938394],"category_scores_gemma":[0.0015614585,0.00005950674,0.00003037203,0.00015201044,0.00007457793,0.00025718234,0.000005234555,0.00013262728,0.0000050663307],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019194212,0.000291102,0.005078537,0.000016665479,0.000021964457,5.990398e-7,0.00047937027,0.0000012777539,0.00009743239,0.013878096,0.11205189,0.86789113],"study_design_scores_gemma":[0.0071911626,0.0018164717,0.09289725,0.00042242615,0.00079492346,0.00036550395,0.076328635,0.026359828,0.00014793045,0.03570671,0.7577128,0.0002563592],"about_ca_topic_score_codex":0.0000075294265,"about_ca_topic_score_gemma":0.000002494475,"teacher_disagreement_score":0.8676348,"about_ca_system_score_codex":0.0001543835,"about_ca_system_score_gemma":0.00026570563,"threshold_uncertainty_score":0.24266145},"labels":[],"label_agreement":null},{"id":"W2026944846","doi":"10.1097/00001888-200410001-00001","title":"Basing the Evaluation of Professionalism on Observable Behaviors: A Cautionary Tale","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Honesty; Altruism (biology); Psychology; Interpretation (philosophy); Statement (logic); Lying; Social psychology; Medical education; Applied psychology; Pedagogy; Medicine; Epistemology; Computer science","score_opus":0.17225315168297065,"score_gpt":0.4733065792590219,"score_spread":0.30105342757605125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026944846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9214181,0.00080240966,0.00021915612,0.07316704,0.00090256,0.0008867439,0.0000018698901,0.00003499342,0.0025671409],"genre_scores_gemma":[0.99083894,0.000061264036,0.00033262832,0.007079199,0.0007044425,0.00013751772,0.00014626149,0.000017519169,0.00068221975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970884,0.000118711134,0.0005941281,0.00022373859,0.0017764817,0.0001985613],"domain_scores_gemma":[0.99852943,0.00013015766,0.00024775814,0.00038664276,0.00065540045,0.000050635066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003634765,0.00013081224,0.0002389374,0.00017836326,0.00014828931,0.0000012550461,0.00016555037,0.00022280589,0.0006087611],"category_scores_gemma":[0.0037365528,0.00007788652,0.000033331304,0.00072366244,0.00038913442,0.000084862186,0.00002867393,0.00089448754,0.000028792638],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092390215,0.0013572087,0.02822998,0.0010174707,0.0003724143,0.000037261958,0.06972174,0.0018199827,0.17122519,0.20912978,0.25478908,0.261376],"study_design_scores_gemma":[0.030009162,0.0027433895,0.6956518,0.020615244,0.0035020644,0.00082227204,0.041775923,0.005747736,0.034016103,0.10712666,0.057131954,0.000857649],"about_ca_topic_score_codex":0.000102202685,"about_ca_topic_score_gemma":9.127047e-7,"teacher_disagreement_score":0.6674219,"about_ca_system_score_codex":0.00038192753,"about_ca_system_score_gemma":0.000694454,"threshold_uncertainty_score":0.66655076},"labels":[],"label_agreement":null},{"id":"W2027076506","doi":"10.1136/bmj.h999","title":"Canadian professor who taught antivaccine content is put on leave","year":2015,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Medical education; Data science; World Wide Web; Medicine","score_opus":0.09884847494464158,"score_gpt":0.38479493607577797,"score_spread":0.2859464611311364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027076506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47458977,0.00005702515,0.000045857127,0.46197417,0.0014787108,0.000936529,0.000008701514,0.00004014548,0.060869113],"genre_scores_gemma":[0.8640581,0.0000038021446,0.0011680855,0.041321695,0.001432312,0.000084817606,0.000093619776,0.000024215014,0.091813385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989861,0.000025582613,0.0002554051,0.00016858669,0.00032471682,0.00023959964],"domain_scores_gemma":[0.99887407,0.0000144149935,0.00006691727,0.00034511712,0.0004555642,0.00024389086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004923099,0.00009273417,0.00017101671,0.00019629963,0.00005526579,0.000010334108,0.00007729994,0.00010142839,0.000365351],"category_scores_gemma":[0.0015559958,0.00007452526,0.00002578127,0.00031874975,0.000027129163,0.00004369538,0.000012599063,0.00023731746,0.00056727364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044365122,0.0000720319,0.008298473,0.000019212743,0.000024501473,0.000023986526,0.00085706456,2.4985644e-7,0.00007247901,0.0016677795,0.97884405,0.010075802],"study_design_scores_gemma":[0.0021541435,0.00037303817,0.07037699,0.0003503591,0.00005206152,0.00006577683,0.0024802436,0.00032897748,0.0026404788,0.00027948807,0.9207166,0.00018186826],"about_ca_topic_score_codex":0.011139895,"about_ca_topic_score_gemma":0.0033471836,"teacher_disagreement_score":0.42065248,"about_ca_system_score_codex":0.00043217314,"about_ca_system_score_gemma":0.0011244507,"threshold_uncertainty_score":0.995445},"labels":[],"label_agreement":null},{"id":"W202708207","doi":"10.1093/pch/13.8.675","title":"Residents as teachers in Canadian paediatric training programs: A survey of program director and resident perspectives","year":2008,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Medical education; Program director; Training (meteorology); Medicine; Psychology; Geography","score_opus":0.042506642752532395,"score_gpt":0.35636341665015414,"score_spread":0.31385677389762173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202708207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98270625,0.007954683,0.0000038187704,0.0064705675,0.00021653595,0.0016502033,0.000012649611,0.00006896748,0.00091634307],"genre_scores_gemma":[0.99152064,0.004178554,0.0029183025,0.0006555289,0.00034043973,0.00010890987,0.00015581616,0.00003646755,0.00008531258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708986,0.0002892293,0.0007615584,0.0004459816,0.00059937977,0.0008140086],"domain_scores_gemma":[0.9983512,0.00013206482,0.0002870702,0.00028900913,0.00035121958,0.0005894202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030079205,0.00019448649,0.0004928701,0.0012421058,0.00024669876,0.000015405067,0.00012366823,0.00017177637,0.000028193217],"category_scores_gemma":[0.0054469085,0.00019313031,0.00004963673,0.0029063602,0.00019675672,0.0001002544,0.000028520048,0.00069736916,0.0000058912524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003391318,0.0003380676,0.89343774,0.00014460705,0.00001775725,0.000018269016,0.047203746,7.4801363e-7,2.7127433e-7,0.000104138926,0.0022572505,0.056443512],"study_design_scores_gemma":[0.0010158429,0.00053412793,0.9905528,0.000117256764,0.000019528105,0.00007132096,0.006310687,0.000045467732,8.6550676e-7,0.000034497305,0.001155849,0.00014177545],"about_ca_topic_score_codex":0.5826014,"about_ca_topic_score_gemma":0.23005491,"teacher_disagreement_score":0.3525465,"about_ca_system_score_codex":0.0011179392,"about_ca_system_score_gemma":0.0061866674,"threshold_uncertainty_score":0.99944735},"labels":[],"label_agreement":null},{"id":"W2027238811","doi":"10.1002/chp.1340240505","title":"The role of educational theory in continuing medical education: Has it helped us?","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Continuing education; Education theory; Learning theory; Continuing medical education; Humanism; Engineering ethics; Field (mathematics); Psychology; Sociology; Pedagogy; Epistemology; Medical education; Medicine; Political science; Higher education","score_opus":0.0174397257255609,"score_gpt":0.4119980834285102,"score_spread":0.3945583577029493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027238811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65783226,0.0038808456,0.00009339205,0.33327934,0.0029237145,0.00073537347,8.6767653e-7,0.000004914446,0.0012492643],"genre_scores_gemma":[0.98776484,0.00045985004,0.0023609635,0.007245159,0.0011350743,0.00012222734,0.000020182812,0.00002144101,0.0008702674],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9952035,0.0010652585,0.0021179444,0.0001784732,0.0010598435,0.00037496557],"domain_scores_gemma":[0.9948798,0.0015731251,0.0016607248,0.0004760339,0.0012223703,0.00018798809],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010647067,0.00016659817,0.0004363758,0.0006055461,0.00034997266,0.000041884934,0.00055563846,0.00018326595,0.0002045175],"category_scores_gemma":[0.014653652,0.00010345833,0.00011158062,0.0011845212,0.00033021288,0.00021923489,0.000039201936,0.0017130465,0.000008693004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040629314,0.006348926,0.07025863,0.0003385429,0.00004623591,0.0000019607953,0.14073695,0.0000176,0.00018254381,0.1646855,0.03458666,0.5823901],"study_design_scores_gemma":[0.0033105193,0.0004569639,0.32587063,0.021733547,0.00007716497,0.0006852068,0.42087904,0.000052090592,0.00017683345,0.12785746,0.09864114,0.0002594101],"about_ca_topic_score_codex":0.00014989542,"about_ca_topic_score_gemma":0.0001891361,"teacher_disagreement_score":0.58213073,"about_ca_system_score_codex":0.00062799116,"about_ca_system_score_gemma":0.024015516,"threshold_uncertainty_score":0.9936463},"labels":[],"label_agreement":null},{"id":"W2027331467","doi":"10.1136/bmjqs-2013-002293.59","title":"028 How Do Clinicians Like and Understand Trustworthy Guidelines? Randomised Controlled Trial Using Clickers in Educational Sessions","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Trustworthiness; Medicine; Randomized controlled trial; Alternative medicine; Medical education; Internet privacy; Surgery; Computer science","score_opus":0.14165445206574628,"score_gpt":0.48069775634864914,"score_spread":0.33904330428290286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027331467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8620528,0.00016474292,0.003646131,0.123600215,0.001728967,0.0075937933,0.000009496222,0.000037083224,0.001166765],"genre_scores_gemma":[0.97138,0.00015802533,0.015483233,0.008616532,0.0020237856,0.00062740664,0.00021869833,0.000038072256,0.0014542614],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956551,0.0006247984,0.0023469604,0.00042536718,0.0006072485,0.0003405075],"domain_scores_gemma":[0.9960355,0.0017593976,0.00064952305,0.00049696205,0.00086813787,0.00019047648],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060875546,0.00022955985,0.0009038366,0.00025325303,0.00022297507,0.000066479406,0.00010594734,0.00026647295,0.0006970965],"category_scores_gemma":[0.016744783,0.00018448729,0.00017949093,0.0005823753,0.00026526305,0.0002233257,0.00003999232,0.0004502748,0.000017513632],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.65662193,0.0035545095,0.03986271,0.0004914217,0.00075516396,0.000010090009,0.0068589123,0.00014148909,0.0010106306,0.0133457435,0.22230068,0.055046722],"study_design_scores_gemma":[0.942318,0.00017192587,0.025899244,0.0004455789,0.00023323057,0.000022227732,0.016881568,0.005999836,0.00000445082,0.0030860165,0.004533987,0.00040390177],"about_ca_topic_score_codex":0.00033350394,"about_ca_topic_score_gemma":0.000052928288,"teacher_disagreement_score":0.2856961,"about_ca_system_score_codex":0.00036571219,"about_ca_system_score_gemma":0.0018749868,"threshold_uncertainty_score":0.9915376},"labels":[],"label_agreement":null},{"id":"W2027452042","doi":"10.1111/j.1365-2923.2009.03329.x","title":"How effective is self‐guided learning of clinical technical skills? It’s all about process","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychomotor learning; Psychology; Set (abstract data type); Medical education; Outcome (game theory); Process (computing); Computer science; Medicine; Cognition","score_opus":0.015060150981509252,"score_gpt":0.44354998185754674,"score_spread":0.4284898308760375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027452042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74956375,0.00021142403,0.0025060042,0.2362169,0.002092482,0.0013867487,0.0000010048311,0.00026451136,0.007757182],"genre_scores_gemma":[0.9398717,0.00015544286,0.006374142,0.05018912,0.001438002,0.00014453525,0.00013467195,0.000026446309,0.0016659229],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962694,0.00021514567,0.001134383,0.00051758945,0.0015113639,0.00035209407],"domain_scores_gemma":[0.9974805,0.000234582,0.00047556876,0.0004517981,0.0010984234,0.0002590929],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025989155,0.00022408781,0.00062310114,0.00027205268,0.00009201878,0.000027876635,0.0002757502,0.00064010563,0.00048608638],"category_scores_gemma":[0.037315216,0.00018957583,0.00017286939,0.0009271488,0.00027877526,0.00017936618,0.000028408029,0.0014418011,0.00004160621],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079266916,0.006756996,0.019858724,0.00034565743,0.00008307189,0.0000049554105,0.0024784058,6.7924117e-7,0.000224642,0.0009837653,0.32603937,0.6431445],"study_design_scores_gemma":[0.004151444,0.0024818291,0.53249466,0.0025079271,0.00054769457,0.00035930926,0.0023442542,0.0033363735,0.0023375114,0.0015711618,0.44727197,0.00059582444],"about_ca_topic_score_codex":0.000011602746,"about_ca_topic_score_gemma":0.0000010391865,"teacher_disagreement_score":0.6425486,"about_ca_system_score_codex":0.00019900102,"about_ca_system_score_gemma":0.0030798458,"threshold_uncertainty_score":0.9707939},"labels":[],"label_agreement":null},{"id":"W2027684090","doi":"10.1097/pcc.0b013e31828a746c","title":"Are Pediatric Critical Care Medicine Fellowships Teaching and Evaluating Communication and Professionalism?*","year":2013,"lang":"en","type":"article","venue":"Pediatric Critical Care Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pediatric Oncology Group","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Medical education; MEDLINE; Family medicine; Nursing","score_opus":0.07714067887223605,"score_gpt":0.4560147820747618,"score_spread":0.3788741032025258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027684090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82256436,0.05193229,0.0004058807,0.119584404,0.0012036521,0.0012498595,0.0000105587405,0.00020698385,0.002841996],"genre_scores_gemma":[0.9796596,0.0005137309,0.008490668,0.0053744437,0.005198687,0.00028581603,0.00025741206,0.00007449098,0.00014512062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948646,0.00072303636,0.0012398175,0.0008292821,0.0016322018,0.00071109337],"domain_scores_gemma":[0.9916948,0.003855857,0.00026026042,0.0008103902,0.0028046465,0.00057402573],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022508006,0.00048137843,0.0008976319,0.000693017,0.0010032891,0.000053428033,0.00026470318,0.00042296425,0.0010212702],"category_scores_gemma":[0.072843075,0.00036910042,0.00005987931,0.000893604,0.0013878967,0.0003558043,0.00027392933,0.002276389,0.000038716946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019760591,0.00064466725,0.61365044,0.02500139,0.000058331498,0.00011679266,0.06048004,0.0000012553079,0.00039165167,0.022009093,0.08984978,0.18759894],"study_design_scores_gemma":[0.0087348465,0.0032031653,0.5944441,0.0026243818,0.00528816,0.0006327489,0.36926398,0.0020550825,0.000021055956,0.008219413,0.0040965225,0.0014165796],"about_ca_topic_score_codex":0.00035646555,"about_ca_topic_score_gemma":0.0000085170805,"teacher_disagreement_score":0.30878392,"about_ca_system_score_codex":0.0002563192,"about_ca_system_score_gemma":0.00023369948,"threshold_uncertainty_score":0.99989194},"labels":[],"label_agreement":null},{"id":"W2027753980","doi":"10.5175/jswe.2007.200600607","title":"CAN WE BUILD A BETTER MOUSETRAP? IMPROVING THE MEASURES OF PRACTICE PERFORMANCE IN THE FIELD PRACTICUM","year":2007,"lang":"en","type":"article","venue":"Journal of Social Work Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Practicum; Redress; Field (mathematics); Standardization; Set (abstract data type); Identification (biology); Psychology; Matching (statistics); Scale (ratio); Medical education; Applied psychology; Computer science; Mathematics education; Medicine; Political science","score_opus":0.016998172492360897,"score_gpt":0.35233740866780516,"score_spread":0.33533923617544426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027753980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6640264,0.00018331877,0.00027283767,0.33333752,0.0008029629,0.00018121267,1.02215004e-7,0.0000022407078,0.0011934544],"genre_scores_gemma":[0.982253,0.000041925152,0.0028374563,0.012906745,0.001829047,0.0000073996803,0.0000015839614,0.00000810886,0.00011474579],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985021,0.00011569858,0.00057173293,0.000063219915,0.00060406764,0.00014321842],"domain_scores_gemma":[0.997512,0.0007095737,0.0008532173,0.00013583453,0.0007695763,0.000019844203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004276059,0.000070136586,0.00013576954,0.00018229839,0.00018506404,0.00002326268,0.00016559869,0.00009550815,0.000029749295],"category_scores_gemma":[0.005726405,0.00004212912,0.000055557408,0.0011344207,0.00006818068,0.00022099196,0.00000849079,0.00084276625,0.0000016158006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005203583,0.0012745762,0.053042967,0.00012739914,0.00008219476,0.000004045707,0.055965498,0.0000035102712,0.0008630865,0.0011256131,0.08004432,0.80694646],"study_design_scores_gemma":[0.0008005427,0.00047782727,0.66993266,0.0004820906,0.0003763645,0.00031371365,0.10611867,0.000009910259,0.0022712504,0.00049253687,0.21857983,0.00014461858],"about_ca_topic_score_codex":0.000041670737,"about_ca_topic_score_gemma":0.000011344463,"teacher_disagreement_score":0.8068018,"about_ca_system_score_codex":0.00019488635,"about_ca_system_score_gemma":0.000832266,"threshold_uncertainty_score":0.6855455},"labels":[],"label_agreement":null},{"id":"W2027822975","doi":"10.1007/s11606-008-0513-4","title":"An Intervention to Improve Procedure Education for Internal Medicine Residents","year":2008,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Arthrocentesis; Paracentesis; Physical therapy; Emergency medicine; Family medicine; Surgery; Alternative medicine; Ascites","score_opus":0.025580255339602377,"score_gpt":0.40692696671769624,"score_spread":0.38134671137809384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027822975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92233276,0.0006513493,0.036659535,0.028341666,0.008972283,0.00077764114,0.0000032995517,0.000029399594,0.0022320682],"genre_scores_gemma":[0.93883,0.00013227294,0.01619803,0.0103921965,0.018273385,0.00006547252,0.000058734917,0.000058769016,0.015991097],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9964028,0.0000813623,0.0018196258,0.0003322268,0.0010423982,0.00032160175],"domain_scores_gemma":[0.9953347,0.000067004155,0.0010035542,0.00035965384,0.0027668062,0.00046826876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015176338,0.00028141114,0.00071559433,0.0011047487,0.000117236246,0.000014007417,0.00045119796,0.00015385244,0.00049059227],"category_scores_gemma":[0.0043829717,0.00019625945,0.00017518317,0.0005061071,0.0002566348,0.00037195304,0.000037038353,0.00063509075,0.000013303181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035245991,0.0013178507,0.015110186,0.00042861348,0.0002900903,0.00007952678,0.0040176148,0.000013190747,0.12050442,0.0006950555,0.71382535,0.14019352],"study_design_scores_gemma":[0.037979588,0.09235212,0.56279904,0.02982775,0.0019320112,0.029739527,0.010788604,0.0053591165,0.050690297,0.0064359596,0.17079523,0.0013007362],"about_ca_topic_score_codex":0.0006387489,"about_ca_topic_score_gemma":0.00001928395,"teacher_disagreement_score":0.54768884,"about_ca_system_score_codex":0.00050941494,"about_ca_system_score_gemma":0.0005031758,"threshold_uncertainty_score":0.80032283},"labels":[],"label_agreement":null},{"id":"W2027898376","doi":"10.3917/inka.091.0003","title":"Cours de soins palliatifs à des étudiants de 4e année de médecine à Lausanne : cadre d'évaluation et résultats","year":2009,"lang":"fr","type":"article","venue":"InfoKara","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Hospice Palliative Care Association; University of Calgary","funders":"","keywords":"Humanities; Political science; Psychology; Philosophy","score_opus":0.04675718415053887,"score_gpt":0.3841264313977826,"score_spread":0.3373692472472437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027898376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89849275,0.0051998035,0.023425298,0.06629689,0.0015442753,0.0006312464,0.000038722974,0.00013680536,0.0042341813],"genre_scores_gemma":[0.9466376,0.0021316032,0.03339655,0.011682588,0.0022583867,0.00006406066,0.0002732752,0.00005518574,0.003500769],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99649054,0.00031529757,0.00084210146,0.0003889511,0.000731018,0.0012321037],"domain_scores_gemma":[0.9977324,0.000281055,0.0003047557,0.0005274622,0.00075834343,0.00039596896],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035330523,0.00036857402,0.00044015155,0.00034827096,0.0002417852,0.00008538712,0.00027762685,0.00054099166,0.00078762736],"category_scores_gemma":[0.0068864594,0.00039899512,0.00010349287,0.0013549215,0.00037229204,0.00053125544,0.000033995257,0.000945887,0.00037081272],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019745903,0.0021470126,0.38668942,0.0004310859,0.00023442294,0.00017178463,0.020831518,0.0031461997,0.008773509,0.016645864,0.1469922,0.41373953],"study_design_scores_gemma":[0.0036839314,0.00064177293,0.9212707,0.0024503078,0.00046950523,0.0002441994,0.00421767,0.029552957,0.002577772,0.014749224,0.019663649,0.00047827687],"about_ca_topic_score_codex":0.00026035,"about_ca_topic_score_gemma":0.000118429554,"teacher_disagreement_score":0.5345813,"about_ca_system_score_codex":0.0021082652,"about_ca_system_score_gemma":0.004453264,"threshold_uncertainty_score":0.9998462},"labels":[],"label_agreement":null},{"id":"W2028071262","doi":"10.1111/j.1743-498x.2008.00225.x","title":"Bridging the gap: using student‐generated clinical case presentations in paediatrics","year":2008,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Nova scotia; Bridging (networking); Library science; Psychology; History; Archaeology; Computer science","score_opus":0.33293924155481386,"score_gpt":0.5409019778654274,"score_spread":0.20796273631061352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028071262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98325974,0.00016750985,0.0009708676,0.012803218,0.0012397809,0.0006211154,0.0000011066115,0.00005828545,0.0008783848],"genre_scores_gemma":[0.9889259,0.00017076924,0.0015099178,0.0040804204,0.0034810903,0.000031409196,0.00001690301,0.000028288789,0.0017553396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99647266,0.0010117074,0.0014746733,0.00031643637,0.00043626173,0.00028826384],"domain_scores_gemma":[0.99769765,0.0010072753,0.00025298385,0.00071604556,0.00022899898,0.00009706477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059903148,0.00013864439,0.0003370393,0.00008462541,0.00036627465,0.000021347716,0.00025548547,0.00021775402,0.00021886035],"category_scores_gemma":[0.0082637025,0.00007956699,0.00017343707,0.0009412135,0.0007067194,0.00006826481,0.000114684866,0.0017001111,0.00008179987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046577705,0.0012620328,0.9366637,0.0000066969237,0.00007720993,0.000444149,0.0012685249,0.00009195693,0.0000051025886,0.00012821273,0.041773655,0.01823222],"study_design_scores_gemma":[0.0036089816,0.00019499638,0.91865325,0.00004962993,0.00040333028,0.002602362,0.0032261824,0.061294015,0.000006371447,0.00020682851,0.009502244,0.00025178958],"about_ca_topic_score_codex":0.00017052302,"about_ca_topic_score_gemma":0.000020944406,"teacher_disagreement_score":0.06120206,"about_ca_system_score_codex":0.00008582647,"about_ca_system_score_gemma":0.00042671224,"threshold_uncertainty_score":0.9893021},"labels":[],"label_agreement":null},{"id":"W2028114046","doi":"10.1207/s15328015tlm1703_7","title":"The Nature of the Interaction Between Participants and Facilitators in Online Asynchronous Continuing Medical Education Learning Environments","year":2005,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Facilitator; Asynchronous communication; Asynchronous learning; Online discussion; Psychology; Medical education; Curriculum; Computer-mediated communication; Distance education; Association (psychology); The Internet; Computer science; Medicine; Synchronous learning; World Wide Web; Teaching method; Pedagogy; Social psychology; Cooperative learning","score_opus":0.012397231925132,"score_gpt":0.3513609615973603,"score_spread":0.3389637296722283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028114046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791752,0.0010674293,0.00008419481,0.01902141,0.00021364768,0.00019046832,1.7748054e-7,0.000015750544,0.00023174148],"genre_scores_gemma":[0.9979753,0.00020199221,0.0003824021,0.00053539494,0.00037799135,0.00001233,0.000021403679,0.000011821319,0.00048140017],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979587,0.0006305825,0.0005327759,0.00020534878,0.0004512287,0.00022135868],"domain_scores_gemma":[0.9989346,0.00063539005,0.00019335114,0.000140676,0.000024305173,0.00007165605],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004296838,0.00011792364,0.00026329805,0.0001624713,0.00024142562,0.000008272204,0.00009206849,0.00017472918,0.000029191277],"category_scores_gemma":[0.019961964,0.00007110915,0.000017230557,0.00020322858,0.00033016142,0.000076756965,0.000052602245,0.0043230895,9.920519e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001806253,0.000065687775,0.45817813,0.000028965822,0.00000944843,4.966827e-7,0.00782479,0.0000746314,0.00012161754,0.00006828196,0.00007223903,0.5335377],"study_design_scores_gemma":[0.0011745141,0.00017675523,0.92921835,0.0021075082,0.000045547873,0.000024239722,0.023086278,0.009246448,0.000022089704,0.000035283927,0.034782115,0.00008089674],"about_ca_topic_score_codex":0.00024001312,"about_ca_topic_score_gemma":0.00007085649,"teacher_disagreement_score":0.53345674,"about_ca_system_score_codex":0.00014503568,"about_ca_system_score_gemma":0.00008803736,"threshold_uncertainty_score":0.997974},"labels":[],"label_agreement":null},{"id":"W2028214025","doi":"10.1097/00001888-200510001-00028","title":"Progressive Independence in Clinical Training: A Tradition Worth Defending?","year":2005,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"PsycINFO; Autonomy; Premise; Independence (probability theory); Psychology; MEDLINE; Medical education; Medicine; Political science; Epistemology; Law","score_opus":0.2813281884978765,"score_gpt":0.5366133032523523,"score_spread":0.25528511475447585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028214025","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005098338,0.98956466,0.00011147851,0.0025121204,0.0018246366,0.0022380129,0.0000057176094,0.00012122394,0.003112311],"genre_scores_gemma":[0.0015838478,0.98425084,0.00066029426,0.0021665797,0.009094117,0.00054879725,0.00081934466,0.000098062934,0.0007780929],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99294645,0.0003796201,0.0037558202,0.0009629928,0.0013200857,0.0006350151],"domain_scores_gemma":[0.99686486,0.00064863544,0.001394427,0.0006428082,0.0001908653,0.00025838308],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005069086,0.0006057096,0.0032847198,0.0013265006,0.00006782762,0.000006060321,0.0005100952,0.0024498762,0.00087171094],"category_scores_gemma":[0.009619327,0.000445031,0.00027366373,0.0022747223,0.0007740004,0.00014851625,0.00005810548,0.008823028,0.00014634384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018924853,0.00005946479,0.00019417572,0.0036569785,0.00008983987,0.00015602475,0.0015779601,5.732742e-8,8.336073e-8,0.0016494065,0.014388469,0.9782086],"study_design_scores_gemma":[0.0014418286,0.00031870947,0.00027742414,0.08241557,0.001178932,0.0016746154,0.00099148,0.00003383842,6.712783e-8,0.00046410834,0.9108651,0.00033830164],"about_ca_topic_score_codex":0.000008708551,"about_ca_topic_score_gemma":0.0000016582777,"teacher_disagreement_score":0.9778703,"about_ca_system_score_codex":0.0006707936,"about_ca_system_score_gemma":0.002358505,"threshold_uncertainty_score":0.99980015},"labels":[],"label_agreement":null},{"id":"W2028532913","doi":"10.1080/10401334.2013.857333","title":"Cross-Cultural Construct Validity Study of Professionalism of Vietnamese Medical Students","year":2014,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Construct validity; Construct (python library); Vietnamese; Confirmatory factor analysis; Psychology; Medical education; Exploratory factor analysis; Test (biology); Structural equation modeling; Applied psychology; Medicine; Social psychology; Clinical psychology; Psychometrics; Developmental psychology","score_opus":0.04465549394554258,"score_gpt":0.4598431966797745,"score_spread":0.41518770273423194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028532913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960166,0.00007031266,0.00011295189,0.001933243,0.0003460609,0.00028143884,1.8542175e-7,0.00003324992,0.0012059296],"genre_scores_gemma":[0.9983152,0.000010122641,0.00063953863,0.00038860142,0.00021389461,0.0000119769875,0.000020743182,0.000011819953,0.00038808622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963461,0.0009683822,0.0007647497,0.00024082382,0.0015109415,0.00016900133],"domain_scores_gemma":[0.998703,0.00048223528,0.000285656,0.00020553386,0.00024561078,0.00007795866],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010748851,0.00013177891,0.0005609068,0.00023400462,0.00016641694,0.000006666505,0.00018887568,0.00013399114,0.00025499752],"category_scores_gemma":[0.022917941,0.000089128494,0.000023020075,0.0002639877,0.000601197,0.00006475053,0.00009399984,0.0019724902,0.0000010843412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009009039,0.000828919,0.91698366,0.00028893616,0.000035027228,0.00000538648,0.021476291,0.0000119135475,0.0005742505,0.0005201313,0.00029916014,0.058886256],"study_design_scores_gemma":[0.0069559137,0.0019360334,0.9547683,0.0021332612,0.000080177306,0.000058598886,0.029835546,0.0020499611,0.000029849436,0.00007266476,0.001971133,0.000108532586],"about_ca_topic_score_codex":0.0005004373,"about_ca_topic_score_gemma":0.000006315843,"teacher_disagreement_score":0.058777723,"about_ca_system_score_codex":0.00003801558,"about_ca_system_score_gemma":0.00007968466,"threshold_uncertainty_score":0.98531246},"labels":[],"label_agreement":null},{"id":"W2028584999","doi":"10.3138/jvme.35.4.573","title":"Modern Veterinary Graduates Are Outstanding, But Can They Get Better?","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Set (abstract data type); Curriculum; Task (project management); Process (computing); Lifelong learning; Professional development; Psychology; Medical education; Pedagogy; Computer science; Medicine; Engineering","score_opus":0.08816947095313428,"score_gpt":0.38398529946057985,"score_spread":0.2958158285074456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028584999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9627784,0.0005535326,0.00075867824,0.032043077,0.003203074,0.00020780215,0.000003559707,0.00003796704,0.00041392352],"genre_scores_gemma":[0.9842273,0.0005408193,0.00531412,0.006979834,0.0024294143,0.000024553578,0.000044862452,0.00004242484,0.00039669397],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99669194,0.00015182348,0.0010612713,0.00024714926,0.0015120836,0.00033571923],"domain_scores_gemma":[0.9976367,0.000087536806,0.000737938,0.00036778834,0.00076460553,0.0004054324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093023654,0.00024178764,0.0005107702,0.0005053714,0.00020749234,0.000020591153,0.00032028358,0.0002510091,0.00042296757],"category_scores_gemma":[0.0029994866,0.00019729587,0.00018339862,0.0003358778,0.0002672673,0.0002610918,0.000062958476,0.0009472416,0.000020032354],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002236245,0.008786961,0.11276673,0.0012673844,0.00058291544,0.0044286954,0.015827216,0.000013869182,0.017414022,0.00024699402,0.22728613,0.60914284],"study_design_scores_gemma":[0.008145095,0.0148915,0.55190796,0.00722192,0.00059893227,0.21889107,0.0092129465,0.0030715847,0.0009908219,0.0048956587,0.17886055,0.0013119794],"about_ca_topic_score_codex":0.00003806173,"about_ca_topic_score_gemma":0.0000017536913,"teacher_disagreement_score":0.6078309,"about_ca_system_score_codex":0.00048433486,"about_ca_system_score_gemma":0.0026796975,"threshold_uncertainty_score":0.8045492},"labels":[],"label_agreement":null},{"id":"W2028608570","doi":"10.1080/10401334.2013.797342","title":"From See One Do One, to See a Good One Do a Better One: Learning Physical Examination Skills Through Peer Observation","year":2013,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Psychomotor learning; Physical examination; Psychology; Medical education; Motor skill; Dreyfus model of skill acquisition; Developmental psychology; Medicine; Cognition","score_opus":0.026490859265298643,"score_gpt":0.32389899925482013,"score_spread":0.2974081399895215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028608570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9446326,0.00011735497,0.010279875,0.039369684,0.00025724294,0.000735063,8.9523127e-7,0.00022743092,0.0043798676],"genre_scores_gemma":[0.94711065,0.000021246895,0.04010943,0.0042163464,0.002913261,0.00013968855,0.00042909736,0.0000707745,0.0049895113],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957546,0.0008810173,0.00073470705,0.00070938683,0.001421395,0.0004988849],"domain_scores_gemma":[0.99785745,0.0008379455,0.00029852745,0.00039393667,0.0004430098,0.00016911751],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0038016413,0.00032604713,0.00075353205,0.0004302674,0.00045687513,0.00008679802,0.00016514966,0.0002619297,0.0007927454],"category_scores_gemma":[0.013621369,0.00030938492,0.000047430236,0.00074740755,0.00017504129,0.00042430745,0.00008965708,0.0041526766,0.00021306852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007474087,0.001764607,0.080063485,0.00029391475,0.0001709866,0.000007436635,0.17010738,0.00038802595,0.029169768,0.0010741435,0.004367255,0.7125183],"study_design_scores_gemma":[0.0037655798,0.0013257391,0.95056146,0.0039348123,0.00029688675,0.000010390325,0.01406885,0.0076975045,0.00017606058,0.001775433,0.015914619,0.00047267257],"about_ca_topic_score_codex":0.0024055217,"about_ca_topic_score_gemma":0.000008960617,"teacher_disagreement_score":0.87049794,"about_ca_system_score_codex":0.0003020991,"about_ca_system_score_gemma":0.00007437599,"threshold_uncertainty_score":0.9999358},"labels":[],"label_agreement":null},{"id":"W2028615357","doi":"10.1016/j.annemergmed.2008.01.077","title":"109: Factors Influencing Self-Directed Objective Setting by Off-Service Residents in Emergency Medicine","year":2008,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Service (business); Selection (genetic algorithm); Medical emergency; Emergency medicine","score_opus":0.0751349825703584,"score_gpt":0.4005841264776583,"score_spread":0.3254491439072999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028615357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654656,0.0042037945,0.00001908799,0.016739234,0.003319497,0.0007360334,0.000011493761,0.00031562144,0.009189647],"genre_scores_gemma":[0.9794961,0.01395971,0.00040896985,0.0018587136,0.0013126574,0.00006899576,0.0004497565,0.00009466301,0.0023504104],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99388176,0.0002060512,0.0029209715,0.0006802578,0.0015657574,0.00074520026],"domain_scores_gemma":[0.99551266,0.00016193879,0.0009876713,0.0007327276,0.00231535,0.0002896301],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016675334,0.00049513846,0.0010812371,0.0010690601,0.00022010597,8.1795474e-7,0.00038822254,0.00029835806,0.0077877897],"category_scores_gemma":[0.008991212,0.0004040903,0.00012526527,0.0048626554,0.00022243416,0.0003087769,0.00008202002,0.00076477387,0.000027004735],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001233828,0.0005205144,0.3990175,0.0005650588,0.00022832703,0.000015752097,0.026277792,0.0000052451305,0.010632266,0.00004628319,0.561769,0.00079888606],"study_design_scores_gemma":[0.002536923,0.0011306377,0.9667319,0.001959114,0.00022942036,0.000026492487,0.00962932,0.0007591941,0.0036986114,0.00054836535,0.012225436,0.0005245889],"about_ca_topic_score_codex":0.0054582637,"about_ca_topic_score_gemma":0.00019843708,"teacher_disagreement_score":0.5677144,"about_ca_system_score_codex":0.00014844959,"about_ca_system_score_gemma":0.0003058419,"threshold_uncertainty_score":0.9998411},"labels":[],"label_agreement":null},{"id":"W2028895711","doi":"10.1002/chp.20136","title":"Physician Preferences for Accredited Online Continuing Medical Education","year":2011,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Wildlife Fund Canada; University of Toronto","funders":"","keywords":"Credibility; Accreditation; Context (archaeology); Thematic analysis; Medical education; Continuing medical education; Content analysis; Control (management); Public relations; Coaching; Psychology; Medicine; Qualitative research; Computer science; Continuing education; Sociology; Political science","score_opus":0.06270755828973622,"score_gpt":0.4499378052652093,"score_spread":0.3872302469754731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028895711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94781256,0.00078123587,0.0013297029,0.042035144,0.0058810026,0.001311956,0.000003223391,0.000020120213,0.00082506763],"genre_scores_gemma":[0.96116644,0.00018147331,0.02014081,0.015169512,0.0024410572,0.00013713556,0.00008210266,0.000023212524,0.0006582272],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970799,0.0003843573,0.0013973516,0.00016530663,0.00066512113,0.00030797633],"domain_scores_gemma":[0.9963148,0.0003129912,0.0013889219,0.00030574604,0.0014975398,0.00017998816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036474848,0.00014634841,0.00041084754,0.00052799017,0.00015514561,0.00001878362,0.00038575253,0.00016766449,0.00010830511],"category_scores_gemma":[0.0055434457,0.000097055905,0.00010386091,0.00071697513,0.00009728981,0.00024111095,0.000021760905,0.00095978106,0.0000032042537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017402454,0.0038100344,0.013463907,0.0002911261,0.000020791906,6.1132516e-7,0.049362853,1.4280523e-7,0.000039273622,0.0023792463,0.08542601,0.845032],"study_design_scores_gemma":[0.0035009845,0.0016132905,0.55085504,0.024048127,0.00020484434,0.0003114092,0.34130478,0.00025668857,0.0001520285,0.013927673,0.06347465,0.00035050706],"about_ca_topic_score_codex":0.00004894173,"about_ca_topic_score_gemma":0.00003098368,"teacher_disagreement_score":0.8446815,"about_ca_system_score_codex":0.00021757232,"about_ca_system_score_gemma":0.0072991047,"threshold_uncertainty_score":0.99832857},"labels":[],"label_agreement":null},{"id":"W2028895903","doi":"10.1080/01421590701302290","title":"Using an objective structured clinical examination (OSCE) to assess multiple physician competencies in postgraduate training","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; University of Toronto","funders":"","keywords":"Objective structured clinical examination; Checklist; Medicine; Medical education; Empathy; Rating scale; Educational measurement; Family medicine; Psychology; Curriculum; Psychiatry","score_opus":0.22446764814935238,"score_gpt":0.4681545562849292,"score_spread":0.2436869081355768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028895903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97418356,0.000012789819,0.021920858,0.0009886348,0.0008193791,0.00048228496,9.320418e-7,0.00008145047,0.0015101017],"genre_scores_gemma":[0.97466636,0.0000014973323,0.020852525,0.0030038522,0.0012338166,0.000012522986,0.000071833376,0.000034595047,0.00012302713],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99684536,0.00032733998,0.0008313291,0.00044587854,0.0010851027,0.0004650085],"domain_scores_gemma":[0.99874717,0.0001701117,0.00013463589,0.00030851914,0.00028163785,0.00035794819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005797165,0.00018833927,0.00043697987,0.00036451477,0.00009358113,0.000018645665,0.00018397394,0.00033987846,0.00023486644],"category_scores_gemma":[0.010390927,0.0001674817,0.000065944776,0.00094158296,0.00024430448,0.00015698661,0.00004723095,0.0010958265,0.000015407277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001371033,0.0014953598,0.30163848,0.00003925689,0.000051365187,0.00009136294,0.012444841,0.00001393291,0.0028415287,0.0004510741,0.00024580158,0.6805499],"study_design_scores_gemma":[0.0021137982,0.00032657362,0.9337556,0.00029118382,0.000044278422,0.000037394228,0.013535897,0.048155397,0.00038083378,0.00023297388,0.00087315385,0.00025295748],"about_ca_topic_score_codex":0.00016132869,"about_ca_topic_score_gemma":0.00031852216,"teacher_disagreement_score":0.68029696,"about_ca_system_score_codex":0.00038500948,"about_ca_system_score_gemma":0.00041840153,"threshold_uncertainty_score":0.99794495},"labels":[],"label_agreement":null},{"id":"W2028954859","doi":"10.1176/appi.ap.26.3.134","title":"Creating, Monitoring, and Improving a Psychiatry OSCE: A Guide for Faculty","year":2002,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Psychiatry; Political science","score_opus":0.029556670905630498,"score_gpt":0.3673767635598363,"score_spread":0.33782009265420576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028954859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94560355,0.006412433,0.0018114187,0.03176011,0.0068887807,0.0010751608,0.000018627466,0.00026850385,0.0061614374],"genre_scores_gemma":[0.49879557,0.0006632601,0.4652624,0.009567536,0.012406716,0.00055793143,0.00010276181,0.00014558554,0.0124982335],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816746,0.000017200853,0.00062685023,0.0004535671,0.00032232428,0.0004126066],"domain_scores_gemma":[0.99909073,0.000039418937,0.00023798499,0.0003367608,0.00014841589,0.00014667836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043613176,0.00021894032,0.00026750108,0.00018594942,0.0002623537,0.000019835716,0.00016624536,0.00042583703,0.000103349266],"category_scores_gemma":[0.0009359028,0.00020393611,0.000082627805,0.0003752792,0.0001001425,0.00014874556,0.000040755745,0.0008917679,0.00002967613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041995787,0.00020663951,0.50375825,0.00052375486,0.00006997763,4.1306168e-7,0.00082818104,5.2656844e-7,0.000990539,0.004983738,0.42065588,0.06794008],"study_design_scores_gemma":[0.013669337,0.0014075019,0.43727633,0.0032219249,0.0011040717,0.00074639556,0.009136005,0.008969721,0.00062722276,0.012896443,0.5093035,0.0016415379],"about_ca_topic_score_codex":0.000024408093,"about_ca_topic_score_gemma":0.0000013128325,"teacher_disagreement_score":0.46345097,"about_ca_system_score_codex":0.000096672855,"about_ca_system_score_gemma":0.00017354352,"threshold_uncertainty_score":0.8316273},"labels":[],"label_agreement":null},{"id":"W2029100558","doi":"10.1097/00006223-200505000-00014","title":"Using the Revised Bloomʼs Taxonomy in the Clinical Laboratory","year":2005,"lang":"en","type":"article","venue":"Nurse Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Studies","funders":"","keywords":"Taxonomy (biology); Bloom's taxonomy; Relation (database); Clinical Practice; Psychology; Computer science; Medicine; Cognition; Nursing; Ecology; Biology; Neuroscience","score_opus":0.11163042350917518,"score_gpt":0.45398030166934306,"score_spread":0.3423498781601679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029100558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93746626,0.00037390678,0.000055583918,0.055883493,0.0019876796,0.0008216313,0.0000015939992,0.000023550367,0.003386314],"genre_scores_gemma":[0.94250065,0.000022881628,0.013610395,0.035673566,0.007383624,0.00022152286,0.000013160075,0.000023695336,0.0005505293],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853396,0.00023031939,0.00050843577,0.00020599147,0.00029614795,0.00022511536],"domain_scores_gemma":[0.9988089,0.00019171627,0.00012371833,0.00065028033,0.00016925184,0.000056094916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021569307,0.000109548164,0.00018448924,0.00009609457,0.00011851762,0.00002633342,0.0002490436,0.00011347169,0.00046177136],"category_scores_gemma":[0.0015804443,0.000062253916,0.00006104952,0.00082827074,0.00025819006,0.00007673461,0.000009892228,0.00069727545,0.00014777036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006219392,0.0023728022,0.13192163,0.00005047183,0.000047260357,0.0000069764574,0.0039365944,0.000004677166,0.00019696726,0.003803435,0.722594,0.13500296],"study_design_scores_gemma":[0.0006169367,0.00003910176,0.043307,0.000096428885,0.00007577415,0.000025498777,0.0074490616,0.00023460833,0.000072062256,0.000022400594,0.94797504,0.00008611553],"about_ca_topic_score_codex":0.000013325726,"about_ca_topic_score_gemma":0.000004654523,"teacher_disagreement_score":0.22538099,"about_ca_system_score_codex":0.00014115892,"about_ca_system_score_gemma":0.0012348784,"threshold_uncertainty_score":0.50560725},"labels":[],"label_agreement":null},{"id":"W2029292196","doi":"10.1001/jama.2011.1232","title":"The Education and Training of Future Physicians","year":2011,"lang":"en","type":"article","venue":"JAMA","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Training (meteorology); Medical education; MEDLINE; Family medicine","score_opus":0.0217922984910891,"score_gpt":0.3046349893618622,"score_spread":0.2828426908707731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029292196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9675118,0.00018682863,0.000080953214,0.009091671,0.0006213683,0.000096083204,3.4124778e-7,0.000010063349,0.022400929],"genre_scores_gemma":[0.9931603,0.00003494867,0.003981386,0.0013849677,0.00080755766,0.000012060538,0.0000053679114,0.0000044758795,0.00060894777],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99971646,0.000008662194,0.00009387867,0.000048802664,0.00007922982,0.00005295052],"domain_scores_gemma":[0.9996917,0.000013843043,0.000048459795,0.000111123445,0.00012384492,0.000011021926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014769286,0.000027578162,0.000049702594,0.000025554162,0.00004925158,0.0000037032924,0.0000298421,0.00003384598,0.00002594145],"category_scores_gemma":[0.0001943646,0.000018368277,0.000010391265,0.00013117945,0.00006810798,0.000035705794,0.000005052022,0.00009081861,0.0000025520778],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010914998,0.00006573945,0.00086074974,0.000016577555,0.000007405562,8.750824e-8,0.011278072,6.812144e-9,0.00035780983,0.013130155,0.009682175,0.9645903],"study_design_scores_gemma":[0.00056220096,0.00013608529,0.77036995,0.00015582556,0.000054400254,0.000028790724,0.063456714,0.00010397129,0.0019789124,0.0032017613,0.15988359,0.000067822635],"about_ca_topic_score_codex":0.000010565571,"about_ca_topic_score_gemma":0.0000015954506,"teacher_disagreement_score":0.9645225,"about_ca_system_score_codex":0.000010669911,"about_ca_system_score_gemma":0.00010136072,"threshold_uncertainty_score":0.07490366},"labels":[],"label_agreement":null},{"id":"W2029357087","doi":"10.1007/s10459-006-0003-6","title":"Modeling the Problem-based Learning Preferences of McMaster University Undergraduate Medical Students Using a Discrete Choice Conjoint Experiment","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"McMaster University","keywords":"Curriculum; Problem-based learning; Computer science; Medical education; Class (philosophy); Process (computing); Mathematics education; Psychology; Medicine; Artificial intelligence; Pedagogy","score_opus":0.03275364135287516,"score_gpt":0.4113282528292071,"score_spread":0.3785746114763319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029357087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96647096,0.0016108,0.019298354,0.01044844,0.00040712964,0.00070577365,4.727169e-7,0.000021618194,0.0010364634],"genre_scores_gemma":[0.9761636,0.00021227008,0.022750229,0.00062835874,0.000103907994,0.000018477976,0.000012773901,0.0000053316576,0.0001050159],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761415,0.00018034033,0.0005382083,0.000291899,0.0011165746,0.0002588477],"domain_scores_gemma":[0.9992409,0.000111269626,0.0002973009,0.00012457202,0.00017274804,0.00005323015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019483216,0.000100406425,0.0001833675,0.00023453124,0.00034097052,0.000023106499,0.00031429072,0.000047562753,0.000047871556],"category_scores_gemma":[0.0002732788,0.00007375258,0.000025437883,0.0010601045,0.00040540777,0.00031617985,0.000043946897,0.00026127402,0.0000010212276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008312651,0.0013714371,0.49333298,0.001072198,0.00001035519,6.6705377e-7,0.0026112893,0.35088313,0.00016945736,0.0086177755,0.00014584081,0.14170176],"study_design_scores_gemma":[0.0017428871,0.0007107623,0.026625838,0.004565757,0.000033576795,0.0000146370885,0.020653145,0.92384,0.0004077121,0.0040452713,0.017029455,0.0003309898],"about_ca_topic_score_codex":0.0035685757,"about_ca_topic_score_gemma":0.0002981663,"teacher_disagreement_score":0.57295686,"about_ca_system_score_codex":0.00038619665,"about_ca_system_score_gemma":0.0023856533,"threshold_uncertainty_score":0.5394643},"labels":[],"label_agreement":null},{"id":"W2029471840","doi":"10.1002/chp.20123","title":"CPD and KT: Models Used and Opportunities for Synergy","year":2011,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Intersection (aeronautics); Context (archaeology); Curriculum; Psychological intervention; Knowledge translation; Field (mathematics); Conceptual model; Action (physics); Psychology; Knowledge management; Computer science; Medicine; Pedagogy; Engineering; Nursing; Mathematics; Physics","score_opus":0.16522127435900386,"score_gpt":0.4313646538312766,"score_spread":0.26614337947227273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029471840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9217271,0.00090994145,0.0033828379,0.07209935,0.0009937753,0.0005330716,0.0000010603434,0.000005925802,0.00034689074],"genre_scores_gemma":[0.9826854,0.0003832907,0.010227645,0.0055983337,0.00022621501,0.000050919207,0.000003982913,0.000010356021,0.0008138663],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988038,0.00022619867,0.00058544823,0.0000734206,0.00016849124,0.00014263384],"domain_scores_gemma":[0.9986639,0.0002427341,0.00048273432,0.00012399889,0.00040327557,0.000083382016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032209372,0.00006834461,0.00020713337,0.00027819155,0.00013780322,0.000011394501,0.00007197031,0.00006198115,0.000011076211],"category_scores_gemma":[0.0006689588,0.000044612192,0.000023304785,0.00012438884,0.00007490056,0.00017924915,0.000011754318,0.0003085218,1.3659196e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005195296,0.0010713392,0.005046652,0.0007708807,0.00003325109,0.0000025807676,0.27218089,0.0000011138352,0.00012894595,0.05456244,0.05014898,0.6155334],"study_design_scores_gemma":[0.0041634203,0.0019516038,0.15287504,0.009488524,0.00016674554,0.0008248192,0.7342192,0.0013108858,0.00009406598,0.05188668,0.042734817,0.00028418668],"about_ca_topic_score_codex":0.000019311146,"about_ca_topic_score_gemma":0.0000041266408,"teacher_disagreement_score":0.6152492,"about_ca_system_score_codex":0.000065653316,"about_ca_system_score_gemma":0.0013747482,"threshold_uncertainty_score":0.24387442},"labels":[],"label_agreement":null},{"id":"W2029639696","doi":"10.3109/0142159x.2011.551562","title":"Ottawa 2010 Conference – Consensus Statements and Recommendations","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Consensus conference; Political science; Medicine; Library science; Computer science; Law","score_opus":0.09536732608666085,"score_gpt":0.40046448791580697,"score_spread":0.30509716182914615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029639696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8304084,0.000068070745,0.002126112,0.05202069,0.0011125037,0.00038828445,0.0000026795772,0.00012545742,0.1137478],"genre_scores_gemma":[0.9688189,0.000050891926,0.008759471,0.0031689305,0.00020345554,0.000050562394,0.000079222766,0.000019590952,0.018849002],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873644,0.00007396948,0.00035824007,0.00020723828,0.0004227562,0.0002013802],"domain_scores_gemma":[0.99930346,0.000019197423,0.00007069655,0.00022296103,0.0001629441,0.00022071261],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00091827725,0.00010067459,0.00016544366,0.00008753307,0.00007432688,0.000008057506,0.0000812929,0.0001573895,0.031012816],"category_scores_gemma":[0.002128193,0.000082384046,0.00002020648,0.00017240905,0.00032486478,0.000047817095,0.000041223386,0.000475433,0.00015394953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046784517,0.0011048691,0.12128871,0.00007404678,0.00011454843,0.00004522983,0.003935923,5.5541887e-9,0.000060053644,0.00776346,0.60681784,0.25874853],"study_design_scores_gemma":[0.0076496056,0.00071836665,0.18244582,0.00073996716,0.00029868013,0.0004996088,0.006481777,0.009075669,0.00029515452,0.0074264123,0.7836639,0.0007050004],"about_ca_topic_score_codex":0.00013035952,"about_ca_topic_score_gemma":0.000015555499,"teacher_disagreement_score":0.25804353,"about_ca_system_score_codex":0.000043201595,"about_ca_system_score_gemma":0.00021337025,"threshold_uncertainty_score":0.96987295},"labels":[],"label_agreement":null},{"id":"W2029760571","doi":"10.5688/ajpe76353","title":"A Collaborative Approach to Improving and Expanding an Experiential Education Program","year":2012,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red Deer Regional Hospital; Alberta Health Services; University of Alberta","funders":"University of Alberta; Alberta Health Services","keywords":"Experiential learning; Experiential education; Pharmacy practice; Preceptor; Pharmacy; Medical education; Accountability; Delegation; Best practice; Unit (ring theory); Medicine; Knowledge management; Psychology; Nursing; Pedagogy; Political science; Computer science; Mathematics education","score_opus":0.021894595860933775,"score_gpt":0.4490037130128811,"score_spread":0.4271091171519473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029760571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897628,0.00045275988,0.0041522533,0.0018216155,0.001675185,0.00085116446,7.491507e-7,0.000026422504,0.0012570743],"genre_scores_gemma":[0.85056674,0.000024488843,0.14426799,0.0030013563,0.0018448918,0.00020550896,0.000019916724,0.000021296935,0.000047796617],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99851227,0.00012706037,0.0004935817,0.00017921768,0.00038676985,0.000301116],"domain_scores_gemma":[0.99803627,0.000031831547,0.00035145614,0.00015714923,0.0008702107,0.0005530632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007306198,0.00014625741,0.0002756849,0.00041617418,0.00011169408,0.000056671324,0.00009456723,0.000047192352,0.00004298502],"category_scores_gemma":[0.0006736943,0.0001288597,0.00004033248,0.0011181338,0.00023390084,0.0006092023,0.000023649589,0.00035819228,0.0000048082543],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019658604,0.00453089,0.005343674,0.00005571717,0.000032570326,1.6897307e-7,0.011121391,9.293744e-7,0.006549388,0.0008286282,0.0016998264,0.96964025],"study_design_scores_gemma":[0.0034040483,0.008229111,0.12897204,0.0007426429,0.0014077768,0.003361254,0.5296532,0.0024882224,0.02311007,0.00016417369,0.29719204,0.0012754326],"about_ca_topic_score_codex":0.000016200747,"about_ca_topic_score_gemma":1.1204477e-7,"teacher_disagreement_score":0.9683648,"about_ca_system_score_codex":0.00028666636,"about_ca_system_score_gemma":0.0015621256,"threshold_uncertainty_score":0.5254746},"labels":[],"label_agreement":null},{"id":"W2029794961","doi":"10.1097/acm.0b013e3181c85b22","title":"The Full-Time Clinical Faculty: What Goes Around, Comes Around","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Full-time; Medical school; Revenue; Medical education; Clinical Practice; Private practice; Institution; Medicine; Family medicine; Political science; Business; Law; Finance","score_opus":0.055725747537919805,"score_gpt":0.4396522769182309,"score_spread":0.3839265293803111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029794961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8053852,0.0011398109,0.00020509554,0.18326056,0.006995546,0.00055579765,0.000001641579,0.00013790317,0.0023184933],"genre_scores_gemma":[0.9056135,0.006727433,0.0013887396,0.039515287,0.02093414,0.000137953,0.00046132784,0.00009321268,0.025128417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645853,0.0001184214,0.0013752802,0.00046580308,0.001047918,0.0005340239],"domain_scores_gemma":[0.9967842,0.0012597657,0.00038328557,0.0008559235,0.00042472663,0.00029208665],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049243793,0.00027601872,0.0006014037,0.00015920911,0.0003815818,0.00004176996,0.0005551088,0.000687633,0.00071905757],"category_scores_gemma":[0.01303241,0.00015573704,0.00009306725,0.0006817689,0.0019054216,0.00034100944,0.0001001387,0.0041527417,0.000807069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002495172,0.000088643166,0.029026788,0.000072448056,0.00022629977,0.000019975183,0.002224671,3.854604e-7,0.01554346,0.009477568,0.6306087,0.31246158],"study_design_scores_gemma":[0.003028392,0.000529141,0.0138105545,0.0005618155,0.00030688712,0.00048429266,0.014704301,0.0011970508,0.00024218079,0.0048206532,0.960046,0.00026874573],"about_ca_topic_score_codex":0.000020044861,"about_ca_topic_score_gemma":0.0000056174663,"teacher_disagreement_score":0.32943732,"about_ca_system_score_codex":0.000081128666,"about_ca_system_score_gemma":0.0003014552,"threshold_uncertainty_score":0.9999709},"labels":[],"label_agreement":null},{"id":"W2029998150","doi":"10.2106/jbjs.i.00775","title":"Learning Assessment Toolkit","year":2010,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Computer science","score_opus":0.018934731567972134,"score_gpt":0.3116923752098587,"score_spread":0.29275764364188656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029998150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891005,0.00006998088,0.00033766992,0.008065527,0.0011138825,0.000030192907,8.0637896e-8,0.000006357803,0.0012757962],"genre_scores_gemma":[0.9916395,0.00011847159,0.0062853787,0.00077427365,0.00074547325,9.4565104e-7,0.0000023875793,0.000006914625,0.00042663232],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989653,0.000021079435,0.00060246245,0.000052201787,0.00026624976,0.00009267674],"domain_scores_gemma":[0.99910474,0.00010434047,0.0003761942,0.00006967203,0.0002773655,0.00006770196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023428227,0.00005027852,0.0003236923,0.00032475227,0.000054304684,0.000016817232,0.0000065010818,0.000057296256,0.00027018826],"category_scores_gemma":[0.0019788183,0.000038034937,0.00009798006,0.00014137353,0.000043771925,0.000102361235,0.00000996503,0.0007965801,0.0000038413523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007672822,0.00041014477,0.40582708,0.00020683362,0.00010349648,0.00026449072,0.00040382307,0.0000024965168,0.08955677,0.00067924726,0.10258143,0.39988747],"study_design_scores_gemma":[0.00046633408,0.00018636844,0.8712096,0.0003072274,0.00007423579,0.0028505954,0.00055047346,0.00017114732,0.0011321565,0.00030374352,0.12265684,0.00009129049],"about_ca_topic_score_codex":0.000002559925,"about_ca_topic_score_gemma":3.1737838e-7,"teacher_disagreement_score":0.46538252,"about_ca_system_score_codex":0.000021306541,"about_ca_system_score_gemma":0.00027006047,"threshold_uncertainty_score":0.34607884},"labels":[],"label_agreement":null},{"id":"W2030282834","doi":"10.1111/medu.12510","title":"The good and bad of group conformity: a call for a new programme of research in medical education","year":2014,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; South Health Campus","funders":"","keywords":"Conformity; PsycINFO; Peer pressure; Context (archaeology); Relevance (law); Psychology; Narrative; Empirical research; Medical education; Health care; MEDLINE; Social psychology; Medicine; Political science","score_opus":0.0786292335772888,"score_gpt":0.5098540492972089,"score_spread":0.4312248157199201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030282834","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002821355,0.9649461,0.0004963339,0.025713388,0.002163198,0.005001599,0.000004068799,0.000025807074,0.0013673658],"genre_scores_gemma":[0.00030119467,0.98832315,0.0032523014,0.0014750703,0.0019401099,0.002347339,0.00083227037,0.00006520919,0.0014633778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939758,0.00045113545,0.0020719944,0.00049349316,0.002466293,0.0005412488],"domain_scores_gemma":[0.9946558,0.0020219677,0.0007982697,0.00081102795,0.0012392486,0.00047369883],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010876272,0.0002913651,0.0014149346,0.0008503998,0.00012124793,0.000026800415,0.000546095,0.0010670908,0.00013656096],"category_scores_gemma":[0.052800175,0.00019595303,0.00020169883,0.0017874027,0.001067295,0.000068024216,0.00011262541,0.0015243015,0.0000074584877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003217536,0.0012396205,0.00008044379,0.022081975,0.00005014229,4.160287e-7,0.00025966807,1.6617162e-9,1.0406464e-7,0.0153232245,0.05083831,0.9100939],"study_design_scores_gemma":[0.00073605106,0.0003672729,0.00012586793,0.03760042,0.000230883,0.00013578948,0.00042453024,0.00014029426,6.0920087e-7,0.0012883767,0.9588101,0.00013981463],"about_ca_topic_score_codex":0.00069553126,"about_ca_topic_score_gemma":0.00019754752,"teacher_disagreement_score":0.90995413,"about_ca_system_score_codex":0.00042167082,"about_ca_system_score_gemma":0.052950963,"threshold_uncertainty_score":0.9551785},"labels":[],"label_agreement":null},{"id":"W2030385121","doi":"10.11645/7.1.1785","title":"Information literacy in the programmatic university accreditation standards of select professions in Canada, the United States, the United Kingdom, and Australia","year":2013,"lang":"en","type":"article","venue":"Journal of Information Literacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Accreditation; Information literacy; Kingdom; Political science; Literacy; Higher education; Medical education; Library science; Pedagogy; Sociology; Medicine; Computer science","score_opus":0.015350455927906573,"score_gpt":0.3193449570057919,"score_spread":0.30399450107788534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030385121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98481673,0.000008410537,0.0013253215,0.012762853,0.0001787108,0.0008353078,0.00001634448,0.000004174293,0.000052123305],"genre_scores_gemma":[0.9966272,0.00002705532,0.0009236537,0.0019922126,0.000038999995,0.00001168952,0.00036080513,0.0000029420441,0.000015414907],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99761236,0.00026019153,0.0011332135,0.00003178591,0.0007957429,0.00016670505],"domain_scores_gemma":[0.99571455,0.00038118617,0.0010452346,0.0001821681,0.0026348173,0.00004203513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020564417,0.00010507336,0.00016951648,0.0009058155,0.00013892014,0.00013816652,0.00022788464,0.00005660213,0.000053240994],"category_scores_gemma":[0.0015765716,0.000053693137,0.000029098854,0.0026585595,0.00008223624,0.0037432117,0.000024235613,0.00065771997,0.0000022018264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094988826,0.00040832156,0.15158217,0.0017396365,0.00020090544,0.000011383066,0.5470936,0.005690617,0.000033291082,0.010420115,0.11401357,0.16785653],"study_design_scores_gemma":[0.0025144066,0.00024452814,0.6979664,0.001080408,0.00006972678,0.00014518165,0.07474239,0.04778253,0.000024661927,0.00042199923,0.17488149,0.00012629764],"about_ca_topic_score_codex":0.114149354,"about_ca_topic_score_gemma":0.0028566169,"teacher_disagreement_score":0.5463842,"about_ca_system_score_codex":0.0006103797,"about_ca_system_score_gemma":0.0014897323,"threshold_uncertainty_score":0.8917496},"labels":[],"label_agreement":null},{"id":"W2030429140","doi":"10.1111/medu.12235","title":"Music lessons: revealing medicine's learning culture through a comparison with that of music","year":2013,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Psychology; Medical education; Medicine","score_opus":0.04449754987994931,"score_gpt":0.37687730445689155,"score_spread":0.33237975457694224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030429140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88973653,0.001433568,0.008308339,0.082029745,0.0016150995,0.001220333,5.447448e-7,0.00016511229,0.01549071],"genre_scores_gemma":[0.97255856,0.00010985411,0.01084567,0.013144077,0.0010223093,0.00024107113,0.00026503493,0.000038133127,0.0017752834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970175,0.00012342152,0.00069565885,0.0003795205,0.0014626189,0.000321295],"domain_scores_gemma":[0.99807864,0.00011125315,0.0004289985,0.00041557974,0.00082315935,0.00014239375],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007133325,0.00022732673,0.0005412114,0.0002054524,0.00015564353,0.000016390186,0.00020973316,0.00029719455,0.0055722008],"category_scores_gemma":[0.0050990484,0.00015558483,0.000053670967,0.0010550766,0.00052971067,0.00025359163,0.0000352553,0.0009809814,0.00008331037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006987148,0.0016066232,0.0412571,0.0009972765,0.00012170735,0.0000032810108,0.034034405,0.000011300334,0.0010394402,0.0037478239,0.61100936,0.3061018],"study_design_scores_gemma":[0.007721159,0.0032603948,0.167209,0.0199261,0.0010603833,0.00065778935,0.18807974,0.008007034,0.0032183593,0.0036860781,0.5958799,0.0012940282],"about_ca_topic_score_codex":0.00080143625,"about_ca_topic_score_gemma":0.000021669004,"teacher_disagreement_score":0.30480778,"about_ca_system_score_codex":0.0001750097,"about_ca_system_score_gemma":0.0014144941,"threshold_uncertainty_score":0.99533683},"labels":[],"label_agreement":null},{"id":"W2030916096","doi":"10.1007/s10459-006-9030-6","title":"How Clinical Instructors Can Enhance the Learning Experience of Physical Therapy Students in an Introductory Clinical Placement","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Perception; Value (mathematics); Clinical Practice; Psychology; Medicine; Entry Level; Nursing; Computer science","score_opus":0.03822263979174892,"score_gpt":0.5242457500277943,"score_spread":0.4860231102360454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030916096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903305,0.0012693653,0.00007954934,0.005334975,0.0021851158,0.0006988822,3.4761922e-7,0.000014478677,0.000086741966],"genre_scores_gemma":[0.9937771,0.0014891825,0.002120487,0.0013432171,0.0010333565,0.00012958405,0.000015333017,0.000007692731,0.000084051055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967009,0.0005587322,0.0011230395,0.0005239022,0.000771768,0.00032170495],"domain_scores_gemma":[0.9984866,0.00032837907,0.0006041996,0.0003313995,0.00018611531,0.00006331499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041683954,0.00012817708,0.00034739086,0.0002311324,0.00017996378,0.000034094006,0.00041319046,0.00006184583,0.000008697022],"category_scores_gemma":[0.0014024257,0.00009084644,0.000041257983,0.001419484,0.0012078914,0.0005019207,0.00003331632,0.000576718,8.761357e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003462777,0.001274478,0.8013947,0.000038755377,0.000001040453,1.0840233e-7,0.0027001402,0.00029350613,0.00003834057,0.00072908617,0.000061014533,0.19343422],"study_design_scores_gemma":[0.00056961115,0.0013224928,0.9691331,0.00023930446,0.0000022737952,0.0000022774075,0.01742274,0.0010531741,0.00022238314,0.00058157375,0.009342629,0.00010843275],"about_ca_topic_score_codex":0.0004891915,"about_ca_topic_score_gemma":0.00051500066,"teacher_disagreement_score":0.1933258,"about_ca_system_score_codex":0.00024703628,"about_ca_system_score_gemma":0.0015494304,"threshold_uncertainty_score":0.44505262},"labels":[],"label_agreement":null},{"id":"W2031054306","doi":"10.1080/01421590802578277","title":"A comprehensive checklist for reporting the use of OSCEs","year":2009,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; MEDLINE; Medical education; Psychology; Medicine; Family medicine; Political science","score_opus":0.30259399799993497,"score_gpt":0.4856910785759333,"score_spread":0.18309708057599833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031054306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016802175,0.9924025,0.00065422035,0.0033880598,0.0006012537,0.0018976339,0.0000038306143,0.00005608691,0.00082838186],"genre_scores_gemma":[0.000011617348,0.98512477,0.0036409218,0.0016663696,0.0016948702,0.00032685162,0.00041837874,0.00006015253,0.007056074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99570626,0.00015826638,0.0025365402,0.00034536072,0.00097411586,0.00027944436],"domain_scores_gemma":[0.99620557,0.0003351594,0.0022278514,0.00068808673,0.00042290005,0.00012045839],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001876297,0.0002797134,0.0017574084,0.00014456107,0.000088219655,0.000017294718,0.00026729895,0.0006216634,0.00068239425],"category_scores_gemma":[0.041700967,0.00015212664,0.00052752846,0.0005410284,0.00039953168,0.000036320704,0.000052909865,0.0012198815,0.000013083198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005815178,0.00017907015,0.000025435587,0.007988145,0.00013591362,0.0000107489,0.000097199096,3.0916247e-8,6.824629e-8,0.00013239872,0.10745557,0.8839696],"study_design_scores_gemma":[0.00024386094,0.00008590174,0.000028067067,0.0135566015,0.00089781615,0.00019507269,0.000059330392,0.00029113336,2.152101e-7,0.00003421259,0.9844807,0.0001271119],"about_ca_topic_score_codex":0.00002433961,"about_ca_topic_score_gemma":9.806781e-7,"teacher_disagreement_score":0.88384247,"about_ca_system_score_codex":0.00013346654,"about_ca_system_score_gemma":0.0010925722,"threshold_uncertainty_score":0.9663712},"labels":[],"label_agreement":null},{"id":"W2031104886","doi":"10.3109/0142159x.2014.993601","title":"Sea monsters &amp; whirlpools: Navigating between examination and reflection in medical education","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Competence (human resources); Presentation (obstetrics); Reflection (computer programming); Medical education; Psychology; Sociology; Medicine; Radiology; Computer science; Social psychology","score_opus":0.02971372575847317,"score_gpt":0.39438792357814606,"score_spread":0.3646741978196729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031104886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966356,0.00008746964,0.0031305817,0.020640122,0.00048083035,0.00029471065,2.0760702e-7,0.00009313503,0.008916949],"genre_scores_gemma":[0.99291724,0.00003180412,0.0018092982,0.0026717873,0.0013489163,0.000084656676,0.0002263141,0.000028941271,0.0008810671],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99687797,0.00036468657,0.0006233124,0.00038649378,0.0014571565,0.00029036024],"domain_scores_gemma":[0.99898297,0.000102267855,0.00012383565,0.0002788684,0.00015263037,0.00035944206],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004589083,0.00016483534,0.0003060496,0.0002291272,0.00009408946,0.000023375767,0.0001278109,0.0005211466,0.0014636542],"category_scores_gemma":[0.017899252,0.00014886692,0.000033918062,0.0007069721,0.0002469764,0.00014510496,0.000053602173,0.0013776072,0.00005300567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006875547,0.00020919542,0.40845844,0.00007136973,0.000009904345,0.0000013539579,0.00066820136,1.2686881e-7,0.000012072557,0.00022988165,0.00298312,0.5873495],"study_design_scores_gemma":[0.003283395,0.00025697323,0.89898205,0.0031687638,0.00011633551,0.00023652366,0.0013476065,0.03382428,0.00005836191,0.0016641131,0.056581706,0.00047990718],"about_ca_topic_score_codex":0.0001670256,"about_ca_topic_score_gemma":0.000063772495,"teacher_disagreement_score":0.58686954,"about_ca_system_score_codex":0.0002824781,"about_ca_system_score_gemma":0.0005999771,"threshold_uncertainty_score":0.99944913},"labels":[],"label_agreement":null},{"id":"W2031166688","doi":"10.1503/cmaj.101329","title":"Why we write (and how we can do it better)","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empathy; Reflection (computer programming); Computer science; Work (physics); Data science; World Wide Web; Internet privacy; Psychology; Social psychology","score_opus":0.007925531494994226,"score_gpt":0.2628823449805743,"score_spread":0.2549568134855801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031166688","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15212186,0.00013046141,0.00010345716,0.8432594,0.0024309736,0.00012220294,0.000010809674,0.000018990331,0.0018018456],"genre_scores_gemma":[0.6220221,0.0008803241,0.0040760823,0.35685784,0.012313521,0.000024998926,0.00005623198,0.0000589244,0.0037099682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997199,0.000088423265,0.0003780294,0.0002031588,0.0015980784,0.0005332952],"domain_scores_gemma":[0.99700755,0.0001326201,0.000226667,0.0001776195,0.00072377216,0.0017317445],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021080454,0.00014983046,0.00025851862,0.00041524394,0.00036240442,0.00018263505,0.00017841182,0.0006311412,0.0059763277],"category_scores_gemma":[0.007755245,0.00013507676,0.00006925522,0.00046016544,0.00012631563,0.00013723834,0.00001652185,0.0028918358,0.00005905118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027905999,0.000022753564,0.018254863,0.000016260045,0.000055507528,0.00011655488,0.0006311121,3.1799622e-8,0.00009197773,0.0004610998,0.8314961,0.1488509],"study_design_scores_gemma":[0.0008750433,0.00004623303,0.012769054,0.00015742531,0.00004710437,0.001107038,0.0010076434,0.0001390094,0.000020087746,0.00046294054,0.9832338,0.00013462565],"about_ca_topic_score_codex":0.0005982885,"about_ca_topic_score_gemma":0.01868027,"teacher_disagreement_score":0.48640156,"about_ca_system_score_codex":0.0006937566,"about_ca_system_score_gemma":0.0031088812,"threshold_uncertainty_score":0.99940854},"labels":[],"label_agreement":null},{"id":"W2031316341","doi":"10.1080/00034980120103432","title":"Experiential learning in an anaesthesia simulation centre: analysis of students' comments","year":2002,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Women's College Hospital; University of Toronto","funders":"University Health Network","keywords":"Experiential learning; Session (web analytics); Medical education; Knowledge retention; Learning environment; Psychology; Medicine; Multimedia; Computer science; Mathematics education","score_opus":0.032740179299443777,"score_gpt":0.3900861006858287,"score_spread":0.35734592138638493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031316341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99632865,0.000034796612,0.00081946305,0.0019326784,0.00010167829,0.00015279632,1.6437501e-7,0.000036372086,0.00059340295],"genre_scores_gemma":[0.9981161,0.0000076304,0.00021709141,0.0005691419,0.00010207937,0.000010522705,0.00009964093,0.0000126906825,0.0008651145],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770546,0.0001878316,0.0004927008,0.00021560126,0.0012065582,0.00019183985],"domain_scores_gemma":[0.999402,0.000019687357,0.00010593728,0.00024117358,0.000098011005,0.00013319054],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007831326,0.000096734395,0.00031955814,0.0004825758,0.000038257058,0.000009690773,0.000151755,0.00017092016,0.014589257],"category_scores_gemma":[0.0014738308,0.0000871646,0.000069159396,0.0014809838,0.000105183004,0.00008244914,0.000031407413,0.00044334235,0.000017129056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002159384,0.0017591089,0.9530994,0.000011018228,0.00013959213,0.000012641912,0.006438405,0.00053566654,0.000009123936,0.000029391971,0.00052206125,0.037421945],"study_design_scores_gemma":[0.0013660458,0.00012926858,0.25502923,0.000051594187,0.00029773498,9.3943237e-7,0.0020623512,0.73633486,0.000009564736,0.000004529873,0.0046201474,0.00009369993],"about_ca_topic_score_codex":0.00003728668,"about_ca_topic_score_gemma":0.000016681814,"teacher_disagreement_score":0.7357992,"about_ca_system_score_codex":0.00011838882,"about_ca_system_score_gemma":0.000024892694,"threshold_uncertainty_score":0.98631155},"labels":[],"label_agreement":null},{"id":"W2031462374","doi":"10.1097/acm.0b013e31822a6eb6","title":"A Comparison of Performance Evaluations of Students on Longitudinal Integrated Clerkships and Rotation-Based Clerkships","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Clinical clerkship; Psychology; Reliability (semiconductor); Test (biology); Educational measurement; Medicine; Pedagogy; Curriculum","score_opus":0.20824530759186088,"score_gpt":0.47309691149334476,"score_spread":0.2648516039014839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031462374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915542,0.00017463679,0.0050448873,0.0012589749,0.00026523392,0.0005450088,0.0000023914188,0.000027697975,0.0011269634],"genre_scores_gemma":[0.9979498,0.00005926504,0.0010517612,0.0005610809,0.0001237192,0.000045843142,0.000082184044,0.00001673036,0.000109617526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99748796,0.0000912335,0.0010070121,0.00024486583,0.0009894263,0.0001795072],"domain_scores_gemma":[0.99825114,0.00022886206,0.0004728422,0.0003023293,0.0006456659,0.00009915119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015527906,0.00016191872,0.00050820643,0.00046766477,0.00006378686,0.0000012367118,0.00019563388,0.00021001973,0.00042918042],"category_scores_gemma":[0.002780357,0.00012428022,0.000026257834,0.0008327237,0.0005517641,0.000070477734,0.000023257538,0.0008023238,0.000008462152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003783983,0.00021605432,0.97500247,0.0002807741,0.00006093614,5.719903e-7,0.0055646454,0.00001417545,0.0013093526,0.0018659383,0.0018933357,0.013413364],"study_design_scores_gemma":[0.002978304,0.0016650587,0.9681014,0.00222489,0.00027925795,0.0000073309484,0.0040813093,0.012611434,0.007449545,0.0003052763,0.00018706442,0.00010913346],"about_ca_topic_score_codex":0.000051651386,"about_ca_topic_score_gemma":0.000002557329,"teacher_disagreement_score":0.013304231,"about_ca_system_score_codex":0.00008070554,"about_ca_system_score_gemma":0.00020471707,"threshold_uncertainty_score":0.50680006},"labels":[],"label_agreement":null},{"id":"W2031633660","doi":"10.1111/j.1743-498x.2011.00463.x","title":"The CanMEDS portfolio: a tool for reflection in a fellowship programme","year":2011,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Portfolio; Medical education; Curriculum; Set (abstract data type); Reflection (computer programming); Psychology; Reflective writing; Professional development; Reflective practice; Position (finance); Medicine; Pedagogy; Computer science; Business","score_opus":0.2562660998699267,"score_gpt":0.47540926457379074,"score_spread":0.21914316470386402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031633660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96853137,0.00008123884,0.0005503826,0.015554129,0.0010874114,0.0015780895,3.8304276e-7,0.00008161259,0.012535379],"genre_scores_gemma":[0.9764561,0.000039644285,0.003514946,0.002801231,0.0010244936,0.00065442873,0.000012040868,0.000026905198,0.015470207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984943,0.00016498192,0.0006594681,0.00019226663,0.00019212309,0.0002968266],"domain_scores_gemma":[0.9988782,0.00032728538,0.00013477719,0.00047822314,0.00013522233,0.000046330813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062613464,0.00008965547,0.00018234512,0.00004212187,0.00013814982,0.000013540236,0.00017702767,0.00016782091,0.00014356698],"category_scores_gemma":[0.007677184,0.000045841458,0.0001120289,0.0003946775,0.00030913396,0.000033470536,0.00002673529,0.00066976395,0.000036878486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086215645,0.0013159473,0.16324683,0.000027138993,0.00009217844,0.0000036423155,0.0019756847,1.12190804e-7,0.000021326705,0.0068209274,0.07408907,0.751545],"study_design_scores_gemma":[0.0031867381,0.0011932431,0.47587427,0.00011362492,0.00020657777,0.00003722644,0.002297506,0.0011109854,0.000071564114,0.023867207,0.49181786,0.00022321242],"about_ca_topic_score_codex":0.00010815503,"about_ca_topic_score_gemma":0.0000715019,"teacher_disagreement_score":0.7513218,"about_ca_system_score_codex":0.00009750468,"about_ca_system_score_gemma":0.00021141887,"threshold_uncertainty_score":0.9190861},"labels":[],"label_agreement":null},{"id":"W2032080800","doi":"10.1111/j.1365-2923.2009.03437.x","title":"Professionalism Mini‐Evaluation Exercise for medical residents in Japan: a pilot study","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Confirmatory factor analysis; Structural equation modeling; Construct validity; Construct (python library); Reliability (semiconductor); Context (archaeology); Psychology; Applied psychology; Validity; Medical education; Psychometrics; Clinical psychology; Medicine; Family medicine; Statistics; Mathematics; Computer science; Geography","score_opus":0.05413508533805966,"score_gpt":0.4667216812793561,"score_spread":0.41258659594129643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032080800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90700716,0.0003697695,0.00021134179,0.08505324,0.002341967,0.0041683936,9.4689824e-7,0.00006752969,0.000779648],"genre_scores_gemma":[0.9747092,0.000039166625,0.0013888045,0.01975334,0.00087353785,0.0018124228,0.0004226488,0.000025190984,0.00097567285],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9940837,0.00021497712,0.0010553382,0.0005395627,0.0037162846,0.00039015512],"domain_scores_gemma":[0.9980965,0.00015588707,0.00019089237,0.00048640918,0.0008503907,0.00021991305],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059800926,0.00021371014,0.00040953877,0.00054547645,0.0001375939,0.000023459039,0.00030333336,0.00027801475,0.0023004587],"category_scores_gemma":[0.028730398,0.00018572404,0.000051409344,0.0010616869,0.00010459334,0.00017246712,0.000033061217,0.0006419795,0.000055557382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056731916,0.022074964,0.025032165,0.00014287313,0.000019480856,0.000006439535,0.0024136705,6.417086e-7,0.000046155597,0.0006859399,0.14563681,0.8033735],"study_design_scores_gemma":[0.008277087,0.0029389912,0.96684617,0.0027698409,0.00020927594,0.000055739216,0.004281931,0.0058599017,0.000051696952,0.003508508,0.004898329,0.0003025097],"about_ca_topic_score_codex":0.00019535184,"about_ca_topic_score_gemma":0.00006741603,"teacher_disagreement_score":0.941814,"about_ca_system_score_codex":0.0005122488,"about_ca_system_score_gemma":0.008155239,"threshold_uncertainty_score":0.99861157},"labels":[],"label_agreement":null},{"id":"W2032164516","doi":"10.2147/amep.s77198","title":"Summative assessment in a doctor of pharmacy program: a critical insight","year":2015,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Pharmacy; Medical education; Medicine; Psychology; Family medicine; Formative assessment; Pedagogy","score_opus":0.04879682622698893,"score_gpt":0.5573547042181404,"score_spread":0.5085578779911515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032164516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38579088,0.015042599,0.003173927,0.3688992,0.004949512,0.0025065062,0.0000031570396,0.00010638807,0.21952784],"genre_scores_gemma":[0.88089025,0.0019579444,0.106440894,0.009822563,0.0002943586,0.00038188242,0.000042256277,0.000012878475,0.0001569441],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799293,0.00030559747,0.0005534186,0.00022417033,0.0007500306,0.00017383703],"domain_scores_gemma":[0.9978901,0.000982628,0.00014025487,0.00015765347,0.0005827294,0.00024663267],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021319094,0.00010127659,0.0002353383,0.0002616951,0.00002156826,0.000012559629,0.00008306547,0.00008566639,0.00030847243],"category_scores_gemma":[0.062770054,0.000088175475,0.000015314596,0.0008810337,0.00033228676,0.00080542895,0.000031376276,0.00065324287,0.0000063205357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038051675,0.0068943966,0.025091615,0.0003601535,0.000010474993,0.000023272056,0.005639835,0.0000010618063,0.000016455164,0.049975593,0.0023835287,0.9092231],"study_design_scores_gemma":[0.003031393,0.0003792578,0.010858846,0.00065475365,0.000051470426,0.00026261015,0.011928014,0.0025114908,0.000048791982,0.0032213242,0.966905,0.0001470665],"about_ca_topic_score_codex":0.0001091543,"about_ca_topic_score_gemma":0.000025934825,"teacher_disagreement_score":0.96452147,"about_ca_system_score_codex":0.00018810114,"about_ca_system_score_gemma":0.003567362,"threshold_uncertainty_score":0.9451246},"labels":[],"label_agreement":null},{"id":"W2032386589","doi":"10.3402/meo.v19.25141","title":"Ten tips for receiving feedback effectively in clinical practice","year":2014,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Medical education; Peer feedback; Curriculum; Computer science; Bridge (graph theory); Psychology; Medicine; Pedagogy","score_opus":0.027371132486454074,"score_gpt":0.45763987946602225,"score_spread":0.4302687469795682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032386589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69933593,0.00022117188,0.026070835,0.25870097,0.0063977344,0.0017670223,0.0000057183147,0.00014985156,0.0073507996],"genre_scores_gemma":[0.6500025,0.00017705724,0.23750612,0.09784092,0.009728357,0.00055889046,0.0011934115,0.00009022209,0.0029025164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704087,0.00030835433,0.0011036238,0.00045283092,0.0007770656,0.00031725178],"domain_scores_gemma":[0.99552345,0.0022067304,0.00032694964,0.0005011171,0.0010645282,0.00037722092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006014021,0.00016517976,0.00041342594,0.0002768846,0.00007814596,0.000017774148,0.0001949123,0.00037782744,0.00044422253],"category_scores_gemma":[0.22289243,0.00014497612,0.00009711908,0.00076883496,0.00019110837,0.00016465489,0.00003773191,0.0008913733,0.00008267456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018520429,0.0067435633,0.019923901,0.00016744963,0.000027498787,0.0000012554505,0.00025388924,7.069747e-7,0.000012932656,0.0023317242,0.08243203,0.88791984],"study_design_scores_gemma":[0.0029295327,0.00050987763,0.32743615,0.0006947053,0.00008758462,0.00011318844,0.00082248735,0.008420841,0.000016301185,0.0008477862,0.6579364,0.00018516267],"about_ca_topic_score_codex":0.000052552816,"about_ca_topic_score_gemma":0.000028286282,"teacher_disagreement_score":0.88773465,"about_ca_system_score_codex":0.00024960228,"about_ca_system_score_gemma":0.0026582293,"threshold_uncertainty_score":0.78365344},"labels":[],"label_agreement":null},{"id":"W2032542163","doi":"10.1148/radiol.2403050542","title":"Medical Education Research: Challenges and Opportunities","year":2006,"lang":"en","type":"review","venue":"Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Association of Professors of Gynecology and Obstetrics; Royal College of Physicians and Surgeons of Canada; Association for Surgical Education; Pew Charitable Trusts","keywords":"Medicine; Medical education; Medical research; Patient care; Quality (philosophy); Health care; Quality assurance; Nursing; Pathology","score_opus":0.39810997011760174,"score_gpt":0.5163044943560045,"score_spread":0.11819452423840271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032542163","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020373256,0.96332985,0.000004541723,0.0101137515,0.00088200177,0.0005255502,0.0000020455595,0.000042414482,0.025079457],"genre_scores_gemma":[0.0000048436873,0.9920988,0.00035804012,0.00075328205,0.0022451342,0.00033568815,0.0006611711,0.000038841135,0.0035041668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997638,0.0005892466,0.0005792695,0.00038850572,0.0004819987,0.00032296687],"domain_scores_gemma":[0.9986409,0.0003572266,0.00013992882,0.00041159327,0.00029442934,0.00015595568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022928328,0.00020612359,0.0011061628,0.00081817654,0.0000874772,0.000007696624,0.0001684818,0.00095991755,0.00030464935],"category_scores_gemma":[0.0029924451,0.00016040914,0.00008273102,0.00021716986,0.0007722385,0.000030367619,0.00006991747,0.0012496768,0.00005481677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017045758,0.000110020614,6.165139e-7,0.008258214,0.00004002587,0.000020150163,0.00008988413,6.1144e-10,8.479195e-9,0.03562935,0.1089367,0.84691334],"study_design_scores_gemma":[0.00010457452,0.00011204367,0.000023783026,0.0064271954,0.00017153048,0.0030420604,0.00025955585,0.000002709328,1.42092045e-8,0.00088687905,0.9888555,0.00011419306],"about_ca_topic_score_codex":0.000011824208,"about_ca_topic_score_gemma":0.0000036228573,"teacher_disagreement_score":0.87991875,"about_ca_system_score_codex":0.00022581761,"about_ca_system_score_gemma":0.005379749,"threshold_uncertainty_score":0.95434433},"labels":[],"label_agreement":null},{"id":"W2032544363","doi":"10.1002/ase.22","title":"A new paradigm for teaching Histology laboratories in Canada's first distributed medical school","year":2008,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Interactivity; The Internet; Internet access; Medical education; Computer science; Quality (philosophy); Virtual microscopy; Multimedia; Medicine; Sociology; World Wide Web; Pathology; Pedagogy","score_opus":0.011340868829778018,"score_gpt":0.3168357869612815,"score_spread":0.3054949181315035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032544363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89568377,0.00022139263,0.0025819011,0.09926327,0.0013495717,0.0003633095,0.000004905988,0.000024660212,0.00050722493],"genre_scores_gemma":[0.98671085,0.000027360802,0.0070957146,0.005388964,0.00044195342,0.0000829842,0.00012271643,0.0000067951432,0.0001226864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839836,0.000040209965,0.0003911517,0.00031144547,0.000545697,0.00031313],"domain_scores_gemma":[0.999152,0.00018239237,0.00009259533,0.00015163819,0.00011788888,0.0003035053],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00054862356,0.000102901366,0.0002047627,0.000160206,0.0003383904,0.000011996706,0.0002240652,0.00011143804,0.00033030426],"category_scores_gemma":[0.009079792,0.000090354704,0.000023972847,0.0009579718,0.00030782376,0.00014037699,0.000019337464,0.00032871022,0.000007627644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042247553,0.00029588962,0.3295472,0.0000412558,0.000009693837,0.0000066453126,0.0005265566,0.0000086561195,0.00002009387,0.03920125,0.5981037,0.032196794],"study_design_scores_gemma":[0.0017779171,0.00023213151,0.43602046,0.0003276148,0.000038264727,0.0003053209,0.0034672336,0.008004549,0.00021790632,0.005156515,0.54401463,0.00043748983],"about_ca_topic_score_codex":0.4472042,"about_ca_topic_score_gemma":0.35764265,"teacher_disagreement_score":0.10647327,"about_ca_system_score_codex":0.001901952,"about_ca_system_score_gemma":0.049773976,"threshold_uncertainty_score":0.99926716},"labels":[],"label_agreement":null},{"id":"W2033956035","doi":"10.3138/jvme.35.4.607","title":"Assessment: Cinderella or Sleeping Beauty? Evolution of Final Examinations at the Royal Veterinary College","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China Scholarship Council; Royal College of Veterinary Surgeons Charitable Trust","keywords":"Sight; Beauty; Subject (documents); Power (physics); Psychology; Medical education; Veterinary medicine; Engineering ethics; Medicine; Political science; Law; Engineering; Computer science; Library science","score_opus":0.08984233047666439,"score_gpt":0.4049427280415618,"score_spread":0.3151003975648974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033956035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98448706,0.0005845963,0.002351631,0.007387739,0.0026391232,0.00034541043,0.0000049752684,0.000015656937,0.0021838313],"genre_scores_gemma":[0.9900254,0.0001823435,0.0052843187,0.0010300175,0.0011755837,0.00003577945,0.000035265206,0.000025347594,0.0022059344],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9963538,0.0002746021,0.0012686863,0.00020630252,0.0016190556,0.00027753616],"domain_scores_gemma":[0.9971905,0.00032519808,0.0008753733,0.00037524136,0.0010161587,0.00021756148],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018487738,0.00018783027,0.00042199876,0.00043963492,0.00037895798,0.000007404557,0.00031391106,0.00023396313,0.0022605364],"category_scores_gemma":[0.0040530413,0.00012857773,0.00016236777,0.0008022852,0.00051607593,0.00020167208,0.00009881388,0.00077130477,0.0000134510665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069480753,0.02133988,0.08703388,0.002860095,0.0012011073,0.0020815253,0.008872624,0.00023647383,0.0251344,0.0069335545,0.56980217,0.2675562],"study_design_scores_gemma":[0.0034023481,0.007525964,0.86496663,0.0017634318,0.00029778556,0.03338314,0.0033706897,0.004135759,0.00021876367,0.00017143847,0.080487706,0.0002763684],"about_ca_topic_score_codex":0.000032585667,"about_ca_topic_score_gemma":0.000003053832,"teacher_disagreement_score":0.7779327,"about_ca_system_score_codex":0.0012681135,"about_ca_system_score_gemma":0.0073753693,"threshold_uncertainty_score":0.9986515},"labels":[],"label_agreement":null},{"id":"W2034163666","doi":"10.5430/jnep.v4n2p116","title":"Progressive clinical evaluation tools based on the Quality and Safety Education in Nursing competencies","year":2013,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Core competency; Quality (philosophy); Medical education; Nursing; Medicine; Patient safety; Psychology; Health care","score_opus":0.22537130933348212,"score_gpt":0.5846440126447817,"score_spread":0.35927270331129957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034163666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71758384,0.0011053017,0.00031861698,0.2627459,0.0019611754,0.0007901674,3.1364374e-7,0.0000057677203,0.0154888965],"genre_scores_gemma":[0.96932983,0.000098017845,0.020448038,0.009352146,0.0006417166,0.000031168434,0.000014096435,0.000009235651,0.00007577135],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972693,0.0011284397,0.0008120544,0.00014088064,0.00054273225,0.00010664905],"domain_scores_gemma":[0.99414617,0.0024988235,0.000980742,0.00019402974,0.00208869,0.000091530754],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069829305,0.000092618306,0.00019627732,0.0002322083,0.0002043401,0.00009814927,0.000057048874,0.00009312219,0.000121317746],"category_scores_gemma":[0.027998421,0.0000652406,0.000033576805,0.00033019454,0.00023842957,0.0006532308,0.0000043803793,0.00056984933,0.0000039534934],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030099388,0.0032914255,0.0025752147,0.000023471881,0.000010865538,2.1759827e-7,0.0028275775,0.0000036750062,0.00007647574,0.0025983404,0.012593908,0.9756978],"study_design_scores_gemma":[0.0012051197,0.00049128185,0.9302203,0.004077095,0.00026657796,0.0008379686,0.04670964,0.0034735894,0.000027761182,0.0049857483,0.007582616,0.00012229622],"about_ca_topic_score_codex":0.000012884811,"about_ca_topic_score_gemma":2.5902153e-7,"teacher_disagreement_score":0.97557557,"about_ca_system_score_codex":0.00041758214,"about_ca_system_score_gemma":0.0031633836,"threshold_uncertainty_score":0.98018914},"labels":[],"label_agreement":null},{"id":"W2034478449","doi":"10.1007/s10459-013-9458-4","title":"What counts as validity evidence? Examples and prevalence in a systematic review of simulation-based assessment","year":2013,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":319,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; University of Ottawa","funders":"","keywords":"MEDLINE; Systematic review; Evidence-based practice; Reliability (semiconductor); Evidence-based medicine; Scopus; Computer science; Process (computing); Applied psychology; Validity; Internal validity; Psychology; Data science; Psychometrics; Clinical psychology; Medicine; Alternative medicine; Pathology","score_opus":0.14511308590583738,"score_gpt":0.5540509874364428,"score_spread":0.4089379015306054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034478449","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024875382,0.9933728,0.00015078271,0.000693205,0.0011619973,0.0044401675,0.0000013493155,0.000008575322,0.00014627018],"genre_scores_gemma":[0.00017890325,0.99220467,0.00502505,0.0013382473,0.000058026097,0.0010643018,0.00003265616,0.000008910745,0.00008924467],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9966727,0.00049496733,0.0015934712,0.00039680125,0.0006434898,0.00019856889],"domain_scores_gemma":[0.9961652,0.0017728243,0.0013415811,0.00037069985,0.00029235822,0.000057348334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004633046,0.00017868022,0.0011727635,0.00050402485,0.00006263885,0.00003429499,0.00020863078,0.000088709494,0.00014147637],"category_scores_gemma":[0.0063311155,0.00013569408,0.000049531132,0.0016338401,0.00023289444,0.00078586227,0.00001847203,0.0002546121,0.000016053316],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9501336e-7,0.00006894794,0.00017180869,0.7324391,0.0000011347012,6.077288e-8,0.000044527424,0.000015983873,4.828396e-9,0.00019871008,0.000050790553,0.26700866],"study_design_scores_gemma":[0.00003800287,0.000105672596,0.000087845416,0.9545018,0.000079827434,0.0000049680643,0.00018468997,0.0009040049,4.9467012e-8,0.00019811599,0.04379845,0.00009655143],"about_ca_topic_score_codex":0.00007323521,"about_ca_topic_score_gemma":0.0000068869294,"teacher_disagreement_score":0.2669121,"about_ca_system_score_codex":0.0006599332,"about_ca_system_score_gemma":0.007335555,"threshold_uncertainty_score":0.9982919},"labels":[],"label_agreement":null},{"id":"W2034726657","doi":"10.1111/acem.12155","title":"Milestones: Quo Vadis?","year":2013,"lang":"en","type":"letter","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Milestone; Accreditation; Graduate medical education; Context (archaeology); Medicine; Stakeholder; Medical education; Political science; Public relations","score_opus":0.05524561459123909,"score_gpt":0.38464889177206485,"score_spread":0.32940327718082574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034726657","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008822259,0.007967151,0.00017136185,0.9429687,0.015808836,0.0013630884,0.000009611364,0.00029593895,0.022593034],"genre_scores_gemma":[0.00076064246,0.010617026,0.0004785778,0.8081909,0.065804355,0.0004762133,0.003190099,0.00021756148,0.110264614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934922,0.00011718422,0.0025916516,0.0009642148,0.0018672645,0.0009674726],"domain_scores_gemma":[0.9966525,0.000112514244,0.00090032106,0.0012888163,0.0008322595,0.0002135968],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00089415646,0.00075189944,0.0012362461,0.0009400323,0.00015404486,9.0267315e-7,0.000703352,0.003439344,0.044183906],"category_scores_gemma":[0.003804383,0.0005847478,0.00020730453,0.0015054905,0.0005644599,0.00015983518,0.000097319804,0.01118095,0.0027605172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000832122,0.000032532826,0.0030096176,0.00093759276,0.00016116865,0.00005147515,0.0006324058,1.0890809e-7,0.0002865756,0.00013203076,0.9921664,0.0025817654],"study_design_scores_gemma":[0.00073324505,0.00024882003,0.0023419252,0.0015429594,0.00069059455,0.00018213526,0.00028089032,0.00006736719,0.000024729432,0.0011465286,0.99224204,0.000498773],"about_ca_topic_score_codex":0.00029697135,"about_ca_topic_score_gemma":9.171232e-7,"teacher_disagreement_score":0.13477781,"about_ca_system_score_codex":0.0003702042,"about_ca_system_score_gemma":0.00038348505,"threshold_uncertainty_score":0.9996604},"labels":[],"label_agreement":null},{"id":"W2034773786","doi":"10.1007/s10459-014-9529-1","title":"The benefits of testing for learning on later performance","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke; McMaster University","funders":"","keywords":"Licensure; Context (archaeology); Multiple choice; Test (biology); Educational measurement; Item response theory; Medical education; Medicine; Psychology; Psychometrics; Pedagogy; Curriculum; Internal medicine; Clinical psychology; Significant difference","score_opus":0.02957695616139692,"score_gpt":0.4068746599440601,"score_spread":0.37729770378266314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034773786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839906,0.0012155717,0.00035523914,0.007831232,0.0013352551,0.0005035802,1.8743229e-7,0.00001444966,0.0047538914],"genre_scores_gemma":[0.9778172,0.0004092449,0.019714031,0.0015200983,0.00022299512,0.00011361042,0.0000052844407,0.0000046324653,0.00019290237],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989978,0.00003920528,0.0003635924,0.00016234457,0.0002313493,0.00020570656],"domain_scores_gemma":[0.99882585,0.0005720503,0.00025284986,0.00011808456,0.00020784498,0.000023336714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024398498,0.00005405797,0.00010025075,0.00013398778,0.00042531974,0.000010029002,0.00010713635,0.000022709062,0.000002896453],"category_scores_gemma":[0.0037919637,0.000036793404,0.000010723844,0.00074914104,0.0001846153,0.00016870572,0.000007127105,0.00013320679,0.0000026893267],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011921366,0.000050974686,0.11673122,0.0002305895,3.5002455e-7,1.0572304e-9,0.00026157722,0.0031219765,0.000009717159,0.007112523,0.00012164632,0.87234753],"study_design_scores_gemma":[0.0007929216,0.0063489918,0.66642475,0.0035529425,0.000007870895,0.000011017551,0.0029926188,0.09849141,0.0010865323,0.0058060084,0.21426365,0.00022128214],"about_ca_topic_score_codex":0.000017981401,"about_ca_topic_score_gemma":0.000008662492,"teacher_disagreement_score":0.8721262,"about_ca_system_score_codex":0.000091932714,"about_ca_system_score_gemma":0.0004967374,"threshold_uncertainty_score":0.45396087},"labels":[],"label_agreement":null},{"id":"W2034921045","doi":"10.1007/s10459-006-9039-x","title":"Understanding the influence of emotions and reflection upon multi-source feedback acceptance and use","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":274,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Feeling; Psychology; Perception; Distress; Social psychology; Negative feedback; Psychological intervention; Peer feedback; Clinical psychology","score_opus":0.06615632223863252,"score_gpt":0.42595079275787373,"score_spread":0.3597944705192412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034921045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809007,0.0018251623,0.01024816,0.006072287,0.00033929307,0.0004208986,5.989554e-7,0.000015448715,0.00017742463],"genre_scores_gemma":[0.9808543,0.0016144094,0.016393209,0.00091459905,0.00006884964,0.00002839101,0.0000052376913,0.000004561052,0.000116475465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889475,0.00006517352,0.000399114,0.00023563327,0.0002297793,0.00017555174],"domain_scores_gemma":[0.99930537,0.00015899146,0.0002559568,0.00013563661,0.00011385789,0.000030219047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009117771,0.000074264746,0.00011929054,0.0002427993,0.00037178939,0.00003157947,0.00006658224,0.00003784951,0.0000039923607],"category_scores_gemma":[0.00061753223,0.00005732034,0.0000086414,0.0012785468,0.000548987,0.00076063577,0.000016058608,0.0001519326,4.8823034e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027137987,0.0003518287,0.8862925,0.0005898577,0.0000024181015,8.820174e-8,0.002941301,0.009148245,0.00044896195,0.027330333,0.00033946498,0.07252782],"study_design_scores_gemma":[0.0002622335,0.00012972415,0.981368,0.0005382015,0.000005565844,0.000026461179,0.005587515,0.0045945616,0.000038981274,0.0043204413,0.0030558566,0.00007247759],"about_ca_topic_score_codex":0.0006496347,"about_ca_topic_score_gemma":0.00055299455,"teacher_disagreement_score":0.095075436,"about_ca_system_score_codex":0.00026820798,"about_ca_system_score_gemma":0.00042520702,"threshold_uncertainty_score":0.2859541},"labels":[],"label_agreement":null},{"id":"W2035130114","doi":"10.1377/hlthaff.21.5.103","title":"General Competencies And Accreditation In Graduate Medical Education","year":2002,"lang":"en","type":"article","venue":"Health Affairs","topic":"Innovations in Medical Education","field":"Medicine","cited_by":738,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"","keywords":"Accreditation; Graduate medical education; Medical education; Specialty; Interpersonal communication; Workforce; Core competency; Process (computing); Medicine; Psychology; Family medicine; Political science; Computer science; Business","score_opus":0.05044573493115018,"score_gpt":0.36594224141178455,"score_spread":0.3154965064806344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035130114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7991183,0.0010582032,0.0001413471,0.19338363,0.0009829927,0.0004349819,9.362345e-7,0.000058454065,0.0048211836],"genre_scores_gemma":[0.97907996,0.00067216635,0.009011793,0.010161355,0.00046983827,0.00006747031,0.00007656864,0.000012214538,0.000448614],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99865264,0.000060608596,0.0003895331,0.00018804744,0.00047931296,0.00022986857],"domain_scores_gemma":[0.9994236,0.000032483666,0.0000863328,0.00014409948,0.000121608406,0.00019183391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005976292,0.00008393125,0.0001758299,0.00026437765,0.00007475569,0.000009846711,0.000045852415,0.00008624551,0.00039651585],"category_scores_gemma":[0.001223725,0.00007889695,0.000014854724,0.00047586102,0.00010027929,0.00009237956,0.000014283163,0.0002988056,0.00003946745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022320246,0.00096407573,0.01628853,0.00047525542,0.0000085357715,0.000006825894,0.005677163,0.0000018398503,0.00002719904,0.01174194,0.322362,0.64242435],"study_design_scores_gemma":[0.0038107962,0.00075579993,0.8243379,0.0012310377,0.000026237754,0.00052234746,0.017416345,0.0630084,0.000042930773,0.002219464,0.08621529,0.00041345373],"about_ca_topic_score_codex":0.00017081742,"about_ca_topic_score_gemma":0.00006371338,"teacher_disagreement_score":0.8080494,"about_ca_system_score_codex":0.00020792481,"about_ca_system_score_gemma":0.0007988986,"threshold_uncertainty_score":0.43415704},"labels":[],"label_agreement":null},{"id":"W2035387508","doi":"10.1176/appi.ap.34.2.150","title":"The Psychiatry Institute for Medical Students: A Decade of Success","year":2010,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Hospital for Sick Children; Mount Sinai Hospital","funders":"","keywords":"Medical education; Psychology; MEDLINE; Psychiatry; Medicine; Political science","score_opus":0.029452809468725326,"score_gpt":0.4544469311164577,"score_spread":0.42499412164773237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035387508","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002844738,0.9457738,0.00037090856,0.018481212,0.03203457,0.0025398077,0.0000467507,0.000074030424,0.00039449133],"genre_scores_gemma":[0.000007901116,0.98023784,0.0067166216,0.00345878,0.0076427087,0.0009158966,0.000443302,0.00010876581,0.00046818436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941426,0.00010244083,0.0024868806,0.0006276518,0.0020587489,0.0005817004],"domain_scores_gemma":[0.996625,0.00036240113,0.0012931383,0.0011279444,0.00033320824,0.00025830514],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035117692,0.00052473793,0.0016694624,0.00038732268,0.00032236654,0.000029745472,0.002690432,0.0030344587,0.00007941266],"category_scores_gemma":[0.003894698,0.0003330068,0.00066909054,0.0011675784,0.0007685873,0.000119348355,0.0002212899,0.0059910994,0.00004010182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034243585,0.0002506564,0.0019652096,0.014024009,0.00034033277,4.816418e-7,0.000029914483,1.6806355e-8,1.09502416e-7,0.02354048,0.13884492,0.82096964],"study_design_scores_gemma":[0.00096470723,0.00009483452,0.00017718511,0.023239918,0.0015650891,0.0002039378,0.00006680279,0.000005183478,1.9401084e-7,0.001974646,0.9714291,0.00027837197],"about_ca_topic_score_codex":0.000010684531,"about_ca_topic_score_gemma":0.00003818841,"teacher_disagreement_score":0.8325842,"about_ca_system_score_codex":0.0001345071,"about_ca_system_score_gemma":0.0076980903,"threshold_uncertainty_score":0.9999122},"labels":[],"label_agreement":null},{"id":"W2035404762","doi":"10.1111/j.1755-618x.2001.tb00974.x","title":"“Even if I Don't Know What I'm Doing I Can Make It Look like I Know What I'm Doing”: Becoming a Doctor in the 1990s*","year":2001,"lang":"fr","type":"article","venue":"Canadian Review of Sociology/Revue canadienne de sociologie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Socialization; Lesbian; Humanities; Identity (music); Population; Sociology; Psychology; Gender studies; Social psychology; Art; Demography","score_opus":0.03978365642298433,"score_gpt":0.3189763868034049,"score_spread":0.2791927303804206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035404762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2306553,0.46983683,0.000036970785,0.28693897,0.008566373,0.0021082347,0.00010810299,0.00003995944,0.0017092787],"genre_scores_gemma":[0.21111076,0.64708275,0.0018204718,0.13187496,0.003263103,0.00064840395,0.000867722,0.00012927137,0.0032025783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99033344,0.0020612003,0.0022463426,0.0012124331,0.00026392651,0.0038826556],"domain_scores_gemma":[0.9933486,0.0019336725,0.0009526325,0.0016572002,0.0008163071,0.0012915705],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010033975,0.00088287354,0.002083442,0.00079029007,0.0007020403,0.00013068755,0.0016696153,0.0017785227,0.0019157609],"category_scores_gemma":[0.0064453385,0.0008288012,0.0005982543,0.0016806102,0.0033371118,0.0005392209,0.00013153018,0.0033389316,0.00016132335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000024041585,0.00021323762,0.027005373,0.012216176,0.00044851797,0.0014805503,0.077735916,0.000035317855,0.000042692896,0.013917981,0.08886226,0.77801794],"study_design_scores_gemma":[0.00083127466,0.00028522106,0.011451824,0.05220212,0.00053875207,0.00070866285,0.19300342,0.00012128853,0.0000019746572,0.0016594147,0.7384872,0.00070888293],"about_ca_topic_score_codex":0.06561323,"about_ca_topic_score_gemma":0.61917824,"teacher_disagreement_score":0.77730906,"about_ca_system_score_codex":0.012433215,"about_ca_system_score_gemma":0.009358232,"threshold_uncertainty_score":0.9995174},"labels":[],"label_agreement":null},{"id":"W2035549923","doi":"10.1097/acm.0000000000000058","title":"Measuring Physicians’ Productivity","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Productivity; MEDLINE; Medical education; Medicine; Chemistry; Economics; Economic growth; Biochemistry","score_opus":0.05728737297415332,"score_gpt":0.33556571000474283,"score_spread":0.2782783370305895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035549923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88917124,0.0004046823,0.0012036375,0.093460575,0.001039523,0.00074072444,2.1057656e-7,0.0001534467,0.013825984],"genre_scores_gemma":[0.98059493,0.000072494935,0.00073374104,0.008468105,0.0036375322,0.0001353235,0.000026975173,0.00002566217,0.0063052326],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99827814,0.000036617635,0.00042255584,0.00031936358,0.0006316544,0.0003116827],"domain_scores_gemma":[0.99895704,0.000049828042,0.00013080289,0.00040799959,0.00035817036,0.00009618334],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000707983,0.00014898523,0.00031456683,0.00019486345,0.00008088555,0.0000031578531,0.00014265423,0.00016842328,0.0012405585],"category_scores_gemma":[0.0030957132,0.00011318633,0.000026547865,0.0007151452,0.00030116056,0.00020480315,0.000031864376,0.0009929687,0.0005363922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021963902,0.00005863797,0.024117038,0.00024715372,0.000068847185,0.0000044931808,0.004467099,0.0000013393358,0.09477524,0.0029252088,0.5319515,0.34136152],"study_design_scores_gemma":[0.0062133265,0.0009102155,0.5994106,0.0041545313,0.00055680843,0.00054186187,0.0107335495,0.0021801493,0.03381765,0.019875491,0.3206538,0.0009520056],"about_ca_topic_score_codex":0.00008744126,"about_ca_topic_score_gemma":3.303433e-7,"teacher_disagreement_score":0.57529354,"about_ca_system_score_codex":0.00012541747,"about_ca_system_score_gemma":0.000078818695,"threshold_uncertainty_score":0.9996725},"labels":[],"label_agreement":null},{"id":"W2035614222","doi":"10.1136/bmj.39503.757847.be","title":"Role modelling—making the most of a powerful teaching strategy","year":2008,"lang":"en","type":"review","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":513,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Unconscious mind; Process (computing); Psychology; Computer science; Mathematics education; Cognitive science; Process management; Engineering; Psychoanalysis; Programming language","score_opus":0.08213102295806582,"score_gpt":0.4349958779317989,"score_spread":0.3528648549737331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035614222","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025927839,0.9614033,0.0018070656,0.00044869166,0.00028769253,0.0010702419,0.0000049682035,0.000029090188,0.034923006],"genre_scores_gemma":[0.00027321922,0.9926063,0.0043410957,0.00030713488,0.0010524031,0.00007081571,0.0001192306,0.000048086717,0.0011817414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981608,0.0001276545,0.0008709531,0.00021556228,0.0004364904,0.00018853547],"domain_scores_gemma":[0.99852663,0.00012543918,0.00055204896,0.0006075574,0.00016225326,0.000026091875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076748495,0.00020935092,0.00083061476,0.00018010967,0.000105190295,0.000010513624,0.00022768001,0.00025391413,0.000079904596],"category_scores_gemma":[0.0007412839,0.00012895846,0.00019705022,0.00045609157,0.00010707415,0.00003379661,0.000039985083,0.0010777444,0.00004930531],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029468163,0.00007954529,0.0000014338033,0.0030138176,0.000086878244,0.0000053892527,0.0003154626,0.00006740127,1.8303027e-7,0.0018098785,0.041200217,0.9534168],"study_design_scores_gemma":[0.0000832182,0.000041229934,0.0000017910938,0.012015818,0.00028591757,0.00036161652,0.00021824338,0.0023041172,1.8925043e-7,0.00009195814,0.98448324,0.00011264556],"about_ca_topic_score_codex":0.000030363752,"about_ca_topic_score_gemma":4.6601062e-7,"teacher_disagreement_score":0.9533042,"about_ca_system_score_codex":0.00011747627,"about_ca_system_score_gemma":0.0010537944,"threshold_uncertainty_score":0.52587736},"labels":[],"label_agreement":null},{"id":"W2035700224","doi":"10.1207/s15389286ajde2002_3","title":"Impact of Facilitated Asynchronous Distance Education on Clinical Skills Development of International Pharmacy Graduates","year":2006,"lang":"en","type":"article","venue":"American Journal of Distance Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Licensure; Medical education; Context (archaeology); Distance education; Fluency; Economic shortage; Psychology; Medicine; Nursing; Pedagogy; Mathematics education; Geography","score_opus":0.015327410299696259,"score_gpt":0.4146915157249522,"score_spread":0.39936410542525597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035700224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98411906,0.00025267122,0.011653675,0.0010864125,0.001787189,0.00022816967,0.000013305787,0.000009133956,0.0008504011],"genre_scores_gemma":[0.9743087,0.000103364844,0.024386454,0.00017645767,0.00058949995,0.000016438977,0.00018245824,0.000018419205,0.00021815371],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970691,0.000096989206,0.0018051559,0.00020264882,0.0006522636,0.00017379632],"domain_scores_gemma":[0.9952392,0.00013976014,0.0022514898,0.00025288464,0.0020283954,0.00008829094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070147304,0.00017709061,0.00049397536,0.00040794426,0.000050135164,0.000012238427,0.00022553244,0.000038245416,0.00010735176],"category_scores_gemma":[0.00084364903,0.00014983995,0.0002038032,0.00077971845,0.00041036832,0.00019913871,0.000011025841,0.00031217097,0.000007004112],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045239774,0.0068188026,0.4061332,0.00005590218,0.0001756311,5.311807e-7,0.0009419027,0.00004052519,0.001033277,0.0006101621,0.008395007,0.57534266],"study_design_scores_gemma":[0.0011174295,0.0011315935,0.97629523,0.0008383567,0.0001001086,0.000041476535,0.0023824181,0.00006883543,0.0030380238,0.00026560147,0.014539846,0.00018108013],"about_ca_topic_score_codex":0.000115388546,"about_ca_topic_score_gemma":0.0000070241945,"teacher_disagreement_score":0.5751616,"about_ca_system_score_codex":0.0008420289,"about_ca_system_score_gemma":0.005556334,"threshold_uncertainty_score":0.9856698},"labels":[],"label_agreement":null},{"id":"W2035844919","doi":"10.1007/s10459-014-9566-9","title":"An investigation of students’ perceptions of ethical practice: engaging a reflective dialogue about ethics education in the health professions","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Alberta; Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Health professions; Perception; Medical education; Psychology; Engineering ethics; Pedagogy; Medicine; Health care; Political science","score_opus":0.05609392938632455,"score_gpt":0.5623474775292802,"score_spread":0.5062535481429556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035844919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.849709,0.0012489887,0.0027413296,0.14246847,0.001434073,0.0016623389,0.0000018687756,0.000018633207,0.00071531284],"genre_scores_gemma":[0.92607176,0.0013826494,0.04377298,0.02817033,0.00020993198,0.00028349095,0.000088032255,0.000008367139,0.000012455518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99412966,0.002901108,0.0011867055,0.0003905425,0.0010922687,0.00029969006],"domain_scores_gemma":[0.9961525,0.0014557674,0.001069339,0.00043568294,0.00078712305,0.00009957189],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019678319,0.00012341393,0.0002998666,0.0007104687,0.00048170367,0.000021375245,0.00037919666,0.00018717625,0.000009255308],"category_scores_gemma":[0.010021926,0.000097881784,0.00002586932,0.0028298725,0.00077282154,0.00077730074,0.000022391818,0.0016617186,0.00000162834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054616103,0.0026990697,0.5107644,0.0015298061,0.0000034155366,4.2623423e-8,0.19924095,0.00029380806,0.00020161892,0.08552239,0.00063685025,0.199053],"study_design_scores_gemma":[0.00037784578,0.0013561035,0.76751196,0.0030308177,0.000011893414,0.000014831386,0.20871389,0.0009935998,0.00004820475,0.015553579,0.0022627881,0.0001244813],"about_ca_topic_score_codex":0.001996751,"about_ca_topic_score_gemma":0.0009251758,"teacher_disagreement_score":0.25674754,"about_ca_system_score_codex":0.000539135,"about_ca_system_score_gemma":0.014810595,"threshold_uncertainty_score":0.99831706},"labels":[],"label_agreement":null},{"id":"W2035957039","doi":"10.3138/jvme.32.1.129","title":"Exploring Student Attitudes to Directed Self-Learning Online through Evaluation of an Internet-Based Biomolecular Sciences Resource","year":2005,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Medical education; Curriculum; Resource (disambiguation); The Internet; Psychology; Focus group; Experiential learning; Mathematics education; Medicine; Computer science; Pedagogy; World Wide Web","score_opus":0.2162080303913812,"score_gpt":0.49577171083329663,"score_spread":0.27956368044191543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035957039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98889244,0.00028449498,0.0013319136,0.008219466,0.00074605364,0.00028768225,3.6013736e-7,0.00003921631,0.0001983692],"genre_scores_gemma":[0.92358744,0.00003051908,0.0733184,0.0019944783,0.0009749781,0.000030107238,0.000030800868,0.000017092834,0.00001615539],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955888,0.00041245797,0.00093492225,0.00022382129,0.0026509857,0.00018901324],"domain_scores_gemma":[0.9976431,0.00008576291,0.00050234445,0.00020216125,0.0013626381,0.00020395605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004261728,0.00013872268,0.00029914515,0.0005467015,0.000086261425,0.000023828388,0.0003040564,0.000091252085,0.00033480345],"category_scores_gemma":[0.0053930525,0.0001174583,0.00007769653,0.0009541105,0.0001338726,0.00046330204,0.000044412936,0.00044728862,0.0000054822385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004719698,0.012674502,0.005939125,0.00028074745,0.00016587671,0.00002153062,0.010490438,0.0017363473,0.012233838,0.00010329914,0.0021330134,0.9537493],"study_design_scores_gemma":[0.010491397,0.035022635,0.5372463,0.013050545,0.001627623,0.0029234155,0.026009154,0.14725548,0.024561264,0.000092766044,0.20068295,0.0010364633],"about_ca_topic_score_codex":0.000022329434,"about_ca_topic_score_gemma":0.0000028969193,"teacher_disagreement_score":0.95271283,"about_ca_system_score_codex":0.00052759686,"about_ca_system_score_gemma":0.0028372721,"threshold_uncertainty_score":0.64563775},"labels":[],"label_agreement":null},{"id":"W2036118997","doi":"10.1046/j.1365-2923.2004.01772.x","title":"Student perceptions of effective small group teaching","year":2004,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":239,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"TUTOR; Small group learning; Curriculum; Focus group; Medical education; Psychology; Perception; Group work; Relevance (law); Teaching method; Problem-based learning; Mathematics education; Pedagogy; Medicine; Sociology","score_opus":0.007080826160546604,"score_gpt":0.36840698366519026,"score_spread":0.36132615750464364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036118997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659779,0.000084486324,0.012017237,0.014884484,0.0012660992,0.00064885407,6.8511935e-7,0.00006121468,0.0050590476],"genre_scores_gemma":[0.9780957,0.000020845278,0.013873102,0.0067312196,0.0006732269,0.00022377064,0.0001328852,0.000018276352,0.00023094453],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834657,0.00007560027,0.00042977353,0.00023295789,0.0007349386,0.00018015466],"domain_scores_gemma":[0.9991738,0.000057190737,0.00011587254,0.0002980327,0.0002476299,0.000107438085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009404497,0.00011664672,0.00022212786,0.00023763883,0.000112773705,0.000008622148,0.00014007391,0.00017117258,0.0005880861],"category_scores_gemma":[0.0042793304,0.00010176701,0.00007258891,0.00036526145,0.00018558918,0.00006808247,0.000033376113,0.0005883715,0.000065582186],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004888757,0.009692405,0.057716083,0.00038240833,0.00009274927,0.0000038017502,0.009219835,0.000008956312,0.0024316944,0.028481625,0.012719618,0.87920195],"study_design_scores_gemma":[0.0020819441,0.0005713572,0.97383404,0.0012096552,0.00016404466,0.00012750135,0.0072418493,0.00008815204,0.00038559735,0.0013466644,0.012758058,0.00019112416],"about_ca_topic_score_codex":0.00018171362,"about_ca_topic_score_gemma":0.0000155761,"teacher_disagreement_score":0.91611797,"about_ca_system_score_codex":0.00043796148,"about_ca_system_score_gemma":0.001283979,"threshold_uncertainty_score":0.64391303},"labels":[],"label_agreement":null},{"id":"W2036193288","doi":"10.1377/hlthaff.20.1.309","title":"Medical Professionalism: Another View","year":2001,"lang":"en","type":"letter","venue":"Health Affairs","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Health care; Value (mathematics); Public relations; Foundation (evidence); Population; Medicine; Health policy; Nursing; Political science; Law","score_opus":0.05083032914750245,"score_gpt":0.4068574696412513,"score_spread":0.35602714049374884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036193288","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030020876,0.0023678604,0.00032220484,0.97381586,0.0033583632,0.0010960246,0.000009587134,0.00018469317,0.018815389],"genre_scores_gemma":[0.00018318654,0.0008223837,0.0018635385,0.9569792,0.012052629,0.00023742282,0.0018264612,0.00011542267,0.025919734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99529904,0.00022891488,0.00096830074,0.000538469,0.002179973,0.00078529224],"domain_scores_gemma":[0.9983152,0.00010701497,0.00038590125,0.0007331932,0.00028334005,0.0001753608],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001274587,0.0003332042,0.0007862386,0.00035559534,0.0001640599,0.000012496442,0.00026821284,0.0016333368,0.015146598],"category_scores_gemma":[0.0010886623,0.00026568992,0.00012417385,0.00074201083,0.00020715682,0.00004425859,0.000054450586,0.0047025913,0.0009492963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011219143,0.00011609445,0.00006656073,0.0020140696,0.000030167741,0.00028312835,0.00017673004,1.4822456e-8,1.4610539e-7,0.00012409504,0.9386794,0.0584984],"study_design_scores_gemma":[0.00060990336,0.00012085737,0.00017109931,0.0030807864,0.000030015459,0.00049058226,0.00018265641,0.000031762473,6.953615e-7,0.00015213905,0.9949295,0.00020003362],"about_ca_topic_score_codex":0.000084761305,"about_ca_topic_score_gemma":0.0000056651284,"teacher_disagreement_score":0.058298368,"about_ca_system_score_codex":0.00062284566,"about_ca_system_score_gemma":0.0053938143,"threshold_uncertainty_score":0.99997956},"labels":[],"label_agreement":null},{"id":"W2036252074","doi":"10.1097/acm.0b013e3182764cb6","title":"Remediation of Residents in Difficulty","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Licensure; Strengths and weaknesses; Family medicine; Medicine; Weakness; Environmental remediation; Medical education; Medical record; Psychology; Surgery","score_opus":0.0396395606080592,"score_gpt":0.3889334309021018,"score_spread":0.34929387029404263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036252074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98660225,0.0008711318,0.00022178424,0.008604539,0.0008287478,0.00027351585,4.543825e-7,0.000023878898,0.0025737023],"genre_scores_gemma":[0.9954123,0.0003150153,0.000365675,0.0017233379,0.001348824,0.000020383879,0.0000736767,0.000011770302,0.00072905305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835753,0.000041900952,0.0006659681,0.00012302758,0.00055917224,0.0002524066],"domain_scores_gemma":[0.99928564,0.00008945691,0.00019009788,0.00021273809,0.00012822467,0.00009385468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001363387,0.00009161027,0.000276996,0.00035225123,0.000016733868,3.6125857e-7,0.000090729496,0.00021535257,0.00032105212],"category_scores_gemma":[0.004991767,0.00006943908,0.000016464706,0.00079640973,0.00015593875,0.00012438754,0.000021166426,0.0005929847,0.000031293166],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007202976,0.00007839311,0.8807965,0.00019986335,0.00001666582,0.0000018014931,0.009664928,0.0000012258238,0.027597884,0.0032105874,0.065287635,0.013072505],"study_design_scores_gemma":[0.001562559,0.000084323015,0.9903396,0.0006142136,0.000048073194,0.000026050124,0.0017959097,0.00009987206,0.0021472625,0.00031592126,0.002901655,0.0000646045],"about_ca_topic_score_codex":0.00009692487,"about_ca_topic_score_gemma":0.000001185513,"teacher_disagreement_score":0.10954308,"about_ca_system_score_codex":0.00013705915,"about_ca_system_score_gemma":0.000059204296,"threshold_uncertainty_score":0.5975972},"labels":[],"label_agreement":null},{"id":"W2036538600","doi":"10.1007/s40596-015-0289-x","title":"Elevating the Behavioral and Social Sciences in Premedical Training: MCAT2015","year":2015,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Association of American Medical Colleges","keywords":"Outreach; Medical education; Psychology; Test (biology); Population; Medical school; Medicine; Political science","score_opus":0.08503228527409737,"score_gpt":0.44250829372634853,"score_spread":0.35747600845225114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036538600","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09967418,0.0015745236,0.000011121385,0.044344485,0.8520506,0.0005734448,0.000017995357,0.00007263061,0.0016810318],"genre_scores_gemma":[0.015635908,0.00011871309,0.0019786682,0.003168724,0.97822,0.00011485116,0.00029286684,0.000051561554,0.0004187404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962121,0.00012116751,0.0007880561,0.0005270459,0.0018580891,0.00049348926],"domain_scores_gemma":[0.9989145,0.0002308649,0.00035639873,0.00020929426,0.00022142332,0.00006756056],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044461396,0.00026868843,0.0004642897,0.00030223568,0.00028453307,0.000028291477,0.00048047432,0.0019498969,0.00003179687],"category_scores_gemma":[0.0032099732,0.00019566431,0.000054311397,0.00078545744,0.0011217741,0.00011031566,0.000109125336,0.0059687137,0.000011184245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025462852,0.0000654694,0.0045535485,0.00009359676,0.000012560404,0.0000011134432,0.0039332835,7.4824136e-8,0.0000046624978,0.0004681426,0.97923005,0.011612024],"study_design_scores_gemma":[0.0013466924,0.00021291702,0.0017153415,0.0005990512,0.00015571977,0.000027811226,0.007814043,0.00008770854,5.112663e-7,0.0028118026,0.9849703,0.00025810127],"about_ca_topic_score_codex":0.000053225784,"about_ca_topic_score_gemma":0.000016696176,"teacher_disagreement_score":0.12616938,"about_ca_system_score_codex":0.00024260457,"about_ca_system_score_gemma":0.005426601,"threshold_uncertainty_score":0.9993458},"labels":[],"label_agreement":null},{"id":"W2036683934","doi":"10.1097/acm.0000000000000681","title":"Learning Curves in Health Professions Education","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Learning curve; Competence (human resources); Inflection point; Mathematics education; Computer science; Point (geometry); Psychology; Mathematics; Social psychology","score_opus":0.07841701706496772,"score_gpt":0.47171474444858336,"score_spread":0.3932977273836156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036683934","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35716924,0.015878255,0.00091526896,0.6047361,0.002712061,0.0013623814,3.2581167e-7,0.00017874835,0.017047627],"genre_scores_gemma":[0.92279786,0.0032237596,0.0009189566,0.0535999,0.0014949533,0.00015231913,0.00026093997,0.000028160961,0.017523123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806595,0.00016215022,0.00071106275,0.00022865686,0.0005568712,0.00027530195],"domain_scores_gemma":[0.99898565,0.00006664509,0.0002231678,0.00021260399,0.0002631289,0.00024878554],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029153605,0.00011637731,0.00032433518,0.0003991812,0.00005798541,0.0000010930697,0.000109970875,0.00016291725,0.00020297094],"category_scores_gemma":[0.010443527,0.000090220354,0.000013012569,0.0011322702,0.00013870042,0.00009778966,0.000028049986,0.0016340638,0.00006462108],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035432993,0.000086798704,0.08114548,0.00081490475,0.000008721569,0.0000023969708,0.016179698,0.0000047401295,0.00017665823,0.0035622856,0.8200077,0.07797518],"study_design_scores_gemma":[0.0052103116,0.0015680237,0.07369232,0.038644336,0.00007477422,0.0003046709,0.09998078,0.001257944,0.00008895089,0.0063948724,0.7724149,0.00036809765],"about_ca_topic_score_codex":0.00023163049,"about_ca_topic_score_gemma":0.0000030672504,"teacher_disagreement_score":0.56562865,"about_ca_system_score_codex":0.0004076437,"about_ca_system_score_gemma":0.0020772335,"threshold_uncertainty_score":0.9978919},"labels":[],"label_agreement":null},{"id":"W2036686411","doi":"10.1002/chp.1340210105","title":"Lifelong learning in ethical practice: A challenge for continuing medical education","year":2001,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Competence (human resources); Medical education; Continuing medical education; Lifelong learning; Continuing education; Medicine; Psychology; Formal education; Medical ethics; Nursing; Engineering ethics; Pedagogy; Social psychology","score_opus":0.03518438942456286,"score_gpt":0.48988755826722286,"score_spread":0.45470316884266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036686411","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48268917,0.0016435222,0.0015235124,0.50932795,0.002867984,0.0011116768,2.0008191e-7,0.000016195525,0.0008197992],"genre_scores_gemma":[0.9546654,0.001376842,0.010143938,0.030501982,0.0020655715,0.00022422789,0.00002280132,0.000029453633,0.0009697688],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954935,0.0012176553,0.0017510188,0.00020307225,0.0009280205,0.00040676666],"domain_scores_gemma":[0.99466074,0.0017235541,0.0015140321,0.00027468803,0.0016052783,0.00022171036],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01460791,0.00015207505,0.00046340594,0.00077506877,0.00019549341,0.00003359415,0.00028225948,0.00041341298,0.00007178977],"category_scores_gemma":[0.049059752,0.00011219425,0.00009384307,0.0009967503,0.00008396712,0.00028673917,0.000025518639,0.0038301025,0.0000045378893],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040142026,0.0031264524,0.0182438,0.00035292204,0.00001540497,0.00000840564,0.07260849,0.00000581244,0.000018081857,0.0065495376,0.03838002,0.86028963],"study_design_scores_gemma":[0.0046751895,0.0012805781,0.09762621,0.02535334,0.0000980368,0.0018791598,0.35855433,0.0010671938,0.0000070514598,0.0034742998,0.5056901,0.0002945061],"about_ca_topic_score_codex":0.000055691937,"about_ca_topic_score_gemma":0.000048144673,"teacher_disagreement_score":0.8599951,"about_ca_system_score_codex":0.000535768,"about_ca_system_score_gemma":0.009680062,"threshold_uncertainty_score":0.9984681},"labels":[],"label_agreement":null},{"id":"W2036692783","doi":"10.1007/s10459-014-9494-8","title":"Data dredging, salami-slicing, and other successful strategies to ensure rejection: twelve tips on how to not get your paper published","year":2014,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Currency; Reading (process); Computer science; Public relations; Psychology; Medical education; Medicine; Law; Political science; Economics","score_opus":0.02788569610152812,"score_gpt":0.4174150823552222,"score_spread":0.38952938625369404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036692783","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008933707,0.0019406256,0.0013469805,0.10510763,0.8727064,0.0027203897,0.00013962484,0.00014982454,0.0069547812],"genre_scores_gemma":[0.04563467,0.0022243685,0.033967435,0.05390235,0.85708785,0.0009438329,0.0024076886,0.00015658361,0.0036752203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945603,0.00023739436,0.0009685734,0.0017066272,0.0017984544,0.000728632],"domain_scores_gemma":[0.9961253,0.00059539644,0.000742034,0.0014504701,0.0007496419,0.00033714753],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052405414,0.0004261235,0.000679404,0.0013329431,0.0005060564,0.0005373591,0.0009927185,0.00043999782,0.00010340897],"category_scores_gemma":[0.011639393,0.0003771826,0.00003030012,0.002495298,0.00034739458,0.0019187249,0.00017349835,0.0011767657,0.000028306713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059486036,0.00016695255,0.001847904,0.00081886543,0.0000064598,3.1931052e-7,0.0015586707,0.00007213346,0.0000052569044,0.0011653265,0.9368294,0.057469267],"study_design_scores_gemma":[0.00030706514,0.000853303,0.002436687,0.0020172782,0.000017957143,0.000008450191,0.005182433,0.00018660577,0.0000065330587,0.0005602281,0.9880881,0.00033540855],"about_ca_topic_score_codex":0.0013225068,"about_ca_topic_score_gemma":0.002002202,"teacher_disagreement_score":0.057133857,"about_ca_system_score_codex":0.0007526936,"about_ca_system_score_gemma":0.0070847473,"threshold_uncertainty_score":0.99986804},"labels":[],"label_agreement":null},{"id":"W2036770168","doi":"10.1007/s40596-015-0321-1","title":"Assessing the Effectiveness of a Single Seminar in Preparing Psychiatry Residents for Practice","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Psychology; Medicine; MEDLINE; Psychiatry; Political science","score_opus":0.04038573403496418,"score_gpt":0.431766142509221,"score_spread":0.3913804084742568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036770168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96956635,0.0015641977,0.0029482106,0.014958005,0.0046853395,0.0011758121,0.0000014217507,0.00004383112,0.0050568073],"genre_scores_gemma":[0.95657843,0.000019586509,0.04036291,0.0019648813,0.00080221664,0.00015605059,0.000019585268,0.00003188766,0.000064436426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99813575,0.00030681025,0.00059340906,0.00028169554,0.00042719935,0.0002551257],"domain_scores_gemma":[0.99819195,0.0007135917,0.0003450287,0.0003813824,0.00030624322,0.00006178988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060372786,0.0001321462,0.00025655166,0.00019273261,0.00006719327,0.00001567049,0.0002259724,0.00027982463,0.0000021029994],"category_scores_gemma":[0.0091171535,0.00009434828,0.00005730823,0.0007656807,0.000104005885,0.00043128745,0.000046992387,0.0008382584,0.0000043864598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016474496,0.0011455399,0.90966934,0.0017631602,0.00012706444,8.6295245e-7,0.0016500438,0.000066275825,0.004661789,0.011842237,0.060064238,0.0073620263],"study_design_scores_gemma":[0.010352348,0.0010694008,0.8471951,0.01075509,0.00068019907,0.00042513377,0.024433503,0.0013255436,0.0027293873,0.08356626,0.016913284,0.00055475737],"about_ca_topic_score_codex":0.000053264106,"about_ca_topic_score_gemma":0.0000048747593,"teacher_disagreement_score":0.07172403,"about_ca_system_score_codex":0.0002283208,"about_ca_system_score_gemma":0.0011270748,"threshold_uncertainty_score":0.9992295},"labels":[],"label_agreement":null},{"id":"W2036814845","doi":"10.1111/j.1365-2929.2005.02275.x","title":"Time for gun control?","year":2005,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humiliation; Intimidation; Embarrassment; Context (archaeology); Psychology; Social psychology; Value (mathematics); Intervention (counseling); Denial; Set (abstract data type); Compromise; Poison control; Medicine; Medical education; Psychotherapist; Sociology; Psychiatry; Medical emergency; History","score_opus":0.004537286764410172,"score_gpt":0.35020666108756443,"score_spread":0.34566937432315425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036814845","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018663984,0.00065567263,0.0015987592,0.047963887,0.9438756,0.0016144017,0.000059558766,0.00017139316,0.0038740574],"genre_scores_gemma":[0.00008888102,0.00009305594,0.0036366526,0.01726363,0.9320722,0.0010876883,0.011058011,0.000105413994,0.03459445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955692,0.00006633862,0.0009129194,0.00060832954,0.0023863623,0.00045682982],"domain_scores_gemma":[0.9960242,0.00072759343,0.00037691477,0.00068956596,0.0019487336,0.00023298601],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016595081,0.00035662146,0.0007185371,0.0003838397,0.00013700964,0.000035344136,0.00034994027,0.0021922812,0.00471271],"category_scores_gemma":[0.06677581,0.00032292664,0.0002113261,0.00040825852,0.0002782939,0.00009134921,0.000020048548,0.0014953036,0.0007684431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010364826,0.0008384479,0.0000052555015,0.00037041435,0.00007149151,8.570757e-7,0.000104061495,2.365495e-7,0.000005652155,0.00005229929,0.8257722,0.17267543],"study_design_scores_gemma":[0.002198151,0.00018491934,0.00002797662,0.0008563905,0.0003826848,0.000013754559,0.000056143916,0.001250864,0.0000058704704,0.0000700177,0.9946803,0.00027292536],"about_ca_topic_score_codex":0.000023030278,"about_ca_topic_score_gemma":0.000004570912,"teacher_disagreement_score":0.1724025,"about_ca_system_score_codex":0.0008076552,"about_ca_system_score_gemma":0.018912114,"threshold_uncertainty_score":0.9999223},"labels":[],"label_agreement":null},{"id":"W2037183674","doi":"10.12927/cjnl.2011.22463","title":"Master's-Prepared Novice? Commentary from a New Master's-Prepared Graduate","year":2011,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Psychology; Nursing; Graduate students; Medical education; Sociology; Pedagogy; Medicine","score_opus":0.42588779172675884,"score_gpt":0.34857745886067165,"score_spread":0.07731033286608718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037183674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87691224,0.0003170097,0.004789676,0.08767916,0.0036535778,0.0009522068,0.0000147458695,0.0005053665,0.025176007],"genre_scores_gemma":[0.9342337,0.0000028973518,0.040846173,0.020983681,0.0014051683,0.00002824084,0.0004521778,0.00007614805,0.0019717761],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99749535,0.00011048399,0.0006241772,0.00055399834,0.0006141127,0.000601887],"domain_scores_gemma":[0.9984398,0.00007297853,0.00020085312,0.0008537236,0.00016346246,0.00026916858],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000347378,0.00030284774,0.0003947114,0.0002740857,0.00013681,0.000040462928,0.0002936292,0.00023081253,0.0017431123],"category_scores_gemma":[0.00028597662,0.00030619316,0.00011630039,0.00054625474,0.00029496528,0.00023234628,0.000028772041,0.0005968235,0.0003802531],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001639313,0.0015903614,0.020974906,0.0001997919,0.00033599616,0.00006126575,0.18049572,0.0000012634714,0.0025636465,0.00023273163,0.5868292,0.20507579],"study_design_scores_gemma":[0.024459034,0.002981533,0.49048528,0.0144959,0.0031740658,0.00042759755,0.36841333,0.0045976867,0.02518255,0.0316165,0.030771738,0.0033947988],"about_ca_topic_score_codex":0.0007777382,"about_ca_topic_score_gemma":0.00003791021,"teacher_disagreement_score":0.55605745,"about_ca_system_score_codex":0.00044339732,"about_ca_system_score_gemma":0.00021963152,"threshold_uncertainty_score":0.999939},"labels":[],"label_agreement":null},{"id":"W2037218142","doi":"10.1097/00001888-200010000-00006","title":"Three Questions for the LCME","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Context (archaeology); Leverage (statistics); Health care; Medical education; Statement (logic); Psychology; Public relations; Mission statement; Medicine; Political science; Law; Computer science","score_opus":0.04458126436997828,"score_gpt":0.3984456063485034,"score_spread":0.3538643419785251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037218142","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1995251,0.0057596313,0.079584725,0.6892174,0.0023741967,0.002902256,0.000006944844,0.0003219839,0.020307757],"genre_scores_gemma":[0.86972356,0.0027640758,0.0045502353,0.07322558,0.012517363,0.00092244346,0.00020831836,0.00007572774,0.036012683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987572,0.000012505063,0.0004145489,0.00020144728,0.000365801,0.0002485264],"domain_scores_gemma":[0.9989438,0.00035219293,0.000064015854,0.00039599786,0.00016529184,0.00007869361],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009787411,0.00011631863,0.00020453974,0.00009004346,0.00019973863,0.0000023773966,0.0001974308,0.00018621041,0.0043158047],"category_scores_gemma":[0.0022977868,0.00006597245,0.000035920944,0.0004900002,0.00037627452,0.000050042403,0.000009922138,0.00070312375,0.0001613161],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007153286,0.000015054578,0.0011365779,0.000044382938,0.00004651192,0.00000124195,0.0010851894,0.0000046785503,0.00038964394,0.018372161,0.61379915,0.36503386],"study_design_scores_gemma":[0.0016669548,0.00024274977,0.016316827,0.0003334332,0.0002946783,0.00012267422,0.0006045955,0.004056911,0.000063897896,0.011738359,0.96445924,0.00009966476],"about_ca_topic_score_codex":0.000058448666,"about_ca_topic_score_gemma":0.000003485719,"teacher_disagreement_score":0.6701985,"about_ca_system_score_codex":0.00007093282,"about_ca_system_score_gemma":0.00011469992,"threshold_uncertainty_score":0.99659437},"labels":[],"label_agreement":null},{"id":"W2037317887","doi":"10.4300/jgme-d-11-00083.1","title":"Deconstructing Quality in Education Research","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Medical education; Psychology; Subject (documents); Persuasion; Medicine; Computer science; Social psychology; Library science","score_opus":0.2301799346129748,"score_gpt":0.519937019305551,"score_spread":0.2897570846925762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037317887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97269464,0.00037192466,0.00019378924,0.012963659,0.0038084202,0.00024747508,1.6053428e-7,0.000010993863,0.009708934],"genre_scores_gemma":[0.9775102,0.00021000768,0.018417835,0.0023011118,0.001253881,0.00002641946,0.000011412553,0.000018136265,0.00025097057],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958301,0.00040435244,0.0014212012,0.0001920257,0.0018548699,0.00029742884],"domain_scores_gemma":[0.99596155,0.00016292122,0.00054936466,0.0003018078,0.0027322148,0.0002921376],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009526887,0.00011459754,0.00033415877,0.0012711218,0.000092098206,0.000017705332,0.00025654526,0.00020599,0.0008820968],"category_scores_gemma":[0.026155971,0.00009717011,0.000084743784,0.0015486128,0.00030641005,0.0002865823,0.000032017666,0.0016459023,0.000035937817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014825107,0.0032942048,0.0932801,0.00017677319,0.000024312538,0.000009307132,0.004354483,8.910782e-8,0.00013788356,0.0073857238,0.026587807,0.8646011],"study_design_scores_gemma":[0.0019978276,0.0006107877,0.90201175,0.0031926157,0.00007451336,0.002275685,0.042391445,0.00012264436,0.0012643298,0.031128023,0.014655223,0.00027513434],"about_ca_topic_score_codex":0.00033907147,"about_ca_topic_score_gemma":0.000022789343,"teacher_disagreement_score":0.86432594,"about_ca_system_score_codex":0.00060367427,"about_ca_system_score_gemma":0.014081734,"threshold_uncertainty_score":0.99150753},"labels":[],"label_agreement":null},{"id":"W2037334652","doi":"10.2196/jmir.7.2.e14","title":"Shoestring Budgets, Band-Aids, and Team Work: Challenges and Motivators in the Development of a Web-Based Resource for Undergraduate Clinical Skills Teaching","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University Health Network; Princess Margaret Cancer Centre; University of Toronto","funders":"University of Toronto","keywords":"Preceptor; Medical education; Resource (disambiguation); Psychology; Medicine; Nursing; Computer science","score_opus":0.10306355085692019,"score_gpt":0.4693449252922915,"score_spread":0.3662813744353713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037334652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93302757,0.0017646641,0.0009567119,0.06333991,0.0000929613,0.000293061,2.574161e-7,0.0000041304884,0.0005207586],"genre_scores_gemma":[0.9841617,0.00071135396,0.013847592,0.00059537386,0.00054811616,0.00001556492,0.000002346134,0.000013214817,0.00010476611],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571604,0.00063201756,0.0012430997,0.00019329009,0.0019056562,0.00030991665],"domain_scores_gemma":[0.9960314,0.003047126,0.00023180532,0.00016414183,0.00030999427,0.00021555077],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033725396,0.00010438937,0.0003814286,0.00051901094,0.000066567896,0.000025697185,0.00034670715,0.00021652156,0.00002389666],"category_scores_gemma":[0.01949526,0.00006336603,0.00005995003,0.00024277359,0.0004473617,0.00006624469,0.00009082876,0.0022953649,8.448735e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035269302,0.0010442232,0.01692823,0.0002456689,0.00008388918,0.000015564896,0.0045090904,0.0000013433702,0.00002766825,0.0010543392,0.0151846325,0.96055263],"study_design_scores_gemma":[0.02142008,0.0048524225,0.3022753,0.017752675,0.00013902313,0.00056830206,0.023314219,0.0069979173,0.0017854271,0.0017199387,0.6187568,0.00041794055],"about_ca_topic_score_codex":0.0000045346596,"about_ca_topic_score_gemma":0.00002022861,"teacher_disagreement_score":0.96013474,"about_ca_system_score_codex":0.00013820689,"about_ca_system_score_gemma":0.00081478356,"threshold_uncertainty_score":0.9972345},"labels":[],"label_agreement":null},{"id":"W2037773506","doi":"10.1097/00001888-200009000-00009","title":"Scholarship in Teaching","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":191,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Memorial University of Newfoundland; University of Toronto","funders":"","keywords":"Scholarship; Promotion (chess); Sociology; Educational research; Work (physics); Psychology; Medical education; Engineering ethics; Pedagogy; Public relations; Medicine; Political science; Engineering","score_opus":0.03874370608843935,"score_gpt":0.4075622552774415,"score_spread":0.36881854918900214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037773506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9057202,0.00054006546,0.000079887446,0.039538015,0.0002655952,0.0002415422,1.8318238e-7,0.0000719652,0.053542547],"genre_scores_gemma":[0.9693538,0.0003163944,0.00078190025,0.018094007,0.0012382041,0.000025967016,0.00003770348,0.000019094496,0.010132951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984134,0.000070346665,0.0005293623,0.00024089767,0.00046491547,0.00028108322],"domain_scores_gemma":[0.9994528,0.00007742808,0.000052204818,0.0002725282,0.000045842637,0.00009919637],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020154263,0.000118307325,0.00026328783,0.00030880744,0.00005892455,0.000002007171,0.00014894895,0.00024655255,0.005284528],"category_scores_gemma":[0.0032023147,0.000093210205,0.000017263317,0.00056711823,0.00015569557,0.00012945899,0.000011435338,0.0024474997,0.0003106016],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001009017,0.00004580026,0.10015763,0.00008891676,0.000016657808,0.000039745923,0.006040571,0.0000034202387,0.0028030467,0.006552882,0.06335951,0.82079095],"study_design_scores_gemma":[0.006311203,0.00041994697,0.34921488,0.0034488582,0.00011021669,0.00052802113,0.0024300243,0.00086285383,0.00037427194,0.010835229,0.62511986,0.00034459532],"about_ca_topic_score_codex":0.000048487334,"about_ca_topic_score_gemma":9.4541423e-7,"teacher_disagreement_score":0.8204463,"about_ca_system_score_codex":0.0001560483,"about_ca_system_score_gemma":0.000084721825,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W2037938207","doi":"10.1080/01421590801993022","title":"Introducing competency-based postgraduate medical education in the Netherlands","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Portfolio; Specialty; Legislation; Task (project management); Psychology; Medicine; Pedagogy; Political science; Management; Family medicine","score_opus":0.017415341350235942,"score_gpt":0.33492776778540706,"score_spread":0.31751242643517114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037938207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7830797,0.00018299685,0.0011184311,0.19991004,0.0007251735,0.00034958866,1.909207e-7,0.00006976241,0.014564145],"genre_scores_gemma":[0.95841205,0.000065800625,0.0024721948,0.0350027,0.0021093015,0.0001124893,0.00016039664,0.000029799801,0.0016352655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620223,0.00030380517,0.00058183126,0.00032784074,0.0022393109,0.00034497463],"domain_scores_gemma":[0.99890286,0.00008550786,0.000084304425,0.0005341747,0.00016187216,0.00023127328],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002960291,0.00016693088,0.00028342637,0.0002308549,0.00013870404,0.000010276464,0.00039426814,0.00032069566,0.0059338603],"category_scores_gemma":[0.0112689305,0.00010659214,0.00007354846,0.0008577761,0.00045176668,0.000053059073,0.000030247213,0.0014590636,0.00013664983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009975831,0.0039767376,0.4400136,0.00010576593,0.00003427458,0.0002465057,0.0039225146,0.0000036045008,0.000016930868,0.002704342,0.35848767,0.19038829],"study_design_scores_gemma":[0.011428596,0.00092673145,0.4688247,0.0022376666,0.00017979904,0.004446867,0.0044001257,0.17022465,0.00008744483,0.0026624748,0.3335649,0.0010160374],"about_ca_topic_score_codex":0.0001630345,"about_ca_topic_score_gemma":0.000043421453,"teacher_disagreement_score":0.18937226,"about_ca_system_score_codex":0.00015593834,"about_ca_system_score_gemma":0.0074955127,"threshold_uncertainty_score":0.9981311},"labels":[],"label_agreement":null},{"id":"W2037939870","doi":"10.1176/appi.ap.13030023","title":"The Future of Psychiatric Education: An International Perspective","year":2013,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Joseph's Hospital","funders":"","keywords":"Perspective (graphical); Psychiatry; Psychology; Medical education; Medicine; Computer science","score_opus":0.00874161614582878,"score_gpt":0.3430572766010186,"score_spread":0.3343156604551898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037939870","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004612991,0.009636218,0.00002316621,0.91816115,0.047805935,0.0007244164,0.000015094673,0.00006457467,0.018956427],"genre_scores_gemma":[0.0007658217,0.0033438206,0.0083631035,0.8418135,0.13469522,0.00026286914,0.0008034956,0.00009258042,0.009859583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721366,0.00009501773,0.0008566132,0.00053480733,0.0009526348,0.00034725023],"domain_scores_gemma":[0.9969238,0.000059365295,0.00073123456,0.0010089092,0.0012036877,0.00007301259],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00039941806,0.00032536415,0.0003523073,0.0004607484,0.00020072787,0.000029414135,0.0010294339,0.0017668791,0.0005185113],"category_scores_gemma":[0.00023241284,0.00023527189,0.00017989422,0.0007509639,0.00027956205,0.00024110812,0.000054645774,0.0065049324,0.00014215035],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022407885,0.00012546308,0.00463366,0.00010688406,0.00013932468,4.434604e-7,0.00023734868,7.6998134e-8,0.0000029954326,0.024063695,0.9438495,0.026818175],"study_design_scores_gemma":[0.00032728555,0.00010386743,0.0076780017,0.00018933776,0.00018096792,0.00013445472,0.0037452818,0.00001898259,0.0000016075944,0.020416092,0.96699125,0.0002128625],"about_ca_topic_score_codex":0.00004612717,"about_ca_topic_score_gemma":0.0000023049506,"teacher_disagreement_score":0.08688928,"about_ca_system_score_codex":0.00037169905,"about_ca_system_score_gemma":0.0030278687,"threshold_uncertainty_score":0.99952906},"labels":[],"label_agreement":null},{"id":"W2037946978","doi":"10.1002/chp.1340240408","title":"Educational interventions to improve practice of nonspecialty physicians who are identified in need by peer review","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Physicians and Surgeons of Ontario; University of Toronto; York University; University of Calgary","funders":"","keywords":"Psychological intervention; Intervention (counseling); Medicine; Medical education; Family medicine; Nursing","score_opus":0.03157992548042582,"score_gpt":0.47595398375565967,"score_spread":0.44437405827523385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037946978","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2578189,0.004422194,0.00081811333,0.7310633,0.0036169009,0.0016849358,0.000010428557,0.000005335075,0.0005598664],"genre_scores_gemma":[0.90117306,0.002566539,0.015967935,0.06998851,0.0020257356,0.00034091846,0.00012724135,0.000047537942,0.0077625555],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99631023,0.00050155545,0.0019135192,0.00015948224,0.00087667635,0.00023851405],"domain_scores_gemma":[0.9932672,0.00038859542,0.0022610193,0.00035452063,0.003630369,0.00009832651],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062323683,0.0001230903,0.00051673845,0.0005670661,0.00010919964,0.000017947008,0.00028397236,0.00007953402,0.00005752705],"category_scores_gemma":[0.019032562,0.00009565565,0.0001338997,0.001532361,0.000060164402,0.0003193793,0.000026654603,0.00097543973,0.000009284868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012910503,0.0065576658,0.0039719734,0.0035693585,0.00002828135,0.000001389224,0.03504479,0.000013201114,0.00044372515,0.0029648005,0.8834392,0.06383655],"study_design_scores_gemma":[0.004431368,0.0010296339,0.332742,0.3280792,0.00033444475,0.00019224948,0.22457753,0.000009486391,0.0002571087,0.004517944,0.10343993,0.00038910826],"about_ca_topic_score_codex":0.00018123268,"about_ca_topic_score_gemma":0.00007871571,"teacher_disagreement_score":0.77999926,"about_ca_system_score_codex":0.0006777179,"about_ca_system_score_gemma":0.003465588,"threshold_uncertainty_score":0.9892305},"labels":[],"label_agreement":null},{"id":"W2037949932","doi":"10.1111/j.1365-2923.2007.02894.x","title":"Medical education: it’s time for a transatlantic dialogue","year":2007,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto General Hospital","funders":"","keywords":"Bologna Process; Political science; Globalization; Higher education; Medical education; Sociology; Medicine; Law","score_opus":0.011209270296682344,"score_gpt":0.3602946237565102,"score_spread":0.3490853534598279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037949932","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22880274,0.00072779885,0.06084277,0.6646253,0.012998105,0.0031342185,0.000006524721,0.00039376115,0.028468767],"genre_scores_gemma":[0.54480517,0.000211183,0.028340528,0.38470668,0.016377388,0.0012017669,0.003672993,0.00015893557,0.020525366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599326,0.00005963713,0.000988363,0.000490352,0.0019194565,0.0005489193],"domain_scores_gemma":[0.99760216,0.0003121219,0.00016918415,0.00051381753,0.00081455323,0.0005881647],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003536619,0.0002454751,0.00039882027,0.00043956365,0.00019100454,0.000026958895,0.00033972436,0.0006381651,0.008255317],"category_scores_gemma":[0.022789944,0.00022050663,0.00015174803,0.00092153664,0.00031736444,0.00013266059,0.00002390034,0.00063690956,0.0004236721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009437309,0.0026247131,0.0010184055,0.00022921672,0.000031177762,0.0000034865739,0.00059616053,5.4157073e-8,0.00006112563,0.0026851208,0.5782062,0.41445],"study_design_scores_gemma":[0.0019327038,0.0002899201,0.010909104,0.0011568032,0.00018823634,0.0005390041,0.0009616787,0.0016208213,0.00027692545,0.0011752937,0.9805909,0.000358646],"about_ca_topic_score_codex":0.00007792651,"about_ca_topic_score_gemma":0.000042789394,"teacher_disagreement_score":0.41409135,"about_ca_system_score_codex":0.00037278107,"about_ca_system_score_gemma":0.018965332,"threshold_uncertainty_score":0.9926513},"labels":[],"label_agreement":null},{"id":"W2037999927","doi":"10.1007/s10459-015-9608-y","title":"Adapting the forms of yesterday to the functions of today and the needs of tomorrow: a genealogical case study of clinical teaching units in Canada","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Yesterday; Context (archaeology); Accountability; Public relations; Politics; Sociology; Health care; Political science; Medicine; Medical education; Law; History","score_opus":0.09116658948810721,"score_gpt":0.4612067737926529,"score_spread":0.37004018430454566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037999927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98818755,0.0008501156,0.0001645656,0.008783908,0.00078354543,0.0009503045,0.0000014398952,0.0000014320075,0.00027715578],"genre_scores_gemma":[0.99801034,0.000059748072,0.00089893164,0.0008825882,0.00006768623,0.000063713924,0.0000016233424,0.0000024810802,0.000012893876],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99763185,0.00046350498,0.0011956414,0.00012447657,0.00044211256,0.00014244419],"domain_scores_gemma":[0.9976818,0.0010524087,0.0006263762,0.00025857968,0.00033058296,0.00005024958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009729339,0.00006148477,0.00028330088,0.00017730174,0.00013096932,0.000003385133,0.00019488833,0.000022556476,0.000002038054],"category_scores_gemma":[0.005540047,0.00002886674,0.000012414224,0.0019528761,0.0004514033,0.00012611157,0.000046174,0.00026515243,5.468129e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113337745,0.000598675,0.68138087,0.00017064558,0.0000058302476,6.18932e-7,0.067900926,0.00329015,0.0000028088903,0.00396418,0.00031583052,0.24225615],"study_design_scores_gemma":[0.0010019583,0.0011132078,0.110511504,0.00033373234,0.00001650391,0.00007399435,0.882067,0.0032325643,0.000010847438,0.00041443037,0.0011765637,0.000047653877],"about_ca_topic_score_codex":0.4542466,"about_ca_topic_score_gemma":0.49423614,"teacher_disagreement_score":0.8141661,"about_ca_system_score_codex":0.00013979072,"about_ca_system_score_gemma":0.0058666887,"threshold_uncertainty_score":0.99976915},"labels":[],"label_agreement":null},{"id":"W2038014015","doi":"10.1186/1710-1492-8-s1-a27","title":"Do 3rd year medical students know how to use allergy and asthma devices?","year":2012,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children’s Health Research Institute; London Health Sciences Centre; University of Windsor; Western University","funders":"","keywords":"Asthma; Allergy; Medicine; Family medicine; Internal medicine; Immunology","score_opus":0.0293084066705721,"score_gpt":0.38160489204409775,"score_spread":0.35229648537352565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038014015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96969545,0.0015696704,0.00047288925,0.025753545,0.0016720853,0.00026860292,0.0000019064755,0.00006238695,0.0005034884],"genre_scores_gemma":[0.9739525,0.0041335737,0.0047214692,0.013105086,0.001061824,0.000051218358,0.00005650401,0.000046318262,0.0028715322],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99727184,0.00026244138,0.0007128209,0.00049982656,0.0006583962,0.00059468515],"domain_scores_gemma":[0.99810576,0.00048613615,0.0001621214,0.00049580034,0.00023939679,0.00051076774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016200863,0.00024623825,0.00055804936,0.00017643956,0.00013639202,0.00007457407,0.0003138924,0.00070299633,0.0009313112],"category_scores_gemma":[0.0047265217,0.00020808562,0.00008534604,0.00031249333,0.0005567933,0.00023949832,0.0004992102,0.0008536212,0.00020344011],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087948533,0.0029170034,0.32432556,0.000039644572,0.0025076992,0.00006354069,0.0010095768,1.410153e-7,0.00016293353,0.01555487,0.04628273,0.60625684],"study_design_scores_gemma":[0.0013425839,0.00053389155,0.51967174,0.0000748265,0.000014085333,0.00014159938,0.0004379578,0.000014019945,0.000006540671,0.00003019917,0.47760352,0.00012899649],"about_ca_topic_score_codex":0.00005530011,"about_ca_topic_score_gemma":0.000077424666,"teacher_disagreement_score":0.6061278,"about_ca_system_score_codex":0.000045711324,"about_ca_system_score_gemma":0.0001338772,"threshold_uncertainty_score":0.999982},"labels":[],"label_agreement":null},{"id":"W2038036437","doi":"10.1007/s10459-012-9414-8","title":"Captive on a carousel: discourses of ‘new’ in medical education 1910–2010","year":2012,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Identification (biology); Medical education; Sociology; Psychology; Public relations; Medicine; Political science","score_opus":0.024004564964171235,"score_gpt":0.46448011106627934,"score_spread":0.4404755461021081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038036437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93703747,0.009997241,0.0001746137,0.039243605,0.007284678,0.00089529244,0.0000012507928,0.000024689542,0.0053411694],"genre_scores_gemma":[0.98249984,0.0013982668,0.008385298,0.006287508,0.00077506294,0.00014229013,0.000031890337,0.000011201438,0.00046865657],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99746394,0.00011076005,0.0007813186,0.00031099844,0.0008852913,0.00044768958],"domain_scores_gemma":[0.9988676,0.00014281677,0.0003635618,0.00025788724,0.00014504467,0.00022310717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002206674,0.00013520451,0.00028130555,0.0008172625,0.00009355711,0.000007818035,0.00020568736,0.00010469068,0.00014944849],"category_scores_gemma":[0.0028480499,0.000116975425,0.000026948679,0.002146229,0.00039885537,0.0007136299,0.000019089757,0.00036407379,0.00001564486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003606582,0.002436022,0.39708498,0.00029523426,0.0000017706479,1.2526355e-7,0.0065419567,0.000052736857,0.0000103617695,0.022437261,0.004917599,0.5661859],"study_design_scores_gemma":[0.0010683985,0.0010232684,0.8697125,0.0051269145,0.000013944573,0.00006891778,0.03327213,0.0006814851,0.00043394975,0.0065262043,0.08170295,0.0003693602],"about_ca_topic_score_codex":0.0022104892,"about_ca_topic_score_gemma":0.0005014589,"teacher_disagreement_score":0.5658165,"about_ca_system_score_codex":0.0006150015,"about_ca_system_score_gemma":0.011890785,"threshold_uncertainty_score":0.9937109},"labels":[],"label_agreement":null},{"id":"W2038162399","doi":"10.1007/s10459-005-5639-0","title":"Self and Peer Assessment of Pediatricians, Psychiatrists and Medicine Specialists: Implications for Self-Directed Learning","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Quartile; Percentile; Peer assessment; Self-assessment; Medicine; Percentile rank; Peer group; Family medicine; MEDLINE; Psychology; Medical education; Internal medicine; Social psychology","score_opus":0.012685002133328268,"score_gpt":0.4377715432483227,"score_spread":0.4250865411149944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038162399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7275371,0.0418462,0.0049259136,0.20327523,0.003997687,0.0044357413,0.000013235947,0.00043515686,0.013533753],"genre_scores_gemma":[0.6349311,0.007393552,0.35480455,0.0011379956,0.001180094,0.0002503432,0.00012207373,0.000012502707,0.00016780193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998381,0.00006229113,0.0006751157,0.0003394097,0.0003154091,0.00022676152],"domain_scores_gemma":[0.9986985,0.00022616028,0.00043613772,0.00012813201,0.000454858,0.000056235647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018180604,0.0001039616,0.00024741289,0.00046085124,0.0003184363,0.0000131027045,0.00007664329,0.000053234988,0.000008044444],"category_scores_gemma":[0.00066150865,0.00009244766,0.000013549979,0.0013572153,0.0002533027,0.00025246522,0.000012097599,0.00015612684,1.9066246e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008840375,0.0004771406,0.8739865,0.0013447364,0.0000033708225,2.803523e-8,0.0010300172,0.000034935754,0.000017476686,0.06021475,0.0063142506,0.056567997],"study_design_scores_gemma":[0.00064003293,0.0005071017,0.89137375,0.00021176033,0.000027603206,0.000014870457,0.0017152972,0.0033711272,0.0000032417522,0.010915907,0.09111465,0.00010468441],"about_ca_topic_score_codex":0.00033026957,"about_ca_topic_score_gemma":0.00010875964,"teacher_disagreement_score":0.34987864,"about_ca_system_score_codex":0.00023734546,"about_ca_system_score_gemma":0.0013223267,"threshold_uncertainty_score":0.37699062},"labels":[],"label_agreement":null},{"id":"W2038192174","doi":"10.1097/00001888-200410000-00008","title":"Trends in Medical Education Research","year":2004,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Curriculum; Thematic analysis; Field (mathematics); Value (mathematics); Medical education; Accrual; Public relations; Sociology; Engineering ethics; Psychology; Pedagogy; Political science; Medicine; Qualitative research; Social science; Computer science","score_opus":0.20345500135965117,"score_gpt":0.5998210209027788,"score_spread":0.3963660195431276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038192174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026400628,0.9590004,0.000017941004,0.020068368,0.0020867072,0.000979733,0.0000014072319,0.00007678503,0.017742276],"genre_scores_gemma":[0.0000553944,0.9779242,0.00015567108,0.002696446,0.005196515,0.00062027696,0.0014231578,0.00010397613,0.011824345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992201,0.00047850283,0.002289833,0.0008743645,0.0033488171,0.0008075211],"domain_scores_gemma":[0.99731845,0.00040708983,0.0003857262,0.00091545394,0.0004807913,0.00049249997],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008114465,0.000491921,0.002360463,0.006367929,0.000098471864,0.0000056192657,0.0007655803,0.0026605953,0.0065365704],"category_scores_gemma":[0.017804239,0.00035315714,0.00016480098,0.008764793,0.00096745667,0.00009014329,0.00014436254,0.010590242,0.0004346994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069466473,0.000087135784,0.000016804004,0.0109442845,0.000032301912,0.000041698146,0.0005890795,1.6489635e-8,1.0167468e-7,0.0052737994,0.13962913,0.8433787],"study_design_scores_gemma":[0.0007760265,0.0001489215,0.00003579508,0.17342182,0.0003028974,0.0007885345,0.00042457524,0.0000054030324,1.1637962e-7,0.001095617,0.82280135,0.00019894376],"about_ca_topic_score_codex":0.00021204466,"about_ca_topic_score_gemma":0.0000063485413,"teacher_disagreement_score":0.84317976,"about_ca_system_score_codex":0.0024033934,"about_ca_system_score_gemma":0.012746958,"threshold_uncertainty_score":0.99989206},"labels":[],"label_agreement":null},{"id":"W2038257095","doi":"10.1016/j.nedt.2004.07.010","title":"Contributing to the theory development of preceptorship","year":2004,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Veterans Affairs Canada; University of Alberta","funders":"","keywords":"Preceptor; Mentorship; Medical education; Professional development; Psychology; Nursing; Medicine; Pedagogy","score_opus":0.012886268842411506,"score_gpt":0.3343678200563862,"score_spread":0.3214815512139747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038257095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9270544,0.00010685779,0.013573367,0.04843266,0.0025945795,0.0007934137,0.0000011647012,0.00004312007,0.0074004172],"genre_scores_gemma":[0.9696155,8.5960465e-7,0.025052568,0.002689122,0.00045200597,0.00014645662,0.000055528282,0.000012093772,0.0019758432],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989789,0.000042218562,0.00035563778,0.00014298632,0.00028204542,0.00019819099],"domain_scores_gemma":[0.99901426,0.00005596932,0.00011391815,0.00029108473,0.0004609659,0.00006383177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013208204,0.00008133911,0.000116248775,0.00012465598,0.00016416288,0.000008977505,0.00011941335,0.000059855083,0.00036466256],"category_scores_gemma":[0.0021423409,0.000057939094,0.00002696249,0.00054267474,0.000057365804,0.000041289837,0.000013249069,0.00015562035,0.00019316631],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009939961,0.0014444026,0.0037920175,0.00009338396,0.00006070227,1.461695e-7,0.04249264,0.000037743037,0.0046772882,0.17047527,0.02309977,0.75372726],"study_design_scores_gemma":[0.0018305196,0.00024180263,0.33910552,0.0012923855,0.0001515983,0.00003700143,0.052211754,0.000011158044,0.23673828,0.01562904,0.35235357,0.00039733955],"about_ca_topic_score_codex":0.000007880596,"about_ca_topic_score_gemma":0.000002829211,"teacher_disagreement_score":0.7533299,"about_ca_system_score_codex":0.00031340122,"about_ca_system_score_gemma":0.001962522,"threshold_uncertainty_score":0.39927992},"labels":[],"label_agreement":null},{"id":"W2038381642","doi":"10.1097/00054725-200211000-00007","title":"What Do I Do in My Practice That Isn't Evidence Based?","year":2002,"lang":"en","type":"review","venue":"Inflammatory Bowel Diseases","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Hospital; London Health Sciences Centre","funders":"","keywords":"Medicine; Psychology","score_opus":0.06561157684322148,"score_gpt":0.3872879132733443,"score_spread":0.3216763364301228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038381642","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011494831,0.993386,0.000014197859,0.0013586852,0.0021516187,0.0020217348,0.000021586908,0.00015444054,0.00077680656],"genre_scores_gemma":[0.0000862634,0.99375045,0.00043227247,0.002580538,0.0010289527,0.000962486,0.0001961683,0.000121617755,0.0008412782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953695,0.00055088423,0.001320957,0.0008771058,0.0013327105,0.00054884295],"domain_scores_gemma":[0.9953026,0.0015198485,0.00089091284,0.0015162722,0.0004542453,0.00031611897],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000982051,0.0006690069,0.0013854632,0.00094223977,0.0001179995,0.00034593904,0.0005107279,0.00054930936,0.0028800995],"category_scores_gemma":[0.012398812,0.00057589565,0.00048152384,0.0010805236,0.00030338502,0.0022519433,0.000113697795,0.0011556918,0.0009769934],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056075532,0.0005478782,0.0014520581,0.033325993,0.000106801446,0.00088910526,0.00013981838,0.0000027015528,5.5818244e-8,0.00021183047,0.032407776,0.9308599],"study_design_scores_gemma":[0.00036587624,0.000043317545,0.0013702823,0.15359575,0.0015199576,0.00009461426,0.00047680497,0.000029860124,2.2913036e-7,0.000020926074,0.8420419,0.000440505],"about_ca_topic_score_codex":0.0000067979104,"about_ca_topic_score_gemma":0.0000012710136,"teacher_disagreement_score":0.9304194,"about_ca_system_score_codex":0.00094413327,"about_ca_system_score_gemma":0.002215926,"threshold_uncertainty_score":0.99980086},"labels":[],"label_agreement":null},{"id":"W2038461673","doi":"10.1071/ah10925","title":"Intern culture, internal resistance: uptake of peer review in two Australian hospital internship programs","year":2011,"lang":"en","type":"article","venue":"Australian Health Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Australian Government","keywords":"Internship; Resistance (ecology); Population health; Medicine; Health economics; Public health; Government (linguistics); Nursing; Family medicine; Medical education; Biology","score_opus":0.15959843601602106,"score_gpt":0.46641106627672957,"score_spread":0.3068126302607085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038461673","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059072208,0.42699277,0.00013585683,0.46877214,0.0048369025,0.019412607,0.00006966635,0.00035388485,0.020353958],"genre_scores_gemma":[0.41974792,0.3899633,0.035347797,0.04828249,0.000756852,0.0011591767,0.0011205017,0.00016469443,0.103457265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995594,0.00019465125,0.0022905592,0.00047393216,0.00085933687,0.0005874986],"domain_scores_gemma":[0.99728495,0.000011727455,0.0008144752,0.0007304035,0.00088578777,0.0002726641],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033446709,0.00031489052,0.0011615437,0.0001604678,0.00003422425,0.000010863378,0.00042879456,0.00010405421,0.0013161115],"category_scores_gemma":[0.0015093851,0.00025557002,0.00022519933,0.0011158123,0.00018892142,0.00015803633,0.000052616768,0.0009662407,0.00014273816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044425316,0.00081650435,0.023566281,0.10215037,0.00006381805,0.000041235726,0.0016685806,4.7502398e-9,0.0000023853152,0.0013503212,0.64947975,0.22081634],"study_design_scores_gemma":[0.0006951767,0.0005436515,0.02935133,0.24972047,0.00012895475,0.000065158434,0.00032858935,3.6289327e-7,0.000032424603,0.00014716883,0.7187641,0.00022260076],"about_ca_topic_score_codex":0.0005992981,"about_ca_topic_score_gemma":0.00018697498,"teacher_disagreement_score":0.42048967,"about_ca_system_score_codex":0.00038681546,"about_ca_system_score_gemma":0.0003668981,"threshold_uncertainty_score":0.9999896},"labels":[],"label_agreement":null},{"id":"W2038477149","doi":"10.1111/j.1369-7625.2007.00447.x","title":"Making it Real: A Practical Guide to Experiential Learning of Communication Skills","year":2007,"lang":"en","type":"article","venue":"Health Expectations","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Session (web analytics); Experiential learning; Psychology; Medical education; Health care; Subject (documents); Presentation (obstetrics); Publishing; Computer science; Pedagogy; Medicine; Library science","score_opus":0.05938573461736212,"score_gpt":0.5195122708352308,"score_spread":0.46012653621786864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038477149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33469436,0.00042388303,0.48642668,0.12403671,0.00094070856,0.002272868,0.0000044620465,0.0003292411,0.05087107],"genre_scores_gemma":[0.73533595,0.00003816731,0.2606868,0.0031171604,0.00014101806,0.000059310016,0.00009139069,0.000019087072,0.00051107636],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99814886,0.00012508406,0.00084374676,0.00018490855,0.00041146265,0.00028596658],"domain_scores_gemma":[0.99829334,0.00034186803,0.00030689308,0.0003943117,0.0005322794,0.00013133163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009510308,0.000088291454,0.00020975505,0.00036998044,0.0002949975,0.000010648662,0.000077518605,0.00007629312,0.00019270343],"category_scores_gemma":[0.004702638,0.00009421434,0.000041309424,0.00091999304,0.00007703439,0.00009912851,0.000036180074,0.0003379151,0.000049773862],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003512139,0.0031196442,0.007017168,0.00040301666,0.00010676113,0.000014439313,0.5034354,0.00014332584,0.003827584,0.090000115,0.26241976,0.12916157],"study_design_scores_gemma":[0.0023366113,0.0012553189,0.064530015,0.0014966537,0.0000890516,0.00020005037,0.5614722,0.0023835467,0.0028152375,0.00026891235,0.36270347,0.00044898156],"about_ca_topic_score_codex":0.0001482879,"about_ca_topic_score_gemma":0.000052101193,"teacher_disagreement_score":0.4006416,"about_ca_system_score_codex":0.0003263327,"about_ca_system_score_gemma":0.00057823653,"threshold_uncertainty_score":0.56298363},"labels":[],"label_agreement":null},{"id":"W2038514664","doi":"10.1111/j.1365-2923.2009.03335.x","title":"From behaviours to attributions: further concerns regarding the evaluation of professionalism","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; University of Toronto","funders":"","keywords":"Attribution; Psychology; Construct (python library); Medical education; Qualitative research; Reliability (semiconductor); Social psychology; Medicine; Computer science","score_opus":0.07885900546309334,"score_gpt":0.47611262755161987,"score_spread":0.39725362208852655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038514664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7763227,0.0006311853,0.0009861374,0.21839768,0.0016576841,0.0008963575,0.0000060270245,0.00003318755,0.0010690003],"genre_scores_gemma":[0.97411793,0.000010306858,0.0014113542,0.022388363,0.001143399,0.00018396304,0.00047446956,0.000010696385,0.00025951292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99683386,0.00019742675,0.00049758126,0.00024319952,0.0020506438,0.00017729648],"domain_scores_gemma":[0.99779725,0.000090582376,0.00016873404,0.0004584426,0.0013986437,0.00008634566],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002526236,0.000111334244,0.00019150278,0.00014180636,0.000119578515,0.0000118846165,0.0001972627,0.0001781472,0.0020261644],"category_scores_gemma":[0.010972367,0.000076657525,0.000058309342,0.0007260642,0.00011628199,0.00008340668,0.000022381097,0.00034951532,0.000045813817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044456854,0.0009917897,0.0032650845,0.0000109118255,0.0000351398,3.8406992e-7,0.0041548368,0.0000055535356,0.00047732436,0.0026981723,0.20111789,0.7871985],"study_design_scores_gemma":[0.0031697636,0.00041637724,0.8584514,0.0027637884,0.0014478932,0.000031545253,0.011170972,0.004122351,0.003266868,0.014050758,0.10070317,0.0004050662],"about_ca_topic_score_codex":0.00022882175,"about_ca_topic_score_gemma":0.000007646338,"teacher_disagreement_score":0.85518634,"about_ca_system_score_codex":0.00034976576,"about_ca_system_score_gemma":0.003366544,"threshold_uncertainty_score":0.9988861},"labels":[],"label_agreement":null},{"id":"W2038978684","doi":"10.1111/j.1365-2929.2005.02334.x","title":"Educating doctors in France and Canada: are the differences based on evidence or history?","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"MEDLINE; Medical education; Family medicine; Medicine; Psychology; History; Political science; Law","score_opus":0.023329063934853768,"score_gpt":0.3261362358369709,"score_spread":0.3028071719021171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038978684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7826022,0.0008861067,0.00004049598,0.2141529,0.0014702155,0.00027655732,2.8974995e-7,0.000016097194,0.0005551478],"genre_scores_gemma":[0.923603,0.00006959344,0.0007092086,0.07307563,0.0008153134,0.0001571067,0.000009054759,0.0000105052495,0.001550573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99818206,0.00009011766,0.0003807292,0.0002688144,0.0008689406,0.00020935234],"domain_scores_gemma":[0.9988203,0.00048065337,0.00014344769,0.0003026136,0.00014795415,0.00010501274],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007330245,0.00012728668,0.00018514355,0.00013377158,0.000090844354,0.000011240012,0.00016743652,0.00010133973,0.0012287168],"category_scores_gemma":[0.017367514,0.000078869445,0.00001603056,0.00033873183,0.00019124695,0.00007788129,0.000014341922,0.00052001845,0.000007766155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004382266,0.00069934875,0.4391462,0.00018137404,0.0000059059803,0.0000033749886,0.001456591,0.0000059240097,0.000009099706,0.00016350624,0.2703802,0.28790468],"study_design_scores_gemma":[0.00036085944,0.00007528417,0.8331197,0.002172572,0.00001942618,0.000021327449,0.0023930855,0.0074323355,0.000019833136,0.000012015616,0.15424505,0.00012849747],"about_ca_topic_score_codex":0.07392513,"about_ca_topic_score_gemma":0.08962319,"teacher_disagreement_score":0.39397353,"about_ca_system_score_codex":0.0013069484,"about_ca_system_score_gemma":0.014062924,"threshold_uncertainty_score":0.9996843},"labels":[],"label_agreement":null},{"id":"W2039055996","doi":"10.1111/j.1600-0579.2009.00599.x","title":"Comparison of dental education and professional development between mainland China and North America","year":2010,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Peking University; University of Toronto","keywords":"Mainland China; Specialty; Medical education; China; Dental education; Curriculum; Professional development; Medicine; Psychology; Political science; Family medicine; Pedagogy","score_opus":0.014259948531579301,"score_gpt":0.3440890581713303,"score_spread":0.329829109639751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039055996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954358,0.00024149007,0.00014152317,0.0006285681,0.002391718,0.00018717606,0.0000016718074,0.000005643604,0.0009664127],"genre_scores_gemma":[0.98227185,0.000020810188,0.016274512,0.00021492594,0.00076990336,0.0000030014369,0.00011144862,0.000018542538,0.0003150152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985853,0.000099291814,0.0007049002,0.00013361225,0.0003654664,0.00011145675],"domain_scores_gemma":[0.9988321,0.00002796704,0.00062795123,0.000113796195,0.00026316728,0.00013500813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049506436,0.00011770373,0.0002442089,0.0002483597,0.000117875854,0.000023495048,0.00009809021,0.00003429395,0.00006339492],"category_scores_gemma":[0.00030729137,0.00010011941,0.000029101622,0.00023926067,0.00015823197,0.0001679149,0.000043107597,0.00049343175,0.000009144671],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028212673,0.00073309575,0.59398395,0.00006529655,0.000023540535,7.7309164e-7,0.0032677006,1.542376e-7,0.0016479669,0.000018986038,0.0026323237,0.39759797],"study_design_scores_gemma":[0.00047620235,0.000206724,0.97286546,0.00024988144,0.000069840906,0.00029478944,0.008761669,0.0000097184575,0.0008753188,0.000012878759,0.016089888,0.00008762451],"about_ca_topic_score_codex":0.000006464508,"about_ca_topic_score_gemma":0.000005126046,"teacher_disagreement_score":0.39751035,"about_ca_system_score_codex":0.00006828515,"about_ca_system_score_gemma":0.00093019044,"threshold_uncertainty_score":0.40827513},"labels":[],"label_agreement":null},{"id":"W2039180051","doi":"10.1111/medu.12326","title":"The objective structured clinical examination: can physician‐examiners participate from a distance?","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Objective structured clinical examination; Checklist; Medical education; Physical examination; Oral examination; Educational measurement; Psychology; Medicine; Scale (ratio); Family medicine; Curriculum; Surgery; Geography; Cartography; Pedagogy","score_opus":0.016374265115389742,"score_gpt":0.37232167331729515,"score_spread":0.3559474082019054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039180051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9323187,0.00021367476,0.0058891694,0.049199436,0.006089691,0.000574052,0.0000049734504,0.00010931757,0.0056010233],"genre_scores_gemma":[0.9695195,0.00006589215,0.0010935699,0.024201458,0.0035240762,0.00021657419,0.00036482947,0.000027222743,0.0009868904],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99702173,0.00041998815,0.0007439983,0.00042408612,0.0010590833,0.00033113826],"domain_scores_gemma":[0.9977653,0.0006334485,0.00026229108,0.000634897,0.00051221286,0.00019183788],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019432717,0.00018216226,0.00030330446,0.00007381738,0.00030598993,0.000048501824,0.0002574431,0.00023932726,0.0002799518],"category_scores_gemma":[0.017598454,0.00012590212,0.00008739452,0.00059780094,0.000582803,0.00008004265,0.00003721317,0.0006728918,0.000061910345],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040181963,0.00044109582,0.009695589,0.000017274995,0.000054667995,8.302547e-7,0.0009872249,4.8423584e-7,0.00002844436,0.004127514,0.05273335,0.9318733],"study_design_scores_gemma":[0.0012738634,0.00020572172,0.7015052,0.0002462528,0.00016340388,0.000008177808,0.002642232,0.005888538,0.00020724819,0.0039434233,0.2836909,0.0002250625],"about_ca_topic_score_codex":0.00014304022,"about_ca_topic_score_gemma":0.00017680122,"teacher_disagreement_score":0.93164825,"about_ca_system_score_codex":0.00025664654,"about_ca_system_score_gemma":0.0017102833,"threshold_uncertainty_score":0.9906767},"labels":[],"label_agreement":null},{"id":"W2039324707","doi":"10.1007/s10459-012-9438-0","title":"From history to myth: productive engagement with the Flexnerian metanarrative in medical education","year":2013,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Mythology; Scholarship; Metanarrative; Sociology; Perspective (graphical); Knowledge production; Medicine; Medical education; Narrative; Media studies; Social science; History; Classics; Literature; Law; Visual arts; Political science; Art","score_opus":0.022783470607601775,"score_gpt":0.4002028634122843,"score_spread":0.3774193928046825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039324707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5399803,0.0068204063,0.00074807485,0.4394376,0.0041685593,0.0032705816,8.2136864e-7,0.00003291969,0.0055407374],"genre_scores_gemma":[0.8682268,0.0005143903,0.046234977,0.07900067,0.0011333232,0.0035036458,0.00006152735,0.000018986395,0.001305666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973933,0.00028906955,0.0005535454,0.0005547797,0.00086482876,0.00034446444],"domain_scores_gemma":[0.99871856,0.00014629848,0.00026046057,0.0003615672,0.0003550697,0.00015802261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022872617,0.00014825676,0.00023265905,0.00049603847,0.00018872452,0.000023120017,0.0003020373,0.000055024397,0.0008297179],"category_scores_gemma":[0.002029248,0.00009809117,0.000015076808,0.0019265573,0.00045968464,0.0009052202,0.00002951702,0.0004336748,0.00004771498],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048670605,0.0014079057,0.013760333,0.00017365863,0.0000077477625,4.5670328e-7,0.05066712,0.0001850972,0.00004463556,0.006675405,0.08173883,0.8452901],"study_design_scores_gemma":[0.0005575835,0.00081427954,0.14392833,0.001562584,0.000011874366,0.00001676051,0.13029933,0.00092160935,0.000082744016,0.005315779,0.71616966,0.00031948191],"about_ca_topic_score_codex":0.0051849326,"about_ca_topic_score_gemma":0.0013568063,"teacher_disagreement_score":0.84497064,"about_ca_system_score_codex":0.0020648148,"about_ca_system_score_gemma":0.01294829,"threshold_uncertainty_score":0.99264735},"labels":[],"label_agreement":null},{"id":"W2039358902","doi":"10.1080/01421590802334309","title":"Clerkship evaluation–what are we measuring?","year":2009,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Objective structured clinical examination; Principal (computer security); Educational measurement; Medical education; Multiple choice; Computer science; Psychology; Medicine; Curriculum; Pedagogy; Internal medicine","score_opus":0.11471986116552357,"score_gpt":0.4022657078693233,"score_spread":0.28754584670379973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039358902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6763838,0.002409548,0.00075998716,0.29391828,0.0014176501,0.00066259207,1.859253e-7,0.00023877372,0.024209175],"genre_scores_gemma":[0.9818481,0.0002085551,0.00062652933,0.011887009,0.0017085698,0.000056374764,0.00004017386,0.000021099822,0.0036035422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616134,0.00015361999,0.00043444135,0.00031846194,0.0026132946,0.00031886497],"domain_scores_gemma":[0.9987447,0.000022344913,0.00010596418,0.0004576376,0.00039081773,0.00027851394],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032349178,0.00015514981,0.00026716886,0.00015896151,0.00009589287,0.00004043884,0.00018594842,0.00031951274,0.015718482],"category_scores_gemma":[0.007681239,0.00012556303,0.000080590406,0.00053298636,0.00013835594,0.00019442601,0.000021140786,0.0008311434,0.00032606605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034866207,0.0007685476,0.012912661,0.000037304322,0.00003655237,0.000025115787,0.0007812434,0.0000012840442,0.000024587936,0.0005390272,0.13170536,0.85313344],"study_design_scores_gemma":[0.010018175,0.0007844504,0.38009414,0.004980241,0.0007042989,0.0004892612,0.008519489,0.086906336,0.00030789684,0.015301338,0.4908458,0.0010485518],"about_ca_topic_score_codex":0.0000037062853,"about_ca_topic_score_gemma":0.0000018733972,"teacher_disagreement_score":0.8520849,"about_ca_system_score_codex":0.00029055445,"about_ca_system_score_gemma":0.0004478147,"threshold_uncertainty_score":0.9851813},"labels":[],"label_agreement":null},{"id":"W2039378647","doi":"10.1186/1472-6920-13-73","title":"Accreditation in a Sub Saharan Medical School: a case study at Makerere University","year":2013,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Accreditation; Accountability; Workforce; Medical education; Quality assurance; Citizen journalism; Social accounting; Medicine; Social responsibility; Public relations; Political science; Business; Accounting; External quality assessment","score_opus":0.021646181430163218,"score_gpt":0.34061483093822453,"score_spread":0.3189686495080613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039378647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98198545,0.0001354895,0.0003349735,0.012613275,0.0012799024,0.0018598521,0.0000012447322,0.00010165757,0.0016881735],"genre_scores_gemma":[0.9903211,0.000084884,0.0017738151,0.004819596,0.00082635373,0.00021417049,0.00021355788,0.000028473414,0.0017180309],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99631816,0.00035098224,0.0006896023,0.0005185951,0.0017523181,0.00037033064],"domain_scores_gemma":[0.9974676,0.00030569042,0.00017469478,0.0005495739,0.00054735393,0.0009551116],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015115038,0.00021103704,0.00033641537,0.00056942174,0.00017379117,0.000027818269,0.00023753176,0.00043235594,0.029227031],"category_scores_gemma":[0.022296803,0.00020119811,0.00006809706,0.0013555085,0.00019359795,0.00025382589,0.00010773048,0.000789142,0.0010271743],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016906139,0.007569409,0.32958272,0.00036678504,0.000051518087,0.0010532842,0.0024055745,0.0000011884968,0.000069030415,0.00017302213,0.42756855,0.23098986],"study_design_scores_gemma":[0.009301907,0.00065119506,0.8722177,0.0013199877,0.00020060658,0.0089060925,0.066599056,0.008528197,0.00003982085,0.00016982395,0.031442057,0.0006235494],"about_ca_topic_score_codex":0.003079454,"about_ca_topic_score_gemma":0.0042104013,"teacher_disagreement_score":0.542635,"about_ca_system_score_codex":0.0009258251,"about_ca_system_score_gemma":0.012016076,"threshold_uncertainty_score":0.9997506},"labels":[],"label_agreement":null},{"id":"W2039559070","doi":"10.1097/00001888-200310001-00004","title":"The Impact of Postgraduate Training and Timing on USMLE Step 3 Performance","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Licensure; Medical education; Medicine; Medical school; Educational measurement; Training (meteorology); Psychology; Family medicine; Curriculum; Pedagogy","score_opus":0.07700120278117634,"score_gpt":0.4032565399134706,"score_spread":0.32625533713229427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039559070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859076,0.0006365555,0.0001318148,0.004776551,0.00024985828,0.0002314766,4.7468527e-7,0.000017948018,0.00804773],"genre_scores_gemma":[0.9967212,0.0007592483,0.00027201284,0.00093108584,0.00024808658,0.000010970142,0.0000080981745,0.000014498192,0.0010347763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987875,0.00004662111,0.0004183877,0.00015287315,0.00035594785,0.00023862849],"domain_scores_gemma":[0.99914974,0.00025852595,0.00016056316,0.00022227518,0.00012699122,0.00008191442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014968979,0.00011992947,0.00024961782,0.0001287645,0.00013373294,0.0000019267156,0.000082785096,0.00011379306,0.00007832599],"category_scores_gemma":[0.0033300282,0.000064578686,0.000024510955,0.0003888688,0.00036573294,0.000047576377,0.000009925702,0.0006933101,0.000006533453],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042362374,0.00007426771,0.119652756,0.00033980695,0.00033282596,0.000009454095,0.03184851,0.000042237356,0.016696136,0.022635253,0.09595503,0.7119901],"study_design_scores_gemma":[0.020092767,0.015621759,0.7126855,0.010911345,0.00090711383,0.0023686932,0.052968476,0.032431435,0.013633595,0.0054001724,0.13178322,0.001195898],"about_ca_topic_score_codex":0.000018940362,"about_ca_topic_score_gemma":1.9014294e-7,"teacher_disagreement_score":0.7107942,"about_ca_system_score_codex":0.00007817395,"about_ca_system_score_gemma":0.00015820551,"threshold_uncertainty_score":0.39865953},"labels":[],"label_agreement":null},{"id":"W2039614774","doi":"10.1016/j.jsurg.2013.06.020","title":"Reflections on Competency-Based Education and Training for Surgical Residents","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medical education; Training (meteorology); Medicine; Medical knowledge; Psychology; Nursing","score_opus":0.05041056014998467,"score_gpt":0.42321761159685695,"score_spread":0.37280705144687226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039614774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9356485,0.00032309728,0.00038675024,0.051237322,0.0029202811,0.0006747114,0.0000013213231,0.000022217208,0.008785772],"genre_scores_gemma":[0.96310276,0.00009431807,0.030617947,0.0024112763,0.0022220179,0.00014386789,0.00005899255,0.000025036648,0.0013238048],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845564,0.00006883911,0.0006975061,0.00017677761,0.0004134253,0.00018778525],"domain_scores_gemma":[0.9976381,0.00029234312,0.00038800095,0.00016629156,0.0013422373,0.00017300122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006353237,0.00013154231,0.00028971472,0.00051230117,0.00015795676,0.0000567021,0.000080136415,0.00013812928,0.00031280337],"category_scores_gemma":[0.0008064091,0.000107242,0.00011479133,0.00044052346,0.00009325582,0.00023226035,0.000006487959,0.00038348028,0.000019606572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009316079,0.0063543273,0.005047839,0.00040593505,0.00011369863,0.000010695887,0.0020164608,0.000037553342,0.00079696736,0.04004181,0.14368194,0.80056113],"study_design_scores_gemma":[0.011838774,0.0039194454,0.22135405,0.0032367934,0.00049137196,0.0057718363,0.013627115,0.0014609714,0.0010317076,0.02730816,0.7092741,0.00068564684],"about_ca_topic_score_codex":0.000029879102,"about_ca_topic_score_gemma":0.0000011426073,"teacher_disagreement_score":0.7998755,"about_ca_system_score_codex":0.00020112656,"about_ca_system_score_gemma":0.0036776536,"threshold_uncertainty_score":0.65239996},"labels":[],"label_agreement":null},{"id":"W2039696658","doi":"10.1097/acm.0b013e3181eaae7a","title":"University of Calgary Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Promotion (chess); Faculty development; Corporate governance; Professional development; Medicine; Political science; Sociology; Management; Pedagogy","score_opus":0.031242658849336562,"score_gpt":0.3532277948039954,"score_spread":0.32198513595465883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039696658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93973476,0.00023035088,0.002293419,0.035043586,0.0010937072,0.00034425934,0.0000033666672,0.000048015998,0.021208512],"genre_scores_gemma":[0.9914683,0.00022524198,0.0023222861,0.0014870312,0.0007467675,0.0000010949763,0.0001543151,0.0000147013025,0.0035802533],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.998354,0.000028991055,0.0005789345,0.00021113378,0.0006441211,0.00018282337],"domain_scores_gemma":[0.9984868,0.00011354811,0.00034762587,0.00040309597,0.0005180785,0.00013082806],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010836049,0.00012893559,0.0005257795,0.0002941952,0.000041551546,1.6479453e-7,0.00024571118,0.00034353006,0.002973203],"category_scores_gemma":[0.0035057405,0.0000979368,0.000034417848,0.00075782405,0.0018466971,0.000054265387,0.000043688284,0.0012363754,0.000014969682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031744098,0.00009070965,0.047060084,0.0007066782,0.0001460273,0.000023313512,0.013211637,4.9558696e-7,0.4601139,0.04687358,0.34224713,0.089209],"study_design_scores_gemma":[0.019620113,0.0023431343,0.29090294,0.0037761303,0.0013924413,0.0005065975,0.021171147,0.0015572347,0.019421197,0.0070364103,0.63176966,0.0005029876],"about_ca_topic_score_codex":0.0004389602,"about_ca_topic_score_gemma":0.000007011123,"teacher_disagreement_score":0.44069272,"about_ca_system_score_codex":0.000033858985,"about_ca_system_score_gemma":0.00018184597,"threshold_uncertainty_score":0.9979382},"labels":[],"label_agreement":null},{"id":"W2040161818","doi":"10.1097/acm.0b013e318166a733","title":"Teaching and Learning Moments","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine and Health, University of Sydney; Health Canada","keywords":"Wife; Phone; Conversation; Immigration; Visitor pattern; Psychology; Medicine; Law; Political science; Computer science","score_opus":0.036696203641901515,"score_gpt":0.37026821684978817,"score_spread":0.33357201320788665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040161818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95964,0.000720216,0.00075331685,0.025360476,0.00029154666,0.00016360471,8.408621e-8,0.00008857871,0.012982126],"genre_scores_gemma":[0.96957594,0.00057798746,0.0011995186,0.008174467,0.0011330724,0.000013952522,0.000026852755,0.000016881728,0.01928131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881834,0.000075064636,0.0003226048,0.00019732749,0.00039347526,0.0001932122],"domain_scores_gemma":[0.99950653,0.00010885406,0.00008443501,0.00012831984,0.000064222644,0.00010764887],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011375195,0.00010214465,0.00021899452,0.00019179936,0.00030686765,8.38007e-7,0.000060636947,0.00014898,0.0002092815],"category_scores_gemma":[0.004487769,0.000078291574,0.000010739563,0.00021726656,0.00028956422,0.00007168494,0.000030835803,0.0024508121,0.000032210053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011550574,0.000059689803,0.2530829,0.00037189826,0.00013237716,0.00012255141,0.07910145,0.0000032731934,0.023783484,0.007387946,0.33688536,0.2989536],"study_design_scores_gemma":[0.005760045,0.00094500475,0.13456541,0.0013651837,0.0002136329,0.0038504987,0.014294888,0.002699375,0.0003475832,0.0013246117,0.8342671,0.00036666932],"about_ca_topic_score_codex":0.00008600476,"about_ca_topic_score_gemma":7.087469e-8,"teacher_disagreement_score":0.49738175,"about_ca_system_score_codex":0.000059911756,"about_ca_system_score_gemma":0.00005005486,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W2040800498","doi":"10.1097/acm.0b013e3181c87221","title":"Abraham Flexnerʼs “Mooted Question” and the Story of Integration","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Association of American Medical Colleges","keywords":"Biopsychosocial model; Context (archaeology); Bioethics; Perspective (graphical); Psyche; Narrative; Curriculum; Subject (documents); Engineering ethics; Humanism; Epistemology; Psychology; Medical humanities; Medical education; Medicine; Psychotherapist; Pedagogy; Psychoanalysis; Political science; Computer science; Law","score_opus":0.012797163666889934,"score_gpt":0.35520781920443534,"score_spread":0.3424106555375454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040800498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89094704,0.0005496657,0.002521303,0.09995693,0.0013934005,0.000493914,8.8677973e-7,0.000053226428,0.0040836474],"genre_scores_gemma":[0.99108136,0.00030643833,0.00079221994,0.004735625,0.0011902454,0.00003511035,0.000039571984,0.00001283451,0.0018066076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987205,0.000118243224,0.00045553854,0.00016718908,0.00040972373,0.00012876162],"domain_scores_gemma":[0.99877465,0.00033749497,0.0002058091,0.00030702943,0.0003081626,0.000066876724],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033678112,0.00010961736,0.00028729337,0.00018451198,0.000107495725,0.0000016360556,0.00011821402,0.000254852,0.00030050776],"category_scores_gemma":[0.011439063,0.000060416718,0.000020340558,0.00041532353,0.001539666,0.000070260765,0.000023472654,0.0021998435,0.000008732724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048042598,0.000035259854,0.0035040628,0.00016379643,0.00006822118,0.00000184635,0.01315277,4.0147216e-7,0.19799511,0.40347514,0.13428462,0.24683836],"study_design_scores_gemma":[0.043128993,0.0021539403,0.25820437,0.0056305802,0.0022674883,0.0011565303,0.0341335,0.016728697,0.052266374,0.09335699,0.4898829,0.0010896527],"about_ca_topic_score_codex":0.00006360986,"about_ca_topic_score_gemma":0.0000037711986,"teacher_disagreement_score":0.35559827,"about_ca_system_score_codex":0.000027739388,"about_ca_system_score_gemma":0.00010926641,"threshold_uncertainty_score":0.996888},"labels":[],"label_agreement":null},{"id":"W2040931285","doi":"10.1186/1472-6920-10-70","title":"A prospective randomized trial of content expertise versus process expertise in small group teaching","year":2010,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia; Providence Health Care","funders":"","keywords":"Medical education; Randomized controlled trial; Process (computing); Educational measurement; Medicine; Psychology; Curriculum; Computer science; Internal medicine; Pedagogy","score_opus":0.03835703976570115,"score_gpt":0.3804860302052351,"score_spread":0.34212899043953393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040931285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832245,0.00013338322,0.0027998646,0.0025689255,0.0057976237,0.003073664,5.091412e-7,0.000054115073,0.0023474202],"genre_scores_gemma":[0.9858376,0.000018572184,0.009160381,0.0008800018,0.0012786067,0.0024926197,0.00007642972,0.00002696885,0.00022881516],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9971504,0.00027617384,0.0010874486,0.00039156334,0.0008235015,0.00027089054],"domain_scores_gemma":[0.9980376,0.00052468275,0.00034731277,0.0004327691,0.0004368388,0.00022081545],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003044666,0.0001925442,0.0006690411,0.00036215642,0.0000670098,0.000014791097,0.00020202751,0.00033389722,0.0005068047],"category_scores_gemma":[0.07935764,0.00015351635,0.00013572746,0.0004248987,0.00041148998,0.00012785426,0.000027063781,0.0010174861,0.000010567805],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75609547,0.009709297,0.00492885,0.0004918873,0.000067123394,0.0000031641769,0.014279694,5.094905e-7,0.0017019401,0.013379422,0.0013459693,0.19799665],"study_design_scores_gemma":[0.98229873,0.0005819897,0.0043346207,0.00090581295,0.00011498262,0.000027325199,0.005312312,0.004321647,0.0010473971,0.00055964984,0.00025505913,0.000240474],"about_ca_topic_score_codex":0.0004523782,"about_ca_topic_score_gemma":0.0003683156,"teacher_disagreement_score":0.22620323,"about_ca_system_score_codex":0.00026110947,"about_ca_system_score_gemma":0.003939069,"threshold_uncertainty_score":0.9283973},"labels":[],"label_agreement":null},{"id":"W2040993431","doi":"10.1097/acm.0b013e31818c7451","title":"Premedical Education","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Passion; Medical education; Value (mathematics); Quarter (Canadian coin); Point (geometry); Psychology; Medicine; Pedagogy; Mathematics education; Computer science; Social psychology","score_opus":0.04431797311517608,"score_gpt":0.3920538892878931,"score_spread":0.347735916172717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040993431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87683284,0.0014694174,0.0021521577,0.06803575,0.0024607223,0.0005437065,3.8145149e-7,0.00020245655,0.048302572],"genre_scores_gemma":[0.94623727,0.00096548407,0.0015467041,0.027526552,0.0046786675,0.000081127146,0.0001357675,0.000026896887,0.018801525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980425,0.000033701388,0.00057002396,0.00028486748,0.00079889497,0.0002699588],"domain_scores_gemma":[0.99894685,0.000060193568,0.00012201743,0.0003643036,0.0002885949,0.00021805837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056846766,0.00014699016,0.00029810297,0.00029239588,0.00013212008,8.469052e-7,0.00015569052,0.00029866266,0.0018092089],"category_scores_gemma":[0.003823358,0.0001116412,0.00003038728,0.000743556,0.00062762434,0.000091020716,0.000026740916,0.0010515895,0.00027181365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039482693,0.00006575284,0.02406559,0.00007861858,0.00002323613,0.0000145446475,0.0031090076,1.4407665e-7,0.0019246154,0.005802647,0.9101507,0.054725647],"study_design_scores_gemma":[0.0026013968,0.0004886067,0.09570599,0.0009944671,0.00017540043,0.0039433707,0.002810409,0.00034591873,0.00085857173,0.0026046196,0.8892005,0.0002707652],"about_ca_topic_score_codex":0.00002991383,"about_ca_topic_score_gemma":1.6766997e-7,"teacher_disagreement_score":0.0716404,"about_ca_system_score_codex":0.00015562614,"about_ca_system_score_gemma":0.0008756578,"threshold_uncertainty_score":0.99910325},"labels":[],"label_agreement":null},{"id":"W2041026505","doi":"10.1177/1744987112439836","title":"Educating nurses about pain: Revolution not evolution is required","year":2012,"lang":"en","type":"article","venue":"Journal of research in nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Nursing; Psychology; Medicine","score_opus":0.09558767197218179,"score_gpt":0.5053761044194313,"score_spread":0.4097884324472495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041026505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520076,0.0036566285,0.0023962401,0.033758476,0.003321496,0.0003375016,5.904438e-7,0.000014536521,0.0045069642],"genre_scores_gemma":[0.98374903,0.0001069628,0.011785999,0.0004276765,0.0035397143,0.00000789145,0.0000035181333,0.000019630641,0.0003595964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964614,0.0005470805,0.000758399,0.00012782714,0.0014600843,0.0006452199],"domain_scores_gemma":[0.99738437,0.00034133447,0.00030845072,0.00024337412,0.0015195447,0.00020289818],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01456181,0.000094995485,0.0002465728,0.0014281633,0.00019761894,0.000029022485,0.00014475881,0.0001451693,0.00008280056],"category_scores_gemma":[0.009550084,0.00008507168,0.00007532255,0.0017743346,0.00030809065,0.0005862957,0.000014556928,0.0012993208,0.000021483604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050783396,0.0020057745,0.089902885,0.00038709203,0.00003629413,0.000014992443,0.0127032325,0.000009574593,0.01238833,0.003925223,0.18686785,0.6912509],"study_design_scores_gemma":[0.0041691177,0.0020972397,0.817851,0.04385114,0.0001424788,0.0025913205,0.056067497,0.0051941904,0.0100834435,0.012287621,0.04515106,0.00051387266],"about_ca_topic_score_codex":0.000026784652,"about_ca_topic_score_gemma":4.715099e-7,"teacher_disagreement_score":0.7279481,"about_ca_system_score_codex":0.002940658,"about_ca_system_score_gemma":0.00082370086,"threshold_uncertainty_score":0.9987929},"labels":[],"label_agreement":null},{"id":"W2041316826","doi":"10.1016/j.jmpt.2010.01.006","title":"Self-Perceived Skills Confidence: An Investigative Study of Chiropractic Students in the Early Phases of a College's Clinic Program","year":2010,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Chiropractic Association","funders":"","keywords":"Chiropractic; Medicine; Medical education; Self-confidence; Family medicine; Alternative medicine; Physical therapy; Social psychology; Psychology","score_opus":0.27931427673432974,"score_gpt":0.48049015815073426,"score_spread":0.20117588141640452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041316826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987935,0.000030172541,0.000003682712,0.0001956945,0.00010720332,0.00081283087,0.0000016594311,0.0000047355265,0.000050537747],"genre_scores_gemma":[0.99696064,0.000075035416,0.002315925,0.0005010392,0.00011810518,0.000013126796,0.0000023783223,0.0000060998573,0.000007648545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981026,0.0003849472,0.00076395535,0.00012492538,0.00051151565,0.00011206696],"domain_scores_gemma":[0.9979896,0.00034380256,0.0007604016,0.00017641175,0.0006833245,0.000046444315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011044593,0.00012237536,0.00045936747,0.00010742638,0.000050739924,0.000011330041,0.00022817102,0.000108461536,0.000038292954],"category_scores_gemma":[0.000539762,0.000065144646,0.000051544306,0.00046530963,0.00039372762,0.00012821094,0.000025395604,0.00081706385,4.1523126e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019325807,0.08492323,0.6474114,0.0001664199,0.0013874676,0.0000612418,0.10063395,0.000008945186,0.14444065,0.0018131657,0.00007393818,0.017146999],"study_design_scores_gemma":[0.0021539212,0.014079306,0.965538,0.00007720652,0.00020391747,0.0000247999,0.014039031,0.000092187955,0.00035306838,0.003314313,0.000061267056,0.000062929415],"about_ca_topic_score_codex":0.000010414378,"about_ca_topic_score_gemma":0.0000041609896,"teacher_disagreement_score":0.31812665,"about_ca_system_score_codex":0.000014718601,"about_ca_system_score_gemma":0.00009586185,"threshold_uncertainty_score":0.3549781},"labels":[],"label_agreement":null},{"id":"W2041541251","doi":"10.3138/jvme.1012-095r","title":"Factors Influencing Clinical Students' Perceptions of an Embedded Research Project and Associated Publication Output","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Perception; Psychology; Medical education; Quality (philosophy); Teamwork; Relevance (law); Demographics; Data collection; Scope (computer science); Medicine; Computer science","score_opus":0.24670486870362499,"score_gpt":0.5623663444593525,"score_spread":0.31566147575572756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041541251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943601,0.00007502422,0.00006731234,0.0038833907,0.0008680765,0.0005438042,0.0000011700262,0.000016710128,0.00018444643],"genre_scores_gemma":[0.99554855,0.00011136705,0.0024027738,0.0008707694,0.00062600774,0.00004013124,0.00007602992,0.000019912806,0.0003044486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99523216,0.00070035266,0.0015559114,0.00022181199,0.0020439606,0.00024577123],"domain_scores_gemma":[0.9935941,0.00033495037,0.0007765365,0.0003366446,0.004588795,0.00036897088],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061673177,0.00013333446,0.00042625124,0.0008741546,0.00013574089,0.00006654963,0.00032753535,0.00033379497,0.0006238682],"category_scores_gemma":[0.028924387,0.00010244334,0.0000950782,0.00090387894,0.00041714785,0.0007385743,0.000083427425,0.0011891933,0.000009676221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020697196,0.01132253,0.5654822,0.00032237085,0.00025118457,0.000007984642,0.011778977,4.2915985e-7,0.002877679,0.000120025754,0.07952089,0.32810873],"study_design_scores_gemma":[0.00094768987,0.0030760746,0.9770826,0.00055866846,0.00006696573,0.00021705423,0.015423617,0.00031117766,0.000025294474,0.00013387544,0.0020677957,0.000089152636],"about_ca_topic_score_codex":0.00012281799,"about_ca_topic_score_gemma":0.0000023442913,"teacher_disagreement_score":0.4116004,"about_ca_system_score_codex":0.00030640195,"about_ca_system_score_gemma":0.0040465426,"threshold_uncertainty_score":0.9792554},"labels":[],"label_agreement":null},{"id":"W2041542884","doi":"10.1007/s10459-007-9068-0","title":"Undesired variance due to examiner stringency/leniency effect in communication skill scores assessed in OSCEs","year":2007,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Variance (accounting); Rasch model; Objective structured clinical examination; Raw score; Psychology; Medical education; Communication skills; Applied psychology; Medicine; Statistics; Developmental psychology; Mathematics; Raw data","score_opus":0.0203232632687586,"score_gpt":0.4305531748638134,"score_spread":0.4102299115950548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041542884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813979,0.004285762,0.002348737,0.006337939,0.0013666331,0.0014962559,6.406236e-7,0.000032814674,0.0027332874],"genre_scores_gemma":[0.9633992,0.000960944,0.032616407,0.0025458324,0.00012206196,0.00024150172,0.000029981404,0.0000113232145,0.00007279894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970395,0.00026095644,0.0010619574,0.00051769195,0.00054997153,0.0005699188],"domain_scores_gemma":[0.9983483,0.00063133374,0.00030920864,0.0004482039,0.00015376722,0.000109177716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007596321,0.00016848405,0.00034203974,0.0014631365,0.00016787025,0.000029658335,0.00039050312,0.00009572913,0.000028140603],"category_scores_gemma":[0.0031234906,0.00015861682,0.000019069153,0.0056517497,0.00024212609,0.00083350705,0.00004046159,0.0003883488,0.0000119699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006794206,0.0008444515,0.6213294,0.00047961134,0.00000107758,0.000002542171,0.003489248,0.0007940701,0.00014965543,0.005796407,0.00018541966,0.36686015],"study_design_scores_gemma":[0.00058045966,0.00046350187,0.9884116,0.0018074263,0.0000024483634,0.000011317121,0.0028866725,0.00068441924,0.00034421295,0.0033371977,0.0013029592,0.00016780548],"about_ca_topic_score_codex":0.0019575036,"about_ca_topic_score_gemma":0.004673593,"teacher_disagreement_score":0.36708215,"about_ca_system_score_codex":0.001137316,"about_ca_system_score_gemma":0.0016061756,"threshold_uncertainty_score":0.64682066},"labels":[],"label_agreement":null},{"id":"W2041678108","doi":"10.1080/01421590310001643154","title":"The Clinical TeacherClinical teachers' tacit knowledge of basic pedagogic principles","year":2004,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Tacit knowledge; Test (biology); Medical education; Psychology; Medicine; Mathematics education; Knowledge management; Computer science","score_opus":0.13489491418413702,"score_gpt":0.47167204305926325,"score_spread":0.33677712887512623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041678108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94472617,0.0009331182,0.00097146194,0.028503437,0.0013956501,0.0005301036,6.8127076e-7,0.00014604455,0.02279334],"genre_scores_gemma":[0.9799176,0.0002681927,0.0020222035,0.0011974701,0.0024342292,0.00007873246,0.000030107372,0.000055000957,0.013996504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99536395,0.00046667687,0.0019029682,0.00052306254,0.0012083498,0.0005350019],"domain_scores_gemma":[0.99737644,0.00044094236,0.00033599228,0.0010169277,0.00036126177,0.00046845138],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009513328,0.00026386156,0.00066114025,0.000114259215,0.00021797227,0.000020785827,0.00062007137,0.00076966913,0.0019124887],"category_scores_gemma":[0.028654268,0.00016407331,0.00035790598,0.0006232061,0.0018556007,0.0000716954,0.00018780999,0.002654794,0.0003952348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026836805,0.008770382,0.352015,0.00015356882,0.00043528952,0.000046096207,0.0057836627,0.0000030418846,0.000035686142,0.02059476,0.039810143,0.572084],"study_design_scores_gemma":[0.00969217,0.0013881007,0.18222098,0.0008648261,0.0004165791,0.0002183684,0.004359175,0.001641565,0.00009041893,0.0032201677,0.79535013,0.0005375478],"about_ca_topic_score_codex":0.000038701986,"about_ca_topic_score_gemma":0.000032847573,"teacher_disagreement_score":0.75553995,"about_ca_system_score_codex":0.0002817686,"about_ca_system_score_gemma":0.0023369943,"threshold_uncertainty_score":0.9996461},"labels":[],"label_agreement":null},{"id":"W2042138158","doi":"10.1097/acm.0b013e31822c5b9a","title":"“Teaching as a Competency”: Competencies for Medical Educators","year":2011,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":365,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Medical education; Accreditation; Mentorship; Core competency; Scholarship; Interpersonal communication; Faculty development; Psychology; Medicine; Professional development; Political science","score_opus":0.08922462791126351,"score_gpt":0.45366181257015126,"score_spread":0.36443718465888775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042138158","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003819552,0.96888274,0.000664502,0.0077954205,0.0045771883,0.0027787848,0.000010177577,0.00022985255,0.015023112],"genre_scores_gemma":[0.000016912882,0.96936077,0.0023570098,0.009069337,0.008716911,0.00096461765,0.0011375921,0.00018472424,0.0081921285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937181,0.00027240367,0.0027064325,0.0009540491,0.0015014688,0.0008475388],"domain_scores_gemma":[0.99577236,0.0011842474,0.0010101139,0.0009560496,0.00039370637,0.00068350334],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004498786,0.00085457065,0.0037851562,0.0011254003,0.00028581335,0.0000064306855,0.0010589041,0.0021456128,0.0034341258],"category_scores_gemma":[0.020944137,0.0005865155,0.00044975124,0.0009024636,0.0010084128,0.00010040112,0.0001660635,0.0060503907,0.00042297825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001661828,0.000049670623,0.000008505539,0.019812308,0.00026131677,0.000015112117,0.002130908,1.7751495e-9,5.022034e-7,0.056903362,0.1180716,0.8027301],"study_design_scores_gemma":[0.0009671422,0.00047201078,0.0000029998328,0.06762579,0.0027196696,0.0017649566,0.0014614229,0.000015836344,4.300577e-7,0.002308562,0.9222226,0.00043858166],"about_ca_topic_score_codex":0.00020765707,"about_ca_topic_score_gemma":0.0000023240852,"teacher_disagreement_score":0.804151,"about_ca_system_score_codex":0.0004825145,"about_ca_system_score_gemma":0.005155949,"threshold_uncertainty_score":0.99965864},"labels":[],"label_agreement":null},{"id":"W2042175728","doi":"10.1097/acm.0b013e3181eac1e0","title":"Taking Note of the Perceived Value and Impact of Medical Student Chart Documentation on Education and Patient Care","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Internship; Medical record; Feeling; Medical education; Limiting; Patient care; Medicine; Family medicine; Psychology; Value (mathematics); Nursing; Social psychology","score_opus":0.01392872920640285,"score_gpt":0.4365695998614391,"score_spread":0.42264087065503625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042175728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987796,0.0004168319,0.000025242924,0.009703146,0.0009258829,0.00051430176,0.0000017508413,0.000008958856,0.00060789724],"genre_scores_gemma":[0.99714065,0.00030242774,0.000144318,0.001956395,0.00036390682,0.000023173841,0.000025678937,0.000011780304,0.0000316907],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980051,0.000057160272,0.0005316091,0.00019498075,0.0010856963,0.00012548701],"domain_scores_gemma":[0.9988617,0.00011978678,0.00038478276,0.00025369096,0.00026506413,0.0001150113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057946536,0.00012355072,0.00026405702,0.00017267467,0.00006181401,0.0000023446303,0.00013252714,0.00024801242,0.00034318678],"category_scores_gemma":[0.0027676856,0.00007201061,0.000030265564,0.00027768395,0.00044992048,0.000057464382,0.000055655702,0.0009132183,9.775652e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011075162,0.00016865274,0.20083688,0.000448881,0.000084710075,0.0000010625247,0.123709805,0.0000028524605,0.094301745,0.005604768,0.00411465,0.57061523],"study_design_scores_gemma":[0.0015153928,0.0009276704,0.9717505,0.0017273934,0.00015591274,0.000078399666,0.02058839,0.0002612826,0.0021916768,0.00023759982,0.0004822286,0.000083535706],"about_ca_topic_score_codex":0.00033967182,"about_ca_topic_score_gemma":0.000003692815,"teacher_disagreement_score":0.7709136,"about_ca_system_score_codex":0.000095291856,"about_ca_system_score_gemma":0.0004269379,"threshold_uncertainty_score":0.39675298},"labels":[],"label_agreement":null},{"id":"W2042394156","doi":"10.1016/j.sapharm.2012.09.002","title":"CPD and revalidation: Our future is happening now","year":2012,"lang":"en","type":"article","venue":"Research in Social and Administrative Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Revalidation; Happening; History; Medicine; Medical education; Art history","score_opus":0.3806144750250486,"score_gpt":0.5971253415336499,"score_spread":0.21651086650860135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042394156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8351016,0.0008070718,0.00002708597,0.15570793,0.00022471024,0.00042182798,0.000011901011,0.000015927535,0.007681937],"genre_scores_gemma":[0.99406755,0.0003289529,0.00077707524,0.00093271496,0.00313395,0.000048916656,0.000025169278,0.0000075464723,0.0006781149],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987006,0.00016021919,0.0001910253,0.00017151654,0.00043512983,0.00034146995],"domain_scores_gemma":[0.9994877,0.000038501916,0.000038865357,0.00006041636,0.0002277073,0.00014681544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014242168,0.00008565944,0.00014446108,0.000104851446,0.00031956664,0.00003961306,0.000044905046,0.000059201953,0.00014601351],"category_scores_gemma":[0.00018669208,0.00007632611,0.000017497701,0.000644106,0.00014927228,0.00022562717,0.000047710324,0.00055310654,0.0000200847],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040084025,0.00075123046,0.44434348,0.0006109858,0.00007926413,0.000040658426,0.020183928,8.743363e-9,0.002525245,0.022933908,0.13726445,0.370866],"study_design_scores_gemma":[0.0049876333,0.00034088924,0.3364433,0.00031528674,0.00005929713,0.00018556592,0.07318952,0.00016768993,0.007077392,0.004860165,0.5719641,0.0004091858],"about_ca_topic_score_codex":0.000017908153,"about_ca_topic_score_gemma":0.0000022957108,"teacher_disagreement_score":0.43469962,"about_ca_system_score_codex":0.00010028716,"about_ca_system_score_gemma":0.00026100152,"threshold_uncertainty_score":0.31124887},"labels":[],"label_agreement":null},{"id":"W2042419269","doi":"10.1002/chp.21136","title":"Feasibility of a Knowledge Translation CME Program: Courriels Cochrane","year":2012,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université Laval; Centre de Santé et de Services Sociaux de Chicoutimi; College of Family Physicians of Canada; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Medicine; MEDLINE; Knowledge translation; Continuing medical education; Cochrane Library; Cochrane collaboration; Family medicine; Randomized controlled trial; Medical education; Continuing education; Surgery; Computer science; Knowledge management","score_opus":0.10500273716722633,"score_gpt":0.522162621407399,"score_spread":0.4171598842401727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042419269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9616307,0.0042859456,0.0007981648,0.028036904,0.002751159,0.0014902166,0.0000013088712,0.000013253835,0.0009923524],"genre_scores_gemma":[0.9862787,0.00012856326,0.011711761,0.00085388566,0.00072510436,0.00005141193,0.000013670732,0.0000117065565,0.00022517389],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972961,0.00059858453,0.0013097776,0.00008349792,0.00044053455,0.00027148778],"domain_scores_gemma":[0.99709386,0.0004073713,0.0010972,0.00028242235,0.0009947086,0.00012445316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006750015,0.00009933596,0.00037704027,0.0003576692,0.0001062129,0.000007385799,0.0001557869,0.00010838936,0.000059411068],"category_scores_gemma":[0.002006631,0.00006567722,0.00008789052,0.00082731765,0.00009882189,0.00022863319,0.000008973208,0.0007356055,0.0000035463631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019510549,0.008044142,0.13957267,0.0011864399,0.000020129648,2.6477858e-7,0.13272953,0.0000010310366,0.00034598247,0.0020387692,0.020774981,0.69509095],"study_design_scores_gemma":[0.0031223586,0.0010372512,0.8509983,0.010752165,0.00016012827,0.0002933912,0.1052105,0.00015135734,0.0002320312,0.0012826349,0.026574932,0.00018496279],"about_ca_topic_score_codex":0.000015078179,"about_ca_topic_score_gemma":0.000005805368,"teacher_disagreement_score":0.71142566,"about_ca_system_score_codex":0.00024243114,"about_ca_system_score_gemma":0.0026195436,"threshold_uncertainty_score":0.46469578},"labels":[],"label_agreement":null},{"id":"W2042448918","doi":"10.1111/j.1365-2929.2004.02028.x","title":"Before the white coat: perceptions of professional lapses in the pre‐clerkship","year":2004,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Blame; Accountability; Entitlement (fair division); Medical education; Psychology; Clinical clerkship; Resistance (ecology); Perception; Medicine; Pedagogy; Social psychology; Curriculum","score_opus":0.01129224533873114,"score_gpt":0.3679421387498954,"score_spread":0.35664989341116426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042448918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7318182,0.00006565347,0.00028939205,0.26516053,0.0009464498,0.00053039356,0.0000012834123,0.000015861979,0.001172226],"genre_scores_gemma":[0.9765687,0.000012156661,0.00084313593,0.020680185,0.00066647324,0.00029438495,0.00015001389,0.000011067345,0.0007738607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980011,0.00012532326,0.00046570026,0.00016937075,0.0010519456,0.00018658004],"domain_scores_gemma":[0.9991233,0.000056988873,0.00011777697,0.00040576304,0.0002491382,0.0000470516],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014100414,0.00010142467,0.0001501488,0.00014348203,0.00014618484,0.000010829167,0.00030012848,0.00016567562,0.0010869888],"category_scores_gemma":[0.004487118,0.00005339618,0.00005373991,0.00090066745,0.00040971965,0.00008061737,0.000028140412,0.00066534575,0.000035348552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011273008,0.01075924,0.27575988,0.00052680564,0.000048858325,0.00000480996,0.15519547,0.00003255185,0.00021111626,0.045145802,0.24537292,0.2668298],"study_design_scores_gemma":[0.0006910231,0.00012904711,0.96129125,0.00068096526,0.0000439186,0.00008883895,0.021785961,0.00011038409,0.000025786585,0.0033053323,0.011784423,0.00006305576],"about_ca_topic_score_codex":0.00011123032,"about_ca_topic_score_gemma":0.00016340843,"teacher_disagreement_score":0.6855314,"about_ca_system_score_codex":0.00015489958,"about_ca_system_score_gemma":0.0028065026,"threshold_uncertainty_score":0.99982613},"labels":[],"label_agreement":null},{"id":"W2042612157","doi":"10.3138/jvme.35.3.340","title":"Introduction to the Symposium","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yükseköğretim Kurulu; Council for Higher Education","keywords":"Safeguarding; Formative assessment; Competence (human resources); Medical education; Health care; Medicine; Nursing; Patient care; Psychology; Pedagogy","score_opus":0.03804097052856494,"score_gpt":0.3774714913264794,"score_spread":0.33943052079791447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042612157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6604584,0.00012931162,0.0011752581,0.33236665,0.0052540973,0.00015115211,1.4562981e-7,0.000010207835,0.00045481458],"genre_scores_gemma":[0.9494895,0.0002963092,0.0064442414,0.02179641,0.020168032,0.00002610649,0.000013984862,0.000018945057,0.0017464883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803895,0.00008006805,0.00059973134,0.00012674279,0.0010075597,0.00014692423],"domain_scores_gemma":[0.9984921,0.000038209862,0.00023213167,0.0002853193,0.00074550085,0.00020671249],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011357418,0.000091933936,0.00019027904,0.0002648133,0.00014689007,0.000009000197,0.00020421403,0.00009969959,0.0010220006],"category_scores_gemma":[0.0045543294,0.000058948302,0.00007809158,0.0006228962,0.00012160445,0.00014567557,0.000029179606,0.0005240103,0.00009985016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024703098,0.0008072175,0.0007896034,0.000043094275,0.00003217144,0.00004004633,0.0014127229,0.00000698869,0.0020653782,0.00017685122,0.8979134,0.09646552],"study_design_scores_gemma":[0.00040358692,0.0014313497,0.026926072,0.00016787538,0.000044575074,0.025405994,0.0005450912,0.00008533642,0.00019910384,0.00003074794,0.94469225,0.000068013214],"about_ca_topic_score_codex":0.0000058970536,"about_ca_topic_score_gemma":2.9683866e-7,"teacher_disagreement_score":0.31057024,"about_ca_system_score_codex":0.00022043049,"about_ca_system_score_gemma":0.0023769944,"threshold_uncertainty_score":0.9998912},"labels":[],"label_agreement":null},{"id":"W2042618893","doi":"10.1111/medu.12637","title":"Reading between the lines: faculty interpretations of narrative evaluation comments","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia; London Health Sciences Centre; University of Toronto","funders":"","keywords":"Narrative; Summative assessment; Context (archaeology); Reading (process); Consistency (knowledge bases); Psychology; Interpretation (philosophy); Theme (computing); Linguistics; Formative assessment; Mathematics education; Computer science","score_opus":0.07893513369979668,"score_gpt":0.4789530750301312,"score_spread":0.4000179413303345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042618893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89860916,0.00009245769,0.00412768,0.087900154,0.0016700546,0.0009804878,0.0000049266814,0.000041931777,0.0065731555],"genre_scores_gemma":[0.9888013,0.0000057316283,0.0023431457,0.006566245,0.0006665715,0.00016569748,0.0010835269,0.000013583902,0.00035422508],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99728507,0.00020669984,0.00060296553,0.00018782885,0.0015698425,0.00014758884],"domain_scores_gemma":[0.997273,0.00013787496,0.00026450667,0.00034245077,0.0018591572,0.00012300389],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002759971,0.000112264715,0.00021618356,0.00017106623,0.000100994264,0.00001370278,0.0001887026,0.0001459947,0.00043948],"category_scores_gemma":[0.02258218,0.00007707788,0.000048788588,0.0007733226,0.00023484373,0.00013373149,0.000035122917,0.00036420365,0.000044065677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046726276,0.0009223179,0.060932092,0.00009575775,0.00012538498,3.1054395e-7,0.0456234,0.000009666129,0.000042929914,0.0011348041,0.45810962,0.432957],"study_design_scores_gemma":[0.0081883585,0.0012532689,0.47133058,0.00379508,0.0017992645,0.00012258612,0.20159872,0.053533927,0.0023105263,0.010717839,0.24458484,0.0007649964],"about_ca_topic_score_codex":0.000104699415,"about_ca_topic_score_gemma":0.0000048262127,"teacher_disagreement_score":0.432192,"about_ca_system_score_codex":0.00038052106,"about_ca_system_score_gemma":0.0040357076,"threshold_uncertainty_score":0.985651},"labels":[],"label_agreement":null},{"id":"W2042707989","doi":"10.1007/s10459-014-9512-x","title":"A procedural skills OSCE: assessing technical and non-technical skills of internal medicine residents","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Illinois at Chicago; University of Ottawa","keywords":"Medical education; Objective structured clinical examination; Educational measurement; Medicine; MEDLINE; Psychology; Curriculum; Pedagogy","score_opus":0.00999429770080445,"score_gpt":0.43744900015414134,"score_spread":0.4274547024533369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042707989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96060073,0.0020137893,0.0062760636,0.021702545,0.0018399021,0.00094031414,5.7837565e-7,0.000051555577,0.006574535],"genre_scores_gemma":[0.9452733,0.0007183162,0.0485829,0.0049031577,0.0003435454,0.00007039361,0.000010064666,0.000009240367,0.00008908623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752736,0.000090910544,0.0009810694,0.00042773865,0.0006500127,0.00032293593],"domain_scores_gemma":[0.99861515,0.00027990973,0.0004986341,0.00024525123,0.0002459661,0.00011510925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003059811,0.00013587515,0.0003690391,0.0005520441,0.00016228641,0.000018836805,0.00022225747,0.00009716382,0.00002929402],"category_scores_gemma":[0.0053539835,0.000107953725,0.000020428512,0.0014313604,0.0011137853,0.000595928,0.00004884577,0.00035436967,0.0000023299751],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003340297,0.0014083198,0.5111242,0.0018603563,0.0000031147692,5.3003254e-7,0.0012983409,0.00002460607,0.0022103477,0.006151047,0.0047955113,0.47109026],"study_design_scores_gemma":[0.0007358844,0.0009384498,0.9792096,0.005939367,0.000012045565,0.00014795543,0.0011991353,0.000833568,0.0003412999,0.0066347253,0.0038569344,0.00015100419],"about_ca_topic_score_codex":0.00027469939,"about_ca_topic_score_gemma":0.000068136054,"teacher_disagreement_score":0.47093925,"about_ca_system_score_codex":0.00028282535,"about_ca_system_score_gemma":0.0012256604,"threshold_uncertainty_score":0.6409605},"labels":[],"label_agreement":null},{"id":"W2042798259","doi":"10.1080/13576280600783679","title":"Development of the community-oriented medical education curriculum of Pakistan: A case report on the national initiative on curriculum development","year":2006,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Curriculum development; Curriculum mapping; Medical education; Political science; Medicine; Engineering ethics; Sociology; Pedagogy; Engineering","score_opus":0.039142396016746385,"score_gpt":0.4201621520989745,"score_spread":0.3810197560822281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042798259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96096975,0.00004088138,0.00056498003,0.02910563,0.0017412594,0.0018354863,0.000009778635,0.000023650106,0.0057085664],"genre_scores_gemma":[0.9718353,0.0000022837696,0.016663589,0.009265313,0.0003414856,0.00076198735,0.00069625006,0.000020329022,0.00041344078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665093,0.00027318372,0.0013938043,0.00021682511,0.0012475057,0.00021773463],"domain_scores_gemma":[0.99611646,0.0002621049,0.0010667716,0.0004186181,0.0020377229,0.00009834398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034680895,0.00016871381,0.00025715388,0.00025686852,0.0008065936,0.000008080068,0.000197324,0.00010840348,0.00010868655],"category_scores_gemma":[0.0042154538,0.000108863314,0.00006909803,0.0009398677,0.00017580247,0.000048308648,0.00003733514,0.0005366725,0.0000066700436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011914796,0.034127418,0.01911829,0.0014704888,0.00015658955,0.000005362365,0.026673045,0.000010976611,0.000034861358,0.3519422,0.4953233,0.07101831],"study_design_scores_gemma":[0.0027278173,0.00085349043,0.22204365,0.005997651,0.000097043754,0.0029967707,0.093013085,0.00045011655,0.004780939,0.004088259,0.66229314,0.000658015],"about_ca_topic_score_codex":0.00043596394,"about_ca_topic_score_gemma":0.0001943775,"teacher_disagreement_score":0.34785396,"about_ca_system_score_codex":0.0012824079,"about_ca_system_score_gemma":0.0284156,"threshold_uncertainty_score":0.9770924},"labels":[],"label_agreement":null},{"id":"W2042857517","doi":"10.12927/hcq.2009.20978","title":"Improving Communication of Critical Test Results in a Pediatric Academic Setting: Key Lessons in Achieving and Sustaining Positive Outcomes","year":2009,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Test (biology); Best practice; Key (lock); Medicine; Medical education; Process management; Nursing; Psychology; Business; Political science; Computer science","score_opus":0.023061613562859552,"score_gpt":0.39848993870883775,"score_spread":0.3754283251459782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042857517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63614416,0.000457852,0.00005821301,0.36278164,0.000045026285,0.0003499457,0.000010127182,0.000025157571,0.0001278945],"genre_scores_gemma":[0.99391997,0.0000650212,0.0043366672,0.0014957738,0.000079997946,0.00001834738,0.000059972976,0.000011480742,0.000012799811],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99806005,0.00018712014,0.0009087743,0.00026275034,0.0002491001,0.0003322307],"domain_scores_gemma":[0.9982144,0.00092456734,0.00020810166,0.00029741132,0.00027155216,0.00008394919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014648092,0.00012460416,0.0003176093,0.00055505603,0.00008391635,0.000011406586,0.00010130533,0.00021665299,0.0000011289642],"category_scores_gemma":[0.005471599,0.00012597174,0.000023104278,0.00073680416,0.000084916064,0.00017447483,0.000015092871,0.0010781086,9.21367e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114911025,0.00037081493,0.27050143,0.00064275734,0.0000023333873,0.000015391506,0.038428117,6.606868e-7,0.0002696356,0.005443746,0.000076305914,0.6841339],"study_design_scores_gemma":[0.00096976734,0.0009864205,0.9831903,0.0005294488,0.00001682647,0.000020729263,0.012842016,0.0006579776,0.000015845826,0.00066812383,0.0000059068593,0.00009665771],"about_ca_topic_score_codex":0.00040908216,"about_ca_topic_score_gemma":0.00015283075,"teacher_disagreement_score":0.71268886,"about_ca_system_score_codex":0.00024701993,"about_ca_system_score_gemma":0.00041014762,"threshold_uncertainty_score":0.655041},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2043143848","doi":"10.1097/01.acm.0000242593.29279.be","title":"From Novice to Informed Educator: The Teaching Scholars Program for Educators in the Health Sciences","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Henry and Berenice Kaufmann Foundation","keywords":"Scholarship; Curriculum; Medical education; Faculty development; Professional development; Work (physics); Sociology; Pedagogy; Psychology; Political science; Medicine; Engineering","score_opus":0.03647010936710604,"score_gpt":0.4591417827002849,"score_spread":0.42267167333317884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043143848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64299643,0.0005978679,0.00022939945,0.35095844,0.00090898835,0.0021067495,0.0000022743882,0.00004622444,0.002153591],"genre_scores_gemma":[0.88545877,0.000044598266,0.0062216716,0.10170002,0.0052074757,0.0009065419,0.00013858492,0.000019789079,0.00030256386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972966,0.00014171112,0.00083476293,0.0003490584,0.000842497,0.00053539145],"domain_scores_gemma":[0.99818915,0.0009373402,0.00023455254,0.0004183669,0.00011114512,0.00010944398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064609833,0.00018311737,0.0003147996,0.0003734432,0.00052196695,0.000024496578,0.0006776158,0.0001497316,0.000049155995],"category_scores_gemma":[0.0071325474,0.0000927562,0.000035024263,0.0015198025,0.0004796702,0.00015724711,0.000039159542,0.0016184815,0.000021062788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004613205,0.00014066079,0.018107763,0.000094973635,0.000014859651,5.2876453e-7,0.039925847,0.0000039448805,0.00017139742,0.013892077,0.7492027,0.1783991],"study_design_scores_gemma":[0.0014181299,0.000934299,0.059958205,0.0011051785,0.000063267835,0.000036491932,0.10125454,0.00019110856,0.000052448315,0.0052773925,0.82953525,0.00017367808],"about_ca_topic_score_codex":0.003408884,"about_ca_topic_score_gemma":0.00009130925,"teacher_disagreement_score":0.24925843,"about_ca_system_score_codex":0.00032495207,"about_ca_system_score_gemma":0.0016072153,"threshold_uncertainty_score":0.8538841},"labels":[],"label_agreement":null},{"id":"W2043252068","doi":"10.12927/hcpap..17212","title":"The Disconnect of Twin Pillars: The Growing Rift in Educational Goals and Methods between Medical Schools and the Academic Teaching Hospitals","year":2002,"lang":"en","type":"article","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Medical Association","funders":"","keywords":"General partnership; Incentive; Function (biology); Set (abstract data type); Process (computing); Medical education; Public relations; Value (mathematics); Psychology; Political science; Medicine; Computer science","score_opus":0.0393648067677092,"score_gpt":0.40842484967631026,"score_spread":0.36906004290860106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043252068","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4919815,0.0013115512,0.00020995259,0.505267,0.00019366284,0.00082653,0.0000046522487,0.00001960592,0.00018552253],"genre_scores_gemma":[0.4449308,0.00096641126,0.002540334,0.5508047,0.00015346201,0.00033916856,0.000020338024,0.000039522245,0.00020531476],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9950856,0.0014488957,0.0012724274,0.0005507555,0.0009772355,0.0006650894],"domain_scores_gemma":[0.99059945,0.0079145385,0.0003724679,0.00065989094,0.00013040076,0.00032323628],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012141869,0.00031286263,0.00068055035,0.00023187716,0.000905543,0.000066677654,0.00048694704,0.0002923712,0.00009413272],"category_scores_gemma":[0.020378677,0.00016834924,0.00009836725,0.0008102452,0.00040261511,0.00023359274,0.0002758847,0.0021423022,0.000018615921],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000644387,0.0003508465,0.15438712,0.0002837847,0.0002902352,0.0000050681447,0.049131833,0.0000040195323,0.0003631309,0.06198296,0.44727325,0.28528336],"study_design_scores_gemma":[0.010345302,0.0014334255,0.6785149,0.000112095535,0.00042130175,0.00029806927,0.017171485,0.005268457,0.00022590547,0.0058551384,0.27941406,0.0009398431],"about_ca_topic_score_codex":0.00039203817,"about_ca_topic_score_gemma":0.00005822928,"teacher_disagreement_score":0.5241278,"about_ca_system_score_codex":0.00034697412,"about_ca_system_score_gemma":0.00037345444,"threshold_uncertainty_score":0.9878731},"labels":[],"label_agreement":null},{"id":"W2043345655","doi":"10.1097/00024665-200403000-00013","title":"An Experience With an Online Learning Environment to Support a Change in Practice in an Emergency Department","year":2004,"lang":"en","type":"article","venue":"CIN Computers Informatics Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Izaak Walton Killam Health Centre","funders":"","keywords":"Presentation (obstetrics); Emergency department; Set (abstract data type); Plan (archaeology); Work (physics); Knowledge management; Experiential learning; Medical education; Computer science; Psychology; Medicine; Nursing; Engineering; Pedagogy","score_opus":0.035144157508991816,"score_gpt":0.3741787175637319,"score_spread":0.3390345600547401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043345655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9427772,0.000008851354,0.05502848,0.0010560731,0.00030389518,0.00063997053,8.389364e-7,0.00004058072,0.00014408708],"genre_scores_gemma":[0.7276761,0.00001314329,0.27010858,0.0018261368,0.000109626686,0.000049652837,0.00020155396,0.000013364953,0.0000018628448],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984517,0.00004467242,0.00060782227,0.00017307003,0.0004109006,0.0003118425],"domain_scores_gemma":[0.9992327,0.0000141377695,0.00016216938,0.00034819142,0.00006719748,0.00017557766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040248502,0.00015019548,0.00018922942,0.00037639218,0.00007765935,0.00002852991,0.00014557234,0.00006480211,0.00002412768],"category_scores_gemma":[0.00008288277,0.00014618433,0.000011467566,0.0005185916,0.00005451691,0.0012678264,0.000019941994,0.00034445323,0.000008920455],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016050543,0.0027038725,0.016598368,0.000054250686,0.0000073503616,0.000034515637,0.3857861,0.026120337,0.000060175054,0.00012883997,0.000028306626,0.5683174],"study_design_scores_gemma":[0.0069595035,0.019416397,0.33657753,0.003171435,0.00010369123,0.00057434285,0.264662,0.36129934,0.00061659905,0.00012548047,0.0053455634,0.0011480993],"about_ca_topic_score_codex":0.000038880924,"about_ca_topic_score_gemma":0.000027079152,"teacher_disagreement_score":0.5671693,"about_ca_system_score_codex":0.0007282832,"about_ca_system_score_gemma":0.00009680986,"threshold_uncertainty_score":0.5961224},"labels":[],"label_agreement":null},{"id":"W2043755198","doi":"10.3138/jvme.0612.054r","title":"Workplace-Based Assessment in a Primary-Care Setting","year":2012,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Interpersonal communication; Context (archaeology); Medical education; Health care; Social skills; Process (computing); Psychology; Work (physics); Medicine; Computer science; Engineering","score_opus":0.0372437397158211,"score_gpt":0.4144678706493541,"score_spread":0.37722413093353296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043755198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788928,0.0009934308,0.002017149,0.012617308,0.0029361146,0.00021995716,3.4014812e-7,0.000012652108,0.0023102688],"genre_scores_gemma":[0.95152605,0.00003795243,0.039817464,0.006769014,0.0016901684,0.000026281798,0.000054653636,0.000018196131,0.00006025059],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975458,0.0001463256,0.00082891097,0.00010805673,0.0010911885,0.0002797272],"domain_scores_gemma":[0.998502,0.00010261559,0.00051430525,0.00018830376,0.00042856613,0.00026419715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002047387,0.00012370564,0.00027825148,0.0004929631,0.00004852196,0.000013002154,0.0001421439,0.00018019318,0.0005790089],"category_scores_gemma":[0.0023902191,0.00010457541,0.000084918596,0.00052930537,0.00007444827,0.0002744448,0.000025215904,0.00094646355,0.00001043251],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037211,0.0038353435,0.30923605,0.0011927189,0.000033280667,0.00004859102,0.0027464535,0.000007254472,0.00097173254,0.00013914185,0.0110441,0.6703732],"study_design_scores_gemma":[0.0026452984,0.0011299523,0.92027277,0.0038329987,0.00008194682,0.001803822,0.0035569556,0.00034970508,0.00007756692,0.000029090128,0.066045225,0.00017465606],"about_ca_topic_score_codex":0.0000044732906,"about_ca_topic_score_gemma":3.1409465e-7,"teacher_disagreement_score":0.67019856,"about_ca_system_score_codex":0.0012693683,"about_ca_system_score_gemma":0.006556185,"threshold_uncertainty_score":0.9990757},"labels":[],"label_agreement":null},{"id":"W2044502664","doi":"10.1111/j.2042-7174.2002.tb00675.x","title":"Measuring clinical competence in preregistration trainees by OSCEs","year":2002,"lang":"en","type":"article","venue":"International Journal of Pharmacy Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Competence (human resources); Medical education; Family medicine; Nursing; Management","score_opus":0.16904086013377245,"score_gpt":0.4866857514218928,"score_spread":0.31764489128812035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044502664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8749435,0.0011344464,0.004199521,0.102770805,0.0040060943,0.00022824098,0.000004439693,0.000021575037,0.012691393],"genre_scores_gemma":[0.9832918,0.00086883904,0.010323464,0.004150276,0.0011177164,0.00000348817,0.000007533834,0.000009724666,0.00022712501],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765766,0.00015604307,0.001024521,0.00012632797,0.00092451484,0.000110957044],"domain_scores_gemma":[0.997345,0.00041694942,0.00075865776,0.000091021284,0.0013178325,0.00007056014],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019089191,0.000085518885,0.00017710395,0.00023431554,0.000024589192,0.000046931164,0.00026218218,0.000041145075,0.00055770733],"category_scores_gemma":[0.008846322,0.00007803288,0.00007352872,0.00021466793,0.00007538296,0.0010250838,0.000017517696,0.0007094581,0.00003054945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031850834,0.009573132,0.11109245,0.00009610726,0.00096178066,0.0011252637,0.0045532812,0.0001943935,0.021289982,0.0014442706,0.21558334,0.6309009],"study_design_scores_gemma":[0.016673073,0.00047524887,0.018061223,0.00054357486,0.00028193017,0.005619293,0.0021374205,0.023146512,0.0051044826,0.00020291023,0.9274751,0.00027924115],"about_ca_topic_score_codex":0.000021530184,"about_ca_topic_score_gemma":0.0000011953414,"teacher_disagreement_score":0.7118918,"about_ca_system_score_codex":0.00017951785,"about_ca_system_score_gemma":0.00012335014,"threshold_uncertainty_score":0.9995026},"labels":[],"label_agreement":null},{"id":"W2044682549","doi":"10.1007/s40037-015-0158-z","title":"Supervised near-peer clinical teaching in the ambulatory clinic: an exploratory study of family medicine residents’ perspectives","year":2015,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Preceptor; Medicine; Context (archaeology); Medical education; Nursing; Exploratory research; Family medicine; Peer learning; Psychology; Pedagogy","score_opus":0.12801312321050948,"score_gpt":0.4854649213657051,"score_spread":0.3574517981551957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044682549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96624905,0.00096940214,0.000068271525,0.023995016,0.0014998049,0.001289254,0.0000011043112,0.000070394235,0.005857703],"genre_scores_gemma":[0.9903199,0.00011218318,0.00092824956,0.0059757642,0.0021145623,0.00020039685,0.00005758992,0.000046157733,0.00024517314],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9914533,0.0023148134,0.0015293496,0.0008655629,0.0034840298,0.0003529642],"domain_scores_gemma":[0.9957745,0.00066414505,0.00039278102,0.0012665282,0.0014663724,0.0004356488],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01582509,0.00031017314,0.0007156756,0.0005676758,0.00019984663,0.000035364214,0.00063952827,0.00033677404,0.0004027677],"category_scores_gemma":[0.050076332,0.00021593977,0.00010542716,0.001056027,0.0011439153,0.00034406426,0.000062364415,0.0022540968,0.00004808133],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007281013,0.030967971,0.082098894,0.000048026028,0.00010809764,0.000018480932,0.8046259,0.0000037141722,0.000018361265,0.003228701,0.054867916,0.023285825],"study_design_scores_gemma":[0.0032618935,0.0033672398,0.29665512,0.00026800737,0.00010006187,0.0000138547875,0.69418967,0.00033177412,0.0000010012174,0.00031520272,0.0013562817,0.00013990526],"about_ca_topic_score_codex":0.0006623942,"about_ca_topic_score_gemma":0.00015683201,"teacher_disagreement_score":0.21455623,"about_ca_system_score_codex":0.00052562536,"about_ca_system_score_gemma":0.0037397495,"threshold_uncertainty_score":0.97930545},"labels":[],"label_agreement":null},{"id":"W2044707092","doi":"10.1016/j.jsurg.2014.05.018","title":"Letter to the Editor Response","year":2014,"lang":"en","type":"letter","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Queen's University; University of British Columbia; McMaster University; University of Toronto","funders":"","keywords":"Computer science; Medicine; Psychology","score_opus":0.016291549863464396,"score_gpt":0.3397762777679913,"score_spread":0.3234847279045269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044707092","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056526074,0.00014419874,0.00022672216,0.9598027,0.033063192,0.0003384905,0.0000014909665,0.000011721778,0.0007589133],"genre_scores_gemma":[0.000812821,0.000021870068,0.0012489401,0.6902684,0.30080706,0.000025647067,0.000046629353,0.000033227465,0.006735387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968663,0.00041838278,0.0009786697,0.00020427359,0.0012615747,0.00027081618],"domain_scores_gemma":[0.99645454,0.0005853223,0.0007283542,0.00054042233,0.0015892129,0.00010213078],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029796313,0.00021918384,0.00047263424,0.0005902843,0.000102292455,0.00006359642,0.00036387588,0.00066916767,0.0005419162],"category_scores_gemma":[0.002941793,0.0001323144,0.00024729752,0.0006023642,0.000096259864,0.00009010938,0.000027870774,0.0035936956,0.0003302765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041405516,0.00014207592,0.000023157876,0.00007888663,0.00004602515,0.00005938723,0.00023819068,0.0000017818965,0.00001815529,0.0000109169105,0.98610836,0.01285901],"study_design_scores_gemma":[0.00037242606,0.00033116603,0.0004739369,0.0005233898,0.00015383569,0.0014762862,0.00006722206,0.000005617014,0.000023192255,0.000046283694,0.9963943,0.0001323831],"about_ca_topic_score_codex":0.000005123484,"about_ca_topic_score_gemma":1.1682042e-7,"teacher_disagreement_score":0.26953423,"about_ca_system_score_codex":0.0004664479,"about_ca_system_score_gemma":0.0019983738,"threshold_uncertainty_score":0.998705},"labels":[],"label_agreement":null},{"id":"W2045048032","doi":"10.1108/lhs-04-2014-0033","title":"Embedding physician leadership development within health organizations","year":2014,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Leadership development; Globe; Context (archaeology); Health care; Leader development; Neuroleadership; Originality; Value (mathematics); Conceptual framework; Knowledge management; Leadership studies; Public relations; Sociology; Psychology; Leadership style; Political science; Qualitative research; Computer science","score_opus":0.10525400634026431,"score_gpt":0.3620658924206088,"score_spread":0.2568118860803445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045048032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3455562,0.0025085656,0.013108974,0.62910396,0.0031533327,0.0034998779,0.00000440066,0.0010176316,0.0020470547],"genre_scores_gemma":[0.78973484,0.000011880972,0.0230395,0.18611568,0.00043342385,0.00005190837,0.00021318183,0.000051324492,0.0003482356],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968487,0.0002441832,0.0010733336,0.00044954705,0.000538656,0.0008456032],"domain_scores_gemma":[0.99856395,0.00009966111,0.00046182392,0.00040570542,0.00022947785,0.00023940598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002234559,0.0002315801,0.00046029635,0.0004522384,0.00035331407,0.000037050213,0.00021757834,0.00014514972,0.00007895216],"category_scores_gemma":[0.00021616906,0.00023309774,0.000025900168,0.0020471402,0.000077774836,0.00018841845,0.000027832271,0.00062049873,0.00016305865],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016895536,0.0022866956,0.12719662,0.124255694,0.00013941809,0.0000076799015,0.48256794,0.002637644,0.00020193764,0.022487415,0.0041915146,0.23385848],"study_design_scores_gemma":[0.006030546,0.001253909,0.2789401,0.04683844,0.00004401998,0.00007347703,0.522342,0.08496058,0.0014298408,0.001220685,0.055309813,0.0015565581],"about_ca_topic_score_codex":0.00049399096,"about_ca_topic_score_gemma":0.000692678,"teacher_disagreement_score":0.44417867,"about_ca_system_score_codex":0.0007417029,"about_ca_system_score_gemma":0.0013770197,"threshold_uncertainty_score":0.950545},"labels":[],"label_agreement":null},{"id":"W2045135833","doi":"10.1080/01421590600643653","title":"Teaching professionalism: general principles","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":349,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Experiential learning; Sophistication; Situated; Curriculum; Situated cognition; Psychology; Reflection (computer programming); Pedagogy; Cognition; Mathematics education; Medical education; Engineering ethics; Computer science; Medicine; Sociology","score_opus":0.0418287678494559,"score_gpt":0.3803878609246154,"score_spread":0.3385590930751595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045135833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.872168,0.00012504899,0.0010278603,0.035548877,0.0006075314,0.00021882953,3.0981363e-7,0.00016266557,0.090140864],"genre_scores_gemma":[0.81225,0.0000026318762,0.006193474,0.00444144,0.0036452292,0.00007947656,0.00018436018,0.000037004575,0.17316638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977602,0.00010694071,0.0004305428,0.00025216228,0.0011577312,0.00029243372],"domain_scores_gemma":[0.9994373,0.00001659782,0.00007134258,0.00028153797,0.00008655006,0.00010667539],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013426689,0.00013097246,0.0002079311,0.000110359484,0.00014426844,0.000010764481,0.00014329888,0.00026194256,0.0067143575],"category_scores_gemma":[0.0017908877,0.00009628502,0.00006346686,0.00019843467,0.00016367518,0.000057521618,0.000061240215,0.0010400773,0.00016501968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059869766,0.0026416115,0.23629828,0.00019347866,0.0000681749,0.00014774798,0.0006814353,0.0000034671866,0.0005538657,0.12663473,0.4867202,0.14599714],"study_design_scores_gemma":[0.0014172319,0.0000636982,0.05562558,0.0002839934,0.00005044448,0.00018593179,0.00019272008,0.022077953,0.00008722197,0.0019914254,0.9178039,0.00021992867],"about_ca_topic_score_codex":0.00024733762,"about_ca_topic_score_gemma":0.000005182379,"teacher_disagreement_score":0.43108365,"about_ca_system_score_codex":0.00013466566,"about_ca_system_score_gemma":0.00032034173,"threshold_uncertainty_score":0.9941936},"labels":[],"label_agreement":null},{"id":"W2045266363","doi":"10.1097/acm.0b013e31819a8b30","title":"Increasing Bioethics Education in Preclinical Medical Curricula: What Ethical Dilemmas Do Clinical Clerks Experience?","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Bioethics; Curriculum; Medical education; Medical ethics; Engineering ethics; Graduate medical education; Medicine; Moral dilemma; Psychology; Pedagogy; Political science; Social psychology; Psychiatry","score_opus":0.1295669615341151,"score_gpt":0.5476538969011092,"score_spread":0.41808693536699415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045266363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74366695,0.002918568,0.00055360957,0.24689566,0.003678789,0.00066355226,3.3298448e-7,0.000120082674,0.0015024582],"genre_scores_gemma":[0.8712826,0.009448099,0.0018543594,0.11114932,0.0058645043,0.0000631122,0.00012293531,0.000032622695,0.00018248043],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.991494,0.00096357835,0.0032295363,0.0010048067,0.00259776,0.0007103361],"domain_scores_gemma":[0.99524,0.0020337324,0.0004891534,0.0008314317,0.00057439576,0.0008313264],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01539644,0.00039207263,0.0010888731,0.0005891082,0.00013962689,0.000027994145,0.0006111577,0.003960865,0.0011494115],"category_scores_gemma":[0.08145143,0.00030585154,0.00013130493,0.0017158211,0.0026154362,0.0004358247,0.00010841506,0.012617296,0.000092344315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039115132,0.0005939985,0.16569047,0.0000944053,0.000027421444,0.00006198067,0.00709147,6.622946e-7,0.000118410746,0.022725374,0.04115676,0.7620479],"study_design_scores_gemma":[0.0153888315,0.0037461973,0.6978054,0.036371935,0.0005536651,0.0034837055,0.057254653,0.0048177405,0.00015409134,0.032257173,0.14657319,0.0015934403],"about_ca_topic_score_codex":0.00015220603,"about_ca_topic_score_gemma":0.000008433865,"teacher_disagreement_score":0.7604545,"about_ca_system_score_codex":0.0003321989,"about_ca_system_score_gemma":0.0028139716,"threshold_uncertainty_score":0.9999394},"labels":[],"label_agreement":null},{"id":"W2045269274","doi":"10.5688/aj7005117","title":"Peer-Mentoring Workshop for Continuous Professional Development","year":2006,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Interview; Objective structured clinical examination; Test (biology); Professional development; Variety (cybernetics); Best practice; MEDLINE; Medicine; Educational measurement; Process (computing); Psychology; Curriculum; Computer science; Pedagogy","score_opus":0.027339578201590078,"score_gpt":0.42907346357012427,"score_spread":0.4017338853685342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045269274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9528459,0.0002357206,0.009424701,0.031192072,0.004808014,0.00044487842,8.8687113e-7,0.000020102972,0.0010277383],"genre_scores_gemma":[0.9120807,0.000007936962,0.07409019,0.0027824277,0.0022321222,0.00006556584,0.000048189282,0.000022649438,0.00867024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820447,0.000040499042,0.0007125524,0.00013816857,0.00065057917,0.0002537455],"domain_scores_gemma":[0.997429,0.00012847324,0.00046587602,0.00010188287,0.0017503629,0.0001244181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010016989,0.00011950732,0.00027954736,0.00024608587,0.00010660613,0.000022022612,0.00010695638,0.00004392187,0.00012401481],"category_scores_gemma":[0.0010220407,0.0001006425,0.00008197271,0.00045184128,0.00015480413,0.00011771233,0.000013885246,0.00035597922,0.000009460777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003300263,0.0018730342,0.0064812,0.00007187012,0.00006544531,0.0000019844356,0.0007735638,0.0000081381495,0.0031310066,0.0011276454,0.10971531,0.8764208],"study_design_scores_gemma":[0.0014098586,0.00030435246,0.023680633,0.0003451264,0.00017492256,0.000251634,0.005651093,0.00023071274,0.0077553815,0.00028107132,0.9597426,0.00017261368],"about_ca_topic_score_codex":0.0000055792975,"about_ca_topic_score_gemma":3.3269268e-7,"teacher_disagreement_score":0.8762482,"about_ca_system_score_codex":0.00040576622,"about_ca_system_score_gemma":0.0018414737,"threshold_uncertainty_score":0.41040823},"labels":[],"label_agreement":null},{"id":"W2045414291","doi":"10.11124/jbisrir-2014-1605","title":"Measuring competence in healthcare learners and healthcare professionals by comparing self-assessment with objective structured clinical examinations: a systematic review","year":2014,"lang":"en","type":"review","venue":"The JBI Database of Systematic Reviews and Implementation Reports","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Queen's University","funders":"","keywords":"Health care; Health professionals; Competence (human resources); Psychology; Medical education; Nursing; Medicine; Political science; Social psychology","score_opus":0.12507354381261754,"score_gpt":0.5026316434125615,"score_spread":0.37755809959994396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045414291","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002184237,0.95553577,0.00024237404,0.0007068141,0.0001704492,0.043059733,0.00003582047,0.000021081465,0.000009526614],"genre_scores_gemma":[0.0021448354,0.98492086,0.003071112,0.0007342422,0.000042313404,0.0077072103,0.0013265844,0.000040949715,0.000011915631],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98431003,0.0053891093,0.0082862815,0.0006870891,0.0010374605,0.00029003137],"domain_scores_gemma":[0.9884308,0.00093067734,0.0086653745,0.0012878679,0.0005421374,0.00014312628],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020906612,0.00050928607,0.0070987535,0.00026621766,0.00019827117,0.00004087546,0.0001817232,0.00012785745,0.000012072483],"category_scores_gemma":[0.002072373,0.00026459634,0.00019009219,0.000781915,0.00012125619,0.00017443544,0.00012033949,0.0006771815,0.0000014800474],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001958651,0.00007358205,0.00076365285,0.9893775,0.00020737214,0.000008021531,0.00032916848,1.3248568e-8,1.5077188e-7,0.00023770181,0.00050090457,0.0084999865],"study_design_scores_gemma":[0.00034948785,0.00014379686,0.00030647102,0.98973584,0.0038805103,0.0010642309,0.0019649754,0.000029027426,1.9781959e-7,0.0000101916585,0.0022849417,0.00023033394],"about_ca_topic_score_codex":0.00020608063,"about_ca_topic_score_gemma":0.00009285458,"teacher_disagreement_score":0.03535252,"about_ca_system_score_codex":0.0003936796,"about_ca_system_score_gemma":0.00087941403,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W2045419715","doi":"10.1111/j.1365-2923.2009.03478.x","title":"Faculty preparation for academic evaluation","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"","keywords":"Promotion (chess); Scholarship; Documentation; Medical education; Faculty development; Medicine; Psychology; Professional development; Political science; Computer science","score_opus":0.05088950896796087,"score_gpt":0.5013079330447588,"score_spread":0.450418424076798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045419715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77617043,0.00042974253,0.020364624,0.18669231,0.0029922412,0.0037889397,0.000004885081,0.00023072764,0.009326072],"genre_scores_gemma":[0.9398167,0.00002890657,0.010276687,0.04252313,0.0019218965,0.00068882864,0.003253421,0.00001631581,0.0014741117],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976443,0.00004982102,0.0005038777,0.00031231908,0.0012654427,0.00022422199],"domain_scores_gemma":[0.9984575,0.00003844762,0.00014886378,0.00027198181,0.00097622763,0.0001069732],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018415486,0.0001267,0.00017868614,0.0002004118,0.00012561062,0.000015419979,0.00011981805,0.00033618847,0.000728837],"category_scores_gemma":[0.013354682,0.00011397695,0.0000650028,0.0004934076,0.000057520916,0.0001840345,0.0000068676027,0.00036084524,0.00006612712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007337033,0.00043546112,0.00035648188,0.000035626643,0.000008158975,1.2082633e-7,0.00039448473,0.000002561806,0.00023856324,0.002574048,0.33880785,0.65707326],"study_design_scores_gemma":[0.005044321,0.0014434167,0.13069548,0.00082649995,0.0005355039,0.0002244128,0.0010554976,0.102506764,0.0025172748,0.020329194,0.7342914,0.00053026015],"about_ca_topic_score_codex":0.0000060520056,"about_ca_topic_score_gemma":0.0000012338952,"teacher_disagreement_score":0.656543,"about_ca_system_score_codex":0.00040582768,"about_ca_system_score_gemma":0.0037856114,"threshold_uncertainty_score":0.99495625},"labels":[],"label_agreement":null},{"id":"W2045473783","doi":"10.1097/00001888-200110000-00023","title":"Seven Principles for Teaching Procedural and Technical Skills","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Checklist; Medical education; Cognition; Psychology; Teaching method; Mathematics education; Medicine; Cognitive psychology","score_opus":0.029225974728223077,"score_gpt":0.3860376583997851,"score_spread":0.356811683671562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045473783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87897766,0.00052913214,0.007653355,0.10432915,0.00038276016,0.0011394315,0.0000012618466,0.00016834671,0.006818892],"genre_scores_gemma":[0.96661425,0.00034890385,0.0091775,0.014022779,0.0023016338,0.00017453315,0.0000867606,0.000031034113,0.0072426386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985112,0.000022620263,0.00053289253,0.0002949906,0.00034412925,0.00029420122],"domain_scores_gemma":[0.99919707,0.00020091423,0.00012735736,0.00021086076,0.00013045597,0.00013332526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014469137,0.00014606961,0.00030946342,0.00018715882,0.00013260206,0.0000027123574,0.00011839741,0.00027616616,0.00008596976],"category_scores_gemma":[0.009454592,0.000105865314,0.000022873346,0.00025345426,0.00034694324,0.00008388446,0.000041275056,0.0009823102,0.0000070865935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041829003,0.00021025228,0.08078926,0.001055337,0.00013278093,0.000029588024,0.012667462,0.0000024075123,0.042306855,0.07715247,0.57559067,0.20964462],"study_design_scores_gemma":[0.0056874226,0.0010149361,0.058785774,0.0022250016,0.00036464576,0.0037915853,0.0047006207,0.0018096175,0.00045426685,0.006799277,0.9139871,0.0003797292],"about_ca_topic_score_codex":0.000007792513,"about_ca_topic_score_gemma":7.6063543e-7,"teacher_disagreement_score":0.33839643,"about_ca_system_score_codex":0.00010046793,"about_ca_system_score_gemma":0.00010722348,"threshold_uncertainty_score":0.9988892},"labels":[],"label_agreement":null},{"id":"W2045598100","doi":"10.1080/15602210400025347","title":"Reliability, validity, and generalizability of an objective structured clinical examination (OSCE) for assessment of entry-to-practice in pharmacy","year":2005,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Medical Council of Canada","funders":"","keywords":"Generalizability theory; Objective structured clinical examination; Pharmacy; Reliability (semiconductor); Pharmacy practice; Validity; Clinical Practice; Medicine; Psychology; Medical education; Nursing; Psychometrics; Clinical psychology","score_opus":0.07783678529911543,"score_gpt":0.5297608817670584,"score_spread":0.45192409646794296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045598100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98846626,0.000050534953,0.0026575963,0.0053033596,0.0011668619,0.0018743714,0.000015356312,0.000017944427,0.00044772695],"genre_scores_gemma":[0.8860501,0.00010743497,0.1112972,0.0015167529,0.0005926287,0.0001903388,0.00018395923,0.000016041618,0.000045532634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974737,0.00052436074,0.0010403079,0.0004169947,0.00037717225,0.00016743052],"domain_scores_gemma":[0.9971366,0.00057767105,0.0004237254,0.00034825597,0.0014053176,0.00010842347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004079347,0.00013827904,0.00033041992,0.00029458117,0.000045093166,0.000011132281,0.00011171389,0.000059724276,0.00010329621],"category_scores_gemma":[0.005972369,0.00014049142,0.000053259577,0.0005332384,0.00012377558,0.0005127354,0.00003688409,0.00026609877,9.122847e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004304182,0.007076311,0.20984446,0.00049184327,0.000035521723,1.4112427e-7,0.0031473306,0.00011651494,0.015067102,0.00053381996,0.002204698,0.76105183],"study_design_scores_gemma":[0.0042646085,0.0003793423,0.921036,0.000090566886,0.0002666718,0.000014155391,0.0013437449,0.021815864,0.0310773,0.0006141241,0.01891893,0.00017869257],"about_ca_topic_score_codex":0.0002830803,"about_ca_topic_score_gemma":0.000021352105,"teacher_disagreement_score":0.76087314,"about_ca_system_score_codex":0.000383184,"about_ca_system_score_gemma":0.0012116113,"threshold_uncertainty_score":0.7149915},"labels":[],"label_agreement":null},{"id":"W2045613329","doi":"10.1097/aln.0000000000000250","title":"Learn It–Memorize It! Better Yet–Open Your Smartphone and Use the Information!","year":2014,"lang":"en","type":"letter","venue":"Anesthesiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Memorization; Cognitive psychology","score_opus":0.044710378748251886,"score_gpt":0.3160043053201254,"score_spread":0.2712939265718735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045613329","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088135704,0.000031251097,0.000049732404,0.908458,0.0007392686,0.000746946,0.0000035346216,0.000039557373,0.0017959824],"genre_scores_gemma":[0.0032812525,0.00007439535,0.0014041716,0.983217,0.0027128905,0.00016014598,0.0013424945,0.00003950545,0.007768163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980799,0.00026072713,0.00063911587,0.00031523412,0.0003030847,0.00040196851],"domain_scores_gemma":[0.9978819,0.00055070914,0.00035340333,0.00085868355,0.00030963536,0.000045704648],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00080848584,0.00029630645,0.0005746963,0.00023044672,0.00021325485,0.00012854133,0.0004904939,0.0010590004,0.0006345202],"category_scores_gemma":[0.0017627324,0.0001925658,0.000063857464,0.0002539348,0.00046948303,0.0003096093,0.00015792619,0.0020739643,0.00090013887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031176045,0.000016212458,0.0042509646,0.00010182083,0.000049147293,0.0000443243,0.00067534443,2.125136e-7,0.000005456653,0.00007340782,0.9823981,0.012353864],"study_design_scores_gemma":[0.0005546288,0.00026578215,0.027278133,0.00010785243,0.00011795988,0.0008606277,0.00019094156,0.00002678781,0.000006484175,0.00032303776,0.97006685,0.00020094086],"about_ca_topic_score_codex":0.00021491933,"about_ca_topic_score_gemma":0.0000041577346,"teacher_disagreement_score":0.084854454,"about_ca_system_score_codex":0.000065763394,"about_ca_system_score_gemma":0.00023425557,"threshold_uncertainty_score":0.99987775},"labels":[],"label_agreement":null},{"id":"W2045704658","doi":"10.1176/appi.ap.28.3.215","title":"The Adult Learner Rediscovered: Psychiatry Residents' Push for Cognitive-Behavioral Therapy Training and a Learner-Driven Model of Educational Change","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scrutiny; Psychology; Adult Learning; Medical education; Experiential learning; Andragogy; Adult education; Cognition; Perception; Clinical psychology; Medicine; Psychiatry; Pedagogy","score_opus":0.08287409833964915,"score_gpt":0.3979576211994883,"score_spread":0.31508352285983915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045704658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8977391,0.002812748,0.00067190325,0.095453635,0.0018570378,0.0011030788,0.00003887086,0.000029940173,0.00029370066],"genre_scores_gemma":[0.9731086,0.0018409181,0.014768036,0.006772398,0.0022677702,0.00054029556,0.000153742,0.00005825492,0.0004899844],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981679,0.00003523252,0.0006045208,0.00038563643,0.00043568507,0.00037105326],"domain_scores_gemma":[0.99889004,0.000103510756,0.00032165874,0.00025941498,0.0003239555,0.00010144272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004436441,0.00021067934,0.0002730426,0.00017127191,0.00031652945,0.000017157283,0.00021011938,0.00034926026,0.000021133841],"category_scores_gemma":[0.00042316498,0.00016405358,0.00010692423,0.00034527815,0.000371418,0.00021998723,0.0000307715,0.00090523664,0.0000053706285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022991397,0.002268128,0.427079,0.000571211,0.00043204412,3.8886705e-7,0.021089176,0.00010873436,0.001825591,0.36150014,0.042809755,0.1400167],"study_design_scores_gemma":[0.039979085,0.0039519113,0.40264687,0.007192623,0.0012303431,0.00032181264,0.06266376,0.0071564126,0.00052348117,0.46757656,0.0048838286,0.0018733206],"about_ca_topic_score_codex":0.00006490781,"about_ca_topic_score_gemma":0.00002821455,"teacher_disagreement_score":0.13814339,"about_ca_system_score_codex":0.00007842917,"about_ca_system_score_gemma":0.0014153756,"threshold_uncertainty_score":0.6689911},"labels":[],"label_agreement":null},{"id":"W2045809137","doi":"10.1111/j.1553-2712.2000.tb02093.x","title":"Faculty Evaluation by Residents in an Emergency Medicine Program: A New Evaluation Instrument","year":2000,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Preceptor; Emergency department; Scale (ratio); Rating scale; Reliability (semiconductor); Medical physics; Family medicine; Emergency medicine; Medical education; Nursing; Psychology","score_opus":0.15081766353539733,"score_gpt":0.500203150991139,"score_spread":0.34938548745574166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045809137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.949821,0.0044285473,0.00007393561,0.025968349,0.0033338016,0.0043088924,0.000008422302,0.00019049838,0.011866573],"genre_scores_gemma":[0.95848817,0.010616133,0.00070798467,0.001185172,0.0050552944,0.0015678994,0.008028488,0.00011847248,0.014232407],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99030435,0.00045498484,0.0032511337,0.0010089346,0.0042276494,0.0007529522],"domain_scores_gemma":[0.9968923,0.00002802724,0.0006056762,0.0008292653,0.0011576063,0.00048717824],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069791274,0.0005073067,0.0007132715,0.0006935903,0.00016971101,0.0000012088311,0.0004729351,0.00058144174,0.11730219],"category_scores_gemma":[0.004652196,0.00041687887,0.00007473079,0.0031326346,0.00023183718,0.0005791155,0.00003625789,0.0013997449,0.00019065606],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001445672,0.00034827727,0.085526876,0.00008242501,0.00004925875,0.0000010566775,0.0035739096,0.000020466612,0.0026119563,0.000063078165,0.44978657,0.45779154],"study_design_scores_gemma":[0.01703362,0.0041661235,0.75078326,0.0021145318,0.0018521848,0.000046189896,0.003801922,0.03992283,0.00036787387,0.010055482,0.16883665,0.0010193456],"about_ca_topic_score_codex":0.002035622,"about_ca_topic_score_gemma":0.00013122299,"teacher_disagreement_score":0.6652564,"about_ca_system_score_codex":0.00091759494,"about_ca_system_score_gemma":0.0006378565,"threshold_uncertainty_score":0.9998283},"labels":[],"label_agreement":null},{"id":"W2045885994","doi":"10.1007/s00038-007-0222-5","title":"The quality of evidence: enhancing uptake of qualitative evidence for gender equity and health","year":2007,"lang":"en","type":"article","venue":"Sozial- und Präventivmedizin","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Public health; Equity (law); Health equity; Environmental health; Quality (philosophy); Medicine; Business; Psychology; Political science; Nursing","score_opus":0.6962036366012524,"score_gpt":0.6680374095515775,"score_spread":0.028166227049674863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045885994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8289448,0.018094935,0.12721625,0.020976227,0.0015257882,0.0026757782,0.000018495166,0.000041060324,0.0005066423],"genre_scores_gemma":[0.9817892,0.0005727616,0.0162398,0.0007388043,0.0003033134,0.000048083733,0.0000139159365,0.00001591646,0.00027821827],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99659175,0.0002914977,0.0015392809,0.00028697416,0.00090008887,0.00039043484],"domain_scores_gemma":[0.9939172,0.0037336934,0.0009076695,0.00041006744,0.00091969746,0.00011166937],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03620189,0.00013675028,0.00044531425,0.00012631176,0.00022322751,0.000013691277,0.00017995568,0.00011012574,0.00002944617],"category_scores_gemma":[0.019188296,0.00009257773,0.000107806474,0.0005413717,0.0005763222,0.00016484073,0.00011864432,0.0002482039,0.0000016771073],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024880248,0.0006614977,0.007919203,0.009124708,0.00050779735,0.0000012963117,0.09213109,0.0000012323629,0.03607699,0.08641996,0.01046304,0.75420517],"study_design_scores_gemma":[0.0048806756,0.003213573,0.69626623,0.009411675,0.00053162157,0.00001641024,0.10767333,0.0001581758,0.07694718,0.08441554,0.015847208,0.0006383742],"about_ca_topic_score_codex":0.0002671392,"about_ca_topic_score_gemma":0.00026447,"teacher_disagreement_score":0.7535668,"about_ca_system_score_codex":0.000226086,"about_ca_system_score_gemma":0.00094894523,"threshold_uncertainty_score":0.99243295},"labels":[],"label_agreement":null},{"id":"W2045899826","doi":"10.1097/acm.0b013e3181ed4c96","title":"A New Concept of Unsupervised Learning: Directed Self-Guided Learning in the Health Professions","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning sciences; Flexibility (engineering); Active learning (machine learning); Context (archaeology); Experiential learning; Metacognition; Psychology; Open learning; Educational technology; Cooperative learning; Computer science; Teaching method; Artificial intelligence; Mathematics education; Cognition","score_opus":0.0964226493245794,"score_gpt":0.46570852955178044,"score_spread":0.36928588022720105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045899826","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019766449,0.97308654,0.00019344238,0.02103893,0.0010139283,0.0028382475,0.0000013975525,0.00025444958,0.0013753946],"genre_scores_gemma":[0.00024688814,0.9881962,0.0011501334,0.0025100943,0.002050782,0.0001937826,0.0008121,0.00008640729,0.004753604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939028,0.0013067941,0.0025402477,0.0005407071,0.0011427243,0.0005667306],"domain_scores_gemma":[0.9961671,0.0011461312,0.0015338993,0.0006356604,0.00027721285,0.00023997141],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004601736,0.0004939108,0.0027462058,0.0008220409,0.00017980496,0.0000037134218,0.0006626533,0.001313479,0.000580352],"category_scores_gemma":[0.01384822,0.00028253702,0.00016144432,0.0032040807,0.00031341385,0.00005578399,0.000081067556,0.013317666,0.000029007126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009047973,0.00004316382,0.00018591483,0.0073928796,0.00007449473,0.000006656502,0.021107137,3.2495217e-7,0.000005441932,0.0005922119,0.094729416,0.8758533],"study_design_scores_gemma":[0.0013477253,0.00041168198,0.00011273154,0.04630388,0.00061593123,0.000207552,0.003342401,0.00006237508,0.0000011097404,0.000055028948,0.9473497,0.00018985163],"about_ca_topic_score_codex":0.00025706316,"about_ca_topic_score_gemma":0.0000037031748,"teacher_disagreement_score":0.87566346,"about_ca_system_score_codex":0.00029801737,"about_ca_system_score_gemma":0.00449709,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W2046139972","doi":"10.3109/13561820.2013.800849","title":"Postgraduate internal medicine residents’ roles at patient discharge – do their perceived roles and perceptions by other health care providers correlate?","year":2013,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority; Royal University Hospital","funders":"","keywords":"CLARITY; Competence (human resources); Perception; Medicine; Medical education; Health care; Internal medicine; Psychology","score_opus":0.0072600511967164955,"score_gpt":0.31526927757493617,"score_spread":0.30800922637821965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046139972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95529234,0.0056453934,0.0000921605,0.03693071,0.0011076039,0.0004993812,0.000033691173,0.00001689512,0.0003818038],"genre_scores_gemma":[0.99164414,0.00019497961,0.0006359351,0.0061361743,0.00039609912,0.000030198331,0.00012196119,0.00004073821,0.00079978],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9974981,0.00018570619,0.0010084406,0.00024927888,0.0007748266,0.00028364896],"domain_scores_gemma":[0.9974118,0.00008506271,0.0006739339,0.00021548828,0.0013368187,0.00027692033],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024043306,0.0002572281,0.0004924327,0.0003251628,0.00028842647,0.000034516986,0.00018438043,0.00014389993,0.001463914],"category_scores_gemma":[0.00036527653,0.0001542108,0.00013178727,0.0001533721,0.00026781968,0.00028107179,0.00012438462,0.00085781724,0.000030963165],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011547245,0.00028838398,0.19833851,0.00047984958,0.00024347105,0.000015504198,0.21510708,0.0000027444462,0.014665807,0.00006106859,0.47446895,0.09517391],"study_design_scores_gemma":[0.002591702,0.0024806554,0.37227544,0.010904558,0.00010450683,0.0007085408,0.60592175,0.00008762474,0.00025069423,0.00018180902,0.0042162654,0.00027645362],"about_ca_topic_score_codex":0.00034359194,"about_ca_topic_score_gemma":0.00012020716,"teacher_disagreement_score":0.4702527,"about_ca_system_score_codex":0.00083976146,"about_ca_system_score_gemma":0.00039005472,"threshold_uncertainty_score":0.9994489},"labels":[],"label_agreement":null},{"id":"W2046166354","doi":"10.1136/bmj.328.7441.687","title":"Revalidation for general practitioners: randomised comparison of two revalidation models","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Revalidation; Summative assessment; Psychological intervention; Medicine; Continuing professional development; Medical education; Primary care; Professional development; Nursing; Formative assessment; Psychology; Family medicine; Pedagogy","score_opus":0.08988797137312629,"score_gpt":0.4563187564994456,"score_spread":0.3664307851263193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046166354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54568696,0.00004955089,0.43091214,0.016322162,0.00056474603,0.002975155,0.000008646911,0.00005680489,0.0034238475],"genre_scores_gemma":[0.8004741,0.000008129223,0.19653346,0.00066234334,0.00070701074,0.00036720664,0.00084672676,0.000017063841,0.00038397254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986487,0.000042512696,0.0006703315,0.00016755384,0.00034891706,0.000122004036],"domain_scores_gemma":[0.9985969,0.000062239764,0.0004076655,0.00026054351,0.0006379921,0.000034627876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010232447,0.00008645614,0.000258233,0.0001507153,0.00006767356,0.000011561411,0.000051391376,0.000079681115,0.00006248926],"category_scores_gemma":[0.0015278326,0.00008189783,0.00007423066,0.0002890375,0.00004770885,0.00023061753,0.000007988082,0.00010633876,0.000011341734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011600218,0.0043248185,0.0016726748,0.0022350366,0.00050236593,0.0000044954863,0.007981968,0.08081942,0.13726583,0.427208,0.24558206,0.0808031],"study_design_scores_gemma":[0.20977685,0.001724088,0.0029101304,0.0018948781,0.0015869349,0.00015169349,0.0026042792,0.30477318,0.30697256,0.14485186,0.021814158,0.0009393781],"about_ca_topic_score_codex":0.00003075425,"about_ca_topic_score_gemma":0.0000018961882,"teacher_disagreement_score":0.28235614,"about_ca_system_score_codex":0.00018038921,"about_ca_system_score_gemma":0.00025140514,"threshold_uncertainty_score":0.33396968},"labels":[],"label_agreement":null},{"id":"W2046616859","doi":"10.1176/appi.ap.34.3.203","title":"The Coordinators of Psychiatric Education (COPE) Residency In-Training Exam: A Preliminary Psychometric Assessment","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Formative assessment; Blueprint; Test (biology); Residency training; Reliability (semiconductor); Psychology; Medicine; Educational measurement; Psychometrics; Medical education; Clinical psychology; Family medicine; Psychiatry; Curriculum; Continuing education; Pedagogy","score_opus":0.01635193460381276,"score_gpt":0.37094434050968156,"score_spread":0.3545924059058688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046616859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9407426,0.0024837407,0.00013321251,0.029048167,0.0129452795,0.00080600445,0.0000015294946,0.000053050437,0.013786398],"genre_scores_gemma":[0.9699854,0.00054697064,0.02568673,0.0016402457,0.0012844937,0.00018693408,0.000023294528,0.000039630744,0.0006062572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731547,0.0000886784,0.0011202544,0.00041350359,0.0006446814,0.00041740993],"domain_scores_gemma":[0.9981642,0.00020872694,0.000506228,0.00074756116,0.0002573792,0.00011595034],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0020820005,0.00021404773,0.00031021092,0.0011780125,0.0002058065,0.000013946475,0.0004859809,0.0004757363,0.00010278774],"category_scores_gemma":[0.0015073136,0.00016827133,0.00009386462,0.0042774947,0.00024532093,0.00017611225,0.000049779443,0.0028972887,0.0000203698],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106796666,0.000515875,0.6960161,0.00017400221,0.000031052063,2.9460037e-7,0.0005089709,0.0000010443941,0.0006058569,0.049641456,0.063377224,0.18902136],"study_design_scores_gemma":[0.00094991695,0.00027686375,0.9591612,0.0002879763,0.00008251606,0.000083494386,0.0027976,0.0001274061,0.000029918683,0.021506945,0.014510191,0.00018597335],"about_ca_topic_score_codex":0.000051405365,"about_ca_topic_score_gemma":0.00002073569,"teacher_disagreement_score":0.26314512,"about_ca_system_score_codex":0.0001251965,"about_ca_system_score_gemma":0.0037388091,"threshold_uncertainty_score":0.99940306},"labels":[],"label_agreement":null},{"id":"W2046639522","doi":"10.1097/00001888-200103000-00021","title":"Evaluating Clinical Teachers","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital; Queen's University","funders":"","keywords":"Promotion (chess); Ambulatory; Medical education; Psychology; Higher education; Medicine; Internal medicine; Political science","score_opus":0.2704011236312138,"score_gpt":0.5856077423937669,"score_spread":0.31520661876255307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046639522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92049736,0.0006319821,0.0017714382,0.055394087,0.0015478816,0.0003727885,1.612386e-7,0.0001402065,0.019644096],"genre_scores_gemma":[0.9413223,0.0010424622,0.0038829737,0.031427387,0.0071784216,0.00004289257,0.00007068269,0.000036707013,0.014996142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973732,0.00012336999,0.001043403,0.00034849637,0.000787819,0.00032370238],"domain_scores_gemma":[0.9986975,0.00025403613,0.00020913771,0.00040813227,0.00023970881,0.00019144731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051029325,0.00014798772,0.00040296104,0.00020142483,0.00008528199,0.0000019649124,0.0001737904,0.00037432383,0.0021504837],"category_scores_gemma":[0.016258765,0.00011009662,0.00004859517,0.0007779812,0.00042873182,0.000075627155,0.00003504026,0.0017979891,0.00027595405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008919123,0.000040035487,0.191171,0.000031855503,0.000059110298,0.000025654195,0.003014725,0.0000015000072,0.0016800427,0.0014025103,0.26734534,0.535139],"study_design_scores_gemma":[0.009497457,0.0020655673,0.22719358,0.001518414,0.000660098,0.0012077967,0.008405909,0.0060871327,0.00012278634,0.0038219271,0.73901117,0.00040817753],"about_ca_topic_score_codex":0.000021652584,"about_ca_topic_score_gemma":3.340093e-7,"teacher_disagreement_score":0.53473085,"about_ca_system_score_codex":0.00012371277,"about_ca_system_score_gemma":0.00020577268,"threshold_uncertainty_score":0.9987617},"labels":[],"label_agreement":null},{"id":"W2047334060","doi":"10.1046/j.1365-2923.2003.01559.x","title":"The ABCs of pedagogy for clinical teachers","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Delphi method; Medical education; Process (computing); Psychology; Clinical Practice; Delphi; Curriculum; Medicine; Pedagogy; Computer science; Nursing","score_opus":0.047720789950069925,"score_gpt":0.5134481647667102,"score_spread":0.4657273748166403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047334060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81834936,0.0021002444,0.012612324,0.13480629,0.011336228,0.0017254124,0.0000017086141,0.000072177005,0.018996287],"genre_scores_gemma":[0.9317831,0.000987483,0.024620522,0.028915271,0.0022575657,0.0005998744,0.00014779229,0.00005406115,0.010634379],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826574,0.00012673363,0.0006980075,0.00018238396,0.00053499243,0.00019215152],"domain_scores_gemma":[0.9983103,0.00051874184,0.00018909064,0.0003826871,0.0005000437,0.00009909536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034545767,0.00008158978,0.00019545211,0.00006574846,0.0001269112,0.000007472624,0.00013702801,0.00020932445,0.00035715013],"category_scores_gemma":[0.05417193,0.000054856653,0.0000989023,0.00029653014,0.0003822937,0.0000328769,0.000008806295,0.0003390388,0.000018757806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003190294,0.0008219341,0.014305223,0.000056055993,0.000030657804,1.3909734e-7,0.00041477635,6.7468875e-8,0.000013352922,0.023840819,0.40418455,0.5563005],"study_design_scores_gemma":[0.00079052546,0.00018634513,0.019140195,0.000086941516,0.00006431043,0.000024137078,0.0018989871,0.00014754414,0.00013600927,0.0013868853,0.9760757,0.00006239848],"about_ca_topic_score_codex":0.000011509266,"about_ca_topic_score_gemma":0.000004954772,"teacher_disagreement_score":0.5718912,"about_ca_system_score_codex":0.00007675237,"about_ca_system_score_gemma":0.0051608696,"threshold_uncertainty_score":0.9537952},"labels":[],"label_agreement":null},{"id":"W2047360801","doi":"10.1111/medu.12453","title":"Are mentors born or made?","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Library science; Citation; Sociology; Media studies; Computer science","score_opus":0.013718015081601208,"score_gpt":0.36085183065220655,"score_spread":0.34713381557060535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047360801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7777335,0.000120309414,0.0042971736,0.19408582,0.0054060738,0.0005516149,8.918585e-7,0.00022148399,0.01758314],"genre_scores_gemma":[0.82064915,0.000038655744,0.0055179237,0.15239912,0.0033109316,0.00022294215,0.00018812454,0.000044096596,0.01762904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980506,0.00006823351,0.00039987706,0.0002731446,0.000958036,0.00025013174],"domain_scores_gemma":[0.9988718,0.00006497488,0.00018934386,0.00040229975,0.0002886204,0.00018295195],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008622528,0.00013080287,0.0002196152,0.0001979141,0.00010081908,0.000019052919,0.00015176731,0.00022123122,0.0061161667],"category_scores_gemma":[0.018210929,0.00009714887,0.000044843997,0.0006100727,0.00014216118,0.00008074184,0.000026298949,0.00038185276,0.00042110262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004433825,0.0008881841,0.01652985,0.0001404856,0.000017399188,0.0000021437513,0.0002715351,1.3983173e-7,0.00004582864,0.0016156245,0.62387705,0.35656744],"study_design_scores_gemma":[0.00073834526,0.00012543253,0.14156166,0.00039691577,0.000059437127,0.00009746674,0.00086820795,0.0009302501,0.0001992014,0.00040581898,0.85446936,0.00014791974],"about_ca_topic_score_codex":0.000025561765,"about_ca_topic_score_gemma":0.000009577408,"teacher_disagreement_score":0.3564195,"about_ca_system_score_codex":0.00020899595,"about_ca_system_score_gemma":0.0015126946,"threshold_uncertainty_score":0.9947924},"labels":[],"label_agreement":null},{"id":"W2047393614","doi":"10.3109/0142159x.2012.733837","title":"Competency-based education in family medicine","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Women's College Hospital; University of Toronto","funders":"","keywords":"Medical education; Medicine; Family medicine; MEDLINE; Psychology; Political science","score_opus":0.03147737222150475,"score_gpt":0.38330811393370884,"score_spread":0.3518307417122041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047393614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8519696,0.001111563,0.0011515312,0.043196477,0.0019702425,0.0003675564,1.7513955e-7,0.00009701286,0.10013584],"genre_scores_gemma":[0.9734531,0.00001971686,0.0034056215,0.016840007,0.0023764458,0.00009265936,0.00012983142,0.000028822433,0.003653783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99770594,0.000110526475,0.0005182888,0.00020359101,0.0010584071,0.0004032403],"domain_scores_gemma":[0.99907357,0.000037394817,0.00007531167,0.00034925918,0.00012659098,0.0003378803],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018808522,0.00015080733,0.0003007517,0.0003473114,0.000041744785,0.000003528711,0.00014516487,0.00026532958,0.009536225],"category_scores_gemma":[0.00394579,0.00011573498,0.00004104756,0.00073965563,0.00029636038,0.00009178806,0.000021786203,0.0007537975,0.00026163147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003925517,0.0024618048,0.6676227,0.00011425203,0.00001492552,0.0000060102802,0.00080438633,3.9335407e-7,0.00012675431,0.0055781715,0.14952464,0.17370674],"study_design_scores_gemma":[0.003985412,0.00023429761,0.62483287,0.0012686063,0.00008922352,0.00007427829,0.0024906113,0.006177417,0.000053360982,0.00085076113,0.35960567,0.00033750242],"about_ca_topic_score_codex":0.00014803308,"about_ca_topic_score_gemma":0.000007124493,"teacher_disagreement_score":0.21008101,"about_ca_system_score_codex":0.00027190303,"about_ca_system_score_gemma":0.0021358505,"threshold_uncertainty_score":0.9913692},"labels":[],"label_agreement":null},{"id":"W2047475314","doi":"10.1002/chp.88","title":"A meta-analysis of continuing medical education effectiveness","year":2007,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":437,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; Alberta Health Services; University of Calgary","funders":"","keywords":"Continuing medical education; Continuing education; Medicine; Medical education; Psychology","score_opus":0.1508830152195423,"score_gpt":0.5545218525364786,"score_spread":0.4036388373169363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047475314","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025250865,0.98520905,0.0007933986,0.0052469517,0.0035590378,0.0023645635,0.0000064005153,0.000012109996,0.00028341898],"genre_scores_gemma":[0.0052371626,0.9857943,0.0034220684,0.002887174,0.0011284596,0.00037390544,0.00022561643,0.00006960252,0.00086168613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98915803,0.003547303,0.004745124,0.00033286723,0.0017904023,0.00042629757],"domain_scores_gemma":[0.9868275,0.002944897,0.0068074875,0.0008381433,0.0023044236,0.00027752868],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025088131,0.00040393815,0.00530233,0.0042873016,0.0001286893,0.00002677863,0.00070555846,0.0006187905,0.00035047226],"category_scores_gemma":[0.008732413,0.00023716612,0.0020664383,0.0056903455,0.00017131404,0.00015900019,0.0000533237,0.0027955363,0.0000052993732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034321114,0.0018480313,0.00015293181,0.011567271,0.011065621,0.000002668683,0.0062992326,5.565686e-7,2.164795e-7,0.0009613313,0.0050685517,0.9629993],"study_design_scores_gemma":[0.00056955003,0.0002963703,0.0026118224,0.076824374,0.22317874,0.0004419112,0.013137958,0.000014229672,8.6927923e-7,0.00023075825,0.6823992,0.00029419118],"about_ca_topic_score_codex":0.00007372391,"about_ca_topic_score_gemma":0.000024175752,"teacher_disagreement_score":0.9627051,"about_ca_system_score_codex":0.0007697249,"about_ca_system_score_gemma":0.020723125,"threshold_uncertainty_score":0.99961746},"labels":[],"label_agreement":null},{"id":"W2047476458","doi":"10.1111/j.1365-2923.2008.03081.x","title":"Reflection: understanding its influence on practice","year":2008,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Nova scotia; Citation; Library science; Reflection (computer programming); Psychology; Sociology; Computer science","score_opus":0.05942816983409284,"score_gpt":0.41706913489664377,"score_spread":0.35764096506255094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047476458","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001052133,0.00027213647,0.0004921521,0.9437557,0.005741092,0.00067542546,0.0000019553304,0.00018332807,0.047826104],"genre_scores_gemma":[0.0026648717,0.0006407357,0.001323606,0.9679948,0.014801419,0.000239762,0.0009999304,0.000084422616,0.011250449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948876,0.00020585865,0.0007635489,0.000682546,0.0029960973,0.00046437496],"domain_scores_gemma":[0.9972985,0.00040612766,0.00044506305,0.00071788905,0.0010001934,0.0001322721],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0007983408,0.00036807085,0.00044222732,0.0007042143,0.00031932854,0.000044503828,0.00028129533,0.0018203394,0.0017899112],"category_scores_gemma":[0.036492366,0.00034225572,0.00011115472,0.0012564051,0.0002683343,0.00026862373,0.00003641368,0.005489369,0.00092866045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047765625,0.00051773456,0.000028521565,0.00034455172,0.000061357794,0.00014798826,0.00034079773,9.5107293e-7,0.000004342802,0.0006862865,0.98688483,0.010934854],"study_design_scores_gemma":[0.0004130853,0.0002649354,0.00016409735,0.0016501512,0.00014995674,0.001706049,0.0003433759,0.00008845388,0.000024296081,0.00020677451,0.9947028,0.00028598882],"about_ca_topic_score_codex":0.000040397805,"about_ca_topic_score_gemma":0.0000010756987,"teacher_disagreement_score":0.036575653,"about_ca_system_score_codex":0.0026615765,"about_ca_system_score_gemma":0.009061365,"threshold_uncertainty_score":0.99990296},"labels":[],"label_agreement":null},{"id":"W2047535332","doi":"10.1097/01.acm.0000285346.87708.67","title":"Faculty Development as an Instrument of Change: A Case Study on Teaching Professionalism","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Faculty development; Medical education; Process (computing); Variety (cybernetics); Professional development; Higher education; Psychology; Psychological intervention; Pedagogy; Engineering ethics; Medicine; Computer science; Political science; Engineering","score_opus":0.26939653563040344,"score_gpt":0.5189041039074596,"score_spread":0.2495075682770561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047535332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904651,0.000052373212,0.0002683391,0.00589753,0.00068933074,0.0013651049,8.2026395e-7,0.000056017925,0.001205379],"genre_scores_gemma":[0.9908093,0.0000039284005,0.0010275864,0.006296845,0.00088104844,0.00010172215,0.00013263553,0.000022612392,0.0007243012],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972486,0.00008978479,0.00092578266,0.0003304446,0.0011032976,0.00030212622],"domain_scores_gemma":[0.99890673,0.00009859765,0.00028269284,0.00033382876,0.00020838904,0.00016977768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045266305,0.00019210918,0.00036843686,0.00043786725,0.00016776574,0.0000012725793,0.00014723683,0.0002240291,0.00018493675],"category_scores_gemma":[0.0016578083,0.00013296015,0.00001710586,0.0004187753,0.00013137134,0.00009947418,0.000053150627,0.0014216638,0.000024317227],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035546307,0.0012375797,0.06033421,0.00021138354,0.00014389594,0.0012943292,0.35240847,2.986339e-7,0.0021029462,0.0036612973,0.0048384685,0.57341164],"study_design_scores_gemma":[0.013003955,0.0071236803,0.24848261,0.0044674627,0.00034839349,0.006841797,0.65402925,0.0001171967,0.005827455,0.0005548941,0.05861483,0.00058848475],"about_ca_topic_score_codex":0.00029126334,"about_ca_topic_score_gemma":0.000005838914,"teacher_disagreement_score":0.57282317,"about_ca_system_score_codex":0.00025401678,"about_ca_system_score_gemma":0.000221716,"threshold_uncertainty_score":0.6176501},"labels":[],"label_agreement":null},{"id":"W2047543826","doi":"10.1080/0142159031000100256","title":"Some thoughts on medical education in the twenty-first century","year":2003,"lang":"en","type":"editorial","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Medical education; MEDLINE; Medicine; Psychology; Political science; Law","score_opus":0.011200685441686228,"score_gpt":0.3423451056530495,"score_spread":0.33114442021136326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047543826","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004054973,0.0020127941,0.000023145965,0.05455905,0.9227495,0.00111887,0.000004181992,0.000103187056,0.01537426],"genre_scores_gemma":[0.00080372073,0.0020773618,0.000112065194,0.014685686,0.96770245,0.00044018356,0.0015417228,0.000111837544,0.012524969],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98721784,0.00071255415,0.0012175663,0.0008624029,0.009264176,0.0007254392],"domain_scores_gemma":[0.9966613,0.0006301997,0.00034659187,0.0014082341,0.00037148275,0.00058218394],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006274364,0.00055693346,0.00081071956,0.0005401104,0.0001905434,0.000053784468,0.0010702808,0.0037120644,0.005265519],"category_scores_gemma":[0.07327254,0.00036021226,0.00021385253,0.00097523717,0.0005189272,0.000099431316,0.00008434735,0.008566689,0.0005552403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061183586,0.00349069,0.0004790582,0.00025210003,0.00005056167,0.00009977082,0.00071866566,7.852181e-8,6.454774e-8,0.000984917,0.9685617,0.02530122],"study_design_scores_gemma":[0.0016746692,0.0001952962,0.00021368856,0.0021739684,0.0001123143,0.000050197905,0.0005098139,0.0001437123,8.05318e-7,0.000631925,0.99396795,0.00032568554],"about_ca_topic_score_codex":0.0000902025,"about_ca_topic_score_gemma":0.00005658118,"teacher_disagreement_score":0.06699818,"about_ca_system_score_codex":0.000929117,"about_ca_system_score_gemma":0.0121820755,"threshold_uncertainty_score":0.99988496},"labels":[],"label_agreement":null},{"id":"W2047670562","doi":"10.1007/s40596-014-0099-6","title":"Remediation Practices in Canadian Psychiatry Clerkships","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Environmental remediation; Medical education; Psychology; Psychological intervention; Medicine; Psychiatry","score_opus":0.025154525172628915,"score_gpt":0.35958923161774525,"score_spread":0.33443470644511636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047670562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78671235,0.00058341294,0.00011354399,0.18623705,0.007118541,0.00037694673,0.0000018104951,0.000078673984,0.018777693],"genre_scores_gemma":[0.9553863,0.00012597135,0.012644858,0.0280568,0.0032949185,0.00005174538,0.000100939105,0.00003442083,0.00030405738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99797875,0.000103623155,0.00061305595,0.00037605668,0.00039758265,0.0005309175],"domain_scores_gemma":[0.9987121,0.000063005034,0.00041919024,0.00042595642,0.00010402638,0.00027572145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018951781,0.00016282647,0.0002187236,0.0006697687,0.00010967934,0.000012926984,0.00022769402,0.000548779,0.00017838599],"category_scores_gemma":[0.0038781993,0.00016419361,0.000045432957,0.0010824605,0.00006903308,0.000257612,0.000015645037,0.001718459,0.00026191463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027438655,0.00007107689,0.8630238,0.000082290164,0.000012363615,4.1750712e-7,0.00020411912,0.0000025427676,0.00004842822,0.02789592,0.09777621,0.010855366],"study_design_scores_gemma":[0.001198767,0.00009584855,0.80751103,0.00034251285,0.000057079968,0.000056676465,0.00074259815,0.0016319645,0.00001168857,0.014374565,0.17374402,0.00023321656],"about_ca_topic_score_codex":0.014881038,"about_ca_topic_score_gemma":0.05655815,"teacher_disagreement_score":0.16867396,"about_ca_system_score_codex":0.00033744524,"about_ca_system_score_gemma":0.0021796797,"threshold_uncertainty_score":0.99167895},"labels":[],"label_agreement":null},{"id":"W2047705751","doi":"10.1111/j.1600-0579.2004.338ab.x","title":"Rethinking the OSCE as a Tool for National Competency Evaluation","year":2004,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; University of British Columbia; Dalhousie University","funders":"","keywords":"Objective structured clinical examination; Blueprint; Licensure; Accreditation; Medical education; Presentation (obstetrics); Certification; Test (biology); Curriculum; Process (computing); Educational measurement; Psychology; Computer science; Medicine; Pedagogy; Engineering; Political science","score_opus":0.0348332600968684,"score_gpt":0.3715479222278062,"score_spread":0.3367146621309378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047705751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96614826,0.00024583098,0.004187125,0.013272316,0.002790816,0.0006268087,0.0000013142037,0.000012355436,0.012715152],"genre_scores_gemma":[0.9748138,0.000010346226,0.018079674,0.0048439074,0.0018223211,0.000015922715,0.000053073843,0.000021591952,0.00033934833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99809057,0.00016461697,0.00057391095,0.000109857465,0.0009522384,0.00010880699],"domain_scores_gemma":[0.99736273,0.000057517256,0.0004764907,0.00013486722,0.0019312941,0.0000371269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004052124,0.00008839495,0.000112185575,0.00019530045,0.00019228135,0.00004690158,0.00016681376,0.000024798914,0.00016877086],"category_scores_gemma":[0.003608873,0.00006498179,0.000098296936,0.0003163438,0.00006898375,0.00021490252,0.00001425293,0.00028839166,0.00006159768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007372951,0.0041568815,0.0035195416,0.00030578743,0.000352519,0.000016936985,0.024171269,0.0005467085,0.019794747,0.096793555,0.09178959,0.7578152],"study_design_scores_gemma":[0.019586103,0.0046141413,0.5872634,0.0040554367,0.0015224034,0.012929517,0.028718933,0.0013068097,0.009149848,0.16658287,0.16335402,0.00091647945],"about_ca_topic_score_codex":0.000002365952,"about_ca_topic_score_gemma":0.0000011881568,"teacher_disagreement_score":0.7568987,"about_ca_system_score_codex":0.0006153048,"about_ca_system_score_gemma":0.0027010457,"threshold_uncertainty_score":0.4791539},"labels":[],"label_agreement":null},{"id":"W2047717557","doi":"10.1002/chp.1340220404","title":"Permanent small groups: Group dynamics, learning, and change","year":2002,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Facilitator; Grounded theory; Constructivist grounded theory; Psychology; Interpretation (philosophy); Coding (social sciences); Social constructivism; Social psychology; Medical education; Qualitative research; Medicine; Pedagogy; Computer science; Sociology","score_opus":0.04274093233855358,"score_gpt":0.3900253500462103,"score_spread":0.3472844177076567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047717557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764507,0.0027564876,0.00022492428,0.11759437,0.0018206084,0.0005903689,3.6610678e-7,0.000011460232,0.00055070006],"genre_scores_gemma":[0.98734605,0.0013073132,0.002374047,0.0062619112,0.0009299679,0.00004677163,0.000014063724,0.000014502341,0.0017053646],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99832594,0.00037517294,0.00070421176,0.000103341335,0.00028044087,0.00021088525],"domain_scores_gemma":[0.99866974,0.00014626361,0.000661203,0.00014042096,0.00028911707,0.000093227936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022149358,0.00009260517,0.00023675614,0.00036337128,0.0001887935,0.000019401728,0.000113387185,0.00008144127,0.00007571063],"category_scores_gemma":[0.00091659854,0.00006259736,0.00003942071,0.0003856029,0.00006290268,0.00012072422,0.00001926352,0.0010611828,0.0000058673713],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032360836,0.001260839,0.08844542,0.0003783226,0.000013007079,0.0000038776416,0.1158006,2.6842574e-7,0.000020030042,0.003994952,0.02541308,0.76463723],"study_design_scores_gemma":[0.002113447,0.0012431052,0.6782921,0.0076253014,0.0000844781,0.0011066018,0.22434892,0.0022203128,0.0000024804867,0.0013710883,0.08137049,0.00022167528],"about_ca_topic_score_codex":0.00004169958,"about_ca_topic_score_gemma":0.000035470224,"teacher_disagreement_score":0.76441556,"about_ca_system_score_codex":0.000278691,"about_ca_system_score_gemma":0.00021315542,"threshold_uncertainty_score":0.46103704},"labels":[],"label_agreement":null},{"id":"W2048013174","doi":"10.1111/tct.12361","title":"Tools, insights and feedback","year":2015,"lang":"en","type":"editorial","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Workforce; Health care; Variety (cybernetics); Quality (philosophy); Medical education; Public relations; Psychology; Medicine; Political science; Computer science; Law","score_opus":0.10821053683103483,"score_gpt":0.44915062660732746,"score_spread":0.34094008977629264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048013174","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016775304,0.0011340178,0.000015740932,0.009565625,0.95445293,0.00053584593,0.0000067771557,0.000109754306,0.017403997],"genre_scores_gemma":[0.0010259503,0.00042186028,0.0005082863,0.0013212617,0.9534229,0.00003546141,0.00043460532,0.000056808443,0.042772885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732226,0.0002855023,0.0008525599,0.00041396308,0.00091238576,0.00021332549],"domain_scores_gemma":[0.9966856,0.0012164873,0.00029510076,0.0009297746,0.0007036804,0.00016933121],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035508387,0.00022895745,0.00061566045,0.0000613557,0.00008418308,0.000048098253,0.00027138565,0.0014741232,0.00024266762],"category_scores_gemma":[0.043199044,0.00013251188,0.00011326357,0.00022606584,0.00060036714,0.000059118887,0.00015061763,0.0036252865,0.00039442375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008408754,0.00021744543,0.00017192047,0.00004375659,0.00009139988,0.000004122284,0.00023662248,2.0957822e-8,3.2899726e-7,0.00006233124,0.94284195,0.056246042],"study_design_scores_gemma":[0.0011663599,0.0002309007,0.001296171,0.00017356443,0.0002830931,0.0000042547417,0.00016899142,0.000033083055,3.4029537e-7,0.0012467366,0.99524784,0.00014868854],"about_ca_topic_score_codex":0.000016266993,"about_ca_topic_score_gemma":0.000002924949,"teacher_disagreement_score":0.056097355,"about_ca_system_score_codex":0.00012777615,"about_ca_system_score_gemma":0.0009777058,"threshold_uncertainty_score":0.9998222},"labels":[],"label_agreement":null},{"id":"W2048072991","doi":"10.5688/ajpe787139","title":"Using Curriculum Mapping to Engage Faculty Members in the Analysis of a Pharmacy Program","year":2014,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Pharmacy; Blueprint; Medical education; Curriculum mapping; Pharmacy practice; Quality (philosophy); Process (computing); Psychology; Curriculum development; Medicine; Computer science; Pedagogy; Nursing; Engineering","score_opus":0.09023960509171279,"score_gpt":0.5014325011491281,"score_spread":0.41119289605741527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048072991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871115,0.000041009203,0.004111698,0.0076095997,0.0003589634,0.00038601464,0.0000012124224,0.000008282056,0.00037172742],"genre_scores_gemma":[0.9435153,0.000012121358,0.051297702,0.0048600077,0.00025860532,0.000022708025,0.00001669392,0.000010185475,0.000006687312],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978736,0.0003505927,0.00080214837,0.0001483337,0.0006015037,0.00022382659],"domain_scores_gemma":[0.9983439,0.00014111414,0.00053676724,0.00018853546,0.0006519952,0.00013772589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022775691,0.000121266356,0.00043918146,0.0010825851,0.00005622146,0.000019699002,0.00022235555,0.000024089306,0.00011624493],"category_scores_gemma":[0.0017039869,0.00008647074,0.00016476806,0.0055828234,0.00019788092,0.00011572312,0.000017644326,0.00058043725,0.0000024526769],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086231026,0.002394201,0.07056814,0.000068830246,0.0003675328,0.0000021946173,0.0067192246,0.0006162883,0.0034185285,0.00023022518,0.0011858036,0.9143428],"study_design_scores_gemma":[0.0036212832,0.0014841346,0.3294365,0.0007399392,0.008122302,0.00046622133,0.100254506,0.32263458,0.002609646,0.00010082296,0.22993824,0.00059180916],"about_ca_topic_score_codex":0.00019355299,"about_ca_topic_score_gemma":0.0000025858737,"teacher_disagreement_score":0.913751,"about_ca_system_score_codex":0.0002197488,"about_ca_system_score_gemma":0.00049201946,"threshold_uncertainty_score":0.35261744},"labels":[],"label_agreement":null},{"id":"W2048090307","doi":"10.1111/j.1365-2929.2005.02233.x","title":"Defining professionalism in anaesthesiology","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Delphi method; Medical education; Medicine; Humanism; Anesthesiology; Delphi; Psychology; Anesthesia; Political science","score_opus":0.015134825500931811,"score_gpt":0.39178653120931534,"score_spread":0.3766517057083835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048090307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8496345,0.00051829295,0.00009771948,0.1432371,0.0008221961,0.00021756437,1.7002105e-7,0.000044974222,0.00542745],"genre_scores_gemma":[0.921074,0.000049765313,0.008747,0.068202086,0.0005020375,0.00014698305,0.00014337819,0.000013955672,0.0011208389],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986209,0.000064388274,0.0004045563,0.00021174058,0.00048473067,0.00021363804],"domain_scores_gemma":[0.99948394,0.000048326623,0.000067104054,0.00020764561,0.00013250703,0.000060490554],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007895032,0.00008778907,0.00016736107,0.00028600256,0.00004838534,0.000004670663,0.000100404075,0.00023291925,0.0020786223],"category_scores_gemma":[0.005427029,0.000074599004,0.000026436752,0.0005525588,0.00010221139,0.00008231552,0.000020736818,0.00047320276,0.0003048019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021418333,0.00092562597,0.028953535,0.000035726873,0.0000036524375,0.000002793908,0.0006376427,0.0000010983812,0.00002722693,0.011810046,0.0746315,0.8829497],"study_design_scores_gemma":[0.0014334462,0.00017440307,0.38789377,0.0008601635,0.000022643337,0.00018668453,0.001129351,0.0032242357,0.00020233363,0.0012513251,0.6034152,0.00020645674],"about_ca_topic_score_codex":0.000041963824,"about_ca_topic_score_gemma":0.000018683562,"teacher_disagreement_score":0.8827433,"about_ca_system_score_codex":0.0002463004,"about_ca_system_score_gemma":0.0028231675,"threshold_uncertainty_score":0.9988336},"labels":[],"label_agreement":null},{"id":"W2048185855","doi":"10.1197/j.aem.2006.01.005","title":"Identifying Bioethics Learning Needs: A Survey of Canadian Emergency Medicine Residents","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Manitoba; Health Sciences Centre; Winnipeg Regional Health Authority","funders":"","keywords":"Bioethics; Medicine; Psychological intervention; Curriculum; Needs assessment; Negotiation; Nursing; Medical education; Family medicine; Psychology; Pedagogy","score_opus":0.15575872849065495,"score_gpt":0.4347310905764295,"score_spread":0.2789723620857746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048185855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9126063,0.0127958525,0.0007863253,0.026195843,0.010755932,0.0008839095,0.000017855458,0.0001716309,0.035786364],"genre_scores_gemma":[0.9632812,0.01565394,0.0002677586,0.00041327736,0.002931382,0.000039527862,0.00088836666,0.000091856644,0.016432695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99317,0.00033263073,0.0034754842,0.00054273463,0.0016455394,0.00083358167],"domain_scores_gemma":[0.9958948,0.00016097221,0.001060249,0.0006301482,0.0018522784,0.0004015755],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006063354,0.00042258494,0.000889739,0.004122679,0.00031313006,5.7348456e-7,0.0005067842,0.0007178095,0.013402778],"category_scores_gemma":[0.016423902,0.0003621832,0.00009386748,0.009922871,0.0008311229,0.00019661979,0.00007020702,0.002536323,0.00008512578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004207479,0.000045806937,0.7086427,0.0003833157,0.00007982799,0.000005252565,0.0026741293,0.000012285226,0.0053943316,0.0025851668,0.2794912,0.00064390525],"study_design_scores_gemma":[0.0013276851,0.00039326958,0.966244,0.0014173873,0.0003441816,0.000030783263,0.003951035,0.0002884772,0.0003314408,0.0017690848,0.023546351,0.0003563185],"about_ca_topic_score_codex":0.66016245,"about_ca_topic_score_gemma":0.063035995,"teacher_disagreement_score":0.5971264,"about_ca_system_score_codex":0.00030393616,"about_ca_system_score_gemma":0.0006053528,"threshold_uncertainty_score":0.999883},"labels":[],"label_agreement":null},{"id":"W2048263117","doi":"10.1186/1472-6920-13-25","title":"Medical residents’ perceptions of their competencies and training needs in health care management: an international comparison","year":2013,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Danish; Perception; Medicine; Negotiation; Medical education; Health care; Family medicine; Nursing; Training (meteorology); Needs assessment; Psychology; Political science","score_opus":0.03432053707935313,"score_gpt":0.38832531439930545,"score_spread":0.35400477731995234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048263117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789915,0.00035697332,0.0013956631,0.014610972,0.0009095361,0.00057412963,0.0000018917234,0.000040952273,0.0031183446],"genre_scores_gemma":[0.97938377,0.00031841552,0.014615372,0.0045293355,0.00037348003,0.00016110699,0.00043290437,0.00001643378,0.00016918214],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997312,0.00016027922,0.0008786292,0.00025298534,0.0011597206,0.0002363874],"domain_scores_gemma":[0.9987737,0.00011349855,0.00019039196,0.00028371852,0.0003111563,0.00032753486],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00097113126,0.00013573005,0.00032835218,0.00065271696,0.00008410796,0.000024054789,0.00025459184,0.00018083319,0.0030594768],"category_scores_gemma":[0.0019311304,0.00011938559,0.00003674675,0.00058482273,0.00030067665,0.00023970117,0.000061888255,0.00040878158,0.000018296876],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002788532,0.0011203543,0.37316728,0.00092460087,0.000030682808,8.034981e-7,0.040537223,0.0000026618468,0.000022732029,0.008925897,0.0067473603,0.56849253],"study_design_scores_gemma":[0.0008941495,0.00012504657,0.7996791,0.0011998932,0.000012668474,0.00004003017,0.19026846,0.005052099,0.000005925365,0.00026468618,0.0023586927,0.000099278484],"about_ca_topic_score_codex":0.00079826976,"about_ca_topic_score_gemma":0.00033899548,"teacher_disagreement_score":0.56839323,"about_ca_system_score_codex":0.0002473316,"about_ca_system_score_gemma":0.0027447543,"threshold_uncertainty_score":0.99785185},"labels":[],"label_agreement":null},{"id":"W2048320202","doi":"10.3138/jvme.34.3.213","title":"How We Learn: Concepts, Insights, and Rationale for Integration","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Pedagogy; Psychology; Management science; Computer science; Sociology; Engineering","score_opus":0.06586051399967689,"score_gpt":0.4185535967576759,"score_spread":0.352693082757999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048320202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8365816,0.0022994746,0.06512522,0.09242055,0.0027580387,0.00047074503,6.9985424e-7,0.00001535321,0.00032833745],"genre_scores_gemma":[0.95981294,0.00056875043,0.031896565,0.0040159156,0.0026074422,0.000022660102,0.00005973529,0.000018080604,0.0009978876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840504,0.000043467473,0.00059253897,0.0001378588,0.0006710402,0.00015005881],"domain_scores_gemma":[0.9980946,0.0002007906,0.0003851253,0.00012051074,0.0009947321,0.0002041978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001358688,0.00011360315,0.00023802598,0.00034556654,0.00009656154,0.000037137488,0.0000918457,0.00018700445,0.00011207432],"category_scores_gemma":[0.00652437,0.000089225054,0.000071220165,0.00028493954,0.00017399133,0.00034541785,0.0000150956685,0.00040130265,0.0000017874167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005094366,0.0006224505,0.00026441802,0.0002071095,0.000040231607,0.000013605889,0.0019670012,2.0918645e-7,0.0060299076,0.0046317847,0.046610583,0.93910325],"study_design_scores_gemma":[0.0028205824,0.0035157201,0.013482087,0.0012507403,0.00013201109,0.0040595164,0.013212693,0.000687466,0.0015121001,0.0031740887,0.95595706,0.00019595347],"about_ca_topic_score_codex":0.000001807336,"about_ca_topic_score_gemma":0.000001632881,"teacher_disagreement_score":0.9389073,"about_ca_system_score_codex":0.00018460919,"about_ca_system_score_gemma":0.0014815546,"threshold_uncertainty_score":0.7810751},"labels":[],"label_agreement":null},{"id":"W2048449540","doi":"10.1016/s0003-4975(00)02331-6","title":"Duration of knowledge in general thoracic surgery","year":2001,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Statement (logic); Cardiothoracic surgery; Surgery","score_opus":0.14814176721668634,"score_gpt":0.44713420509377366,"score_spread":0.2989924378770873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048449540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868679,0.0012399161,0.00014942497,0.008975898,0.00061889435,0.00022466904,0.0000028317968,0.000028365826,0.0018921135],"genre_scores_gemma":[0.9967628,0.0009055946,0.00025049777,0.0007746996,0.00040667935,0.000031099928,0.00007718986,0.000023489789,0.00076796574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99762946,0.00033234918,0.0011286234,0.00019399247,0.00041507135,0.00030050564],"domain_scores_gemma":[0.9972003,0.0010756929,0.0004693737,0.0005637367,0.00063848536,0.000052408646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005763456,0.00014913769,0.0005908114,0.00075854873,0.00005324786,0.0000071365735,0.00012762581,0.00013163239,0.000261769],"category_scores_gemma":[0.0030710027,0.00011199812,0.00022124189,0.002001318,0.00021523175,0.00015786267,0.000037066202,0.0002492932,0.00003077888],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009933988,0.0010681038,0.21587418,0.00068252656,0.00009785164,0.000025815938,0.0009750619,0.000024316721,0.0050729495,0.00029885938,0.077789225,0.6970977],"study_design_scores_gemma":[0.00018039912,0.00012931398,0.6211454,0.0033408552,0.00019017278,0.00028032964,0.0016579423,0.0034058315,0.33326718,0.003149305,0.032612313,0.0006409484],"about_ca_topic_score_codex":0.00008198672,"about_ca_topic_score_gemma":0.000013671741,"teacher_disagreement_score":0.6964568,"about_ca_system_score_codex":0.00003350264,"about_ca_system_score_gemma":0.0004100137,"threshold_uncertainty_score":0.45671508},"labels":[],"label_agreement":null},{"id":"W2048503446","doi":"10.3109/0142159x.2012.661891","title":"From patient to instructor: Honoring the lived experience","year":2012,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cornerstone; Curriculum; Medical education; Medical school; Medicine; MEDLINE; Psychology; Pedagogy; Political science; Art; Visual arts","score_opus":0.04651675372659663,"score_gpt":0.3419411044761811,"score_spread":0.29542435074958445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048503446","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41508135,0.0001891403,0.00020050436,0.576834,0.0040830686,0.00046995416,0.000002446435,0.00008414077,0.003055389],"genre_scores_gemma":[0.072435476,0.000013050796,0.0012069268,0.88237303,0.038670093,0.00044574833,0.00039220974,0.00008495198,0.0043784864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960235,0.00016072996,0.00061743206,0.00047348882,0.0021471865,0.00057768216],"domain_scores_gemma":[0.9983674,0.00008326597,0.00015614087,0.00097569206,0.00014198173,0.0002754872],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00048203548,0.00031601495,0.00043714917,0.00013823301,0.0001251301,0.000030836265,0.0005307073,0.0011095431,0.020182833],"category_scores_gemma":[0.0041922177,0.00019842107,0.00011268904,0.0003867875,0.00032484278,0.000057291847,0.00021477157,0.004440379,0.00082256354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009436558,0.00008025762,0.0028810054,0.000029339953,0.000054268654,0.000056138073,0.018596342,2.720706e-8,0.000007378493,0.0000040387886,0.90595514,0.07232666],"study_design_scores_gemma":[0.00026344578,0.000058691883,0.0015363056,0.0003739294,0.00008005881,0.00003727426,0.0021505854,0.00007851142,0.000027951062,0.000038421113,0.99513113,0.00022371396],"about_ca_topic_score_codex":0.000355422,"about_ca_topic_score_gemma":0.0000019287704,"teacher_disagreement_score":0.34264585,"about_ca_system_score_codex":0.00036382233,"about_ca_system_score_gemma":0.00032480445,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W2048703458","doi":"10.1136/bmj.328.7455.1547","title":"What the educators are saying","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.026869356121802485,"score_gpt":0.37714872391099047,"score_spread":0.350279367789188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048703458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71856743,0.0001965365,0.00015382377,0.27456152,0.002689962,0.0002902821,1.3086247e-7,0.000033836826,0.003506449],"genre_scores_gemma":[0.9775512,0.000027958922,0.0021557652,0.01738759,0.0014376844,0.00005776557,0.000008659781,0.000010413077,0.0013629529],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945986,0.0000099314075,0.0001438518,0.0000850807,0.00019662833,0.000104635525],"domain_scores_gemma":[0.9995503,0.000017456065,0.00005597228,0.0002645239,0.000085702486,0.000026037826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031366205,0.00004632606,0.00006513735,0.000046691297,0.0000895915,0.000026888309,0.00006214664,0.000039143535,0.00014792259],"category_scores_gemma":[0.0007428955,0.000029396115,0.000023986882,0.00029746033,0.000060381608,0.0000926964,0.00001281252,0.00016157403,0.00019529459],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003389544,0.0005217801,0.019850621,0.00013565668,0.00007791904,0.000025831378,0.009636768,0.000044932738,0.00052769296,0.021758672,0.73504734,0.21233891],"study_design_scores_gemma":[0.0017794903,0.00011191936,0.33173048,0.0015550304,0.00011837603,0.00040321494,0.0848718,0.0000513688,0.0029680203,0.007951565,0.56817746,0.00028125625],"about_ca_topic_score_codex":0.000013801881,"about_ca_topic_score_gemma":0.0000025287277,"teacher_disagreement_score":0.31187984,"about_ca_system_score_codex":0.000106195075,"about_ca_system_score_gemma":0.00021967606,"threshold_uncertainty_score":0.2510182},"labels":[],"label_agreement":null},{"id":"W2048797450","doi":"10.1007/s10459-014-9496-6","title":"Filling in the gaps of clerkship with a comprehensive clinical skills curriculum","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Health Sciences Centre","funders":"","keywords":"Summative assessment; Curriculum; Objective structured clinical examination; Medical education; Clinical clerkship; Medicine; Formative assessment; Educational measurement; Psychology; Mathematics education; Pedagogy","score_opus":0.026613260969483188,"score_gpt":0.4545302579322384,"score_spread":0.4279169969627552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048797450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833236,0.0017774921,0.00077793084,0.01067426,0.0010295259,0.00064989587,3.3393408e-7,0.000009583301,0.0017574092],"genre_scores_gemma":[0.9635497,0.0010374837,0.027406642,0.007660781,0.00023619196,0.000076132055,0.000012506793,0.000004495958,0.00001608004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979541,0.00029723928,0.0007787998,0.00027845992,0.00044553276,0.00024588857],"domain_scores_gemma":[0.9985394,0.0005471473,0.0003933901,0.00025476646,0.0002245621,0.000040757513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029717388,0.000084443964,0.0002452004,0.000274067,0.00010943535,0.000010281344,0.00021665673,0.00004662713,0.000013576329],"category_scores_gemma":[0.0015137378,0.000052941657,0.000021172998,0.0020019526,0.0005630233,0.00025086507,0.000010731558,0.0003204506,0.0000037147895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014038206,0.0009596813,0.70993763,0.0003682521,0.0000011846379,1.6072373e-7,0.002078487,0.00041589356,0.0000021191631,0.009351256,0.0005499605,0.27632132],"study_design_scores_gemma":[0.00081456016,0.0013659776,0.92151004,0.0023548019,0.000007636905,0.000031983865,0.018542884,0.004201785,0.000021434485,0.0040544583,0.0469541,0.00014033684],"about_ca_topic_score_codex":0.0002318354,"about_ca_topic_score_gemma":0.00012033734,"teacher_disagreement_score":0.27618098,"about_ca_system_score_codex":0.00009332097,"about_ca_system_score_gemma":0.0010424857,"threshold_uncertainty_score":0.21588981},"labels":[],"label_agreement":null},{"id":"W2048821565","doi":"10.1176/appi.ap.10020034","title":"Academic and Career Counseling for Medical Students and the Complex Role of the Student Affairs Dean","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Student affairs; Medical education; Psychology; Career counseling; Veterans Affairs; Medicine; Higher education; Political science; Internal medicine","score_opus":0.02262556434414426,"score_gpt":0.37588712716895045,"score_spread":0.3532615628248062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048821565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556316,0.00918776,0.00012740311,0.032413594,0.001392641,0.00089784834,0.000004796324,0.000018873876,0.00032545137],"genre_scores_gemma":[0.9892397,0.00082060887,0.0006748605,0.007898864,0.0012093196,0.00008262913,0.000009080383,0.000019408571,0.000045546964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978125,0.00008427164,0.0005326225,0.00017692674,0.0011029637,0.00029068833],"domain_scores_gemma":[0.99911827,0.00022673367,0.00020110568,0.0002498186,0.000077058605,0.00012699005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026198127,0.00013161568,0.00025591755,0.000057621237,0.00017707479,0.0000071444315,0.00047809596,0.0003488463,0.000024900257],"category_scores_gemma":[0.0008039932,0.00007389599,0.000052741467,0.00021565087,0.0005624139,0.00007028847,0.00017155107,0.001190871,0.000001568195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012710584,0.00009431115,0.9527823,0.00011720168,0.00011333047,2.9218047e-8,0.0070584,2.8169805e-7,0.00032033163,0.01911735,0.013987679,0.006281686],"study_design_scores_gemma":[0.007268344,0.00007709539,0.9236804,0.0006363137,0.000559218,0.00013040504,0.0380623,0.00065859145,0.00009714759,0.00536198,0.023262307,0.0002058574],"about_ca_topic_score_codex":0.000010433288,"about_ca_topic_score_gemma":0.0000019495164,"teacher_disagreement_score":0.03360805,"about_ca_system_score_codex":0.00003294686,"about_ca_system_score_gemma":0.00015916426,"threshold_uncertainty_score":0.51738083},"labels":[],"label_agreement":null},{"id":"W2048839178","doi":"10.1097/00001888-200410000-00009","title":"Understanding the Debate on Medical Education Research: A Sociological Perspective","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Sociology; Parallels; Perspective (graphical); Field (mathematics); Opposition (politics); Epistemology; Educational research; Power (physics); Engineering ethics; Social science; Political science; Politics; Law; Computer science","score_opus":0.3629116123573552,"score_gpt":0.519403344533142,"score_spread":0.15649173217578677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048839178","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20116062,0.0007794859,0.0064744023,0.7392476,0.0012754595,0.0008319612,4.5008292e-7,0.00011430673,0.050115686],"genre_scores_gemma":[0.95085496,0.00058529,0.00013861757,0.043632705,0.0036340954,0.00011449334,0.000028201119,0.000023032333,0.000988623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99616253,0.00025612916,0.00050465623,0.00042580225,0.002168987,0.00048190673],"domain_scores_gemma":[0.99803185,0.0006248901,0.0001118863,0.00042260878,0.00054441334,0.00026432006],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055472925,0.00017361724,0.00029151348,0.00040754525,0.0004668797,0.000006204748,0.0003778371,0.0005384345,0.0010901971],"category_scores_gemma":[0.033510942,0.00009496989,0.00004461525,0.0012984162,0.0021030863,0.000063707776,0.00006684337,0.0041122157,0.00019534754],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010939541,0.00011200509,0.00037425233,0.000026209711,0.00004092572,0.00001805613,0.015938718,0.0000046513314,0.00016324298,0.8479896,0.13247897,0.0027439832],"study_design_scores_gemma":[0.0035698276,0.0014704159,0.004288116,0.00258527,0.00010966226,0.0006556412,0.19155112,0.0002634122,0.00012424887,0.7770304,0.018128878,0.00022302443],"about_ca_topic_score_codex":0.00010877011,"about_ca_topic_score_gemma":0.000003208544,"teacher_disagreement_score":0.7496943,"about_ca_system_score_codex":0.0025530963,"about_ca_system_score_gemma":0.0023665102,"threshold_uncertainty_score":0.9998229},"labels":[],"label_agreement":null},{"id":"W2049123729","doi":"10.1016/s0277-9536(02)00057-6","title":"A certain art of uncertainty: case presentation and the development of professional identity","year":2002,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":271,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University Health Network","funders":"","keywords":"Thematic analysis; Certainty; Psychology; Rhetoric; Rhetorical question; Professional development; Medical education; Sociology; Qualitative research; Social psychology; Pedagogy; Medicine; Epistemology; Social science; Linguistics","score_opus":0.041757756228176714,"score_gpt":0.4090834361352706,"score_spread":0.36732567990709386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049123729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813297,0.00006924835,0.0004263585,0.013010585,0.00035044717,0.0003889289,6.204462e-7,0.000007632665,0.0044164835],"genre_scores_gemma":[0.99843013,0.0000059639383,0.00042826266,0.00040373192,0.00017988365,0.000023456607,0.000005322004,0.000003013936,0.0005202317],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9983043,0.000050606326,0.00042936098,0.00014043957,0.0009352606,0.00014001827],"domain_scores_gemma":[0.99909246,0.00009162165,0.00020831704,0.000104708626,0.0004573371,0.000045578825],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024440913,0.00006163685,0.00020179611,0.00014570006,0.0003428345,0.000003917479,0.00010485231,0.00004013142,0.00031628995],"category_scores_gemma":[0.002253471,0.000035823014,0.000017562374,0.0011869197,0.003392021,0.00013712999,0.000036611887,0.00013343738,0.000002138632],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003213183,0.0008149555,0.020860557,0.00057236414,0.0000800315,0.000033590808,0.52838457,0.000003453304,0.01715275,0.07296108,0.026464688,0.33235064],"study_design_scores_gemma":[0.04638187,0.0012359703,0.45918545,0.0034486745,0.0011052679,0.0016813343,0.39395425,0.031040022,0.009512395,0.02888436,0.02254734,0.0010230751],"about_ca_topic_score_codex":0.00008623023,"about_ca_topic_score_gemma":0.000028597384,"teacher_disagreement_score":0.4383249,"about_ca_system_score_codex":0.00008761079,"about_ca_system_score_gemma":0.00025861317,"threshold_uncertainty_score":0.99932015},"labels":[],"label_agreement":null},{"id":"W2049371595","doi":"10.1051/pmed/20099991","title":"Favoriser la position d'apprentissage grâce à l'interaction superviseur-supervisé","year":2009,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Philosophy; Psychology","score_opus":0.031096118671471273,"score_gpt":0.3515883256434572,"score_spread":0.32049220697198594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049371595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59733,0.020091195,0.023267576,0.18588132,0.02438247,0.0017105998,0.000059745616,0.00071983394,0.14655727],"genre_scores_gemma":[0.86654866,0.002711607,0.0064124255,0.01098388,0.00706044,0.000082197796,0.0008366741,0.00010415132,0.105259985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958468,0.0003988912,0.0009901626,0.0007613116,0.001032356,0.0009704541],"domain_scores_gemma":[0.997944,0.00021865078,0.00019628523,0.0008322151,0.00042136264,0.00038747807],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011570706,0.00047159658,0.0005451093,0.00036580634,0.00032040395,0.0001740792,0.00036407693,0.00072308676,0.007949898],"category_scores_gemma":[0.0012609663,0.00050316576,0.00025698895,0.0011621701,0.00040499892,0.0007590665,0.0000785193,0.0015001431,0.0020746952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001335435,0.0027688874,0.0019196989,0.00029883927,0.00010003554,0.00018341676,0.0018698164,0.000025905438,0.0065135257,0.009158933,0.18800594,0.7890215],"study_design_scores_gemma":[0.002850562,0.0010872965,0.061122242,0.0024327403,0.0006909682,0.0008326655,0.0046620956,0.008374921,0.004585456,0.0030291053,0.9094795,0.00085245457],"about_ca_topic_score_codex":0.000050161238,"about_ca_topic_score_gemma":0.0000030493145,"teacher_disagreement_score":0.788169,"about_ca_system_score_codex":0.0007423305,"about_ca_system_score_gemma":0.00039675258,"threshold_uncertainty_score":0.999742},"labels":[],"label_agreement":null},{"id":"W2049485611","doi":"10.1186/1472-6920-11-23","title":"Modification of an OSCE format to enhance patient continuity in a high-stakes assessment of clinical performance","year":2011,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; McMaster University; University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Objective structured clinical examination; Generalizability theory; Reliability (semiconductor); Rating scale; Psychology; Simulated patient; Scale (ratio); Medical education; Medicine; Developmental psychology","score_opus":0.06601897180808747,"score_gpt":0.4550545316294788,"score_spread":0.3890355598213913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049485611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887005,0.000023932353,0.007269042,0.00045872308,0.0010361421,0.0007650515,0.0000024746528,0.000021224241,0.0017229001],"genre_scores_gemma":[0.91981846,0.00003807954,0.0787281,0.000879677,0.0001625398,0.00019038859,0.00010485761,0.000012832514,0.00006508159],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99664545,0.00018522356,0.001718842,0.00031690372,0.0009284857,0.00020507824],"domain_scores_gemma":[0.9978277,0.00011718005,0.0005580281,0.0005760226,0.00069755845,0.00022351518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022198244,0.00012956405,0.00045364455,0.0003069444,0.00002908743,0.000004738291,0.00021651742,0.00022297337,0.0003058514],"category_scores_gemma":[0.006101773,0.00011494036,0.00005638541,0.00068407273,0.00018408765,0.0002464342,0.000034699075,0.00035343657,0.000008473475],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002961571,0.007628613,0.27684072,0.0007122691,0.000014247793,4.1848455e-7,0.0039251675,0.000005011417,0.00035619573,0.0039884266,0.0007817378,0.7054511],"study_design_scores_gemma":[0.00063675526,0.00096827606,0.9850316,0.0007469228,0.00003166019,0.000006273028,0.0020233097,0.0052474807,0.004507296,0.00015494844,0.00052820187,0.00011727837],"about_ca_topic_score_codex":0.00031495324,"about_ca_topic_score_gemma":0.00010518259,"teacher_disagreement_score":0.7081909,"about_ca_system_score_codex":0.00014601188,"about_ca_system_score_gemma":0.003923671,"threshold_uncertainty_score":0.73048335},"labels":[],"label_agreement":null},{"id":"W2049523735","doi":"10.1046/j.1365-2923.2003.01674.x","title":"Analytic global OSCE ratings are sensitive to level of training","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":236,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Checklist; Objective structured clinical examination; Psychology; Construct validity; Clinical psychology; Rating scale; Empathy; Reliability (semiconductor); Psychometrics; Applied psychology; Developmental psychology; Psychiatry; Cognitive psychology","score_opus":0.05743588289648277,"score_gpt":0.39952817773417193,"score_spread":0.34209229483768916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049523735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351328,0.000040820603,0.018019762,0.031649247,0.0015493754,0.00048014743,0.000007178738,0.000044731747,0.013075939],"genre_scores_gemma":[0.9581391,0.0000037045577,0.018216789,0.022412695,0.00029005937,0.000038831968,0.000049884737,0.000012663914,0.00083625194],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99804693,0.00008440473,0.0004975185,0.00027001006,0.0008647691,0.00023634595],"domain_scores_gemma":[0.99863166,0.000063118394,0.0001764237,0.00027105457,0.00066508754,0.00019267898],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000986356,0.00012593261,0.0002980007,0.00015969915,0.00006457173,0.0000085430875,0.00008690636,0.00015909225,0.00060412934],"category_scores_gemma":[0.028886374,0.00011706243,0.000055111308,0.0012895056,0.00013094765,0.000057438996,0.000014132237,0.00025253138,0.00005756786],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108576896,0.003003112,0.040472776,0.0005037283,0.00015084025,0.000017454848,0.011571159,0.000011816535,0.0011519467,0.029454356,0.32384992,0.58970433],"study_design_scores_gemma":[0.0040513203,0.00093863223,0.7466078,0.005213928,0.0005722212,0.0010750352,0.077166006,0.00270231,0.008846328,0.0025167821,0.14929424,0.0010154257],"about_ca_topic_score_codex":0.00007473079,"about_ca_topic_score_gemma":0.00002056689,"teacher_disagreement_score":0.706135,"about_ca_system_score_codex":0.00032442948,"about_ca_system_score_gemma":0.0037464579,"threshold_uncertainty_score":0.9792937},"labels":[],"label_agreement":null},{"id":"W2049609856","doi":"10.3390/pharmacy2030248","title":"Evaluation of the Impact of a Physical Assessment Course on the Practice of Institutional Pharmacists","year":2014,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"Health Research Board; Alberta Health Services","keywords":"Medical education; Clinical Practice; Professional development; Medicine; Psychology; Nursing; Family medicine","score_opus":0.081481562680569,"score_gpt":0.5418283503937045,"score_spread":0.4603467877131355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049609856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98050517,0.000018400124,0.0002383025,0.004397215,0.00022636495,0.0005269422,0.0000075127546,0.0000048094253,0.014075283],"genre_scores_gemma":[0.9990098,0.00000466287,0.00021461322,0.00047519116,0.0002295396,0.00003720435,0.000011118784,0.0000055084342,0.000012380292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786705,0.00036889347,0.0002671926,0.0000887103,0.0013304433,0.0000777103],"domain_scores_gemma":[0.99753785,0.00036412795,0.00035582433,0.00026396816,0.0014560864,0.000022149568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031356574,0.0000715445,0.00013921554,0.000044977012,0.000051087743,0.0000023969255,0.00012640045,0.000013957855,0.00029663477],"category_scores_gemma":[0.0036201188,0.000036734607,0.000102009035,0.00036919996,0.00022550403,0.00008172329,0.000022666412,0.00023170335,0.0000046492596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092942856,0.017109558,0.021117277,0.0003373588,0.0016853799,8.9862283e-7,0.0044851527,0.011349155,0.3348345,0.07711922,0.03423653,0.49679556],"study_design_scores_gemma":[0.007370036,0.0005234409,0.15496057,0.00030556822,0.0023900305,0.000041975192,0.00021127972,0.6758766,0.15210287,0.0015933354,0.0044954936,0.0001287795],"about_ca_topic_score_codex":0.00003296848,"about_ca_topic_score_gemma":8.250619e-8,"teacher_disagreement_score":0.6645275,"about_ca_system_score_codex":0.0001710854,"about_ca_system_score_gemma":0.0011679891,"threshold_uncertainty_score":0.43338817},"labels":[],"label_agreement":null},{"id":"W2049645915","doi":"10.1002/chp.1340230103","title":"Multisource feedback in the assessment of physician competencies","year":2003,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":283,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Variance (accounting); Applied psychology; Psychology; Health care; Medical education; Control (management); Nursing; Medicine; Computer science; Business; Developmental psychology","score_opus":0.06718703334222818,"score_gpt":0.5034313893205771,"score_spread":0.4362443559783489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049645915","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004702488,0.96677697,0.00019237964,0.020075468,0.0035598723,0.0030620315,0.0000040881655,0.0000053747226,0.0016213094],"genre_scores_gemma":[0.004566257,0.9771409,0.0092914235,0.0071095545,0.0009116856,0.0002086471,0.000055542132,0.000041121162,0.0006748546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938042,0.0025177961,0.0024782442,0.00014891892,0.0007674234,0.0002833775],"domain_scores_gemma":[0.9943808,0.0009872828,0.0034999566,0.0005086612,0.000570972,0.000052384],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0077982107,0.00021867391,0.0013324309,0.00073662127,0.00013540078,0.000019481206,0.00053577585,0.00018442537,0.000020405778],"category_scores_gemma":[0.0011565435,0.000112771326,0.00023397442,0.0016093872,0.00011755948,0.0000892768,0.000021064514,0.0024442852,0.0000027245992],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004265889,0.0013580314,0.00048950966,0.007329606,0.000022581586,0.0000013295586,0.01691141,8.69022e-7,5.1356994e-7,0.0011834563,0.0238545,0.94884396],"study_design_scores_gemma":[0.00042653483,0.00017593057,0.008859869,0.0838329,0.00017568485,0.00015934602,0.06256435,0.000008272866,9.53415e-8,0.0001643683,0.8435366,0.00009600693],"about_ca_topic_score_codex":0.000027474338,"about_ca_topic_score_gemma":0.000010296853,"teacher_disagreement_score":0.94874793,"about_ca_system_score_codex":0.00055961474,"about_ca_system_score_gemma":0.008707934,"threshold_uncertainty_score":0.9998571},"labels":[],"label_agreement":null},{"id":"W2049649884","doi":"10.1007/s10459-006-9026-2","title":"Research in Medical Education: Balancing Service and Science*","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Toronto General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Diversification (marketing strategy); Sociology; Public relations; Medical education; Principal (computer security); Medical research; Educational research; Field (mathematics); Engineering ethics; Psychology; Social science; Political science; Medicine; Business","score_opus":0.030646664176630194,"score_gpt":0.5097725323206374,"score_spread":0.47912586814400715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049649884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86274886,0.010204525,0.000045800236,0.10331179,0.0020562632,0.00069430715,2.451521e-7,0.000024639721,0.020913538],"genre_scores_gemma":[0.97598964,0.0012362379,0.011582463,0.01032904,0.0005311298,0.00018197375,0.000014559748,0.0000070116153,0.00012795629],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965007,0.00012823628,0.00066080794,0.0005530593,0.0015742034,0.00058305037],"domain_scores_gemma":[0.9987256,0.00015954862,0.00013510254,0.00024635057,0.00057914626,0.00015425413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009919567,0.00009691603,0.00018260848,0.001808163,0.00048816943,0.000056089655,0.00029749746,0.00007566891,0.00007238124],"category_scores_gemma":[0.0014877138,0.00008961778,0.000008010967,0.010178462,0.0012701696,0.0009061759,0.000058771067,0.00050384586,0.000012530358],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011818811,0.0009060993,0.34636813,0.00068863016,3.077239e-7,8.374988e-7,0.0009829837,0.000058051068,0.000031815027,0.06259322,0.0018212193,0.5865369],"study_design_scores_gemma":[0.0007178507,0.00029602804,0.8437468,0.0043243743,0.0000023055143,0.00019646433,0.01934681,0.008127039,0.00008397518,0.039992347,0.08290763,0.00025841646],"about_ca_topic_score_codex":0.004447974,"about_ca_topic_score_gemma":0.0018925277,"teacher_disagreement_score":0.58627844,"about_ca_system_score_codex":0.00095961813,"about_ca_system_score_gemma":0.026990008,"threshold_uncertainty_score":0.97852606},"labels":[],"label_agreement":null},{"id":"W2049701166","doi":"10.1111/acem.12041","title":"An Agenda for Increasing Grant Funding of Emergency Medicine Education Research","year":2012,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Medical education; Grant funding; Public relations; Public administration; Political science","score_opus":0.26966300216191125,"score_gpt":0.5460922461489334,"score_spread":0.2764292439870221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049701166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438467,0.012769996,0.0023235907,0.010846416,0.01841699,0.0017045119,0.0000063114735,0.00010245363,0.00998301],"genre_scores_gemma":[0.97399807,0.0059039,0.0018093855,0.00042812267,0.014454688,0.00032468524,0.0005258096,0.000087496854,0.002467852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99393904,0.00037460556,0.0025460988,0.00051736104,0.0015866854,0.0010361876],"domain_scores_gemma":[0.9955622,0.00030729515,0.0006904125,0.00081779563,0.002138771,0.0004835268],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013923944,0.00032752455,0.00069912506,0.001327813,0.00036224586,3.8017026e-7,0.00046267928,0.00044994932,0.006670816],"category_scores_gemma":[0.01906739,0.00026088516,0.000099516874,0.0029068268,0.00047919972,0.00047458807,0.000057522688,0.0013387437,0.000026612386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030730644,0.0007231242,0.3051852,0.001395655,0.00011696893,3.035689e-7,0.012645124,8.509751e-7,0.17681803,0.01606983,0.46614742,0.020590194],"study_design_scores_gemma":[0.0053271293,0.0049848543,0.43044364,0.0061449446,0.001738384,0.00015631926,0.056939516,0.0012627803,0.007576712,0.017251646,0.4669476,0.001226498],"about_ca_topic_score_codex":0.00069908507,"about_ca_topic_score_gemma":0.000005417776,"teacher_disagreement_score":0.16924132,"about_ca_system_score_codex":0.00031312535,"about_ca_system_score_gemma":0.00044229982,"threshold_uncertainty_score":0.9999843},"labels":[],"label_agreement":null},{"id":"W2049906735","doi":"10.1503/cmaj.109-4920","title":"CME accreditation: separating education from promotion","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Continuing medical education; Promotion (chess); Medical education; Medicine; Continuing education; Political science","score_opus":0.009152840959117312,"score_gpt":0.30019868799264837,"score_spread":0.29104584703353104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049906735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75816995,0.0001212704,0.00529296,0.19608556,0.008266617,0.00040712333,0.000013267453,0.00008749118,0.031555742],"genre_scores_gemma":[0.929883,0.000030513373,0.00928981,0.04033462,0.017826654,0.000044293953,0.00052126136,0.000037686383,0.0020321629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967279,0.00020904429,0.00066908094,0.00022187555,0.0017761041,0.00039603934],"domain_scores_gemma":[0.99686265,0.00014697763,0.00037111234,0.00018396306,0.001429743,0.001005569],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024477928,0.00014048124,0.00023943145,0.00034832495,0.0003871139,0.00012306646,0.00016519325,0.0005006745,0.007966317],"category_scores_gemma":[0.012655427,0.00013687117,0.00008310472,0.0005637233,0.000041263178,0.00026684898,0.000010054565,0.0011759344,0.0005253286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073307874,0.00014702791,0.045696635,0.000015237959,0.00007086756,0.00001212389,0.00050090917,0.000002644357,0.0000691441,0.0016143086,0.4745882,0.47727558],"study_design_scores_gemma":[0.0011224058,0.00014928248,0.116705544,0.00030950762,0.00008364168,0.00035616502,0.000880243,0.004273617,0.00006261134,0.0024901917,0.8733537,0.00021303956],"about_ca_topic_score_codex":0.0014811457,"about_ca_topic_score_gemma":0.0020717056,"teacher_disagreement_score":0.47706255,"about_ca_system_score_codex":0.0018102544,"about_ca_system_score_gemma":0.008061239,"threshold_uncertainty_score":0.9975621},"labels":[],"label_agreement":null},{"id":"W2050135178","doi":"10.1111/medu.12376","title":"Progressive collaborative refinement on teams: implications for communication practices","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.019798419488678217,"score_gpt":0.4428721792083718,"score_spread":0.4230737597196936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050135178","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1882259,0.0007011716,0.00891118,0.7609848,0.0015950912,0.0043915445,0.000015253069,0.00026977801,0.034905337],"genre_scores_gemma":[0.8636385,0.00014405322,0.059875004,0.063713446,0.0016309641,0.0066391304,0.0023575125,0.0000615463,0.0019398131],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811995,0.00015969182,0.0005345476,0.00037021158,0.0005747614,0.00024081729],"domain_scores_gemma":[0.9963778,0.00046460473,0.0007248,0.0008285327,0.0014696752,0.00013454078],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014483966,0.00016606119,0.00023732438,0.00021901842,0.0003348011,0.000042828808,0.00025312515,0.00021345627,0.00041444233],"category_scores_gemma":[0.035495292,0.0001425105,0.000053827927,0.0007398387,0.00021217082,0.00014427978,0.000032049884,0.00037378407,0.00006863646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001332723,0.002605178,0.0024365147,0.00015711521,0.000049230464,1.17093684e-7,0.00072281604,0.0000014109901,0.00011696668,0.08115655,0.44632438,0.46629643],"study_design_scores_gemma":[0.0016458369,0.000923579,0.031184759,0.00072620873,0.00015456503,0.00003865806,0.0018733328,0.0014461325,0.000404308,0.0046473457,0.95671624,0.00023904962],"about_ca_topic_score_codex":0.000023636143,"about_ca_topic_score_gemma":0.0000085169795,"teacher_disagreement_score":0.6972713,"about_ca_system_score_codex":0.0003598051,"about_ca_system_score_gemma":0.0028671713,"threshold_uncertainty_score":0.97262913},"labels":[],"label_agreement":null},{"id":"W2050380623","doi":"10.1176/appi.ap.32.5.414","title":"A 2-year Progress Report of the AACAP-Harvard Macy Teaching Scholars Program","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Child and adolescent psychiatry; Medical education; Medical school; Psychology; Psychiatry; Medicine","score_opus":0.01948165815969923,"score_gpt":0.36257789176817495,"score_spread":0.34309623360847574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050380623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729398,0.00031321537,0.000027709086,0.018768694,0.0022570777,0.0009036131,0.0000016971197,0.00014342884,0.004644801],"genre_scores_gemma":[0.94943416,0.00004503229,0.04555889,0.0025452764,0.0010713582,0.00013627729,0.00002901077,0.00003456438,0.0011454565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796015,0.00007223301,0.00070736033,0.00029329007,0.0006837374,0.00028323953],"domain_scores_gemma":[0.99867994,0.000017638542,0.00039523945,0.0006649106,0.0001686067,0.00007367216],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009354333,0.00014418218,0.00023094779,0.0001298847,0.00024025104,0.000005487967,0.00034115982,0.00030601973,0.00007408867],"category_scores_gemma":[0.0013038232,0.00010267836,0.00011871443,0.0006292178,0.00038419652,0.0001411271,0.00007684963,0.0024535605,0.00004054654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003201986,0.00032452002,0.88530034,0.00011245138,0.000049995153,0.000008806977,0.00046920427,2.8673713e-7,0.00016922942,0.0025920265,0.08348671,0.027454386],"study_design_scores_gemma":[0.0014165414,0.00017322911,0.7234472,0.0008761954,0.00015204366,0.004125791,0.0007444831,0.000063635984,0.00042766432,0.0017168539,0.26662743,0.00022892741],"about_ca_topic_score_codex":0.000009843625,"about_ca_topic_score_gemma":2.9582532e-7,"teacher_disagreement_score":0.18314072,"about_ca_system_score_codex":0.00007640109,"about_ca_system_score_gemma":0.0007110774,"threshold_uncertainty_score":0.9998478},"labels":[],"label_agreement":null},{"id":"W2050392414","doi":"10.1097/sih.0b013e31820695e8","title":"A Framework for Designing, Implementing, and Sustaining a National Simulation Network","year":2011,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Queen's University; Medical Council of Canada","funders":"","keywords":"Credentialing; Licensure; Incentive; Sustainability; Medical education; Computer science; Medicine","score_opus":0.11141840108591679,"score_gpt":0.45070090988193806,"score_spread":0.3392825087960213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050392414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45474014,0.001868637,0.4776587,0.05541503,0.0020380516,0.008155824,0.00003937818,0.000060504513,0.000023773178],"genre_scores_gemma":[0.9447841,0.000044121512,0.049404427,0.0046708174,0.0008963689,0.00009714574,0.00003173965,0.000050748517,0.000020546438],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99596804,0.00039468394,0.0019232949,0.00027742126,0.0008056202,0.00063091505],"domain_scores_gemma":[0.9903394,0.0043972842,0.0016419179,0.000329711,0.003169757,0.000121921636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007516733,0.00024610155,0.00046548754,0.00024914366,0.0007657731,0.000035258956,0.00024029028,0.00039430245,0.000014046252],"category_scores_gemma":[0.0052607832,0.00018424953,0.00039558296,0.0012836297,0.00012879423,0.00030758395,0.000062582156,0.00095258,3.3666157e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008563397,0.00008393011,0.13953334,0.0007414731,0.00006765345,2.7053161e-7,0.012150598,0.82705086,0.000002445043,0.012651822,0.00019601712,0.0066652223],"study_design_scores_gemma":[0.0022429887,0.00042102943,0.07126356,0.0008526837,0.000088721376,0.0000081295775,0.0032968745,0.8129433,0.000006256695,0.107524194,0.0011865289,0.0001657558],"about_ca_topic_score_codex":0.00021269963,"about_ca_topic_score_gemma":0.0000788712,"teacher_disagreement_score":0.49004397,"about_ca_system_score_codex":0.0010501298,"about_ca_system_score_gemma":0.0009693911,"threshold_uncertainty_score":0.7513478},"labels":[],"label_agreement":null},{"id":"W2050822225","doi":"10.1016/s1607-551x(09)70031-2","title":"The Role of Standardized Patient and Trainer Training in Quality Assurance for a High‐Stakes Clinical Skills Examination","year":2008,"lang":"en","type":"article","venue":"The Kaohsiung Journal of Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Licensure; Quality assurance; Trainer; Medical education; Quality (philosophy); Variance (accounting); Certification; Standardized test; Medical physics; Pathology; Psychology","score_opus":0.07778463483273668,"score_gpt":0.42985814689644786,"score_spread":0.3520735120637112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050822225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762796,0.00077775423,0.0011146076,0.021020854,0.00043038998,0.00022109524,0.0000027801407,0.000003170208,0.00014975712],"genre_scores_gemma":[0.9953691,0.0006255598,0.003304452,0.0004053155,0.00027225763,0.000006787315,9.4676517e-7,0.0000036303104,0.000011970478],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962951,0.00042163063,0.0011775206,0.00011840016,0.001797244,0.00019008639],"domain_scores_gemma":[0.9958327,0.0030076469,0.00062661147,0.00011007685,0.00032698835,0.000096010925],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021023894,0.00007186356,0.00033471166,0.00009098684,0.0002644529,0.0000137706575,0.00029693067,0.00008954488,0.000019709498],"category_scores_gemma":[0.021426728,0.00003297925,0.00007007194,0.00045077523,0.0019318018,0.00010192871,0.000021015792,0.00039467314,1.2281826e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014306331,0.0002695866,0.013016076,0.000023016455,0.000030348605,0.000005268407,0.010500359,0.000006679166,0.00019754085,0.005802881,0.000435302,0.96956986],"study_design_scores_gemma":[0.0051682047,0.0023506978,0.92310905,0.000938878,0.00007462661,0.0004788726,0.042119995,0.0018975097,0.0008262012,0.014432637,0.008450801,0.00015254931],"about_ca_topic_score_codex":0.00002160382,"about_ca_topic_score_gemma":0.000026524773,"teacher_disagreement_score":0.96941733,"about_ca_system_score_codex":0.000042140226,"about_ca_system_score_gemma":0.0010235305,"threshold_uncertainty_score":0.9868162},"labels":[],"label_agreement":null},{"id":"W2050991971","doi":"10.1097/00001888-200302000-00008","title":"A Teaching Scholars Program to Develop Leaders in Medical Education","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Attendance; Medical education; Faculty development; Educational program; Work (physics); Professional development; Psychology; Medicine; Political science; Engineering","score_opus":0.04285316202308461,"score_gpt":0.44682421327212873,"score_spread":0.40397105124904414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050991971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7608661,0.00062416104,0.0015955324,0.21122558,0.0015496262,0.0015414142,1.8927096e-7,0.0001839718,0.022413412],"genre_scores_gemma":[0.8909971,0.00011787829,0.014012,0.08782774,0.0010050429,0.00055976806,0.00008011821,0.00005212835,0.005348206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99674165,0.0001966437,0.0009026615,0.00044636926,0.001223448,0.00048923475],"domain_scores_gemma":[0.9986134,0.00010513706,0.00011204994,0.00034526023,0.00036141026,0.00046273269],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004442906,0.00021275243,0.00039516625,0.000835361,0.00009609812,0.000005024929,0.00025066975,0.0004891413,0.0008353752],"category_scores_gemma":[0.06444703,0.0001769256,0.000019906012,0.0025292812,0.00026565717,0.00014706499,0.000032926488,0.0029286032,0.00013529873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004873458,0.00030405758,0.037743658,0.0002008827,0.000028354443,0.000023153758,0.01416205,9.734291e-7,0.0008943144,0.027759116,0.17745197,0.7413827],"study_design_scores_gemma":[0.0031333421,0.0005193837,0.018465377,0.004110168,0.000078956495,0.00056640495,0.023556022,0.00028697035,0.00029928665,0.0019784335,0.94662446,0.0003811942],"about_ca_topic_score_codex":0.000119091186,"about_ca_topic_score_gemma":0.000008270309,"teacher_disagreement_score":0.7691725,"about_ca_system_score_codex":0.00044648413,"about_ca_system_score_gemma":0.0029601383,"threshold_uncertainty_score":0.9993717},"labels":[],"label_agreement":null},{"id":"W2051244219","doi":"10.1002/chp.1340240204","title":"Severe acute respiratory syndrome and the delivery of continuing medical education: Case study from Toronto","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; Mount Sinai Hospital; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Continuing medical education; Medicine; Continuing education; Public health; Severe acute respiratory syndrome; Medical emergency; Medical education; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Nursing; Disease","score_opus":0.020102480262974298,"score_gpt":0.41145171248018697,"score_spread":0.3913492322172127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051244219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9528828,0.0044706557,0.000078808356,0.038568106,0.002520862,0.0013478006,0.0000022514112,0.000008665632,0.00012001173],"genre_scores_gemma":[0.9899113,0.0002733017,0.0016210284,0.007339043,0.00059449935,0.00008101521,0.000005839583,0.000017083481,0.00015689747],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961143,0.00099491,0.0016414146,0.00017813435,0.0008475014,0.00022374377],"domain_scores_gemma":[0.99638236,0.0006362258,0.0013824273,0.00045980446,0.0009608485,0.00017834036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060823625,0.00015373572,0.0005540813,0.00021666661,0.00024586957,0.000025487532,0.0003012919,0.00014076954,0.000097502285],"category_scores_gemma":[0.0024926816,0.000089209294,0.00007962821,0.00044533177,0.00023555895,0.00027575993,0.000054754288,0.0010298549,0.0000014682381],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079572084,0.0076378696,0.05389908,0.0003617687,0.0002778877,0.00033776814,0.5035757,0.000003856774,0.000042896125,0.0032013452,0.019767689,0.41009843],"study_design_scores_gemma":[0.008475107,0.0008879277,0.13908611,0.008337279,0.0003441995,0.013421567,0.825412,0.000016627626,0.000007851789,0.0016905908,0.0021561917,0.00016455645],"about_ca_topic_score_codex":0.002736064,"about_ca_topic_score_gemma":0.0007176932,"teacher_disagreement_score":0.4099339,"about_ca_system_score_codex":0.00048284917,"about_ca_system_score_gemma":0.007708767,"threshold_uncertainty_score":0.9979166},"labels":[],"label_agreement":null},{"id":"W2051285638","doi":"10.1097/01.blo.0000224033.23850.1c","title":"See One, Do One, Teach One","year":2006,"lang":"en","type":"review","venue":"Clinical Orthopaedics and Related Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Association of American Medical Colleges","keywords":"Medicine; Negotiation; Altruism (biology); Identity (music); Quality (philosophy); Order (exchange); Dimension (graph theory); Medical education; Social psychology; Epistemology; Aesthetics; Social science; Psychology; Sociology","score_opus":0.2734169968010321,"score_gpt":0.5480137052012408,"score_spread":0.2745967084002087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051285638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025479344,0.9538473,0.00002875485,0.0026851061,0.0015214494,0.002208086,0.00002059253,0.000114856935,0.039319072],"genre_scores_gemma":[0.000064724496,0.96647245,0.0018189304,0.00020254494,0.0025572146,0.00016280987,0.0011591471,0.00015245582,0.027409699],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901429,0.0015167899,0.0035406454,0.0013342103,0.0024510527,0.0010144291],"domain_scores_gemma":[0.9936581,0.00235581,0.0005805693,0.0013503075,0.0014486625,0.0006065525],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.016864967,0.00048114653,0.0029001327,0.0012425405,0.00049039966,0.00011623396,0.00046911588,0.0034791566,0.0011472296],"category_scores_gemma":[0.012844848,0.0003797045,0.00093553227,0.0033961264,0.0020597226,0.0000696009,0.00044390946,0.013621507,0.0011704714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027283164,0.002028875,0.00029615386,0.009638935,0.0007175466,0.0001051834,0.000022860393,5.4260077e-8,1.1976395e-7,0.0027729373,0.048024483,0.93636554],"study_design_scores_gemma":[0.0011512388,0.0006796795,0.0007297239,0.024678377,0.0015315507,0.00015117969,0.000030659132,0.000037289887,6.260315e-8,0.0009794421,0.9696754,0.00035537616],"about_ca_topic_score_codex":0.000036448488,"about_ca_topic_score_gemma":0.0000025054862,"teacher_disagreement_score":0.9360102,"about_ca_system_score_codex":0.00028511448,"about_ca_system_score_gemma":0.0028266644,"threshold_uncertainty_score":0.9998655},"labels":[],"label_agreement":null},{"id":"W2051358713","doi":"10.1097/eja.0b013e32833cad28","title":"Postgraduate training in anaesthesiology, resuscitation and intensive care: state-of-the-art for trainee evaluation and assessment in Europe","year":2010,"lang":"en","type":"review","venue":"European Journal of Anaesthesiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Resuscitation; Intensive care; Medical education; Training (meteorology); Anesthesiology; Medical emergency; Intensive care medicine; Emergency medicine; Anesthesia","score_opus":0.0832223126804771,"score_gpt":0.403975351632019,"score_spread":0.3207530389515419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051358713","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53848475,0.45471272,0.000091996444,0.0032433895,0.0009340978,0.0021911396,0.000010045266,0.000006597618,0.0003252205],"genre_scores_gemma":[0.036458846,0.9548502,0.0076265526,0.0006816361,0.00017675027,0.000027325515,0.00008857633,0.00007308773,0.000017004715],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957213,0.0019229491,0.0016111621,0.0002830643,0.00023616676,0.00022535273],"domain_scores_gemma":[0.99589425,0.00033407751,0.0013998101,0.00022759075,0.0020839206,0.00006035514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057135057,0.00024713654,0.0012333962,0.000852426,0.00004543763,0.000010603558,0.00019097529,0.00013649624,0.000002582691],"category_scores_gemma":[0.008171534,0.00016867339,0.00011704097,0.0006139051,0.00036701857,0.00006833244,0.000042017567,0.0013461023,8.080733e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006852963,0.00002642235,0.0003345795,0.0009596856,0.000028920747,0.00004041619,0.002837933,0.000002787045,0.0000187184,0.0001227279,0.00014919734,0.9954101],"study_design_scores_gemma":[0.008030803,0.027448159,0.17529503,0.029781941,0.0019882014,0.0019953952,0.008941634,0.00040006923,0.000007734565,0.0013278254,0.74403036,0.0007528441],"about_ca_topic_score_codex":0.0000027444514,"about_ca_topic_score_gemma":0.000019473839,"teacher_disagreement_score":0.9946572,"about_ca_system_score_codex":0.00014053106,"about_ca_system_score_gemma":0.0014890585,"threshold_uncertainty_score":0.97826797},"labels":[],"label_agreement":null},{"id":"W2051499964","doi":"10.1097/sih.0b013e318182fc6c","title":"The Use of Standardized Patient Assessments for Certification and Licensure Decisions","year":2009,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Formative assessment; Certification; Medical education; Scope (computer science); Modalities; Medicine; Accreditation; Psychology; Computer science; Pedagogy; Political science","score_opus":0.13224020275168782,"score_gpt":0.4666778239421767,"score_spread":0.3344376211904889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051499964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8293723,0.00094255985,0.025152788,0.13934514,0.000902685,0.0042114127,0.00005911918,0.000012287856,0.0000017127237],"genre_scores_gemma":[0.9895107,0.00033808145,0.0069701276,0.0029125959,0.00015966779,0.000042070995,0.000026281805,0.000021580916,0.00001889936],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962658,0.00041605253,0.0019095695,0.00018412867,0.0009117567,0.0003126532],"domain_scores_gemma":[0.98859626,0.0054279855,0.0015007902,0.00048838364,0.0038991033,0.000087465596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038963016,0.00016789135,0.00039229146,0.00015096855,0.00064065045,0.000036884903,0.00019695298,0.00023810977,0.0000015613462],"category_scores_gemma":[0.0062053604,0.0000979505,0.00034689464,0.00092155824,0.00012509071,0.0002458314,0.000026007443,0.0005952794,9.5892815e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029771363,0.00022873517,0.05430796,0.00040430913,0.00007827684,1.325284e-7,0.0062034307,0.71009886,0.00008001656,0.0018624726,0.0008912519,0.22286741],"study_design_scores_gemma":[0.0033285087,0.0010919819,0.2755533,0.0009395876,0.000113669994,0.000007700039,0.0023975968,0.6982351,0.000051177278,0.009429611,0.008715453,0.00013634768],"about_ca_topic_score_codex":0.00015202402,"about_ca_topic_score_gemma":0.000079677935,"teacher_disagreement_score":0.22273105,"about_ca_system_score_codex":0.0008797028,"about_ca_system_score_gemma":0.0007938466,"threshold_uncertainty_score":0.74288446},"labels":[],"label_agreement":null},{"id":"W2051554635","doi":"10.1111/j.1553-2712.2003.tb00067.x","title":"Resident Evaluation of Clinical Teachers Based on Teachers' Certification","year":2003,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; Alberta Hospital Edmonton; University of Alberta","funders":"","keywords":"Medicine; Certification; Helpfulness; Rating scale; Affect (linguistics); Credentialing; Board certification; Family medicine; Medical education; Continuing education; Psychology; Residency training","score_opus":0.22420949460760684,"score_gpt":0.5178506063827861,"score_spread":0.29364111177517926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051554635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9374038,0.0010381644,0.0012829994,0.012097155,0.0037939826,0.0010937615,0.0000012324717,0.000069793925,0.043219123],"genre_scores_gemma":[0.99444115,0.00050293136,0.00080448645,0.0011646198,0.0009299794,0.00011630423,0.00011947551,0.000034757806,0.0018863125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99364865,0.00078888825,0.0026141328,0.00049893185,0.002164344,0.0002850419],"domain_scores_gemma":[0.99701566,0.00019543603,0.0008231523,0.0007537318,0.0010469822,0.00016502535],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016828999,0.00021437008,0.00051185716,0.00042011298,0.00007767485,3.105083e-7,0.00019127481,0.00048388258,0.008043351],"category_scores_gemma":[0.045105245,0.0001730619,0.00011914879,0.0010986222,0.00028348234,0.00007993074,0.000009545577,0.001335981,0.00006885281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017258909,0.0006196062,0.5591158,0.00013676965,0.00012792424,0.0000010343982,0.0044474285,0.00020392243,0.005193839,0.0037785494,0.3645918,0.061610717],"study_design_scores_gemma":[0.009510009,0.0017245816,0.831509,0.0014104039,0.0020593065,0.000012318301,0.0057018613,0.023788773,0.004335947,0.00348405,0.115953,0.0005107666],"about_ca_topic_score_codex":0.000047433186,"about_ca_topic_score_gemma":0.0000020554226,"teacher_disagreement_score":0.27239317,"about_ca_system_score_codex":0.00025939604,"about_ca_system_score_gemma":0.0006846716,"threshold_uncertainty_score":0.9928634},"labels":[],"label_agreement":null},{"id":"W2051604516","doi":"10.1097/01.acm.0000238194.55648.b2","title":"Competence and Cognitive Difficulty in Physicians: A Follow-up Study","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Remedial education; Competence (human resources); Neuropsychology; Neuropsychological assessment; Normative; Cognition; Medicine; Clinical psychology; Cognitive impairment; Psychology; Psychiatry","score_opus":0.02221849597048127,"score_gpt":0.3477227809083971,"score_spread":0.32550428493791583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051604516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890565,0.0006304674,0.00034492038,0.0067274906,0.00040396376,0.0008774132,0.0000013188354,0.000050072358,0.0019078533],"genre_scores_gemma":[0.99408334,0.00006141589,0.000075363685,0.003449633,0.00084615266,0.00008844045,0.000077832774,0.000016267011,0.0013015367],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998292,0.000062123916,0.0005488295,0.00034405815,0.0004917037,0.00026128002],"domain_scores_gemma":[0.9993057,0.00018297459,0.00012849669,0.00015963879,0.00017145577,0.000051709358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062680437,0.00016387204,0.00040604785,0.00025432487,0.000059536942,0.0000026616292,0.00008706867,0.00013999623,0.000074366224],"category_scores_gemma":[0.0014754365,0.00012677879,0.000015405354,0.0008547858,0.00034853935,0.0000808675,0.00003462296,0.00085181935,0.000015719816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033197872,0.0005572022,0.85577494,0.00017335765,0.00008465643,0.00009935363,0.02117836,0.0000011688975,0.007838054,0.003210801,0.03332561,0.07742451],"study_design_scores_gemma":[0.008968057,0.0005819258,0.9533482,0.0011577582,0.00021725948,0.00005322896,0.03284862,0.00034743946,0.00012865177,0.0010017673,0.0011901866,0.00015690972],"about_ca_topic_score_codex":0.00036739482,"about_ca_topic_score_gemma":0.000041976655,"teacher_disagreement_score":0.09757325,"about_ca_system_score_codex":0.000074021846,"about_ca_system_score_gemma":0.00005677567,"threshold_uncertainty_score":0.5169889},"labels":[],"label_agreement":null},{"id":"W2051728306","doi":"10.1007/s10459-009-9204-0","title":"Non-cognitive factors in health sciences education: from the clinic floor to the cutting room floor","year":2009,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cognition; Medical education; Medicine; Psychology; Psychiatry","score_opus":0.03396212896383683,"score_gpt":0.44452370373206124,"score_spread":0.4105615747682244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051728306","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06833483,0.013257917,0.00019856278,0.9014144,0.011226527,0.0037068615,0.000021361488,0.000043305747,0.0017962441],"genre_scores_gemma":[0.049853634,0.0033454518,0.009296998,0.92662555,0.008480646,0.0007859917,0.0005997007,0.000036147216,0.0009758816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927866,0.0006708407,0.0021892753,0.0014558168,0.0016824616,0.0012150377],"domain_scores_gemma":[0.9956948,0.0013298333,0.001559965,0.00075381715,0.00048504918,0.0001765385],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0074841185,0.0004922603,0.00076953956,0.0011009593,0.0016275415,0.00019973872,0.0013657537,0.00032858964,0.00023755261],"category_scores_gemma":[0.004950246,0.00031546692,0.00009989312,0.006847384,0.0009671569,0.00078642956,0.00008788971,0.002675906,0.0001446229],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017157365,0.0004598664,0.03593486,0.0004834941,0.0000065964878,8.172981e-7,0.010110488,0.00010336778,4.9052915e-7,0.00008480395,0.45008263,0.5027154],"study_design_scores_gemma":[0.00036226158,0.0009258458,0.15996672,0.009505834,0.000022977873,0.000017816197,0.03791804,0.00034103577,0.000011556078,0.002668912,0.7877754,0.00048361815],"about_ca_topic_score_codex":0.010051468,"about_ca_topic_score_gemma":0.0014244977,"teacher_disagreement_score":0.50223184,"about_ca_system_score_codex":0.0015530182,"about_ca_system_score_gemma":0.027384995,"threshold_uncertainty_score":0.9999297},"labels":[],"label_agreement":null},{"id":"W2051749876","doi":"10.1186/1472-6920-13-55","title":"To observe or not to observe peers when learning physical examination skills; that is the question","year":2013,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Psychomotor learning; Medical education; Psychology; Peer feedback; Peer group; Medicine; Social psychology; Cognition","score_opus":0.039633991107993156,"score_gpt":0.38146025690488755,"score_spread":0.3418262657968944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051749876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8855607,0.000021209846,0.008435876,0.10134833,0.0017194628,0.0018125749,0.0000013687065,0.00014187962,0.0009586146],"genre_scores_gemma":[0.9091101,0.000015369375,0.015169665,0.05350361,0.0024793937,0.001147295,0.00023830056,0.00005598303,0.018280275],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960744,0.00038911044,0.0005480598,0.0005744831,0.0019655677,0.00044841925],"domain_scores_gemma":[0.99693054,0.0006326003,0.00019627658,0.00065009465,0.0010456824,0.0005447963],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018338436,0.0002737002,0.00033377053,0.00029175248,0.0002855926,0.00011349801,0.00038945355,0.0002881837,0.0036863142],"category_scores_gemma":[0.029413156,0.00018605038,0.00010106343,0.0010930741,0.00013538651,0.00032759027,0.00010141945,0.00080971234,0.0016584079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103740145,0.00157626,0.016726011,0.00027622553,0.000045715846,0.000001296883,0.023799255,0.00003064543,0.0005847643,0.0017237585,0.30241635,0.652716],"study_design_scores_gemma":[0.00090333703,0.00057921396,0.9251884,0.0012880083,0.00018736247,0.000052909334,0.014592347,0.00958099,0.0020088172,0.00069585996,0.044456333,0.00046642093],"about_ca_topic_score_codex":0.0005446071,"about_ca_topic_score_gemma":0.00007283092,"teacher_disagreement_score":0.9084624,"about_ca_system_score_codex":0.00056869496,"about_ca_system_score_gemma":0.0025240046,"threshold_uncertainty_score":0.9991189},"labels":[],"label_agreement":null},{"id":"W2051765755","doi":"10.1111/j.1365-2929.2005.02174.x","title":"The development of a participant questionnaire to assess continuing medical education presentations","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Medical Council of Canada","funders":"","keywords":"Likert scale; Medical education; Presentation (obstetrics); Reliability (semiconductor); Quality (philosophy); Scale (ratio); Psychology; Variety (cybernetics); Psychometrics; Applied psychology; Medicine; Clinical psychology; Computer science","score_opus":0.03753530492563099,"score_gpt":0.43278828389121154,"score_spread":0.39525297896558054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051765755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8116583,0.00056038715,0.010351779,0.17172138,0.0024276206,0.00097494747,4.926351e-7,0.00008930668,0.002215754],"genre_scores_gemma":[0.9632028,0.00004210702,0.021506606,0.011205799,0.001283188,0.0009110536,0.00010173949,0.000025911626,0.001720814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959854,0.00011895083,0.0012088893,0.00031290605,0.0020189716,0.0003549205],"domain_scores_gemma":[0.9976123,0.00015264025,0.00025391494,0.00047363664,0.0010910645,0.0004164692],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024259489,0.00016723633,0.0002623313,0.00024384637,0.00029618683,0.00003763335,0.0003358787,0.00022208515,0.0008407001],"category_scores_gemma":[0.026808374,0.00012564736,0.00005961325,0.00088783394,0.00023506342,0.00014706058,0.00007053844,0.00044117757,0.00013721375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033685945,0.0017384874,0.007897222,0.000093076196,0.000036725163,3.107974e-7,0.005849732,0.0000025485124,0.00009659442,0.0050690887,0.09313887,0.88604367],"study_design_scores_gemma":[0.0009888607,0.00013196134,0.21763647,0.0031066807,0.00016878253,0.000098004675,0.008629714,0.0037380059,0.0024278886,0.00033953556,0.76238537,0.00034874113],"about_ca_topic_score_codex":0.000043681757,"about_ca_topic_score_gemma":0.00024880766,"teacher_disagreement_score":0.8856949,"about_ca_system_score_codex":0.0002919742,"about_ca_system_score_gemma":0.015619243,"threshold_uncertainty_score":0.98996127},"labels":[],"label_agreement":null},{"id":"W2051868666","doi":"10.1046/j.1365-2923.2002.01067.x","title":"Adapting the Key Features Examination for a clinical clerkship","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Clinical clerkship; Cronbach's alpha; Medical education; Reliability (semiconductor); Test (biology); Physical examination; Key (lock); Physical exam; Educational measurement; Objective structured clinical examination; Component (thermodynamics); Medicine; Medical physics; Psychology; Computer science; Psychometrics; Radiology; Curriculum; Internal medicine; Clinical psychology; Pedagogy","score_opus":0.07884857198118163,"score_gpt":0.43383948034778874,"score_spread":0.3549909083666071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051868666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.543292,0.0023165233,0.009129997,0.4119772,0.008801209,0.002583238,0.0000026871398,0.000252679,0.021644464],"genre_scores_gemma":[0.9235538,0.00027908044,0.0085773915,0.054309964,0.0049626986,0.0005570509,0.00016896955,0.000036217083,0.007554789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977962,0.00017946756,0.00063409697,0.00030887587,0.00082136015,0.00026001708],"domain_scores_gemma":[0.99822026,0.00054408296,0.00018877545,0.0004191845,0.0005133856,0.00011430636],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033066142,0.00013053424,0.00020801862,0.00012542438,0.00025149705,0.00003507701,0.00021403088,0.0003035978,0.0013331445],"category_scores_gemma":[0.033577148,0.000089751855,0.00011150943,0.0005145267,0.00024777243,0.000098547374,0.000024831012,0.0006279195,0.00009469641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011486278,0.0005687056,0.001521699,0.000047377438,0.000015313355,3.3518356e-7,0.000759781,1.3267287e-7,0.000004869311,0.0021743055,0.4113506,0.5835454],"study_design_scores_gemma":[0.0014221201,0.00031310145,0.22412229,0.00037992513,0.00015460055,0.00013040174,0.001989443,0.012704266,0.000042267362,0.00051659124,0.7580299,0.00019513247],"about_ca_topic_score_codex":0.0000146289085,"about_ca_topic_score_gemma":0.0000060728285,"teacher_disagreement_score":0.58335024,"about_ca_system_score_codex":0.0001367124,"about_ca_system_score_gemma":0.0006076209,"threshold_uncertainty_score":0.9995798},"labels":[],"label_agreement":null},{"id":"W2051988747","doi":"10.1080/13576280310001607622","title":"Students' Perceptions Towards a Family Medicine Attachment Experience","year":2003,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Likert scale; Medical education; Perception; Psychology; Medicine; Scale (ratio); Communication skills; Quality (philosophy); Nursing","score_opus":0.06275175645821074,"score_gpt":0.5103232006426814,"score_spread":0.4475714441844707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051988747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87761056,0.0007971003,0.019590175,0.08295704,0.005475908,0.002625984,0.0000060985503,0.00012994443,0.0108071845],"genre_scores_gemma":[0.9257882,0.00016499886,0.02669241,0.03858048,0.0007801274,0.0012592543,0.00025601516,0.00002919151,0.006449297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823475,0.0000617321,0.0005471205,0.000308549,0.0005409808,0.00030686898],"domain_scores_gemma":[0.99875546,0.000029784242,0.00015981407,0.0003983499,0.00044305463,0.0002135603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009088101,0.00013578817,0.00024724618,0.00024064486,0.00031444844,0.000014911647,0.00012110895,0.00006762261,0.0007105436],"category_scores_gemma":[0.0010375474,0.00011924474,0.000047222966,0.0005689055,0.00012453886,0.00008253771,0.00000976578,0.00017147962,0.000055015487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047718564,0.0028942872,0.050824106,0.00046196568,0.000039127077,2.2751671e-7,0.034336533,0.000001579149,0.00038101873,0.041741833,0.7003303,0.1689413],"study_design_scores_gemma":[0.0011624767,0.0006114449,0.2507449,0.00024737546,0.00003072286,0.000031750405,0.032524243,0.00002250445,0.000044720433,0.0006973884,0.71374184,0.00014061121],"about_ca_topic_score_codex":0.00012393834,"about_ca_topic_score_gemma":0.0000035090684,"teacher_disagreement_score":0.1999208,"about_ca_system_score_codex":0.0007728141,"about_ca_system_score_gemma":0.0026192528,"threshold_uncertainty_score":0.7779954},"labels":[],"label_agreement":null},{"id":"W2052123614","doi":"10.1051/pmed/2010012","title":"Analyse des impacts des technologies de l’information et de la communication sur l’enseignement et la pratique de la médecine","year":2010,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.020019511739679793,"score_gpt":0.3795431104739387,"score_spread":0.3595235987342589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052123614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9058433,0.0029484073,0.043797705,0.021542888,0.0002443336,0.0005358516,0.000024592775,0.00043801824,0.02462487],"genre_scores_gemma":[0.8353746,0.0069931587,0.15361348,0.0027225064,0.00013327466,0.00019674303,0.00021693995,0.00004150245,0.0007078231],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958946,0.0017375496,0.0008224383,0.0002512046,0.00050144293,0.00079274573],"domain_scores_gemma":[0.9953919,0.002426586,0.00038446832,0.0010066923,0.0005544247,0.00023593986],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012340814,0.0003332996,0.00038289878,0.00048466423,0.00042213462,0.0002935385,0.00055880425,0.0011505706,0.00038018642],"category_scores_gemma":[0.03334048,0.0003212059,0.0001086865,0.0010531049,0.0033166544,0.000882108,0.00023159852,0.0025848881,0.00006268601],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014087226,0.0030842663,0.13585438,0.0013179544,0.00031082804,0.000048127687,0.038875524,0.00029158586,0.034975447,0.10341214,0.04093283,0.6407561],"study_design_scores_gemma":[0.0043228045,0.0004491278,0.5924077,0.0024660532,0.0006398172,0.0011016886,0.041775677,0.011016758,0.02903332,0.07142397,0.24455675,0.0008063501],"about_ca_topic_score_codex":0.00093560317,"about_ca_topic_score_gemma":0.00025188713,"teacher_disagreement_score":0.6399497,"about_ca_system_score_codex":0.0014226525,"about_ca_system_score_gemma":0.0039248513,"threshold_uncertainty_score":0.999924},"labels":[],"label_agreement":null},{"id":"W2052221197","doi":"10.1136/bmj.d4038","title":"Alberta University medical dean resigns after students detect plagiarism in his speech","year":2011,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jargon; Term (time); Psychology; Medical education; Media studies; Medicine; Sociology; Linguistics; Philosophy; Physics","score_opus":0.025024600920281366,"score_gpt":0.3272511486603558,"score_spread":0.30222654774007446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052221197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755707,0.000014183161,0.00030824935,0.004021009,0.00035914956,0.00036921384,6.529723e-7,0.000021332531,0.019335506],"genre_scores_gemma":[0.98552036,0.000009966976,0.00598578,0.0018022587,0.00022222476,0.000009968895,0.000011798475,0.000013115003,0.006424533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866146,0.00007519789,0.00023955676,0.00019710687,0.00063716876,0.00018948806],"domain_scores_gemma":[0.99941176,0.000045868703,0.000050038092,0.00030597596,0.000079864716,0.000106471976],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008551971,0.00008405021,0.00014202614,0.00021593922,0.000030417288,0.00000378739,0.00020344416,0.00024375408,0.002579085],"category_scores_gemma":[0.0015630788,0.00008049868,0.000030247804,0.0003968987,0.000092018294,0.00004516358,0.00008314191,0.0004254539,0.0002037758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084654207,0.0009049883,0.78769445,0.000068349844,0.0000808642,0.0013366597,0.004973447,9.956053e-8,0.00006704114,0.0004086434,0.1586658,0.04495312],"study_design_scores_gemma":[0.0018304056,0.00015595519,0.94872355,0.00022791847,0.000047822672,0.0000941822,0.0006828525,0.00006517351,0.00036560025,0.0001614371,0.047496215,0.00014887555],"about_ca_topic_score_codex":0.001547646,"about_ca_topic_score_gemma":0.0012328875,"teacher_disagreement_score":0.16102913,"about_ca_system_score_codex":0.00018024103,"about_ca_system_score_gemma":0.00025872,"threshold_uncertainty_score":0.9983327},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2052295588","doi":"10.1176/appi.ap.33.4.331","title":"A Training and Examination Program to Prepare Psychiatric Residents for OSCE-Style Exams","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Training (meteorology); Psychology; Objective structured clinical examination; Style (visual arts); Psychiatry; Medicine","score_opus":0.0328058312823905,"score_gpt":0.39038400265282347,"score_spread":0.35757817137043296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052295588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9364001,0.00080272707,0.0024931796,0.053217728,0.0016272136,0.0027630515,0.0000054965794,0.00028143864,0.002409032],"genre_scores_gemma":[0.8936332,0.00006526046,0.09125449,0.012244619,0.0014498315,0.00039534486,0.00008718196,0.000029937739,0.00084017124],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982521,0.000036032317,0.0005382214,0.00045270374,0.00035853375,0.00036241478],"domain_scores_gemma":[0.99923563,0.000041848874,0.00015746073,0.0002775774,0.00012719537,0.00016031369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088076206,0.00017314228,0.00024188712,0.00037023157,0.00015798879,0.000019807603,0.00014469061,0.00031168314,0.000018217183],"category_scores_gemma":[0.00091042655,0.00016921441,0.000049568185,0.0008429595,0.000042724132,0.0001440108,0.000016683423,0.0004284844,0.0000100077195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009410095,0.00026811694,0.011139814,0.00014212819,0.000021152151,3.199725e-7,0.0023510435,0.0000010418967,0.00025294506,0.0023320299,0.10436516,0.87903214],"study_design_scores_gemma":[0.0034440784,0.0028024218,0.89533025,0.0007307675,0.00025626502,0.0001334966,0.0037415083,0.0012763995,0.000090870606,0.011100191,0.080594994,0.00049875886],"about_ca_topic_score_codex":0.0000033867907,"about_ca_topic_score_gemma":0.0000021533444,"teacher_disagreement_score":0.88419044,"about_ca_system_score_codex":0.000090121976,"about_ca_system_score_gemma":0.00021966007,"threshold_uncertainty_score":0.69003636},"labels":[],"label_agreement":null},{"id":"W2052318289","doi":"10.1097/00001888-200211000-00017","title":"Teaching Digital Rectal Examinations to Medical Students","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Rectal examination; Objective structured clinical examination; Medicine; Medical education; Physical examination; Educational measurement; Intervention (counseling); Psychology; Internal medicine; Nursing; Curriculum; Pedagogy","score_opus":0.03791375844802996,"score_gpt":0.40507795659358126,"score_spread":0.3671641981455513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052318289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78688174,0.00027088154,0.0025500085,0.16394491,0.0012312072,0.0006123189,0.0000025014187,0.0002204072,0.044286042],"genre_scores_gemma":[0.9438848,0.00008865889,0.00040582503,0.03201644,0.0027305742,0.000068467365,0.00007116795,0.000035171517,0.02069891],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956572,0.000054440698,0.00074280024,0.00039619763,0.0027529795,0.00039635831],"domain_scores_gemma":[0.99848896,0.00021401467,0.000105180625,0.00037855134,0.00017794291,0.00063534046],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017331431,0.00019976967,0.00036257287,0.00048525276,0.00016410746,0.000014952664,0.0005560038,0.0003465597,0.0057038576],"category_scores_gemma":[0.025578381,0.00015834013,0.000035804478,0.0007973664,0.0002314135,0.00019055382,0.00015292046,0.0018791441,0.00079964456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019239738,0.0001721528,0.025334848,0.000065666674,0.000068314876,0.00005983306,0.010809571,3.095644e-7,0.000511862,0.0029547496,0.6430028,0.31700063],"study_design_scores_gemma":[0.005906244,0.0014771648,0.046301667,0.0031012397,0.00027236366,0.0015386294,0.008071414,0.0032211638,0.00015459619,0.0009885412,0.9283169,0.0006500629],"about_ca_topic_score_codex":0.000028688257,"about_ca_topic_score_gemma":7.911494e-7,"teacher_disagreement_score":0.31635058,"about_ca_system_score_codex":0.00022070235,"about_ca_system_score_gemma":0.000075976415,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W2052566440","doi":"10.1503/cmaj.1041650","title":"Views on recertification","year":2004,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conformity; Medical education; Certification; Alternative medicine; Computer science; Engineering ethics; Medicine; Data science; Psychology; Law; Political science; Social psychology; Pathology; Engineering","score_opus":0.02673200151362078,"score_gpt":0.30689240154379316,"score_spread":0.2801604000301724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052566440","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070176687,0.00012480168,0.00009102934,0.9756906,0.0053686914,0.0003773393,0.000021646603,0.00004796849,0.017576164],"genre_scores_gemma":[0.0004949933,0.00019235573,0.0005176329,0.9520513,0.035960577,0.000041429805,0.0007842625,0.00007661594,0.009880864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931741,0.00023313875,0.0011349185,0.00039437725,0.004236285,0.00082723127],"domain_scores_gemma":[0.99627686,0.00014802597,0.0007378598,0.00041605215,0.0014690201,0.000952167],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0026524968,0.00032675953,0.00056254736,0.0009993762,0.0003857002,0.00013471389,0.00037119573,0.003756128,0.013842869],"category_scores_gemma":[0.010118075,0.00029629882,0.00024694417,0.00076140184,0.00008098076,0.000093678595,0.000010385768,0.011986864,0.0030533813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000054637826,0.0000399909,0.00026429986,0.00005320932,0.000120276636,0.0009964079,0.00011410931,8.1461775e-7,9.68235e-7,0.00010248441,0.93979144,0.058510546],"study_design_scores_gemma":[0.00077177334,0.00012446126,0.0013118385,0.00082067784,0.00010492059,0.0011856315,0.00006305158,0.000027127855,0.000006472591,0.0004188665,0.9949135,0.00025165163],"about_ca_topic_score_codex":0.0007433386,"about_ca_topic_score_gemma":0.0009674775,"teacher_disagreement_score":0.058258895,"about_ca_system_score_codex":0.011367945,"about_ca_system_score_gemma":0.01698219,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W2052608376","doi":"10.3109/0142159x.2014.887836","title":"Report of the MEDINE2 Bachelor of Medicine (Bologna First Cycle) Tuning Project","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Federation on Ageing","funders":"Hacettepe Üniversitesi","keywords":"Bachelor; Bologna Process; Medical education; Curriculum; Terminology; Employability; Stakeholder; Thematic analysis; Likert scale; Medicine; Higher education; Psychology; Qualitative research; Pedagogy; Political science; Sociology; Public relations","score_opus":0.029601018408175802,"score_gpt":0.34880780538776623,"score_spread":0.31920678697959043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052608376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7944711,0.00016832522,0.0033596037,0.10888672,0.0018062156,0.0007486214,7.866522e-7,0.00009015382,0.0904685],"genre_scores_gemma":[0.9927448,0.000017709717,0.0010685546,0.0013654721,0.0012007259,0.000032584823,0.000033903554,0.000028788667,0.0035074593],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964649,0.00016884417,0.0010813934,0.00029053487,0.0017321124,0.00026222836],"domain_scores_gemma":[0.99808913,0.00014279864,0.00047517932,0.00081122585,0.00035654215,0.00012513893],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004182088,0.00016868973,0.00056701625,0.00017877041,0.00007527114,0.0000018318856,0.0003713595,0.0003121351,0.0033447915],"category_scores_gemma":[0.041424446,0.00009545262,0.000108051376,0.00087691273,0.0014539282,0.000038038062,0.00011794974,0.00076946436,0.000008376499],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001699381,0.0016405237,0.40952176,0.0015104716,0.00037617038,0.00008747133,0.007399223,0.000002395637,0.0014921953,0.007136419,0.40024582,0.17041762],"study_design_scores_gemma":[0.010203013,0.0014690731,0.21490653,0.0068773446,0.0009238635,0.0024948046,0.003401636,0.03416526,0.002140184,0.0025697208,0.72021663,0.0006319289],"about_ca_topic_score_codex":0.00022681785,"about_ca_topic_score_gemma":0.000014389285,"teacher_disagreement_score":0.31997082,"about_ca_system_score_codex":0.000073853065,"about_ca_system_score_gemma":0.0004275524,"threshold_uncertainty_score":0.9975663},"labels":[],"label_agreement":null},{"id":"W2052683502","doi":"10.1136/bmj.39253.544688.94","title":"Medical education research remains the poor relation","year":2007,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Workforce; Primary care; Relation (database); Population; Family medicine; Primary health care; Health care; Medicine; Gerontology; Nursing; Environmental health; Economic growth; Computer science; Economics","score_opus":0.06315270104568615,"score_gpt":0.5032045704110861,"score_spread":0.4400518693654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052683502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4632754,0.000125192,0.002519676,0.4011458,0.001512845,0.0009585698,2.4683104e-7,0.00006342986,0.13039884],"genre_scores_gemma":[0.9660911,0.000017241267,0.0049057566,0.015198006,0.003832615,0.00008231475,0.00007152599,0.000018370589,0.009783076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758625,0.000115586045,0.0003954696,0.00016471704,0.0014786203,0.00025933905],"domain_scores_gemma":[0.9983857,0.00026083842,0.000070532784,0.00043042877,0.00073943526,0.00011302387],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011517901,0.000059350103,0.00008273124,0.00025320405,0.00024428943,0.000014067757,0.00014223075,0.00017815194,0.0009273021],"category_scores_gemma":[0.01892242,0.000039875813,0.000029409965,0.0011594389,0.0002273412,0.000060017217,0.000034195185,0.0007421154,0.0003494055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005072586,0.00027224846,0.0076110326,0.000025022675,0.000011021715,0.0000060924945,0.0006188293,2.0827862e-7,0.0002040833,0.038027916,0.8015892,0.1515836],"study_design_scores_gemma":[0.00047894655,0.00010463486,0.3853206,0.0002559528,0.000022057315,0.00024573796,0.0030065118,0.0006746439,0.00037561028,0.0030361675,0.6063912,0.0000879124],"about_ca_topic_score_codex":0.000041876283,"about_ca_topic_score_gemma":0.00003430059,"teacher_disagreement_score":0.50281566,"about_ca_system_score_codex":0.00025168806,"about_ca_system_score_gemma":0.0017919329,"threshold_uncertainty_score":0.999986},"labels":[],"label_agreement":null},{"id":"W2052836432","doi":"10.1080/10401330802574025","title":"Using a Novel Small-Group Approach to Enhance Feedback Skills for Community-Based Teachers","year":2009,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University","funders":"","keywords":"Medical education; Group (periodic table); Psychology; Mathematics education; Computer science; Pedagogy; Medicine; Chemistry","score_opus":0.05413733795434444,"score_gpt":0.3834853038238457,"score_spread":0.32934796586950127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052836432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70400107,0.00005701119,0.28646636,0.006169315,0.00010126017,0.00053151755,3.4729086e-7,0.00009313678,0.0025799747],"genre_scores_gemma":[0.6715767,0.0000016472272,0.31866992,0.008889974,0.00029520757,0.0000276132,0.00009451053,0.000021585029,0.000422875],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982512,0.00041359095,0.00043592846,0.00029132143,0.00026336705,0.00034456997],"domain_scores_gemma":[0.9988979,0.0004723975,0.00012518464,0.00029014464,0.000089167996,0.0001251848],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006970086,0.00019849582,0.00043161577,0.00044474154,0.0005917802,0.000016795995,0.0001350108,0.0001411434,0.000007815588],"category_scores_gemma":[0.008629575,0.00016972759,0.000033937817,0.00043945262,0.00012788385,0.00004937939,0.00001895731,0.0031067617,0.000001277527],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038866588,0.003346467,0.008509943,0.0006668718,0.00005674051,0.0000027710967,0.091793254,0.0049032806,0.05395186,0.0015293296,0.002619295,0.8322315],"study_design_scores_gemma":[0.04201748,0.01511685,0.23081598,0.018929148,0.0009921143,0.00039154192,0.10964659,0.3349961,0.00095698715,0.0010308638,0.24248473,0.0026216006],"about_ca_topic_score_codex":0.00041503084,"about_ca_topic_score_gemma":0.0000047857343,"teacher_disagreement_score":0.82960993,"about_ca_system_score_codex":0.0001929703,"about_ca_system_score_gemma":0.00007529349,"threshold_uncertainty_score":0.99972117},"labels":[],"label_agreement":null},{"id":"W2053066879","doi":"10.1046/j.1365-2923.2003.01479_1.x","title":"Teaching about professionalism","year":2003,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Subject (documents); Selection (genetic algorithm); Rest (music); Medical education; Professional development; Sociology; Psychology; Engineering ethics; Pedagogy; Medicine; Computer science; Engineering","score_opus":0.018142417179536303,"score_gpt":0.39397866510944535,"score_spread":0.37583624792990905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053066879","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016012936,0.0007608712,0.0002528729,0.9575509,0.0106566455,0.00073370483,0.0000029141252,0.00013820887,0.028302586],"genre_scores_gemma":[0.00020080092,0.000043862423,0.0034407703,0.89801216,0.01250363,0.0004079085,0.0035179376,0.000094536204,0.08177839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99523216,0.00031409605,0.0008458592,0.0006183949,0.0024787197,0.0005107722],"domain_scores_gemma":[0.9981696,0.0001112373,0.00033255518,0.0007844178,0.00050173997,0.00010047497],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0013889265,0.00037415588,0.0005281266,0.00049664074,0.0002456601,0.00003419725,0.00032385072,0.002321093,0.007654003],"category_scores_gemma":[0.011298346,0.00031692474,0.00015412776,0.00044371808,0.00023374546,0.00009768121,0.000045875753,0.0080981795,0.0005598485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046144746,0.00042628252,0.000099222336,0.00066454115,0.000037003127,0.00003310517,0.00023011961,8.855203e-9,0.0000028377845,0.00044128456,0.8264051,0.17165586],"study_design_scores_gemma":[0.0003786437,0.000046420148,0.00036344008,0.001991246,0.00014047191,0.00039264341,0.0001835465,0.000051043542,0.0000071398326,0.0006288859,0.9955308,0.00028572694],"about_ca_topic_score_codex":0.00014134512,"about_ca_topic_score_gemma":0.0000010907066,"teacher_disagreement_score":0.17137015,"about_ca_system_score_codex":0.00059845473,"about_ca_system_score_gemma":0.010803425,"threshold_uncertainty_score":0.9999283},"labels":[],"label_agreement":null},{"id":"W2053117808","doi":"10.1016/j.jsurg.2009.10.009","title":"Challenges of Multisite Surgical Teaching Programs: A Review of Surgery Clerkship","year":2010,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Western University","funders":"","keywords":"MEDLINE; Medicine; Tertiary care; Medical education; Community hospital; Patient care; Family medicine; Nursing","score_opus":0.12067942672826112,"score_gpt":0.4508898771336176,"score_spread":0.33021045040535646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053117808","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007797833,0.9912586,0.000005640837,0.0027536873,0.0022552856,0.0008842978,0.000002747036,0.000013221079,0.0020467239],"genre_scores_gemma":[0.00020527684,0.9940364,0.0029722545,0.00009629507,0.0022793622,0.000058245067,0.00015951894,0.000058524303,0.00013416629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932273,0.0006548009,0.0042492077,0.00031297753,0.0012640692,0.00029165568],"domain_scores_gemma":[0.99048996,0.0012261036,0.005366457,0.00061923516,0.0020863125,0.00021190311],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0073608775,0.00040399653,0.0040162513,0.0010130237,0.000048417485,0.000013340264,0.00033127217,0.0007238285,0.0002183708],"category_scores_gemma":[0.0048307423,0.00028556175,0.0015660404,0.00089158246,0.00024451225,0.0001889725,0.00004501446,0.0028130424,0.000009586613],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029535913,0.00197627,0.000066126115,0.17917326,0.00014547603,0.000025562107,0.00008181188,1.0559512e-8,3.5625172e-7,0.0007267272,0.0026876433,0.8150872],"study_design_scores_gemma":[0.00021852412,0.00013050513,0.00007315163,0.3154848,0.001049253,0.0033285948,0.0000930509,4.813844e-7,0.0000012711057,0.00002240706,0.6794572,0.00014078633],"about_ca_topic_score_codex":0.0000090767735,"about_ca_topic_score_gemma":5.3299146e-7,"teacher_disagreement_score":0.8149464,"about_ca_system_score_codex":0.00023341189,"about_ca_system_score_gemma":0.0041566137,"threshold_uncertainty_score":0.99995965},"labels":[],"label_agreement":null},{"id":"W2053493458","doi":"10.1007/s10459-013-9472-6","title":"A response to “Competency frameworks: universal or local” by Mortaz Hejri and Jalili (2012)","year":2013,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Generalizability theory; Scope (computer science); Medical education; Interpretation (philosophy); Medicine; Psychology; Pedagogy; Computer science","score_opus":0.011968536232817857,"score_gpt":0.38063049895485546,"score_spread":0.3686619627220376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053493458","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015131318,0.008797802,0.0033394299,0.9661819,0.0039841295,0.0018603273,0.000010712723,0.00005891613,0.0006355124],"genre_scores_gemma":[0.0033146262,0.0037878419,0.045413587,0.9387559,0.0014012419,0.000475839,0.0002110736,0.000038637423,0.0066012074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962371,0.00032078198,0.0008995315,0.00091512414,0.00088659645,0.00074087386],"domain_scores_gemma":[0.99787676,0.0005775492,0.0004646771,0.00053484645,0.0003426608,0.0002035304],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019559495,0.00032271567,0.0005145544,0.0010675469,0.00032734405,0.00006932805,0.00039138016,0.000657523,0.00045694987],"category_scores_gemma":[0.0019130582,0.00026838435,0.000031877444,0.0025445446,0.0008486839,0.000829233,0.00006119708,0.0020903891,0.000072158786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010065218,0.00012148397,0.0008541097,0.00059957,0.0000034876264,0.0000035352384,0.00089067675,0.000015418545,0.0000044333065,0.0002093843,0.84728044,0.1499168],"study_design_scores_gemma":[0.00024975007,0.00079475035,0.0017446501,0.0019530249,0.0000108076565,0.00004865929,0.003248908,0.00023669818,0.0000046393634,0.0011154903,0.99031943,0.00027321503],"about_ca_topic_score_codex":0.00083415513,"about_ca_topic_score_gemma":0.000077693,"teacher_disagreement_score":0.14964359,"about_ca_system_score_codex":0.0010729074,"about_ca_system_score_gemma":0.0070066205,"threshold_uncertainty_score":0.9999768},"labels":[],"label_agreement":null},{"id":"W2053542608","doi":"10.3138/jvme.0113-027r","title":"Teaching Tip: Making the Most of Hospital Rounds","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpersonal communication; Medical education; Key (lock); Psychology; Orientation (vector space); Quality (philosophy); Medicine; Computer science; Social psychology","score_opus":0.03192754208041558,"score_gpt":0.39150431699753874,"score_spread":0.35957677491712314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053542608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377454,0.0003926711,0.00085653394,0.05593888,0.0032446017,0.00022451188,2.3042001e-7,0.000008727286,0.0015884694],"genre_scores_gemma":[0.98762006,0.00003801006,0.0058126384,0.004394314,0.0017666102,0.000018930708,0.0000071383056,0.000015690499,0.00032663211],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779445,0.0001160133,0.0008351759,0.00009978557,0.0009942034,0.00016036406],"domain_scores_gemma":[0.9981147,0.00012121129,0.0006173561,0.00025266825,0.0007822212,0.00011181141],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014274941,0.00010616384,0.00024574928,0.00020822074,0.00010217153,0.000022468637,0.0002763912,0.00012801241,0.0010950757],"category_scores_gemma":[0.005742316,0.00006758696,0.000091382644,0.00032416687,0.00018970281,0.00030326872,0.00004478025,0.0008530163,0.000017937618],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087636625,0.0023793306,0.0067668655,0.0002798397,0.0001104392,0.000016898954,0.003986221,0.0000014032063,0.0013244115,0.0013881995,0.18827261,0.79538614],"study_design_scores_gemma":[0.0042056623,0.015098822,0.43127137,0.008790802,0.0005918709,0.013073768,0.034611333,0.004495282,0.0003530683,0.0038998665,0.4829255,0.0006826438],"about_ca_topic_score_codex":0.00006012718,"about_ca_topic_score_gemma":2.4033645e-7,"teacher_disagreement_score":0.7947035,"about_ca_system_score_codex":0.00017052452,"about_ca_system_score_gemma":0.0016947645,"threshold_uncertainty_score":0.9998181},"labels":[],"label_agreement":null},{"id":"W2053620262","doi":"10.3928/00220124-20080401-02","title":"Helping Faculty Enhance Scholarship","year":2008,"lang":"en","type":"review","venue":"The Journal of Continuing Education in Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Scholarship; Economic shortage; Curriculum; Competence (human resources); Medical education; Nurse educator; Nurse education; Nursing; Sociology; Medicine; Psychology; Pedagogy; Engineering ethics; Political science; Engineering","score_opus":0.04233802737990058,"score_gpt":0.46071781341155,"score_spread":0.41837978603164944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053620262","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006253723,0.98746467,0.00026805737,0.0011430095,0.0033424,0.0004991246,6.9550697e-7,0.0000127493495,0.0010156032],"genre_scores_gemma":[0.0009810696,0.99230427,0.0037140322,0.00025304453,0.0017662589,0.000012018956,0.000028067252,0.000046855203,0.0008943622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971094,0.00035507177,0.0015679045,0.0001493703,0.0005632074,0.00025503308],"domain_scores_gemma":[0.9966776,0.00025310376,0.001821235,0.00036189787,0.0007964146,0.00008979503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018192466,0.0002525399,0.0010837795,0.0008281104,0.00011057225,0.00003849761,0.00036307742,0.00024528208,0.000036134257],"category_scores_gemma":[0.0035450838,0.0001731079,0.00025117103,0.0010872502,0.00016598948,0.00023169516,0.00001351591,0.0019471619,0.000017057942],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001405455,0.00021958609,0.000027072265,0.0010967053,0.000026297683,0.0000023620973,0.0023321041,7.1943646e-7,0.00000417102,0.000053170494,0.006745575,0.9894782],"study_design_scores_gemma":[0.00022704416,0.00006350542,0.00041446727,0.24348296,0.0005738151,0.0038510293,0.0015472051,0.0000032515811,0.000015390327,0.00021185935,0.74942917,0.00018029058],"about_ca_topic_score_codex":0.0000030954009,"about_ca_topic_score_gemma":2.948574e-7,"teacher_disagreement_score":0.98929787,"about_ca_system_score_codex":0.0011139775,"about_ca_system_score_gemma":0.0033178707,"threshold_uncertainty_score":0.8459558},"labels":[],"label_agreement":null},{"id":"W2053644571","doi":"10.1016/j.surg.2007.02.008","title":"Patient care is a collective responsibility: Perceptions of professional responsibility in surgery","year":2007,"lang":"en","type":"article","venue":"Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; The Wilson Centre; University of Toronto","funders":"","keywords":"Operationalization; Professionalization; Qualitative research; Medicine; Grounded theory; Teamwork; Professional boundaries; Medical education; Professional responsibility; Social responsibility; Health care; Nursing; Public relations; Sociology; Management","score_opus":0.024728199615019597,"score_gpt":0.3545722933884386,"score_spread":0.329844093773419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053644571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956583,0.00012205853,0.000054967797,0.0012550587,0.0010800741,0.0006042326,0.000025113623,0.0000352247,0.0011649766],"genre_scores_gemma":[0.9971964,0.000008000073,0.00093995885,0.0010469406,0.00009460079,0.00005787884,0.000100188845,0.000018095125,0.0005379311],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972167,0.00030743174,0.0011030046,0.00038828666,0.0006397896,0.00034477093],"domain_scores_gemma":[0.9950356,0.0030554314,0.00021823702,0.0005622315,0.0010359945,0.00009249941],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044946354,0.00014435357,0.00050807156,0.0012080189,0.000101520556,0.0000041670437,0.000042156338,0.00021304793,0.0006714641],"category_scores_gemma":[0.013383426,0.00013297766,0.00019508429,0.0023519418,0.00025681456,0.00008557406,0.00004203749,0.00041868936,0.000016185233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022585513,0.0009053995,0.909502,0.00023899358,0.00002002126,0.000028594583,0.01273879,4.454633e-7,0.0013706824,0.000027516606,0.028204974,0.044703983],"study_design_scores_gemma":[0.00020395599,0.000069980146,0.9784045,0.00045896423,0.000014761063,0.000015258325,0.015280835,0.00001028674,0.0038214137,0.00033592488,0.0012629478,0.00012116629],"about_ca_topic_score_codex":0.00008352497,"about_ca_topic_score_gemma":0.00006886935,"teacher_disagreement_score":0.068902455,"about_ca_system_score_codex":0.0009560581,"about_ca_system_score_gemma":0.0036897091,"threshold_uncertainty_score":0.9949273},"labels":[],"label_agreement":null},{"id":"W2053719386","doi":"10.1016/s1607-551x(09)70029-4","title":"Training Standardized Patients for a High‐Stakes Clinical Performance Examination in the California Consortium for the Assessment of Clinical Competence","year":2008,"lang":"en","type":"article","venue":"The Kaohsiung Journal of Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Standardization; Licensure; Competence (human resources); Medical education; Standardized test; Checklist; Competency assessment; United States Medical Licensing Examination; Objective structured clinical examination; Physical examination; Quality assurance; Family medicine; Medical school; External quality assessment; Psychology; Pathology","score_opus":0.24818264076929555,"score_gpt":0.503336048051185,"score_spread":0.2551534072818895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053719386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95474595,0.00009209623,0.016586717,0.026317425,0.0013324484,0.00076840323,0.000009056485,0.0000039104066,0.00014400376],"genre_scores_gemma":[0.98752475,0.00041732853,0.009480577,0.0017988423,0.0007207021,0.000037899932,0.0000049572855,0.0000054672782,0.000009501525],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99427736,0.00057084166,0.0020672223,0.0001683666,0.002651383,0.0002648567],"domain_scores_gemma":[0.98987925,0.007911253,0.001164409,0.00021301756,0.0007376874,0.00009438612],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051637296,0.00010402451,0.00050453964,0.0000998828,0.00047515024,0.000020433927,0.0009265582,0.00012527003,0.000038491842],"category_scores_gemma":[0.020226872,0.000041564348,0.00018048717,0.0005687182,0.0027367114,0.00012098254,0.000033209544,0.00074810593,4.5769806e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004785315,0.0012556191,0.37193176,0.00012009847,0.0001177503,0.0000052690016,0.004122892,0.00007942931,0.000011910672,0.004852833,0.007355179,0.60966873],"study_design_scores_gemma":[0.0050090286,0.0026955628,0.9531291,0.00040059394,0.00013293525,0.00009895192,0.0040596225,0.026791273,0.000020062882,0.00039668975,0.007192078,0.00007406942],"about_ca_topic_score_codex":0.000008876804,"about_ca_topic_score_gemma":0.000006721324,"teacher_disagreement_score":0.60959464,"about_ca_system_score_codex":0.00005367635,"about_ca_system_score_gemma":0.0021155863,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W2053879884","doi":"10.5206/cjsotl-rcacea.2011.1.8","title":"Translating Face-to-Face Experiential Learning to Video for a Web-Based Communication Program","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto; Government of Ontario","keywords":"Operationalization; Experiential learning; Computer science; Competence (human resources); Multimedia; Psychology; Pedagogy","score_opus":0.06223857199622241,"score_gpt":0.36239166933248496,"score_spread":0.30015309733626255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053879884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96009755,0.0003018309,0.02233474,0.015347872,0.00026874006,0.0012372615,0.0000020267082,0.000036779795,0.00037320872],"genre_scores_gemma":[0.9460568,0.0000013315877,0.05239297,0.000797534,0.00015224275,0.00014201379,0.000010758613,0.000031361124,0.0004149898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848616,0.00050576654,0.0003376048,0.00013483832,0.00019985742,0.000335796],"domain_scores_gemma":[0.9986472,0.00041712794,0.0001845483,0.00022669627,0.0002553517,0.00026904081],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008471654,0.00011769347,0.00017120097,0.00023970605,0.0043390235,0.00016022258,0.00031982057,0.00008248663,0.000030933825],"category_scores_gemma":[0.010057767,0.00008109046,0.000093957206,0.00021493947,0.000107872496,0.00011615553,0.000013297638,0.0025310097,0.0000019142255],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035624584,0.000050718743,0.008260683,0.00010037416,0.00011266859,9.689201e-7,0.14639531,0.0037809794,0.0018159534,0.0010022132,0.00048734088,0.83763653],"study_design_scores_gemma":[0.006900857,0.005504232,0.055423085,0.003936743,0.00097426196,0.00034554765,0.18634994,0.08307371,0.0016060252,0.0014020643,0.6535482,0.00093537814],"about_ca_topic_score_codex":0.0012832743,"about_ca_topic_score_gemma":0.00121742,"teacher_disagreement_score":0.83670115,"about_ca_system_score_codex":0.00012546826,"about_ca_system_score_gemma":0.00049476203,"threshold_uncertainty_score":0.99977016},"labels":[],"label_agreement":null},{"id":"W2053930822","doi":"10.5688/ajpe769168","title":"An Interprofessional Web-Based Resource for Health Professions Preceptors","year":2012,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Penticton Regional Hospital; St. Paul's Hospital; University of British Columbia","funders":"Ministry of Health, British Columbia","keywords":"Preceptor; Resource (disambiguation); Medical education; Multidisciplinary approach; Health care; Medicine; Health professionals; Computer science; Sociology","score_opus":0.03533910969216915,"score_gpt":0.4915298708174264,"score_spread":0.45619076112525725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053930822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90147966,0.00033617998,0.017113209,0.07654854,0.0035218624,0.00072162383,0.0000063753437,0.000037196638,0.00023536266],"genre_scores_gemma":[0.9129808,0.0000123538175,0.05837576,0.026403861,0.0019297971,0.00006928218,0.00008135333,0.000030150251,0.00011665383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798673,0.00028679214,0.00073463673,0.00014194212,0.00046020196,0.00038970594],"domain_scores_gemma":[0.9978051,0.00018817047,0.0006782199,0.00020678835,0.0005804766,0.00054124766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018030212,0.00014103483,0.00033991202,0.00037025163,0.0001655082,0.000012575023,0.0001622522,0.000057041365,0.00031947615],"category_scores_gemma":[0.00087783346,0.00011141877,0.00011431786,0.00060680247,0.00026886648,0.00027195123,0.000011741781,0.0006001932,0.000009687987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012305358,0.0056569357,0.03003858,0.0001817349,0.000060128183,2.0419695e-7,0.002273098,0.000008031818,0.004058662,0.0007511181,0.110479385,0.8452616],"study_design_scores_gemma":[0.0044432823,0.005471671,0.058947157,0.0019488576,0.00042524887,0.00033081687,0.031783983,0.0059737614,0.0056302287,0.00016097551,0.8844039,0.00048012313],"about_ca_topic_score_codex":0.0000051624666,"about_ca_topic_score_gemma":2.4959158e-7,"teacher_disagreement_score":0.84478146,"about_ca_system_score_codex":0.00045578188,"about_ca_system_score_gemma":0.0045415754,"threshold_uncertainty_score":0.805656},"labels":[],"label_agreement":null},{"id":"W2053940216","doi":"10.1097/acm.0b013e3181bb2c7b","title":"A Set of Principles, Developed by Residents, to Guide Canadian Residency Education","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre","funders":"","keywords":"Presentation (obstetrics); Set (abstract data type); Medical education; Process (computing); Quality (philosophy); Quality assurance; Perspective (graphical); Medicine; Psychology; Engineering ethics; Computer science; Engineering; Pathology","score_opus":0.043370533898975286,"score_gpt":0.39800426469828964,"score_spread":0.3546337307993144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053940216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62611336,0.0015777024,0.0007147039,0.3357712,0.0010128818,0.0012813862,0.000013869949,0.00007463712,0.033440247],"genre_scores_gemma":[0.88860804,0.00055952463,0.0057586133,0.06434039,0.001589745,0.00006331372,0.00060923485,0.00003376415,0.038437407],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742025,0.000050920724,0.0010684092,0.0003488797,0.0007153878,0.00039613614],"domain_scores_gemma":[0.99811095,0.000056135126,0.0002219632,0.0004986525,0.0006061966,0.0005060914],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001350118,0.0001824388,0.00038707978,0.0007538642,0.00008281533,0.0000028292272,0.00031168511,0.00029558552,0.0004826863],"category_scores_gemma":[0.0088577075,0.00015814693,0.000022267312,0.0014237139,0.0001081587,0.00009293203,0.000021356547,0.0006384725,0.000076184944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032044696,0.000012619134,0.006362036,0.00005779574,0.000014757275,0.000003239277,0.003748302,5.5747535e-7,0.0070857024,0.005794639,0.9408956,0.035992675],"study_design_scores_gemma":[0.0009106913,0.0004650783,0.14311342,0.0018916528,0.00011164454,0.000097420925,0.0036010272,0.000023852237,0.0034178954,0.002278802,0.84386426,0.00022423847],"about_ca_topic_score_codex":0.029430402,"about_ca_topic_score_gemma":0.0013232958,"teacher_disagreement_score":0.2714308,"about_ca_system_score_codex":0.00070358615,"about_ca_system_score_gemma":0.0048946873,"threshold_uncertainty_score":0.9994911},"labels":[],"label_agreement":null},{"id":"W2054084736","doi":"10.1002/chp.76","title":"Research to practice in The Journal of Continuing Education in the Health Professions : A thematic analysis of volumes 1 through 24","year":2006,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Public Health","funders":"","keywords":"Thematic analysis; Professionalization; Qualitative research; Knowledge translation; Content analysis; Medical education; Sociology; Evidence-based practice; Engineering ethics; Psychology; Public relations; Medicine; Political science; Social science; Knowledge management; Alternative medicine; Computer science","score_opus":0.06206631442556839,"score_gpt":0.5288365537921116,"score_spread":0.4667702393665432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054084736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.709417,0.0024520482,0.0009700433,0.28322193,0.0015476454,0.001883239,0.0000018322454,0.0000032212577,0.00050303433],"genre_scores_gemma":[0.9776129,0.00050400605,0.009940588,0.010486988,0.0007406494,0.00012537888,0.000017499617,0.00002035387,0.00055161346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98424333,0.0091842115,0.0037653123,0.00019534717,0.0020358064,0.0005759811],"domain_scores_gemma":[0.9841014,0.007279582,0.004359898,0.000791731,0.0033597234,0.00010766343],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05044637,0.0001872418,0.00084789837,0.0027086951,0.00037240452,0.000056054745,0.0009149439,0.00014788714,0.000031776017],"category_scores_gemma":[0.018695435,0.00009951434,0.00015994474,0.008076267,0.00016703126,0.00049426703,0.000047259975,0.0031143627,0.0000024016372],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032640147,0.006955474,0.024209112,0.000560043,0.00007576834,0.0000034969264,0.6628517,0.000094723095,0.0001014779,0.0045208526,0.19529678,0.10500416],"study_design_scores_gemma":[0.00074855407,0.0005834188,0.1635243,0.010240349,0.00021507459,0.00019291192,0.8121234,0.000095334515,0.000009587027,0.0025525172,0.009632201,0.00008230551],"about_ca_topic_score_codex":0.001330451,"about_ca_topic_score_gemma":0.00078917824,"teacher_disagreement_score":0.27273494,"about_ca_system_score_codex":0.000763255,"about_ca_system_score_gemma":0.0109188305,"threshold_uncertainty_score":0.9991855},"labels":[],"label_agreement":null},{"id":"W2054189787","doi":"10.1080/10401330701334157","title":"Abstracts from the Proceedings of the 2006 Annual Meeting of the Association of Directors of Medical Student Education in Psychiatry (ADMSEP)","year":2007,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Attendance; Medical education; Appeal; Psychology; Medicine; Pedagogy; Political science","score_opus":0.006570524262738561,"score_gpt":0.3402294245520803,"score_spread":0.3336589002893417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054189787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803644,0.00042365884,0.0000090428675,0.015879877,0.0007037036,0.0002665882,0.0000010528051,0.0000073656656,0.0023443215],"genre_scores_gemma":[0.9985606,0.000029515042,0.00045909884,0.00046246502,0.00028787108,0.000003919157,0.00000563735,0.000009809352,0.00018105317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99721235,0.00021427462,0.0010052896,0.00014522941,0.0012749098,0.00014794803],"domain_scores_gemma":[0.9976264,0.0009012252,0.0010450601,0.00014259019,0.0002543267,0.00003037056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014033058,0.000095778356,0.00033017778,0.0001623747,0.00009026773,0.0000022178572,0.00024392655,0.00015540868,0.000018672647],"category_scores_gemma":[0.021957843,0.00005043139,0.000039592393,0.0005864994,0.00024364525,0.000041141157,0.000056427063,0.0016339035,9.517692e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029364373,0.0003064055,0.9356558,0.0001290837,0.0000242047,6.4517714e-8,0.025880285,0.000024661553,0.0014237809,0.00042023527,0.0017802699,0.034325857],"study_design_scores_gemma":[0.0007698396,0.00008475342,0.95152444,0.0039359424,0.000061904764,0.0000022886513,0.04230797,0.000098737095,0.0002926261,0.000068169706,0.00081665657,0.00003670566],"about_ca_topic_score_codex":0.004659942,"about_ca_topic_score_gemma":0.00024475832,"teacher_disagreement_score":0.03428915,"about_ca_system_score_codex":0.00011333315,"about_ca_system_score_gemma":0.00036166157,"threshold_uncertainty_score":0.9862806},"labels":[],"label_agreement":null},{"id":"W2054517559","doi":"10.3138/jvme.0113-016r","title":"Teaching and Assessing Veterinary Professionalism","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Experiential learning; Reflective practice; Medical education; Psychology; Engineering ethics; Pedagogy; Medicine; Engineering","score_opus":0.08420657642931305,"score_gpt":0.46402288370184647,"score_spread":0.3798163072725334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054517559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581808,0.0004574233,0.00042461077,0.03743422,0.0021892341,0.00020033882,1.233263e-7,0.000016485767,0.0010967869],"genre_scores_gemma":[0.96821856,0.000042967567,0.022155374,0.0077683707,0.0011909511,0.000026378915,0.000009807131,0.000019373334,0.00056820456],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997929,0.00022097536,0.0007007835,0.0001457584,0.00082541135,0.00017811962],"domain_scores_gemma":[0.99861056,0.00011321857,0.00038328994,0.00016879175,0.0005057097,0.00021842144],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015783702,0.0001277833,0.00026835265,0.00031078022,0.00016781501,0.000048720416,0.00013051971,0.00017775316,0.0010080673],"category_scores_gemma":[0.004302982,0.00009774436,0.000059231,0.00018359764,0.00014104822,0.00065588433,0.00006040508,0.001129282,0.000018078488],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006421309,0.0008666203,0.0019813033,0.00033088555,0.000038788232,0.000052542946,0.0012600383,9.781692e-8,0.008880647,0.0002816354,0.028234338,0.9580089],"study_design_scores_gemma":[0.0034283902,0.0052395277,0.61053187,0.008422062,0.00022660964,0.058519397,0.014070162,0.0020795816,0.00012820547,0.0027346422,0.2940896,0.0005299958],"about_ca_topic_score_codex":0.00003371625,"about_ca_topic_score_gemma":3.9170246e-8,"teacher_disagreement_score":0.9574789,"about_ca_system_score_codex":0.0001482621,"about_ca_system_score_gemma":0.0016697656,"threshold_uncertainty_score":0.99990517},"labels":[],"label_agreement":null},{"id":"W2054732438","doi":"10.1111/medu.12601","title":"Equality, diversity and fairness in medical education: international perspectives","year":2014,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Diversity (politics); MEDLINE; Cultural diversity; Psychology; Medical education; Sociology; Political science; Medicine; Law","score_opus":0.01087853647700145,"score_gpt":0.38063650989859166,"score_spread":0.3697579734215902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054732438","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021235192,0.001188062,0.00048575082,0.087520994,0.87867546,0.0007016805,0.000010079683,0.00011586708,0.010066939],"genre_scores_gemma":[0.061427012,0.0020071361,0.0009732846,0.015144847,0.9096111,0.00034485813,0.0033757135,0.00008697682,0.0070290603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919724,0.00028720612,0.0010165232,0.0009893394,0.0053234417,0.00041112563],"domain_scores_gemma":[0.99565876,0.0005559251,0.00046130994,0.00074605853,0.0020413166,0.00053661707],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00333047,0.0004241772,0.00073700584,0.0009031948,0.00034343792,0.00006188565,0.00076899154,0.002251097,0.0045138733],"category_scores_gemma":[0.075300865,0.00041438336,0.000113761664,0.0007468608,0.000682933,0.00022084692,0.00093921664,0.0028798229,0.0000714432],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067474124,0.0023631356,0.006910921,0.00046053212,0.000057851325,0.0000062490117,0.0031115888,5.3874036e-8,2.6558828e-7,0.0026865385,0.86414176,0.120193645],"study_design_scores_gemma":[0.0014089025,0.000097761294,0.009574421,0.0024788303,0.00011140397,0.00007100854,0.0034366047,0.0003945435,0.0000010406064,0.0010452484,0.9809878,0.00039245636],"about_ca_topic_score_codex":0.0012602678,"about_ca_topic_score_gemma":0.00023054439,"teacher_disagreement_score":0.119801186,"about_ca_system_score_codex":0.0013817997,"about_ca_system_score_gemma":0.023610363,"threshold_uncertainty_score":0.9998308},"labels":[],"label_agreement":null},{"id":"W2054769520","doi":"10.1046/j.1365-2923.2002.01307.x","title":"Selecting performance assessment methods for experienced physicians","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Psychology; Performance measurement; Health care; Medical education; Applied psychology; Medicine; Social psychology; Business","score_opus":0.028334714147075238,"score_gpt":0.47416311806363337,"score_spread":0.44582840391655815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054769520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6785888,0.00032122407,0.24300475,0.055504937,0.004811822,0.0013357594,5.624394e-7,0.00021115522,0.016220974],"genre_scores_gemma":[0.5749948,0.00007154563,0.39014274,0.029175716,0.0014389255,0.0010472419,0.00008373164,0.000030256042,0.0030150677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854785,0.00005894998,0.00037397328,0.0002711982,0.00047658113,0.00027146382],"domain_scores_gemma":[0.99908465,0.000110716996,0.00011084826,0.0002554337,0.00037603793,0.000062305015],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009308217,0.00011674635,0.00019806657,0.00013866505,0.00020802232,0.000018186242,0.00012375285,0.00013728357,0.0016034913],"category_scores_gemma":[0.0044558723,0.00010675524,0.000055184322,0.0006292244,0.00010389731,0.00012877521,0.000015276895,0.00032528417,0.000025898642],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058743763,0.00070136733,0.0015730716,0.0001118211,0.000012275449,1.0779512e-7,0.001486314,6.1822294e-7,0.00060455315,0.0003641366,0.080561675,0.9145782],"study_design_scores_gemma":[0.0015232445,0.0005840907,0.020557329,0.00068367884,0.00011456969,0.000095322,0.003918282,0.32986715,0.0047433334,0.00021373577,0.63733286,0.00036641688],"about_ca_topic_score_codex":0.000006690748,"about_ca_topic_score_gemma":4.1573026e-7,"teacher_disagreement_score":0.91421175,"about_ca_system_score_codex":0.0002808526,"about_ca_system_score_gemma":0.0007366698,"threshold_uncertainty_score":0.9993092},"labels":[],"label_agreement":null},{"id":"W2055395265","doi":"10.1186/s12909-014-0279-9","title":"Reliability of the Interprofessional Collaborator Assessment Rubric (ICAR) in Multi Source Feedback (MSF) with post-graduate medical residents","year":2014,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Rubric; Formative assessment; Cronbach's alpha; Medical education; Medicine; Reliability (semiconductor); Graduate medical education; Psychology; Educational measurement; Accreditation; Curriculum; Clinical psychology; Psychometrics","score_opus":0.02048947157452974,"score_gpt":0.3723512844477518,"score_spread":0.35186181287322205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055395265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9612411,0.000031393585,0.0068129846,0.028819421,0.001773309,0.0008153638,0.0000022725003,0.000036766185,0.00046736762],"genre_scores_gemma":[0.97295755,0.000014545818,0.017554013,0.008013886,0.00038906588,0.000198866,0.00010037177,0.000030913587,0.0007408114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942953,0.0007289908,0.0010269379,0.00046765854,0.003160647,0.0003204849],"domain_scores_gemma":[0.99629235,0.0006684353,0.0004156374,0.0008753366,0.0013825578,0.00036570526],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038367533,0.00021395387,0.00042376848,0.00023491924,0.00011725118,0.000015089203,0.0004886237,0.0003728317,0.0010013933],"category_scores_gemma":[0.04222371,0.0001319616,0.00007440377,0.001569161,0.00062633207,0.00011255647,0.00011396039,0.0011170448,0.000024796016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038434265,0.004567362,0.9314928,0.0008853795,0.00002765448,0.0000015008167,0.0013147718,0.000010098409,0.00026810647,0.00085237774,0.018617813,0.041577794],"study_design_scores_gemma":[0.0020968146,0.00019047958,0.98200226,0.0030946648,0.000049156566,0.000036198304,0.002224126,0.008556692,0.00015310047,0.00012713613,0.0013232,0.00014614989],"about_ca_topic_score_codex":0.0004890667,"about_ca_topic_score_gemma":0.00055095146,"teacher_disagreement_score":0.050509483,"about_ca_system_score_codex":0.0004922923,"about_ca_system_score_gemma":0.021945544,"threshold_uncertainty_score":0.99991184},"labels":[],"label_agreement":null},{"id":"W2055403922","doi":"10.1097/acm.0b013e3181dce9a7","title":"The Origins of the Field of Medical Education Research","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Subject (documents); Field (mathematics); Context (archaeology); Sociology; Situated; Politics; Accountability; Educational research; Public relations; Pedagogy; Political science; Library science; History; Law","score_opus":0.047439345659998036,"score_gpt":0.5198197184503153,"score_spread":0.47238037279031725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055403922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6629881,0.00036554772,0.000052829568,0.32826406,0.0027900476,0.0003380773,2.878825e-7,0.000009023756,0.0051919743],"genre_scores_gemma":[0.989243,0.0005590974,0.00011089954,0.006428587,0.0018470937,0.00003934934,0.0000059611316,0.00001083682,0.0017552302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996505,0.000120375116,0.00067583914,0.00015300859,0.0023209748,0.00022480766],"domain_scores_gemma":[0.99668574,0.0013949773,0.0002157019,0.00073195196,0.0008627703,0.00010884173],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00663284,0.00007961091,0.00020695123,0.00016860424,0.00016375571,0.0000016136917,0.00075545476,0.00040916624,0.0008734213],"category_scores_gemma":[0.065164246,0.000037133923,0.000035529498,0.0012603739,0.0015445189,0.000032258522,0.00010700249,0.0032940076,0.000009103392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044635093,0.000062256004,0.0154668065,0.00012948744,0.000025088171,3.725181e-7,0.0020888047,3.794892e-8,0.013610695,0.34504876,0.51632106,0.10720198],"study_design_scores_gemma":[0.0010112523,0.00029985222,0.025499519,0.0013812053,0.00008214219,0.00008891732,0.0054855444,0.00025692975,0.018574046,0.012515912,0.9347291,0.000075611286],"about_ca_topic_score_codex":0.00042870242,"about_ca_topic_score_gemma":0.000024765583,"teacher_disagreement_score":0.418408,"about_ca_system_score_codex":0.00006862632,"about_ca_system_score_gemma":0.0022148155,"threshold_uncertainty_score":0.99900544},"labels":[],"label_agreement":null},{"id":"W2055486158","doi":"10.1016/j.jss.2012.10.878","title":"Effectiveness of A 2:1-Student to Faculty Model for Teaching the Advanced Trauma Operative Management (ATOM) Course","year":2013,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Course (navigation); Medical education; Mathematics education; Medicine; Medical physics; Psychology; Engineering","score_opus":0.10251566268316428,"score_gpt":0.5452650508996582,"score_spread":0.4427493882164939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055486158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705091,0.000059808186,0.014515564,0.011445943,0.00009661503,0.0017490794,0.0000027829997,0.0000034233396,0.00161765],"genre_scores_gemma":[0.9840719,0.000027420732,0.0147728,0.000104171406,0.000109629815,0.0002488914,0.000004069123,0.000012510665,0.00064859434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99737626,0.00028989644,0.0004992293,0.00013762023,0.001413313,0.00028368254],"domain_scores_gemma":[0.9963939,0.00084728666,0.000111503985,0.00019701493,0.0023054003,0.00014490129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008284213,0.00008590456,0.0003052629,0.00023447064,0.00017173697,0.000030852574,0.0002825658,0.000053612945,0.00005751404],"category_scores_gemma":[0.0007157327,0.000047272446,0.00011145608,0.00041617168,0.00016017727,0.00013076194,0.00008238103,0.0007926358,0.00000971417],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006207856,0.006238776,0.002593437,0.0016720479,0.0011414685,0.00012633207,0.014083999,0.011333811,0.011327996,0.07973133,0.03651826,0.8290247],"study_design_scores_gemma":[0.051020883,0.015615071,0.49984232,0.012670259,0.0006691418,0.0007265328,0.11107462,0.1689731,0.024955207,0.018494748,0.094943985,0.0010141189],"about_ca_topic_score_codex":0.0000075232733,"about_ca_topic_score_gemma":3.2360754e-7,"teacher_disagreement_score":0.82801056,"about_ca_system_score_codex":0.00026305483,"about_ca_system_score_gemma":0.0001802779,"threshold_uncertainty_score":0.3443652},"labels":[],"label_agreement":null},{"id":"W2055599292","doi":"10.1007/s10459-010-9269-9","title":"Caring, competence and professional identities in medical education","year":2010,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Competence (human resources); Curriculum; Pedagogy; Sociology; Focus group; Discourse analysis; Medical education; Psychology; Medicine; Social psychology","score_opus":0.011353529005879315,"score_gpt":0.4430664943462753,"score_spread":0.431712965340396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055599292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617343,0.0032186673,0.00004083582,0.024078403,0.0068060965,0.0005022406,3.5085796e-7,0.000020804184,0.0035983303],"genre_scores_gemma":[0.97460353,0.0016414385,0.014120029,0.008620101,0.0003554551,0.00020520008,0.000024074876,0.000006404324,0.00042373393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812466,0.000062311046,0.0005555753,0.0003453918,0.0006367138,0.00027537043],"domain_scores_gemma":[0.99929273,0.00008948766,0.00018086187,0.0001664276,0.00014892551,0.00012157989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019582098,0.000095990436,0.00017219843,0.00056323543,0.00019193544,0.000024538,0.00017050702,0.000094897674,0.00018173232],"category_scores_gemma":[0.0021793202,0.000086158696,0.000010945707,0.0011764164,0.00059740385,0.0006611589,0.000035451918,0.0005649884,0.000006085279],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007690446,0.0005592229,0.56549627,0.0003924167,4.7816366e-7,3.8466692e-7,0.0011901081,0.0000038641265,0.000038605926,0.041926753,0.0010800773,0.38930416],"study_design_scores_gemma":[0.00046825263,0.00015740769,0.93130857,0.0021370037,0.0000027863216,0.00016970134,0.007936315,0.0023083591,0.000039058996,0.018670755,0.03662006,0.00018170997],"about_ca_topic_score_codex":0.0005492461,"about_ca_topic_score_gemma":0.0013389812,"teacher_disagreement_score":0.38912243,"about_ca_system_score_codex":0.0001719368,"about_ca_system_score_gemma":0.009515567,"threshold_uncertainty_score":0.99609953},"labels":[],"label_agreement":null},{"id":"W2055664074","doi":"10.1002/chp.14","title":"A qualitative study of interphysician telephone consultations: Extending the opinion leader theory","year":2005,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Opinion leadership; Context (archaeology); Grounded theory; Documentation; Public relations; Qualitative research; Medical education; Continuing medical education; Psychology; Medicine; Sociology; Continuing education; Political science","score_opus":0.054105627341976756,"score_gpt":0.5189028960998331,"score_spread":0.4647972687578563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055664074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9224152,0.0012484299,0.0012276666,0.072000235,0.0016620475,0.0012301013,0.0000010399664,0.0000072548614,0.00020801551],"genre_scores_gemma":[0.9921163,0.00011340416,0.0024588495,0.004073638,0.00072602945,0.000077955396,0.000006213063,0.000013012981,0.000414642],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99523765,0.0025533806,0.0013986698,0.0001103094,0.00050882885,0.00019118428],"domain_scores_gemma":[0.99544847,0.0016703568,0.0015690901,0.00030214296,0.0009616707,0.000048291215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009297917,0.00010758748,0.00032774732,0.000427953,0.00027193932,0.000014997272,0.00025409632,0.000053817497,0.00003694774],"category_scores_gemma":[0.0039674724,0.000059262533,0.000060460672,0.0009368098,0.00013984831,0.00019468076,0.000020464948,0.0010538816,0.00000470558],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113458584,0.0023907658,0.0006891564,0.000078206074,0.00002990546,1.9633984e-7,0.7515481,0.0000064622523,0.000077969504,0.0038545444,0.011472909,0.22973831],"study_design_scores_gemma":[0.0010504854,0.0004812014,0.020705631,0.0024334954,0.00003703684,0.000040610175,0.9692933,0.000037954032,0.000022391654,0.0015835233,0.004262964,0.000051423776],"about_ca_topic_score_codex":0.00003275466,"about_ca_topic_score_gemma":0.000015512984,"teacher_disagreement_score":0.22968689,"about_ca_system_score_codex":0.00023812357,"about_ca_system_score_gemma":0.0015630533,"threshold_uncertainty_score":0.47497216},"labels":[],"label_agreement":null},{"id":"W2056302725","doi":"10.1111/medu.12519","title":"Lessons learned by those prepared to greet chance head on","year":2014,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Head (geology); Psychology; Medicine; Medical education; Biology","score_opus":0.024223919776114287,"score_gpt":0.43652050589008434,"score_spread":0.4122965861139701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056302725","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026088175,0.0002911657,0.0007397981,0.1613824,0.8281015,0.0011964057,0.000051217194,0.00021762887,0.005411029],"genre_scores_gemma":[0.002380875,0.00038912438,0.001536603,0.044802602,0.9081209,0.0013262875,0.010133145,0.00017229379,0.031138225],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931497,0.00022243318,0.0009388108,0.0011478711,0.0039175595,0.00062363147],"domain_scores_gemma":[0.99599147,0.0005333971,0.0003987196,0.0013790729,0.0011611978,0.00053614756],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0020390884,0.00051282614,0.000827615,0.00052095694,0.00019830359,0.00005961046,0.0006036294,0.00196861,0.0015246649],"category_scores_gemma":[0.07498822,0.0004731812,0.0001380633,0.0009830991,0.00020672966,0.00007382653,0.0000926281,0.00246927,0.0011609362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013556532,0.0011256662,0.000009040073,0.00028624802,0.000033568125,0.0000015520868,0.00037830282,3.266241e-7,0.000025321171,0.00012507357,0.7271079,0.27077144],"study_design_scores_gemma":[0.00085836166,0.00063551625,0.000087055974,0.0031490785,0.00011192334,0.0000061468545,0.0001197648,0.000103598024,0.00009695035,0.00018327037,0.9942502,0.00039816124],"about_ca_topic_score_codex":0.00024945373,"about_ca_topic_score_gemma":0.000046893132,"teacher_disagreement_score":0.27037328,"about_ca_system_score_codex":0.0010303775,"about_ca_system_score_gemma":0.009552775,"threshold_uncertainty_score":0.9998321},"labels":[],"label_agreement":null},{"id":"W2056588689","doi":"10.1503/cmaj.100314","title":"Finding meaning in medical school","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Medical school; Medical education; Medicine; Psychology; Psychotherapist","score_opus":0.00875745780470831,"score_gpt":0.3015416064054371,"score_spread":0.29278414860072877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056588689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78195417,0.00003422082,0.0001162671,0.18205115,0.004379145,0.00016583201,0.0000020386049,0.0000339689,0.03126323],"genre_scores_gemma":[0.9356704,0.000044159227,0.0017898057,0.056105502,0.0054949815,0.000013950501,0.00002189976,0.000027817365,0.00083149597],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951219,0.00010194521,0.00077041175,0.00019438296,0.0031658534,0.0006455337],"domain_scores_gemma":[0.99563605,0.00016669962,0.00020191156,0.0001624295,0.0005743381,0.0032585459],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063080546,0.00012990827,0.00027421056,0.00073020125,0.00024022558,0.000072981224,0.00027914433,0.0010031968,0.05595909],"category_scores_gemma":[0.075770944,0.00012209955,0.00007720532,0.0008890883,0.000072915005,0.00016302086,0.000019546209,0.005729576,0.00046130217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011331002,0.0001170809,0.5389023,0.000020003868,0.000066067834,0.0015472658,0.0005002008,8.1941255e-7,0.00010488246,0.0038493196,0.27869654,0.17618418],"study_design_scores_gemma":[0.0030603148,0.000065443295,0.24717301,0.00048298645,0.000032451688,0.004405599,0.00094047823,0.002743312,0.000036243942,0.0008758013,0.7399056,0.00027876854],"about_ca_topic_score_codex":0.0013498707,"about_ca_topic_score_gemma":0.03277767,"teacher_disagreement_score":0.46120906,"about_ca_system_score_codex":0.0016025598,"about_ca_system_score_gemma":0.015362879,"threshold_uncertainty_score":0.99656427},"labels":[],"label_agreement":null},{"id":"W2056632149","doi":"10.1097/00001888-200107000-00016","title":"The Responsibilities and Activities of Internal Medicine Clerkship Directors","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Medical education; Medicine; Faculty development; Productivity; Medical school; Publishing; Professional development; Psychology; Family medicine; Political science","score_opus":0.0379377458537495,"score_gpt":0.3774036295198779,"score_spread":0.3394658836661284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056632149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93004155,0.004476747,0.00021107703,0.052666135,0.0009124728,0.00028558547,7.272574e-7,0.000050395865,0.011355304],"genre_scores_gemma":[0.98003304,0.0044944906,0.000084782994,0.0032992617,0.0015300626,0.000025745625,0.000009411625,0.000020734258,0.01050246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978757,0.00012381646,0.0007854408,0.00024512448,0.0006871066,0.0002828193],"domain_scores_gemma":[0.9975724,0.0014602508,0.00026093394,0.00038402976,0.00020681371,0.00011556663],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002632799,0.00017420592,0.00044155365,0.00028269668,0.00015071862,0.000002662401,0.00019350147,0.00019032115,0.0003615804],"category_scores_gemma":[0.011089002,0.000095861724,0.000025595138,0.0005680184,0.0025407216,0.00009255479,0.00005624603,0.0009043243,0.0000033725344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027612161,0.00005433379,0.24540776,0.00051740545,0.00033203923,0.000034703346,0.047420222,6.3867446e-7,0.032979622,0.044808503,0.30567744,0.3200061],"study_design_scores_gemma":[0.0069017354,0.002685317,0.31676915,0.005765458,0.0005866067,0.0014864656,0.11228545,0.00053733046,0.00533709,0.017691733,0.5295194,0.0004342657],"about_ca_topic_score_codex":0.00020472045,"about_ca_topic_score_gemma":0.0000071283134,"teacher_disagreement_score":0.31957182,"about_ca_system_score_codex":0.00008875873,"about_ca_system_score_gemma":0.00011293135,"threshold_uncertainty_score":0.997241},"labels":[],"label_agreement":null},{"id":"W2056996646","doi":"10.1207/s15328015tlm1704_10","title":"Dimensions of Clinical Medicine: An Interclerkship Program","year":2005,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Access Alliance Multicultural Health and Community Services","funders":"","keywords":"Curriculum; Medical education; Medicine; Clinical Practice; Alternative medicine; Medical school; Palliative care; Family medicine; Nursing; Psychology; Pedagogy","score_opus":0.06589025928630539,"score_gpt":0.4748341594230627,"score_spread":0.4089439001367573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056996646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664501,0.00042852582,0.00030542217,0.025423268,0.00032873655,0.0002931614,9.098587e-8,0.00015558633,0.006615102],"genre_scores_gemma":[0.971421,0.00013614888,0.023797194,0.002147458,0.0015294924,0.000017469707,0.000047181064,0.000022316523,0.00088175485],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99724,0.0007097579,0.0010892751,0.0003213975,0.00040744862,0.0002321134],"domain_scores_gemma":[0.99864024,0.000550854,0.00024121284,0.00028545113,0.00012599744,0.00015622527],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009638897,0.00014860298,0.0006378621,0.00038901504,0.0001489204,0.0000035145563,0.000099274774,0.00016541213,0.00019543657],"category_scores_gemma":[0.019321421,0.00009483995,0.000031737312,0.0003269549,0.00066227175,0.00009501516,0.000032773314,0.003030176,0.0000053362483],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007436331,0.00044213724,0.08668012,0.000080915015,0.000019184317,0.0000052463993,0.008714152,0.000018467292,0.00023087116,0.0006784493,0.003392275,0.8996638],"study_design_scores_gemma":[0.0067034755,0.0071100956,0.57659775,0.0042348052,0.00021762069,0.00016117856,0.018192833,0.03637042,0.00001470576,0.00019962277,0.34993914,0.00025836853],"about_ca_topic_score_codex":0.00032696367,"about_ca_topic_score_gemma":0.000018422217,"teacher_disagreement_score":0.8994054,"about_ca_system_score_codex":0.00004149399,"about_ca_system_score_gemma":0.00007168295,"threshold_uncertainty_score":0.9992699},"labels":[],"label_agreement":null},{"id":"W2057049040","doi":"10.1046/j.1365-2923.2003.01403.x","title":"The rating of pre‐clerkship examination questions by postgraduate medical students: an assessment of quality and relevancy to medical practice","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Curriculum; Objective structured clinical examination; United States Medical Licensing Examination; Psychology; Final examination; Relevance (law); Quality (philosophy); Rating scale; Troubleshooting; Educational measurement; Medicine; Family medicine; Medical school; Pedagogy; Computer science","score_opus":0.026989284627447714,"score_gpt":0.5127113489412384,"score_spread":0.48572206431379067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057049040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8426156,0.00049495057,0.011160883,0.14169493,0.0011557197,0.0009382032,0.0000036311862,0.00004353428,0.0018925356],"genre_scores_gemma":[0.9709947,0.0004921181,0.010591579,0.017022327,0.0002445881,0.00022391029,0.0001485294,0.000027045751,0.00025516519],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9901527,0.0015926758,0.0015342359,0.0004211886,0.006000651,0.00029854183],"domain_scores_gemma":[0.99398065,0.0019774183,0.0006924394,0.00071031525,0.0018782065,0.0007610021],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01875488,0.00018266545,0.00038217255,0.00017601851,0.00023330716,0.00003904622,0.00044187135,0.00036752148,0.0005220484],"category_scores_gemma":[0.26019996,0.00013936007,0.00004454381,0.0008601459,0.000514079,0.0002614797,0.00008362322,0.00080960285,0.0000035184503],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012688263,0.009702341,0.033200007,0.00056512706,0.00015626215,0.0000042123906,0.0034904284,0.0000013007121,0.0006158716,0.070117034,0.030851077,0.85116947],"study_design_scores_gemma":[0.0037096736,0.0019245276,0.8931014,0.0034577304,0.00038390936,0.000373938,0.01306062,0.004030704,0.0010260345,0.0018775343,0.0765018,0.0005521539],"about_ca_topic_score_codex":0.00030241624,"about_ca_topic_score_gemma":0.00005227618,"teacher_disagreement_score":0.85990137,"about_ca_system_score_codex":0.00023561453,"about_ca_system_score_gemma":0.0065982733,"threshold_uncertainty_score":0.9990334},"labels":[],"label_agreement":null},{"id":"W2057078724","doi":"10.1111/j.1464-410x.2003.04661.x","title":"Quantitative assessment of a new preparatory tool for board certification in urology","year":2004,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Royal College of Physicians and Surgeons of Canada; University of British Columbia","funders":"","keywords":"Medicine; Urology; Certification; Management","score_opus":0.03583996839783492,"score_gpt":0.3874336792437015,"score_spread":0.35159371084586655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057078724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9319356,0.0007097503,0.05920238,0.007174683,0.0004739596,0.00031692616,0.0000029101918,0.000004962331,0.00017879599],"genre_scores_gemma":[0.94769585,0.000101862795,0.050581556,0.0013779663,0.0001650641,0.00001616658,0.000013298611,0.000010277704,0.00003792785],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99869174,0.00006983347,0.0007850307,0.0001233443,0.0001776862,0.00015235977],"domain_scores_gemma":[0.99874336,0.000103508675,0.00047084095,0.000103076956,0.00053651363,0.00004271436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000850208,0.00006197748,0.00031542443,0.00025937008,0.000023683282,0.0000053667904,0.00009323333,0.00013856866,0.000045902063],"category_scores_gemma":[0.0015391341,0.00007137038,0.00006845404,0.00023736774,0.00011939989,0.00009185057,0.000009875915,0.00032909898,0.000001565212],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0089121,0.0093297465,0.10373885,0.00093996746,0.0010840808,0.0010088038,0.007098343,0.014847091,0.05916318,0.11602386,0.083615124,0.5942389],"study_design_scores_gemma":[0.013547241,0.009499356,0.92078686,0.00026561183,0.0003087612,0.0058563133,0.0005433626,0.0015826116,0.0007102568,0.023814091,0.02287904,0.0002065132],"about_ca_topic_score_codex":0.000058812864,"about_ca_topic_score_gemma":0.000039143855,"teacher_disagreement_score":0.817048,"about_ca_system_score_codex":0.0001382877,"about_ca_system_score_gemma":0.0010993822,"threshold_uncertainty_score":0.29103994},"labels":[],"label_agreement":null},{"id":"W2057093411","doi":"10.1067/mmt.2000.108814","title":"Residency programs at the Canadian Memorial Chiropractic College","year":2000,"lang":"en","type":"review","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Medicine; Medical education; Family medicine; Alternative medicine; Pathology","score_opus":0.4860192952546693,"score_gpt":0.45795833987211243,"score_spread":0.028060955382556874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057093411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018886406,0.99328965,0.0000019846548,0.001614285,0.000688533,0.00082500064,0.000009739304,0.0000068507275,0.0016753027],"genre_scores_gemma":[0.0016912271,0.9940226,0.00034595613,0.0011590585,0.0019479361,0.000015527712,0.000058483332,0.000025262932,0.0007339473],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797434,0.0003242877,0.0008499962,0.00018587435,0.0004089664,0.00025655812],"domain_scores_gemma":[0.9983955,0.00018941642,0.0007606965,0.00023684888,0.00028009608,0.00013744266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006557515,0.00027979945,0.001141778,0.0001512729,0.00034107125,0.000031973155,0.00019769484,0.0004238323,0.00042870993],"category_scores_gemma":[0.00019013364,0.0001302899,0.00032360482,0.00045001047,0.0003149239,0.000056173696,0.00003386358,0.0013437273,0.000025499674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011563717,0.00015038947,0.000015811802,0.0006822853,0.00053053105,0.000056972687,0.00013274942,4.6911111e-7,0.0000015440231,0.0011868692,0.0026326554,0.9944941],"study_design_scores_gemma":[0.00028874993,0.00075922447,0.0005872045,0.0019769021,0.0013383412,0.0006894766,0.000057488654,0.000007150917,3.4491575e-7,0.0020873207,0.9920679,0.0001399113],"about_ca_topic_score_codex":0.00019466264,"about_ca_topic_score_gemma":0.00037344723,"teacher_disagreement_score":0.9943542,"about_ca_system_score_codex":0.00045179392,"about_ca_system_score_gemma":0.0013777514,"threshold_uncertainty_score":0.5837901},"labels":[],"label_agreement":null},{"id":"W2057363268","doi":"10.1002/chp.1340230205","title":"Commitment to change statements can predict actual change in practice","year":2003,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria; Western University; McMaster University","funders":"","keywords":"Pharmacy; Psychological intervention; Behaviour change; Intervention (counseling); Continuing medical education; Behavior change; Family medicine; Medicine; Continuing education; Psychology; Medical education; Nursing; Social psychology","score_opus":0.0895582080236717,"score_gpt":0.51191447030949,"score_spread":0.4223562622858183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057363268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7084877,0.00056743255,0.00012076989,0.28427938,0.0036094892,0.0023782642,0.000002426806,0.0000071955615,0.00054735324],"genre_scores_gemma":[0.9363566,0.00026933113,0.0064320983,0.05560986,0.0006475352,0.00040538408,0.0000137371935,0.000015537447,0.00024989672],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99698246,0.00095358083,0.0010455814,0.00012735336,0.0005701897,0.00032082121],"domain_scores_gemma":[0.9979271,0.00028693385,0.0007980911,0.0002676184,0.0005694484,0.00015080464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005975794,0.00011245521,0.00028054803,0.0006464242,0.000117811964,0.00001691674,0.000165331,0.00007405499,0.00004855718],"category_scores_gemma":[0.004311509,0.00007880082,0.000032201075,0.0009714817,0.000026240032,0.00033393435,0.000017171393,0.00085497065,0.0000065361833],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021704273,0.0044979253,0.08316353,0.00028745108,0.000029548388,0.000010877225,0.46433786,0.0000014544571,0.000024425817,0.0030089668,0.071029276,0.37339166],"study_design_scores_gemma":[0.002311176,0.0011088906,0.4073852,0.0069382107,0.000058698417,0.00021695197,0.28550115,0.00001998338,0.000024151908,0.00035854752,0.29592717,0.00014986681],"about_ca_topic_score_codex":0.00023828686,"about_ca_topic_score_gemma":0.00012538343,"teacher_disagreement_score":0.37324178,"about_ca_system_score_codex":0.00081223965,"about_ca_system_score_gemma":0.002053025,"threshold_uncertainty_score":0.516159},"labels":[],"label_agreement":null},{"id":"W2057415348","doi":"10.4300/jgme-05-04-42","title":"The Impact of Varying Levels of Implementation Fidelity on Resident Perceptions of an Assessment Innovation","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Perception; Fidelity; Computer science; MEDLINE; Data science; Psychology; Medicine; Political science; Telecommunications","score_opus":0.0735442460657168,"score_gpt":0.5097162696303833,"score_spread":0.4361720235646665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057415348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879553,0.000030285486,0.0022239375,0.008462052,0.0006322157,0.00045686754,0.0000046757173,0.0000047354324,0.00022995022],"genre_scores_gemma":[0.9944132,0.00007439782,0.0047335727,0.00030813794,0.00033714305,0.00002400831,0.00006367682,0.000013380775,0.000032466625],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956883,0.00023049286,0.002117057,0.00012530638,0.0016727889,0.00016604351],"domain_scores_gemma":[0.9927326,0.00020799751,0.0020432624,0.0003414752,0.00455948,0.000115217656],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033652617,0.00012909708,0.00037040346,0.00059537037,0.00010420753,0.00001642824,0.0002171083,0.00010855748,0.0011609286],"category_scores_gemma":[0.004101327,0.00008252379,0.00014567013,0.00109713,0.00023193646,0.00034742846,0.000021117608,0.0005089645,0.000002539937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021246498,0.0033036603,0.03510523,0.00027832354,0.00034201547,8.79979e-7,0.003353997,0.0001036257,0.03869577,0.005363885,0.02635724,0.8868829],"study_design_scores_gemma":[0.00096678,0.0015964287,0.98086476,0.00050272647,0.00010461072,0.000050353032,0.005757323,0.0012539035,0.0034401217,0.0053605856,0.00003296997,0.00006943574],"about_ca_topic_score_codex":0.0007604959,"about_ca_topic_score_gemma":0.0000071772142,"teacher_disagreement_score":0.94575953,"about_ca_system_score_codex":0.00046183757,"about_ca_system_score_gemma":0.004873509,"threshold_uncertainty_score":0.99975216},"labels":[],"label_agreement":null},{"id":"W2057572433","doi":"10.3109/13561820.2014.977380","title":"Student perspectives of an online module for teaching physical assessment skills for dentistry, dental hygiene, and pharmacy students","year":2014,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Pharmacy; Likert scale; Curriculum; Medical education; Dental hygiene; Medicine; Hygiene; Dentistry; Psychology; Family medicine; Pedagogy","score_opus":0.016879137915799817,"score_gpt":0.4852901616574032,"score_spread":0.46841102374160337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057572433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908681,0.000088695095,0.006842374,0.00054005586,0.0011606612,0.00043072377,0.000035681347,0.000005046032,0.000028674787],"genre_scores_gemma":[0.95895845,0.0000046976284,0.03945397,0.00023665946,0.0011225772,0.000024468995,0.000072090705,0.000018641282,0.000108430184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984612,0.00008037019,0.00049187394,0.00016102575,0.0006743909,0.0001311265],"domain_scores_gemma":[0.9981831,0.00015345396,0.00040867156,0.00011444468,0.0010458594,0.00009447063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005875813,0.00012191053,0.00034563427,0.00016571574,0.00011674417,0.000018601388,0.00020518295,0.000043462816,0.000011994893],"category_scores_gemma":[0.0005337104,0.00009022008,0.00014246919,0.000056844205,0.000083718965,0.00017188932,0.00007703535,0.00038805947,1.5187437e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003821139,0.025165442,0.485993,0.0016387196,0.0010844383,0.000019871932,0.06254132,0.000040058978,0.046426833,0.0030473513,0.003947711,0.3662741],"study_design_scores_gemma":[0.011066863,0.004461856,0.6765757,0.002628158,0.0005053626,0.00025170343,0.29332274,0.0050947494,0.0047978554,0.0005471151,0.00051601895,0.00023187444],"about_ca_topic_score_codex":0.0000051710517,"about_ca_topic_score_gemma":0.0000043524765,"teacher_disagreement_score":0.36604223,"about_ca_system_score_codex":0.0002642241,"about_ca_system_score_gemma":0.0002168423,"threshold_uncertainty_score":0.3679068},"labels":[],"label_agreement":null},{"id":"W2057697315","doi":"10.1097/00001888-200506000-00004","title":"An Innovative Approach to Remedial Continuing Medical Education, 1992???2002","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Retraining; Remedial education; Medical education; Process (computing); Medicine; Continuing medical education; Continuing education; Psychology; Computer science; Political science","score_opus":0.023673318212984344,"score_gpt":0.3830909710477282,"score_spread":0.35941765283474386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057697315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73150325,0.0006799257,0.013409069,0.18232547,0.0023809788,0.0017307322,0.000002239517,0.00039686766,0.06757147],"genre_scores_gemma":[0.87477005,0.00013093592,0.015911229,0.088785395,0.015773421,0.000256977,0.00038910806,0.000065837805,0.0039170487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99536324,0.000119939745,0.0013057673,0.00070428895,0.0019201238,0.0005866603],"domain_scores_gemma":[0.9970231,0.00010584224,0.0002616666,0.0007156964,0.0010698906,0.00082378037],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028975054,0.0003303599,0.0006269849,0.0008061944,0.000120378725,0.000008966506,0.0005590206,0.00064469624,0.0023638774],"category_scores_gemma":[0.015418279,0.00026756118,0.00003368499,0.0029853852,0.0004939557,0.0002942911,0.000068904774,0.002025113,0.00029404717],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010840056,0.00035059341,0.0042328457,0.000069408874,0.00004442571,0.0000033877536,0.021749165,0.0000040896584,0.0031704446,0.014639864,0.56001693,0.39561042],"study_design_scores_gemma":[0.0037073956,0.0008342673,0.015686039,0.0019158068,0.00017835743,0.00065401365,0.012330469,0.004231348,0.0012930289,0.00047117632,0.95805883,0.0006392888],"about_ca_topic_score_codex":0.000059797083,"about_ca_topic_score_gemma":0.000006178006,"teacher_disagreement_score":0.39804187,"about_ca_system_score_codex":0.0003657979,"about_ca_system_score_gemma":0.001135781,"threshold_uncertainty_score":0.99997765},"labels":[],"label_agreement":null},{"id":"W2057976965","doi":"10.3138/jvme.33.1.58","title":"Reflection: A Critical Proficiency Essential to the Effective Development of a High Competence in Communication","year":2006,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Curriculum; Competence (human resources); Reflection (computer programming); Medical education; Psychology; Lifelong learning; Reflective practice; Pedagogy; Engineering ethics; Mathematics education; Medicine; Computer science; Engineering","score_opus":0.07616754742775665,"score_gpt":0.4938290076766877,"score_spread":0.417661460248931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057976965","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023695597,0.9549623,0.004316379,0.009897443,0.0042921184,0.0024445888,0.0000026994207,0.000016988135,0.00037184855],"genre_scores_gemma":[0.08118987,0.8317432,0.080008864,0.0017564016,0.00336813,0.0013288559,0.00029336486,0.00011155459,0.00019978227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99535924,0.0006056377,0.0022606135,0.00023568315,0.0013110557,0.00022778164],"domain_scores_gemma":[0.9968989,0.0004912857,0.0009783935,0.00046761232,0.0010175597,0.0001462835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030728658,0.00024852468,0.00113932,0.0008489436,0.00012777743,0.000019637062,0.00056024455,0.0003443035,0.0001329408],"category_scores_gemma":[0.007386513,0.00016623993,0.00019129223,0.0016817729,0.00027148455,0.00012206249,0.00011344106,0.001370254,0.0000143506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086485845,0.0017573382,0.000015845875,0.006139407,0.0000465727,0.000013682537,0.0008402596,9.24676e-7,0.0000066956227,0.00037873577,0.004212296,0.98650175],"study_design_scores_gemma":[0.00047106345,0.0011498217,0.0024413285,0.053392775,0.0003966817,0.0030535138,0.00043892674,0.00002585384,0.000011425468,0.00010537342,0.9383103,0.00020293565],"about_ca_topic_score_codex":0.000039390437,"about_ca_topic_score_gemma":0.0000109792945,"teacher_disagreement_score":0.9862988,"about_ca_system_score_codex":0.0008985873,"about_ca_system_score_gemma":0.009624685,"threshold_uncertainty_score":0.9959898},"labels":[],"label_agreement":null},{"id":"W2058030871","doi":"10.1111/j.1742-6723.2008.01064.x","title":"Where to now after a learning and educational needs analysis of Fellows of the Australasian College for Emergency Medicine?","year":2008,"lang":"en","type":"letter","venue":"Emergency Medicine Australasia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medicine; Retraining; Medical education; Needs analysis; Faculty development; Professional development; Psychology","score_opus":0.024644324202548334,"score_gpt":0.3472385204587807,"score_spread":0.3225941962562323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058030871","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1314844,0.00145817,0.00018184091,0.8523951,0.006968584,0.0025358882,0.00017181088,0.000037906706,0.004766269],"genre_scores_gemma":[0.28952217,0.0067222235,0.0029624384,0.040973,0.02850526,0.0021167619,0.0035526096,0.00044632473,0.6251992],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938531,0.0001700298,0.0029090482,0.0007534393,0.0016323316,0.0006820749],"domain_scores_gemma":[0.9956251,0.00019731597,0.0012742903,0.0009581737,0.0017184279,0.00022672651],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007861077,0.00069551,0.0018788612,0.0026051996,0.00020595865,0.0000014655101,0.00049939007,0.0008878527,0.024958117],"category_scores_gemma":[0.0025833775,0.0004938573,0.0005644213,0.007384737,0.000809655,0.00008327865,0.000089494926,0.0018570316,0.0000103276725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008345257,0.000121456585,0.1282967,0.0018260906,0.0015135985,0.000004062584,0.0028867526,0.000010584663,0.0003813452,0.00008996197,0.86456025,0.0002257189],"study_design_scores_gemma":[0.0009923371,0.00091318594,0.16864772,0.0016253914,0.007465197,0.00003964574,0.002004221,0.00012183927,0.000042206175,0.00011626941,0.8176192,0.0004127974],"about_ca_topic_score_codex":0.0002489117,"about_ca_topic_score_gemma":0.00012506987,"teacher_disagreement_score":0.8114221,"about_ca_system_score_codex":0.00018655001,"about_ca_system_score_gemma":0.0005420116,"threshold_uncertainty_score":0.9997513},"labels":[],"label_agreement":null},{"id":"W2058361588","doi":"10.1046/j.1365-2923.2001.00962.x","title":"Educational implications of practice isolation","year":2001,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Isolation (microbiology); Library science; Medical education; Health care; Medicine; Family medicine; Psychology; Political science; Law","score_opus":0.014614895636878626,"score_gpt":0.39283962035196446,"score_spread":0.37822472471508584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058361588","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073973543,0.0005578796,0.0018799338,0.95076126,0.0029923494,0.00088217977,0.000013121409,0.00007335315,0.04210018],"genre_scores_gemma":[0.001511375,0.00037449502,0.014018119,0.9473678,0.014674652,0.0005153477,0.00885279,0.00009065182,0.012594777],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99548084,0.00018237122,0.0013363418,0.0006235189,0.0019685884,0.0004083227],"domain_scores_gemma":[0.9945649,0.00053874287,0.00096230255,0.0010804819,0.0027359463,0.00011762172],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0009173205,0.00035595693,0.00057568046,0.0008052939,0.0001415895,0.000028803146,0.0004071116,0.0017096834,0.0075926464],"category_scores_gemma":[0.023612598,0.00035211732,0.0001911271,0.0015650406,0.000362667,0.00027096068,0.000054686247,0.0027920965,0.0002872371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001971937,0.0012419301,0.0011849378,0.00043794315,0.000093457136,0.0000041865737,0.0002021911,2.5335942e-7,0.000020358457,0.0014411545,0.9243451,0.07100879],"study_design_scores_gemma":[0.00038153928,0.000109739405,0.00687609,0.00079375936,0.0004108554,0.0007798853,0.00015334153,0.00009578093,0.000013823468,0.0017629389,0.98835754,0.00026469096],"about_ca_topic_score_codex":0.00016685046,"about_ca_topic_score_gemma":0.000003344617,"teacher_disagreement_score":0.0707441,"about_ca_system_score_codex":0.0006818479,"about_ca_system_score_gemma":0.0155462315,"threshold_uncertainty_score":0.99989307},"labels":[],"label_agreement":null},{"id":"W2058461124","doi":"10.1097/00001888-200407000-00015","title":"A Survey of Medical Ethics Education at U.S. and Canadian Medical Schools","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":204,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical ethics; Curriculum; Medical education; Nursing ethics; Descriptive statistics; Medicine; Psychology; Pedagogy","score_opus":0.06059448126044221,"score_gpt":0.42764645596178413,"score_spread":0.36705197470134193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058461124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6740113,0.0030045717,0.00025695024,0.31925458,0.0010833755,0.00037390995,0.00000449663,0.000035408644,0.001975437],"genre_scores_gemma":[0.9452783,0.004296361,0.00026875664,0.048306555,0.0009637908,0.000034004912,0.00029957824,0.000029552737,0.000523137],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9944034,0.0001808209,0.0009760521,0.00038031247,0.0036557757,0.00040362257],"domain_scores_gemma":[0.9966605,0.00045982355,0.00020446618,0.00039451092,0.0006988672,0.001581838],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00971865,0.00020030909,0.0005112366,0.0005466052,0.00014665896,0.0000029424702,0.00035560236,0.0019286219,0.0030524964],"category_scores_gemma":[0.107007146,0.00016038273,0.00002395007,0.0010633118,0.0009171014,0.000076630706,0.00009016258,0.0042082914,0.000070082235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021247049,0.00024096301,0.36528364,0.0013830123,0.00024095534,0.00011045822,0.016542368,0.0000013110805,0.000594964,0.04628317,0.40635207,0.16275463],"study_design_scores_gemma":[0.008806115,0.00074560253,0.85317075,0.012351295,0.00028423095,0.0026156476,0.0052367947,0.00037568636,0.00050954975,0.0040249713,0.11130102,0.000578355],"about_ca_topic_score_codex":0.17697738,"about_ca_topic_score_gemma":0.049165875,"teacher_disagreement_score":0.4878871,"about_ca_system_score_codex":0.0005855382,"about_ca_system_score_gemma":0.024880927,"threshold_uncertainty_score":0.99936706},"labels":[],"label_agreement":null},{"id":"W2058559190","doi":"10.1177/0148607110372393","title":"The Intersociety Professional Nutrition Education Consortium and American Board of Physician Nutrition Specialists","year":2010,"lang":"en","type":"article","venue":"Journal of Parenteral and Enteral Nutrition","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Credential; Certification; Certificate; Nutrition Education; Medicine; Medical education; Clinical nutrition; Board certification; Curriculum; Nursing; Family medicine; Continuing medical education; Continuing education; Political science; Gerontology","score_opus":0.006491282315614242,"score_gpt":0.3117683181920902,"score_spread":0.305277035876476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058559190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866349,0.0002542955,0.000037629994,0.010271909,0.0022407786,0.0004615025,0.000008945739,0.000007212625,0.00008278942],"genre_scores_gemma":[0.99378556,0.00096110674,0.002418301,0.00068304955,0.0019804472,0.000058984093,0.000057668625,0.000009671364,0.000045213303],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986632,0.00004637053,0.0006037805,0.00013794677,0.00038801573,0.00016069005],"domain_scores_gemma":[0.99829113,0.000045050645,0.000576722,0.0001113494,0.0008755576,0.0001001635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031197874,0.00012159823,0.0002684566,0.00020808162,0.00019870361,0.00005481165,0.0000837589,0.000059036625,0.0000121083995],"category_scores_gemma":[0.00013713098,0.00008728676,0.00009852204,0.00027966587,0.0006631766,0.00033968248,0.000028300965,0.0004796547,6.7592595e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035702267,0.016168969,0.045390196,0.0024260487,0.00023138744,0.000008359952,0.002673547,1.0394904e-7,0.4000275,0.0052472576,0.10960329,0.41465312],"study_design_scores_gemma":[0.020279184,0.005511031,0.5956067,0.012905469,0.0006202728,0.0022893522,0.039354183,0.00060714124,0.0450655,0.013572406,0.26345953,0.000729225],"about_ca_topic_score_codex":0.000017190212,"about_ca_topic_score_gemma":0.000009630563,"teacher_disagreement_score":0.5502165,"about_ca_system_score_codex":0.000084326624,"about_ca_system_score_gemma":0.00013425254,"threshold_uncertainty_score":0.35594508},"labels":[],"label_agreement":null},{"id":"W2058852607","doi":"10.4300/jgme-d-09-00029.1","title":"Mapping Cognitive Overlaps Between Practice-Based Learning and Improvement and Evidence-Based Medicine: An Operational Definition for Assessing Resident Physician Competence","year":2009,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"Universidade Federal do Estado do Rio de Janeiro; National Board of Medical Examiners","keywords":"Competence (human resources); Cognition; Graduate medical education; Accreditation; Computer science; Medical education; Psychology; Medicine; Artificial intelligence; Social psychology","score_opus":0.09826517425080082,"score_gpt":0.4282303852931561,"score_spread":0.32996521104235527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058852607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.793598,0.00077219267,0.05924263,0.14524998,0.00046821692,0.0005493751,0.0000010986407,0.000018875355,0.000099623896],"genre_scores_gemma":[0.9425317,0.00020688056,0.032986037,0.022272924,0.0018061686,0.000027425456,0.00014214417,0.000015361988,0.0000113723145],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99700886,0.00022996108,0.0009162665,0.00027023966,0.00136368,0.00021098014],"domain_scores_gemma":[0.99521124,0.0011587512,0.000894882,0.000097900775,0.0023473953,0.00028983146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036984987,0.00017980328,0.00039168185,0.00043992585,0.00031346816,0.00009602187,0.000082201135,0.0001305984,0.00003038548],"category_scores_gemma":[0.02635768,0.00014888177,0.000050603623,0.000401059,0.00025750927,0.0009637478,0.000009589168,0.00070729427,6.9405235e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004965301,0.0010469698,0.011106023,0.0005115604,0.00008566727,0.000010348135,0.0020184421,0.000010812264,0.0041608564,0.0012154679,0.002396199,0.9769411],"study_design_scores_gemma":[0.015875282,0.016840883,0.8171438,0.048919283,0.001980719,0.0005082396,0.048203304,0.030328317,0.0029435018,0.009714796,0.006591475,0.0009503936],"about_ca_topic_score_codex":0.00002590778,"about_ca_topic_score_gemma":8.069928e-7,"teacher_disagreement_score":0.9759907,"about_ca_system_score_codex":0.00025575748,"about_ca_system_score_gemma":0.003508247,"threshold_uncertainty_score":0.9818437},"labels":[],"label_agreement":null},{"id":"W2058867900","doi":"10.1046/j.1365-2923.2002.01315.x","title":"Linking assessment to learning: a new route to quality assurance in medical practice","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario; Dalhousie University; Royal College of Physicians and Surgeons of Canada; College of Family Physicians of Canada","funders":"","keywords":"Summative assessment; Formative assessment; Competence (human resources); Medical education; Continuing medical education; Action (physics); Quality assurance; Quality (philosophy); Psychology; Medicine; Continuing education; Pedagogy; Social psychology","score_opus":0.03547168160912675,"score_gpt":0.4654627956335725,"score_spread":0.4299911140244458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058867900","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2323342,0.00017759335,0.023852998,0.7188169,0.0024890709,0.0009095117,4.619723e-7,0.000133259,0.021286055],"genre_scores_gemma":[0.69697213,0.000118553675,0.06301135,0.2301743,0.002523859,0.00031402506,0.000103385704,0.000045691395,0.0067367153],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945567,0.00036295442,0.0009987291,0.0005543718,0.0030679791,0.00045922562],"domain_scores_gemma":[0.99737954,0.0005578315,0.000192443,0.00049378484,0.0005207645,0.0008556583],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004245564,0.0001994359,0.0003885542,0.00045050832,0.000108266075,0.000045341898,0.0003193871,0.00037230717,0.005435393],"category_scores_gemma":[0.108529456,0.00019157295,0.000054741176,0.002077225,0.00006207451,0.0002107656,0.000087509216,0.0015326872,0.0006212372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045125827,0.0019044458,0.030785512,0.000108662316,0.00001816307,0.000019591422,0.0035726978,0.000017249078,0.000040668474,0.0017185223,0.21801837,0.743751],"study_design_scores_gemma":[0.0010688809,0.0002590544,0.12433058,0.0014096488,0.000031549356,0.00012198696,0.0015318706,0.0032080591,0.000020966087,0.00010105952,0.8676694,0.00024696847],"about_ca_topic_score_codex":0.0006661688,"about_ca_topic_score_gemma":0.00013435472,"teacher_disagreement_score":0.74350405,"about_ca_system_score_codex":0.00091532693,"about_ca_system_score_gemma":0.0055477987,"threshold_uncertainty_score":0.9954738},"labels":[],"label_agreement":null},{"id":"W2059382869","doi":"10.1007/s13191-014-0349-z","title":"The Need for Geriatric Dental Education","year":2014,"lang":"en","type":"article","venue":"The Journal of Indian Prosthodontic Society","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Dentistry","score_opus":0.009795146888345426,"score_gpt":0.31189255724271037,"score_spread":0.30209741035436494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059382869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96019757,0.00051671313,0.0093939155,0.026364831,0.0023834526,0.00077589205,6.2137e-7,0.0000115046805,0.00035550375],"genre_scores_gemma":[0.96935755,0.00016229977,0.021959333,0.0048432015,0.0025104424,0.000030407238,0.000006442425,0.000022863287,0.0011074458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988582,0.00011292945,0.00045629888,0.000060142782,0.0003314424,0.00018094738],"domain_scores_gemma":[0.9981588,0.0004908732,0.00047306024,0.00023046137,0.00059029844,0.000056520974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045455135,0.00008342163,0.00015517599,0.00004506041,0.00042303582,0.0000382381,0.00021917257,0.00008027929,0.000009702091],"category_scores_gemma":[0.0023220526,0.000042730757,0.00018823257,0.00036941102,0.00015625719,0.00007667545,0.000012836624,0.00034889163,0.000005602083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044632147,0.00050546514,0.016909715,0.00031999862,0.0003285239,5.1263993e-7,0.017084692,0.000012854447,0.003048357,0.0030595001,0.5449421,0.413342],"study_design_scores_gemma":[0.012606965,0.004134739,0.29161546,0.0012776888,0.0026593215,0.0056042583,0.1407275,0.00440715,0.013552664,0.022470033,0.5000802,0.0008640134],"about_ca_topic_score_codex":0.000006167014,"about_ca_topic_score_gemma":0.0000011509843,"teacher_disagreement_score":0.412478,"about_ca_system_score_codex":0.00016466505,"about_ca_system_score_gemma":0.0006246626,"threshold_uncertainty_score":0.32536924},"labels":[],"label_agreement":null},{"id":"W2059504549","doi":"10.3138/jvme.35.1.034","title":"Community-Based Clinical Veterinary Education at Western University of Health Sciences","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Medical education; Veterinary education; Medicine; Curriculum development; Veterinary medicine; Psychology; Pedagogy","score_opus":0.2516126735187741,"score_gpt":0.4930768649775317,"score_spread":0.24146419145875764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059504549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97706896,0.000496304,0.00076423225,0.0184924,0.002478342,0.00019894664,0.0000012451933,0.000015515625,0.00048403078],"genre_scores_gemma":[0.9798893,0.0005402411,0.010496489,0.008073536,0.00050707004,0.0000017401773,0.00005246771,0.00001399201,0.0004251867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99635154,0.0010309875,0.0012104051,0.00016064355,0.0010446906,0.00020175677],"domain_scores_gemma":[0.9971599,0.00022181166,0.0012196116,0.00034310465,0.00076996733,0.00028558023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004869761,0.00013527881,0.0005122471,0.00043892206,0.00051563565,0.000005375121,0.00040815107,0.00018898846,0.00039655075],"category_scores_gemma":[0.0021931457,0.000126353,0.00017092428,0.0006062766,0.0011070437,0.00021625546,0.00008442468,0.000884729,0.000016498627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017636745,0.019262157,0.23738286,0.001544602,0.00012887835,0.000093773175,0.0046172785,0.000010705076,0.0008365613,0.00012382446,0.16418657,0.5700491],"study_design_scores_gemma":[0.0026205739,0.015859403,0.67236096,0.0030166989,0.00009322026,0.009687727,0.0044851387,0.00018691897,0.000051648927,0.00007941062,0.29133433,0.00022398056],"about_ca_topic_score_codex":0.000111418136,"about_ca_topic_score_gemma":0.0000032574324,"teacher_disagreement_score":0.5698251,"about_ca_system_score_codex":0.00047473097,"about_ca_system_score_gemma":0.017950263,"threshold_uncertainty_score":0.9876171},"labels":[],"label_agreement":null},{"id":"W2059546171","doi":"10.1162/152651604323097637","title":"The Professionalism Movement: Behaviors Are the Key to Progress","year":2004,"lang":"en","type":"letter","venue":"The American Journal of Bioethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Key (lock); Movement (music); Psychology; Political science; Engineering ethics; Computer security; Computer science; Engineering; Aesthetics","score_opus":0.05604788235685528,"score_gpt":0.409150732565689,"score_spread":0.35310285020883375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059546171","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04384051,0.00059373816,0.00008596687,0.9527337,0.0019847557,0.0006784274,0.000009576354,0.000013986319,0.00005933691],"genre_scores_gemma":[0.01905183,0.0002522912,0.0012970812,0.97204596,0.005893477,0.00007151184,0.000020549824,0.0000650828,0.0013022284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99592566,0.00048357612,0.0009014,0.00018355311,0.0020860431,0.00041973882],"domain_scores_gemma":[0.99454594,0.0005613052,0.0023963565,0.00087431364,0.0015542943,0.00006778426],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0035210154,0.00027572166,0.0005081257,0.0001827809,0.0006933599,0.00008896006,0.0011945306,0.0002743568,0.000025471343],"category_scores_gemma":[0.0012647038,0.00010790505,0.00022274246,0.0010462819,0.004148316,0.000040302413,0.00013150083,0.008536029,0.00002429621],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001763389,0.00012593313,0.000408307,0.00006807905,0.0002583288,0.0001373495,0.0051715444,0.0000054096363,0.000021028878,0.0006371615,0.940107,0.052883554],"study_design_scores_gemma":[0.0004094977,0.0010109124,0.004259085,0.0019897441,0.00057489634,0.0004719951,0.014144761,0.0000037782615,0.000115829695,0.0023616087,0.9744303,0.00022757842],"about_ca_topic_score_codex":0.00007106393,"about_ca_topic_score_gemma":0.0000043307364,"teacher_disagreement_score":0.052655976,"about_ca_system_score_codex":0.00038915031,"about_ca_system_score_gemma":0.0015516166,"threshold_uncertainty_score":0.9985618},"labels":[],"label_agreement":null},{"id":"W2059561462","doi":"10.1097/acm.0b013e31824858a9","title":"Using “Standardized Narratives” to Explore New Ways to Represent Faculty Opinions of Resident Performance","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Narrative; Competence (human resources); Consistency (knowledge bases); Psychology; Intraclass correlation; Medical education; Ranking (information retrieval); Medicine; Social psychology; Clinical psychology; Computer science; Psychometrics","score_opus":0.3194077031440016,"score_gpt":0.48851830594202195,"score_spread":0.16911060279802037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059561462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9036833,0.00033270713,0.051543303,0.04029481,0.0013360488,0.0009589223,0.0000062379168,0.00005560686,0.0017890506],"genre_scores_gemma":[0.9590724,0.000089428075,0.029406918,0.0059913187,0.003658905,0.00006386538,0.00020161933,0.000039155595,0.0014763715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972883,0.00003827181,0.0008816578,0.0002978361,0.0010229187,0.000471006],"domain_scores_gemma":[0.99825203,0.00006641523,0.00020232078,0.0005120672,0.00035806774,0.00060910283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013711458,0.00019950839,0.0005330596,0.0004289401,0.00010827396,0.0000020390924,0.00021625882,0.00019319465,0.00064347096],"category_scores_gemma":[0.003995458,0.00015174091,0.000041006107,0.001280123,0.00014171854,0.00017667944,0.000111121364,0.00065723417,0.000053971427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040550224,0.000042654312,0.027167995,0.00020029937,0.00008417055,0.0000017773956,0.1642447,0.000065015636,0.03580462,0.0027370022,0.7599983,0.009247965],"study_design_scores_gemma":[0.0077504534,0.0018265125,0.10209987,0.008229484,0.0003997471,0.00027236892,0.09755483,0.00041668655,0.06027428,0.0010526901,0.719346,0.0007770763],"about_ca_topic_score_codex":0.00010105312,"about_ca_topic_score_gemma":4.996862e-7,"teacher_disagreement_score":0.07493188,"about_ca_system_score_codex":0.000318045,"about_ca_system_score_gemma":0.00035891985,"threshold_uncertainty_score":0.70455563},"labels":[],"label_agreement":null},{"id":"W2059616762","doi":"10.1080/10401334.2015.1011645","title":"Validation of the 25-Item Stanford Faculty Development Program Tool on Clinical Teaching Effectiveness","year":2015,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Structural equation modeling; Goodness of fit; Confirmatory factor analysis; Exploratory factor analysis; Psychology; Statistics; Construct validity; Mathematics; Psychometrics","score_opus":0.0892234857440199,"score_gpt":0.45292775701539406,"score_spread":0.36370427127137417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059616762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992343,0.000033121563,0.00086872274,0.0026286333,0.00045175635,0.0006012917,1.7798247e-7,0.0000894145,0.0029838912],"genre_scores_gemma":[0.99155176,0.0000024073047,0.007147619,0.00039943936,0.00027003378,0.000043565364,0.000059333965,0.000017039343,0.00050881604],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99686825,0.0013893748,0.0006824235,0.0002553355,0.00061582646,0.00018879703],"domain_scores_gemma":[0.9986367,0.000698296,0.0002477886,0.00021287464,0.00013338697,0.000070930066],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01728098,0.00014150456,0.0003834478,0.00017754866,0.00025192893,0.000009849012,0.000104454906,0.0001249186,0.0000073785177],"category_scores_gemma":[0.032750834,0.000088460634,0.000031658743,0.00023667935,0.00018718644,0.0000580717,0.00004743956,0.0027597933,0.0000028835914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012937121,0.0003665265,0.36338022,0.00014975655,0.000029262115,0.000002056731,0.009086012,0.00011173332,0.000112871494,0.0006235537,0.0009073681,0.62510127],"study_design_scores_gemma":[0.0038955098,0.0018287688,0.91218764,0.003131642,0.00006591918,0.000024471734,0.0055458248,0.0022071325,0.00016927216,0.000083900086,0.070707425,0.0001524821],"about_ca_topic_score_codex":0.00009807881,"about_ca_topic_score_gemma":0.0000013850896,"teacher_disagreement_score":0.6249488,"about_ca_system_score_codex":0.00019046452,"about_ca_system_score_gemma":0.00021739547,"threshold_uncertainty_score":0.99954087},"labels":[],"label_agreement":null},{"id":"W2059713004","doi":"10.1353/scp.0.0047","title":"What They Didn’t Teach You in Graduate School: 199 Helpful Hints for Success in Your Academic Career (review)","year":2009,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Graduate students; Psychology; Medical education; Sociology; Pedagogy; Medicine","score_opus":0.09438516519893382,"score_gpt":0.38524601425517296,"score_spread":0.29086084905623916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059713004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7760662,0.0201365,0.00017319774,0.20084855,0.0018044084,0.0006126045,0.0000023883606,0.000018120913,0.00033805508],"genre_scores_gemma":[0.95859015,0.012408078,0.004641796,0.02214981,0.001745703,0.000027899941,0.00005029599,0.00003839066,0.00034787084],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99566513,0.00018560227,0.001783105,0.0002959496,0.001568484,0.00050171476],"domain_scores_gemma":[0.99585396,0.00012079419,0.000885026,0.00033701913,0.0025226802,0.000280495],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.013659782,0.00022230027,0.0006567588,0.0013955451,0.00008817692,0.0027977237,0.00085816527,0.0004084406,0.00004636636],"category_scores_gemma":[0.048407484,0.00018183084,0.00015801146,0.0013304505,0.000034624805,0.056282222,0.000057939502,0.0069320076,0.0000066440916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037821542,0.0007891166,0.28492743,0.00088642136,0.0000929458,0.0001284394,0.005087718,0.0000399677,0.0021391914,0.000664398,0.16541676,0.5394494],"study_design_scores_gemma":[0.006218945,0.00055484177,0.91210973,0.02398187,0.00019519342,0.00052940455,0.008125303,0.00020763004,0.00018721647,0.007813346,0.039632622,0.0004438878],"about_ca_topic_score_codex":0.00007715661,"about_ca_topic_score_gemma":0.00001866099,"teacher_disagreement_score":0.6271823,"about_ca_system_score_codex":0.0010145875,"about_ca_system_score_gemma":0.00076511764,"threshold_uncertainty_score":0.9982375},"labels":[],"label_agreement":null},{"id":"W2059799154","doi":"10.1007/s10459-014-9565-x","title":"Context, curriculum and competence","year":2014,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Staring; Fidelity; Context (archaeology); Competence (human resources); Curriculum; Psychology; Computer science; Social psychology; Pedagogy; History; Communication","score_opus":0.008357439852111653,"score_gpt":0.4056650100987053,"score_spread":0.3973075702465937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059799154","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028274695,0.029896772,0.00028884207,0.007316623,0.9562353,0.0008771197,0.000004796615,0.00004764173,0.0025054542],"genre_scores_gemma":[0.028169842,0.03483355,0.03076392,0.010146064,0.89377755,0.0005383421,0.00064280664,0.00004894602,0.0010789698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703157,0.00012089045,0.00081730133,0.0006761285,0.00093885337,0.00041526163],"domain_scores_gemma":[0.9980453,0.0004184338,0.00062036124,0.00031721048,0.000478626,0.00012004386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023446681,0.00021931999,0.00048780616,0.0005456408,0.00028505246,0.000045511006,0.0002490002,0.00027126828,0.000034874436],"category_scores_gemma":[0.0050360044,0.00019539268,0.00002673377,0.0011764137,0.00075479125,0.000397251,0.000039153325,0.00081936177,0.000018173472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050789718,0.00016218181,0.0050934963,0.0012874417,0.0000013325998,1.8052214e-7,0.00029973357,0.0000040476993,3.444996e-7,0.0024291526,0.71989685,0.27082014],"study_design_scores_gemma":[0.00025099135,0.00035023337,0.0009802585,0.002422603,0.000007743477,0.000009324458,0.0014274392,0.0004966296,0.0000011135062,0.0014066474,0.99247944,0.00016759978],"about_ca_topic_score_codex":0.00082009437,"about_ca_topic_score_gemma":0.00025059708,"teacher_disagreement_score":0.27258256,"about_ca_system_score_codex":0.0005980882,"about_ca_system_score_gemma":0.005999945,"threshold_uncertainty_score":0.9996351},"labels":[],"label_agreement":null},{"id":"W2059878645","doi":"10.1007/s00268-003-7102-9","title":"Collaboration, Communication, Management, and Advocacy: Teaching Surgeons New Skills through the CanMEDS Project","year":2003,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Medicine; Medical education; Vascular surgery; Faculty development; Professional development; Graduate medical education; Nursing; Cardiac surgery; Surgery; Accreditation","score_opus":0.02624826412571701,"score_gpt":0.3344925259562392,"score_spread":0.30824426183052217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059878645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69664216,0.011521931,0.0072378023,0.18922617,0.0042326227,0.0016755011,0.000004009102,0.00009044451,0.08936936],"genre_scores_gemma":[0.9540284,0.0019627446,0.02542174,0.0054583903,0.0002978738,0.000014495559,0.000017567458,0.000030226627,0.01276855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982676,0.00029123522,0.000743098,0.000103215105,0.00041437862,0.00018049196],"domain_scores_gemma":[0.99802566,0.00058722665,0.00051207194,0.00037922835,0.00043382565,0.000061978884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027486149,0.00011584244,0.000288809,0.0004220053,0.00032665412,0.00006554704,0.00011675401,0.00003954512,0.000105076455],"category_scores_gemma":[0.0021176238,0.00008048594,0.000070691414,0.0012927734,0.00013377475,0.0003048195,0.000023394636,0.0005299321,0.0000033877839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027541222,0.00019356814,0.0673919,0.000048895443,0.00016170232,0.00001600896,0.0030282286,0.000005540588,0.00001534153,0.014479065,0.893224,0.021408202],"study_design_scores_gemma":[0.00050117995,0.000017881424,0.03248609,0.00045662976,0.00015623277,0.00032758058,0.0047340444,0.0000054944308,0.00008254052,0.0024626537,0.9586666,0.00010304679],"about_ca_topic_score_codex":0.00009902038,"about_ca_topic_score_gemma":0.000048796923,"teacher_disagreement_score":0.25738624,"about_ca_system_score_codex":0.00012366843,"about_ca_system_score_gemma":0.0011032239,"threshold_uncertainty_score":0.32821214},"labels":[],"label_agreement":null},{"id":"W2059967655","doi":"10.1038/sj.ebd.6400071","title":"Teaching critical appraisal may improve appraisal skills and knowledge but does not change reading behaviour","year":2000,"lang":"en","type":"article","venue":"Evidence-Based Dentistry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Critical appraisal; Data extraction; Psychological intervention; Inclusion (mineral); Psychology; Medical education; Medicine; MEDLINE; Nursing; Social psychology; Alternative medicine","score_opus":0.04052889413021484,"score_gpt":0.4098735060885076,"score_spread":0.36934461195829277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059967655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830173,0.00051945343,0.0011363648,0.009875462,0.0042134533,0.00041627942,0.00003374741,0.00018414261,0.0006037752],"genre_scores_gemma":[0.9836937,0.00005205545,0.007394164,0.0015652131,0.002786636,0.00020403718,0.000065677305,0.000051261584,0.004187208],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974105,0.00018144568,0.00059361645,0.0006645161,0.000619878,0.0005300938],"domain_scores_gemma":[0.99708545,0.0017625407,0.00010353358,0.0005499428,0.00023223665,0.00026629012],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012313478,0.00029755017,0.0003816279,0.00023003844,0.000341798,0.00013951556,0.00021023749,0.00031086072,0.0011484233],"category_scores_gemma":[0.009292371,0.00025286723,0.00010173757,0.00028205285,0.00044715562,0.0006242313,0.000062407715,0.0009968149,0.00021752679],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037702147,0.0031059736,0.16496997,0.0023837164,0.0000943816,0.0006192067,0.003235266,8.524449e-7,0.02958672,0.0029606966,0.009240501,0.7834257],"study_design_scores_gemma":[0.0074912026,0.001721982,0.83661604,0.015149829,0.0020721708,0.0024435134,0.0038712157,0.006283912,0.07926247,0.0002579972,0.042060856,0.0027688364],"about_ca_topic_score_codex":0.00026924734,"about_ca_topic_score_gemma":0.0000087651615,"teacher_disagreement_score":0.7806569,"about_ca_system_score_codex":0.00017301209,"about_ca_system_score_gemma":0.00031176035,"threshold_uncertainty_score":0.9999924},"labels":[],"label_agreement":null},{"id":"W2059970738","doi":"10.1016/j.jsurg.2013.09.006","title":"Two for One: Surgical Skills and CanMEDS Roles—A Combined Course for Surgical Residents","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Department of Obstetrics and Gynecology, University of Wisconsin-Madison","keywords":"Syllabus; Medical education; Session (web analytics); Scale (ratio); Medicine; Obstetrics and gynaecology; Psychology; Mathematics education; Computer science","score_opus":0.01160703233186951,"score_gpt":0.36205803753951227,"score_spread":0.3504510052076428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059970738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9673108,0.0004780976,0.00086575287,0.027503962,0.0020041356,0.0008522221,0.000006923158,0.000021341859,0.0009567846],"genre_scores_gemma":[0.9816599,0.00032340662,0.010634323,0.0007909692,0.004552997,0.00010927384,0.00013742196,0.00004487164,0.001746869],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975224,0.00012078931,0.0010844397,0.0002644704,0.0006632063,0.00034470804],"domain_scores_gemma":[0.9962954,0.0009432518,0.0005866326,0.00024401459,0.001615047,0.00031568808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025428548,0.00020014498,0.00063030986,0.00028969973,0.00016667323,0.000056954064,0.00015037275,0.00021787702,0.0001288407],"category_scores_gemma":[0.0013907135,0.00016634885,0.00021689139,0.00034658654,0.00017803864,0.00020304657,0.000023306058,0.00042123513,0.000005173862],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009574164,0.021614095,0.063987836,0.0014972031,0.00072770286,0.000085226384,0.0015017817,0.000045901805,0.00029973598,0.10535603,0.21129932,0.584011],"study_design_scores_gemma":[0.0421525,0.0035086127,0.066185504,0.0013763898,0.0009866635,0.004238275,0.0008879504,0.0015226353,0.00076542114,0.009536537,0.8682743,0.0005652253],"about_ca_topic_score_codex":0.000016527107,"about_ca_topic_score_gemma":0.000003172489,"teacher_disagreement_score":0.656975,"about_ca_system_score_codex":0.00021188546,"about_ca_system_score_gemma":0.0011048139,"threshold_uncertainty_score":0.6783509},"labels":[],"label_agreement":null},{"id":"W2060158350","doi":"10.1177/1715163513487309","title":"Responsibility and confidence","year":2013,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pharmacist; Pharmacy; Pharmacy practice; Medical education; Experiential learning; Medicine; Psychology; Exploratory research; Curriculum; Family medicine; Nursing; Pedagogy","score_opus":0.024864890877245898,"score_gpt":0.29779017956373416,"score_spread":0.27292528868648824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060158350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99360543,0.00042330308,0.000108498534,0.0017757508,0.0014473167,0.00045909494,0.00002898585,0.000020228315,0.002131374],"genre_scores_gemma":[0.98523736,0.00077548233,0.0010272479,0.010939765,0.00065938436,0.00002575203,0.00001663224,0.000027101038,0.001291256],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99803436,0.00010142197,0.00051287265,0.00030653688,0.00039981466,0.00064497883],"domain_scores_gemma":[0.99664634,0.000081470745,0.00014426012,0.00025551248,0.0011532272,0.0017192139],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00076696294,0.00021026263,0.0002692555,0.00034650206,0.00056851073,0.00013911033,0.00021413882,0.00006379404,0.003334661],"category_scores_gemma":[0.0013479796,0.00020724857,0.00005034226,0.0006192884,0.00034972714,0.00034736123,0.000023737746,0.00076060666,0.000035259753],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015894604,0.000103536055,0.019776223,0.00049593404,0.0002176859,0.025224755,0.0020874816,0.00002859837,0.011307078,0.0006297782,0.37210968,0.5678603],"study_design_scores_gemma":[0.0022595315,0.00008394024,0.003114321,0.000059854185,0.00015684203,0.8943198,0.00006511146,0.0050527933,0.0021532527,0.00081943563,0.09140417,0.0005109981],"about_ca_topic_score_codex":0.039774675,"about_ca_topic_score_gemma":0.01763868,"teacher_disagreement_score":0.86909497,"about_ca_system_score_codex":0.002015571,"about_ca_system_score_gemma":0.005879467,"threshold_uncertainty_score":0.9997563},"labels":[],"label_agreement":null},{"id":"W2060197689","doi":"10.1111/j.1365-2929.2006.02468.x","title":"Using qualitative interviews within medical education research: why we must raise the ‘quality bar’","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Citation; Library science; Qualitative research; Psychology; Sociology; Medical education; Media studies; Medicine; Computer science; Social science","score_opus":0.24621341140153674,"score_gpt":0.5784946746988749,"score_spread":0.3322812632973382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060197689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5056655,0.002156987,0.005812422,0.46570143,0.0067437277,0.0016969998,0.0000041229773,0.0001500367,0.0120688],"genre_scores_gemma":[0.88474536,0.00023969493,0.010637225,0.08950526,0.007827599,0.00091311085,0.0008206795,0.00010747859,0.005203599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98920155,0.0027221155,0.0018148848,0.00069998484,0.004928298,0.0006331984],"domain_scores_gemma":[0.99356085,0.0011333763,0.0006183214,0.0013644458,0.002802714,0.00052031374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020107606,0.00031628192,0.0004998347,0.0005934666,0.00060940173,0.000096295014,0.00068819086,0.0005988205,0.0061687627],"category_scores_gemma":[0.057765987,0.00022463055,0.00015457199,0.0023106928,0.0015381388,0.00028576227,0.0001607536,0.0022407114,0.0002602079],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008574436,0.003985716,0.00078520674,0.0004331309,0.000042850745,0.0000035130329,0.020302098,0.0000019010745,0.00017050655,0.04376578,0.78012085,0.1503027],"study_design_scores_gemma":[0.0020551546,0.00028688094,0.0096206935,0.004841755,0.00019694195,0.00041582977,0.11835886,0.0070598787,0.00042057154,0.03160442,0.8244267,0.00071230886],"about_ca_topic_score_codex":0.0037248458,"about_ca_topic_score_gemma":0.00035273918,"teacher_disagreement_score":0.37907988,"about_ca_system_score_codex":0.001026036,"about_ca_system_score_gemma":0.022515751,"threshold_uncertainty_score":0.9947397},"labels":[],"label_agreement":null},{"id":"W2060210613","doi":"10.1097/00001888-200302000-00001","title":"The Medical Schoolʼs Faculty Is Its Most Important Asset","year":2003,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Multidisciplinary approach; Medical school; Institution; Asset (computer security); Patient care; Psychology; Medicine; Political science; Nursing; Pedagogy; Computer science","score_opus":0.027983296559531818,"score_gpt":0.4146966358526528,"score_spread":0.386713339293121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060210613","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00071229064,0.012244207,0.00010728817,0.11771826,0.8614665,0.0012227639,0.0001268683,0.0001844386,0.006217346],"genre_scores_gemma":[0.00020370664,0.030142874,0.00011291857,0.0230972,0.8941383,0.00026188733,0.0054983604,0.00017557712,0.04636923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858948,0.00023665598,0.002969851,0.0011118791,0.008637226,0.0011496046],"domain_scores_gemma":[0.9924184,0.0018319017,0.0012840369,0.0014327687,0.002167989,0.00086488004],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00875984,0.00083460205,0.0014623173,0.00041162732,0.00055327785,0.000027313468,0.0013620337,0.005593674,0.005384108],"category_scores_gemma":[0.15830779,0.0004935002,0.00015288267,0.0017991349,0.0010750822,0.00013071582,0.00018432993,0.014841074,0.0005160199],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007087419,0.000027999407,0.00018585766,0.0002716172,0.0002463979,0.000092182796,0.0005023215,2.7551133e-8,0.000033525565,0.00064003863,0.9925377,0.005391471],"study_design_scores_gemma":[0.0026985211,0.0003031869,0.000071298804,0.0025691038,0.00058885297,0.0002074426,0.0008933875,0.00012666259,0.00006498179,0.00056862435,0.9914839,0.00042400783],"about_ca_topic_score_codex":0.000079263176,"about_ca_topic_score_gemma":0.0000062266245,"teacher_disagreement_score":0.14954795,"about_ca_system_score_codex":0.0007449435,"about_ca_system_score_gemma":0.0058893384,"threshold_uncertainty_score":0.9997517},"labels":[],"label_agreement":null},{"id":"W2060241250","doi":"10.1136/bmj.331.7520.791","title":"Ensuring medical students are “fit for purpose”","year":2005,"lang":"en","type":"editorial","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Computer science","score_opus":0.028183971738464365,"score_gpt":0.4416712692984969,"score_spread":0.41348729756003255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060241250","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011829383,0.00021055066,0.0003213759,0.01516461,0.9797204,0.0018590981,0.000055201246,0.0001196257,0.0013661819],"genre_scores_gemma":[0.00021655357,0.0000814833,0.0033102229,0.0015180822,0.9772838,0.0007528304,0.0013803715,0.00008600985,0.015370696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939137,0.000037536844,0.0008321117,0.00046098253,0.0043672635,0.0003883696],"domain_scores_gemma":[0.9974317,0.00045904834,0.00040372496,0.0005931816,0.00092490757,0.00018745015],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0025060447,0.00026954975,0.0005976989,0.0002512623,0.000109277564,0.00005017976,0.0005778113,0.0015567481,0.0006692829],"category_scores_gemma":[0.03306144,0.000246405,0.00014795341,0.00025279127,0.00009716896,0.000046532758,0.00013616287,0.0013685644,0.00017177493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008273957,0.00032497253,0.00026632493,0.00048994244,0.00011818738,0.00002816403,0.000076941484,4.292822e-7,0.0000012496957,0.000019141879,0.9698312,0.028760692],"study_design_scores_gemma":[0.0019617171,0.00010942979,0.0007036824,0.0014347855,0.00018043995,0.000015886839,0.00008535584,0.000067311616,0.000008351222,0.000027021144,0.9951861,0.00021992052],"about_ca_topic_score_codex":0.000011497359,"about_ca_topic_score_gemma":0.00001534497,"teacher_disagreement_score":0.030555395,"about_ca_system_score_codex":0.00045285356,"about_ca_system_score_gemma":0.0014364936,"threshold_uncertainty_score":0.9999988},"labels":[],"label_agreement":null},{"id":"W2060385292","doi":"10.1186/1472-6920-12-123","title":"“Who writes what?” Using written comments in team-based assessment to better understand medical student performance: a mixed-methods study","year":2012,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Excellence; Medical education; Quality (philosophy); Health care; Psychology; Medicine","score_opus":0.04911330270045402,"score_gpt":0.502360400308022,"score_spread":0.453247097607568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060385292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487137,0.00021620344,0.031129953,0.013747188,0.004045538,0.0016939803,5.7490155e-7,0.00005232252,0.0004005272],"genre_scores_gemma":[0.89949995,0.000036090405,0.07179955,0.026772246,0.0012500368,0.0003975612,0.000104357234,0.000046395333,0.00009383539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99370295,0.0008712194,0.0011439717,0.00048681715,0.0031019505,0.00069307064],"domain_scores_gemma":[0.99754983,0.0004666948,0.00019082513,0.0006288003,0.0003076738,0.0008561821],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008560215,0.00030771538,0.000548654,0.00072475657,0.00018637901,0.000087221364,0.000380916,0.000359004,0.001966243],"category_scores_gemma":[0.005123632,0.00027031245,0.00007119973,0.0013409045,0.00017321418,0.00048379996,0.00015624137,0.0009811405,0.00004207654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005083327,0.009934576,0.77001286,0.0002772971,0.000043251825,0.00000201422,0.0037986932,0.000008137254,0.000022450164,0.000087397966,0.010784481,0.20497799],"study_design_scores_gemma":[0.0036519414,0.0005610779,0.89698356,0.0027881437,0.00016518711,0.00004307385,0.06752902,0.024102632,0.00007383019,0.000032936314,0.0036752222,0.00039337086],"about_ca_topic_score_codex":0.000101030906,"about_ca_topic_score_gemma":0.00005078998,"teacher_disagreement_score":0.20458461,"about_ca_system_score_codex":0.0016348017,"about_ca_system_score_gemma":0.006459997,"threshold_uncertainty_score":0.9999749},"labels":[],"label_agreement":null},{"id":"W2060500585","doi":"10.1186/s12909-014-0262-5","title":"Examining the educational value of a CanMEDS roles framework in pediatric morbidity and mortality rounds","year":2014,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Medicine; Presentation (obstetrics); Medical education; Patient care; Family medicine; Nursing; Psychology; Surgery","score_opus":0.03187822501150044,"score_gpt":0.3683085359492293,"score_spread":0.33643031093772885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060500585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98395854,0.00038836978,0.0038939812,0.0087496145,0.0012652791,0.00030798893,8.724846e-7,0.000017007465,0.0014183535],"genre_scores_gemma":[0.9862878,0.00014832661,0.00840347,0.0028755039,0.0019397896,0.00014502178,0.00006307727,0.00001505915,0.00012198499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976921,0.00024431592,0.0006253235,0.00029528266,0.0009340536,0.00020888717],"domain_scores_gemma":[0.99781215,0.0010932655,0.00023459816,0.0004831329,0.00021740406,0.00015945916],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026336075,0.00013539878,0.00025708487,0.00024089483,0.00008770972,0.000016263873,0.00018442397,0.00024505195,0.00031812274],"category_scores_gemma":[0.028949026,0.000103026556,0.000034211494,0.0008795225,0.0002799024,0.00009040104,0.000047055033,0.0005502335,0.000007483006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001349515,0.0006159979,0.941,0.00034531375,0.0000090098565,1.1768462e-7,0.0009865395,0.0000060056377,0.000009021088,0.032159593,0.0032454894,0.021609405],"study_design_scores_gemma":[0.00031756485,0.000058038084,0.9862888,0.00029464398,0.00007498021,0.00002016405,0.0009257372,0.0030630399,0.000016969283,0.008236644,0.00061090384,0.000092552626],"about_ca_topic_score_codex":0.0004922707,"about_ca_topic_score_gemma":0.00020668682,"teacher_disagreement_score":0.04528875,"about_ca_system_score_codex":0.00015463661,"about_ca_system_score_gemma":0.004870832,"threshold_uncertainty_score":0.9792305},"labels":[],"label_agreement":null},{"id":"W2060512556","doi":"10.1111/medu.12441","title":"Recognising and rewarding clinical educator scholarship","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Scholarship; Citation; Library science; Medicine; Psychology; Medical education; Gerontology; Law; Computer science; Political science","score_opus":0.03404712208594935,"score_gpt":0.43914321348840396,"score_spread":0.4050960914024546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060512556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9238503,0.00026086083,0.0018578623,0.059724983,0.004319576,0.00027770945,2.1254979e-7,0.00010129629,0.009607208],"genre_scores_gemma":[0.92551625,0.00012927101,0.018233832,0.05154297,0.0035658071,0.000053128006,0.00007142896,0.0000312729,0.0008560266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779075,0.00020569068,0.0006593966,0.00040231473,0.00068725087,0.00025460238],"domain_scores_gemma":[0.99860007,0.00023158402,0.00014607667,0.0003879028,0.00033983996,0.00029453085],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041564684,0.00013659395,0.00029000183,0.0002112896,0.0001633987,0.00004395493,0.0001175716,0.00032298695,0.00059996964],"category_scores_gemma":[0.046620514,0.00012255998,0.000060474285,0.0004433012,0.00026443027,0.00015911863,0.00004338102,0.0008224407,0.00013484679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001909689,0.00045472643,0.09837844,0.000093267816,0.000014666934,5.430044e-7,0.00015551926,1.4715363e-8,0.000022746646,0.0013942424,0.05532632,0.8441404],"study_design_scores_gemma":[0.0013921296,0.00028916996,0.43314493,0.001345582,0.0001525395,0.00033706173,0.0007972934,0.0011235649,0.0001446852,0.0030532216,0.55791426,0.00030556976],"about_ca_topic_score_codex":0.000020569498,"about_ca_topic_score_gemma":0.0000022550175,"teacher_disagreement_score":0.8438348,"about_ca_system_score_codex":0.00011401531,"about_ca_system_score_gemma":0.0022782604,"threshold_uncertainty_score":0.9614102},"labels":[],"label_agreement":null},{"id":"W2060588209","doi":"10.1111/medu.12482","title":"The ‘missing person’ in roles‐based competency models: a historical, cross‐national, contrastive case study","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Women's College Hospital; University of Toronto","funders":"Vrije Universiteit Amsterdam; Vanderbilt University Medical Center","keywords":"Context (archaeology); Set (abstract data type); Subject (documents); Psychology; Medical education; Pedagogy; Medicine; History","score_opus":0.0328970669338372,"score_gpt":0.3742977997440606,"score_spread":0.3414007328102234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060588209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87947506,0.00047512623,0.016269771,0.093538,0.0023761245,0.0013058169,9.68284e-7,0.000103371865,0.00645578],"genre_scores_gemma":[0.9857541,0.0000067807555,0.0017310301,0.010918965,0.00070307666,0.0003350164,0.00003748867,0.000024427462,0.0004891694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969276,0.0002851178,0.00063977885,0.0003825871,0.0014527062,0.00031217132],"domain_scores_gemma":[0.9978371,0.0005371082,0.00018601015,0.00035570154,0.00092207384,0.00016195717],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002965094,0.0001770475,0.00027397036,0.0002698813,0.00045189983,0.0000699769,0.00019159834,0.00017168907,0.00013820233],"category_scores_gemma":[0.015422233,0.0001324764,0.000058733036,0.0007631541,0.00022905857,0.00014961176,0.000019497207,0.0006722874,0.000020429125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003310522,0.017861893,0.073294245,0.0002236908,0.00009862479,0.00021884941,0.016013024,0.00038313292,0.000032311593,0.010629174,0.15313832,0.7277757],"study_design_scores_gemma":[0.0077515985,0.000962414,0.052114256,0.00072845694,0.0001619455,0.0014049174,0.032919366,0.834894,0.000015486246,0.0050428873,0.06341668,0.00058797543],"about_ca_topic_score_codex":0.0008376062,"about_ca_topic_score_gemma":0.0002623267,"teacher_disagreement_score":0.83451086,"about_ca_system_score_codex":0.0017752973,"about_ca_system_score_gemma":0.0053327247,"threshold_uncertainty_score":0.9928713},"labels":[],"label_agreement":null},{"id":"W2060670521","doi":"10.4236/ce.2011.22013","title":"Photographic Media for Pain Expression: Situated Learning with Graduate-Entry Masters Students to Develop Skills in Applying Theory-to-Practice","year":2011,"lang":"en","type":"article","venue":"Creative Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"Canadian Pain Society","keywords":"Situated; Scholarship; Situated learning; Curriculum; Situated cognition; Perspective (graphical); Psychology; Pedagogy; Structuring; Medical education; Mathematics education; Sociology; Medicine; Computer science; Political science","score_opus":0.03237465636890733,"score_gpt":0.35442928188603123,"score_spread":0.3220546255171239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060670521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88175464,0.000026309843,0.11046725,0.0011726739,0.0006153214,0.0029519235,0.0000015580623,0.00006460563,0.0029457097],"genre_scores_gemma":[0.8422193,0.000012297372,0.14847401,0.0042135534,0.0002028446,0.0033210472,0.00023071242,0.00004696264,0.0012792631],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99796814,0.00038785662,0.00040315033,0.00042696102,0.0005072839,0.00030660044],"domain_scores_gemma":[0.99725634,0.0006428759,0.00020198246,0.00026002663,0.0014796432,0.0001591133],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027753105,0.00020388518,0.00024721082,0.00071917556,0.00016627293,0.000033455224,0.00016910098,0.000095480464,0.00014512034],"category_scores_gemma":[0.017391697,0.00017362408,0.0000237698,0.002428622,0.000070138165,0.0002317282,0.00003890599,0.00035879656,0.000036800127],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029402704,0.004623746,0.19948621,0.00024638607,0.00018260755,0.000007513479,0.31015274,0.000027790382,0.003349521,0.0010094271,0.0137158735,0.46425793],"study_design_scores_gemma":[0.0028645173,0.001249801,0.51666504,0.0036866947,0.00025061422,0.000027358583,0.43657112,0.000069686386,0.013386726,0.00090510666,0.023660697,0.000662614],"about_ca_topic_score_codex":0.00007326102,"about_ca_topic_score_gemma":0.000010739299,"teacher_disagreement_score":0.4635953,"about_ca_system_score_codex":0.00028725716,"about_ca_system_score_gemma":0.00063317746,"threshold_uncertainty_score":0.99088526},"labels":[],"label_agreement":null},{"id":"W2060839644","doi":"10.1007/s10459-011-9318-z","title":"“Intrinsic Roles” rather than “armour”: renaming the “non-medical expert roles” of the CanMEDS framework to match their intent","year":2011,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Ottawa; McGill University; Royal Ottawa Mental Health Centre; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Armour; Medical education; Medical school; Psychology; Computer science; Mathematics education; Medicine; Materials science; Nanotechnology","score_opus":0.019219154957438662,"score_gpt":0.37451158804670065,"score_spread":0.355292433089262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060839644","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025840467,0.00737498,0.0017104298,0.9517231,0.009854303,0.0020503686,0.0000048927327,0.00003169708,0.0014097426],"genre_scores_gemma":[0.10162156,0.0030147166,0.007390875,0.8811422,0.0051863166,0.00085171504,0.00004468442,0.000054281074,0.0006936577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99500114,0.0003790351,0.0013435842,0.00073406525,0.0017696882,0.0007724882],"domain_scores_gemma":[0.99679095,0.00049777527,0.0009287363,0.0011826054,0.00045367453,0.00014624112],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036133097,0.00036604895,0.000597516,0.000533436,0.000462241,0.000037892554,0.0015808839,0.0005358783,0.00021775234],"category_scores_gemma":[0.0033978794,0.00020100178,0.0001226628,0.0028064216,0.0011688301,0.00022326865,0.00018974706,0.0027808861,0.000019832036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003218548,0.00035646456,0.009243904,0.0007242053,0.000017199753,0.0000019222828,0.027704073,0.0000205621,0.000006287345,0.0013901644,0.44665638,0.51384664],"study_design_scores_gemma":[0.00019845985,0.00035101463,0.008381526,0.009608034,0.000018311455,0.00007028888,0.015261967,0.00021712252,0.00013704819,0.0053890822,0.96005017,0.0003169638],"about_ca_topic_score_codex":0.0014561189,"about_ca_topic_score_gemma":0.0005694855,"teacher_disagreement_score":0.5135297,"about_ca_system_score_codex":0.0007912047,"about_ca_system_score_gemma":0.0069268714,"threshold_uncertainty_score":0.99951977},"labels":[],"label_agreement":null},{"id":"W2061048242","doi":"10.3109/0142159x.2012.731108","title":"Clinical teachers’ views on how teaching teams deliver and manage residency training","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Context (archaeology); Multidisciplinary approach; Residency training; Training (meteorology); Function (biology); Medicine; Psychology; Sociology; Continuing education","score_opus":0.10494962555926128,"score_gpt":0.42616646123310187,"score_spread":0.3212168356738406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061048242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261938,0.00044573413,0.0012434743,0.025160188,0.0011308871,0.0003597873,3.7444153e-7,0.00015159478,0.04531419],"genre_scores_gemma":[0.9646223,0.000078541896,0.0070194607,0.007515244,0.0053960206,0.000043878616,0.000029755463,0.00005636219,0.015238447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655944,0.0005426162,0.00064916327,0.00045191284,0.0011718723,0.00062497926],"domain_scores_gemma":[0.9984695,0.00015675511,0.00015232056,0.0005072011,0.00006785781,0.0006463841],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00887272,0.00025496207,0.00050004135,0.00019426316,0.00021119953,0.000030479538,0.0002004554,0.0005371558,0.0028057985],"category_scores_gemma":[0.015571083,0.00019491442,0.00012101259,0.00024182825,0.0005397437,0.00020651706,0.00009748652,0.0024629806,0.00023290275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038297694,0.00070691167,0.20837454,0.000045009572,0.000081689876,0.000023262275,0.010744352,1.4223272e-8,0.000011168341,0.0017920003,0.15038261,0.6278001],"study_design_scores_gemma":[0.0029274607,0.0006601866,0.25655428,0.00093553093,0.00026724563,0.00024410101,0.00995533,0.0018114238,0.000010066276,0.00037382302,0.72575516,0.000505413],"about_ca_topic_score_codex":0.000021132058,"about_ca_topic_score_gemma":0.000004249904,"teacher_disagreement_score":0.6272947,"about_ca_system_score_codex":0.0001528744,"about_ca_system_score_gemma":0.0001639062,"threshold_uncertainty_score":0.99983835},"labels":[],"label_agreement":null},{"id":"W2061275018","doi":"10.1007/s10459-005-7853-1","title":"Standard Setting in a Small Scale OSCE: A Comparison of the Modified Borderline-Group Method and the Borderline Regression Method","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; Medical Council of Canada","funders":"","keywords":"Scale (ratio); Set (abstract data type); Regression; Linear regression; Confidence interval; Computer science; Regression analysis; Range (aeronautics); Statistics; Standard error; Psychology; Machine learning; Mathematics","score_opus":0.021077192186442096,"score_gpt":0.4583212972847011,"score_spread":0.437244105098259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061275018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6715783,0.02369307,0.202792,0.09480558,0.002128009,0.0030042848,0.0000049667224,0.000037200345,0.0019565981],"genre_scores_gemma":[0.64118415,0.0004368733,0.3564209,0.0015979385,0.00014102973,0.00013344303,0.000014358905,0.000007845527,0.00006344731],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99712235,0.00066195003,0.0010621672,0.00037567352,0.000471937,0.00030593734],"domain_scores_gemma":[0.99809295,0.0006738542,0.0006907562,0.00030702946,0.00020007612,0.00003530633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007993444,0.00013476882,0.00040427738,0.00029711332,0.00033368487,0.00002191804,0.00023869111,0.00007309661,0.0000060007437],"category_scores_gemma":[0.0014956481,0.000076743796,0.00003282419,0.0025051713,0.00059998763,0.00020694429,0.000050642957,0.00041677293,2.0201867e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021825221,0.00054535316,0.15204039,0.000645821,0.0000019916745,8.0662815e-8,0.004601842,0.0043676277,0.0001443157,0.023893198,0.00045688968,0.81308424],"study_design_scores_gemma":[0.009051533,0.00100893,0.37740415,0.0077051427,0.00006761706,0.00006610607,0.04130038,0.41651133,0.0025117744,0.10890746,0.034889977,0.0005756049],"about_ca_topic_score_codex":0.0023209772,"about_ca_topic_score_gemma":0.0022231583,"teacher_disagreement_score":0.81250864,"about_ca_system_score_codex":0.00023196661,"about_ca_system_score_gemma":0.0011736413,"threshold_uncertainty_score":0.35086387},"labels":[],"label_agreement":null},{"id":"W2061422303","doi":"10.1016/j.amjsurg.2014.08.037","title":"Student-led learning: a new teaching paradigm for surgical skills","year":2014,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto; McMaster University","funders":"","keywords":"Medical education; Curriculum; Privilege (computing); Active learning (machine learning); Psychology; Peer group; Qualitative research; Pedagogy; Medicine; Computer science","score_opus":0.01849190300425161,"score_gpt":0.35117320990167467,"score_spread":0.33268130689742303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061422303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719173,0.00006267111,0.0072074956,0.019715685,0.0006052329,0.00010240342,1.661254e-7,0.000016596692,0.00037245124],"genre_scores_gemma":[0.9924182,0.000045624205,0.0026555348,0.0018174525,0.0022536488,0.000004458971,0.0000038032467,0.000022462926,0.00077877624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983452,0.0002671774,0.0006115405,0.000097083466,0.00044899873,0.0002299857],"domain_scores_gemma":[0.9965598,0.0021041122,0.0008421169,0.00019295323,0.00016762152,0.00013337634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004270623,0.00010557936,0.0005465752,0.00021979099,0.00014146253,0.00002487343,0.00015217093,0.000025521786,0.00004957536],"category_scores_gemma":[0.0039129457,0.00006504241,0.00023406801,0.00032691075,0.00019649706,0.00006890389,0.000016975697,0.00065708096,0.000008855367],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062623335,0.0004623275,0.12100073,0.00002445577,0.0002604918,0.0000247033,0.0018607818,0.0000759901,0.00017810016,0.0014097459,0.04570515,0.8283713],"study_design_scores_gemma":[0.0035028425,0.0016168782,0.30698937,0.00067029864,0.0005029627,0.003144257,0.004385376,0.00064379117,0.00019616172,0.0019260827,0.67606133,0.00036064006],"about_ca_topic_score_codex":0.000013153858,"about_ca_topic_score_gemma":9.9018514e-8,"teacher_disagreement_score":0.8280106,"about_ca_system_score_codex":0.000073552095,"about_ca_system_score_gemma":0.0003141878,"threshold_uncertainty_score":0.4684444},"labels":[],"label_agreement":null},{"id":"W2061480656","doi":"10.3138/jvme.33.1.116","title":"Training Health Professions Instructors for the Twenty-First Century: The Dundee Experience","year":2006,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Underpinning; Medical education; Health professions; Health care; Work (physics); Health professionals; Training (meteorology); Allied health professions; Pedagogy; Psychology; Medicine; Political science; Engineering","score_opus":0.2038436004012941,"score_gpt":0.5055726247924375,"score_spread":0.30172902439114335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061480656","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006687861,0.94799536,0.0009912509,0.033868328,0.014325305,0.0020075098,0.000006308692,0.00001865886,0.00011849387],"genre_scores_gemma":[0.0010934783,0.9861161,0.0023155403,0.0038228235,0.005643903,0.00053684914,0.00014006032,0.00006111548,0.00027013224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956069,0.00031519498,0.002070701,0.00026066205,0.0013423928,0.0004041362],"domain_scores_gemma":[0.99557143,0.0008709876,0.0022314135,0.0005427916,0.0005269192,0.0002564393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028933496,0.0003344635,0.0011630309,0.00034313858,0.00071259757,0.00004704584,0.0007626745,0.0003689116,0.00022588306],"category_scores_gemma":[0.0063991034,0.00016141389,0.00050854444,0.0008679206,0.0004226064,0.00014692252,0.00007275297,0.0017804077,0.000004605181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002963464,0.00040594474,0.000007810804,0.0045935954,0.00009113868,0.00000428677,0.0030825627,2.0489829e-7,1.15623195e-7,0.0003059346,0.05416944,0.9373093],"study_design_scores_gemma":[0.00035750662,0.0006092165,0.00018030147,0.023581378,0.00039669723,0.0035051596,0.006479283,0.000029076275,5.258954e-8,0.000049144466,0.96468055,0.00013165109],"about_ca_topic_score_codex":0.000030829135,"about_ca_topic_score_gemma":0.0000039100632,"teacher_disagreement_score":0.93717766,"about_ca_system_score_codex":0.0007937534,"about_ca_system_score_gemma":0.017143141,"threshold_uncertainty_score":0.9884288},"labels":[],"label_agreement":null},{"id":"W2061945763","doi":"10.1111/j.1365-2923.2009.03567.x","title":"Cross‐institutional progress testing: feasibility and value to a new medical school","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Quality assurance; Medical school; Test (biology); Quality (philosophy); Medicine; Graduate medical education; Psychology; Family medicine; Accreditation","score_opus":0.02835180537102516,"score_gpt":0.41359971501509196,"score_spread":0.3852479096440668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061945763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8895123,0.00015937361,0.0013427805,0.10245967,0.0032207994,0.0007695657,0.0000013510829,0.0001371185,0.0023970336],"genre_scores_gemma":[0.8436145,0.000012837155,0.08663318,0.061737403,0.005430748,0.00024975408,0.00015796266,0.00003634644,0.0021272732],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964111,0.00004980763,0.0006031308,0.00054984074,0.0020331272,0.00035298],"domain_scores_gemma":[0.99642,0.00014808141,0.0001107047,0.0005812883,0.00078751537,0.0019524137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018864819,0.00019199183,0.00025642832,0.0002332088,0.00023261504,0.00007292614,0.0002656556,0.00048245135,0.0073141744],"category_scores_gemma":[0.13544887,0.00016480543,0.000041942483,0.0009664472,0.00074984384,0.00016576792,0.00010463217,0.0013037807,0.00021343106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006622891,0.0013360285,0.30089495,0.00014345757,0.000016574497,0.0000092546,0.00027794854,3.9617677e-7,0.00016597754,0.0053761434,0.09023195,0.6014811],"study_design_scores_gemma":[0.0016702133,0.00022847833,0.7823301,0.0006005348,0.000050088693,0.0010098878,0.00009223139,0.0018871132,0.00013161027,0.0016033718,0.21012409,0.00027229745],"about_ca_topic_score_codex":0.0002514682,"about_ca_topic_score_gemma":0.000038417205,"teacher_disagreement_score":0.6012088,"about_ca_system_score_codex":0.00023483411,"about_ca_system_score_gemma":0.02492433,"threshold_uncertainty_score":0.9935933},"labels":[],"label_agreement":null},{"id":"W2062348404","doi":"10.1016/j.annemergmed.2010.06.161","title":"118: Use of an Audience Response System Improves the Retention of Presented Material and Increases Overall Satisfaction of the Text Review Experience by Emergency Medicine Residents","year":2010,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Keypad; Presentation (obstetrics); Reading (process); Observational study; Class (philosophy); Medical education; Quarter (Canadian coin); Surgery; Artificial intelligence; Computer science","score_opus":0.08284701231586089,"score_gpt":0.4097769598945213,"score_spread":0.3269299475786604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062348404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864962,0.0031343878,0.00002372541,0.006604628,0.0026602303,0.0009482442,0.00003364845,0.000013771995,0.00008514279],"genre_scores_gemma":[0.98614454,0.012868683,0.00008376402,0.00014018702,0.00025433133,0.000049032817,0.000043277378,0.000017414744,0.00039877076],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9958951,0.00044455097,0.002089854,0.0003013677,0.0010663051,0.00020283456],"domain_scores_gemma":[0.99544924,0.00016887681,0.0017115286,0.0009669236,0.0016093471,0.00009405263],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002717063,0.0002040576,0.0006520728,0.00017300966,0.00009843438,9.667978e-7,0.0002936893,0.0001150109,0.0012016913],"category_scores_gemma":[0.015698044,0.00011231364,0.000088824054,0.00087953656,0.00089768844,0.00028759553,0.0000823083,0.00023877264,3.883166e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009647202,0.00017950576,0.02700618,0.0034922883,0.00006490354,4.1668687e-7,0.0013227045,2.5906598e-7,0.9023608,0.00034731033,0.062332116,0.0019288015],"study_design_scores_gemma":[0.00076954934,0.0015431691,0.92029536,0.008284989,0.00037641727,0.00002107144,0.0020819986,0.00013475884,0.06425739,0.0001345599,0.0019648168,0.00013592312],"about_ca_topic_score_codex":0.0067772465,"about_ca_topic_score_gemma":0.000077983066,"teacher_disagreement_score":0.89328915,"about_ca_system_score_codex":0.0000141124965,"about_ca_system_score_gemma":0.00009571721,"threshold_uncertainty_score":0.9998367},"labels":[],"label_agreement":null},{"id":"W2062361071","doi":"10.1002/bmb.20422","title":"The evolving field of medical education research","year":2010,"lang":"en","type":"article","venue":"Biochemistry and Molecular Biology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Field (mathematics); Scope (computer science); Engineering ethics; Discipline; Work (physics); Educational research; Interdisciplinarity; Sociology; Management science; Psychology; Computer science; Social science; Engineering","score_opus":0.010523925839282612,"score_gpt":0.428701622968059,"score_spread":0.4181776971287764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062361071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94988215,0.0011850948,0.0001879128,0.043379016,0.0009531713,0.00016257404,3.5888053e-7,0.00000946035,0.0042402446],"genre_scores_gemma":[0.99505556,0.0001273521,0.0018926637,0.0019049286,0.00040185772,0.000074092306,0.000075202726,0.0000060908105,0.0004622412],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991654,0.00004717597,0.00021092925,0.00018143316,0.00025381177,0.00014125618],"domain_scores_gemma":[0.9988177,0.00011330523,0.000065126886,0.00033799864,0.0005966934,0.00006919187],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011526415,0.000062588544,0.000079820165,0.00007076591,0.00015838847,0.0000133451085,0.00015135012,0.0003293072,0.00012392674],"category_scores_gemma":[0.009051038,0.000047074496,0.000023548158,0.00025863585,0.00040722374,0.000016516165,0.000046563728,0.0005541348,0.0000027456604],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018435981,0.0003293563,0.004817036,0.00010015394,0.000016395237,2.2304287e-7,0.00009435839,2.6393843e-9,0.67177486,0.02504666,0.033072416,0.26473007],"study_design_scores_gemma":[0.00026403143,0.00013793974,0.0044404836,0.00019746202,0.000032560398,0.00015195852,0.0018170242,0.00006945338,0.88560885,0.0068633235,0.10029883,0.00011808553],"about_ca_topic_score_codex":0.00006384376,"about_ca_topic_score_gemma":0.0000025505187,"teacher_disagreement_score":0.264612,"about_ca_system_score_codex":0.000023395009,"about_ca_system_score_gemma":0.002950153,"threshold_uncertainty_score":0.9992961},"labels":[],"label_agreement":null},{"id":"W2062399981","doi":"10.1176/appi.ap.31.4.304","title":"Physicians as Managers: Psychiatry Residents' Perceived Gaps in Knowledge and Skills in Administrative Psychiatry","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Mentorship; Curriculum; Compensation (psychology); Medical education; Psychology; Medicine; Psychiatry; Pedagogy; Social psychology","score_opus":0.011693539009229675,"score_gpt":0.37119425137220735,"score_spread":0.35950071236297765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062399981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434516,0.004758008,0.00008143909,0.026247988,0.0052702045,0.0008645187,0.0000048315555,0.00009448089,0.01922693],"genre_scores_gemma":[0.9677466,0.00086722354,0.014764379,0.012829569,0.0021382223,0.00006695043,0.00006537886,0.000078291414,0.0014433872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964894,0.00011360235,0.0012864103,0.00082263164,0.0004922144,0.0007957634],"domain_scores_gemma":[0.99874544,0.00010896686,0.0003046049,0.00054528867,0.000104969266,0.00019070419],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014527421,0.00040855777,0.00055347214,0.0011013323,0.00012672841,0.000019051422,0.0003394931,0.0007738586,0.00011314689],"category_scores_gemma":[0.00041198704,0.00042918726,0.00010231896,0.0020452512,0.00030756742,0.00030255478,0.00007159915,0.002666967,0.00014894921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002875756,0.0013152398,0.92490077,0.00039462076,0.000054081473,0.000011765192,0.003982004,9.171073e-7,0.00019529523,0.018643273,0.038624346,0.011590114],"study_design_scores_gemma":[0.0031257055,0.0002549391,0.95517385,0.0024578783,0.000073039446,0.0001150578,0.013271041,0.000033585384,0.00002468749,0.022843588,0.0022266253,0.00039998005],"about_ca_topic_score_codex":0.00011102123,"about_ca_topic_score_gemma":0.00092919724,"teacher_disagreement_score":0.03639772,"about_ca_system_score_codex":0.00029916485,"about_ca_system_score_gemma":0.0011492267,"threshold_uncertainty_score":0.999816},"labels":[],"label_agreement":null},{"id":"W2062418347","doi":"10.1111/j.1365-2923.2010.03697.x","title":"Programme evaluation using student self‐assessments","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"CLARITY; Medical education; Strengths and weaknesses; Class (philosophy); Self-assessment; Set (abstract data type); Scale (ratio); Educational measurement; Focus group; Psychology; Medicine; Program evaluation; Curriculum; Computer science; Pedagogy","score_opus":0.04098155400337238,"score_gpt":0.5066923254693151,"score_spread":0.4657107714659427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062418347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786065,0.00004815407,0.0008098404,0.009854819,0.0057225027,0.0011217219,3.2097515e-7,0.0001322327,0.003703878],"genre_scores_gemma":[0.9449896,0.000009067491,0.044616416,0.007817661,0.0017298382,0.00035405633,0.00023408832,0.000028788469,0.00022047697],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99651396,0.00008110785,0.00048599025,0.00033289133,0.0022734164,0.000312627],"domain_scores_gemma":[0.9981711,0.000030867013,0.00015308267,0.00045084849,0.001004962,0.00018917737],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025591454,0.0001471227,0.00018588587,0.00023990795,0.00014519488,0.000043389744,0.00017332041,0.00028095258,0.0032459213],"category_scores_gemma":[0.0035923661,0.0001309316,0.00005211049,0.00068905996,0.00011133653,0.0001510829,0.00003815089,0.00076221133,0.00009110087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001678068,0.0053277933,0.06253132,0.00011156147,0.000063491716,0.0000020483574,0.0008904708,8.9862255e-7,0.0017168343,0.0016267374,0.021924062,0.905788],"study_design_scores_gemma":[0.005511313,0.0005684651,0.5519983,0.0007279339,0.0011995462,0.0007246866,0.0044453023,0.12972102,0.0010083703,0.00151278,0.30180416,0.000778091],"about_ca_topic_score_codex":0.000058229743,"about_ca_topic_score_gemma":0.00001278288,"teacher_disagreement_score":0.9050099,"about_ca_system_score_codex":0.0004523682,"about_ca_system_score_gemma":0.007732861,"threshold_uncertainty_score":0.9978924},"labels":[],"label_agreement":null},{"id":"W2062812222","doi":"10.1046/j.1365-2923.2002.01312.x","title":"The use of portfolios for assessment of the competence and performance of doctors in practice","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Summative assessment; Portfolio; Competence (human resources); Flexibility (engineering); Judgement; Psychology; Medical education; Process management; Medicine; Computer science; Risk analysis (engineering); Knowledge management; Formative assessment; Business; Social psychology; Pedagogy; Management","score_opus":0.03755329331806776,"score_gpt":0.38727355072932435,"score_spread":0.34972025741125656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062812222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97833925,0.00014973198,0.00014001106,0.020030636,0.00046554135,0.00046711866,9.2987483e-7,0.0000024948922,0.0004042524],"genre_scores_gemma":[0.99166495,0.00038234878,0.006135552,0.0015213495,0.000055276312,0.00005803953,0.000005486689,0.000004641934,0.00017234114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99878454,0.0000547705,0.0004817727,0.000087644956,0.00050435,0.000086929904],"domain_scores_gemma":[0.9985047,0.0004897927,0.0003137758,0.00024111818,0.00042681987,0.000023777546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00085978507,0.000049930273,0.00013298097,0.0000691712,0.00004503463,0.0000034381947,0.00010174083,0.000060641814,0.000052407326],"category_scores_gemma":[0.0113736205,0.000029083056,0.00002301978,0.0004221377,0.00032854712,0.00009968345,0.000021137083,0.00017545652,1.9130118e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113544615,0.002931928,0.43338618,0.00093856454,0.00005734171,2.038278e-7,0.002364272,0.000014336012,0.00065270334,0.013549412,0.032326166,0.5136654],"study_design_scores_gemma":[0.0007656984,0.0003360577,0.88985384,0.0008837707,0.000093462964,0.000027591475,0.0015213519,0.04228471,0.000741872,0.000052697007,0.06337691,0.0000620539],"about_ca_topic_score_codex":0.00006243216,"about_ca_topic_score_gemma":0.0000058182486,"teacher_disagreement_score":0.5136033,"about_ca_system_score_codex":0.000052114043,"about_ca_system_score_gemma":0.0007026234,"threshold_uncertainty_score":0.996954},"labels":[],"label_agreement":null},{"id":"W2062850827","doi":"10.3138/jvme.29.1.9","title":"Outcomes Assessment Planning: An Overview with Applications in Health Sciences","year":2002,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Health care; Process (computing); Plan (archaeology); Medicine; Health science; Engineering ethics; Political science; Computer science; Engineering","score_opus":0.3219938633604002,"score_gpt":0.5881530665998204,"score_spread":0.26615920323942016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062850827","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008721424,0.9920564,0.00044082414,0.0044376384,0.0007992087,0.0010060652,0.0000019687031,0.000017403025,0.00036832335],"genre_scores_gemma":[0.00019761718,0.9787562,0.017871605,0.002002936,0.0006887253,0.00019938234,0.00011664699,0.000039709706,0.0001272163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952085,0.00039553383,0.0020727,0.00034402535,0.0016624316,0.000316825],"domain_scores_gemma":[0.9968774,0.00019329098,0.0018412677,0.00039624903,0.000314318,0.00037749644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029215037,0.00033589348,0.0017432373,0.0012230232,0.00014832425,0.000041386298,0.0004888842,0.00029970089,0.0004829822],"category_scores_gemma":[0.00078906224,0.00021324061,0.00019658438,0.0016211387,0.0002709994,0.0002888632,0.000038415597,0.0014415361,0.000006843503],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008440429,0.0023514128,0.0012118425,0.010831185,0.00006312147,0.000029222876,0.00021158098,0.0000011776384,3.3231778e-8,0.0006923546,0.0025946489,0.982005],"study_design_scores_gemma":[0.00041815898,0.002607269,0.003733239,0.047854494,0.00019069767,0.0033728664,0.0005434253,0.000040043895,1.0925227e-8,0.00004568724,0.94101465,0.00017948575],"about_ca_topic_score_codex":0.00001993058,"about_ca_topic_score_gemma":0.0000013637006,"teacher_disagreement_score":0.9818255,"about_ca_system_score_codex":0.0010132213,"about_ca_system_score_gemma":0.016666995,"threshold_uncertainty_score":0.9889076},"labels":[],"label_agreement":null},{"id":"W2063182169","doi":"10.1016/j.jmir.2009.01.003","title":"Supporting Student Success","year":2009,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Michener Institute; University of Toronto; University Health Network","funders":"","keywords":"Feeling; Psychology; Intervention (counseling); Remedial education; Medical education; Plan (archaeology); Pedagogy; Medicine; Mathematics education; Social psychology","score_opus":0.017789541508538655,"score_gpt":0.44537249922137834,"score_spread":0.42758295771283966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063182169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8190503,0.0016412244,0.0024999613,0.17518944,0.0007824283,0.000043343378,7.860494e-8,0.0000090563135,0.000784138],"genre_scores_gemma":[0.98969626,0.0004296803,0.0018806286,0.007142313,0.0008129088,3.1419341e-7,6.315847e-7,0.0000017029496,0.00003558394],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99766874,0.000031545256,0.0004916862,0.000091144124,0.0015749895,0.00014190268],"domain_scores_gemma":[0.9992122,0.00007481321,0.00031134268,0.00004663811,0.00020309706,0.00015192988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039220806,0.000050288054,0.0001480155,0.00025576577,0.00013973919,0.00006626484,0.00014872076,0.000035955887,0.00011807175],"category_scores_gemma":[0.0027929137,0.000032877848,0.000030942316,0.0004276182,0.00023401516,0.00025944875,0.0000105038625,0.0002585724,0.0000015949199],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063646858,0.00012971804,0.10817346,0.000010167169,0.0000076420365,0.00003887458,0.0008722479,0.0000044792087,0.00014469474,0.00085102546,0.018666556,0.87109476],"study_design_scores_gemma":[0.001960404,0.0004819408,0.93095905,0.00048001052,0.00008137787,0.002797502,0.010271157,0.01895225,0.00031315506,0.0015304872,0.032030776,0.00014188085],"about_ca_topic_score_codex":0.0000026950727,"about_ca_topic_score_gemma":1.022716e-7,"teacher_disagreement_score":0.8709529,"about_ca_system_score_codex":0.000034561963,"about_ca_system_score_gemma":0.000371311,"threshold_uncertainty_score":0.33435804},"labels":[],"label_agreement":null},{"id":"W2063231047","doi":"10.1046/j.1525-1497.2001.00233.x","title":"Learning oral presentation skills","year":2001,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":160,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Presentation (obstetrics); Context (archaeology); Medicine; Medical education; Rhetorical question; Psychology; Linguistics","score_opus":0.021835207599256588,"score_gpt":0.39153980926222365,"score_spread":0.36970460166296704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063231047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581688,0.00026675453,0.008424747,0.021185426,0.0022146865,0.000105743304,1.7172542e-7,0.000016112155,0.009617531],"genre_scores_gemma":[0.93995744,0.000413204,0.008061702,0.004835144,0.0065389914,0.000002833149,0.000013452824,0.000024280636,0.040152974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803704,0.00007320765,0.0008457658,0.000110321336,0.0007460115,0.00018767906],"domain_scores_gemma":[0.9982854,0.000053611348,0.00052119157,0.00011854587,0.00087950187,0.00014172436],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090122665,0.00012347,0.00036797597,0.00044617307,0.00005178467,0.000011610134,0.00013748115,0.000077266115,0.0013532111],"category_scores_gemma":[0.0022062124,0.00008390851,0.00008764319,0.00042534058,0.00013095037,0.00017824347,0.000020418956,0.0007221908,0.00002525052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000949413,0.0006063665,0.16804717,0.00007575916,0.0003489049,0.0008142747,0.0022792534,0.00021948262,0.04135904,0.00049915886,0.43914467,0.34565648],"study_design_scores_gemma":[0.010280555,0.00890645,0.30789056,0.0024213982,0.0005789482,0.020240718,0.0021515754,0.00592793,0.005610973,0.0012089838,0.6344734,0.00030848736],"about_ca_topic_score_codex":0.00013183935,"about_ca_topic_score_gemma":0.000002872323,"teacher_disagreement_score":0.345348,"about_ca_system_score_codex":0.00016889077,"about_ca_system_score_gemma":0.00009837782,"threshold_uncertainty_score":0.9995597},"labels":[],"label_agreement":null},{"id":"W2063236842","doi":"10.1111/j.1365-2923.2008.03105.x","title":"Assessing the quality of supervisors’ completed clinical evaluation reports","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Medical Council of Canada; University of Ottawa","funders":"","keywords":"Quality (philosophy); Psychology; Medical education; MEDLINE; Medicine; Family medicine; Political science","score_opus":0.24653053751105444,"score_gpt":0.5697766270448644,"score_spread":0.32324608953380995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063236842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639511,0.00023856085,0.0013915205,0.027532771,0.0026965868,0.0006365535,3.592362e-7,0.000042198943,0.0035103525],"genre_scores_gemma":[0.9854628,0.00005664367,0.002427453,0.010575892,0.00091140874,0.00009949891,0.0002792762,0.000015067757,0.00017195767],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99466354,0.00069472473,0.0017502297,0.0003154388,0.0023903358,0.00018570815],"domain_scores_gemma":[0.99629825,0.0004265018,0.00061710906,0.0007847564,0.0017638615,0.000109520704],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011180392,0.000118871794,0.00036437064,0.0001296733,0.00021584472,0.000012853385,0.00014822595,0.00023812974,0.0017769709],"category_scores_gemma":[0.054308753,0.00008282693,0.0001236017,0.0007709369,0.0006804992,0.00016882464,0.000035334546,0.00057484774,0.000020483218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027120332,0.002550034,0.34854674,0.00014135454,0.000058246387,0.000005051893,0.0014360944,0.000001354651,0.00019736499,0.00044782716,0.13392949,0.5126593],"study_design_scores_gemma":[0.0006498127,0.000075556534,0.9746277,0.00020852782,0.000098502176,0.00038389539,0.001601174,0.0051934584,0.000078313264,0.00042903377,0.01655375,0.00010031896],"about_ca_topic_score_codex":0.00019963276,"about_ca_topic_score_gemma":0.000006467174,"teacher_disagreement_score":0.62608093,"about_ca_system_score_codex":0.00016567527,"about_ca_system_score_gemma":0.0072158426,"threshold_uncertainty_score":0.99913555},"labels":[],"label_agreement":null},{"id":"W2063401079","doi":"10.1207/s15328015tlm1601_15","title":"\"Profession\": A Working Definition for Medical Educators","year":2004,"lang":"en","type":"review","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":292,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Autonomy; Meaning (existential); Competence (human resources); Public relations; Subject (documents); Morality; Privilege (computing); Professional studies; Sociology; Psychology; Pedagogy; Medical education; Professional development; Law; Medicine; Political science; Social psychology; Computer science","score_opus":0.07544424001122683,"score_gpt":0.4440849089100518,"score_spread":0.36864066889882496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063401079","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004604849,0.98813444,0.0010917601,0.0053353272,0.0013873589,0.0010683873,5.297007e-7,0.00016300527,0.0023586925],"genre_scores_gemma":[0.00079193374,0.9830684,0.010300294,0.0011750087,0.0024479108,0.00040178656,0.0007133293,0.00010916966,0.0009921724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648935,0.0006455072,0.0011631132,0.000563944,0.00070584303,0.00043225652],"domain_scores_gemma":[0.99767,0.0013605044,0.00042922166,0.0002720064,0.00007133479,0.00019694549],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008111438,0.0004065472,0.0017871106,0.0009869628,0.0004721492,0.000015735382,0.00016168608,0.00076472934,0.00017666112],"category_scores_gemma":[0.02871878,0.0002924034,0.00013932375,0.00057600206,0.00026304185,0.000040694387,0.00005344026,0.006970752,0.000012772061],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014208911,0.00011466982,0.00011065474,0.01837616,0.000046053236,0.000016757625,0.0023302236,4.5053193e-7,1.04782586e-7,0.0024227584,0.0016939271,0.974874],"study_design_scores_gemma":[0.0011860842,0.0002469552,0.000050282026,0.2114013,0.0004764461,0.00029768003,0.0018870722,0.00006139636,1.3735703e-8,0.00028338586,0.7839016,0.00020780438],"about_ca_topic_score_codex":0.00012079478,"about_ca_topic_score_gemma":0.0000035881446,"teacher_disagreement_score":0.97466624,"about_ca_system_score_codex":0.000469633,"about_ca_system_score_gemma":0.0013930767,"threshold_uncertainty_score":0.9999528},"labels":[],"label_agreement":null},{"id":"W2063503278","doi":"10.3138/jvme.33.4.571","title":"The Objective Structured Clinical Examination: Three Decades of Development","year":2006,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Objective structured clinical examination; Certification; Medical education; Health professions; Educational measurement; Physical examination; Medicine; Allied health professions; Psychology; Health care; Curriculum; Political science; Pedagogy; Radiology","score_opus":0.055672673953218156,"score_gpt":0.4271569233328145,"score_spread":0.37148424937959634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063503278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883641,0.0007233092,0.002198663,0.004662372,0.003089124,0.00020289815,3.0593205e-7,0.000008297213,0.00075091905],"genre_scores_gemma":[0.98229766,0.00009121815,0.015056997,0.0005262018,0.001806976,0.000013166493,0.000016230637,0.000012780585,0.00017874723],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967738,0.00017058256,0.0015722071,0.0001298696,0.0011967275,0.00015683167],"domain_scores_gemma":[0.9971799,0.00032279344,0.00089198654,0.00021636207,0.0012764146,0.00011251993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032333715,0.00011482567,0.00030261007,0.00020413578,0.00013986808,0.000015118849,0.00024338758,0.00019652775,0.00019202667],"category_scores_gemma":[0.005282164,0.000074008734,0.000107540814,0.00043104956,0.00035285403,0.00012454334,0.000034769895,0.00058130914,0.0000042818992],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002698799,0.0010827029,0.029003732,0.00008747393,0.00008817235,0.0000136785275,0.00036732538,0.0000012848963,0.00032439354,0.0012075369,0.01470069,0.95285314],"study_design_scores_gemma":[0.000953776,0.0008606235,0.9212526,0.00042550836,0.00006467312,0.0011239445,0.00078862556,0.00008850211,0.0005460138,0.0008925547,0.072924905,0.00007828418],"about_ca_topic_score_codex":0.0000093007375,"about_ca_topic_score_gemma":0.0000075934067,"teacher_disagreement_score":0.9527748,"about_ca_system_score_codex":0.00022594925,"about_ca_system_score_gemma":0.0050028157,"threshold_uncertainty_score":0.88747805},"labels":[],"label_agreement":null},{"id":"W2063601185","doi":"10.1503/cmaj.109-3212","title":"Memorial and Western are leaders in incorporating technology in med schools","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chief executive officer; Curriculum; Officer; Front (military); Management; Medical education; Vice president; Association (psychology); Political science; Operations research; Library science; Medicine; Public relations; Computer science; Psychology; Engineering; Law","score_opus":0.009226317589349846,"score_gpt":0.2849944723941401,"score_spread":0.2757681548047903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063601185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7781529,0.00002554697,0.000014202179,0.22003587,0.0013688727,0.00012940676,0.0000012996678,0.000012058065,0.00025988877],"genre_scores_gemma":[0.98947704,0.000015539124,0.0011781143,0.007476701,0.0017115433,0.00001510011,0.0000078550465,0.000013586826,0.00010453581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979551,0.00007146693,0.00059863547,0.00016821317,0.0008145842,0.0003920009],"domain_scores_gemma":[0.99870396,0.00007048365,0.00025906586,0.00010546219,0.0003216327,0.00053941575],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0027089105,0.00010169309,0.000268057,0.0011449588,0.000104593106,0.00004221863,0.00013318809,0.00079227664,0.0003664524],"category_scores_gemma":[0.01833754,0.00009986607,0.00002209433,0.0010109227,0.00012085457,0.00013743958,0.000015517791,0.0039500026,0.000028608685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006989858,0.00003657321,0.9653842,0.000010455361,0.000012245941,0.00028431448,0.00028209164,4.8149144e-7,0.00019461542,0.0003474466,0.007250614,0.026190013],"study_design_scores_gemma":[0.0046170307,0.00008338906,0.94492173,0.00050537987,0.00001970281,0.0012178147,0.008676606,0.00049014215,0.000068961104,0.0027879,0.036378413,0.00023289755],"about_ca_topic_score_codex":0.0011590616,"about_ca_topic_score_gemma":0.11405221,"teacher_disagreement_score":0.21255916,"about_ca_system_score_codex":0.0009549659,"about_ca_system_score_gemma":0.0032357476,"threshold_uncertainty_score":0.99834794},"labels":[],"label_agreement":null},{"id":"W2063703881","doi":"10.1111/j.1742-6723.2008.01088.x","title":"Effect of a review course on emergency medicine residents' self‐confidence","year":2008,"lang":"en","type":"review","venue":"Emergency Medicine Australasia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Confidence interval; Likert scale; Significant difference; Mean difference; Family medicine; Internal medicine; Psychology","score_opus":0.05843401934937423,"score_gpt":0.4645942525608539,"score_spread":0.40616023321147965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063703881","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000097949,0.9667729,0.000018731032,0.0033123228,0.010298809,0.004958141,0.000016116881,0.00021775332,0.014307258],"genre_scores_gemma":[0.000042437154,0.97725886,0.00008303345,0.00023746253,0.0046527856,0.0006535815,0.0008003568,0.0002114526,0.016060017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98717016,0.0009890365,0.006476782,0.0014083387,0.002997178,0.0009584875],"domain_scores_gemma":[0.9923666,0.00042666736,0.003005665,0.0025645182,0.0011166044,0.0005199079],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0034004305,0.0016077237,0.007134209,0.0011386742,0.00019952851,0.0000011726687,0.0010189301,0.0008912742,0.04435477],"category_scores_gemma":[0.008888862,0.0010459431,0.001059902,0.004789531,0.0007085195,0.00013432282,0.00009797778,0.002414507,0.0006157347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003137424,0.00027046804,0.00013777775,0.1500063,0.00053095265,0.000049925555,0.00017138154,4.2968953e-8,0.000002124814,0.00016669925,0.65133214,0.19730085],"study_design_scores_gemma":[0.0009126366,0.0042892178,0.00023688923,0.24989271,0.008574105,0.0004757723,0.000030120924,0.0000024763572,0.0000047339927,0.000023796994,0.7350618,0.00049572974],"about_ca_topic_score_codex":0.00020164649,"about_ca_topic_score_gemma":0.0000036295396,"teacher_disagreement_score":0.19680512,"about_ca_system_score_codex":0.000399763,"about_ca_system_score_gemma":0.00096295006,"threshold_uncertainty_score":0.999887},"labels":[],"label_agreement":null},{"id":"W2063846463","doi":"10.1097/00001888-200411000-00022","title":"U.S. and Canadian Internal Medicine Clerkship Directors’ Opinions about Teaching Procedural and Interpretive Skills to Medical Students","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Medicine; Phlebotomy; Psychology; Internal medicine; Pedagogy","score_opus":0.012933172109655331,"score_gpt":0.3855000663226093,"score_spread":0.37256689421295397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063846463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75619215,0.0009706138,0.0008052683,0.2361401,0.0012801363,0.0007705389,0.000005460682,0.00008319745,0.0037525322],"genre_scores_gemma":[0.9323949,0.0005695225,0.0004786998,0.06338701,0.0021914637,0.00007531544,0.000082123486,0.000042440388,0.00077849935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961598,0.00009121767,0.0009126777,0.0006165498,0.0016061309,0.0006136282],"domain_scores_gemma":[0.9970837,0.00028806998,0.00015309585,0.00029473606,0.00021127633,0.001969114],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002733012,0.0003439576,0.0006596636,0.00085442356,0.00024702874,0.000014836727,0.00047913418,0.000451554,0.0005966985],"category_scores_gemma":[0.030249882,0.00025305667,0.000024534997,0.00054615614,0.00093163084,0.00014538226,0.0002026627,0.0024308888,0.000024461422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031487268,0.00021099666,0.33986402,0.0007029765,0.0005327104,0.00026785192,0.19377236,0.0000021757105,0.0013167801,0.025468178,0.26423407,0.17331304],"study_design_scores_gemma":[0.009882844,0.0024462063,0.8113248,0.036143992,0.0004489063,0.0027668658,0.018459005,0.00014717168,0.00016308359,0.0029867832,0.11443315,0.0007972203],"about_ca_topic_score_codex":0.024109175,"about_ca_topic_score_gemma":0.0020629875,"teacher_disagreement_score":0.47146076,"about_ca_system_score_codex":0.00066100975,"about_ca_system_score_gemma":0.00080602884,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W2063968705","doi":"10.1016/j.ajog.2010.04.035","title":"To the point: reviews in medical education—taking control of the hidden curriculum","year":2010,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Curriculum; Point (geometry); Control (management); Medical education; Hidden curriculum; Artificial intelligence; Pedagogy","score_opus":0.008288010598233175,"score_gpt":0.3176668514846947,"score_spread":0.3093788408864615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063968705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9312774,0.0010093554,0.00022967721,0.063261636,0.0035936723,0.00028173902,4.783561e-7,0.0000013136781,0.0003447593],"genre_scores_gemma":[0.9839351,0.0002931014,0.001945292,0.013565065,0.00021169282,0.000011598485,4.6551506e-7,0.000005961681,0.000031699652],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986125,0.00015139705,0.00068622775,0.000087260785,0.00032261646,0.00013996655],"domain_scores_gemma":[0.9965968,0.0015188896,0.0009769665,0.00026344619,0.0005227194,0.00012117594],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016962996,0.000072334115,0.00037694268,0.0002738448,0.00005118017,0.000006200183,0.000265496,0.00006244262,0.00017312705],"category_scores_gemma":[0.108592704,0.00003697586,0.00006471842,0.0014406018,0.00032679172,0.000032113967,0.000038134192,0.00076659204,0.0000029787984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006159788,0.00024877483,0.16921854,0.000014205076,0.000016101929,0.0000043283158,0.0005444433,6.1155475e-7,0.00007556877,0.0016355929,0.0047430326,0.82349265],"study_design_scores_gemma":[0.0014437467,0.00085639703,0.6669916,0.00027260455,0.00012110919,0.0006520607,0.0031714293,0.00027484063,0.000024174817,0.0004294579,0.32565582,0.00010676512],"about_ca_topic_score_codex":0.00003783439,"about_ca_topic_score_gemma":0.000029332876,"teacher_disagreement_score":0.8233859,"about_ca_system_score_codex":0.00006426537,"about_ca_system_score_gemma":0.00087454886,"threshold_uncertainty_score":0.898916},"labels":[],"label_agreement":null},{"id":"W2063986612","doi":"10.1136/bmj.326.7388.546","title":"Multisource feedback: a method of assessing surgical practice","year":2003,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Surgical procedures; Medicine; Psychology; Medical physics; Surgery","score_opus":0.04214803083636592,"score_gpt":0.4709195339061046,"score_spread":0.42877150306973866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063986612","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3012892,0.00026895464,0.19620594,0.04283651,0.0013012342,0.0010784211,0.0000013777478,0.000108372624,0.45691],"genre_scores_gemma":[0.2766534,0.000004097187,0.7205038,0.001144846,0.0002189539,0.00001757565,0.00000781793,0.0000124897715,0.0014370157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888855,0.00020603895,0.00033563052,0.00012773341,0.00032054933,0.00012150539],"domain_scores_gemma":[0.99878484,0.0004010243,0.00017847297,0.00023867491,0.00035621403,0.000040760286],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002098447,0.000060801314,0.0001653023,0.00008248228,0.000038510378,0.000009267454,0.000037305515,0.00008379082,0.00030348325],"category_scores_gemma":[0.0142584285,0.000052613705,0.00003631233,0.00044983832,0.0000508298,0.00010565273,0.000009449631,0.00021290043,0.000028520592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002748181,0.0026904466,0.013144291,0.0004940353,0.00026863554,0.0002407952,0.003127153,0.00006441053,0.009427845,0.06411619,0.13504547,0.7711059],"study_design_scores_gemma":[0.0018735224,0.00009654644,0.011680026,0.00020011562,0.00014982243,0.0021182436,0.0039220066,0.001340585,0.0057010767,0.00017449407,0.97261286,0.00013071757],"about_ca_topic_score_codex":0.000017105021,"about_ca_topic_score_gemma":1.726489e-7,"teacher_disagreement_score":0.8375674,"about_ca_system_score_codex":0.000050340175,"about_ca_system_score_gemma":0.00023505799,"threshold_uncertainty_score":0.9940449},"labels":[],"label_agreement":null},{"id":"W2064169615","doi":"10.3352/jeehp.2014.11.28","title":"What steps are necessary to create written or web-based selected-response assessments?","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University","funders":"","keywords":"Computer science; Process (computing); Work (physics); Health care; Health professionals; Online assessment; Medical education; Formative assessment; Medicine; Psychology; Mathematics education; Engineering","score_opus":0.1018934734433987,"score_gpt":0.5380365283357339,"score_spread":0.4361430548923352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064169615","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44896215,0.00016290674,0.0071296953,0.5370303,0.00438789,0.002220287,0.000013900619,0.00001736555,0.000075499425],"genre_scores_gemma":[0.87023634,0.00004983375,0.06934012,0.05234526,0.0022475068,0.0010530204,0.00038868203,0.000066864624,0.0042723776],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9951623,0.0011786089,0.001459262,0.00027585548,0.0015407667,0.00038320888],"domain_scores_gemma":[0.98798734,0.0022053467,0.0015370657,0.00035578836,0.0074653123,0.00044916393],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011510044,0.0001974771,0.0004821787,0.00092684984,0.00057324977,0.00006655486,0.00021524359,0.00015910655,0.0014720003],"category_scores_gemma":[0.025070213,0.0001491844,0.00011362061,0.0013947957,0.000052983985,0.00051864696,0.000022133123,0.00053637964,0.000042930384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076728375,0.003326524,0.013811126,0.0007818271,0.00016105115,6.7436935e-7,0.0017362899,0.0007511523,0.00107592,0.00089100574,0.9038714,0.0659202],"study_design_scores_gemma":[0.012869623,0.006175133,0.7206454,0.008689809,0.0005392822,0.00013927149,0.015642231,0.03586708,0.00025081055,0.00268759,0.1960029,0.00049082557],"about_ca_topic_score_codex":0.000005276138,"about_ca_topic_score_gemma":0.000017519833,"teacher_disagreement_score":0.7078685,"about_ca_system_score_codex":0.0013810663,"about_ca_system_score_gemma":0.025092259,"threshold_uncertainty_score":0.9994408},"labels":[],"label_agreement":null},{"id":"W2064500142","doi":"10.1097/acm.0b013e31822a6d92","title":"Competencies “Plus”: The Nature of Written Comments on Internal Medicine Residentsʼ Evaluation Forms","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Theme (computing); Psychology; Medical education; Personality; Relation (database); Medicine; Social psychology; Computer science","score_opus":0.08014943731335081,"score_gpt":0.40756442969967593,"score_spread":0.3274149923863251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064500142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84127355,0.0017588079,0.00049077324,0.08317904,0.0024512394,0.0015129077,0.000003113001,0.00006911139,0.06926144],"genre_scores_gemma":[0.9716901,0.00030477234,0.00020304539,0.024990099,0.0012505726,0.00007513762,0.00012770563,0.000026804651,0.0013317718],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99605733,0.00016144723,0.0010863687,0.0003205085,0.0020634453,0.00031087792],"domain_scores_gemma":[0.99751306,0.0003866528,0.0005405933,0.00066623604,0.00077828945,0.00011519272],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042426814,0.00024349462,0.00053515757,0.0004071661,0.00013007676,0.000001627974,0.00054375216,0.00043105223,0.002316751],"category_scores_gemma":[0.008718606,0.00012698202,0.000048454585,0.00075307797,0.0010301645,0.00011295857,0.00008154176,0.0022712075,0.000035662877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013627842,0.00017036979,0.053159744,0.00043593976,0.00040471516,0.000016807327,0.058094606,0.0000031959544,0.0063230414,0.06359259,0.7703079,0.04612832],"study_design_scores_gemma":[0.0248044,0.00681987,0.74162185,0.013429379,0.0025781156,0.00053960516,0.07167789,0.004733653,0.008873627,0.0504697,0.073747985,0.00070391083],"about_ca_topic_score_codex":0.00029169768,"about_ca_topic_score_gemma":0.0000060557604,"teacher_disagreement_score":0.6965599,"about_ca_system_score_codex":0.00029495347,"about_ca_system_score_gemma":0.00019171866,"threshold_uncertainty_score":0.9996314},"labels":[],"label_agreement":null},{"id":"W2064768826","doi":"10.1186/1756-0500-6-314","title":"Competence-based curriculum development for general practice in Germany: a stepwise peer-based approach instead of reinventing the wheel","year":2013,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Competence (human resources); Pace; German; Medical education; Test (biology); Medicine; Computer science; Psychology; Pedagogy","score_opus":0.16001228828893566,"score_gpt":0.44744497979575854,"score_spread":0.2874326915068229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064768826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607381,0.0000975478,0.02490827,0.010241232,0.000107150714,0.002830393,0.0000016367434,0.000021005702,0.0010546695],"genre_scores_gemma":[0.6758048,0.0000018399584,0.32227212,0.0004307503,0.00011943158,0.0011485257,0.00006325668,0.00001609205,0.00014320982],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968772,0.00039006022,0.0005790658,0.0002847674,0.0013924432,0.00047645945],"domain_scores_gemma":[0.9942688,0.002241611,0.00018213953,0.00044969784,0.0027772228,0.000080577156],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005866624,0.00011758362,0.0002251943,0.00043471035,0.00019210225,0.000046130383,0.00028453296,0.00008120408,0.00006401304],"category_scores_gemma":[0.031161087,0.00008138568,0.000053955515,0.0011485628,0.00024546176,0.00015602318,0.00006323106,0.0005623069,0.000028221433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012024876,0.01266585,0.5584539,0.010467503,0.00025346893,0.00001733854,0.012581861,0.007622697,0.02523291,0.014375596,0.026204502,0.33092186],"study_design_scores_gemma":[0.0048018266,0.00037630188,0.15065706,0.0008658324,0.000040918996,0.000007876575,0.009040012,0.8037622,0.013303207,0.00033500275,0.016515648,0.00029409266],"about_ca_topic_score_codex":0.002227057,"about_ca_topic_score_gemma":0.000081597434,"teacher_disagreement_score":0.79613954,"about_ca_system_score_codex":0.00036557502,"about_ca_system_score_gemma":0.003230293,"threshold_uncertainty_score":0.9769999},"labels":[],"label_agreement":null},{"id":"W2064842197","doi":"10.1097/acm.0b013e3181c47b25","title":"Observation, Reflection, and Reinforcement: Surgery Faculty Membersʼ and Residentsʼ Perceptions of How They Learned Professionalism","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Toronto","funders":"","keywords":"Perception; Medical education; Grounded theory; Psychology; Focus group; Professional development; Qualitative research; Pedagogy; Medicine; Sociology","score_opus":0.13145233572975765,"score_gpt":0.42955918471108295,"score_spread":0.29810684898132533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064842197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8490291,0.000498745,0.00065883715,0.14828245,0.00027989532,0.00040669434,0.0000016309872,0.00005417812,0.00078847446],"genre_scores_gemma":[0.9825758,0.0017417741,0.00063094526,0.006273376,0.0004458104,0.000023135908,0.00029950545,0.000013175754,0.007996486],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99818677,0.00006942584,0.00063038483,0.0002849224,0.0006187029,0.00020980556],"domain_scores_gemma":[0.9987121,0.00016341613,0.00030733537,0.0002397558,0.00047137737,0.00010597507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013365455,0.00016047915,0.000413338,0.00034121296,0.00016912124,0.0000048228967,0.00007110096,0.0002780043,0.00018352918],"category_scores_gemma":[0.0042670756,0.00012042409,0.000025884614,0.00054017134,0.00028281412,0.0002198738,0.000025965128,0.0006452759,0.000002629698],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006405803,0.00010791377,0.22659564,0.0009348554,0.00020485489,0.000009744397,0.041328505,0.000012333615,0.06725197,0.025557868,0.5334927,0.10386302],"study_design_scores_gemma":[0.0030561092,0.0006412668,0.93288815,0.002873975,0.00034789345,0.0002560762,0.014907756,0.00083356356,0.0009442179,0.014278688,0.028639372,0.00033295286],"about_ca_topic_score_codex":0.0000644994,"about_ca_topic_score_gemma":0.0000019434076,"teacher_disagreement_score":0.7062925,"about_ca_system_score_codex":0.00007619703,"about_ca_system_score_gemma":0.00014522744,"threshold_uncertainty_score":0.51083964},"labels":[],"label_agreement":null},{"id":"W2064999982","doi":"10.3138/jvme.1013-142r","title":"Initiatives to Improve Feedback Culture in the Final Year of a Veterinary Program","year":2014,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Peer feedback; Medical education; Competence (human resources); Portfolio; Psychology; Faculty development; Focus group; Perception; Corrective feedback; Medicine; Professional development; Pedagogy; Mathematics education; Sociology; Social psychology","score_opus":0.057148392396555184,"score_gpt":0.4292296269767116,"score_spread":0.3720812345801564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064999982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820841,0.00010857956,0.00030817435,0.014136326,0.0012006755,0.00044437274,9.2574174e-7,0.000008824966,0.0017080448],"genre_scores_gemma":[0.97962356,0.000057463854,0.014555855,0.004398421,0.0011897568,0.00006538717,0.0000149560765,0.0000132989535,0.000081293416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99770474,0.0002404636,0.00080022734,0.00014451264,0.0009239592,0.00018608959],"domain_scores_gemma":[0.9985916,0.00011019418,0.00038523067,0.000254889,0.00051472924,0.00014337712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019136312,0.00012831662,0.0003128536,0.0003103191,0.000040434665,0.00001546169,0.00031302136,0.00015648897,0.00019730789],"category_scores_gemma":[0.0059332964,0.000083991756,0.00009237514,0.00067673845,0.00015157432,0.0001803597,0.00004025921,0.00067260326,0.000012040143],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014640713,0.0065490026,0.004733814,0.0007220597,0.000067359666,0.000058992504,0.012930506,0.0000022505772,0.0071264897,0.0010034468,0.0445373,0.9208047],"study_design_scores_gemma":[0.0043768394,0.039300606,0.5841334,0.003771101,0.00014866306,0.004779108,0.013942468,0.00039858688,0.0003833279,0.0007600097,0.34768274,0.00032313963],"about_ca_topic_score_codex":0.0000079827705,"about_ca_topic_score_gemma":5.7669763e-7,"teacher_disagreement_score":0.92048156,"about_ca_system_score_codex":0.000117859345,"about_ca_system_score_gemma":0.0011496077,"threshold_uncertainty_score":0.71031386},"labels":[],"label_agreement":null},{"id":"W2065028344","doi":"10.4300/jgme-d-12-00205.1","title":"The Relationship Between the American Board of Anesthesiology Part 1 Certification Examination and the United States Medical Licensing Examination","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Certification; Licensure; Medical education; Context (archaeology); Test (biology); Medicine; Family medicine; Psychology; Medical school; Political science; Biology","score_opus":0.0648137662039485,"score_gpt":0.3574582680571969,"score_spread":0.29264450185324836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065028344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8126864,0.00021761037,0.0008593348,0.18513943,0.00055137475,0.00046998064,3.740903e-7,0.0000115921275,0.00006390081],"genre_scores_gemma":[0.99384534,0.0008865247,0.00038745732,0.0036587645,0.0009331757,0.00006072543,0.000097851895,0.00001933147,0.00011080962],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946819,0.0015599192,0.0014606294,0.00017497159,0.0018895235,0.00023304929],"domain_scores_gemma":[0.9864391,0.0076989927,0.0023489948,0.00051573536,0.0027416667,0.00025551417],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00939922,0.00016238602,0.00040129392,0.00035777062,0.00045660106,0.00006375003,0.00036263285,0.00016359313,0.00006692096],"category_scores_gemma":[0.049495555,0.00007765063,0.000088006884,0.0013276635,0.0024039054,0.00020195624,0.000039132367,0.001048209,0.000010137174],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012883008,0.00030739684,0.16601232,0.00008598991,0.00010655142,0.000001319205,0.0038348846,0.000004095672,0.000018342576,0.005820394,0.023624256,0.8000556],"study_design_scores_gemma":[0.0008708188,0.00023279498,0.97931796,0.00033970032,0.0001870499,0.0002129558,0.0061046514,0.003387672,0.000049694067,0.0038275386,0.0053897295,0.0000794544],"about_ca_topic_score_codex":0.00033375074,"about_ca_topic_score_gemma":0.000010925678,"teacher_disagreement_score":0.8133056,"about_ca_system_score_codex":0.00015555522,"about_ca_system_score_gemma":0.0011401911,"threshold_uncertainty_score":0.95851094},"labels":[],"label_agreement":null},{"id":"W2065075905","doi":"10.1111/medu.12583","title":"What is reflection? A conceptual analysis of major definitions and a proposal of a five‐component model","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":302,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Reflection (computer programming); Context (archaeology); Conceptual model; Process (computing); Component (thermodynamics); Thematic analysis; Computer science; Exploratory research; Frame (networking); Epistemology; Qualitative research; Sociology; Social science","score_opus":0.024885485533173084,"score_gpt":0.3600272741934336,"score_spread":0.3351417886602605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065075905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619091,0.00022188386,0.010712294,0.025375506,0.00047330148,0.00029856703,0.000005313848,0.00002293839,0.0009811028],"genre_scores_gemma":[0.98096365,0.00019203096,0.012205175,0.00587025,0.00012204775,0.000087741,0.00023947499,0.000010831542,0.00030880404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827564,0.00007088752,0.0005816438,0.00023850858,0.0007012782,0.00013205374],"domain_scores_gemma":[0.99871635,0.00008933868,0.00022484835,0.00029083132,0.00058023917,0.000098382305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006464904,0.000102948456,0.00037206875,0.0005839373,0.000060511626,0.000010544126,0.0000802777,0.00015867769,0.0006090027],"category_scores_gemma":[0.0020439553,0.00009062931,0.00008576947,0.0012887538,0.0004934873,0.0001388184,0.000026328444,0.00021358755,0.0000043217105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063914066,0.016911916,0.025561959,0.002106011,0.004074271,0.0000017684606,0.07502455,0.00031572112,0.013384114,0.3444155,0.1227069,0.39485815],"study_design_scores_gemma":[0.0043926546,0.0010819244,0.05703326,0.002232468,0.008099309,0.000087752545,0.023719892,0.8697117,0.0053639635,0.01920282,0.008475397,0.00059886446],"about_ca_topic_score_codex":0.00012678266,"about_ca_topic_score_gemma":0.000020274687,"teacher_disagreement_score":0.869396,"about_ca_system_score_codex":0.00007403651,"about_ca_system_score_gemma":0.0014963669,"threshold_uncertainty_score":0.6668153},"labels":[],"label_agreement":null},{"id":"W2065253995","doi":"10.1016/s2007-5057(15)30010-7","title":"“How is it for you?” – residents’ and faculty experience with a new family medicine competency-based curriculum","year":2015,"lang":"es","type":"article","venue":"Investigación en Educación Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Medical education; Medicine; Psychology; Nursing; Family medicine; Pedagogy","score_opus":0.06464055071042248,"score_gpt":0.36709738985590773,"score_spread":0.30245683914548527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065253995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51264954,0.0032863047,0.0050057056,0.47222704,0.0027425978,0.002266941,0.00008830616,0.00017230828,0.0015612422],"genre_scores_gemma":[0.7901298,0.00029431717,0.11691165,0.07073147,0.007333973,0.0008971091,0.0010506391,0.00028611577,0.012364928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941204,0.00018364916,0.0011290594,0.0014085047,0.0020295198,0.0011288227],"domain_scores_gemma":[0.9944254,0.00028964598,0.0006621771,0.0012267284,0.0015128233,0.0018832172],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0011552328,0.00091035356,0.0011932608,0.0007298342,0.00039246865,0.0002683959,0.0007100501,0.0005752553,0.00021702667],"category_scores_gemma":[0.008297972,0.0007138551,0.0001176737,0.0018601144,0.0028518639,0.0005472662,0.00012699261,0.00095629477,0.00006897623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030484036,0.00068126345,0.10334275,0.00092943944,0.00022900237,0.000035295583,0.032782525,0.000006874854,0.0011431132,0.009295486,0.84142333,0.009826096],"study_design_scores_gemma":[0.015318606,0.0048122965,0.056687694,0.007755047,0.0013283718,0.00024453487,0.13554682,0.003153233,0.0020310306,0.005435395,0.7659217,0.0017652515],"about_ca_topic_score_codex":0.002297632,"about_ca_topic_score_gemma":0.000029278222,"teacher_disagreement_score":0.40149558,"about_ca_system_score_codex":0.0005294662,"about_ca_system_score_gemma":0.008687484,"threshold_uncertainty_score":0.9998618},"labels":[],"label_agreement":null},{"id":"W2065548785","doi":"10.3138/jvme.35.3.343","title":"Assessing Clinical Competency: Reports from Discussion Groups","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.11920814602927593,"score_gpt":0.4738398384836398,"score_spread":0.3546316924543639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065548785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96440035,0.00037989303,0.0022018643,0.022633836,0.009487104,0.00014474602,3.5707225e-7,0.000026001162,0.0007258684],"genre_scores_gemma":[0.9605195,0.00033125642,0.029033452,0.004947563,0.004875821,0.0000073458564,0.00007111242,0.000024533672,0.00018940103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99577665,0.00024257794,0.0020138589,0.00025487418,0.0015070069,0.00020502273],"domain_scores_gemma":[0.99719685,0.00016335741,0.0011160489,0.00038973437,0.0007296489,0.00040437237],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021400077,0.00016046617,0.0005261615,0.00027197393,0.00016600564,0.000025997777,0.00017604558,0.00030251266,0.001270165],"category_scores_gemma":[0.009872072,0.00010245825,0.00021678011,0.00041764125,0.00032406987,0.00056895963,0.000053414664,0.0011212406,0.000019668794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003937822,0.0060474756,0.18128109,0.000121202356,0.00015375343,0.0030052916,0.0014130495,8.7929834e-7,0.0016710107,0.00010376201,0.13352616,0.6722825],"study_design_scores_gemma":[0.0013730918,0.0015730693,0.84793454,0.0019028215,0.00016023811,0.04216913,0.0016653899,0.0003118893,0.000057385903,0.0010405568,0.10160876,0.00020311627],"about_ca_topic_score_codex":0.000017288156,"about_ca_topic_score_gemma":4.5189645e-7,"teacher_disagreement_score":0.67207944,"about_ca_system_score_codex":0.0002265684,"about_ca_system_score_gemma":0.0067282845,"threshold_uncertainty_score":0.9996428},"labels":[],"label_agreement":null},{"id":"W2065721655","doi":"10.1197/j.aem.2005.10.020","title":"Improving Communication Skills: Feedback from Faculty and Residents","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CLARITY; Medicine; Peer feedback; Coding (social sciences); Inter-rater reliability; Medical education; Point (geometry); Communication skills; Grounded theory; Content analysis; Qualitative research; Psychology; Rating scale; Developmental psychology","score_opus":0.02686631267082173,"score_gpt":0.3685821646358105,"score_spread":0.34171585196498877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065721655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97289294,0.006353135,0.00057753065,0.013290935,0.0008865805,0.0003723509,0.000008402006,0.00011021779,0.005507911],"genre_scores_gemma":[0.9831072,0.0038199017,0.0038955752,0.0011422435,0.001926136,0.000048601327,0.0013848786,0.000038885384,0.004636551],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99769074,0.000057830177,0.0010742139,0.00035112698,0.0005550448,0.00027106807],"domain_scores_gemma":[0.99871355,0.000065387154,0.00035407406,0.0005008097,0.00026989507,0.00009625469],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071024575,0.00019312615,0.00031375437,0.00018620086,0.00016797645,0.0000010046673,0.00021404542,0.00029849616,0.0013036708],"category_scores_gemma":[0.0018354758,0.00015964024,0.000032208907,0.00058195775,0.00025202753,0.00016939628,0.00008712127,0.0008905496,0.0000541093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004480408,0.00015431936,0.54367375,0.00013754574,0.000056385856,0.0000027313079,0.0015354541,0.0000014132461,0.021350984,0.0016599287,0.4052811,0.026101578],"study_design_scores_gemma":[0.0017308242,0.00009434886,0.9667532,0.0005478536,0.00022484902,0.000018044722,0.000946632,0.00059364445,0.00078256795,0.0064568636,0.021641418,0.00020974873],"about_ca_topic_score_codex":0.0047283135,"about_ca_topic_score_gemma":0.000035556888,"teacher_disagreement_score":0.42307943,"about_ca_system_score_codex":0.00011362193,"about_ca_system_score_gemma":0.000059773407,"threshold_uncertainty_score":0.9996093},"labels":[],"label_agreement":null},{"id":"W2065791122","doi":"10.1097/00001888-200010001-00013","title":"A Preliminary Analysis of Different Approaches to Preparing for the USMLE Step 1","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coaching; Medical education; Test (biology); United States Medical Licensing Examination; Psychology; Family medicine; Medicine; Medical school","score_opus":0.11290393764326229,"score_gpt":0.36519259943962123,"score_spread":0.25228866179635895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065791122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9488275,0.00078061776,0.016683673,0.028830444,0.00021434459,0.0014710707,0.0000043317496,0.000041222094,0.003146777],"genre_scores_gemma":[0.9900267,0.00016620388,0.0011026247,0.0030020855,0.0005675779,0.00033820068,0.00009507368,0.000016534485,0.004684979],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998428,0.000029633766,0.00060457265,0.00026384584,0.0004501392,0.0002238417],"domain_scores_gemma":[0.9988071,0.00042624082,0.000119903816,0.0004706282,0.000085148386,0.000090981644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085308816,0.00013343683,0.00047195647,0.0003545057,0.000076535325,0.0000015850429,0.00022606629,0.00011862655,0.00073195086],"category_scores_gemma":[0.0011245994,0.00007561724,0.00008321262,0.0014053041,0.00017452963,0.000030888717,0.000029041923,0.00036702852,0.000006380975],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015959298,0.00019944312,0.031200813,0.0005224544,0.003127255,0.0000011358449,0.027298626,0.00073767424,0.0016588804,0.006112661,0.18958943,0.7379557],"study_design_scores_gemma":[0.005559072,0.0032094244,0.47993988,0.0016861657,0.024649646,0.000052770924,0.012801391,0.26296693,0.0026445303,0.0011042255,0.20483771,0.0005482696],"about_ca_topic_score_codex":0.000030049845,"about_ca_topic_score_gemma":0.0000035304224,"teacher_disagreement_score":0.73740745,"about_ca_system_score_codex":0.000072092116,"about_ca_system_score_gemma":0.000045512283,"threshold_uncertainty_score":0.8014349},"labels":[],"label_agreement":null},{"id":"W2065984897","doi":"10.1111/j.1525-1497.2003.21247.x","title":"The disavowed curriculum","year":2003,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Feeling; Obedience; Curriculum; Dilemma; Ethical dilemma; Social psychology; Altruism (biology); Qualitative research; Pedagogy; Psychology; Medicine; Sociology; Epistemology","score_opus":0.015077352880526055,"score_gpt":0.35155096487244175,"score_spread":0.3364736119919157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065984897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91408205,0.0023548228,0.0035821465,0.03885585,0.008001162,0.00015458133,2.4567768e-7,0.000011810957,0.032957323],"genre_scores_gemma":[0.97167146,0.00046528666,0.004158231,0.0043106065,0.004248939,0.0000042032116,0.0000019975603,0.000020189143,0.015119085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980884,0.00008572196,0.0008324657,0.00008873923,0.000702388,0.00020229013],"domain_scores_gemma":[0.9983036,0.000084046995,0.00045850943,0.00020603003,0.00081062503,0.0001371816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014847994,0.000117057665,0.0002931247,0.00016206791,0.00010575217,0.000014422847,0.00019103767,0.00005743949,0.000424698],"category_scores_gemma":[0.0043936037,0.000056152963,0.000100513455,0.0003430688,0.00026301912,0.00007625624,0.000012795627,0.0005963231,0.00001631982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024576575,0.00037511092,0.03421838,0.000044920584,0.00033419413,0.00020328343,0.00084878196,0.000005708594,0.0109247165,0.023111891,0.86749595,0.062191278],"study_design_scores_gemma":[0.0031277025,0.0017705588,0.017128328,0.000716812,0.00022119346,0.0058527365,0.0018023343,0.00033945724,0.002695243,0.00248187,0.96374553,0.00011825037],"about_ca_topic_score_codex":0.000032004646,"about_ca_topic_score_gemma":0.000002466973,"teacher_disagreement_score":0.09624954,"about_ca_system_score_codex":0.00014804695,"about_ca_system_score_gemma":0.00013202219,"threshold_uncertainty_score":0.52598715},"labels":[],"label_agreement":null},{"id":"W2066166444","doi":"10.1097/00001888-200211000-00016","title":"Self and Peer Assessment in Tutorials","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University Medical Centre","funders":"","keywords":"Competence (human resources); Ranking (information retrieval); Curriculum; TUTOR; Psychology; Medical education; Peer assessment; Educational measurement; Computer science; Mathematics education; Medicine; Social psychology; Pedagogy; Artificial intelligence","score_opus":0.04312843568187456,"score_gpt":0.40258776008911984,"score_spread":0.35945932440724526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066166444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7862702,0.0016447485,0.00029089316,0.1769747,0.0018032835,0.00061716884,6.30373e-7,0.0001098543,0.032288533],"genre_scores_gemma":[0.9793709,0.0013764591,0.002737457,0.007972564,0.0024384744,0.000049698094,0.000022799739,0.000017647431,0.006014025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998311,0.000045371387,0.00052509975,0.0002349809,0.00066148414,0.00022207329],"domain_scores_gemma":[0.9993366,0.00011964486,0.000090500565,0.00020170657,0.00015169664,0.00009983992],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016064579,0.00011686199,0.00030997806,0.00027242838,0.00003634964,0.0000024357337,0.00007672843,0.00023226616,0.0013208884],"category_scores_gemma":[0.0026378003,0.000089100904,0.000010536353,0.00052617467,0.00014167455,0.00007383524,0.000025989806,0.0010198266,0.00003791138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027679424,0.00014728954,0.12526888,0.0004482987,0.00006987964,0.00005978064,0.022421304,6.6450474e-7,0.0038706814,0.027581822,0.76127833,0.058825422],"study_design_scores_gemma":[0.0075197206,0.0005388266,0.116834536,0.001040987,0.00020524256,0.00034028525,0.0043915557,0.006949548,0.00018051431,0.0029577164,0.85874045,0.0003006202],"about_ca_topic_score_codex":0.000021346095,"about_ca_topic_score_gemma":5.110866e-7,"teacher_disagreement_score":0.19310068,"about_ca_system_score_codex":0.00016958035,"about_ca_system_score_gemma":0.000051124578,"threshold_uncertainty_score":0.99959207},"labels":[],"label_agreement":null},{"id":"W2066392492","doi":"10.1111/medu.12490","title":"In‐training evaluations: developing an automated screening tool to measure report quality","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Measure (data warehouse); Quality (philosophy); Medical education; Computer science; Medical physics; Training (meteorology); MEDLINE; Medicine; Psychology; Data mining","score_opus":0.11737360232704826,"score_gpt":0.49992974328185025,"score_spread":0.382556140954802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066392492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81282264,0.000025976817,0.09965776,0.082465775,0.0018673413,0.00076067285,4.4577402e-7,0.00037737138,0.0020220417],"genre_scores_gemma":[0.78963315,0.0000026522716,0.15455003,0.053483542,0.0011873082,0.0003703439,0.00039708323,0.00003370017,0.00034221823],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99604887,0.0003176688,0.0011093265,0.00049550936,0.001677289,0.00035133294],"domain_scores_gemma":[0.99781394,0.00013192394,0.0002258941,0.0006336142,0.0009805999,0.00021404018],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009168893,0.00017079076,0.00033581842,0.0004919751,0.00015329663,0.000036673035,0.00018736903,0.000260857,0.00051884603],"category_scores_gemma":[0.07449276,0.00016729771,0.00003942247,0.0014910317,0.000076983255,0.00030512628,0.000035552795,0.00046923943,0.00007057551],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045922945,0.0005839611,0.014334091,0.00013655017,0.000021632282,0.000009277353,0.004574273,0.000028898177,0.0003713397,0.0047342004,0.033222202,0.9419376],"study_design_scores_gemma":[0.0018383623,0.00021843538,0.8110566,0.002435707,0.00007467081,0.0006172213,0.0044418657,0.05294083,0.00028525366,0.0014998376,0.12393114,0.0006600824],"about_ca_topic_score_codex":0.00019386309,"about_ca_topic_score_gemma":0.00005129986,"teacher_disagreement_score":0.94127756,"about_ca_system_score_codex":0.00045456522,"about_ca_system_score_gemma":0.0053661494,"threshold_uncertainty_score":0.95193183},"labels":[],"label_agreement":null},{"id":"W2066514058","doi":"10.1097/acm.0b013e3180555b29","title":"Introduction to Core Competencies in Residency: A Description of an Intensive, Integrated, Multispecialty Teaching Program","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Medical College of Wisconsin","keywords":"Core competency; Specialty; Medical education; Experiential learning; Socialization; Medicine; Graduate medical education; Relevance (law); Psychology; Accreditation; Family medicine; Pedagogy; Management; Political science","score_opus":0.05628847692761169,"score_gpt":0.3986737271300441,"score_spread":0.34238525020243243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066514058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96683335,0.00013814938,0.008393347,0.021391647,0.0013496915,0.0011690512,0.0000010573137,0.00011730987,0.0006063813],"genre_scores_gemma":[0.9475262,0.000053161053,0.043467745,0.0037231096,0.0043033585,0.00005331992,0.00019492037,0.000027789096,0.00065038755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973444,0.000079333135,0.0011542194,0.00041198445,0.0006428356,0.00036723743],"domain_scores_gemma":[0.99812615,0.000103261315,0.00025536568,0.00037465044,0.00096656644,0.0001739978],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00404433,0.00018854786,0.00048333182,0.0010814823,0.000066337314,0.00000322619,0.00017968581,0.00029687374,0.00018688914],"category_scores_gemma":[0.017133199,0.00015112566,0.000025258852,0.0014209714,0.0004230654,0.00021992101,0.000036773778,0.0017519824,0.000013974649],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001159934,0.00028259438,0.058914013,0.0002915555,0.000041048243,0.000044356973,0.034133483,0.000014067996,0.19641818,0.011975509,0.11047421,0.5862511],"study_design_scores_gemma":[0.0068550445,0.0065420736,0.6473404,0.0058612917,0.0002775129,0.0007720866,0.17323871,0.004018988,0.008901485,0.0046104053,0.14090852,0.0006734778],"about_ca_topic_score_codex":0.0006327008,"about_ca_topic_score_gemma":0.00023065008,"teacher_disagreement_score":0.5884264,"about_ca_system_score_codex":0.00044019902,"about_ca_system_score_gemma":0.0001954832,"threshold_uncertainty_score":0.9911459},"labels":[],"label_agreement":null},{"id":"W2066595522","doi":"10.1016/j.amepre.2011.06.002","title":"Identifying Public Health Competencies Relevant to Family Medicine","year":2011,"lang":"en","type":"article","venue":"American Journal of Preventive Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Centers for Disease Control and Prevention","keywords":"Public health; MEDLINE; Family medicine; Medicine; Medical education; Nursing; Political science","score_opus":0.12711349210391842,"score_gpt":0.39723527851121193,"score_spread":0.2701217864072935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066595522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7302609,0.0021339117,0.12005397,0.13706432,0.0028793702,0.0007453103,0.0000024290623,0.00005992638,0.0067998227],"genre_scores_gemma":[0.9282934,0.00045017566,0.05137613,0.01792578,0.0013492615,0.000012309804,0.00001250559,0.000039217324,0.000541215],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959497,0.00031976769,0.0016821917,0.00027959078,0.0012644234,0.0005043396],"domain_scores_gemma":[0.99562544,0.00014336058,0.0015723521,0.00040717877,0.0016227646,0.0006289019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044655497,0.00025145552,0.0012089633,0.0012625917,0.0001356733,0.0000065769505,0.00036799515,0.000039453604,0.00082590256],"category_scores_gemma":[0.004166241,0.00017023883,0.00011580506,0.0021882197,0.0013755797,0.00019700329,0.00006432539,0.0006606391,0.000035625602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039380533,0.0007307333,0.016279738,0.00020769729,0.00059732987,0.00016032835,0.06711321,4.2292038e-7,0.0076708645,0.0036818546,0.092560075,0.8106039],"study_design_scores_gemma":[0.005343496,0.029688377,0.66354036,0.00711604,0.0005023455,0.0019832393,0.16581464,0.000030933465,0.00029882768,0.0024319752,0.12279766,0.00045212556],"about_ca_topic_score_codex":0.0004093434,"about_ca_topic_score_gemma":0.000008347517,"teacher_disagreement_score":0.8101518,"about_ca_system_score_codex":0.00042775253,"about_ca_system_score_gemma":0.00069427234,"threshold_uncertainty_score":0.9043054},"labels":[],"label_agreement":null},{"id":"W2066712417","doi":"10.1207/s15328015tlm1602_1","title":"Retention of Basic Science Knowledge: A Comparison Between Body System-Based and Clinical Presentation Curricula","year":2004,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Presentation (obstetrics); Knowledge retention; Confounding; Multilevel model; Mathematics education; Psychology; Medical education; Computer science; Medicine; Pedagogy; Internal medicine","score_opus":0.04711705536112596,"score_gpt":0.4412264116196791,"score_spread":0.39410935625855315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066712417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98938566,0.00028974056,0.005960484,0.0024897738,0.00022315086,0.00025438642,1.6551458e-7,0.000059701237,0.0013369629],"genre_scores_gemma":[0.9964778,0.000009409294,0.003031363,0.000059120623,0.0003015856,0.000004552786,0.000033709468,0.000009509377,0.0000729833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809873,0.00036100135,0.0006878036,0.00028789748,0.00039920848,0.0001653694],"domain_scores_gemma":[0.9990349,0.00032570242,0.00024357284,0.00014501043,0.00016368079,0.00008718105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008437797,0.00010036083,0.0004038545,0.00047553345,0.00025299052,0.000009568639,0.00006462671,0.00009027295,0.000005718663],"category_scores_gemma":[0.007556377,0.00008015954,0.000020254589,0.0005553563,0.00079342123,0.00008399522,0.00002053439,0.0013089938,0.0000022133681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000399155,0.00021193852,0.90098834,0.0005855067,0.000013291792,0.0000026797736,0.0035383129,0.0001645887,0.0010706676,0.0011359525,0.00015433371,0.0920945],"study_design_scores_gemma":[0.003629473,0.00092198397,0.9565912,0.0039352523,0.00014667712,0.000016750411,0.0048305816,0.029156499,0.000081903156,0.00003718758,0.0005666549,0.000085856664],"about_ca_topic_score_codex":0.00032624626,"about_ca_topic_score_gemma":0.0000018416679,"teacher_disagreement_score":0.09200864,"about_ca_system_score_codex":0.00014016013,"about_ca_system_score_gemma":0.00018223542,"threshold_uncertainty_score":0.9046235},"labels":[],"label_agreement":null},{"id":"W2067910312","doi":"10.1097/acm.0b013e3181e1a73b","title":"Redesigning a Resident Program Evaluation to Strengthen the Canadian Residency Education Accreditation System","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; The Wilson Centre; University of Toronto","funders":"","keywords":"Accreditation; Medical education; Graduate medical education; Process (computing); Quality (philosophy); Medicine; Psychology; Computer science","score_opus":0.06547610738322812,"score_gpt":0.42303288239891285,"score_spread":0.3575567750156847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067910312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8022368,0.00032241762,0.00032891688,0.16193601,0.006089449,0.007256076,0.000001905203,0.00025016387,0.021578241],"genre_scores_gemma":[0.98234755,0.000016088725,0.0037978317,0.0048938845,0.004952448,0.00227169,0.00025489466,0.00003669451,0.0014289442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661666,0.00018407527,0.0008039759,0.0004234805,0.0015042161,0.00046756433],"domain_scores_gemma":[0.9970141,0.00018229216,0.00026300387,0.00070446543,0.0014293245,0.00040679562],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006513143,0.0002049995,0.00026053336,0.0007223623,0.00053076306,0.000027986945,0.00034760183,0.0003970656,0.00042720092],"category_scores_gemma":[0.01363421,0.00014148041,0.000031269898,0.0014250308,0.00019714606,0.00019883458,0.00003077423,0.0016686651,0.00013321868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006255203,0.000032799737,0.004627521,0.00018308291,0.000047567504,0.0000038725316,0.017202534,0.000014258924,0.006290456,0.03791577,0.3986203,0.53499925],"study_design_scores_gemma":[0.0048987623,0.0020064702,0.35001835,0.0078739375,0.0022273713,0.0010319585,0.11793627,0.026291875,0.0022299055,0.008138171,0.47618517,0.001161769],"about_ca_topic_score_codex":0.025007483,"about_ca_topic_score_gemma":0.015477069,"teacher_disagreement_score":0.5338375,"about_ca_system_score_codex":0.0010485514,"about_ca_system_score_gemma":0.006064914,"threshold_uncertainty_score":0.9995698},"labels":[],"label_agreement":null},{"id":"W2068015127","doi":"10.1097/acm.0b013e318226b43b","title":"The Physician as Health Advocate: Translating the Quest for Social Responsibility Into Medical Education and Practice","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":205,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social responsibility; Public relations; Moral responsibility; Professional responsibility; Transformative learning; Sociology; Curriculum; Duty; Engineering ethics; Context (archaeology); Health care; Political science; Pedagogy; Law","score_opus":0.06803794664851333,"score_gpt":0.4753008328579987,"score_spread":0.40726288620948536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068015127","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07680169,0.0050349445,0.0021317312,0.90523773,0.0013100372,0.0016670018,8.5344016e-7,0.00007200929,0.0077440017],"genre_scores_gemma":[0.8572726,0.0010504599,0.0022584847,0.13423625,0.004076606,0.00033726,0.000053796062,0.00003495022,0.00067956746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728394,0.00046603504,0.00078386423,0.00033657637,0.0007938249,0.0003357858],"domain_scores_gemma":[0.99696374,0.0016436197,0.00039297756,0.00034257182,0.00047447413,0.00018264679],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01140762,0.00016220182,0.00029107166,0.00007919008,0.00093471375,0.000006746637,0.00024273166,0.00025692215,0.000058446436],"category_scores_gemma":[0.043633845,0.00008825131,0.000034436,0.00049834116,0.0011179955,0.0001423047,0.00003325263,0.0012448429,0.000008272083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000550078,0.0001079598,0.000372287,0.00017796118,0.000051968298,6.906378e-7,0.101483114,9.882409e-9,0.00016198582,0.06913966,0.08399401,0.74396026],"study_design_scores_gemma":[0.003403336,0.0015114403,0.01667767,0.0012661851,0.00044810018,0.00044954327,0.22363739,0.0005743579,0.0001686179,0.084566176,0.6669896,0.00030754102],"about_ca_topic_score_codex":0.0006297569,"about_ca_topic_score_gemma":0.00003961066,"teacher_disagreement_score":0.78047097,"about_ca_system_score_codex":0.00017504157,"about_ca_system_score_gemma":0.0028109392,"threshold_uncertainty_score":0.96442205},"labels":[],"label_agreement":null},{"id":"W2068036692","doi":"10.1001/jama.288.23.3019","title":"Association Between Licensure Examination Scores and Practice in Primary Care","year":2002,"lang":"en","type":"article","venue":"JAMA","topic":"Innovations in Medical Education","field":"Medicine","cited_by":260,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Family medicine; Licensure; Cohort; Certification; Confidence interval; Rate ratio; Continuing medical education; Nursing; Internal medicine; Continuing education","score_opus":0.019355549061694406,"score_gpt":0.3089760539213282,"score_spread":0.2896205048596338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068036692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94582105,0.0005822951,0.000030341474,0.017547429,0.00012887233,0.0002459643,0.0000026986513,0.00003130278,0.03561004],"genre_scores_gemma":[0.993428,0.000140418,0.002784673,0.0020414218,0.00049907,0.000018627254,0.00014032076,0.000009588358,0.000937897],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99914336,0.00009685877,0.00019254931,0.00013360033,0.00032255094,0.00011110016],"domain_scores_gemma":[0.9990565,0.00036202697,0.00008555169,0.000108658074,0.00036104734,0.000026216585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006789773,0.0000578999,0.00011276907,0.00014998004,0.00003999355,0.000024077139,0.00002786954,0.00015876723,0.00006157964],"category_scores_gemma":[0.007873664,0.000057570363,0.000010246293,0.0003799811,0.000019217607,0.0002630161,0.000013927273,0.00026955298,0.000029099456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010457528,0.000083025625,0.3254523,0.00014174747,0.000022398377,0.0000045888096,0.0057403124,3.4239912e-7,0.00016182274,0.000064428736,0.010966355,0.6573522],"study_design_scores_gemma":[0.0009970407,0.000058815363,0.97360945,0.000116823525,0.0000639991,0.000008982949,0.0012101876,0.00006988759,0.00008857435,0.000013224959,0.02370821,0.00005479301],"about_ca_topic_score_codex":0.000023587054,"about_ca_topic_score_gemma":0.000003907834,"teacher_disagreement_score":0.65729743,"about_ca_system_score_codex":0.000519205,"about_ca_system_score_gemma":0.00002881323,"threshold_uncertainty_score":0.942608},"labels":[],"label_agreement":null},{"id":"W2068054451","doi":"10.1503/cmaj.110475","title":"Lament for the humanities in continuing medical education","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Lament; Wonder; Continuing medical education; Continuing education; Medical education; World Wide Web; Medicine; Computer science; Art; Psychology; Literature","score_opus":0.02056385848621028,"score_gpt":0.29502944422587535,"score_spread":0.27446558573966506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068054451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5892411,0.0016496755,0.002893803,0.349888,0.013691272,0.0019782777,0.000012121976,0.000073963114,0.040571775],"genre_scores_gemma":[0.88435704,0.00027395962,0.0020971799,0.10337874,0.0055574556,0.000248778,0.00004026028,0.000038805647,0.0040077884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972562,0.000094776275,0.00061642943,0.00013075786,0.0014889535,0.00041283423],"domain_scores_gemma":[0.99823153,0.00020295347,0.00020579305,0.0001294353,0.00077404844,0.00045621084],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004539439,0.000101562786,0.00019221792,0.00031475115,0.00028896812,0.000058963178,0.0002420017,0.00037278215,0.008260599],"category_scores_gemma":[0.015048587,0.00007624614,0.00007829648,0.00032488105,0.0001088977,0.0001016276,0.000011362246,0.0010881381,0.00004471419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028042377,0.00024866822,0.056074694,0.00003056421,0.000096182,0.00005249624,0.0062894244,2.2113723e-7,0.0000018089993,0.0123944525,0.3794883,0.5452951],"study_design_scores_gemma":[0.0014016425,0.00008735142,0.10130403,0.00042861828,0.000053483705,0.00039767445,0.0068218214,0.00079877133,0.000011519772,0.0009523888,0.88761955,0.00012311408],"about_ca_topic_score_codex":0.002673487,"about_ca_topic_score_gemma":0.020356838,"teacher_disagreement_score":0.54517204,"about_ca_system_score_codex":0.0015004154,"about_ca_system_score_gemma":0.009398737,"threshold_uncertainty_score":0.9975191},"labels":[],"label_agreement":null},{"id":"W2068265766","doi":"10.1177/1049731512437557","title":"Evaluating an Objective Structured Clinical Examination (OSCE) Adapted for Social Work","year":2012,"lang":"en","type":"article","venue":"Research on Social Work Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Objective structured clinical examination; Practicum; Psychology; Medical education; Competence (human resources); Educational measurement; Social work; Optimism; Medicine; Mathematics education; Pedagogy; Social psychology; Curriculum","score_opus":0.5091212278073101,"score_gpt":0.6561597207571357,"score_spread":0.14703849294982563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068265766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9382847,0.00010388389,0.0017138397,0.04142277,0.00210711,0.003247032,0.000009020168,0.00015527611,0.012956362],"genre_scores_gemma":[0.9641407,0.000008671408,0.022691341,0.0013349769,0.01003891,0.00033502572,0.00019722816,0.000059301376,0.0011938196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9920096,0.003848439,0.0006378256,0.00044852513,0.0022236954,0.0008319467],"domain_scores_gemma":[0.99019355,0.005463081,0.00037708622,0.0002943374,0.0034653912,0.00020655632],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03011157,0.00017282476,0.00035145503,0.00030612422,0.0021679683,0.000091009344,0.00019543647,0.00052229763,0.00041094207],"category_scores_gemma":[0.07678078,0.00016879063,0.00011920803,0.0036601638,0.0003703209,0.0006853937,0.000066780885,0.0021753395,0.00013322971],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036614805,0.0019436583,0.0013024189,0.00004876776,0.0001664776,0.0000021245135,0.010074884,0.0000013467029,0.00013595805,0.015891504,0.03961501,0.9271564],"study_design_scores_gemma":[0.004451077,0.0018766603,0.82178247,0.0001577517,0.0003592038,0.0000091043585,0.038755942,0.0002823032,0.00018696339,0.0011488254,0.1305662,0.00042351597],"about_ca_topic_score_codex":0.000010241314,"about_ca_topic_score_gemma":0.0000016043267,"teacher_disagreement_score":0.92673284,"about_ca_system_score_codex":0.0009079804,"about_ca_system_score_gemma":0.00070082437,"threshold_uncertainty_score":0.9991311},"labels":[],"label_agreement":null},{"id":"W2068291232","doi":"10.1177/0194599813496044a45","title":"Otolaryngology Education in the University of Calgary Undergraduate Medical Curriculum: A Needs Assessment Study","year":2013,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Otorhinolaryngology; Medicine; Curriculum; Medical education; Family medicine; Cohort; Internal medicine; Surgery; Psychology; Pedagogy","score_opus":0.00787065709187802,"score_gpt":0.29966446407460534,"score_spread":0.29179380698272733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068291232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701029,0.000059946433,0.0012560613,0.017434113,0.00040226008,0.0015753357,3.2663007e-7,0.000026559388,0.009142472],"genre_scores_gemma":[0.99378777,0.000030141135,0.0027563642,0.0028778322,0.00009016298,0.00007274424,0.00006315179,0.000011808183,0.00031005338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980633,0.00052908715,0.0004103851,0.0002461058,0.00048385363,0.00026724825],"domain_scores_gemma":[0.99887353,0.00012678883,0.00015094812,0.00048697717,0.00028123136,0.00008053029],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009303154,0.00013825617,0.000347148,0.00044084812,0.00009456473,0.0000065348213,0.0003672981,0.00023880551,0.001290383],"category_scores_gemma":[0.00045149133,0.000108196036,0.000055580655,0.0010619825,0.00031648282,0.000111052424,0.00008679115,0.00071380124,0.00010442662],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019378362,0.0045997426,0.9438052,0.00006775226,0.00005742542,0.000051757255,0.0019102135,5.136031e-7,0.00012473957,0.0132595645,0.015265441,0.020838229],"study_design_scores_gemma":[0.0013589489,0.0005430417,0.9796223,0.000054161756,0.000071447044,0.00028719826,0.011592932,0.0013854796,0.0000035460087,0.000728903,0.0042569167,0.000095104624],"about_ca_topic_score_codex":0.0033484674,"about_ca_topic_score_gemma":0.00028226973,"teacher_disagreement_score":0.035817076,"about_ca_system_score_codex":0.00015714206,"about_ca_system_score_gemma":0.0015041942,"threshold_uncertainty_score":0.9996226},"labels":[],"label_agreement":null},{"id":"W2068545003","doi":"10.1016/j.annemergmed.2004.08.007","title":"Creating Effective Learning in Today's Emergency Departments: How Accomplished Teachers Get It Done","year":2004,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Mount Sinai Hospital","funders":"","keywords":"Emergency department; Grounded theory; Inter-rater reliability; Medicine; Compromise; Coding (social sciences); Medical education; Relevance (law); Qualitative research; Teaching method; Psychology; Mathematics education; Nursing; Rating scale","score_opus":0.06875448926113703,"score_gpt":0.41642393904125996,"score_spread":0.34766944978012293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068545003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9191035,0.0014932167,0.00089949655,0.06120397,0.0019726367,0.0009529624,0.0000020201362,0.000080028345,0.014292136],"genre_scores_gemma":[0.9926482,0.0016484533,0.0009148628,0.0008900611,0.0009006628,0.000166553,0.00017915582,0.00004733535,0.0026047064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968833,0.00014043515,0.0011792156,0.0004668632,0.00079466554,0.00053557596],"domain_scores_gemma":[0.9980916,0.00007386188,0.00049039075,0.00042057017,0.0007623077,0.00016131416],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017559387,0.00030936184,0.00069132744,0.0005822352,0.00013258656,0.000002603691,0.00020326406,0.00018211993,0.0029734392],"category_scores_gemma":[0.009692302,0.0002646385,0.00013908467,0.0017930599,0.0001455323,0.00026165688,0.00005266893,0.00072258076,0.000026670423],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061653607,0.0033672648,0.5598122,0.001503261,0.0009924595,0.00008007517,0.046072092,0.00084604596,0.03788157,0.0031519423,0.27376497,0.07191161],"study_design_scores_gemma":[0.010723338,0.0052464204,0.86893135,0.0034799085,0.0005089671,0.00004112302,0.027271688,0.00043656296,0.01041748,0.006103238,0.065773696,0.0010662246],"about_ca_topic_score_codex":0.00065670663,"about_ca_topic_score_gemma":0.00009988514,"teacher_disagreement_score":0.3091192,"about_ca_system_score_codex":0.000130493,"about_ca_system_score_gemma":0.00014017853,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W2068770915","doi":"10.1097/acm.0b013e3181c40a5e","title":"Health Advocacy Training: Now Is the Time to Develop Physician Leaders","year":2009,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Curriculum; Health care; Legislature; Medical education; Health policy; Medicine; Political science; Public health; Health care reform; Public relations; Politics; Nursing; Law","score_opus":0.06762648831992757,"score_gpt":0.3860689492514748,"score_spread":0.3184424609315472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068770915","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043465424,0.0009941639,0.00046300047,0.98434925,0.0011192863,0.0016809411,0.0000072581574,0.00018124023,0.010770182],"genre_scores_gemma":[0.0002730321,0.00029345462,0.00075264834,0.9042885,0.029380104,0.00010342168,0.0011846545,0.00011340197,0.06361081],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99447215,0.0001927316,0.0014524854,0.0008523614,0.0018990916,0.0011311859],"domain_scores_gemma":[0.99714094,0.00035062182,0.00061603426,0.0010497313,0.00061501,0.0002276347],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.002158587,0.00063506566,0.0014157833,0.00065648655,0.00027202402,0.000008733468,0.000848254,0.0014020598,0.001380637],"category_scores_gemma":[0.0035940628,0.00041695524,0.0000899942,0.0028831302,0.00071531173,0.00007118538,0.0000647743,0.009443416,0.002829038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016273449,0.000008221252,0.000006228616,0.00018403922,0.000081767066,0.00002305157,0.02411032,2.3995074e-7,0.00004529568,0.000031290012,0.84916955,0.1263237],"study_design_scores_gemma":[0.00087837514,0.0004992562,0.00028260762,0.0032445113,0.0002044171,0.00016071594,0.003483208,0.00004292868,0.000020104202,0.0004716944,0.9903637,0.0003484429],"about_ca_topic_score_codex":0.000039652205,"about_ca_topic_score_gemma":5.476608e-7,"teacher_disagreement_score":0.14119416,"about_ca_system_score_codex":0.00068965316,"about_ca_system_score_gemma":0.003057625,"threshold_uncertainty_score":0.9998943},"labels":[],"label_agreement":null},{"id":"W2068867233","doi":"10.1097/00001888-200011000-00020","title":"How Clinical Teachers Perceive the Doctor—Patient Relationship and Themselves as Role Models","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Perception; Psychology; Medical education; Qualitative research; Doctor–patient relationship; Medicine; Nursing; Family medicine","score_opus":0.06781847782954283,"score_gpt":0.3933493970055164,"score_spread":0.3255309191759736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068867233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87230486,0.0017178361,0.00013865186,0.10671294,0.0003009638,0.00052047934,9.2234876e-7,0.000068428446,0.018234931],"genre_scores_gemma":[0.96650916,0.0013632107,0.00032595868,0.013828115,0.0014213028,0.000055897992,0.00004087825,0.000025334308,0.016430138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788207,0.00018670216,0.00065091037,0.0003659148,0.0006348951,0.00027948408],"domain_scores_gemma":[0.99851364,0.00057668635,0.00014741566,0.0004455767,0.00013281878,0.00018386266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015463225,0.00018807084,0.0003391738,0.00011526357,0.00021517153,0.000011182854,0.00018372762,0.00038865866,0.0007281611],"category_scores_gemma":[0.0039965585,0.000109287415,0.00004635938,0.0004171106,0.000913305,0.00018890818,0.000029072185,0.0019713605,0.00007001522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025080793,0.00009926803,0.06822693,0.000058404075,0.00017312216,0.00001259853,0.11050029,0.000026405118,0.00037168906,0.035272885,0.17556189,0.6094457],"study_design_scores_gemma":[0.0064975894,0.002186237,0.21196109,0.0014426401,0.0010935209,0.0009822798,0.10563018,0.01247603,0.00010769171,0.09111547,0.56581044,0.00069683656],"about_ca_topic_score_codex":0.000058726695,"about_ca_topic_score_gemma":9.0018864e-7,"teacher_disagreement_score":0.60874885,"about_ca_system_score_codex":0.00008072496,"about_ca_system_score_gemma":0.00013943309,"threshold_uncertainty_score":0.85646904},"labels":[],"label_agreement":null},{"id":"W2068951952","doi":"10.1176/appi.ap.34.4.277","title":"Teaching to Teach in Toronto","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Psychology; Mathematics education; Medicine","score_opus":0.009090871461585269,"score_gpt":0.36907318649202436,"score_spread":0.3599823150304391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068951952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90105927,0.00011895925,0.00015398077,0.058137253,0.0042683887,0.0002749175,6.168907e-7,0.000071101305,0.035915542],"genre_scores_gemma":[0.9292547,0.000007986912,0.039496824,0.027264154,0.0023129422,0.00005120254,0.00001362141,0.000022553133,0.001576029],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988959,0.000021427462,0.00034605048,0.00024263855,0.00024238594,0.00025158856],"domain_scores_gemma":[0.9994776,0.000018545275,0.000046916586,0.00031882685,0.00003273242,0.000105372215],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0008583242,0.00009998146,0.00014253015,0.0001289975,0.000057124715,0.0000043177392,0.0001802671,0.0003090849,0.00041742274],"category_scores_gemma":[0.00078873994,0.000093858944,0.000027521597,0.00021969076,0.00002843708,0.00011872113,0.000032995693,0.002423285,0.0001305964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056239795,0.0003023841,0.44230166,0.00007333078,0.000015578269,0.0000015382652,0.0024785432,4.706795e-7,0.0251836,0.07464001,0.29939476,0.15555188],"study_design_scores_gemma":[0.0013402243,0.00013635476,0.49187532,0.00030547348,0.000033001077,0.0001201274,0.004316063,0.0002043745,0.00018005644,0.0045895283,0.49657857,0.00032089365],"about_ca_topic_score_codex":0.00060793775,"about_ca_topic_score_gemma":0.00046134242,"teacher_disagreement_score":0.19718383,"about_ca_system_score_codex":0.00019387565,"about_ca_system_score_gemma":0.00020299062,"threshold_uncertainty_score":0.99987817},"labels":[],"label_agreement":null},{"id":"W2068991538","doi":"10.1002/chp.1340240306","title":"Commitment to change instrument enhances program planning, implementation, and evaluation","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for the Relief of Pain and Disability; University of British Columbia; Canadian Institute for Advanced Research","funders":"","keywords":"Behavior change; Descriptive statistics; Medical education; Continuing medical education; Grounded theory; Psychology; Behaviour change; Medicine; Continuing education; Nursing; Qualitative research; Social psychology","score_opus":0.09247955203077347,"score_gpt":0.5421058275820649,"score_spread":0.4496262755512915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068991538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8471043,0.00069918117,0.00021573728,0.14794628,0.0012909682,0.0026467622,5.5760404e-7,0.000008206787,0.00008800986],"genre_scores_gemma":[0.9748859,0.00009387175,0.013941381,0.009881396,0.0005247141,0.0006047898,0.000021964852,0.000008144963,0.00003788372],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99811906,0.00025540267,0.0007746867,0.000107953485,0.0005542008,0.00018869886],"domain_scores_gemma":[0.9985114,0.000052823023,0.0005905796,0.0001539417,0.00059351797,0.00009776933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038291884,0.00008608748,0.00018957308,0.00038002915,0.00017059331,0.000025124724,0.000099807185,0.000043140008,0.000025887006],"category_scores_gemma":[0.00037527925,0.00005840873,0.000024320694,0.000500171,0.00003198936,0.00016470545,0.000016866567,0.00034594393,0.000002227269],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000337848,0.0007377745,0.014675703,0.00009504011,0.000009381319,4.3015487e-7,0.09127388,0.0000035552787,0.000036003967,0.0006377092,0.010691751,0.881805],"study_design_scores_gemma":[0.0026810826,0.0017641904,0.7021857,0.0050941613,0.00007023947,0.0001274929,0.24750593,0.00002238414,0.0001732762,0.002213134,0.038050815,0.00011161465],"about_ca_topic_score_codex":0.0000688515,"about_ca_topic_score_gemma":0.000026688935,"teacher_disagreement_score":0.88169336,"about_ca_system_score_codex":0.00053414,"about_ca_system_score_gemma":0.0024490862,"threshold_uncertainty_score":0.43445736},"labels":[],"label_agreement":null},{"id":"W2069080391","doi":"10.1080/10401334.2012.692273","title":"Morning Report Blog: A Web-Based Tool to Enhance Case-Based Learning","year":2012,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Session (web analytics); Morning; Reading (process); Medical education; World Wide Web; Medicine; Multimedia; Psychology; Computer science; Internal medicine","score_opus":0.01816725909857153,"score_gpt":0.3645924200304009,"score_spread":0.34642516093182935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069080391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97394395,0.0002697855,0.012689894,0.008531884,0.00043308333,0.00033940747,1.4768098e-7,0.0002942975,0.0034975659],"genre_scores_gemma":[0.9539023,0.0000030749454,0.0389219,0.004091485,0.0009577191,0.00006883447,0.00006426986,0.00004818139,0.0019422603],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720806,0.0005608365,0.00069751265,0.00041994522,0.0005363104,0.00057731627],"domain_scores_gemma":[0.9985565,0.00055787596,0.00022353067,0.00031704918,0.00012390023,0.00022115259],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010537163,0.00024957338,0.0005150218,0.0006608892,0.0005528129,0.00001774219,0.00007365284,0.00016221032,0.00020321672],"category_scores_gemma":[0.024644751,0.00021583814,0.000039809387,0.0006253945,0.00014200757,0.000095902484,0.00003199885,0.0037170944,0.000025232628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022838857,0.00044378324,0.6576467,0.00050312985,0.000046055222,0.0022754688,0.017473554,0.004818894,0.00995601,0.00020114749,0.005403377,0.30100352],"study_design_scores_gemma":[0.008187072,0.0028759583,0.13796918,0.007804602,0.00046808814,0.013178502,0.018724876,0.12428788,0.0007816035,0.00002370222,0.6843159,0.0013825948],"about_ca_topic_score_codex":0.00030329544,"about_ca_topic_score_gemma":0.0000051460615,"teacher_disagreement_score":0.6789126,"about_ca_system_score_codex":0.00020135436,"about_ca_system_score_gemma":0.0001895683,"threshold_uncertainty_score":0.99858135},"labels":[],"label_agreement":null},{"id":"W2069173678","doi":"10.1111/j.1365-2929.2006.02614.x","title":"Free choice and career choice: clerkship electives in medical education","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; University of British Columbia","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.01025895406301264,"score_gpt":0.3467372257147261,"score_spread":0.33647827165171346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069173678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8834638,0.0016076766,0.00017667303,0.10218451,0.0020904127,0.00061036483,0.0000016317736,0.00009728341,0.009767655],"genre_scores_gemma":[0.9617439,0.00012532968,0.0015555954,0.029481275,0.0038946958,0.00041848345,0.00045617073,0.00004800113,0.002276577],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962982,0.00014640375,0.0007812125,0.00055650366,0.0017786669,0.00043899505],"domain_scores_gemma":[0.9982229,0.00025545168,0.00016417417,0.0005690091,0.00048613624,0.00030232014],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012476806,0.0002448443,0.0003522463,0.00058591884,0.00012739452,0.000041539886,0.0003178613,0.00058938697,0.0019764407],"category_scores_gemma":[0.033388156,0.00022996968,0.000052508687,0.0013078271,0.00036537315,0.00023684785,0.00007758611,0.0010269152,0.000033522607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020793623,0.002733886,0.30204582,0.00021192328,0.000014832455,0.00000278321,0.00040882005,2.745942e-7,0.0000581139,0.003849966,0.29343304,0.39721975],"study_design_scores_gemma":[0.0014870738,0.00009080987,0.86389667,0.0007724023,0.00004915981,0.00013381157,0.0005461149,0.00067820324,0.00008683896,0.0027735108,0.12924622,0.00023919834],"about_ca_topic_score_codex":0.0036548895,"about_ca_topic_score_gemma":0.0014678428,"teacher_disagreement_score":0.56185085,"about_ca_system_score_codex":0.00053034927,"about_ca_system_score_gemma":0.010164796,"threshold_uncertainty_score":0.9989359},"labels":[],"label_agreement":null},{"id":"W2069349549","doi":"10.1016/j.humpath.2005.04.003","title":"Influence of a problem-based learning curriculum on the selection of pathology as a career: evidence from the Canadian match of 1993-2004","year":2005,"lang":"en","type":"article","venue":"Human Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Children's & Women's Health Centre of British Columbia","funders":"","keywords":"Curriculum; Problem-based learning; Medical school; Medical education; Medicine; United States Medical Licensing Examination; Psychology; Family medicine; Pathology; Pedagogy","score_opus":0.0226172715486922,"score_gpt":0.310946674915255,"score_spread":0.2883294033665628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069349549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929459,0.00011966092,0.00006104815,0.006051218,0.000051254705,0.00042499127,0.0000048122743,0.000015087845,0.0003259945],"genre_scores_gemma":[0.9967025,0.0000070594447,0.0013356172,0.0016921648,0.00009901146,0.00007029969,0.000026299766,0.000012609731,0.000054459673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985149,0.0002958913,0.0004891169,0.00021314384,0.00027328363,0.00021368543],"domain_scores_gemma":[0.99842995,0.0002370987,0.00037232673,0.00036364558,0.0005584875,0.000038516104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097295846,0.000110426736,0.00026459733,0.00018683073,0.00016942374,0.0000033761191,0.00021634002,0.00017120557,0.0002335984],"category_scores_gemma":[0.0021919385,0.00007264507,0.00004961145,0.00049633597,0.00050723925,0.00003880096,0.00002069686,0.0005481601,0.000016860293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001250767,0.000536684,0.8093839,0.00023682811,0.000068060224,0.000057368805,0.015180562,0.010904784,0.13882165,0.013832489,0.0035601903,0.007292412],"study_design_scores_gemma":[0.0012197813,0.0023615279,0.958472,0.0014900176,0.00021721533,0.00025752443,0.0015523947,0.0017024284,0.0284684,0.0014906237,0.0025446226,0.00022344994],"about_ca_topic_score_codex":0.04106312,"about_ca_topic_score_gemma":0.034200016,"teacher_disagreement_score":0.14908811,"about_ca_system_score_codex":0.00017685218,"about_ca_system_score_gemma":0.00068123813,"threshold_uncertainty_score":0.9834233},"labels":[],"label_agreement":null},{"id":"W2069353298","doi":"10.15273/dmj.vol40no2.4574","title":"From the Classroom to the Community: Cultivating Social Responsibility in Medical Education","year":2014,"lang":"en","type":"article","venue":"Dalhousie Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Narrative; Citizen journalism; Action (physics); Participatory action research; Medical education; Social determinants of health; Psychology; Social responsibility; Sociology; Public relations; Pedagogy; Medicine; Nursing; Political science; Public health","score_opus":0.023834720173523626,"score_gpt":0.36928133530724777,"score_spread":0.34544661513372416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069353298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6733448,0.000037044854,0.003128013,0.32018107,0.0011774468,0.00024599864,0.0000018263635,0.000027362781,0.0018564295],"genre_scores_gemma":[0.8860541,0.000015372014,0.0017965016,0.103545055,0.008297751,0.00004588303,0.000058772865,0.000026629697,0.00015993993],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931476,0.0024282632,0.0009899127,0.00022110996,0.0027935777,0.00041950186],"domain_scores_gemma":[0.9953865,0.002407922,0.0002932026,0.0007996815,0.00054763467,0.00056510355],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017127661,0.00017698812,0.00033513454,0.00015018578,0.0010718709,0.00008191061,0.0009796591,0.0003555993,0.002192874],"category_scores_gemma":[0.09738536,0.00009633992,0.00010057306,0.0010251804,0.0004436142,0.00008610857,0.00023763037,0.005176594,0.000081565515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017476009,0.00083040725,0.022904517,0.000016769924,0.000035732795,0.000013290222,0.0175957,0.0000012233298,0.00006205512,0.0008054709,0.2676726,0.68988746],"study_design_scores_gemma":[0.0023893227,0.00023163794,0.53880525,0.0011321459,0.000067597015,0.0006509605,0.02310802,0.0027083582,0.000039229006,0.0069929496,0.4236255,0.00024901069],"about_ca_topic_score_codex":0.0005494322,"about_ca_topic_score_gemma":0.00045946188,"teacher_disagreement_score":0.6896385,"about_ca_system_score_codex":0.00032615365,"about_ca_system_score_gemma":0.0033887133,"threshold_uncertainty_score":0.9987193},"labels":[],"label_agreement":null},{"id":"W2069585452","doi":"10.5688/ajpe77238","title":"Continuing the Discussion on Scholarship in Pharmacy Education","year":2013,"lang":"en","type":"letter","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Conversation; Pharmacy; Pharmacist; Statement (logic); Continuing education; Sociology; Political science; Medical education; Medicine; Family medicine; Law","score_opus":0.032378746420270096,"score_gpt":0.42644402889848415,"score_spread":0.39406528247821404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069585452","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16759336,0.00048800657,0.000047341466,0.8250586,0.0048535564,0.00080130796,0.0000017839143,0.000017224616,0.0011388437],"genre_scores_gemma":[0.22999066,0.00035995274,0.0015811418,0.75401634,0.011537685,0.00013667879,0.00012916084,0.00008166107,0.002166694],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600726,0.00059066014,0.0013554469,0.00036383234,0.0012074466,0.00047532888],"domain_scores_gemma":[0.9963888,0.00032246727,0.0014204405,0.00049021805,0.0012115339,0.00016656588],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014150946,0.00038585524,0.0006842792,0.0010498664,0.00009978484,0.00011213714,0.0005139624,0.0002236906,0.00065701775],"category_scores_gemma":[0.0021109856,0.0002202643,0.00023265117,0.0013659562,0.00050437957,0.0003563103,0.000038249545,0.007018838,0.00015686666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009169006,0.00062369637,0.0013052302,0.000089325455,0.000039912884,0.000008509758,0.0003953553,0.0000012125292,0.00016875599,0.00004793832,0.4736102,0.5236182],"study_design_scores_gemma":[0.0008111894,0.00037324376,0.0066191643,0.0024142985,0.00034656478,0.000532425,0.0018933754,0.000096687065,0.000351351,0.00029300983,0.98599684,0.00027183743],"about_ca_topic_score_codex":0.000057690373,"about_ca_topic_score_gemma":4.5973204e-7,"teacher_disagreement_score":0.52334636,"about_ca_system_score_codex":0.0009384991,"about_ca_system_score_gemma":0.0036201747,"threshold_uncertainty_score":0.995272},"labels":[],"label_agreement":null},{"id":"W2069665476","doi":"10.1177/1357633x0200800302","title":"Videoconferencing for Continuing Medical Education: From Pilot Project to Sustained Programme","year":2002,"lang":"en","type":"review","venue":"Journal of Telemedicine and Telecare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Videoconferencing; Continuing professional development; Continuing medical education; Medical education; Distance education; Continuing education; Health professionals; Medicine; Professional development; Health care; Nursing; Psychology; Multimedia; Computer science; Pedagogy; Political science","score_opus":0.06956055551370266,"score_gpt":0.41587185222924417,"score_spread":0.3463112967155415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069665476","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009331889,0.98704064,0.00096475694,0.005879111,0.0014180661,0.0033639148,0.0000148992185,0.00003525567,0.00035014452],"genre_scores_gemma":[0.0005163678,0.9677043,0.018540632,0.0023282096,0.009377922,0.00037425527,0.00033175634,0.000096611715,0.0007299237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958788,0.0000981654,0.0020952795,0.00038554508,0.0010751584,0.00046703484],"domain_scores_gemma":[0.9954067,0.00040388037,0.0011590823,0.0003375448,0.0022132646,0.00047954533],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014197625,0.00044221967,0.0024283957,0.0010913656,0.00009131351,0.00005340031,0.00031140374,0.00038730705,0.00034104844],"category_scores_gemma":[0.013294393,0.00030105383,0.00031645634,0.0009579724,0.00010425471,0.00009901889,0.00006336737,0.0011922845,0.0000043149935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005811994,0.00029456848,0.000055338933,0.007868645,0.00024261548,0.000045668494,0.00066534465,6.763421e-9,7.769573e-7,0.00008555912,0.08677562,0.9039077],"study_design_scores_gemma":[0.001704094,0.0025454925,0.00001918246,0.05011651,0.0020220503,0.0011585746,0.002521318,0.000016161715,0.0000013684385,0.000056259698,0.9395968,0.00024220388],"about_ca_topic_score_codex":0.000048720085,"about_ca_topic_score_gemma":0.000011978681,"teacher_disagreement_score":0.90366554,"about_ca_system_score_codex":0.00039588698,"about_ca_system_score_gemma":0.0045044813,"threshold_uncertainty_score":0.99994415},"labels":[],"label_agreement":null},{"id":"W2069790584","doi":"10.1111/j.1365-2923.2008.03184.x","title":"Enriching the clerkship curriculum with blended e‐learning","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Medical education; Session (web analytics); Clinical clerkship; Specialty; Context (archaeology); Blended learning; Teaching method; Medicine; Computer science; Psychology; Mathematics education; Pedagogy; Educational technology; Family medicine; World Wide Web","score_opus":0.009383082693146671,"score_gpt":0.30988265920190433,"score_spread":0.30049957650875764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069790584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9158208,0.0002036499,0.0020311698,0.07189933,0.00092851237,0.00035997044,9.0043834e-8,0.00012682033,0.008629655],"genre_scores_gemma":[0.9770328,0.00008873628,0.0028169367,0.016361322,0.0011247668,0.00013109989,0.00007965199,0.000024630284,0.0023400965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795634,0.00010664702,0.00031739095,0.000246453,0.0011105845,0.000262599],"domain_scores_gemma":[0.99902374,0.000084854066,0.00012098399,0.00031926925,0.000338362,0.00011278196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000761535,0.00013340806,0.00016865316,0.00013421263,0.00046039833,0.000015454125,0.00017325245,0.00014035219,0.001048873],"category_scores_gemma":[0.0061113555,0.000078524245,0.00004086555,0.00089678273,0.00031360777,0.00010209252,0.000025424453,0.0010227588,0.000118407464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007535381,0.0024073161,0.23381355,0.00016395144,0.000091743445,0.000033083666,0.0073642707,0.000016135331,0.000085572006,0.004774374,0.32209095,0.4290837],"study_design_scores_gemma":[0.002212877,0.0005944708,0.42357078,0.0009798958,0.00020653785,0.0038337077,0.010655163,0.0081175165,0.00022858739,0.00033949147,0.5487753,0.00048564989],"about_ca_topic_score_codex":0.00009529772,"about_ca_topic_score_gemma":0.0000067939586,"teacher_disagreement_score":0.42859805,"about_ca_system_score_codex":0.00014992451,"about_ca_system_score_gemma":0.0037276337,"threshold_uncertainty_score":0.9998643},"labels":[],"label_agreement":null},{"id":"W2069799913","doi":"10.1097/aog.0b013e318214e561","title":"Recent Trends in Continuing Medical Education Among Obstetrician–Gynecologists","year":2011,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. Public Health Service","keywords":"Certification; Continuing medical education; Maintenance of Certification; Medicine; Family medicine; Board certification; Certificate; Continuing education; Accreditation; Odds ratio; Obstetrics and gynaecology; Medical education; Pregnancy; Political science; Internal medicine","score_opus":0.02505826662963773,"score_gpt":0.3089732776796395,"score_spread":0.2839150110500018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069799913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96224034,0.002149354,0.000027694088,0.0017055239,0.0040003634,0.00023412853,7.14359e-7,0.000043214826,0.029598696],"genre_scores_gemma":[0.99295914,0.0016913274,0.0017076567,0.0019645712,0.000083746214,0.0000780205,0.000060042268,0.00001843442,0.0014370626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99833876,0.00007970756,0.000554135,0.00035533356,0.00031115394,0.00036092175],"domain_scores_gemma":[0.9980856,0.0009869009,0.00016952876,0.0002685452,0.00030147628,0.00018792324],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006220395,0.0001512275,0.00034045023,0.0013345403,0.000055292414,0.000011357714,0.00012810818,0.00046214895,0.0026830551],"category_scores_gemma":[0.057423975,0.00014029045,0.00003600896,0.002525603,0.00023195938,0.000086481996,0.00006670261,0.0005146856,0.000021238837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007889917,0.00058140204,0.24009898,0.000016107404,0.000009895749,0.000047409147,0.0008133865,6.5508594e-8,0.0000034117943,0.0017711837,0.002542979,0.7541073],"study_design_scores_gemma":[0.0012273185,0.00025648464,0.92183244,0.000052433315,0.00003312138,0.000039509963,0.00078949815,0.00037895143,0.000026485088,0.00042366618,0.07479255,0.0001475448],"about_ca_topic_score_codex":0.0000763441,"about_ca_topic_score_gemma":0.00014033206,"teacher_disagreement_score":0.7539598,"about_ca_system_score_codex":0.0003936882,"about_ca_system_score_gemma":0.0003176748,"threshold_uncertainty_score":0.9982286},"labels":[],"label_agreement":null},{"id":"W2069850859","doi":"10.1111/j.1365-2923.2008.03012.x","title":"It's about TIME: a general‐purpose taxonomy of subjects in medical education","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Ottawa","funders":"Air Force Materiel Command","keywords":"Curriculum; Computer science; Search engine indexing; Index (typography); Subject (documents); World Wide Web; Medical education; Multimedia; Psychology; Medicine; Pedagogy","score_opus":0.014651033698989097,"score_gpt":0.32999613998972904,"score_spread":0.31534510629074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069850859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92080647,0.0007620461,0.00040859813,0.054578234,0.0023311016,0.001167157,0.000001518299,0.00007302774,0.01987183],"genre_scores_gemma":[0.902204,0.00082008634,0.01145754,0.072178915,0.0026376315,0.0013086349,0.00080993323,0.000070856484,0.008512397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99575365,0.00016578793,0.0011921449,0.0004693279,0.002018661,0.00040041702],"domain_scores_gemma":[0.9979697,0.00010898044,0.00029077596,0.00058985734,0.0006709995,0.00036971443],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013772276,0.00024323008,0.0005175569,0.00074314344,0.00010143132,0.000009045418,0.00034334557,0.0005551434,0.008495103],"category_scores_gemma":[0.015633361,0.00022889371,0.00010137777,0.0016283666,0.000531464,0.00019152969,0.000058040925,0.00080386194,0.0002581097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000885364,0.0062574134,0.03435075,0.00030855605,0.000029026023,0.000019844189,0.0014011011,9.81318e-7,0.00023527307,0.001133748,0.5971607,0.3590141],"study_design_scores_gemma":[0.003716005,0.00040213804,0.20556715,0.003433166,0.0001138337,0.0016448731,0.0011351979,0.0056019686,0.0014331936,0.00038766878,0.7759341,0.0006307341],"about_ca_topic_score_codex":0.00038108,"about_ca_topic_score_gemma":0.00003818594,"teacher_disagreement_score":0.35838336,"about_ca_system_score_codex":0.00045982716,"about_ca_system_score_gemma":0.028956939,"threshold_uncertainty_score":0.9926584},"labels":[],"label_agreement":null},{"id":"W2069905881","doi":"10.1097/00001888-200110001-00038","title":"Relationships among Item Characteristics, Examine Characteristics, and Response Times on USMLE Step 1","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Test (biology); Computerized adaptive testing; United States Medical Licensing Examination; Disadvantaged; Psychology; Educational measurement; Computer science; Medical education; Medicine; Developmental psychology; Psychometrics; Medical school; Pedagogy","score_opus":0.05064341965010042,"score_gpt":0.3302135982187392,"score_spread":0.27957017856863875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069905881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698072,0.0002136778,0.0005074098,0.025178943,0.0008560521,0.0005562124,0.000008396091,0.00014144332,0.0027306709],"genre_scores_gemma":[0.97188574,0.0006662142,0.00030962983,0.005104839,0.002164653,0.000051332234,0.0003744834,0.000052549116,0.019390548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971973,0.00026669944,0.0009862668,0.00048458824,0.000664365,0.00040083655],"domain_scores_gemma":[0.9973653,0.0011446625,0.00036772215,0.0005291609,0.00029470166,0.00029846551],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030229047,0.00029434127,0.00057805824,0.00054295035,0.00022554859,0.000009815298,0.00015846457,0.00048722007,0.0009761094],"category_scores_gemma":[0.023353957,0.00024030062,0.000029002254,0.0006594329,0.00064011524,0.00014536123,0.000050334223,0.0019537369,0.00015693165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001993194,0.00009544607,0.836216,0.00015301815,0.0000874522,0.00013091709,0.004164449,1.260785e-7,0.003552248,0.0032305133,0.10812849,0.042248197],"study_design_scores_gemma":[0.00158881,0.00052670174,0.91617155,0.0010469243,0.00015103689,0.0002299993,0.0012875721,0.0009073621,0.00007266218,0.00015245286,0.077656925,0.00020801692],"about_ca_topic_score_codex":0.000021942411,"about_ca_topic_score_gemma":0.0000010596098,"teacher_disagreement_score":0.079955585,"about_ca_system_score_codex":0.00021249702,"about_ca_system_score_gemma":0.00012608132,"threshold_uncertainty_score":0.9999371},"labels":[],"label_agreement":null},{"id":"W2070055660","doi":"10.1136/bmj.326.7382.213","title":"Applying educational theory in practice","year":2003,"lang":"en","type":"review","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":839,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mathematics education; Psychology; Medical education; Medicine","score_opus":0.06878366509055915,"score_gpt":0.49528147242627574,"score_spread":0.42649780733571657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070055660","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9758323e-7,0.90035826,0.00008156518,0.002700215,0.0010357072,0.0022636973,0.0000014428917,0.000013592895,0.093545236],"genre_scores_gemma":[4.3839006e-7,0.9695776,0.015431847,0.0031772594,0.0011523555,0.003396128,0.0002881386,0.000037133123,0.0069390913],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817693,0.00038284445,0.0006945766,0.0002480282,0.00032953898,0.0001680982],"domain_scores_gemma":[0.9982646,0.00076986535,0.00035198097,0.00039884337,0.00017575848,0.00003895609],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002870536,0.00016926431,0.00060093583,0.00036973035,0.0000453667,0.000012319866,0.00009722751,0.0002571039,0.0007095071],"category_scores_gemma":[0.0132875275,0.00014219638,0.00009849224,0.000904974,0.00004931243,0.00006958022,0.000017060847,0.00090576324,0.0005179249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036519882,0.00019898143,0.0000045557153,0.0042668045,0.000048521735,0.0000061870146,0.00005053901,4.632248e-8,1.552975e-8,0.03068103,0.06331413,0.90142554],"study_design_scores_gemma":[0.00012495539,0.000011167718,0.000009310252,0.008490268,0.00042629847,0.00049077213,0.00018888075,9.117909e-7,2.587729e-8,0.00057458004,0.98955846,0.00012437219],"about_ca_topic_score_codex":0.0000037560624,"about_ca_topic_score_gemma":2.7507056e-7,"teacher_disagreement_score":0.9262443,"about_ca_system_score_codex":0.00041216463,"about_ca_system_score_gemma":0.0025526308,"threshold_uncertainty_score":0.99502397},"labels":[],"label_agreement":null},{"id":"W2070112413","doi":"10.1097/acm.0b013e3181dbfb41","title":"Commentary: One Strategy for Building Public Trust in Changing Times","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Accountability; Public relations; Vision; Quality (philosophy); Collegiality; Professional development; Health care; Professional association; Public trust; Political science; Business; Medicine; Medical education; Psychology; Sociology; Pedagogy","score_opus":0.044292275223571785,"score_gpt":0.39360921148626604,"score_spread":0.3493169362626943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070112413","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071752616,0.0015354787,0.0016956746,0.14962126,0.83569056,0.0024116368,0.000056398167,0.00014184027,0.0016718964],"genre_scores_gemma":[0.007803068,0.0008997244,0.002390094,0.010062519,0.9693,0.0005557264,0.0051958794,0.00015259387,0.0036403944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995331,0.0000711249,0.0014007462,0.0007349237,0.0014978383,0.00096439227],"domain_scores_gemma":[0.99675983,0.0011742336,0.0005817652,0.000617181,0.0006269394,0.00024002977],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004346928,0.00049125584,0.0012421323,0.002629115,0.00016160679,0.0000153931,0.00056110654,0.0030354029,0.00073189917],"category_scores_gemma":[0.017992353,0.00043883704,0.000080087375,0.0018065949,0.00043098387,0.00013367074,0.00010929304,0.00789627,0.000015006135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008202362,0.000051674724,0.0001595769,0.0007012262,0.00008926882,0.0000061078445,0.0009215713,3.7011006e-7,0.0010278478,0.0023662306,0.97680825,0.017785871],"study_design_scores_gemma":[0.004305734,0.0004923049,0.000032893044,0.0029462453,0.00031871963,0.000011636479,0.0014784503,0.00049224566,0.00011495844,0.0018459207,0.98762214,0.00033873838],"about_ca_topic_score_codex":0.000121515346,"about_ca_topic_score_gemma":0.000014160473,"teacher_disagreement_score":0.13955875,"about_ca_system_score_codex":0.00063516945,"about_ca_system_score_gemma":0.00084604404,"threshold_uncertainty_score":0.99980634},"labels":[],"label_agreement":null},{"id":"W2070316890","doi":"10.1111/medu.12103","title":"Blinded by belonging: revealing the hidden curriculum","year":2013,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Citation; Library science; Curriculum; Sociology; Computer science","score_opus":0.011514403189895524,"score_gpt":0.32853005181435246,"score_spread":0.3170156486244569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070316890","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069602528,0.0011862204,0.00028924388,0.9794082,0.0063228616,0.0012652393,0.0000043722544,0.00014824118,0.0044153496],"genre_scores_gemma":[0.0011801122,0.00017133712,0.0014130209,0.94163835,0.019265806,0.0008223444,0.0040972815,0.000099475794,0.031312283],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507976,0.00020150971,0.00094625284,0.00063160254,0.0025279839,0.00061292056],"domain_scores_gemma":[0.99730396,0.00017711335,0.00044579286,0.0010827531,0.00084981846,0.00014055875],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0011587368,0.00041189548,0.00052175875,0.00032303733,0.00028718065,0.00009944365,0.0006672719,0.0017780345,0.006428914],"category_scores_gemma":[0.009396966,0.0002775305,0.00016189771,0.000991166,0.00039334365,0.00012237925,0.00008390359,0.00534814,0.0009284208],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002047136,0.00029116703,0.00016005553,0.0002697333,0.000053436608,0.0000072840207,0.000209565,1.578204e-8,0.0000058609266,0.00007650345,0.85214525,0.1467791],"study_design_scores_gemma":[0.000367073,0.000049728358,0.0002124969,0.0009627749,0.00020566126,0.00018002631,0.00035951613,0.0003366288,0.000020696443,0.00025295367,0.9967722,0.00028020522],"about_ca_topic_score_codex":0.0006030484,"about_ca_topic_score_gemma":0.0000022737352,"teacher_disagreement_score":0.1464989,"about_ca_system_score_codex":0.00053950865,"about_ca_system_score_gemma":0.0046222247,"threshold_uncertainty_score":0.9999677},"labels":[],"label_agreement":null},{"id":"W2070340487","doi":"10.1503/cjs.018813","title":"How to assess communication, professionalism, collaboration and the other intrinsic CanMEDS roles in orthopedic residents: use of an objective structured clinical examination (OSCE)","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Hospital for Sick Children; Arthritis Research Centre of Canada; Toronto General Hospital; University of Toronto; Women's College Hospital; Sunnybrook Health Science Centre; Health Sciences Centre; Mount Sinai Hospital","funders":"","keywords":"Objective structured clinical examination; Medicine; Medical education; Test (biology); Ranking (information retrieval); Reliability (semiconductor); Family medicine","score_opus":0.07784815818221111,"score_gpt":0.3685118649880696,"score_spread":0.2906637068058585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070340487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820471,0.00016750932,0.00025637494,0.016702542,0.00049749005,0.00029668017,0.000006143067,0.0000024868498,0.00002368587],"genre_scores_gemma":[0.9961207,0.000038749036,0.0013227384,0.0021684899,0.00021683869,0.000010253567,0.000024854582,0.000013920111,0.00008346706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747914,0.0011929952,0.0007609909,0.00011081421,0.00032216846,0.00013389607],"domain_scores_gemma":[0.9962827,0.0010942714,0.0005657493,0.0002968351,0.001561799,0.00019867676],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005571849,0.00008684625,0.0003626374,0.00071352057,0.000098460565,0.000067626046,0.000111700996,0.00012681648,0.000018467817],"category_scores_gemma":[0.01700966,0.00006251587,0.00003790987,0.0008132638,0.0003133542,0.00043547768,0.000011468586,0.00038779818,2.2717622e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034351772,0.000089942776,0.79115367,0.000058533646,0.000070355716,0.000011643649,0.0053971796,0.000021742499,0.00008528964,0.0033369123,0.006481336,0.19294986],"study_design_scores_gemma":[0.00084889,0.000056178942,0.9898344,0.00044806296,0.000039995324,0.000033878314,0.003399691,0.000118715805,0.00009155525,0.00035240222,0.0047126184,0.00006358695],"about_ca_topic_score_codex":0.0030792337,"about_ca_topic_score_gemma":0.04012777,"teacher_disagreement_score":0.19868074,"about_ca_system_score_codex":0.00020312703,"about_ca_system_score_gemma":0.0023703407,"threshold_uncertainty_score":0.9912705},"labels":[],"label_agreement":null},{"id":"W2070445434","doi":"10.3109/0142159x.2012.737968","title":"A scoping review of undergraduate ambulatory care education","year":2012,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto","funders":"Hospital for Sick Children","keywords":"Scholarship; Medical education; Best practice; Grey literature; Faculty development; MEDLINE; Medicine; Interdisciplinarity; Ambulatory care; Professional development; Political science; Health care","score_opus":0.07474690224833447,"score_gpt":0.4660382787366682,"score_spread":0.39129137648833373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070445434","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034600969,0.98590845,0.000047518006,0.0013634516,0.0014478288,0.002227237,0.000001277742,0.00006018119,0.008940572],"genre_scores_gemma":[0.000009489031,0.9932115,0.00051782484,0.0014673021,0.0017059357,0.0005093639,0.0007983814,0.000080701015,0.0016994979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604267,0.00031146978,0.0015197583,0.00036986897,0.0014218171,0.0003344324],"domain_scores_gemma":[0.9977797,0.00004691586,0.00066163583,0.0007949852,0.00041121282,0.00030551126],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015118566,0.0003630976,0.0021023706,0.00029226372,0.000047493013,0.0000052047185,0.0002849503,0.00070555956,0.0045261993],"category_scores_gemma":[0.0040936256,0.0002725164,0.00044178186,0.00084513344,0.00023598714,0.000058835933,0.00008554924,0.0013342488,0.00026297235],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[5.327763e-7,0.00017090581,0.00002589337,0.43686786,0.00004678799,0.0000010514608,0.000042957327,3.0939606e-10,4.6439825e-9,0.0001332997,0.008782175,0.55392855],"study_design_scores_gemma":[0.00007206267,0.000017336906,0.0000015094979,0.49598148,0.0011850788,0.000060140286,0.000027125465,8.135996e-7,5.4458994e-8,0.0000070002075,0.50253314,0.000114279144],"about_ca_topic_score_codex":0.000012641889,"about_ca_topic_score_gemma":0.0000011356727,"teacher_disagreement_score":0.5538143,"about_ca_system_score_codex":0.0005071508,"about_ca_system_score_gemma":0.008680013,"threshold_uncertainty_score":0.9999727},"labels":[],"label_agreement":null},{"id":"W2070469546","doi":"10.1097/01.blo.0000224028.93355.8c","title":"Factors in Optimizing the Learning Environment for Surgical Training","year":2006,"lang":"en","type":"review","venue":"Clinical Orthopaedics and Related Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre; University of Ottawa","funders":"","keywords":"Variety (cybernetics); Medicine; Training (meteorology); Value (mathematics); Learning environment; Medical education; Engineering ethics; Computer science; Artificial intelligence; Engineering; Psychology","score_opus":0.40611416380160414,"score_gpt":0.5516518971005173,"score_spread":0.14553773329891317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070469546","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021924325,0.99225265,0.000047694673,0.0012167671,0.00066828623,0.0020998053,0.0000046980335,0.000029402345,0.001488287],"genre_scores_gemma":[0.0003633596,0.99432194,0.00035181973,0.000024314257,0.00063253165,0.0002058115,0.00046830188,0.00007092116,0.003560972],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99487394,0.001079542,0.0019598973,0.0006616342,0.00077832094,0.0006466605],"domain_scores_gemma":[0.9930392,0.0059876735,0.00029735055,0.0003641109,0.00013921378,0.00017245217],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0144863045,0.00028762664,0.0014642173,0.00049346616,0.0004253255,0.000047624515,0.00021447896,0.001311029,0.00009216715],"category_scores_gemma":[0.005871603,0.00015719038,0.00066982757,0.0009751824,0.0010633433,0.000030161858,0.00016665374,0.0076012635,0.000015789903],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016856064,0.00018909127,0.0006457957,0.0018996228,0.00013295337,0.000067562876,0.00015978166,0.0000133463855,9.6786845e-9,0.00041497426,0.0009124663,0.99554753],"study_design_scores_gemma":[0.0010679653,0.0003429347,0.00026250666,0.005076104,0.00028321496,0.000075967764,0.00043401006,0.0007140568,1.4023873e-8,0.00008586676,0.99150044,0.00015693576],"about_ca_topic_score_codex":0.000009529015,"about_ca_topic_score_gemma":9.1933293e-7,"teacher_disagreement_score":0.9953906,"about_ca_system_score_codex":0.00018205224,"about_ca_system_score_gemma":0.000748097,"threshold_uncertainty_score":0.99998546},"labels":[],"label_agreement":null},{"id":"W2070729342","doi":"10.5688/aj710589","title":"Evaluating the Accuracy of Pharmacy Students' Self-Assessment Skills","year":2007,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":125,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pharmacy; Medical education; Self-assessment; Bachelor; Curriculum; Psychology; Interview; Pharmacist; Empathy; Quartile; Educational measurement; Peer assessment; Medicine; Nursing; Pedagogy; Social psychology","score_opus":0.045943367353456915,"score_gpt":0.562582498345659,"score_spread":0.516639130992202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070729342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856364,0.00021000722,0.0032424852,0.008434993,0.0014722778,0.00040979843,5.959061e-7,0.000014478072,0.0005789671],"genre_scores_gemma":[0.9519409,0.000151173,0.04108352,0.0057799625,0.00096041325,0.000010514456,0.0000053934673,0.000019384564,0.000048732272],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968291,0.00019918373,0.0011743531,0.00014807991,0.0013735093,0.00027578408],"domain_scores_gemma":[0.99600685,0.0007257019,0.0012702345,0.0002603721,0.0015622056,0.00017465443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005169178,0.00014386843,0.00034032867,0.00030149092,0.00010515103,0.000023369405,0.0003543536,0.000027891741,0.0002840629],"category_scores_gemma":[0.0017552093,0.00009911828,0.00013119976,0.0011290619,0.00031276586,0.000180659,0.00004348473,0.0007617964,0.000008767893],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002691846,0.003644934,0.076853655,0.00007222423,0.00019791703,0.0000030746771,0.0019877555,0.000009448532,0.01201506,0.000383804,0.0016247749,0.9029382],"study_design_scores_gemma":[0.008229738,0.0046889433,0.84774894,0.0008241559,0.0029819903,0.0017177243,0.02928372,0.0036399546,0.037629783,0.00046414288,0.062269118,0.0005217862],"about_ca_topic_score_codex":0.000023569903,"about_ca_topic_score_gemma":2.3253091e-7,"teacher_disagreement_score":0.9024164,"about_ca_system_score_codex":0.00049644837,"about_ca_system_score_gemma":0.0024600958,"threshold_uncertainty_score":0.43641043},"labels":[],"label_agreement":null},{"id":"W2070741151","doi":"10.1016/s0002-9610(99)00252-4","title":"Using the world-wide-web to obtain feedback on the quality of surgical residency training","year":2000,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Compliance (psychology); Residency training; Quality (philosophy); Web site; Web application; Medicine; Medical education; Psychology; World Wide Web; Computer science; The Internet; Continuing education; Social psychology","score_opus":0.15690635157649319,"score_gpt":0.4144934986635809,"score_spread":0.2575871470870877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070741151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89831555,0.00006238981,0.00005628583,0.09958785,0.00023100339,0.00011897722,0.0000012455429,0.000006362468,0.0016203398],"genre_scores_gemma":[0.9905184,0.00008267802,0.0007411554,0.0075625284,0.00062932144,0.0000032097944,7.115392e-7,0.000017326198,0.00044468607],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99690276,0.0008230079,0.0010657606,0.00010687152,0.00084591587,0.00025569627],"domain_scores_gemma":[0.9924595,0.0057217553,0.0009064945,0.00048117118,0.000343894,0.00008719291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009167412,0.00012284354,0.0005562014,0.00024103074,0.00018580256,0.000018668214,0.00028663085,0.00002116763,0.00080517476],"category_scores_gemma":[0.0028334048,0.000054914715,0.00023047843,0.0019342196,0.0006928946,0.00005588507,0.000018398501,0.000639216,0.000013096528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005947136,0.0007023046,0.07021157,0.00006393496,0.00058858714,0.00013253589,0.014056908,0.0010637642,0.003846655,0.0035762968,0.10535829,0.794452],"study_design_scores_gemma":[0.0017369805,0.0010393456,0.8277268,0.0039305747,0.0005475262,0.0021742734,0.06781036,0.0006792551,0.0025739986,0.0039627473,0.08708537,0.00073279237],"about_ca_topic_score_codex":0.000075472315,"about_ca_topic_score_gemma":0.0000033409788,"teacher_disagreement_score":0.79371923,"about_ca_system_score_codex":0.00011030701,"about_ca_system_score_gemma":0.0007574748,"threshold_uncertainty_score":0.8816099},"labels":[],"label_agreement":null},{"id":"W2070770528","doi":"10.3109/0142159x.2015.1009426","title":"A model of engagement in reflective writing-based portfolios: Interactions between points of vulnerability and acts of adaptability","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Adaptability; Vulnerability (computing); Psychology; Computer science; Biology; Computer security; Ecology","score_opus":0.1516693925861628,"score_gpt":0.4291132101531111,"score_spread":0.2774438175669483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070770528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893646,0.000030373007,0.003772462,0.0028020572,0.000059661455,0.00032318797,0.0000034723432,0.0000122821375,0.0036318651],"genre_scores_gemma":[0.9949429,0.0000021786545,0.004796893,0.00010307401,0.000056594537,0.000027992683,0.000022028185,0.000009233851,0.000039109524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773777,0.00028426037,0.0008600744,0.00021516056,0.0007613695,0.00014139627],"domain_scores_gemma":[0.99875367,0.00015597884,0.00023196211,0.0002847272,0.00041686217,0.00015682996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049922313,0.00009764443,0.0004399466,0.0002134613,0.000014785105,0.0000012633261,0.00008309038,0.00013939406,0.00029918997],"category_scores_gemma":[0.01485057,0.000083975836,0.000046236197,0.00037189873,0.00042319074,0.00005987546,0.000053603253,0.00065886293,6.2193783e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026822975,0.0028314095,0.9686048,0.00042474095,0.000070234884,0.000001914774,0.004086982,0.000049996375,0.0005256025,0.00037668893,0.0005363688,0.022223018],"study_design_scores_gemma":[0.00953849,0.0013969473,0.5609815,0.0019697696,0.00027245397,0.000008316574,0.009804543,0.39799312,0.009078839,0.007719608,0.00088471355,0.0003516693],"about_ca_topic_score_codex":0.00014284614,"about_ca_topic_score_gemma":0.000023830828,"teacher_disagreement_score":0.40762326,"about_ca_system_score_codex":0.0002012954,"about_ca_system_score_gemma":0.0007406476,"threshold_uncertainty_score":0.9934478},"labels":[],"label_agreement":null},{"id":"W2070786597","doi":"10.1576/toag.5.1.43","title":"CPD and maintenance of certification in the Royal College of Physicians and Surgeons of Canada","year":2003,"lang":"en","type":"article","venue":"The Obstetrician & Gynaecologist","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Specialty; Excellence; Certification; Continuing medical education; Maintenance of Certification; Medical education; Medicine; Continuing education; Continuing professional development; Professional certification (computer technology); Professional development; Family medicine; Political science","score_opus":0.013834960124145338,"score_gpt":0.24763728147228561,"score_spread":0.23380232134814027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070786597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874075,0.00034807928,0.000039307888,0.0037386608,0.00027162198,0.00042208467,0.000030225918,0.0000028837123,0.007739605],"genre_scores_gemma":[0.9989483,0.000025617222,0.00017226835,0.00047332843,0.000007010741,0.000015548252,0.0000050220233,0.000004946075,0.0003480093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905413,0.00011533616,0.00036724407,0.00010555052,0.00022108773,0.0001366609],"domain_scores_gemma":[0.9984986,0.00079226756,0.00024504503,0.00026288777,0.00018903826,0.000012142219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068634143,0.0000681674,0.00021795026,0.00009202903,0.000053901353,0.0000016702553,0.00010345732,0.000047048758,0.00003235007],"category_scores_gemma":[0.005007682,0.000042096817,0.000016658836,0.0009100975,0.00045094852,0.000015072285,0.000012321078,0.00013868508,1.3850205e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017893269,0.0022113118,0.5967663,0.0011474346,0.0002094857,0.000047397603,0.0099192755,0.00026864166,0.0017323748,0.17240852,0.07426417,0.14084616],"study_design_scores_gemma":[0.0005083722,0.00010641693,0.98513126,0.000036855407,0.00004172723,0.0000053627296,0.009196885,0.00039415437,0.001235004,0.00036550008,0.0029265825,0.000051876676],"about_ca_topic_score_codex":0.014065607,"about_ca_topic_score_gemma":0.021380188,"teacher_disagreement_score":0.38836497,"about_ca_system_score_codex":0.00010600722,"about_ca_system_score_gemma":0.00035284902,"threshold_uncertainty_score":0.99647707},"labels":[],"label_agreement":null},{"id":"W2070823827","doi":"10.1080/10401330903018500","title":"Students Completing a Pediatric Clinical Clerkship in a Regional Center Perform as Well as Their Peers Training at a University Teaching Hospital … And They Liked It Better?","year":2009,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Center (category theory); Medicine; Training (meteorology); Psychology","score_opus":0.03859748866093759,"score_gpt":0.360483967041382,"score_spread":0.32188647838044443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070823827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96229833,0.00011501721,0.000028259456,0.032303274,0.00017417481,0.00028595983,2.719174e-7,0.00007266173,0.0047220616],"genre_scores_gemma":[0.9915204,0.00016585963,0.0012553007,0.0053677415,0.00076339376,0.0000020584534,0.000052843603,0.000020511798,0.0008518978],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970618,0.0008656492,0.00061837886,0.00050004135,0.0005450844,0.0004090435],"domain_scores_gemma":[0.9986092,0.00077923544,0.00023091925,0.00016534,0.000047578473,0.00016772342],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008598996,0.00023627107,0.0005387496,0.0005332544,0.00055820466,0.00002342827,0.00016598463,0.00018479255,0.00007315131],"category_scores_gemma":[0.0052088527,0.00020037936,0.00004891468,0.00021826457,0.00018557154,0.00012004062,0.00009158353,0.0044516698,0.00001080136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021251576,0.0003376633,0.8403085,0.000050371695,0.00002017427,0.00007639395,0.07170363,0.000007697869,0.000024291365,0.00012169494,0.0016412032,0.08549588],"study_design_scores_gemma":[0.0064345505,0.0017810332,0.8984612,0.001238576,0.000074009025,0.00019183135,0.065578505,0.0028434552,1.856041e-7,0.00011402232,0.02304337,0.0002392486],"about_ca_topic_score_codex":0.0004384643,"about_ca_topic_score_gemma":0.000025942023,"teacher_disagreement_score":0.085256636,"about_ca_system_score_codex":0.0002465791,"about_ca_system_score_gemma":0.000086026244,"threshold_uncertainty_score":0.9978451},"labels":[],"label_agreement":null},{"id":"W2070839323","doi":"10.1155/2014/318598","title":"Understanding Student Experiences in a Near-Peer Resident Shadowing Program","year":2014,"lang":"en","type":"article","venue":"Journal of Biomedical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Preparedness; Medical education; Medical school; Shadow (psychology); Psychology; Clinical clerkship; Medicine; Curriculum; Pedagogy","score_opus":0.05864371945015613,"score_gpt":0.4150028280059977,"score_spread":0.3563591085558416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070839323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698525,0.000107585394,0.0046311384,0.021221895,0.0028177057,0.00028788816,8.479667e-8,0.000017872753,0.0010632948],"genre_scores_gemma":[0.9836636,0.000015579348,0.013370928,0.0016646571,0.0010599964,0.000047943755,0.000011005999,0.000011325396,0.0001549349],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973028,0.000082510094,0.000842343,0.00014577195,0.0014160265,0.00021058774],"domain_scores_gemma":[0.998871,0.00007447538,0.0003360903,0.00015469194,0.0004112543,0.00015246701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023855874,0.000100812314,0.0002571611,0.0005229114,0.00008228843,0.00007722639,0.00017245043,0.00012309042,0.0002315793],"category_scores_gemma":[0.0026680601,0.00007852826,0.00006826809,0.0009231216,0.00023126272,0.00019024125,0.000023515959,0.0004533298,0.000008338012],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000216251,0.007402381,0.043079577,0.0002979199,0.000098639255,0.000023429224,0.13907757,0.000008997041,0.00094197615,0.0020658916,0.14538558,0.6614018],"study_design_scores_gemma":[0.0043031704,0.003677548,0.23653749,0.0035073266,0.00018587493,0.00077460374,0.49535358,0.0036507947,0.00034393472,0.0030787194,0.24815461,0.00043234695],"about_ca_topic_score_codex":0.00002527259,"about_ca_topic_score_gemma":0.000002650414,"teacher_disagreement_score":0.66096944,"about_ca_system_score_codex":0.0007870397,"about_ca_system_score_gemma":0.0013593571,"threshold_uncertainty_score":0.32022896},"labels":[],"label_agreement":null},{"id":"W2070925638","doi":"10.1016/j.kjms.2013.05.005","title":"Is problem‐based learning an ideal format for developing ethical decision skills?","year":2013,"lang":"en","type":"review","venue":"The Kaohsiung Journal of Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Experiential learning; Medicine; Ideal (ethics); Session (web analytics); Problem-based learning; Curriculum; Medical education; Mathematics education; Pedagogy; Computer science; Psychology","score_opus":0.14743630692292295,"score_gpt":0.5101019419471331,"score_spread":0.3626656350242101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070925638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007551088,0.853627,0.07975746,0.061777677,0.002097738,0.0017035557,0.0000021654503,0.000041346673,0.00023790244],"genre_scores_gemma":[0.00014845133,0.8625832,0.12934577,0.005940661,0.0017886927,0.00007712212,0.000018296781,0.000035619243,0.00006213677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922888,0.00039978637,0.0020348164,0.00032525248,0.0044134287,0.0005378648],"domain_scores_gemma":[0.9947467,0.002278322,0.0015851617,0.00027159136,0.00074588007,0.00037233756],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020869026,0.00032496292,0.001373742,0.0005238796,0.00070863427,0.00017634836,0.0016324793,0.000995578,0.0004336174],"category_scores_gemma":[0.0128596425,0.00015228601,0.00044596245,0.0013658899,0.0009907967,0.00028323688,0.00011879421,0.0038131408,0.000033808625],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010338176,0.00008281125,0.000009857581,0.0022879406,0.000048025715,0.0000070960114,0.0002873003,0.0000044040116,2.446536e-7,0.0019505757,0.013352961,0.98195845],"study_design_scores_gemma":[0.0006221313,0.00079603615,0.00001353154,0.035152253,0.00043638912,0.00080046465,0.00024832424,0.0023269816,0.0000031961583,0.002498637,0.956897,0.00020505207],"about_ca_topic_score_codex":0.000012020555,"about_ca_topic_score_gemma":0.0000018325604,"teacher_disagreement_score":0.9817534,"about_ca_system_score_codex":0.00030877895,"about_ca_system_score_gemma":0.006892644,"threshold_uncertainty_score":0.99873734},"labels":[],"label_agreement":null},{"id":"W2071103461","doi":"10.1007/s10459-014-9557-x","title":"Peer assisted learning in the clinical setting: an activity systems analysis","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Computer science; Psychology; Medicine","score_opus":0.05335902317985239,"score_gpt":0.5122349068386547,"score_spread":0.4588758836588023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071103461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95458716,0.0006246624,0.0032046384,0.035670724,0.0018944687,0.00055881566,2.886701e-7,0.000033764176,0.0034254591],"genre_scores_gemma":[0.9908149,0.0001615595,0.005091037,0.003154983,0.00041993742,0.00010626856,0.00003868065,0.000004742522,0.00020788425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99660087,0.001177444,0.0007337348,0.00041308664,0.00077489635,0.00029996102],"domain_scores_gemma":[0.9983296,0.00056723005,0.0004434147,0.00032625397,0.00026561905,0.00006789798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019030968,0.00009324561,0.000287267,0.0006092309,0.00029246538,0.00005638278,0.00024573389,0.00007383992,0.000015384974],"category_scores_gemma":[0.005988272,0.000067155815,0.000039246308,0.004467917,0.0002701078,0.0005436134,0.000012377079,0.0005624354,0.000005487051],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081852195,0.00042670447,0.56315166,0.000089201916,0.0000030992583,9.636157e-8,0.0012286172,0.0021391371,0.000001995478,0.0016279479,0.00027029586,0.43105304],"study_design_scores_gemma":[0.00017619153,0.00033293426,0.8888101,0.00013371036,0.000019975143,0.0000073874826,0.0077248905,0.0599736,0.000001080895,0.00021137256,0.04253456,0.00007418723],"about_ca_topic_score_codex":0.0008492161,"about_ca_topic_score_gemma":0.00044800836,"teacher_disagreement_score":0.43097886,"about_ca_system_score_codex":0.00023953068,"about_ca_system_score_gemma":0.0012790462,"threshold_uncertainty_score":0.71689534},"labels":[],"label_agreement":null},{"id":"W2071248069","doi":"10.1136/bmj.38636.582546.7c","title":"Effect of a community oriented problem based learning curriculum on quality of primary care delivered by graduates: historical cohort comparison study","year":2005,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Université de Sherbrooke; McGill University Health Centre; Montreal General Hospital; Medical Council of Canada; McGill University","funders":"","keywords":"Curriculum; Medicine; Cohort; Graduation (instrument); Family medicine; Quality management; Cohort study; Internal medicine; Psychology; Management system; Pedagogy","score_opus":0.030933263533982385,"score_gpt":0.3859783940602926,"score_spread":0.3550451305263102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071248069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99568003,0.000088253575,0.00035956618,0.00062395225,0.00012529705,0.0018980682,0.0000049723085,0.00005274393,0.0011671263],"genre_scores_gemma":[0.9970794,0.000001033033,0.0019606368,0.00014962174,0.00006284352,0.00013811965,0.0005156116,0.000015112155,0.00007762657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966964,0.0013949926,0.0008743636,0.00015110282,0.000733389,0.00014975021],"domain_scores_gemma":[0.9980838,0.0003604943,0.00047026886,0.00044903357,0.0005826937,0.000053728087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029365253,0.00014489659,0.0006411767,0.00012650382,0.00012107522,0.000002640253,0.00012426294,0.000091029906,0.00002742807],"category_scores_gemma":[0.002031276,0.00012098712,0.0000745514,0.0005153185,0.000077795696,0.000033192788,0.00003626813,0.0007630526,0.000005026769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053434423,0.005163902,0.93657166,0.0011168098,0.000076315744,5.382745e-7,0.0037046736,0.00012572821,0.0008184748,0.000015911928,0.03154812,0.020323541],"study_design_scores_gemma":[0.015748436,0.022261254,0.9166608,0.0012076073,0.0007272034,0.000004009386,0.011871106,0.0044417293,0.008949739,0.0000031643963,0.017636135,0.0004888237],"about_ca_topic_score_codex":0.0017502743,"about_ca_topic_score_gemma":0.000024739618,"teacher_disagreement_score":0.019910848,"about_ca_system_score_codex":0.0013076094,"about_ca_system_score_gemma":0.0001516654,"threshold_uncertainty_score":0.49337116},"labels":[],"label_agreement":null},{"id":"W2071278534","doi":"10.3109/01421590903199684","title":"The evolution of faculty development in Canada since the 1980s: Coming of age or time for a change?","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Faculty development; Scholarship; Medical education; Professional development; Medicine; Psychology; Political science","score_opus":0.04220891280454422,"score_gpt":0.34048914504031924,"score_spread":0.29828023223577504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071278534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804366,0.000048038677,0.00034853973,0.017839886,0.0003577599,0.00056801765,0.0000019142572,0.0000061497767,0.00039304578],"genre_scores_gemma":[0.99652493,0.000002231498,0.0013780064,0.000415362,0.00019450374,0.00015895985,0.000027404873,0.000008463597,0.0012901307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865097,0.000038778766,0.00040735214,0.00009916597,0.00063157926,0.00017216834],"domain_scores_gemma":[0.9993381,0.00015803723,0.00011736781,0.00020013795,0.00013529272,0.000051067535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016716535,0.00006775375,0.00016611234,0.000036809022,0.00007347685,0.000002240106,0.00019088788,0.00009029914,0.00030249945],"category_scores_gemma":[0.0061867563,0.000032896154,0.000020618447,0.0002742692,0.00021166816,0.000018349505,0.000032969034,0.0004120281,0.0000020765392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006231009,0.0011249001,0.15404049,0.00064254063,0.00021632096,0.00002673248,0.017246272,0.0000011144534,0.0032007091,0.006274747,0.106580555,0.7100225],"study_design_scores_gemma":[0.0040168343,0.00018655517,0.32934237,0.0009321017,0.000089294386,0.000045227596,0.008711736,0.032173183,0.0016771269,0.00034027096,0.6222011,0.00028422478],"about_ca_topic_score_codex":0.10531599,"about_ca_topic_score_gemma":0.3937649,"teacher_disagreement_score":0.7097383,"about_ca_system_score_codex":0.00041482155,"about_ca_system_score_gemma":0.003214025,"threshold_uncertainty_score":0.9006418},"labels":[],"label_agreement":null},{"id":"W2071286325","doi":"10.2310/6640.2004.15341","title":"Impact of Peer-Coaching on the Clinical Reasoning of the Novice Practitioner","year":2004,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Computer science; Medical education; Psychology; Physical medicine and rehabilitation; Physical therapy; Medicine; Applied psychology; Psychotherapist","score_opus":0.020412819264902,"score_gpt":0.4016591809019385,"score_spread":0.38124636163703646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071286325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97603726,0.000014798219,0.000118672666,0.021667762,0.00031347832,0.00020871633,0.0000060544426,0.000005049333,0.001628193],"genre_scores_gemma":[0.99453783,0.000007787393,0.00043676834,0.004619203,0.00023844367,0.00000676162,0.000006621513,0.000012807698,0.00013376088],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988479,0.00006490977,0.00029974262,0.00010354447,0.0005778296,0.00010604772],"domain_scores_gemma":[0.99882525,0.0001887886,0.00025746136,0.00040820174,0.0002929823,0.00002731841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048971345,0.000074681855,0.00015870263,0.000030157833,0.00008586166,0.0000036876409,0.00013156777,0.000036876336,0.00013660903],"category_scores_gemma":[0.0010597365,0.00003750903,0.00009684182,0.0004164123,0.00009599585,0.00003219309,0.000009208771,0.0003232089,8.873847e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020557167,0.0066244374,0.20951173,0.00048497965,0.002829282,0.000012748333,0.0084033,0.011512112,0.13406876,0.11657534,0.38347742,0.12444417],"study_design_scores_gemma":[0.0022479177,0.00060635083,0.9733492,0.00073906896,0.000066259,0.000016523629,0.00091117696,0.00058205455,0.009535674,0.0010559894,0.0107212365,0.00016851671],"about_ca_topic_score_codex":0.30900764,"about_ca_topic_score_gemma":0.018868968,"teacher_disagreement_score":0.7638375,"about_ca_system_score_codex":0.00033461337,"about_ca_system_score_gemma":0.0026296312,"threshold_uncertainty_score":0.9990341},"labels":[],"label_agreement":null},{"id":"W2071403090","doi":"10.3402/meo.v19.23714","title":"Discourses of student orientation to medical education programs","year":2014,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Trent University; NOSM University","funders":"","keywords":"Orientation (vector space); Medical education; Psychology; Medicine","score_opus":0.01561806659228792,"score_gpt":0.4462706952449706,"score_spread":0.43065262865268267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071403090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8715109,0.00010813635,0.0038814787,0.117837325,0.003935976,0.0009041565,0.0000022430515,0.00009657279,0.0017231874],"genre_scores_gemma":[0.9461627,0.000043629174,0.016367543,0.0300677,0.0029954074,0.00037538615,0.0018925276,0.000045205044,0.0020498717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99517274,0.00013649778,0.0010623888,0.00046402556,0.0028444617,0.00031987633],"domain_scores_gemma":[0.9966927,0.000073360054,0.00027734402,0.0006167052,0.001246878,0.0010929937],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014131004,0.00022095727,0.00042069174,0.00045990903,0.0000895911,0.00002178925,0.00037768384,0.00030048745,0.003481249],"category_scores_gemma":[0.021305447,0.0001877749,0.000090196314,0.0013588569,0.00027327603,0.00012307083,0.000079132114,0.00048998196,0.00009314761],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048932572,0.018460467,0.04904686,0.00021271591,0.00003564004,6.724307e-7,0.0012380844,0.000001178804,0.000046757825,0.011104421,0.04336387,0.8764404],"study_design_scores_gemma":[0.0037408432,0.0022537608,0.4258083,0.005090995,0.0003888657,0.00024861583,0.013690947,0.005196109,0.00045344807,0.0019791261,0.54033583,0.0008131413],"about_ca_topic_score_codex":0.00010875919,"about_ca_topic_score_gemma":0.000060968978,"teacher_disagreement_score":0.8756273,"about_ca_system_score_codex":0.00024311566,"about_ca_system_score_gemma":0.0116570825,"threshold_uncertainty_score":0.9974297},"labels":[],"label_agreement":null},{"id":"W2071473668","doi":"10.1089/15246090050118143","title":"Examining the Influence of Gender on Medical Students' Decision Making","year":2000,"lang":"en","type":"article","venue":"Journal of Women s Health & Gender-Based Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Gender bias; Gender disparity; Test (biology); Male gender; United States Medical Licensing Examination; Medicine; Psychology; Clinical decision making; Clinical psychology; Family medicine; Demography; Medical school; Social psychology; Medical education; Internal medicine","score_opus":0.0668457463985685,"score_gpt":0.43471937550710854,"score_spread":0.36787362910854005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071473668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97860074,0.0006410361,0.0019375609,0.017214462,0.0005978358,0.0004077089,0.0000011407749,0.000017020395,0.00058247015],"genre_scores_gemma":[0.93763757,0.00040417162,0.00246402,0.058276676,0.0011132754,0.000015139691,0.0000042750194,0.00003087788,0.00005398839],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99138373,0.00029967778,0.0022686073,0.00026238,0.0051539475,0.00063166965],"domain_scores_gemma":[0.9959553,0.001016762,0.0011675816,0.0005738358,0.00072880404,0.00055770436],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013740221,0.00024203993,0.0008872016,0.0006372359,0.00020425273,0.000011523969,0.00065444957,0.000174759,0.0032574807],"category_scores_gemma":[0.005440813,0.0001415858,0.00008265919,0.0010960917,0.00041199723,0.00009146335,0.00003258004,0.0012963101,0.00001715338],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003948283,0.0021306484,0.042774282,0.0012046024,0.00035193114,0.00025503017,0.030982774,0.0026748737,0.00025309398,0.00034066275,0.029971132,0.8851127],"study_design_scores_gemma":[0.01668333,0.0131257,0.88113225,0.012494503,0.00023059234,0.0013017113,0.022912674,0.00096734514,0.000077737495,0.0010400045,0.049684167,0.00035001166],"about_ca_topic_score_codex":0.00001618587,"about_ca_topic_score_gemma":9.421167e-7,"teacher_disagreement_score":0.8847627,"about_ca_system_score_codex":0.001326169,"about_ca_system_score_gemma":0.0029727165,"threshold_uncertainty_score":0.99765366},"labels":[],"label_agreement":null},{"id":"W2071475935","doi":"10.1002/chp.1340210305","title":"Current state of distance continuing medical education in North America","year":2001,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Cegep de Saint Hyacinthe","funders":"","keywords":"Distance education; Government (linguistics); Continuing education; Revenue; Continuing medical education; Business; Public relations; Videoconferencing; Medical education; Marketing; Medicine; Psychology; Political science; Engineering; Pedagogy; Telecommunications","score_opus":0.01965972457600588,"score_gpt":0.43400283292553954,"score_spread":0.41434310834953364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071475935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95352274,0.0033412343,0.0018815434,0.037104912,0.0032353736,0.0007098101,0.0000014260821,0.000007670022,0.0001952893],"genre_scores_gemma":[0.99177146,0.0023129303,0.001997519,0.00293068,0.00052711234,0.000050552393,0.000030243351,0.000016378617,0.00036311732],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961341,0.0005740647,0.0019332021,0.00015766696,0.0008840051,0.00031697282],"domain_scores_gemma":[0.99657035,0.00029101028,0.0017227745,0.00032085285,0.00092729426,0.00016772671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003143966,0.00013687977,0.00047927804,0.0007171725,0.00007648183,0.000013045725,0.00031486043,0.00006275931,0.000066258464],"category_scores_gemma":[0.0044427123,0.00009770016,0.000072415874,0.0016757149,0.00013089647,0.00019765919,0.00002432417,0.0013337354,0.0000040273812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093298266,0.001780911,0.14556062,0.00020372738,0.000004554269,0.0000018234956,0.02382718,0.000004278532,0.000007105367,0.0001660593,0.010981856,0.81736857],"study_design_scores_gemma":[0.0012718498,0.0002575023,0.8482244,0.013065756,0.000025941948,0.00016018633,0.030644434,0.00022740154,0.0000064191104,0.0009140775,0.105071604,0.00013043509],"about_ca_topic_score_codex":0.000071553986,"about_ca_topic_score_gemma":0.00026286728,"teacher_disagreement_score":0.81723815,"about_ca_system_score_codex":0.0004235495,"about_ca_system_score_gemma":0.008902912,"threshold_uncertainty_score":0.99671566},"labels":[],"label_agreement":null},{"id":"W2071501899","doi":"10.1097/acm.0b013e318294ff36","title":"Understanding the Needs of Department Chairs in Academic Medicine","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medical education; Thematic analysis; Mandate; Interpersonal communication; Leadership development; Psychology; Health care; Qualitative research; Medicine; Public relations; Sociology; Political science","score_opus":0.1293160622721254,"score_gpt":0.3850764239677711,"score_spread":0.2557603616956457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071501899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7192666,0.0025758187,0.0055669057,0.25751323,0.0013272814,0.0018178804,0.000001033952,0.00007695236,0.011854286],"genre_scores_gemma":[0.9841901,0.001488944,0.000074758216,0.011120991,0.0013956028,0.000167384,0.00006366157,0.00003224352,0.0014663312],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.996717,0.00010960033,0.001406819,0.00024836298,0.0010285251,0.0004896967],"domain_scores_gemma":[0.9982559,0.00048319672,0.00039976562,0.0004955937,0.00020058245,0.00016492416],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025107441,0.00025570058,0.00064712024,0.00086625747,0.000088246474,0.0000016370988,0.0003951447,0.00044706403,0.0017783963],"category_scores_gemma":[0.003715053,0.00014661848,0.000036691086,0.002292406,0.0012538654,0.00014377944,0.0000709736,0.002214203,0.000058671663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016697978,0.00006479157,0.10459599,0.00062244333,0.00019728522,0.0000119087335,0.081480406,0.000027672695,0.022141948,0.11361091,0.66056997,0.016509715],"study_design_scores_gemma":[0.023044959,0.0031415701,0.19261396,0.016178876,0.0011632212,0.0007464904,0.5448847,0.007669545,0.0025946333,0.13747285,0.06934068,0.001148529],"about_ca_topic_score_codex":0.00026733786,"about_ca_topic_score_gemma":0.0000031580998,"teacher_disagreement_score":0.59122926,"about_ca_system_score_codex":0.0005420251,"about_ca_system_score_gemma":0.00015709383,"threshold_uncertainty_score":0.9991341},"labels":[],"label_agreement":null},{"id":"W2071552641","doi":"10.1016/j.amjmed.2010.09.019","title":"Maintenance of Certification: 20 Years Later","year":2011,"lang":"en","type":"article","venue":"The American Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Maintenance of Certification; Certification; Family medicine; Management","score_opus":0.03720242612037418,"score_gpt":0.3212488140345827,"score_spread":0.28404638791420855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071552641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.957602,0.00017472701,0.0013105277,0.03731317,0.00046094428,0.000097935095,5.153853e-7,0.0000065578943,0.0030336077],"genre_scores_gemma":[0.99108464,0.000108621614,0.00452507,0.0033351989,0.0005406497,0.0000017888109,0.0000016016425,0.000010698487,0.00039174146],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987592,0.00005702308,0.0005876956,0.00006499429,0.00041373796,0.00011731504],"domain_scores_gemma":[0.9982326,0.00005319114,0.000813977,0.00029618936,0.00054476835,0.000059249713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011085077,0.00006809245,0.00034109873,0.00016530871,0.000021094564,0.0000010032426,0.00021005578,0.000017698398,0.00052050187],"category_scores_gemma":[0.0006771244,0.00003621948,0.000049359543,0.0005821048,0.0012676712,0.000039715636,0.000012618682,0.00027826932,0.000011930411],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002119241,0.00050963333,0.021774037,0.00007104135,0.00045935923,0.00009119715,0.022909487,0.0000029135197,0.02144737,0.0027509662,0.17920732,0.7486574],"study_design_scores_gemma":[0.0035129439,0.0060125994,0.9105949,0.0011017941,0.0006411969,0.0025079427,0.015150731,0.00009689554,0.00530986,0.0030619958,0.051841997,0.00016713703],"about_ca_topic_score_codex":0.000030184383,"about_ca_topic_score_gemma":4.3001623e-7,"teacher_disagreement_score":0.8888209,"about_ca_system_score_codex":0.000040066967,"about_ca_system_score_gemma":0.000107418884,"threshold_uncertainty_score":0.5699131},"labels":[],"label_agreement":null},{"id":"W2071679698","doi":"10.4236/ce.2013.46a006","title":"Site Visits in Family Medicine: Stakeholders Perspectives on How Site Visits Can Be Improved to Maximize Preceptor Support and the Quality of Medical Student and Resident Supervision","year":2013,"lang":"en","type":"article","venue":"Creative Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Preceptor; Stakeholder; Curriculum; Quality (philosophy); Medical education; Process (computing); Psychology; Focus group; Medicine; Business; Public relations; Pedagogy; Political science; Computer science","score_opus":0.05348934872290673,"score_gpt":0.39878548557903554,"score_spread":0.3452961368561288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071679698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8543873,0.00037243296,0.00009378196,0.14214642,0.0002857188,0.0019788074,0.00000844981,0.000017731094,0.0007093656],"genre_scores_gemma":[0.99141717,0.00043686395,0.00057713763,0.0058321985,0.0002599024,0.0003786461,0.00012106193,0.000022859665,0.0009541724],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9969793,0.0004225045,0.00062768534,0.00053340197,0.0011717372,0.00026537676],"domain_scores_gemma":[0.99771786,0.00048013486,0.00025148786,0.0004273,0.00089973345,0.00022347548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002624362,0.00023874664,0.0005236463,0.00041112516,0.00012187444,0.000051018575,0.00015994496,0.00016399284,0.00048134313],"category_scores_gemma":[0.0059201713,0.00016052111,0.000039043538,0.00062681333,0.00048016928,0.00017835187,0.00009380774,0.00041629712,0.0000067983565],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015494716,0.002179719,0.13338193,0.00072439184,0.00022897423,0.000002132199,0.63469255,0.000002228332,0.03191676,0.011286318,0.0509583,0.13307719],"study_design_scores_gemma":[0.0029527047,0.0005626722,0.730035,0.0005398125,0.000054180597,0.0000044313238,0.26463312,0.00009868162,0.00042016368,0.00010577015,0.0004582182,0.0001352248],"about_ca_topic_score_codex":0.005252288,"about_ca_topic_score_gemma":0.00024092408,"teacher_disagreement_score":0.5966531,"about_ca_system_score_codex":0.00035973685,"about_ca_system_score_gemma":0.0006088941,"threshold_uncertainty_score":0.79399234},"labels":[],"label_agreement":null},{"id":"W2071699777","doi":"10.1080/10401334.2014.945033","title":"Relationship Between Performance on the NBME<sup>®</sup>Comprehensive Clinical Science Self-Assessment and USMLE<sup>®</sup>Step 2 Clinical Knowledge for USMGs and IMGs","year":2014,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Logistic regression; Medical education; United States Medical Licensing Examination; Medicine; Psychology; Family medicine; Medical school; Internal medicine","score_opus":0.09360601244113748,"score_gpt":0.4549729039612216,"score_spread":0.3613668915200841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071699777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983911,0.00020779716,0.0020555265,0.011108896,0.0002201154,0.00071394385,7.968842e-7,0.00009978211,0.0016821695],"genre_scores_gemma":[0.9853942,0.000112506226,0.0105811525,0.0018342793,0.001648333,0.00005301635,0.000035461348,0.000032955748,0.0003081161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957099,0.001405395,0.0011606887,0.00073053513,0.0005396692,0.00045379074],"domain_scores_gemma":[0.9862931,0.012454539,0.0002993142,0.00043360362,0.00027255015,0.0002469106],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024873622,0.00027862366,0.00072843226,0.00040167826,0.0014010915,0.00004986006,0.00020340286,0.00025856396,0.00001454912],"category_scores_gemma":[0.02181491,0.00018631863,0.000045359655,0.0004863164,0.0015619965,0.00016098502,0.00012556122,0.0042899405,0.0000068929166],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006754766,0.00014270203,0.85019076,0.00020345155,0.00002769684,8.4317867e-7,0.0059152255,0.00007682387,0.0000051632455,0.0053720656,0.0014766852,0.13652104],"study_design_scores_gemma":[0.0030804025,0.0018668269,0.78498983,0.0008617661,0.00015331683,0.00002748841,0.0045480076,0.18421446,9.431487e-7,0.00021228135,0.019871939,0.00017276253],"about_ca_topic_score_codex":0.00004590649,"about_ca_topic_score_gemma":8.4051e-7,"teacher_disagreement_score":0.18413764,"about_ca_system_score_codex":0.00014256348,"about_ca_system_score_gemma":0.00031339124,"threshold_uncertainty_score":0.99989897},"labels":[],"label_agreement":null},{"id":"W2072072998","doi":"10.1097/acm.0b013e3181403b5e","title":"What Multisource Feedback Factors Influence Physician Self-Assessments? A Five-Year Longitudinal Study","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Variance (accounting); Self-assessment; Test (biology); Family medicine; Medicine; Regression analysis; Psychology; Statistics; Social psychology; Mathematics","score_opus":0.0373492827474336,"score_gpt":0.40995415956484443,"score_spread":0.37260487681741083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072072998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99182004,0.00026669513,0.0009397679,0.0029378638,0.001542873,0.0012148574,8.415905e-7,0.00022655916,0.0010505181],"genre_scores_gemma":[0.9909192,0.000213124,0.00082707196,0.004951705,0.0016049569,0.00003440448,0.00006323743,0.00004958409,0.0013367258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962509,0.00007496499,0.0010052342,0.00062114606,0.0014008521,0.0006468998],"domain_scores_gemma":[0.99795616,0.00030296508,0.00035860192,0.0006154352,0.00047160432,0.0002952521],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020293952,0.00036073715,0.0006103576,0.00046313702,0.00019283655,0.000018267128,0.00036534277,0.00032512535,0.00023238272],"category_scores_gemma":[0.0013402657,0.00027937262,0.00005284077,0.0014813384,0.00029568182,0.00058908766,0.00009616579,0.001783105,0.00013197596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017006311,0.00047997216,0.9416194,0.00014118543,0.0002516542,0.000057549936,0.029286984,0.0000048024526,0.0018630386,0.0003895203,0.011320038,0.01441577],"study_design_scores_gemma":[0.0038963067,0.0010581824,0.8794817,0.0008406925,0.00034296385,0.000033519747,0.107558005,0.00011762458,0.00033176885,0.00012030447,0.0059586638,0.00026032515],"about_ca_topic_score_codex":0.00015809503,"about_ca_topic_score_gemma":0.000007449368,"teacher_disagreement_score":0.07827102,"about_ca_system_score_codex":0.00044082673,"about_ca_system_score_gemma":0.00016541837,"threshold_uncertainty_score":0.99996585},"labels":[],"label_agreement":null},{"id":"W2072150124","doi":"10.1097/00001888-200009001-00124","title":"Memorial University Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Curriculum; Compassion; Medical education; Honesty; Class (philosophy); Medicine; Psychology; Pedagogy","score_opus":0.036619987497229424,"score_gpt":0.35978058925537343,"score_spread":0.323160601758144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072150124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82659006,0.000372986,0.00046166865,0.08474298,0.0013137679,0.0004848241,0.0000066714842,0.000121584744,0.085905455],"genre_scores_gemma":[0.95149577,0.0010253217,0.00067161,0.0050197616,0.0045780963,0.0000030806875,0.00030455846,0.000024649116,0.036877166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799603,0.000057930192,0.0006231334,0.00028462402,0.0007817589,0.00025652332],"domain_scores_gemma":[0.9989061,0.000094662246,0.00017903319,0.0003711642,0.00029099395,0.00015805842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009253322,0.00016824773,0.0005402799,0.00029511793,0.00007104616,4.3021527e-7,0.00024672132,0.00030439842,0.015314433],"category_scores_gemma":[0.0015990904,0.000125171,0.0000374887,0.0011338792,0.0011323794,0.00008851157,0.000022069044,0.0007984009,0.00010000241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006581083,0.000050557865,0.0038172598,0.00020969454,0.00011274625,0.00003434883,0.0071832947,0.000003955918,0.007420549,0.010193004,0.80315703,0.16715942],"study_design_scores_gemma":[0.009635003,0.0009148872,0.015207675,0.0012080991,0.0004677059,0.0001826443,0.0053788824,0.00028342192,0.00088224566,0.0016085145,0.9640363,0.00019461678],"about_ca_topic_score_codex":0.00020788587,"about_ca_topic_score_gemma":9.727719e-7,"teacher_disagreement_score":0.1669648,"about_ca_system_score_codex":0.00013317695,"about_ca_system_score_gemma":0.00015611328,"threshold_uncertainty_score":0.9855857},"labels":[],"label_agreement":null},{"id":"W2072489006","doi":"10.1097/00001888-200510001-00017","title":"A Comparison of Physician Examiners and Trained Assessors in a High-Stakes OSCE Setting","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Educational measurement; Psychology; MEDLINE; Medicine; Family medicine; Curriculum; Pedagogy; Political science","score_opus":0.04484784662818801,"score_gpt":0.41290227701399174,"score_spread":0.3680544303858037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072489006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96621263,0.00065145205,0.0003947609,0.03040312,0.00015529992,0.00031296207,0.0000010763083,0.000035812907,0.0018328774],"genre_scores_gemma":[0.99170065,0.00008389848,0.002636528,0.004323423,0.0008381511,0.000022370083,0.000051812378,0.000019023033,0.00032416137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981431,0.00005709671,0.00083295477,0.00025324756,0.0004557746,0.0002578217],"domain_scores_gemma":[0.9991116,0.0002260238,0.0002726273,0.00019716007,0.00010914853,0.00008345012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010613959,0.00015301241,0.0005623782,0.00038147205,0.000031995954,0.0000014948653,0.00010507086,0.00020377223,0.00007205418],"category_scores_gemma":[0.002193894,0.00012467988,0.000016172884,0.0007671498,0.0003360692,0.000101233796,0.000020604904,0.0008629211,0.0000039869424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001831443,0.00027807118,0.25589088,0.00074402936,0.000088714485,0.000009125886,0.061438963,0.00005286255,0.08850696,0.006307244,0.041797847,0.5447022],"study_design_scores_gemma":[0.014400236,0.0012132355,0.84039485,0.00543775,0.000435375,0.00007511255,0.077236004,0.021854905,0.011095978,0.0009734127,0.02631147,0.0005716414],"about_ca_topic_score_codex":0.00007168541,"about_ca_topic_score_gemma":0.00000770482,"teacher_disagreement_score":0.584504,"about_ca_system_score_codex":0.00011032516,"about_ca_system_score_gemma":0.000091832684,"threshold_uncertainty_score":0.50842977},"labels":[],"label_agreement":null},{"id":"W2072549473","doi":"10.1080/01421590600607195","title":"The impact on students of adverse experiences during medical school","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humiliation; Adverse effect; Medicine; Quarter (Canadian coin); Psychology; Family medicine; Medical education; Social psychology","score_opus":0.010377168436469755,"score_gpt":0.3842862745472824,"score_spread":0.3739091061108127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072549473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98664886,0.00010841151,0.000029396746,0.0047940877,0.00044446994,0.00022678943,2.4423247e-7,0.00004822039,0.0076995394],"genre_scores_gemma":[0.9945555,0.000022905087,0.000039096212,0.00044094466,0.001027443,0.0000832021,0.000011213197,0.000016612606,0.003803098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953615,0.00010544576,0.0005738992,0.0002203068,0.0034170144,0.0003218445],"domain_scores_gemma":[0.9989375,0.000074346746,0.000117472526,0.00038715688,0.00011410738,0.00036944373],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016851915,0.00014779653,0.0002505315,0.00009802459,0.00015573848,0.0000082436945,0.00043586682,0.00024744184,0.016953375],"category_scores_gemma":[0.009640726,0.00007763639,0.00011122798,0.00039714598,0.0005797039,0.000046118956,0.000077078235,0.00078041427,0.000115089075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040766152,0.0030934454,0.8854939,0.000070089416,0.00016323105,0.00014345816,0.0022771398,0.000004336711,0.00008625462,0.0005508204,0.09260234,0.015107322],"study_design_scores_gemma":[0.004711714,0.0005530016,0.9721137,0.00084329623,0.00005913954,0.0001583961,0.009399823,0.0028207675,0.00068017305,0.000251735,0.008129632,0.00027860238],"about_ca_topic_score_codex":0.00015915044,"about_ca_topic_score_gemma":0.0000052546334,"teacher_disagreement_score":0.086619824,"about_ca_system_score_codex":0.00018660948,"about_ca_system_score_gemma":0.00061703764,"threshold_uncertainty_score":0.9987015},"labels":[],"label_agreement":null},{"id":"W2072601962","doi":"10.1007/s12682-011-0101-y","title":"Exploring medical student education initiatives: does the management of urologic conditions improve with a formal urology clinical clerkship?","year":2011,"lang":"en","type":"article","venue":"Journal of Medicine and the Person","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Medicine; Urology; Foley catheter; Gynecology; Surgery; Catheter","score_opus":0.1302117782650793,"score_gpt":0.4107307865121977,"score_spread":0.2805190082471184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072601962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372214,0.0004588185,0.00088235346,0.055035364,0.0011051622,0.00037650758,5.715747e-7,0.000005779373,0.0049140244],"genre_scores_gemma":[0.9910954,0.0018876799,0.0007010138,0.0054069576,0.00081249094,0.0000443717,0.0000028110624,0.000007865624,0.000041371677],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981942,0.0002015984,0.000709159,0.00010917481,0.0006351914,0.0001506406],"domain_scores_gemma":[0.9984311,0.00031274947,0.0005950481,0.00019375536,0.00036872522,0.00009865809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037916303,0.00010465656,0.0003708523,0.00014667229,0.00011957304,0.0000037471723,0.00019623415,0.00006973442,0.00022314371],"category_scores_gemma":[0.00065356237,0.000037387443,0.00006972201,0.00022477075,0.0014742386,0.00018263348,0.000035295037,0.00067333074,0.0000010991504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010369433,0.004666013,0.0852337,0.000832835,0.0047680577,0.00024114049,0.15720122,0.000002026087,0.00006492255,0.22747137,0.0050876667,0.50406164],"study_design_scores_gemma":[0.018573152,0.007824284,0.62639105,0.0013503747,0.0030564065,0.0015999936,0.33473316,0.0002342887,0.000055853397,0.003128029,0.0029054233,0.00014799982],"about_ca_topic_score_codex":0.000019348763,"about_ca_topic_score_gemma":0.0000024673623,"teacher_disagreement_score":0.5411573,"about_ca_system_score_codex":0.00002474088,"about_ca_system_score_gemma":0.00022289202,"threshold_uncertainty_score":0.54318935},"labels":[],"label_agreement":null},{"id":"W2072811165","doi":"10.1007/bf03081768","title":"Het leren en toetsen van de professionele rol","year":2009,"lang":"nl","type":"article","venue":"Tijdschrift voor Medisch Onderwijs","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Art; Political science; Theology; Philosophy","score_opus":0.01268372285051331,"score_gpt":0.3403161872246353,"score_spread":0.32763246437412197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072811165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5362733,0.004059498,0.006978022,0.23924692,0.00869771,0.0046974802,0.00007984186,0.0009719998,0.19899522],"genre_scores_gemma":[0.914268,0.0003471743,0.00644054,0.021123424,0.006470106,0.00013900895,0.0005422723,0.00013848973,0.05053098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928489,0.00060767296,0.0016076926,0.001131784,0.0019425815,0.001861417],"domain_scores_gemma":[0.99588835,0.00031653594,0.00055186666,0.0016173584,0.0008095935,0.0008163094],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002556088,0.0008468419,0.0011405917,0.000759039,0.00058516837,0.000120238925,0.0009123852,0.001203841,0.016726248],"category_scores_gemma":[0.005540586,0.00075866294,0.00028415347,0.0018269987,0.00037317158,0.0005416302,0.00017409497,0.0029359076,0.0075778137],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041586065,0.0031116088,0.0035324402,0.00059235026,0.00034289807,0.000199966,0.011413818,0.000023378543,0.015784746,0.01331835,0.7783348,0.17292981],"study_design_scores_gemma":[0.01441047,0.003870235,0.1406234,0.005784741,0.0018766787,0.00070186204,0.029898433,0.00904202,0.019525044,0.01109007,0.75999564,0.003181389],"about_ca_topic_score_codex":0.000108269785,"about_ca_topic_score_gemma":0.000015914035,"teacher_disagreement_score":0.3779947,"about_ca_system_score_codex":0.00062924006,"about_ca_system_score_gemma":0.002745049,"threshold_uncertainty_score":0.99948645},"labels":[],"label_agreement":null},{"id":"W2072919981","doi":"10.1007/s11606-013-2378-4","title":"Improving Efficiency of Clinical Skills Training: A Randomized Trial","year":2013,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; University of Toronto","funders":"Rigshospitalet; Gentofte Hospital","keywords":"Dyad; Medicine; Randomized controlled trial; Confidence interval; Objective structured clinical examination; Physical therapy; Clinical trial; Test (biology); Medical education; Psychology; Surgery; Internal medicine","score_opus":0.04491256871536685,"score_gpt":0.41937285108867567,"score_spread":0.3744602823733088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072919981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96214855,0.00030742236,0.01763777,0.0080558,0.0069455486,0.000756729,4.080454e-7,0.000009945809,0.0041378047],"genre_scores_gemma":[0.96886396,0.00010752373,0.014890048,0.0025011976,0.01008019,0.000017646153,0.0000037447578,0.000022659682,0.00351305],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994384,0.00028284147,0.003915065,0.000169328,0.0010076165,0.00024113142],"domain_scores_gemma":[0.994614,0.0006899085,0.0025148992,0.0002456562,0.0016893978,0.00024613642],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066378014,0.00017797592,0.0018388769,0.00050465233,0.00003034458,0.000010370779,0.00027641302,0.0001635134,0.0014181685],"category_scores_gemma":[0.027257007,0.00010324316,0.00046929717,0.00035830712,0.0006854756,0.00014935438,0.000033613855,0.0008905898,0.000012010238],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4654816,0.002266641,0.0016415915,0.00020776078,0.000931528,0.000097391545,0.003835889,0.000011602937,0.017255262,0.0009956734,0.0895619,0.41771314],"study_design_scores_gemma":[0.9771463,0.006792794,0.001876983,0.0013786878,0.00059522013,0.0008130092,0.00083829666,0.006379766,0.0011068434,0.00073147507,0.0022034412,0.00013714054],"about_ca_topic_score_codex":0.00023361511,"about_ca_topic_score_gemma":6.197496e-7,"teacher_disagreement_score":0.51166475,"about_ca_system_score_codex":0.00007166627,"about_ca_system_score_gemma":0.0004740628,"threshold_uncertainty_score":0.9994947},"labels":[],"label_agreement":null},{"id":"W2073072900","doi":"10.14219/jada.archive.2006.0057","title":"An analysis of the contribution of a patient-based component to a clinical licensure examination","year":2006,"lang":"en","type":"article","venue":"The Journal of the American Dental Association","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Licensure; Scrutiny; Certification; Accreditation; Component (thermodynamics); Physical examination; Medicine; Oral examination; Objective structured clinical examination; Medical education; Family medicine; Medical physics; Political science; Law; Surgery","score_opus":0.006699872177958261,"score_gpt":0.3256368925433312,"score_spread":0.31893702036537297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073072900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99398047,0.000013559765,0.00084047444,0.004476961,0.00036931352,0.0002799722,0.00001014295,0.000003882927,0.000025223468],"genre_scores_gemma":[0.9984985,0.0000034994487,0.0002615956,0.0010275532,0.00015942508,0.0000024575213,0.00001951984,0.0000064127466,0.000021055064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99686927,0.00095341343,0.0009722666,0.000070498405,0.0010229448,0.000111634836],"domain_scores_gemma":[0.9953084,0.00034054852,0.0029078936,0.00029696454,0.0011154454,0.000030731102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003050034,0.00007702003,0.00039845335,0.00020282515,0.00008120767,0.0000074202803,0.00026030914,0.00004784179,0.000010949425],"category_scores_gemma":[0.0018952201,0.000040077564,0.00029868816,0.0021173707,0.00015858888,0.00005544355,0.000029550585,0.00026838252,9.285768e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025767423,0.0008578238,0.97412694,0.0000042652655,0.0003928144,2.025645e-7,0.00039528988,0.0028152773,0.01428039,0.00005434552,0.0010878738,0.0057270904],"study_design_scores_gemma":[0.00052985374,0.00048690435,0.9858893,0.00005700827,0.001667399,0.000004354799,0.0009736453,0.0045535527,0.0056959423,0.000019042445,0.00008493374,0.00003803708],"about_ca_topic_score_codex":0.00033484603,"about_ca_topic_score_gemma":0.00009487837,"teacher_disagreement_score":0.011762374,"about_ca_system_score_codex":0.00066987064,"about_ca_system_score_gemma":0.00012785659,"threshold_uncertainty_score":0.22688924},"labels":[],"label_agreement":null},{"id":"W2073498969","doi":"10.3109/0142159x.2013.774082","title":"The “problem” learner: Whose problem is it? AMEE Guide No. 76","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Process (computing); Medical education; Psychological intervention; Work (physics); Psychology; Computer science; Health professionals; Medicine; Health care; Nursing","score_opus":0.019362928688926997,"score_gpt":0.3382524812370482,"score_spread":0.31888955254812124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073498969","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13265619,0.0004297756,0.0008032531,0.465744,0.0010912307,0.0015232619,7.2606554e-7,0.0002534081,0.3974982],"genre_scores_gemma":[0.087571025,0.0004693771,0.014721775,0.06761142,0.0047608404,0.0011286086,0.00009425492,0.0001414685,0.8235012],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996474,0.00013625453,0.0007847296,0.00039546317,0.0016188922,0.00059060915],"domain_scores_gemma":[0.9980666,0.000091917376,0.00014531003,0.00071382953,0.0006123842,0.00036993864],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021760194,0.00022475894,0.00030255574,0.00008828766,0.000288023,0.000071717375,0.00043380962,0.00037938598,0.037166875],"category_scores_gemma":[0.004906898,0.00013447748,0.00010658072,0.00048931706,0.0005892267,0.00012906181,0.00012593402,0.0013925093,0.009531427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009241547,0.00023404507,0.004670778,0.00004572316,0.000051936073,0.000005531371,0.0008685236,1.09894415e-7,0.000045274857,0.00054833107,0.83252215,0.16099837],"study_design_scores_gemma":[0.00085424376,0.0001357113,0.001197459,0.00023084103,0.000043299435,0.000043221713,0.0010285014,0.0039343582,0.000033979843,0.0011758835,0.9911549,0.0001675744],"about_ca_topic_score_codex":0.00032766498,"about_ca_topic_score_gemma":0.000010033827,"teacher_disagreement_score":0.42600304,"about_ca_system_score_codex":0.00018868563,"about_ca_system_score_gemma":0.00053269364,"threshold_uncertainty_score":0.9912398},"labels":[],"label_agreement":null},{"id":"W2073653979","doi":"10.3109/0142159x.2011.542519","title":"Feedback data sources that inform physician self-assessment","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Calgary","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Data science; Computer science; Political science","score_opus":0.08119886502873735,"score_gpt":0.3671665442962314,"score_spread":0.28596767926749406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073653979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79067034,0.00008828254,0.0015529075,0.007319129,0.000846274,0.00039449075,0.0000020656469,0.00032062843,0.19880591],"genre_scores_gemma":[0.97581786,0.00004281988,0.011173067,0.00842551,0.0013316309,0.00004642951,0.00036786252,0.000040741983,0.0027541055],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749696,0.00004572202,0.00036488034,0.00033971868,0.0014127329,0.00034000396],"domain_scores_gemma":[0.9984629,0.000016079528,0.000109619046,0.001064487,0.000102503494,0.0002444097],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013036336,0.00016733243,0.0002697582,0.0001044788,0.00009397753,0.00001613181,0.0005904298,0.00023615673,0.009321381],"category_scores_gemma":[0.000514176,0.00012600854,0.000045948833,0.0003445513,0.00020229092,0.00022126708,0.0002652983,0.00081465143,0.00038240978],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042470238,0.0028031808,0.39749458,0.00017732536,0.00030277367,0.00004827959,0.0061571994,2.9646113e-8,0.000011101105,0.0022260621,0.2342158,0.35652122],"study_design_scores_gemma":[0.0033958007,0.00036606597,0.40401533,0.00045751053,0.0003822741,0.00010237773,0.006413931,0.016927727,0.00015842899,0.0008226116,0.5663983,0.00055963837],"about_ca_topic_score_codex":0.000063970816,"about_ca_topic_score_gemma":0.000005160435,"teacher_disagreement_score":0.35596156,"about_ca_system_score_codex":0.00016199627,"about_ca_system_score_gemma":0.000596013,"threshold_uncertainty_score":0.99158424},"labels":[],"label_agreement":null},{"id":"W2073669445","doi":"10.1007/s10459-007-9091-1","title":"Towards effective evaluation and reform in medical education: a cognitive and learning sciences perspective","year":2008,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Association of American Medical Colleges","keywords":"Curriculum; Competence (human resources); Medical education; Health care; Cognition; Process (computing); Psychology; Medicine; Pedagogy; Computer science; Political science","score_opus":0.044046680000148754,"score_gpt":0.5366334224859635,"score_spread":0.4925867424858147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073669445","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026013767,0.9786564,0.000024492647,0.003584608,0.0012223177,0.0036284674,0.0000012626701,0.000023738838,0.010257296],"genre_scores_gemma":[0.0036251969,0.9896799,0.0028781882,0.00141461,0.0003827319,0.0018796744,0.00006924407,0.00001757102,0.00005291646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995095,0.0009106834,0.0010591088,0.0010581589,0.0014190637,0.0004579815],"domain_scores_gemma":[0.99768615,0.00060048845,0.00073743897,0.00014808451,0.0006414829,0.00018637376],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006995822,0.0003335569,0.0009869157,0.0018128435,0.0006609472,0.000051505678,0.0001992521,0.00027491222,0.00005301657],"category_scores_gemma":[0.0134243835,0.0002719329,0.000051514344,0.004208436,0.0019510585,0.0007900193,0.000071272705,0.0012174236,0.000005174857],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007675894,0.00029538086,0.00147495,0.0039331843,0.000005036878,6.475512e-7,0.0027923465,0.0000015264302,5.215306e-9,0.004154065,0.00004006052,0.9872951],"study_design_scores_gemma":[0.0018739547,0.0028602784,0.019505112,0.19091247,0.00023493855,0.0023913926,0.11430574,0.003005769,5.89408e-7,0.009655759,0.6540776,0.0011764136],"about_ca_topic_score_codex":0.0018373992,"about_ca_topic_score_gemma":0.00031978163,"teacher_disagreement_score":0.98611873,"about_ca_system_score_codex":0.0037122888,"about_ca_system_score_gemma":0.03951046,"threshold_uncertainty_score":0.9999733},"labels":[],"label_agreement":null},{"id":"W2073862483","doi":"10.1111/medu.12407","title":"Learning culture and feedback: an international study of medical athletes and musicians","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Athletes; Psychology; Medical education; Physical therapy; Medicine","score_opus":0.009436272658845344,"score_gpt":0.3500599790811277,"score_spread":0.34062370642228235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073862483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828458,0.000086788416,0.0003064852,0.013906907,0.0008723723,0.00025168978,2.885997e-7,0.000039557024,0.0016901513],"genre_scores_gemma":[0.99173623,0.00016009601,0.001000834,0.005649184,0.0009600327,0.000038523696,0.00008758728,0.000014859806,0.00035265664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976158,0.00013164812,0.00039878662,0.00029053888,0.0014262869,0.00013691829],"domain_scores_gemma":[0.99912494,0.00006800566,0.00012340785,0.00019194912,0.00030096056,0.00019073539],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014120608,0.00011476989,0.00022269579,0.00017372497,0.00009610178,0.000023587048,0.00016177089,0.00023612619,0.0006455375],"category_scores_gemma":[0.010806915,0.00009419815,0.000016440288,0.0002503472,0.00022934511,0.0001391115,0.00006543864,0.0005490925,0.000004651169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031267202,0.0025236087,0.123371735,0.00010387756,0.000041791696,0.0000016432055,0.012215924,5.0210355e-7,0.00007840335,0.0021027136,0.005051933,0.8544766],"study_design_scores_gemma":[0.0050002993,0.003384456,0.7316393,0.0013012976,0.00021056774,0.00030951182,0.05822679,0.02705722,0.00006863102,0.0005482601,0.17188281,0.00037083702],"about_ca_topic_score_codex":0.00014436636,"about_ca_topic_score_gemma":0.00003283709,"teacher_disagreement_score":0.8541058,"about_ca_system_score_codex":0.000042087282,"about_ca_system_score_gemma":0.0005033735,"threshold_uncertainty_score":0.99752545},"labels":[],"label_agreement":null},{"id":"W2073885727","doi":"10.1016/j.jmir.2010.09.001","title":"Supporting Clinical Teachers: Developing Radiation Therapists’ Preceptorship Skills","year":2010,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"University of Toronto","keywords":"Practicum; Preceptor; Radiation Therapist; Medical education; Psychology; Professional development; Medicine; Radiation therapy","score_opus":0.03028919324338097,"score_gpt":0.4525210548761759,"score_spread":0.4222318616327949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073885727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.892491,0.0007049841,0.0062990473,0.096305825,0.003824724,0.00009283273,2.1184744e-7,0.000019755897,0.00026163788],"genre_scores_gemma":[0.975147,0.00073516637,0.016508045,0.0045939675,0.0029447332,0.0000019508454,0.0000034920772,0.00000782244,0.000057827438],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99693096,0.0001346625,0.0010566479,0.0001848078,0.0014672923,0.00022560639],"domain_scores_gemma":[0.99810773,0.00048635056,0.0007497963,0.000096024894,0.0003130912,0.00024699268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01324485,0.000095160896,0.0002541311,0.00032861406,0.00024227882,0.00010313627,0.00021995904,0.00014832625,0.00025955416],"category_scores_gemma":[0.017877556,0.00006594829,0.0000722811,0.0005279772,0.000712355,0.00042371638,0.00002253313,0.000978156,0.000005122275],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053512795,0.00008183792,0.27444425,0.000013186675,0.000015691605,0.000005617736,0.0011373003,5.573465e-7,0.00018506241,0.0004417526,0.008493723,0.7151757],"study_design_scores_gemma":[0.0031267656,0.00029552542,0.8162166,0.00054987136,0.00010306302,0.0017674513,0.0063566365,0.012778096,0.0008014611,0.0021163067,0.1555908,0.00029741836],"about_ca_topic_score_codex":0.0000066605153,"about_ca_topic_score_gemma":0.0000012411261,"teacher_disagreement_score":0.71487826,"about_ca_system_score_codex":0.000048564085,"about_ca_system_score_gemma":0.00125661,"threshold_uncertainty_score":0.9903953},"labels":[],"label_agreement":null},{"id":"W2074066049","doi":"10.1002/chp.1340200205","title":"Educational skills and knowledge needed and problems encountered by continuing medical education providers","year":2000,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Optech (Canada)","funders":"","keywords":"Continuing medical education; Continuing education; Medical education; Needs assessment; Medicine; Psychology; Nursing; Political science","score_opus":0.01008675752283827,"score_gpt":0.38687213512802876,"score_spread":0.3767853776051905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074066049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8363596,0.004784107,0.000044797907,0.15553376,0.0012173479,0.0009412229,0.0000013896745,0.000010650083,0.001107139],"genre_scores_gemma":[0.977674,0.0016202129,0.0020282974,0.010649513,0.0007689248,0.00013168047,0.00004546981,0.000025037154,0.0070568663],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970967,0.0005102168,0.001285911,0.00022314387,0.0005802215,0.00030377563],"domain_scores_gemma":[0.9977546,0.00042114264,0.0007168119,0.00023416297,0.00059422123,0.0002790872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035262192,0.00017610865,0.00039022102,0.0004286618,0.00022507612,0.00006495116,0.00020067238,0.00017984348,0.00036702066],"category_scores_gemma":[0.0025966277,0.00012616215,0.000045983972,0.000590199,0.00020120166,0.00034558575,0.000021867188,0.0009899135,0.0000062875442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046617555,0.002771702,0.014178218,0.00040399685,0.000016018439,3.4672894e-7,0.058898173,2.4942125e-7,0.00007047906,0.0007930069,0.2259088,0.6969124],"study_design_scores_gemma":[0.006085524,0.0011341696,0.35387847,0.037073895,0.00020420841,0.0027668444,0.20692633,0.00038012047,0.00004954946,0.0069184555,0.38393918,0.00064326765],"about_ca_topic_score_codex":0.00010065671,"about_ca_topic_score_gemma":0.00002987628,"teacher_disagreement_score":0.69626915,"about_ca_system_score_codex":0.00025937596,"about_ca_system_score_gemma":0.006398823,"threshold_uncertainty_score":0.99923396},"labels":[],"label_agreement":null},{"id":"W2074356394","doi":"10.1136/inpract.30.6.340","title":"Teaching communication skills","year":2008,"lang":"en","type":"article","venue":"In Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Communication skills; Medical education; Practice nurse; Gray (unit); Simple (philosophy); Psychology; Nursing; Medicine; Family medicine; Primary care; Radiology","score_opus":0.021728074450686957,"score_gpt":0.39986419927657496,"score_spread":0.378136124825888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074356394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7227327,0.0001612808,0.00049789343,0.04771491,0.000211044,0.00021455828,1.9129727e-7,0.000056252476,0.22841115],"genre_scores_gemma":[0.90833247,0.00012870671,0.08184554,0.007914812,0.00009671616,0.000020369413,0.000019289506,0.000008581045,0.0016334997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929357,0.00012357779,0.0002051714,0.00008943746,0.00019741058,0.00009083139],"domain_scores_gemma":[0.9991002,0.00032306163,0.00008597486,0.0003434756,0.00012727597,0.000020031559],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008800854,0.000043879387,0.00007661819,0.000109778615,0.00010568738,0.000004779314,0.00007204397,0.000056454926,0.00006183786],"category_scores_gemma":[0.009880808,0.000042999283,0.000012019517,0.00025188547,0.000056918936,0.00032787144,0.000021772525,0.0006006073,0.00012831877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034302368,0.010465306,0.10691549,0.00013590888,0.0001387327,0.00035789888,0.0505172,0.000036673275,0.0022541212,0.07334462,0.16958645,0.5859046],"study_design_scores_gemma":[0.0010803753,0.00007691603,0.086189866,0.00015068607,0.000049021008,0.0015118589,0.002687356,0.00057115,0.00020844438,0.00044148866,0.90691596,0.00011687098],"about_ca_topic_score_codex":0.0002479922,"about_ca_topic_score_gemma":0.0000031234251,"teacher_disagreement_score":0.73732954,"about_ca_system_score_codex":0.00011916353,"about_ca_system_score_gemma":0.00010227029,"threshold_uncertainty_score":0.9984594},"labels":[],"label_agreement":null},{"id":"W2074425865","doi":"10.1046/j.1365-2923.2000.00754.x","title":"A review of the evaluation of clinical teaching: new perspectives and challenges <sup>*</sup>","year":2000,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Toronto; McGill University","funders":"","keywords":"Competence (human resources); Medical education; Health care; Perspective (graphical); Quality (philosophy); Process (computing); Psychology; Validity; Teaching method; Medicine; Nursing; Computer science; Pedagogy; Psychometrics","score_opus":0.1980689907212508,"score_gpt":0.5435599898714757,"score_spread":0.34549099915022485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074425865","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010311171,0.97306985,0.0000061204673,0.019698363,0.00064809405,0.002052453,0.0000027985943,0.000016407008,0.0044027907],"genre_scores_gemma":[0.000034998935,0.99462384,0.00068676204,0.0024286462,0.0015081591,0.00017430984,0.00012626522,0.000036485453,0.0003805344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931749,0.0016734272,0.0023024522,0.00052335626,0.0021440608,0.00018176553],"domain_scores_gemma":[0.9960775,0.00046311054,0.001305819,0.0010326998,0.0009485831,0.00017231621],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010647904,0.00029842998,0.0019397327,0.00024595903,0.000065435604,0.0000054103266,0.0003672277,0.0006281711,0.0017841243],"category_scores_gemma":[0.06185044,0.0001870143,0.00046754236,0.0005976396,0.00049717294,0.00006481119,0.00006967743,0.0014476064,0.000013582977],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004432316,0.00073938555,0.000010112966,0.08086115,0.00010616901,7.65239e-8,0.0008049196,3.5117115e-8,3.6451793e-9,0.00067356066,0.06578387,0.8510163],"study_design_scores_gemma":[0.00031104896,0.00007647576,0.0001799254,0.23095131,0.0026307243,0.000069620444,0.0006572267,0.00007869425,4.637694e-8,0.00010287834,0.76483834,0.000103684375],"about_ca_topic_score_codex":0.000043434615,"about_ca_topic_score_gemma":0.0000012358898,"teacher_disagreement_score":0.8509126,"about_ca_system_score_codex":0.0002213253,"about_ca_system_score_gemma":0.022781981,"threshold_uncertainty_score":0.9991284},"labels":[],"label_agreement":null},{"id":"W2074622062","doi":"10.3138/jvme.37.2.130","title":"Telephone Communication in Emergency Cases: A Training Program for Veterinary Students","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preparedness; Medical education; Curriculum; Telephone survey; Psychology; Training (meteorology); Medicine; Pedagogy; Business","score_opus":0.10490007187137838,"score_gpt":0.496236045651403,"score_spread":0.3913359737800246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074622062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98618096,0.0002272477,0.00018744904,0.0073385397,0.004969694,0.00080675393,0.0000011692695,0.00002538544,0.00026278727],"genre_scores_gemma":[0.9574607,0.00027996904,0.039171446,0.00081573654,0.0017226011,0.00029833903,0.000068254856,0.000030067695,0.00015287237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972417,0.000109146175,0.0012734643,0.0001814065,0.0009293991,0.00026492812],"domain_scores_gemma":[0.99798304,0.00013822327,0.00056155917,0.00037264143,0.00071684155,0.00022767101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002544835,0.00015948227,0.00036752148,0.00051047513,0.00009957585,0.000024072855,0.00043830017,0.00025890957,0.0006378126],"category_scores_gemma":[0.008204048,0.00014371701,0.00012596793,0.0005969694,0.00013633924,0.00028520345,0.00005918724,0.0010878675,0.0000055253327],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075002137,0.0060064066,0.008344938,0.00036413848,0.000058185793,0.000081610626,0.0032221258,5.149464e-7,0.0063176663,0.00010463686,0.016537074,0.9582127],"study_design_scores_gemma":[0.0077687036,0.015907623,0.2773925,0.0030322247,0.00023677625,0.028513879,0.010037034,0.000916691,0.00014839403,0.0010193647,0.6544821,0.00054466166],"about_ca_topic_score_codex":0.000021258656,"about_ca_topic_score_gemma":0.000010941345,"teacher_disagreement_score":0.957668,"about_ca_system_score_codex":0.00017353498,"about_ca_system_score_gemma":0.0021117516,"threshold_uncertainty_score":0.98216045},"labels":[],"label_agreement":null},{"id":"W2074669259","doi":"10.1007/s40596-015-0329-6","title":"Top Ten Tips for Flourishing in Residency","year":2015,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Residency training; Flourishing; Medical education; Psychology; MEDLINE; Family medicine; Medicine; Political science; Social psychology","score_opus":0.03644957550191722,"score_gpt":0.36974405181893044,"score_spread":0.3332944763170132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074669259","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005084502,0.002463786,0.00021541897,0.97768253,0.009021335,0.00103459,0.000018635294,0.00009521543,0.004383984],"genre_scores_gemma":[0.00028977921,0.00013738665,0.020535255,0.9272926,0.040332902,0.00031492696,0.0011203189,0.000111868,0.009864958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972318,0.00006080352,0.00090656447,0.00055234105,0.0006901344,0.00055835996],"domain_scores_gemma":[0.9986568,0.00011364255,0.00031435644,0.00058666,0.0002574104,0.0000711388],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0013930706,0.00029451394,0.00051527226,0.00063997967,0.00005947781,0.000014343406,0.00043090043,0.0029279408,0.000094582116],"category_scores_gemma":[0.0024347054,0.0002800629,0.00011070525,0.0006463594,0.00007634646,0.00013634862,0.000050505056,0.008072981,0.000095189214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003443858,0.000025380097,0.01221141,0.00056528416,0.000030524832,0.000010023782,0.00027152855,2.3192796e-7,0.0000045658467,0.00027112896,0.9819352,0.004640282],"study_design_scores_gemma":[0.0010956629,0.00008025164,0.0013846474,0.0013769439,0.000118142205,0.00010851902,0.00022076801,0.000052163155,0.0000041983326,0.026645802,0.9686374,0.00027550978],"about_ca_topic_score_codex":0.0000420798,"about_ca_topic_score_gemma":0.0000051537627,"teacher_disagreement_score":0.05038993,"about_ca_system_score_codex":0.00045125184,"about_ca_system_score_gemma":0.0023835874,"threshold_uncertainty_score":0.99996513},"labels":[],"label_agreement":null},{"id":"W2074807588","doi":"10.3109/0142159x.2015.1010497","title":"Have we got assessment wrong? Thoughts from the Ottawa Conference and the need for a Pumpkin Plan","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Medical education; Psychology; Library science; Medicine; Political science; Computer science; History","score_opus":0.06925946185522526,"score_gpt":0.37443864450531134,"score_spread":0.3051791826500861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074807588","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32995683,0.00067575806,0.027828848,0.62135637,0.001429016,0.0017724064,0.000009787935,0.00009220969,0.01687879],"genre_scores_gemma":[0.9797838,0.00004044682,0.0032166797,0.008702289,0.002680628,0.00036925747,0.0001334422,0.000024379488,0.0050490918],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798036,0.0002423126,0.0003621126,0.00024465143,0.00093272194,0.0002378718],"domain_scores_gemma":[0.9986831,0.00040373774,0.000101816644,0.00041112123,0.00018981466,0.00021040648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031987873,0.00014250219,0.00028014556,0.00003099746,0.00013117607,0.0000428541,0.00026316685,0.00020020909,0.0007442523],"category_scores_gemma":[0.005832496,0.0000660405,0.000049356622,0.00013422195,0.00071163697,0.00004442491,0.00007168026,0.00072973233,0.000017886983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003747261,0.0004902683,0.03912417,0.00004504633,0.00022848872,0.00001219053,0.014530398,4.028346e-7,0.000014039159,0.028137477,0.82439286,0.09264996],"study_design_scores_gemma":[0.013571879,0.00024082926,0.014278823,0.0003424791,0.0003015662,0.000050129336,0.01596225,0.07750182,0.000032198557,0.020356422,0.8571295,0.00023209461],"about_ca_topic_score_codex":0.00024551124,"about_ca_topic_score_gemma":0.00007464278,"teacher_disagreement_score":0.64982694,"about_ca_system_score_codex":0.00009703006,"about_ca_system_score_gemma":0.0006068188,"threshold_uncertainty_score":0.81490403},"labels":[],"label_agreement":null},{"id":"W2074940618","doi":"10.3138/jvme.32.1.1","title":"The Scholarship of Teaching in Health Science Schools","year":2005,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Promotion (chess); Value (mathematics); Sociology; Medical education; Prestige; Scope (computer science); Public relations; Revenue; Medicine; Pedagogy; Political science; Business; Computer science; Politics","score_opus":0.07131457960311828,"score_gpt":0.47823009931048105,"score_spread":0.4069155197073628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074940618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.906217,0.0008995052,0.0001317458,0.09107833,0.00110953,0.00013843724,1.0183555e-7,0.000004387834,0.00042100198],"genre_scores_gemma":[0.982449,0.0002694564,0.0128353145,0.003538525,0.00081817445,0.000005616236,0.0000016724719,0.000007584105,0.00007467062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99701524,0.00011968665,0.0011214658,0.00010884509,0.00141013,0.00022463866],"domain_scores_gemma":[0.9983924,0.00008869782,0.0006314629,0.00023241065,0.0004422173,0.00021278815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010859782,0.00007483047,0.00021716974,0.00048579305,0.00018842588,0.000024249444,0.00036460423,0.000070250375,0.00007103298],"category_scores_gemma":[0.016068034,0.000050419254,0.00004987057,0.0007135655,0.00031579446,0.00043005747,0.00003766218,0.0012752727,0.0000045607153],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015786769,0.0011152626,0.018362388,0.00012939735,0.000010361606,0.000004638101,0.00084009854,0.000004583604,0.0017810842,0.002441089,0.006009487,0.96914375],"study_design_scores_gemma":[0.0025770345,0.00352445,0.6881643,0.007104942,0.000030190655,0.00553779,0.0065557132,0.0011504627,0.0006156172,0.0013662906,0.2831787,0.00019454713],"about_ca_topic_score_codex":0.000014258419,"about_ca_topic_score_gemma":0.0000029538191,"teacher_disagreement_score":0.9689492,"about_ca_system_score_codex":0.00066202576,"about_ca_system_score_gemma":0.009894854,"threshold_uncertainty_score":0.9957181},"labels":[],"label_agreement":null},{"id":"W2075239851","doi":"10.1111/j.1525-1497.2006.00429.x","title":"Effect of the inpatient general medicine rotation on student pursuit of a generalist career","year":2006,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. Public Health Service","keywords":"Medicine; Generalist and specialist species; MEDLINE; Family medicine; Medical education","score_opus":0.015408290499876354,"score_gpt":0.3552181477605312,"score_spread":0.3398098572606548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075239851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97879237,0.00061230187,0.00062072626,0.012412723,0.0039353543,0.00045338177,0.000003648053,0.0000068543513,0.0031626595],"genre_scores_gemma":[0.9891679,0.0000537202,0.0006953189,0.0019001394,0.0054713427,0.000012120884,0.00002177241,0.000029892126,0.0026477384],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.994765,0.00029075306,0.002024172,0.00019230446,0.0024911761,0.00023659198],"domain_scores_gemma":[0.99612963,0.0001717368,0.0018161176,0.00040567885,0.0013687978,0.000108054715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002278438,0.00027199698,0.00094654324,0.0005711102,0.00005500502,0.0000062811396,0.0005082212,0.00012324557,0.0003002574],"category_scores_gemma":[0.0013607659,0.00013749332,0.00022644288,0.0006446547,0.00067055045,0.00007656851,0.00006609046,0.0006174116,0.0000019130648],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032574704,0.0013416592,0.17640132,0.0007036767,0.0007319539,0.00010200671,0.0028088575,0.0018680319,0.4352947,0.0050695436,0.32895893,0.04346185],"study_design_scores_gemma":[0.02112429,0.04278447,0.6346151,0.00899809,0.001990319,0.001175266,0.00057964236,0.0019057622,0.2713897,0.0006397367,0.014423686,0.0003739508],"about_ca_topic_score_codex":0.0010191922,"about_ca_topic_score_gemma":0.000017636112,"teacher_disagreement_score":0.45821378,"about_ca_system_score_codex":0.0003589305,"about_ca_system_score_gemma":0.00013987038,"threshold_uncertainty_score":0.56068146},"labels":[],"label_agreement":null},{"id":"W2075244214","doi":"10.1186/1472-6920-14-139","title":"Formation of medical student professional identity: categorizing lapses of professionalism, and the learning environment","year":2014,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Research Institute; University of Ottawa","keywords":"Medical education; Identity (music); Psychology; Professional development; Pedagogy; Medicine","score_opus":0.023908540942587802,"score_gpt":0.4040082406722499,"score_spread":0.38009969972966207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075244214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94564605,0.00056429766,0.028631905,0.022635845,0.0013173526,0.0006701736,4.33937e-7,0.000022023336,0.00051189784],"genre_scores_gemma":[0.9957068,0.00027702097,0.0013938587,0.001651521,0.0003360396,0.00015196737,0.0001015194,0.000012733958,0.00036852984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9954053,0.00046501233,0.000820044,0.00018948455,0.0029667364,0.00015343403],"domain_scores_gemma":[0.99840283,0.00056662684,0.0004434621,0.00023896593,0.00022550512,0.00012258459],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050984076,0.00011608906,0.00032130594,0.00015405979,0.0001399198,0.000009771555,0.0002296314,0.0002310762,0.00078210334],"category_scores_gemma":[0.012569214,0.00007345496,0.0000577226,0.0002605097,0.00058423495,0.00018758635,0.00014317439,0.000522701,0.000009755474],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058027095,0.004835692,0.08667846,0.0049596545,0.00011906553,0.0000010588055,0.017356768,0.000031433297,0.0006862758,0.4501145,0.010548159,0.42408866],"study_design_scores_gemma":[0.03145067,0.0012531301,0.58167106,0.019039113,0.0012103491,0.0005741284,0.088515446,0.16693115,0.0049695577,0.028967824,0.07430912,0.0011084375],"about_ca_topic_score_codex":0.00006491864,"about_ca_topic_score_gemma":0.000007838255,"teacher_disagreement_score":0.4949926,"about_ca_system_score_codex":0.00008015113,"about_ca_system_score_gemma":0.0018772803,"threshold_uncertainty_score":0.99574834},"labels":[],"label_agreement":null},{"id":"W2075568465","doi":"10.3138/jvme.37.4.395","title":"Assessment of First-Year Veterinary Students' Clinical Skills Using Objective Structured Clinical Examinations","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Objective structured clinical examination; Generalizability theory; Blueprint; Medical education; Content validity; Reliability (semiconductor); Educational measurement; Curriculum; Face validity; Psychology; Medicine; Pedagogy; Psychometrics; Engineering","score_opus":0.08296347939942489,"score_gpt":0.5382315791487925,"score_spread":0.4552680997493676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075568465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98324853,0.000047766218,0.0019083924,0.0015066995,0.012539078,0.00041088,0.0000037442003,0.000016203,0.00031870758],"genre_scores_gemma":[0.9221234,0.00016325092,0.07365411,0.000803517,0.003120443,0.000012562588,0.000028758981,0.000032238855,0.00006175981],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99413204,0.00046679625,0.0028494254,0.00032530737,0.001965718,0.00026068703],"domain_scores_gemma":[0.99478084,0.0006395769,0.0016660165,0.0005512985,0.0019191391,0.00044312762],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061494936,0.00022376588,0.0008034555,0.00051477546,0.00013513524,0.000027389347,0.00052222994,0.00057100895,0.0012498106],"category_scores_gemma":[0.015169932,0.00018980326,0.00034956823,0.00061328907,0.0006412919,0.00030334314,0.00014398876,0.0023531818,0.0000048587194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037172282,0.012932991,0.8467295,0.00030101952,0.00040806437,0.000101162565,0.0005948378,0.0000029821467,0.002961604,0.000503999,0.00523688,0.1298552],"study_design_scores_gemma":[0.0025878185,0.0045250645,0.9770587,0.0007408279,0.00027909566,0.0026473312,0.0011319948,0.00063517963,0.000040877272,0.00018457345,0.010005502,0.00016302655],"about_ca_topic_score_codex":0.00001401218,"about_ca_topic_score_gemma":0.0000035723515,"teacher_disagreement_score":0.13032918,"about_ca_system_score_codex":0.0002456473,"about_ca_system_score_gemma":0.0050910185,"threshold_uncertainty_score":0.99994844},"labels":[],"label_agreement":null},{"id":"W2075768823","doi":"10.1002/(sici)1097-0185(20000415)261:2<89::aid-ar9>3.0.co;2-4","title":"Gross anatomy of the head and neck and neuroscience in an integrated first-year medical school curriculum","year":2000,"lang":"en","type":"article","venue":"The Anatomical Record","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Neuroanatomy; Curriculum; Gross anatomy; Medical school; Block (permutation group theory); Psychology; Head and neck; Medical education; Quarter (Canadian coin); Neuroscience; Anatomy; Integrated curriculum; Neurology; Medical physics; Medicine; Surgery; Pedagogy","score_opus":0.011438496634022358,"score_gpt":0.32824698903773664,"score_spread":0.3168084924037143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075768823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852346,0.000055226836,0.000014670167,0.014008409,0.00015595637,0.00025657847,0.0000015273969,0.000016521979,0.00025648775],"genre_scores_gemma":[0.99623895,0.00019428981,0.00036575922,0.0030117827,0.00006794792,0.000012314861,0.0000030582842,0.0000088190545,0.00009706625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876916,0.000095939045,0.00032058556,0.00023169804,0.00038903378,0.00019359002],"domain_scores_gemma":[0.9993085,0.00006568981,0.000052624815,0.00032406944,0.00007607215,0.00017301245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000565778,0.000098366,0.00018983187,0.00007215503,0.00010123785,0.000019645768,0.00025630507,0.000109101544,0.00057434925],"category_scores_gemma":[0.0024538157,0.000052672705,0.000024006747,0.0008792588,0.00069236505,0.00010065569,0.000060676637,0.0005849717,0.000006777715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014651463,0.00041815135,0.7566051,0.000044444307,0.0000060946813,0.0000088416255,0.00034704103,0.0000017493885,0.00014955932,0.0019494109,0.0032518434,0.23707125],"study_design_scores_gemma":[0.0014712727,0.00024320578,0.9447728,0.00034790163,0.000021938744,0.000087659144,0.00047730035,0.026678653,0.0001501755,0.0013002132,0.02432778,0.00012112051],"about_ca_topic_score_codex":0.0004888095,"about_ca_topic_score_gemma":0.00024979486,"teacher_disagreement_score":0.23695013,"about_ca_system_score_codex":0.00004843951,"about_ca_system_score_gemma":0.00021138384,"threshold_uncertainty_score":0.62887216},"labels":[],"label_agreement":null},{"id":"W2075894988","doi":"10.3138/jvme.0812-070r","title":"Optimizing Biomedical Science Learning in a Veterinary Curriculum: A Review","year":2013,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Curriculum; Medical education; Medicine; Engineering ethics; Veterinary medicine; Psychology; Pedagogy; Engineering","score_opus":0.10735773559186966,"score_gpt":0.48285505767539383,"score_spread":0.37549732208352415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075894988","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027408148,0.9890445,0.000091383554,0.0029513626,0.0037092671,0.0010922641,5.8634845e-7,0.000030429477,0.00033938664],"genre_scores_gemma":[0.0001307687,0.9856004,0.010283993,0.0018564115,0.0016016222,0.00021745155,0.00008563883,0.00006409437,0.00015961731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923081,0.0005172995,0.0032269943,0.00051952904,0.002844094,0.00058402156],"domain_scores_gemma":[0.9952775,0.00019977753,0.0021064207,0.0005246258,0.0011896007,0.0007020252],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006232232,0.0004919603,0.0025060573,0.002470629,0.00014237702,0.00005708799,0.00092133513,0.00059533794,0.0015626914],"category_scores_gemma":[0.02168525,0.00036413517,0.00049496436,0.0040470157,0.00077891897,0.0005496615,0.00024163316,0.0037336862,0.00010703045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012299087,0.001347367,0.000007669721,0.047093388,0.000046580924,0.0002690694,0.00013528227,8.5885965e-8,0.000008716677,0.000018773377,0.015036896,0.9360239],"study_design_scores_gemma":[0.00033265678,0.0014917596,0.000025372256,0.26044792,0.00038521644,0.020332498,0.00016940571,0.000067805595,1.0643122e-7,0.000006519545,0.7165252,0.00021552277],"about_ca_topic_score_codex":0.00001709488,"about_ca_topic_score_gemma":8.945548e-8,"teacher_disagreement_score":0.93580836,"about_ca_system_score_codex":0.0016177164,"about_ca_system_score_gemma":0.026544224,"threshold_uncertainty_score":0.9998811},"labels":[],"label_agreement":null},{"id":"W2076007679","doi":"10.1111/j.1365-2923.2007.02820.x","title":"The effect of candidate familiarity on examiner OSCE scores","year":2007,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Checklist; Cronbach's alpha; Medicine; Rating scale; Objective structured clinical examination; Psychology; Family medicine; Clinical psychology; Medical education; Psychometrics; Developmental psychology","score_opus":0.005883355040703232,"score_gpt":0.3439809966168581,"score_spread":0.33809764157615485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076007679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97892666,0.00018292048,0.00046139534,0.010811465,0.0023255162,0.0004232196,5.891976e-7,0.00003336106,0.0068348916],"genre_scores_gemma":[0.99288774,0.000051971514,0.00023205258,0.0047257883,0.00070647855,0.000048635902,0.00006747841,0.000014280268,0.0012655734],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99798924,0.00009038239,0.00047185787,0.00019137304,0.0010128312,0.00024434473],"domain_scores_gemma":[0.99848264,0.00061256165,0.00014089624,0.0004338672,0.00022360303,0.00010642811],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003548056,0.00011799508,0.00019885674,0.0001517778,0.00014007762,0.000009050642,0.00015175082,0.00016543426,0.00021729332],"category_scores_gemma":[0.017647887,0.00006938059,0.00005165312,0.0006058223,0.00033630445,0.000035593173,0.000021392396,0.0004480582,0.00004701702],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036249837,0.0005144664,0.08674823,0.00018431572,0.000030225227,0.00000273277,0.000300088,3.3479665e-7,0.00035526673,0.002191646,0.1245433,0.7847669],"study_design_scores_gemma":[0.0017734908,0.0015475547,0.82795936,0.0008541555,0.00011826814,0.000042523443,0.0005306124,0.00050089235,0.019128315,0.00021697405,0.14713949,0.00018839462],"about_ca_topic_score_codex":0.00020496082,"about_ca_topic_score_gemma":0.00004148244,"teacher_disagreement_score":0.7845785,"about_ca_system_score_codex":0.00016544081,"about_ca_system_score_gemma":0.0008655584,"threshold_uncertainty_score":0.9906269},"labels":[],"label_agreement":null},{"id":"W2076054358","doi":"10.1007/s40037-013-0061-4","title":"Medical students’ reactions to an experience-based learning model of clinical education","year":2013,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychology; Subject (documents); Experiential learning; Qualitative research; Dimension (graph theory); Salient; Medical education; Mathematics education; Medicine; Computer science; Artificial intelligence","score_opus":0.04574404116944516,"score_gpt":0.4839584486848798,"score_spread":0.43821440751543467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076054358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518695,0.000056087014,0.011303915,0.03024015,0.0016178642,0.0010053304,8.151576e-7,0.00012368626,0.003782688],"genre_scores_gemma":[0.96372026,0.00008268084,0.017554868,0.014662386,0.0013277552,0.00088617345,0.00010924705,0.000043516487,0.0016131381],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9938276,0.00029100897,0.0013008189,0.0007373997,0.003506307,0.00033688443],"domain_scores_gemma":[0.9957778,0.00022620123,0.00035564945,0.0007270069,0.0018277337,0.0010856484],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023458696,0.00024305195,0.00048935827,0.0006207853,0.00018830452,0.0000525033,0.00058684975,0.00046548617,0.00583959],"category_scores_gemma":[0.038178634,0.00021818497,0.00014413917,0.0009893719,0.00043798587,0.0002942062,0.000060735576,0.0012850345,0.00024661803],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033644587,0.03985339,0.087425895,0.0002179846,0.00009943388,0.0000014277103,0.034140863,0.00035566004,0.00053555047,0.012988149,0.038795184,0.78525],"study_design_scores_gemma":[0.0047424147,0.004624481,0.44746995,0.0039168918,0.00025200815,0.0000769032,0.28686708,0.21331725,0.00079923705,0.002231272,0.034449372,0.001253117],"about_ca_topic_score_codex":0.00040162812,"about_ca_topic_score_gemma":0.0000074110903,"teacher_disagreement_score":0.7839969,"about_ca_system_score_codex":0.00043943638,"about_ca_system_score_gemma":0.010523191,"threshold_uncertainty_score":0.99508625},"labels":[],"label_agreement":null},{"id":"W2076148527","doi":"10.1002/chp.199","title":"Tradition of the CME congress: Research and practice for everyone","year":2008,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Political science; Medical education; Medicine","score_opus":0.15147732692121973,"score_gpt":0.5298866352588274,"score_spread":0.37840930833760766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076148527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85817516,0.0011754981,0.0003137137,0.1368586,0.0020647978,0.0011147287,0.0000016127082,0.0000026457355,0.00029325124],"genre_scores_gemma":[0.98939836,0.00033488128,0.005599566,0.0027601575,0.0005070095,0.000058232356,0.0000043091945,0.000008664899,0.0013287958],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997645,0.0008186168,0.0007607266,0.000078392906,0.0005372136,0.00016000666],"domain_scores_gemma":[0.9947439,0.0020086311,0.000903744,0.00022947569,0.0020621503,0.0000521254],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073810113,0.000054910957,0.00019737655,0.00028370187,0.0003382736,0.0000071624263,0.00015381155,0.000068398745,0.000007562792],"category_scores_gemma":[0.012738399,0.000030783667,0.000037677342,0.0006659067,0.00024595764,0.00017820817,0.000014530677,0.00078373053,4.731429e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009957834,0.0048414734,0.022116665,0.001076447,0.000046041107,0.0000021719388,0.16018,0.0000025015138,0.0012266942,0.0124875875,0.74477607,0.05224856],"study_design_scores_gemma":[0.003328258,0.0020221777,0.53363055,0.009994103,0.00008729307,0.0026327958,0.34008217,0.00007545804,0.00035294742,0.008555226,0.09911647,0.00012256645],"about_ca_topic_score_codex":0.000023634277,"about_ca_topic_score_gemma":0.000002929509,"teacher_disagreement_score":0.6456596,"about_ca_system_score_codex":0.00016016465,"about_ca_system_score_gemma":0.0033861268,"threshold_uncertainty_score":0.99557775},"labels":[],"label_agreement":null},{"id":"W2076344543","doi":"10.1111/j.1365-2923.2008.03246.x","title":"Faculty development: a ‘Field of Dreams’?","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Faculty development; Professional development; Medical education; Psychology; Focus group; Perception; Personal development; Work (physics); Pedagogy; Medicine; Sociology","score_opus":0.022371713364229127,"score_gpt":0.3729069735618968,"score_spread":0.3505352601976677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076344543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9710852,0.00009417459,0.0018573756,0.015397241,0.0008282964,0.00022560201,4.8427e-7,0.00005073024,0.010460894],"genre_scores_gemma":[0.9630468,0.000030451754,0.018440245,0.015093144,0.00037498938,0.00007211532,0.00032188054,0.000013957694,0.0026064056],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983623,0.000019468906,0.0004599346,0.00017022935,0.00083230407,0.00015578876],"domain_scores_gemma":[0.9991646,0.000036330064,0.00010942803,0.00022606736,0.00037001254,0.00009360821],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033110994,0.00009083791,0.00018968499,0.00018110922,0.000088681285,0.0000021939768,0.00011256497,0.00017618737,0.0019195077],"category_scores_gemma":[0.0055935723,0.00007811391,0.000038893733,0.00054939283,0.00013939216,0.000059174432,0.000022128805,0.00026765122,0.000098663004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039863757,0.0017494429,0.03846134,0.00018339582,0.000034442422,0.000005011955,0.003474083,1.2451515e-7,0.00017479357,0.0008628345,0.41877604,0.5362386],"study_design_scores_gemma":[0.0013448657,0.00023121694,0.25246102,0.0006728253,0.000049539172,0.0005678476,0.0011254832,0.00024692845,0.014889504,0.00015419387,0.72802025,0.00023631775],"about_ca_topic_score_codex":0.00005022859,"about_ca_topic_score_gemma":0.0000024996164,"teacher_disagreement_score":0.53600234,"about_ca_system_score_codex":0.00010148752,"about_ca_system_score_gemma":0.00515371,"threshold_uncertainty_score":0.99899286},"labels":[],"label_agreement":null},{"id":"W2076372059","doi":"10.1080/13561820802379987","title":"The Advanced Clinician Practitioner in Arthritis Care program: An interprofessional model for transfer of knowledge for advanced practice practitioners","year":2008,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Centre for Health Evaluation and Outcome Sciences; St. Michael's Hospital","funders":"","keywords":"Medicine; Interprofessional education; Nursing; Medical education; Health care","score_opus":0.029960382277906247,"score_gpt":0.44436892864232774,"score_spread":0.4144085463644215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076372059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9588807,0.0040347083,0.02033683,0.009089588,0.0038082157,0.0031164933,0.0000967082,0.000029075085,0.00060767354],"genre_scores_gemma":[0.8913258,0.00034421508,0.10589292,0.0008856106,0.00042772773,0.00060834974,0.00022379479,0.000043322172,0.000248289],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971395,0.00018569201,0.0015124476,0.00026129218,0.0006049768,0.00029609524],"domain_scores_gemma":[0.9917641,0.0010861498,0.00080108066,0.00026321667,0.005960874,0.0001245729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000926623,0.00021500274,0.00050342176,0.0003238098,0.000381103,0.000012580106,0.00024945664,0.00023565823,0.000020161482],"category_scores_gemma":[0.004190878,0.00014895626,0.00030371017,0.00034787125,0.00023841462,0.0009996905,0.000030899184,0.0009519448,0.0000011938212],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060014617,0.004879083,0.0029494273,0.0012147,0.0002839715,0.000042779757,0.06402295,0.00095503026,0.0068720984,0.003462683,0.008184739,0.8471179],"study_design_scores_gemma":[0.036437508,0.017038498,0.009853967,0.028790157,0.0005949027,0.0017766905,0.80902845,0.022877919,0.007895626,0.002363034,0.062272158,0.0010710674],"about_ca_topic_score_codex":0.0000044643325,"about_ca_topic_score_gemma":0.000119383694,"teacher_disagreement_score":0.84604686,"about_ca_system_score_codex":0.00046907397,"about_ca_system_score_gemma":0.0033581802,"threshold_uncertainty_score":0.607426},"labels":[],"label_agreement":null},{"id":"W2076586484","doi":"10.5539/gjhs.v5n3p64","title":"Study of the Reliability and Validity of Objective Structured Clinical Examination (OSCE) in the Assessment of Clinical Skills of Audiology Students","year":2013,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vice Chancellor for Research and Technology, Kerman University of Medical Sciences; Ahvaz Jundishapur University of Medical Sciences","keywords":"Checklist; Objective structured clinical examination; Competence (human resources); Medicine; Validity; Audiology; Physical examination; Medical education; Psychology; Medical physics; Clinical psychology; Psychometrics; Surgery","score_opus":0.07299879637262623,"score_gpt":0.5460024671009209,"score_spread":0.4730036707282947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076586484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99705255,0.000016879183,0.0001265756,0.0011058507,0.00081300514,0.00083064265,0.0000026868922,6.891023e-7,0.00005114836],"genre_scores_gemma":[0.99734163,0.00004304522,0.002329158,0.00023653958,0.00004467563,0.0000025104998,2.7655383e-7,0.000001259172,9.067443e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938831,0.001519406,0.0028075376,0.00017913268,0.0014617728,0.0001490953],"domain_scores_gemma":[0.9943268,0.0005904075,0.0028177712,0.0003670212,0.001835587,0.0000624607],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030436931,0.000065638895,0.0006213174,0.000092918184,0.000059220856,0.000004178931,0.0005447986,0.00007170691,0.0000068062404],"category_scores_gemma":[0.009542423,0.000034182012,0.00006353086,0.0010071608,0.0014636868,0.00011410121,0.0001131639,0.00044497487,6.371668e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023286175,0.002378098,0.9781656,0.00005642266,0.000011695446,2.8077798e-7,0.0007485395,0.000017691173,0.000031642725,0.000108774104,0.00007607994,0.018381845],"study_design_scores_gemma":[0.0013647265,0.0028333266,0.9900241,0.00013319594,0.000026815755,0.000027015103,0.004852453,0.00008413461,0.000026154587,0.0006065224,0.0000017359279,0.000019852288],"about_ca_topic_score_codex":0.00018313735,"about_ca_topic_score_gemma":0.000019479918,"teacher_disagreement_score":0.020894509,"about_ca_system_score_codex":0.00017351109,"about_ca_system_score_gemma":0.0019524051,"threshold_uncertainty_score":0.99880064},"labels":[],"label_agreement":null},{"id":"W2076628217","doi":"10.3109/0142159x.2014.970986","title":"Learning medical professionalism with the online concordance-of-judgment learning tool (CJLT): A pilot study","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Concordance; Medical education; Psychology; Online learning; MEDLINE; Medicine; Computer science; Multimedia; Political science","score_opus":0.0400423158821744,"score_gpt":0.3681613373369285,"score_spread":0.32811902145475413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076628217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607907,0.000070439775,0.0025441772,0.032912455,0.00035597262,0.0007224977,1.6193388e-7,0.000115999675,0.0024875775],"genre_scores_gemma":[0.98839664,0.000008926273,0.0005078373,0.0027449678,0.000962468,0.00015448732,0.000058741454,0.000044584274,0.0071213297],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994258,0.00075472216,0.0006905313,0.00038764294,0.0035277738,0.00038137118],"domain_scores_gemma":[0.9985507,0.00025979456,0.0002615334,0.00040848425,0.00030501123,0.00021446153],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005384574,0.00022848739,0.0004934086,0.00010835223,0.00025090744,0.000012153114,0.0003664563,0.00017658524,0.006014964],"category_scores_gemma":[0.014789211,0.00012359946,0.00005018767,0.0005733215,0.0005864725,0.00005165296,0.00015086154,0.0030510544,0.000043556265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010621041,0.015247842,0.5837217,0.00032180213,0.00052176265,0.00012306405,0.010677097,0.00003290509,0.00017275981,0.0020541158,0.021261133,0.36480373],"study_design_scores_gemma":[0.028033763,0.040714413,0.22060089,0.0049169823,0.00088265707,0.0005265252,0.049080048,0.1466587,0.00010267047,0.00024103033,0.5070066,0.0012357453],"about_ca_topic_score_codex":0.00007010453,"about_ca_topic_score_gemma":0.000024838844,"teacher_disagreement_score":0.48574543,"about_ca_system_score_codex":0.00010583751,"about_ca_system_score_gemma":0.00075216795,"threshold_uncertainty_score":0.9992489},"labels":[],"label_agreement":null},{"id":"W2077093593","doi":"10.5539/cis.v5n1p38","title":"An Online Management Information System for Objective Structured Clinical Examinations","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hanzehogeschool Groningen; University of Galway; National University of Ireland","keywords":"Computer science; Objective structured clinical examination; Quality assurance; Medical education; Medical physics; Medicine; Pathology","score_opus":0.05471729217838894,"score_gpt":0.3641498262091625,"score_spread":0.30943253403077353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077093593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3326463,0.0000016795908,0.660015,0.0001016168,0.0011689565,0.0007804178,0.00001415186,0.000094252144,0.005177641],"genre_scores_gemma":[0.8126814,0.000004899655,0.18562214,0.0013854224,0.000104865074,0.00003150929,0.0001630984,0.0000018833547,0.000004788572],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887335,0.000013815024,0.0005501915,0.000111171816,0.000311678,0.00013981044],"domain_scores_gemma":[0.99859,0.000016213398,0.00017748158,0.00023160025,0.00089604955,0.00008865644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009912226,0.000075734075,0.000112904505,0.00048688884,0.0002491564,0.0000923884,0.00015440781,0.000051945142,0.0000086535065],"category_scores_gemma":[0.00011480463,0.000063294014,0.000021979124,0.00065508834,0.00024041008,0.006179962,0.000045514415,0.0000916063,0.000012760797],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004088114,0.000074676675,0.002637381,0.00022218932,0.000013983745,1.5780643e-7,0.0071424,0.000012213939,0.000004763828,0.06936831,0.0006820463,0.919801],"study_design_scores_gemma":[0.0010167001,0.00036246434,0.82494867,0.000059782364,0.000026999674,0.000028556376,0.0042645563,0.16352375,0.00010902215,0.00011520579,0.005446992,0.000097318705],"about_ca_topic_score_codex":0.0000036444428,"about_ca_topic_score_gemma":2.3478846e-7,"teacher_disagreement_score":0.91970366,"about_ca_system_score_codex":0.000093503215,"about_ca_system_score_gemma":0.00011985325,"threshold_uncertainty_score":0.44803232},"labels":[],"label_agreement":null},{"id":"W2077393682","doi":"10.1176/appi.ap.30.6.444","title":"APA Summit on Medical Student Education Task Force on Informatics and Technology: Steps to Enhance the Use of Technology in Education Through Faculty Development, Funding and Change Management","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summit; Task force; Medical education; Task (project management); Informatics; Continuing medical education; Health informatics; Medicine; Engineering management; Political science; Continuing education; Engineering; Nursing; Public administration; Geography","score_opus":0.03127229744809384,"score_gpt":0.38586550154659754,"score_spread":0.3545932040985037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077393682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93478596,0.00049382437,0.00048350947,0.061819393,0.00074872526,0.0011785057,0.0000018662726,0.00004577832,0.00044241463],"genre_scores_gemma":[0.9545263,0.0004980749,0.032385662,0.011141805,0.0002291573,0.00066982384,0.0000748223,0.000019063391,0.00045528807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983822,0.000018730254,0.000663134,0.00023931783,0.0004577806,0.00023879827],"domain_scores_gemma":[0.99928975,0.00003703718,0.00023601706,0.00029559186,0.00009685137,0.000044730954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043002784,0.00016111847,0.00019872804,0.00083003566,0.00010558017,0.000010275924,0.00021019911,0.00039661632,0.0000056710646],"category_scores_gemma":[0.00025550462,0.00012685366,0.000011341643,0.0014171934,0.00016179065,0.00015329791,0.00011007651,0.00078252953,0.0000096226695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050470146,0.0007915104,0.2483118,0.00040687475,0.000044348755,3.4543123e-7,0.0036621194,0.0000035895125,0.00007084942,0.09992702,0.027256625,0.6194745],"study_design_scores_gemma":[0.0019247927,0.0006449585,0.6085219,0.008508379,0.00015800055,0.00006880278,0.06478307,0.00022666485,0.001781918,0.017136907,0.29556373,0.0006809163],"about_ca_topic_score_codex":0.000025427398,"about_ca_topic_score_gemma":0.000026693398,"teacher_disagreement_score":0.61879355,"about_ca_system_score_codex":0.00021908709,"about_ca_system_score_gemma":0.00036004648,"threshold_uncertainty_score":0.51729417},"labels":[],"label_agreement":null},{"id":"W2077427001","doi":"10.1111/j.1365-2929.2005.02378.x","title":"Making sense of grounded theory in medical education","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":457,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Grounded theory; Qualitative research; Context (archaeology); Relevance (law); Epistemology; Process (computing); Key (lock); Management science; Computer science; Sociology; Social science; Political science","score_opus":0.01207958105580258,"score_gpt":0.3777660754406658,"score_spread":0.3656864943848632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077427001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91833943,0.0006873708,0.0023234496,0.03670026,0.0029568616,0.00059808727,8.4218857e-7,0.00007957773,0.038314097],"genre_scores_gemma":[0.97507364,0.00004101129,0.0034600226,0.018302964,0.0013155155,0.00014058848,0.00027819016,0.000030855328,0.0013572198],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963663,0.0002122164,0.0010145206,0.00035050508,0.0017497746,0.00030667518],"domain_scores_gemma":[0.9985855,0.000160195,0.00024816254,0.00043552692,0.00045014906,0.00012046996],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024487397,0.0001782703,0.0003491001,0.00061422004,0.000060440274,0.000013171945,0.0001799197,0.0004471808,0.003863375],"category_scores_gemma":[0.013254223,0.0001644279,0.00007469935,0.001256516,0.00034211174,0.00013180735,0.000041387844,0.0006438076,0.000051264997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000152378,0.007298805,0.025215186,0.0005063941,0.000022817985,0.000015529802,0.0008004714,0.0000015439102,0.00016559538,0.15141284,0.11653097,0.69787747],"study_design_scores_gemma":[0.0055528483,0.00042552085,0.7069227,0.009727853,0.00027929724,0.0018102158,0.008003897,0.0062360545,0.0011298441,0.09265081,0.16625567,0.0010052894],"about_ca_topic_score_codex":0.00050022476,"about_ca_topic_score_gemma":0.00010798401,"teacher_disagreement_score":0.6968722,"about_ca_system_score_codex":0.0004190925,"about_ca_system_score_gemma":0.012171193,"threshold_uncertainty_score":0.99704725},"labels":[],"label_agreement":null},{"id":"W2077629307","doi":"10.3109/0142159x.2012.642827","title":"Who am I? Key influences on the formation of academic identity within a faculty development program","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Identity (music); Context (archaeology); Professional development; Psychology; Productivity; Faculty development; Identity formation; Qualitative research; Situated; Personal development; Medical education; Pedagogy; Sociology; Social psychology; Self-concept; Medicine; Computer science","score_opus":0.07141579203766812,"score_gpt":0.41626434014292696,"score_spread":0.34484854810525883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077629307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988542,0.00006798803,0.00065953645,0.007280854,0.0003034957,0.00052618823,3.4887103e-7,0.000066236804,0.0025533387],"genre_scores_gemma":[0.9950696,0.000007845734,0.001780404,0.0018896776,0.0003677972,0.00018824903,0.000047634116,0.000010356519,0.00063842733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974578,0.00009426009,0.0005804641,0.00011551341,0.0014959258,0.00025604514],"domain_scores_gemma":[0.9992809,0.000032634416,0.00019739388,0.00019869211,0.00014294997,0.00014741487],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003102806,0.000112293754,0.0001859326,0.000066437104,0.00009967368,0.000008827342,0.00021557261,0.00024711544,0.00093498523],"category_scores_gemma":[0.0054614083,0.000064148226,0.000037877555,0.00045864563,0.00025938643,0.00029735992,0.000051345814,0.0009324774,0.000119867655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009106091,0.0024177604,0.3935312,0.00039925813,0.00013757664,0.000002236293,0.047230057,0.0000016240854,0.0001237973,0.015526965,0.05998708,0.4805514],"study_design_scores_gemma":[0.00223072,0.00047373693,0.70717466,0.0023526296,0.00018205325,0.000086398475,0.008777197,0.00871574,0.006443945,0.0010145261,0.2620496,0.00049883145],"about_ca_topic_score_codex":0.0000143692905,"about_ca_topic_score_gemma":0.0000033764115,"teacher_disagreement_score":0.48005253,"about_ca_system_score_codex":0.00014359379,"about_ca_system_score_gemma":0.00020880988,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W2077825419","doi":"10.1080/10401330701366580","title":"The State of Undergraduate Pediatric Medical Education in North America: The COMSEP Survey","year":2007,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"State (computer science); Medical education; Medicine; Family medicine; Psychology; Political science","score_opus":0.01454490155769791,"score_gpt":0.3476831518706468,"score_spread":0.3331382503129489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077825419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97176385,0.0010014527,0.0010224804,0.024891675,0.00034778318,0.0002149502,1.9431681e-7,0.000022723938,0.00073489774],"genre_scores_gemma":[0.9962036,0.0007162536,0.0003124297,0.0016228096,0.00030349154,0.000008121442,0.000053449756,0.000013945077,0.00076588505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730736,0.0008972411,0.0006765714,0.00018462307,0.0006629508,0.00027125422],"domain_scores_gemma":[0.99699885,0.0023429329,0.00023429577,0.00022037435,0.00012261848,0.00008092866],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016593238,0.00011520817,0.0002667228,0.0003144548,0.00027519383,0.000007216075,0.00015478212,0.00005874677,0.000013962636],"category_scores_gemma":[0.030166341,0.00006338793,0.000016052898,0.0010256134,0.00043291267,0.00003427651,0.000034998637,0.0026030845,0.0000027331105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056485234,0.00010252787,0.58242583,0.00003810019,0.000006528734,0.0000031918485,0.0050081657,0.000043215165,0.00000339282,0.00013689864,0.0015591251,0.41061652],"study_design_scores_gemma":[0.00076338573,0.00018346029,0.9845835,0.00018114151,0.000020478677,0.000019668558,0.0040868116,0.0023661715,5.810471e-7,0.00016635355,0.0075655417,0.00006292091],"about_ca_topic_score_codex":0.003580632,"about_ca_topic_score_gemma":0.0032559086,"teacher_disagreement_score":0.4105536,"about_ca_system_score_codex":0.000087087516,"about_ca_system_score_gemma":0.0005155428,"threshold_uncertainty_score":0.9996979},"labels":[],"label_agreement":null},{"id":"W2077829379","doi":"10.1080/01421590701271818","title":"Students’ perception of the characteristics of effective bedside teachers","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Daewoo Shipbuilding & Marine Engineering","keywords":"Demographics; Perspective (graphical); Perception; Constructive; Ideal (ethics); Confidentiality; Medical education; Psychology; Domain (mathematical analysis); Mathematics education; Medicine; Computer science; Mathematics","score_opus":0.010278416011998486,"score_gpt":0.3525505936297317,"score_spread":0.3422721776177332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077829379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99327254,0.000017857728,0.0013364585,0.0014575272,0.0005058669,0.0004282283,6.0014247e-7,0.000019323525,0.0029616205],"genre_scores_gemma":[0.99740696,0.000006008394,0.00032504363,0.00052794995,0.00037759758,0.000014134315,0.000013923727,0.000014780405,0.001313575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976698,0.00009797123,0.0005368048,0.00014433282,0.0013746887,0.00017640392],"domain_scores_gemma":[0.999136,0.000058950216,0.00019872191,0.00032171005,0.00019515416,0.000089498135],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029136857,0.00009700435,0.0002692386,0.0000946229,0.000037227546,0.0000023585574,0.00023121134,0.00022275189,0.0015619348],"category_scores_gemma":[0.005630203,0.00006240994,0.00009354145,0.0003997143,0.000447248,0.000026356745,0.00006861308,0.0006158708,0.000014459817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004643325,0.00065378874,0.78562963,0.00006880386,0.00005587514,0.0000025830402,0.0030922045,3.0125072e-8,0.0013065595,0.00009149017,0.002087432,0.2069652],"study_design_scores_gemma":[0.0007545088,0.000119130425,0.9937359,0.0002559765,0.00008770022,0.00001513723,0.001558598,0.000096698735,0.0004886528,0.000036066012,0.002796868,0.000054767796],"about_ca_topic_score_codex":0.000042920816,"about_ca_topic_score_gemma":0.000002813472,"teacher_disagreement_score":0.2081063,"about_ca_system_score_codex":0.00015687656,"about_ca_system_score_gemma":0.00012786359,"threshold_uncertainty_score":0.9993508},"labels":[],"label_agreement":null},{"id":"W2077962513","doi":"10.1002/chp.1340210205","title":"Value of unstructured time (breaks) during formal continuing medical education events","year":2001,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Public Health","funders":"","keywords":"Meaning (existential); Continuing medical education; Grounded theory; Psychology; Formal education; Ranking (information retrieval); Qualitative research; Value (mathematics); Data collection; Medical education; Qualitative property; Medicine; Continuing education; Pedagogy; Sociology; Computer science; Social science","score_opus":0.010099934176500023,"score_gpt":0.38943923605385833,"score_spread":0.3793393018773583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077962513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95754236,0.0006043396,0.00031242165,0.037191678,0.0030463564,0.0007128528,8.8909405e-7,0.000013193902,0.0005759293],"genre_scores_gemma":[0.99059117,0.00023464276,0.0038014106,0.0027976916,0.0011060019,0.00003170321,0.000025030866,0.000022471095,0.0013898588],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959874,0.0005488751,0.001855493,0.00015370795,0.0010749174,0.00037958552],"domain_scores_gemma":[0.9964683,0.00020418939,0.0017485251,0.00035120142,0.0010251356,0.00020264206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004299653,0.00015935516,0.0004984068,0.00069540687,0.00017698934,0.000012612667,0.00036334278,0.00019759449,0.0002699644],"category_scores_gemma":[0.0042222347,0.00011189757,0.000115777824,0.0009811963,0.000090686735,0.00034455035,0.00003908725,0.001117253,0.000007393395],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060091546,0.003788377,0.103416786,0.00094126706,0.000065282075,0.000007371256,0.057789546,0.000011831935,0.001367288,0.0041977162,0.028140657,0.79967296],"study_design_scores_gemma":[0.003646697,0.00044939006,0.9045814,0.0209705,0.0001217413,0.0028526373,0.053271927,0.000365193,0.00025742315,0.0028084328,0.010431573,0.0002430664],"about_ca_topic_score_codex":0.000044530774,"about_ca_topic_score_gemma":0.0000063039156,"teacher_disagreement_score":0.8011646,"about_ca_system_score_codex":0.0003626534,"about_ca_system_score_gemma":0.005924902,"threshold_uncertainty_score":0.99971056},"labels":[],"label_agreement":null},{"id":"W2078041853","doi":"10.1007/s10459-009-9164-4","title":"Student participation in health professions education research: in pursuit of the Aristotelian mean","year":2009,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Health professions; Medical education; Psychology; Medicine; Pedagogy; Mathematics education; Political science; Health care","score_opus":0.20638718004437148,"score_gpt":0.6368904551382677,"score_spread":0.4305032750938962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078041853","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019260568,0.9660363,0.000013912096,0.022530442,0.0028329645,0.005519438,0.0000025014967,0.000013581594,0.0011247789],"genre_scores_gemma":[0.010961408,0.98264194,0.0024365196,0.0017458873,0.0002832468,0.001513861,0.00009799233,0.000020289468,0.00029884034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919888,0.001967211,0.002861761,0.0007444509,0.0016664104,0.00077138364],"domain_scores_gemma":[0.9967493,0.0004025036,0.0016221207,0.00073333416,0.0003585518,0.00013423216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014452419,0.0002630327,0.0010736011,0.0027626702,0.0003533081,0.000033904704,0.0008151734,0.00021343822,0.000020576672],"category_scores_gemma":[0.0020356497,0.00019284645,0.000086313186,0.011346405,0.0005718241,0.00043497828,0.00008615606,0.0015061405,0.000008453087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000004370532,0.0020856236,0.0053323614,0.013096459,0.0000014041217,9.985313e-8,0.0037334291,0.000034871227,7.9085396e-8,0.004205548,0.00088262046,0.97062314],"study_design_scores_gemma":[0.00023035424,0.0004209836,0.040886905,0.116937414,0.0000132449195,0.000009225789,0.009757886,0.000053137544,6.491267e-7,0.004299091,0.8271964,0.0001947027],"about_ca_topic_score_codex":0.0020716437,"about_ca_topic_score_gemma":0.003108088,"teacher_disagreement_score":0.9704284,"about_ca_system_score_codex":0.0042498577,"about_ca_system_score_gemma":0.038113344,"threshold_uncertainty_score":0.99957263},"labels":[],"label_agreement":null},{"id":"W2078196923","doi":"10.5430/jnep.v4n9p183","title":"Revolutionizing an accelerated baccalaureate nursing curriculum","year":2014,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Curriculum; Framing (construction); Medical education; Nursing; Nurse education; Psychomotor learning; Health care; Medicine; Psychology; Cognition; Pedagogy; Engineering; Political science","score_opus":0.07925378863726008,"score_gpt":0.4648415251855725,"score_spread":0.3855877365483124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078196923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82980675,0.0013767887,0.014381621,0.102331415,0.0060163154,0.00022963564,2.478618e-7,0.000041713527,0.045815498],"genre_scores_gemma":[0.913709,0.00012228284,0.08125709,0.002799562,0.0018173185,0.00000203161,0.000013646055,0.000016582942,0.0002625235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987219,0.00027095273,0.00044403542,0.00012427288,0.00030402633,0.00013484067],"domain_scores_gemma":[0.9974597,0.00015079851,0.0005632094,0.00015997108,0.001516433,0.00014987894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016206712,0.00009261153,0.00017767336,0.0002829671,0.000293636,0.00006972764,0.00006149363,0.0000901013,0.000056202865],"category_scores_gemma":[0.006141168,0.00008183327,0.000030876963,0.0004688271,0.00009810833,0.0010262993,0.0000037092386,0.00044619408,0.000005403193],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016837014,0.004021805,0.0009939843,0.00003464411,0.000028694598,0.000001442686,0.0062117474,0.0000051151906,0.0019562365,0.00467002,0.04248487,0.9394231],"study_design_scores_gemma":[0.004845993,0.0036959471,0.17483807,0.014565264,0.0028580124,0.064438306,0.12150324,0.012416293,0.0010483679,0.012118403,0.5867988,0.0008733015],"about_ca_topic_score_codex":0.000008404749,"about_ca_topic_score_gemma":1.2765511e-7,"teacher_disagreement_score":0.93854976,"about_ca_system_score_codex":0.00033094682,"about_ca_system_score_gemma":0.00057792274,"threshold_uncertainty_score":0.7351995},"labels":[],"label_agreement":null},{"id":"W2078199878","doi":"10.1016/j.athoracsur.2010.03.061","title":"Ethics in Cardiothoracic Surgery: A Survey of Surgeons' Views","year":2010,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital","funders":"National Center for Research Resources","keywords":"Medicine; Certification; Cardiothoracic surgery; Professional association; Medical education; Family medicine; Surgery; Public relations; Management","score_opus":0.2812403316497081,"score_gpt":0.48745158720234605,"score_spread":0.20621125555263797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078199878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851873,0.00061593216,0.0000558695,0.011869816,0.0013995011,0.00030348945,0.000024035697,0.00002774775,0.0005163096],"genre_scores_gemma":[0.9972188,0.00060061866,0.00022306893,0.0014911682,0.00013016952,0.00003181834,0.0001333601,0.00003569509,0.00013532443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957484,0.0012946406,0.0014203232,0.00027123358,0.0008543253,0.0004110679],"domain_scores_gemma":[0.9857901,0.010479725,0.0007133904,0.0012334932,0.0016895845,0.000093731695],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0422313,0.00020354611,0.001146555,0.0008053175,0.00007328549,0.000010624822,0.00022888776,0.0003600736,0.00024034469],"category_scores_gemma":[0.048098754,0.00015069489,0.0003469541,0.0026994075,0.0005330162,0.00011312191,0.00006331186,0.0014509216,0.000019766392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058430946,0.0004952534,0.763611,0.0007710765,0.00012240987,0.000014250865,0.0008966595,0.0000047924327,0.0023345738,0.000118453114,0.04947182,0.18157537],"study_design_scores_gemma":[0.000052854997,0.000023889572,0.95207936,0.0007470215,0.000055536537,0.000050024275,0.0002299005,0.00011281186,0.035780028,0.00036451017,0.01028031,0.00022378261],"about_ca_topic_score_codex":0.002186945,"about_ca_topic_score_gemma":0.00066857296,"teacher_disagreement_score":0.1884683,"about_ca_system_score_codex":0.000016651029,"about_ca_system_score_gemma":0.0012960073,"threshold_uncertainty_score":0.9862244},"labels":[],"label_agreement":null},{"id":"W2078326370","doi":"10.3352/jeehp.2014.11.9","title":"Students’ perception of the learning environment at Xavier University School of Medicine, Aruba: a follow-up study","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perception; Nationality; Psychology; Medical education; Learning environment; Academic year; Medicine; Mathematics education; Geography; Immigration","score_opus":0.0746360173861421,"score_gpt":0.4789982235541127,"score_spread":0.4043622061679706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078326370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94000536,0.00006371865,0.0008831397,0.055438854,0.0015168055,0.0018729048,0.0000029178673,0.000002321996,0.00021395602],"genre_scores_gemma":[0.99177504,0.000037003585,0.002170413,0.0006446858,0.00043172756,0.000033657416,0.00004145933,0.000012136103,0.0048538856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960694,0.00090552017,0.001067103,0.00014778967,0.0016649835,0.00014523228],"domain_scores_gemma":[0.9955023,0.0004447034,0.0019118629,0.00025707245,0.0017546021,0.00012947724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007278339,0.0001034267,0.00035725467,0.0003238062,0.0004499654,0.0000022384945,0.00021577677,0.000077032586,0.0017680791],"category_scores_gemma":[0.0075675044,0.00007119648,0.00011983765,0.00040205134,0.00015952592,0.00010426386,0.000055699606,0.00040944782,0.000008672343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008420096,0.004347133,0.8865977,0.0005246472,0.0002625293,6.1239085e-8,0.019566976,0.0006362259,0.0017965204,0.0013964444,0.06830688,0.015722854],"study_design_scores_gemma":[0.0053227986,0.001489449,0.9541331,0.0007668518,0.0003745473,0.000009581518,0.026923409,0.0006083611,0.000013887778,0.00064335595,0.009657463,0.00005720278],"about_ca_topic_score_codex":0.000022814378,"about_ca_topic_score_gemma":0.000008930416,"teacher_disagreement_score":0.06753537,"about_ca_system_score_codex":0.0012798193,"about_ca_system_score_gemma":0.0025443535,"threshold_uncertainty_score":0.99914443},"labels":[],"label_agreement":null},{"id":"W2078330824","doi":"10.1016/j.nedt.2006.12.005","title":"Student’s perceptions of effective clinical teaching revisited","year":2007,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":159,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"Thompson Rivers University","keywords":"Curriculum; Perception; Medical education; Psychology; Nurse education; Medicine; Nursing; Pedagogy","score_opus":0.015299929047537164,"score_gpt":0.46013484327303017,"score_spread":0.444834914225493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078330824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9504414,0.000075115015,0.004057503,0.004009734,0.0026706231,0.00085692795,0.000001630205,0.00006428519,0.03782279],"genre_scores_gemma":[0.979461,0.000010863013,0.013806372,0.0018670294,0.0014368553,0.000051044004,0.00013189396,0.00002045887,0.003214472],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982442,0.00014774254,0.00077073614,0.00026077058,0.00038872048,0.00018780309],"domain_scores_gemma":[0.99834645,0.00024431178,0.00024428705,0.00044221932,0.00060889154,0.00011382952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002917084,0.000115674244,0.00027239,0.0003437153,0.00011754176,0.000009952537,0.000111171394,0.00016240921,0.00060440035],"category_scores_gemma":[0.0029597958,0.000106945365,0.00010880049,0.0005012652,0.0001606307,0.00009918211,0.000012084444,0.0005968187,0.00013187715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005452961,0.0031279165,0.33755958,0.00007293652,0.00005343693,6.4182234e-7,0.0033265564,3.2614898e-7,0.0015918206,0.012585339,0.059678584,0.58194834],"study_design_scores_gemma":[0.0005271868,0.0002121334,0.9672337,0.00025881358,0.000121175326,0.000019114745,0.0104982015,0.000016676891,0.000264023,0.000200925,0.020555941,0.00009206386],"about_ca_topic_score_codex":0.000021058546,"about_ca_topic_score_gemma":0.0000018080398,"teacher_disagreement_score":0.62967414,"about_ca_system_score_codex":0.0002384716,"about_ca_system_score_gemma":0.00039729342,"threshold_uncertainty_score":0.661776},"labels":[],"label_agreement":null},{"id":"W2078428207","doi":"10.3109/0142159x.2012.669083","title":"Team-based assessment of medical students in a clinical clerkship is feasible and acceptable","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Medical education; Clinical clerkship; MEDLINE; Medicine; Educational measurement; Medical physics; Psychology; Curriculum; Pedagogy","score_opus":0.08147437995516969,"score_gpt":0.5147604246272337,"score_spread":0.433286044672064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078428207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745429,0.0002589079,0.00079297647,0.017667817,0.0006230902,0.00039119125,7.155203e-7,0.00003641264,0.0056859823],"genre_scores_gemma":[0.9885202,0.000079783575,0.0020769918,0.0077491086,0.00072591024,0.000061301565,0.00002425304,0.000025892045,0.00073652907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99353546,0.00032010934,0.0011305754,0.00031433857,0.0042227427,0.000476775],"domain_scores_gemma":[0.99849105,0.00015445356,0.00016074885,0.0004062341,0.00010802703,0.00067950797],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013091788,0.00016904985,0.0005650715,0.00022393845,0.000039982424,0.000015519783,0.00042583945,0.0006866223,0.016146543],"category_scores_gemma":[0.00777199,0.00013399107,0.000088769884,0.00057708326,0.0004898683,0.000106290565,0.00019517557,0.0015553851,0.00003054072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031294014,0.0035615815,0.9310306,0.0001234408,0.00004323632,0.000007956411,0.0003040931,5.3932116e-8,0.0000026275136,0.00032867157,0.031456362,0.033110112],"study_design_scores_gemma":[0.0045114276,0.00019538491,0.96678627,0.0004922944,0.00006494315,0.000022975204,0.0004816599,0.0110012,0.00001822816,0.00004913777,0.01623889,0.00013759147],"about_ca_topic_score_codex":0.00010695667,"about_ca_topic_score_gemma":0.000009631758,"teacher_disagreement_score":0.035755698,"about_ca_system_score_codex":0.00015493455,"about_ca_system_score_gemma":0.0010179832,"threshold_uncertainty_score":0.98475283},"labels":[],"label_agreement":null},{"id":"W2078551510","doi":"10.3138/jvme.33.2.149","title":"The More Things Change, the More They Should Stay the Same","year":2006,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ask price; Psychology; Medical education; Pedagogy; Sociology; Mathematics education; Medicine; Business","score_opus":0.07911841196935541,"score_gpt":0.41483870334171746,"score_spread":0.33572029137236203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078551510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56664234,0.001757025,0.0001378664,0.42735544,0.0031820019,0.00036398365,7.260102e-7,0.00001622374,0.0005443723],"genre_scores_gemma":[0.941799,0.0006549459,0.00083204464,0.047145445,0.00817721,0.00010809134,0.000024399902,0.000035354376,0.0012235243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965691,0.00021894307,0.0008778349,0.00015611494,0.0018677324,0.00031030082],"domain_scores_gemma":[0.99749583,0.00046150965,0.0006170183,0.00054898375,0.00074750005,0.0001291297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034964161,0.0001839938,0.0002447387,0.00012784514,0.0005854381,0.00007850071,0.00069012016,0.00018755891,0.00025316875],"category_scores_gemma":[0.0041046515,0.00007668505,0.00015887532,0.00048160524,0.00058814225,0.00028396916,0.000076708464,0.001416447,0.000014784645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004320893,0.0013870556,0.0027194005,0.000118573065,0.00014563782,0.00005687709,0.012346717,0.0000043745295,0.00042189204,0.0053178445,0.43885648,0.53819305],"study_design_scores_gemma":[0.0007721205,0.00075942714,0.12648109,0.0006125547,0.00019515438,0.0048199603,0.014921068,0.00077404716,0.00005033828,0.0023245818,0.8481346,0.00015506329],"about_ca_topic_score_codex":0.00019418747,"about_ca_topic_score_gemma":0.000009358794,"teacher_disagreement_score":0.538038,"about_ca_system_score_codex":0.0002486546,"about_ca_system_score_gemma":0.0016733484,"threshold_uncertainty_score":0.6153836},"labels":[],"label_agreement":null},{"id":"W2078778621","doi":"10.2147/amep.s29922","title":"An online module series to prepare pharmacists to facilitate student engagement in patient-centered care delivery: development and evaluation","year":2012,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Snowball sampling; Experiential learning; Medical education; Accreditation; Variety (cybernetics); Pharmacy; Experiential education; Medicine; Psychology; Computer science; Nursing; Pedagogy","score_opus":0.07845953048617885,"score_gpt":0.47586480536942044,"score_spread":0.3974052748832416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078778621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858984,0.003583924,0.0002155454,0.0074174064,0.00092411565,0.0011809838,0.0000038823064,0.00001781495,0.0007579521],"genre_scores_gemma":[0.9418928,0.00082864997,0.04706119,0.009283643,0.00014326541,0.00048271587,0.00025818835,0.000010666595,0.000038860606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767226,0.00040840107,0.0004794451,0.000320686,0.0008742785,0.00024493478],"domain_scores_gemma":[0.9987283,0.00014940344,0.000093720126,0.00018942787,0.00045403745,0.0003851427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002076075,0.00013656696,0.00016927719,0.00026851296,0.00008617275,0.000022315355,0.00007937636,0.00006409265,0.00017680504],"category_scores_gemma":[0.007097588,0.00013013913,0.000007638105,0.00046111055,0.000045408073,0.0010595899,0.00006324195,0.00025109662,0.000008759424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027440727,0.0023067005,0.017672217,0.00012402488,0.000009323089,0.0000024236683,0.10326346,0.000028098058,0.000037288013,0.0000861865,0.000527547,0.87566835],"study_design_scores_gemma":[0.0016699298,0.00049928646,0.101427905,0.00048554668,0.000057865487,0.000108814726,0.14564548,0.0003475502,0.00019989652,0.0000326613,0.7492631,0.0002619668],"about_ca_topic_score_codex":0.0000238067,"about_ca_topic_score_gemma":0.0001251507,"teacher_disagreement_score":0.8754064,"about_ca_system_score_codex":0.00044751278,"about_ca_system_score_gemma":0.00073316443,"threshold_uncertainty_score":0.84969884},"labels":[],"label_agreement":null},{"id":"W2078796661","doi":"10.1007/s10459-014-9558-9","title":"Harnessing the hidden curriculum: a four-step approach to developing and reinforcing reflective competencies in medical clinical clerkship","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia, Okanagan Campus; University of British Columbia Hospital","funders":"","keywords":"Curriculum; Hidden curriculum; Medical education; Set (abstract data type); Identity (music); Psychology; Pedagogy; Medicine; Computer science","score_opus":0.06165273453935946,"score_gpt":0.45918466946435615,"score_spread":0.3975319349249967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078796661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8635692,0.0025622195,0.040582992,0.08109234,0.0026656569,0.0014427075,1.931816e-7,0.000047194288,0.008037494],"genre_scores_gemma":[0.7701977,0.00066310796,0.21121912,0.017308526,0.00040757805,0.00016384681,0.000006213932,0.0000073613473,0.000026570811],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99713564,0.00034488752,0.00093954644,0.00045914444,0.00072760746,0.00039314825],"domain_scores_gemma":[0.9986106,0.00056013436,0.00027662533,0.00021580022,0.00019883145,0.0001379844],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00964992,0.00012134531,0.00029576026,0.00039898173,0.0003822278,0.000046581663,0.0002638009,0.00010088162,0.0000055973896],"category_scores_gemma":[0.008825449,0.00008607812,0.000019035126,0.0023788314,0.0005571515,0.00041658446,0.0000647605,0.0005656691,0.00000381493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010845043,0.00012349621,0.2095613,0.00025367673,0.0000012518844,1.7909193e-7,0.002403956,0.000057162026,8.766219e-7,0.042482615,0.00035601977,0.74474865],"study_design_scores_gemma":[0.0011334692,0.00074915326,0.7951696,0.0053087017,0.000010831991,0.00017622457,0.03570929,0.092401356,0.000008822439,0.0129364,0.055965595,0.00043055273],"about_ca_topic_score_codex":0.0005434926,"about_ca_topic_score_gemma":0.00037398908,"teacher_disagreement_score":0.74431807,"about_ca_system_score_codex":0.00039494262,"about_ca_system_score_gemma":0.002973591,"threshold_uncertainty_score":0.99952364},"labels":[],"label_agreement":null},{"id":"W2078926373","doi":"10.1097/acm.0b013e3181c874cb","title":"Relevance of the Flexner Report to Contemporary Medical Education in South Asia","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Scholarship; Curriculum; Political science; Relevance (law); Medical education; Medicine; Public relations; Law","score_opus":0.024656028181564957,"score_gpt":0.38834177090347827,"score_spread":0.3636857427219133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078926373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8615234,0.00023384526,0.00021768233,0.12036801,0.003292063,0.00069514586,6.4267863e-7,0.000030188508,0.01363906],"genre_scores_gemma":[0.9744075,0.000020605754,0.0007098378,0.017773844,0.0015165951,0.000069911424,0.00003431886,0.000021616359,0.0054457546],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9970649,0.000058088783,0.0011221499,0.00032327298,0.0012133801,0.0002182149],"domain_scores_gemma":[0.9982243,0.00012531481,0.00034201183,0.0007427741,0.00035095788,0.000214606],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002567489,0.000145052,0.00037513266,0.00030603274,0.00004071602,0.0000012221673,0.0003724555,0.00043865724,0.00064080313],"category_scores_gemma":[0.043306872,0.000091039314,0.000035084457,0.0012665073,0.00046205474,0.00006498742,0.0000748722,0.0022220185,0.000025004498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014962064,0.00017434484,0.40803924,0.0002441439,0.00003060925,0.000045696197,0.011716877,7.8507145e-7,0.026176095,0.015195782,0.48175773,0.056469083],"study_design_scores_gemma":[0.0035793637,0.0002896193,0.49820492,0.0051469114,0.00010492798,0.0016131131,0.008316431,0.0003045159,0.0060080206,0.0037774479,0.47229338,0.0003613546],"about_ca_topic_score_codex":0.000103457685,"about_ca_topic_score_gemma":0.000014234522,"teacher_disagreement_score":0.11288416,"about_ca_system_score_codex":0.00007621722,"about_ca_system_score_gemma":0.003467681,"threshold_uncertainty_score":0.96536887},"labels":[],"label_agreement":null},{"id":"W2079003084","doi":"10.1007/s10459-010-9257-0","title":"Developing and piloting a form for student assessment of faculty professionalism","year":2010,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Generalizability theory; Context (archaeology); Medical education; Inter-rater reliability; Faculty development; Curriculum; Psychology; Reliability (semiconductor); Consistency (knowledge bases); Professional development; Exploratory factor analysis; Affect (linguistics); Clinical clerkship; Objective structured clinical examination; Medicine; Rating scale; Clinical psychology; Psychometrics; Pedagogy; Computer science","score_opus":0.07363005012127084,"score_gpt":0.5713951087261188,"score_spread":0.49776505860484793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079003084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761102,0.0004767206,0.004115316,0.01570965,0.0020200396,0.0010760874,0.0000015413331,0.000011025491,0.00047940714],"genre_scores_gemma":[0.7023085,0.00013309301,0.2958256,0.0013646111,0.00008730362,0.00021877463,0.000024663534,0.0000032740218,0.00003422709],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879533,0.000018025197,0.00047818338,0.00021233091,0.00031075516,0.00018536772],"domain_scores_gemma":[0.9992151,0.00011204914,0.00029694394,0.000093575916,0.000250767,0.00003154289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019743987,0.00006389403,0.0001490473,0.00020807482,0.00021518974,0.0000098004075,0.0000897016,0.00003535116,0.0000071010945],"category_scores_gemma":[0.00066333794,0.00005163823,0.000010800308,0.0005668731,0.00018434566,0.00030266406,0.000021183854,0.00016760107,1.7281745e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007143065,0.00032868274,0.38656804,0.0012314285,0.0000019813667,2.64474e-8,0.0024905908,0.000009207615,0.00029422363,0.17246343,0.00014295077,0.43646228],"study_design_scores_gemma":[0.00060765754,0.00037097905,0.9388023,0.0012247043,0.0000054725465,0.00001294134,0.0114528015,0.0022795792,0.00023871909,0.016093604,0.028788785,0.00012244417],"about_ca_topic_score_codex":0.000052993022,"about_ca_topic_score_gemma":0.000064663785,"teacher_disagreement_score":0.5522343,"about_ca_system_score_codex":0.00016046254,"about_ca_system_score_gemma":0.0029840742,"threshold_uncertainty_score":0.52936196},"labels":[],"label_agreement":null},{"id":"W2079113204","doi":"10.1097/00001888-200006000-00011","title":"Certification and Recertification","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Medical education; Medicine; Political science; Law","score_opus":0.05072635390873072,"score_gpt":0.37160639277998553,"score_spread":0.3208800388712548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079113204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85885084,0.00096490874,0.0009477124,0.121323,0.0002620028,0.0004107984,5.191787e-7,0.0001303055,0.017109929],"genre_scores_gemma":[0.9690825,0.0023146693,0.00093992456,0.0092702415,0.0009268232,0.000055952143,0.00014337106,0.000019442425,0.01724713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987509,0.000030086621,0.00045118845,0.00027397656,0.00032554334,0.00016830064],"domain_scores_gemma":[0.99935746,0.00004644257,0.00007589489,0.0002984047,0.000120630655,0.00010118348],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061599776,0.00010674059,0.00018707712,0.00015380364,0.00008571019,0.0000029669018,0.00007341093,0.0001961249,0.0037380625],"category_scores_gemma":[0.00083847326,0.00008404762,0.000011465945,0.0005103909,0.00027690266,0.00009638195,0.0000068911813,0.00048631505,0.00022305072],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000790639,0.000016190284,0.0045325886,0.000068157984,0.000016232343,0.0000014184022,0.0025039157,5.8035647e-7,0.0137190735,0.0027084125,0.08893718,0.8874172],"study_design_scores_gemma":[0.0018830035,0.00028064186,0.12443767,0.0005411407,0.00020151609,0.0003551512,0.0014268192,0.0020848622,0.0027659605,0.004655503,0.86113846,0.0002292643],"about_ca_topic_score_codex":0.000026906575,"about_ca_topic_score_gemma":1.913492e-7,"teacher_disagreement_score":0.8871879,"about_ca_system_score_codex":0.000067669906,"about_ca_system_score_gemma":0.000043801458,"threshold_uncertainty_score":0.99717265},"labels":[],"label_agreement":null},{"id":"W2079180991","doi":"10.1080/10401334.2012.741545","title":"How Good Is Good? Students and Assessors’ Perceptions of Qualitative Markers of Performance","year":2013,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Perception; Qualitative research; Psychology; Medical education; Medicine; Mathematics education; Sociology","score_opus":0.03730299228452683,"score_gpt":0.4133342435411601,"score_spread":0.3760312512566333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079180991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98867834,0.00014490707,0.00046790252,0.008278958,0.000067684006,0.00022355483,4.1081202e-7,0.000017969931,0.0021202632],"genre_scores_gemma":[0.9922778,0.00011332805,0.0044311658,0.0003260235,0.000072555486,0.000017295577,0.000015549049,0.000011552493,0.0027347114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985319,0.0003908547,0.0003512037,0.00017268183,0.0004126397,0.00014074855],"domain_scores_gemma":[0.9991539,0.0003381579,0.00018527538,0.00012989156,0.00013868973,0.00005408766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003254502,0.00010662785,0.00035021952,0.00028440167,0.000118268385,0.00000898792,0.000064618805,0.000076921264,0.00013040195],"category_scores_gemma":[0.0029649858,0.00008269509,0.00001537341,0.00022606521,0.0003428086,0.00012816853,0.00003220729,0.0010491454,0.000001428684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034635483,0.00015965829,0.76917756,0.00054746296,0.00005445035,5.6533025e-7,0.13232839,0.000003829991,0.0028265207,0.00035310636,0.0010307847,0.09348304],"study_design_scores_gemma":[0.001308398,0.0008691663,0.82658994,0.001234401,0.00005649282,0.000012510117,0.16721459,0.0015254895,0.000021820824,0.000039842733,0.0010542634,0.00007309111],"about_ca_topic_score_codex":0.00043392958,"about_ca_topic_score_gemma":0.0000017905761,"teacher_disagreement_score":0.09340995,"about_ca_system_score_codex":0.000035777462,"about_ca_system_score_gemma":0.000031511863,"threshold_uncertainty_score":0.45580727},"labels":[],"label_agreement":null},{"id":"W2079403335","doi":"10.1192/pb.29.2.67","title":"Organising a mock OSCE for the MRCPsych Part I examination","year":2005,"lang":"en","type":"article","venue":"Psychiatric Bulletin","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Objective structured clinical examination; Enthusiasm; Medical education; Psychology; Computer science; Medicine; Social psychology","score_opus":0.014117328818681968,"score_gpt":0.2996455222818826,"score_spread":0.2855281934632007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079403335","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10678697,0.0017724349,0.1097429,0.75852984,0.004703185,0.0024876094,0.0000064121978,0.00025389044,0.015716773],"genre_scores_gemma":[0.79823226,0.00019465695,0.15685813,0.020532476,0.008904228,0.00039571885,0.000085660206,0.000075204945,0.014721644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882734,0.00003637452,0.00035793005,0.0002397169,0.00030461213,0.00023404964],"domain_scores_gemma":[0.9990619,0.00017042548,0.0001250232,0.00035918076,0.0002445231,0.000038965274],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00097217056,0.0001186604,0.00013178872,0.00013026374,0.00026705672,0.000027787866,0.00013466719,0.00009879308,0.0012621133],"category_scores_gemma":[0.0007155233,0.00008602916,0.00006334825,0.00061235676,0.000050217386,0.000025640995,0.000014481735,0.00022010274,0.00042440594],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004235692,0.00028061433,0.00054402277,0.00005662247,0.000029294055,2.0162601e-7,0.00030538216,0.000008316429,0.000055987817,0.005169678,0.7452639,0.24824363],"study_design_scores_gemma":[0.0010393988,0.000102096754,0.011107831,0.000025204936,0.000117310155,0.000031226115,0.00036020207,0.0011075637,0.000102103375,0.00029294982,0.9856069,0.00010717935],"about_ca_topic_score_codex":0.0000074571535,"about_ca_topic_score_gemma":0.0000018392611,"teacher_disagreement_score":0.73799735,"about_ca_system_score_codex":0.00012165806,"about_ca_system_score_gemma":0.00009936586,"threshold_uncertainty_score":0.9996509},"labels":[],"label_agreement":null},{"id":"W2079497070","doi":"10.1097/acm.0b013e318253dacd","title":"Developing a Sustainable Electronic Portfolio (ePortfolio) Program That Fosters Reflective Practice and Incorporates CanMEDS Competencies Into the Undergraduate Medical Curriculum","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère","funders":"","keywords":"Electronic portfolio; Portfolio; Curriculum; Medical education; Reflective practice; Pedagogy; Psychology; Business; Medicine","score_opus":0.026044664653459563,"score_gpt":0.38183715007679364,"score_spread":0.3557924854233341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079497070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63611734,0.013241021,0.0034802847,0.33716276,0.0009805282,0.002354667,3.042611e-7,0.00030067022,0.006362408],"genre_scores_gemma":[0.96945703,0.0051522907,0.003909583,0.01831097,0.001427944,0.0004346967,0.00008421201,0.000050814877,0.0011724664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995589,0.00025230998,0.0008447076,0.0004356103,0.0016665357,0.0012118346],"domain_scores_gemma":[0.9972307,0.0005491543,0.000613623,0.00040875052,0.00077700167,0.00042076883],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0056612063,0.00036280503,0.00055729394,0.00040106263,0.00045498429,0.000019083933,0.00032418824,0.0004376209,0.0001047695],"category_scores_gemma":[0.013571362,0.0002243917,0.000039862738,0.001940359,0.0012376311,0.00062209327,0.00023159324,0.002446331,0.000013248526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028747474,0.00035821783,0.18260552,0.0009175331,0.00086868607,0.00022893194,0.04771124,7.27014e-7,0.00034372654,0.5009858,0.09728256,0.16840957],"study_design_scores_gemma":[0.0031733348,0.001059508,0.015119909,0.0015243832,0.0011094906,0.0056668725,0.20510912,0.00045944736,0.00050443766,0.03281542,0.7327605,0.0006975849],"about_ca_topic_score_codex":0.0012610641,"about_ca_topic_score_gemma":0.000028063509,"teacher_disagreement_score":0.63547796,"about_ca_system_score_codex":0.0010415723,"about_ca_system_score_gemma":0.0019992588,"threshold_uncertainty_score":0.99985504},"labels":[],"label_agreement":null},{"id":"W2079556640","doi":"10.3109/0142159x.2015.1029895","title":"The OSCE progress test – Measuring clinical skill development over residency training","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Objective structured clinical examination; Medicine; Test (biology); Communication skills; Physical therapy; Educational measurement; Medical education; Psychology; Curriculum","score_opus":0.17283120540641625,"score_gpt":0.4375450487568291,"score_spread":0.2647138433504128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079556640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9405946,0.0008104816,0.00048001847,0.03825404,0.0020501644,0.00051373855,1.7375169e-7,0.00020792818,0.017088858],"genre_scores_gemma":[0.97674805,0.000033741293,0.0072261426,0.0022822316,0.0027687338,0.00015490674,0.000020991305,0.000050477935,0.010714739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598914,0.00018667831,0.0009357355,0.00034173747,0.002087636,0.0004590974],"domain_scores_gemma":[0.99824345,0.00024674807,0.00015358973,0.00046378386,0.000337609,0.0005548095],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00921938,0.0001674975,0.0002984465,0.00007018267,0.00022126538,0.000035935504,0.00032106877,0.0003116447,0.00065176573],"category_scores_gemma":[0.05057984,0.00010430637,0.00006846312,0.00039201038,0.0006038723,0.00006988804,0.00010527672,0.0012363199,0.00018369562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042562217,0.0006547316,0.39151087,0.000025328809,0.00006041144,0.000048391623,0.0037987672,6.7023045e-8,0.0000010800145,0.00038387463,0.09234615,0.51112777],"study_design_scores_gemma":[0.0032378219,0.00028263385,0.28098807,0.0006997116,0.00007646969,0.00014716659,0.0035250084,0.002487427,0.00003250808,0.000596278,0.70760727,0.00031965043],"about_ca_topic_score_codex":0.000008551,"about_ca_topic_score_gemma":0.000014405805,"teacher_disagreement_score":0.6152611,"about_ca_system_score_codex":0.00025920468,"about_ca_system_score_gemma":0.002930583,"threshold_uncertainty_score":0.95741755},"labels":[],"label_agreement":null},{"id":"W2079592044","doi":"10.1080/15602210600911916","title":"Promotion and tenure: Clinical faculty at schools of pharmacy in Canada","year":2006,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Manitoba","keywords":"Promotion (chess); Pharmacy; Pace; Medical education; Pharmacy practice; Clinical pharmacy; Public relations; Medicine; Political science; Nursing","score_opus":0.061562209687322234,"score_gpt":0.4483247493770844,"score_spread":0.38676253968976215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079592044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831886,0.00023783068,0.00002088571,0.014060262,0.0010403454,0.00053789164,0.000007920906,0.000014385789,0.00089187734],"genre_scores_gemma":[0.9960752,0.00006990189,0.0011995677,0.0010054407,0.0005181377,0.00007525061,0.0004535349,0.000013385304,0.00058954564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856436,0.000064133485,0.0006681785,0.00023267037,0.00030537372,0.00016529701],"domain_scores_gemma":[0.9992609,0.00003355976,0.00020805145,0.00015306403,0.00028072868,0.00006366547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044282718,0.000105623905,0.0001982962,0.00014223992,0.00004539517,0.000006341039,0.000050163722,0.000027381366,0.00021676731],"category_scores_gemma":[0.0003852156,0.00010214971,0.000025339094,0.000451971,0.00005127637,0.00013289285,0.000021582315,0.00029083795,0.000009887124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006048195,0.0006418051,0.828544,0.00012861425,0.000008523422,0.0000012958443,0.00006048885,0.000002625333,0.0023334979,0.00008349358,0.06614824,0.10198692],"study_design_scores_gemma":[0.002478577,0.000025321318,0.92979836,0.00011245255,0.00006719305,0.000045580753,0.00022638371,0.0014619497,0.008725744,0.00014797821,0.05679194,0.00011850619],"about_ca_topic_score_codex":0.47715625,"about_ca_topic_score_gemma":0.07165895,"teacher_disagreement_score":0.4054973,"about_ca_system_score_codex":0.00085379643,"about_ca_system_score_gemma":0.0040762806,"threshold_uncertainty_score":0.94528085},"labels":[],"label_agreement":null},{"id":"W2079886100","doi":"10.1111/j.1365-2929.2006.02566.x","title":"Assessing the mini‐Clinical Evaluation Exercise in comparison to a national specialty examination","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Medicine; Specialty; Oral examination; Competence (human resources); Objective structured clinical examination; Physical examination; Family medicine; Clinical clerkship; Medical education; Internal medicine; Curriculum; Psychology","score_opus":0.07693715332789765,"score_gpt":0.5110928111106555,"score_spread":0.4341556577827579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079886100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9359448,0.00022766837,0.001602982,0.044450272,0.0027576208,0.0014285552,7.2041325e-7,0.000048704333,0.013538708],"genre_scores_gemma":[0.9839967,0.0000136293165,0.0041414048,0.007804848,0.0024870269,0.00050339976,0.00045912314,0.00002120112,0.0005726972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946714,0.00042391912,0.00125869,0.00042667895,0.0029457405,0.0002735888],"domain_scores_gemma":[0.997672,0.00029115193,0.00025745304,0.00033386683,0.0013400412,0.00010544139],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010105049,0.00016086322,0.0003084274,0.0004688599,0.00015941642,0.000088948196,0.00021262348,0.0002760979,0.0010995307],"category_scores_gemma":[0.018129013,0.00012810208,0.00006774034,0.0016027126,0.0001729896,0.0002671963,0.000038850267,0.00062176783,0.00016379401],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021447719,0.0024630942,0.056897786,0.000046491314,0.0000070576675,8.662369e-7,0.0005981264,0.000039737573,0.000025672314,0.0011410837,0.21106185,0.7276968],"study_design_scores_gemma":[0.0009409411,0.000049537884,0.9273151,0.0006171697,0.000068247165,0.000015239811,0.0014255092,0.03126975,0.00005381067,0.0009904328,0.037116483,0.00013778487],"about_ca_topic_score_codex":0.00021058787,"about_ca_topic_score_gemma":0.00015295082,"teacher_disagreement_score":0.8704173,"about_ca_system_score_codex":0.00091753254,"about_ca_system_score_gemma":0.0052093617,"threshold_uncertainty_score":0.9998136},"labels":[],"label_agreement":null},{"id":"W2079917592","doi":"10.5489/cuaj.2295","title":"The value in just “doing it”: Assessing competence and performance in pediatric urology","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Pediatric urology; Urology; Competence (human resources); Medicine; Psychology; General surgery; Social psychology","score_opus":0.013085868146122196,"score_gpt":0.27006214314552135,"score_spread":0.2569762749993992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079917592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9275191,0.00012521693,0.00015438038,0.069067776,0.00041100362,0.00008952919,2.7859105e-7,0.000006281809,0.0026264463],"genre_scores_gemma":[0.9903906,0.00024366917,0.00072343275,0.008099981,0.00048678444,0.0000064708647,0.000003100373,0.000005723427,0.000040243507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985036,0.00027236686,0.0004169592,0.00013979603,0.0002454233,0.00042180845],"domain_scores_gemma":[0.99896,0.0004454185,0.0002006609,0.00007850182,0.00015110313,0.00016429272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00327122,0.00008147294,0.00016240483,0.0003072887,0.00033659313,0.00008545891,0.000104427585,0.00019385804,0.000029047518],"category_scores_gemma":[0.004506265,0.00006048861,0.000020580625,0.00054643146,0.000056108987,0.00012853307,0.000013385902,0.0010825159,0.00000966321],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007708279,0.000015449392,0.9823707,0.0000047990525,0.0000034679679,0.000007459054,0.00012863407,0.00012579326,0.0000043719674,0.00081948424,0.00078854064,0.015723595],"study_design_scores_gemma":[0.0004716151,0.00010438127,0.96126014,0.000009963301,0.000015447586,0.00010550357,0.00015891211,0.013912585,5.2237795e-7,0.00032098545,0.023580056,0.00005989331],"about_ca_topic_score_codex":0.00020352037,"about_ca_topic_score_gemma":0.00064318033,"teacher_disagreement_score":0.06287151,"about_ca_system_score_codex":0.0007618839,"about_ca_system_score_gemma":0.00048496498,"threshold_uncertainty_score":0.53947455},"labels":[],"label_agreement":null},{"id":"W2079946750","doi":"10.1046/j.1365-2753.2003.00414.x","title":"Elementary concepts of medicine: I. Medicine: challenges with its concepts","year":2003,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Alternative medicine; Medical education; Pathology","score_opus":0.1757865181086936,"score_gpt":0.5711709644515401,"score_spread":0.39538444634284653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079946750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51228905,0.022054728,0.0018763209,0.34097454,0.0064531737,0.0022068033,0.000001840221,0.00002245862,0.114121094],"genre_scores_gemma":[0.97168916,0.004027623,0.015697367,0.007164304,0.0012825148,0.000016334456,0.0000092109285,0.000021732865,0.000091739355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916645,0.0019516193,0.0033377372,0.0002522142,0.0025946614,0.00019921274],"domain_scores_gemma":[0.9836988,0.005732277,0.00339211,0.000362929,0.006651802,0.00016211555],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03640588,0.00016761759,0.0008000778,0.00038094784,0.000040777297,0.0000038880544,0.00014067166,0.00019676305,0.0025872323],"category_scores_gemma":[0.19440462,0.00011245374,0.00007711087,0.00075969304,0.00069067394,0.00053680484,0.000012981508,0.001156386,0.00001161813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0087114675,0.009094902,0.045695312,0.0012371563,0.002152144,0.00042458178,0.015947059,0.00050320796,0.0013749951,0.07482599,0.19499771,0.6450355],"study_design_scores_gemma":[0.08676633,0.03290363,0.21150866,0.009506605,0.0065592793,0.004621525,0.104122825,0.002064743,0.0007693846,0.009327889,0.531148,0.0007011287],"about_ca_topic_score_codex":0.00001111596,"about_ca_topic_score_gemma":0.00000609963,"teacher_disagreement_score":0.6443344,"about_ca_system_score_codex":0.00022588437,"about_ca_system_score_gemma":0.0011945388,"threshold_uncertainty_score":0.9983245},"labels":[],"label_agreement":null},{"id":"W2080080299","doi":"10.5489/cuaj.378","title":"The effectiveness of continuing medical education for specialist recertification","year":2013,"lang":"en","type":"review","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Continuing medical education; Psychological intervention; Certification; Competence (human resources); Lifelong learning; Modalities; Medical education; Maintenance of Certification; Medicine; Continuing professional development; Continuing education; Professional certification (computer technology); Psychology; Nursing; Professional development; Pedagogy; Political science","score_opus":0.03058173142588268,"score_gpt":0.35152274752031204,"score_spread":0.3209410160944294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080080299","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022992895,0.98110276,0.0003610598,0.009281776,0.0043287165,0.002864077,0.00002713509,0.000022126767,0.0017823929],"genre_scores_gemma":[0.0005410943,0.99343693,0.00057388726,0.0006873456,0.0027231248,0.0006743688,0.0004972769,0.000041852392,0.00082412024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962449,0.0009995514,0.0013001702,0.0002597393,0.00075179624,0.00044382396],"domain_scores_gemma":[0.993377,0.0023248428,0.0014829361,0.0002691572,0.0020902157,0.0004558835],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00791109,0.0002384306,0.0010101907,0.00035045523,0.0003995381,0.00012626081,0.00036307136,0.0010017573,0.0003717893],"category_scores_gemma":[0.048408248,0.00015155043,0.0004321507,0.00061004277,0.00012301277,0.000078816774,0.000015566311,0.0012114255,0.000045153458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019187952,0.00006727492,0.00035709052,0.0011091771,0.00014842814,7.6198734e-7,0.00001612499,8.388821e-8,4.0063946e-7,0.004076184,0.0428014,0.9514039],"study_design_scores_gemma":[0.00027596948,0.00010422734,0.0021333664,0.0032849472,0.00048156345,0.00014225217,0.000034406163,0.000020883443,7.305721e-7,0.001448398,0.9919399,0.00013336107],"about_ca_topic_score_codex":0.00021210345,"about_ca_topic_score_gemma":0.00007231725,"teacher_disagreement_score":0.9512705,"about_ca_system_score_codex":0.0030390571,"about_ca_system_score_gemma":0.0072169295,"threshold_uncertainty_score":0.99841124},"labels":[],"label_agreement":null},{"id":"W2080288997","doi":"10.5489/cuaj.2865","title":"A resident’s perspective","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Perspective (graphical); Computer science; Artificial intelligence","score_opus":0.025331443488272227,"score_gpt":0.30126341520421146,"score_spread":0.27593197171593925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080288997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.520415,0.00026658754,0.00033725,0.3993792,0.0017084671,0.00023372126,0.0000054082398,0.000056307792,0.07759808],"genre_scores_gemma":[0.97325957,0.000010111883,0.0013303461,0.019864177,0.001312971,0.000006761361,0.000011752552,0.000009023896,0.0041953065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986981,0.000097917226,0.0002510403,0.00012582922,0.000497639,0.00032944023],"domain_scores_gemma":[0.99747366,0.000036286314,0.00015208697,0.0000909434,0.0015599697,0.0006870277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012681843,0.000075742006,0.00014814548,0.00025772478,0.000158096,0.000059505914,0.00008433595,0.00020300383,0.0008916],"category_scores_gemma":[0.010822562,0.00006314849,0.000058446163,0.00041737786,0.000032896034,0.00009542737,0.000007646301,0.0006991572,0.00026686335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031401854,0.000039564133,0.2955796,0.0000011117475,0.000056960183,0.0000745539,0.0009389145,0.000008616773,0.00000945241,0.006463205,0.6950687,0.0017278701],"study_design_scores_gemma":[0.0012570253,0.0003419316,0.43316996,0.00001173258,0.00006314956,0.0006860643,0.0038205243,0.0001776647,0.000008160838,0.01612488,0.544214,0.00012489493],"about_ca_topic_score_codex":0.0016841398,"about_ca_topic_score_gemma":0.00029326594,"teacher_disagreement_score":0.45284456,"about_ca_system_score_codex":0.0055258027,"about_ca_system_score_gemma":0.0020817593,"threshold_uncertainty_score":0.9982918},"labels":[],"label_agreement":null},{"id":"W2080581067","doi":"10.1503/cmaj.109-4212","title":"Educators propose “flipping” medical training","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Training (meteorology); Medical education; Data science; World Wide Web; Multimedia; Information retrieval; Medicine","score_opus":0.016083770376717498,"score_gpt":0.309587542707205,"score_spread":0.2935037723304875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080581067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6728287,0.0005644688,0.00054105086,0.2861405,0.011338215,0.0003394535,0.000005338907,0.00008934102,0.028152939],"genre_scores_gemma":[0.91354823,0.00007787072,0.0015694228,0.06721873,0.016165499,0.000021787122,0.00003941235,0.000041106658,0.001317918],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99373287,0.00018195299,0.0008036339,0.00017587066,0.003980311,0.0011253833],"domain_scores_gemma":[0.99396926,0.00014822908,0.00027472296,0.00017810061,0.0007312671,0.004698446],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006974714,0.00017953735,0.0003474662,0.00053465413,0.00042100417,0.000059186066,0.00026418458,0.000876576,0.02965692],"category_scores_gemma":[0.028492607,0.00015822063,0.00013652086,0.0008120176,0.0001164411,0.00027854578,0.000019861502,0.002603287,0.0006784826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007668296,0.00020064041,0.14315172,0.000025878337,0.00015488082,0.00014548686,0.0032764568,1.7421434e-7,0.0000065124023,0.0017073012,0.46886548,0.3824578],"study_design_scores_gemma":[0.0010588039,0.000060310456,0.05680075,0.00025597715,0.00006542093,0.004117201,0.0036449337,0.0002084004,0.000014229188,0.00010332731,0.9334613,0.0002093431],"about_ca_topic_score_codex":0.000494164,"about_ca_topic_score_gemma":0.0008174422,"teacher_disagreement_score":0.4645958,"about_ca_system_score_codex":0.0025565787,"about_ca_system_score_gemma":0.015091714,"threshold_uncertainty_score":0.99969774},"labels":[],"label_agreement":null},{"id":"W2080758356","doi":"10.1002/chp.1340220203","title":"Evaluating medical grand rounds","year":2002,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Ranking (information retrieval); Construct (python library); Computer science; Range (aeronautics); Medical education; Psychology; Medicine; Information retrieval","score_opus":0.08991547302451507,"score_gpt":0.5114776766907705,"score_spread":0.4215622036662554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080758356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78342503,0.0015636963,0.0004774649,0.20958452,0.0030472674,0.00045348966,2.235089e-7,0.0000100065545,0.0014382718],"genre_scores_gemma":[0.9739947,0.00029744182,0.0067172362,0.015485935,0.0013309565,0.000030736777,0.000004996348,0.000013890959,0.0021241514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966821,0.0006230957,0.0012202808,0.000104582185,0.0011233599,0.0002465846],"domain_scores_gemma":[0.99767977,0.00039764945,0.0008356575,0.0002592902,0.0006833327,0.00014430928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007904643,0.0000923381,0.0002907959,0.0003929876,0.00020498801,0.000020985572,0.00023931538,0.000117579235,0.0006066278],"category_scores_gemma":[0.0076297116,0.000057747948,0.00006693197,0.0007556341,0.000072058196,0.00014789817,0.00001661145,0.001241363,0.000015508394],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035558347,0.0011810984,0.009751655,0.00016175062,0.000011188887,0.0000037284167,0.035871804,0.0000016116129,0.000027975873,0.0010196834,0.17413521,0.7777987],"study_design_scores_gemma":[0.013591581,0.004213109,0.40276018,0.04331015,0.00031331653,0.0064631747,0.26423827,0.009561566,0.00005497047,0.009469721,0.24533385,0.00069013267],"about_ca_topic_score_codex":0.000013737082,"about_ca_topic_score_gemma":0.0000059540707,"teacher_disagreement_score":0.7771086,"about_ca_system_score_codex":0.00025347513,"about_ca_system_score_gemma":0.002037734,"threshold_uncertainty_score":0.91340286},"labels":[],"label_agreement":null},{"id":"W2081001211","doi":"10.3109/0142159x.2012.644827","title":"Foundation observation of teaching project – A developmental model of peer observation of teaching","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Debriefing; Foundation (evidence); Medical education; Curriculum; Process (computing); Psychology; Teaching method; Medicine; Pedagogy; Computer science","score_opus":0.11693538915138307,"score_gpt":0.3864874777642151,"score_spread":0.26955208861283203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081001211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619409,0.00003020898,0.028581653,0.0020291477,0.00029076973,0.00048252032,0.000001748937,0.000041760995,0.0066013136],"genre_scores_gemma":[0.91481334,0.0000045359034,0.08221964,0.00028208183,0.00029818303,0.00004303003,0.0003085301,0.000028699686,0.0020019363],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99626315,0.00019048805,0.0011319966,0.00020344963,0.0019315137,0.00027940003],"domain_scores_gemma":[0.9985348,0.00006878792,0.0005274517,0.00026257563,0.00050841103,0.00009799489],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005615369,0.00016986461,0.00042810792,0.00028644715,0.00008266005,0.000004794079,0.00017227104,0.0002904862,0.00040289178],"category_scores_gemma":[0.013430338,0.00014751512,0.00008935714,0.00037169762,0.00018667801,0.00041484454,0.00006416072,0.0007926272,0.000006001196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001497989,0.0028762524,0.7779551,0.0009220669,0.00017522805,5.1231274e-7,0.020119857,0.000027415346,0.019668667,0.016711758,0.009759685,0.15163366],"study_design_scores_gemma":[0.006926622,0.0006851311,0.31861565,0.003319923,0.0006864762,0.00007617376,0.013683573,0.618304,0.01224047,0.0017189592,0.022821594,0.00092140125],"about_ca_topic_score_codex":0.00021395997,"about_ca_topic_score_gemma":0.0000035421199,"teacher_disagreement_score":0.6182766,"about_ca_system_score_codex":0.0002665627,"about_ca_system_score_gemma":0.0007319975,"threshold_uncertainty_score":0.99487996},"labels":[],"label_agreement":null},{"id":"W2081155460","doi":"10.1097/acm.0b013e3181e8da5d","title":"Northwestern University The Feinberg School of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Curriculum; Certificate; Graduate medical education; Student affairs; Health care; Medical school; Faculty development; Accreditation; Medicine; Professional development; Higher education; Psychology; Pedagogy; Political science","score_opus":0.01869658357037804,"score_gpt":0.3232382212721673,"score_spread":0.3045416377017892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081155460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8667421,0.00022075107,0.00054956146,0.114724755,0.0016859602,0.0004314126,0.0000016758895,0.000064463646,0.015579322],"genre_scores_gemma":[0.9801486,0.00028492417,0.00026873298,0.0074534267,0.0026393607,0.0000042884853,0.00005205887,0.00001941135,0.009129209],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813396,0.0000558838,0.0005729654,0.0002561612,0.00073058315,0.00025045613],"domain_scores_gemma":[0.9981931,0.00023533391,0.00029142736,0.0006655918,0.0004265594,0.00018800094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014744772,0.00016614895,0.00040216625,0.00028487257,0.00011562965,8.782656e-7,0.0004225051,0.00030571825,0.003373091],"category_scores_gemma":[0.003848491,0.00009695621,0.000036222347,0.0010530573,0.0018771193,0.000085085805,0.00006266174,0.0021322356,0.000085012005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029552478,0.000066411296,0.21930078,0.000292918,0.00018891071,0.000040521256,0.008148546,0.0000013488803,0.08864321,0.034052443,0.6166706,0.032298792],"study_design_scores_gemma":[0.0066150716,0.0006885573,0.22591184,0.0010448871,0.00067282695,0.00033179982,0.015102318,0.000240452,0.0014563228,0.0023402704,0.7453478,0.00024787505],"about_ca_topic_score_codex":0.00045755616,"about_ca_topic_score_gemma":0.000044281805,"teacher_disagreement_score":0.12867717,"about_ca_system_score_codex":0.000062616986,"about_ca_system_score_gemma":0.00024136118,"threshold_uncertainty_score":0.997538},"labels":[],"label_agreement":null},{"id":"W2081310390","doi":"10.3138/jvme.37.3.220","title":"Preparing Faculty for the Future: AAVMC Members' Perceptions of Professional Development Needs","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Professional development; Job satisfaction; Medical education; Psychology; Perception; Higher education; Faculty development; Career development; Variety (cybernetics); Medicine; Political science","score_opus":0.04146077094224191,"score_gpt":0.42607763996793,"score_spread":0.3846168690256881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081310390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95969236,0.00014421025,0.0015814039,0.026142128,0.01187977,0.0003834503,0.0000013567432,0.000009360876,0.00016598063],"genre_scores_gemma":[0.9544566,0.000053484146,0.038393173,0.0020544657,0.004170884,0.00007905174,0.00005922133,0.000017505838,0.0007155959],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979309,0.000038094608,0.0008558201,0.00009974742,0.0009172161,0.00015823143],"domain_scores_gemma":[0.9979189,0.00016379992,0.00049934606,0.00021703332,0.0010452783,0.00015563249],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001687773,0.00011209755,0.00023098892,0.00027226043,0.00018771089,0.0000106654115,0.00025637684,0.00019798653,0.00093050965],"category_scores_gemma":[0.002781432,0.000069946225,0.0001239538,0.00038277704,0.00016996855,0.00014918779,0.00004124182,0.00077744195,0.0000037038187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005371003,0.0022794928,0.0045923935,0.0004653414,0.0001689368,0.0000020618077,0.009904873,0.0000035344106,0.009056302,0.0010530652,0.18973427,0.78220266],"study_design_scores_gemma":[0.0011474194,0.00058263855,0.11545505,0.00055645953,0.0001383842,0.0015423243,0.0130738765,0.00057883025,0.0003673856,0.000092869144,0.86635464,0.00011010503],"about_ca_topic_score_codex":0.0000034094783,"about_ca_topic_score_gemma":0.0000042109696,"teacher_disagreement_score":0.7820925,"about_ca_system_score_codex":0.0001114914,"about_ca_system_score_gemma":0.0047533615,"threshold_uncertainty_score":0.9999828},"labels":[],"label_agreement":null},{"id":"W2081610335","doi":"10.1007/s10459-008-9124-4","title":"Reflection: a link between receiving and using assessment feedback","year":2008,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":294,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University; Nova Scotia Health Research Foundation","keywords":"Reflection (computer programming); Link (geometry); Computer science; Psychology; Medical education; Mathematics education; Medicine; Computer network; Programming language","score_opus":0.06855888968998286,"score_gpt":0.4931238300967141,"score_spread":0.42456494040673126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081610335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660012,0.003884717,0.0029978147,0.021531658,0.0016091582,0.0005142215,4.3592607e-7,0.000037317448,0.003423469],"genre_scores_gemma":[0.83817255,0.0030459317,0.15569237,0.002021047,0.0008899529,0.000038114642,0.000012091446,0.0000071552026,0.000120771154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984769,0.000073036455,0.00049094093,0.0003313552,0.00036471142,0.0002630175],"domain_scores_gemma":[0.9993215,0.000086928296,0.00022606006,0.00014953128,0.00013918453,0.00007676568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012860382,0.0000907467,0.00018970596,0.0003830662,0.00055712624,0.00001643078,0.00007581559,0.00005324109,0.000025605623],"category_scores_gemma":[0.000400756,0.00008558051,0.000012955472,0.0016853666,0.00036363944,0.00058091915,0.000018436502,0.00025752842,0.000002593782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034769098,0.00005970019,0.5885092,0.00020011132,0.0000013557772,2.638246e-7,0.0008825307,0.00006697555,0.000027352295,0.00064629794,0.0002055941,0.40939713],"study_design_scores_gemma":[0.00037059726,0.00038712253,0.94639564,0.0009991435,0.000007996044,0.00018846717,0.0023161978,0.00327836,0.000048446975,0.0024653373,0.043377083,0.00016561933],"about_ca_topic_score_codex":0.0002435012,"about_ca_topic_score_gemma":0.00002124714,"teacher_disagreement_score":0.4092315,"about_ca_system_score_codex":0.0005918513,"about_ca_system_score_gemma":0.0027279288,"threshold_uncertainty_score":0.48392284},"labels":[],"label_agreement":null},{"id":"W2081613272","doi":"10.1007/s10459-010-9258-z","title":"Sample sizes, scoops and educational science","year":2010,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sample (material); Psychology; Mathematics education; Medical education; Environmental health; Medicine; Physics","score_opus":0.014360570926457242,"score_gpt":0.43659689866594537,"score_spread":0.4222363277394881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081613272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9337063,0.0024332611,0.00040136525,0.05088252,0.005192183,0.0006257898,0.0000019625315,0.00003161858,0.006725037],"genre_scores_gemma":[0.8852614,0.00075469475,0.10804583,0.0052747875,0.00042070795,0.00009796091,0.000018094974,0.00000593579,0.00012057148],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99815685,0.000022965014,0.00042799013,0.00046179927,0.0005583664,0.00037200862],"domain_scores_gemma":[0.99890107,0.00021522983,0.00018438626,0.00025130156,0.00030321244,0.00014480684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024005244,0.00009822121,0.0001452527,0.00063904567,0.00057459896,0.00005524949,0.00021316335,0.00004435439,0.00020765212],"category_scores_gemma":[0.0046909144,0.00008914096,0.000011113163,0.0027337372,0.0018558142,0.0009901798,0.000033266988,0.00033892872,0.000011013953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076104675,0.00037462843,0.24818112,0.00024247915,6.105715e-7,5.5605167e-8,0.000784979,0.0000094021125,0.0007882587,0.17644131,0.0006942935,0.57247525],"study_design_scores_gemma":[0.0004657301,0.00034068324,0.79655266,0.0005208975,0.0000055119913,0.00013598225,0.0026493627,0.0023710069,0.00055295444,0.053250663,0.14287284,0.0002817044],"about_ca_topic_score_codex":0.0004141503,"about_ca_topic_score_gemma":0.00016868854,"teacher_disagreement_score":0.57219356,"about_ca_system_score_codex":0.00021002222,"about_ca_system_score_gemma":0.008389957,"threshold_uncertainty_score":0.99723154},"labels":[],"label_agreement":null},{"id":"W2081962087","doi":"10.1097/acm.0000000000000671","title":"The Application of Entrustable Professional Activities to Inform Competency Decisions in a Family Medicine Residency Program","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Formative assessment; Summative assessment; Competence (human resources); Medical education; Curriculum; Medicine; Residency training; Psychology; Pedagogy; Continuing education","score_opus":0.06798875617958054,"score_gpt":0.44101499321658005,"score_spread":0.3730262370369995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081962087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8117505,0.0020813765,0.0029173656,0.15935475,0.0017795549,0.0040155463,0.0000028598297,0.00013192614,0.01796614],"genre_scores_gemma":[0.98600996,0.0006225225,0.0035905365,0.0045502856,0.0009732469,0.00093976705,0.00010714655,0.000028851939,0.0031776952],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637985,0.000083445186,0.0013072195,0.00029525848,0.0015206396,0.0004135553],"domain_scores_gemma":[0.9974417,0.0007269186,0.00034906826,0.0005680482,0.0006424066,0.00027186895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033503207,0.00020020979,0.00051662175,0.0005525515,0.00014905645,0.0000029579987,0.00040254084,0.00025390578,0.000050129653],"category_scores_gemma":[0.012784791,0.00011587983,0.000025438523,0.0024616038,0.00065556116,0.00015384617,0.000109883484,0.0010400387,0.000026376656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069484784,0.00022861596,0.044029914,0.00016668599,0.00005661179,0.000007353291,0.027878702,0.000015552452,0.008209783,0.0996063,0.35901937,0.4600863],"study_design_scores_gemma":[0.007935506,0.003009641,0.15534273,0.005285709,0.00018403381,0.00010283922,0.12248157,0.0024451236,0.00067652774,0.036342964,0.6658071,0.00038622282],"about_ca_topic_score_codex":0.00030385764,"about_ca_topic_score_gemma":0.000032006144,"teacher_disagreement_score":0.45970005,"about_ca_system_score_codex":0.00031135252,"about_ca_system_score_gemma":0.0011416421,"threshold_uncertainty_score":0.99553096},"labels":[],"label_agreement":null},{"id":"W2082058369","doi":"10.3138/jvme.0813-111r1","title":"Challenges and Responsibilities of Clinical Teachers in the Workplace: An Ethnographic Approach","year":2014,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ethnography; Action (physics); Psychology; Medical education; Action research; Participant observation; Workplace learning; Pedagogy; Medicine; Sociology; Work (physics); Engineering","score_opus":0.1945033404081201,"score_gpt":0.48436216320404507,"score_spread":0.289858822795925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082058369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98062235,0.0018747294,0.00014077975,0.0149315735,0.0007030309,0.00015302136,9.9075166e-8,0.0000048620905,0.0015695575],"genre_scores_gemma":[0.9885919,0.0013477905,0.0072890176,0.0018296058,0.00088097714,0.00001205112,0.000005621157,0.000009372524,0.000033648143],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966986,0.0010827722,0.0011210968,0.00015753509,0.0008119763,0.00012797813],"domain_scores_gemma":[0.9982302,0.00055709487,0.00045951412,0.00032159002,0.00029320305,0.00013840882],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014627681,0.00009577585,0.00037621157,0.00037556267,0.000033511984,0.000007845391,0.00022141574,0.00023613882,0.000031939217],"category_scores_gemma":[0.014968509,0.000061774284,0.00007557318,0.00032225598,0.00045813658,0.0001665706,0.000020659165,0.00096045155,4.551758e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006403467,0.002976483,0.013055879,0.0002877375,0.000030457379,0.0000057395073,0.019820262,8.8657947e-7,0.00004622178,0.0017579072,0.0016380483,0.95974004],"study_design_scores_gemma":[0.0018337046,0.005171588,0.90694225,0.0010003451,0.00008332307,0.0022024177,0.056797776,0.0008430293,0.000004416867,0.0013984528,0.023612019,0.00011069211],"about_ca_topic_score_codex":0.000008531722,"about_ca_topic_score_gemma":0.0000025974248,"teacher_disagreement_score":0.95962936,"about_ca_system_score_codex":0.000030861498,"about_ca_system_score_gemma":0.0010357307,"threshold_uncertainty_score":0.9933288},"labels":[],"label_agreement":null},{"id":"W2082082224","doi":"10.3138/jvme.35.3.466","title":"Peer Assessment of a Final-Year Capstone Experience for Formative Evaluation of a Pathology Curriculum","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Formative assessment; Curriculum; Medical education; Competence (human resources); Psychology; Summative assessment; Capstone; Medicine; Medical physics; Mathematics education; Computer science; Pedagogy","score_opus":0.13297782584377996,"score_gpt":0.5029087739197255,"score_spread":0.3699309480759456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082082224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867711,0.00017889061,0.0064046937,0.0043206974,0.0015029544,0.00045035966,0.000002479905,0.000004106851,0.00036471934],"genre_scores_gemma":[0.9675427,0.00008447206,0.03140601,0.00038073346,0.00036534583,0.0000951134,0.000038043305,0.000010094011,0.000077476776],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99627155,0.00016856994,0.0011298818,0.00012146631,0.0021640507,0.00014450378],"domain_scores_gemma":[0.992526,0.00009605686,0.0010490654,0.0001996789,0.00601803,0.00011119531],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033549885,0.00010598253,0.0004020218,0.00035881816,0.000059560003,0.0000023172577,0.00015719322,0.00014992587,0.0004555874],"category_scores_gemma":[0.010476344,0.000086306696,0.00012498244,0.00039800463,0.00029798955,0.00022215988,0.000024166986,0.0003080835,9.89573e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022919958,0.032331087,0.07477284,0.0032869638,0.00061596086,0.00014529582,0.109002285,0.00010085033,0.03812542,0.004662808,0.16631442,0.5683501],"study_design_scores_gemma":[0.020869825,0.026078807,0.777765,0.0047971522,0.00131401,0.032176886,0.063066214,0.03962566,0.0053030774,0.0019548268,0.026411926,0.00063663267],"about_ca_topic_score_codex":0.0000103528255,"about_ca_topic_score_gemma":3.2350647e-7,"teacher_disagreement_score":0.70299214,"about_ca_system_score_codex":0.0002925952,"about_ca_system_score_gemma":0.005516205,"threshold_uncertainty_score":0.9978588},"labels":[],"label_agreement":null},{"id":"W2082390962","doi":"10.2310/6640.2005.50009","title":"Training the Abdominal Musculature","year":2005,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Physical medicine and rehabilitation; Computer science; Abdominal muscles; Medicine; Physical therapy; Anatomy","score_opus":0.012172480922035935,"score_gpt":0.3166956302673579,"score_spread":0.304523149345322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082390962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8836286,0.0003650726,0.00033967875,0.10612623,0.00065635087,0.00028881925,0.0000024274227,0.00003541969,0.008557397],"genre_scores_gemma":[0.95827645,0.000011624364,0.0021545086,0.036583744,0.0014552424,0.000018596895,0.000011876839,0.0000147783085,0.0014731555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992921,0.000012892267,0.000120934616,0.000104787345,0.00031387497,0.00015545692],"domain_scores_gemma":[0.99961144,0.000023385852,0.00003615829,0.00022649142,0.00006615553,0.000036361555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000100891986,0.00007308719,0.00009778859,0.000028953431,0.00010923736,0.000007735826,0.000082075756,0.000029375238,0.00062065397],"category_scores_gemma":[0.0000366963,0.000046687837,0.000028835968,0.00028094416,0.000041556017,0.00003112687,0.0000037684542,0.00020378466,0.0000056167173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030675055,0.000040292,0.00010638953,0.000015233893,0.00004635508,0.0000026705995,0.0015582975,0.000038760987,0.004736547,0.0008008085,0.18253687,0.8100871],"study_design_scores_gemma":[0.0004950594,0.000024566963,0.01024411,0.000030698327,0.000013573133,0.000024803083,0.0010664981,0.002512948,0.000678909,0.00007514744,0.9847507,0.00008300457],"about_ca_topic_score_codex":0.053380188,"about_ca_topic_score_gemma":0.08734363,"teacher_disagreement_score":0.8100041,"about_ca_system_score_codex":0.00023945922,"about_ca_system_score_gemma":0.00095455284,"threshold_uncertainty_score":0.9529234},"labels":[],"label_agreement":null},{"id":"W2082563159","doi":"10.3109/13561820.2014.940416","title":"Insight into team competence in medical, nursing and respiratory therapy students","year":2014,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Competence (human resources); Nursing; Medicine; Psychology; Medical education","score_opus":0.014971795135964297,"score_gpt":0.41132157538652475,"score_spread":0.39634978025056045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082563159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99168026,0.0016185143,0.00024091708,0.0038910236,0.0012343149,0.00010668876,1.8334055e-7,0.0000053910658,0.0012226995],"genre_scores_gemma":[0.99048907,0.00007144097,0.001994685,0.0069220164,0.00047604938,0.0000038927747,0.0000027645851,0.000011079787,0.000028993802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979439,0.00014925525,0.0005909156,0.00011459363,0.0010875106,0.00011386689],"domain_scores_gemma":[0.9988855,0.00011599872,0.00023166934,0.00012069561,0.0005251734,0.000120966666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095185667,0.000096371536,0.00026633273,0.00034319493,0.000067376495,0.000013471841,0.00020189962,0.00013568912,0.00012644123],"category_scores_gemma":[0.0012003446,0.00006516433,0.000043221426,0.00023363523,0.00016920744,0.00011620089,0.000042881264,0.00080467603,0.0000032393457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010591688,0.0007282475,0.45622686,0.00013615518,0.00004128906,0.000059615155,0.021641783,0.0000010690752,0.0033967441,0.0004905831,0.0073167793,0.5089017],"study_design_scores_gemma":[0.0075770826,0.0023924496,0.90114343,0.028627934,0.00003680748,0.0005102676,0.03085065,0.0003251689,0.0015237483,0.0014928936,0.025247196,0.00027239337],"about_ca_topic_score_codex":0.0000058996243,"about_ca_topic_score_gemma":0.000005816396,"teacher_disagreement_score":0.5086293,"about_ca_system_score_codex":0.00026153284,"about_ca_system_score_gemma":0.0005575658,"threshold_uncertainty_score":0.34959617},"labels":[],"label_agreement":null},{"id":"W2082950006","doi":"10.3138/jvme.35.4.581","title":"Adult Learning in Veterinary Education: Theory to Practice","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Lifelong learning; Curriculum; Continuing professional development; Adult Learning; Continuing education; Adult education; Andragogy; Professional development; Process (computing); Medical education; Psychology; Pedagogy; Medicine; Computer science","score_opus":0.04319169295109792,"score_gpt":0.42266747956081646,"score_spread":0.37947578660971854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082950006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94654614,0.000592525,0.0013056116,0.042503614,0.0046266494,0.0002869795,1.994333e-7,0.000026016329,0.0041122544],"genre_scores_gemma":[0.92724925,0.0005731218,0.038675636,0.029142128,0.002387816,0.000066394794,0.000021902502,0.0000367399,0.0018470327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968061,0.0004274083,0.0010882771,0.0002289852,0.0011865452,0.0002626872],"domain_scores_gemma":[0.9968714,0.0002925992,0.0005155472,0.00028136664,0.001648007,0.0003910824],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022853464,0.00017699729,0.00036477024,0.00080839,0.00012791861,0.0000151480335,0.00025434326,0.00021197958,0.00064853375],"category_scores_gemma":[0.035807963,0.00016046564,0.000095299125,0.0010397373,0.00014365336,0.0004900628,0.000055276585,0.0012319759,0.000076715885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026172872,0.0068946504,0.005685793,0.00028237147,0.00007053554,0.00060966174,0.0072710332,0.000014916129,0.0016710273,0.0019593458,0.089645825,0.88327754],"study_design_scores_gemma":[0.0015765874,0.0060856836,0.07663405,0.0023900073,0.00008505494,0.06634002,0.0100328,0.00010022154,0.00006022976,0.00036034215,0.83605933,0.00027566517],"about_ca_topic_score_codex":0.000025017096,"about_ca_topic_score_gemma":4.6257688e-7,"teacher_disagreement_score":0.88300186,"about_ca_system_score_codex":0.00053658296,"about_ca_system_score_gemma":0.009918924,"threshold_uncertainty_score":0.9956939},"labels":[],"label_agreement":null},{"id":"W2083135180","doi":"10.1007/s10459-012-9409-5","title":"Dissecting the doctor: from character to characteristics in North American medical education","year":2012,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Curriculum; Set (abstract data type); Character (mathematics); Selection (genetic algorithm); Discourse analysis; Psychology; Sociology; Pedagogy; Medical education; Linguistics; Computer science; Medicine; Artificial intelligence","score_opus":0.01612269766065645,"score_gpt":0.4252995259007794,"score_spread":0.40917682824012297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083135180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95792973,0.0010423571,0.00010535788,0.03360486,0.0059829447,0.00067102304,0.0000020983528,0.000021845708,0.00063978235],"genre_scores_gemma":[0.96579754,0.0006890951,0.0049164775,0.026002735,0.0020748142,0.00031068703,0.00010679187,0.000011152259,0.00009073351],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751747,0.00011946298,0.00079016463,0.0003374935,0.000707787,0.0005276353],"domain_scores_gemma":[0.9986762,0.00022442339,0.00036138814,0.0003074864,0.00018455226,0.00024594952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020606972,0.00013738169,0.00026013458,0.0004161713,0.00022367184,0.00002997569,0.0002891521,0.00004333907,0.00011641166],"category_scores_gemma":[0.0047291806,0.00010324256,0.000020599768,0.0032527258,0.00030258961,0.000635171,0.00003705983,0.000432935,0.000045574183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008937789,0.00040052622,0.6407088,0.000038643528,7.004387e-7,5.3609558e-8,0.002703482,0.0000017909604,0.000002874631,0.0007801911,0.0003298832,0.35502413],"study_design_scores_gemma":[0.00008139373,0.0000829363,0.9350341,0.00033083424,0.000002944063,0.0000070610295,0.0045434455,0.00019139836,0.000008612843,0.000103706494,0.059514012,0.00009956115],"about_ca_topic_score_codex":0.002161606,"about_ca_topic_score_gemma":0.0025097262,"teacher_disagreement_score":0.35492456,"about_ca_system_score_codex":0.0006333822,"about_ca_system_score_gemma":0.0033262742,"threshold_uncertainty_score":0.59006673},"labels":[],"label_agreement":null},{"id":"W2083241042","doi":"10.1097/acm.0000000000000246","title":"Preceptors’ Understanding and Use of Role Modeling to Develop the CanMEDS Competencies in Residents","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Université Laval","funders":"","keywords":"Thematic analysis; Medical education; Specialty; Psychology; Qualitative research; Conceptual model; Medicine; Family medicine; Computer science","score_opus":0.10541577252948937,"score_gpt":0.35285026055709157,"score_spread":0.2474344880276022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083241042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94955,0.00021422107,0.029436288,0.019813895,0.00028164862,0.00034359162,4.2091233e-7,0.000017122098,0.00034286757],"genre_scores_gemma":[0.99286294,0.00017026295,0.0023903593,0.0040757037,0.0002479357,0.00001748734,0.000010721146,0.0000128645415,0.00021169805],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856764,0.00007180079,0.0005322156,0.00017856405,0.00045210274,0.00019766817],"domain_scores_gemma":[0.999141,0.00030707868,0.00009359355,0.0001995647,0.0001775764,0.00008118442],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016368915,0.000101940626,0.00026621015,0.0002907901,0.000061641746,0.0000030125475,0.000117803946,0.00012772987,0.000040885086],"category_scores_gemma":[0.0090536475,0.000066160115,0.0000070457377,0.00094855594,0.00019964458,0.000078773504,0.000060263625,0.00052080693,0.0000030233166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004066726,0.000056464847,0.5964129,0.0006971523,0.00013354786,0.000004079566,0.15589383,0.0015368712,0.037849616,0.11674991,0.051721577,0.038537357],"study_design_scores_gemma":[0.009766859,0.001478503,0.29894844,0.016644383,0.000539992,0.00023093,0.1637668,0.40282488,0.0035056865,0.06534543,0.035912115,0.0010359804],"about_ca_topic_score_codex":0.00069615233,"about_ca_topic_score_gemma":0.0000548085,"teacher_disagreement_score":0.401288,"about_ca_system_score_codex":0.00018894624,"about_ca_system_score_gemma":0.000122028905,"threshold_uncertainty_score":0.9992935},"labels":[],"label_agreement":null},{"id":"W2083305451","doi":"10.2147/amep.s70139","title":"How can clinician-educator training programs be optimized to match clinician motivations and concerns?","year":2015,"lang":"en","type":"review","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Quality (philosophy); Compensation (psychology); Psychology; Identification (biology); Medicine","score_opus":0.17297066077329296,"score_gpt":0.5488769704243457,"score_spread":0.37590630965105276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083305451","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000109250046,0.8799925,0.00036056634,0.10983672,0.0034415186,0.0023696597,0.0000112589705,0.00007002843,0.0038085384],"genre_scores_gemma":[0.00006908878,0.9127714,0.0602776,0.021982398,0.00182959,0.0010976262,0.0006297695,0.00007175982,0.0012707894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99544466,0.00071584247,0.0014162159,0.00086582295,0.001077505,0.00047996544],"domain_scores_gemma":[0.9944551,0.0022496968,0.00093059463,0.00056669157,0.0008169671,0.000980923],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004696381,0.00047873464,0.001689935,0.0005631711,0.00015848615,0.00016476931,0.000278987,0.000699012,0.00013614158],"category_scores_gemma":[0.08478854,0.00040955687,0.00010472832,0.0016909123,0.00048271084,0.00069800596,0.00009874548,0.0018225593,0.0000121127305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049513244,0.00077965716,0.000058248745,0.0027327423,0.000058510774,0.000008292702,0.003838961,1.14808586e-7,1.4187218e-8,0.0014120962,0.006521332,0.9845405],"study_design_scores_gemma":[0.0007985801,0.00022261273,0.00002111166,0.010476241,0.0006021534,0.0005019354,0.024162846,0.000020945818,3.6129855e-8,0.00024057731,0.9625938,0.00035919185],"about_ca_topic_score_codex":0.00006785214,"about_ca_topic_score_gemma":0.000053502874,"teacher_disagreement_score":0.98418134,"about_ca_system_score_codex":0.00040070922,"about_ca_system_score_gemma":0.011732951,"threshold_uncertainty_score":0.9998356},"labels":[],"label_agreement":null},{"id":"W2083344062","doi":"10.1097/acm.0b013e31817ec788","title":"Teaching and Learning Moments","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University Health Centre; Faculty of Medicine, McGill University; Max Bell Foundation","keywords":"Internship; Medicine; Psychology; Teachable moment; CLIPS; Medical education; Surgery; Psychoanalysis","score_opus":0.036696203641901515,"score_gpt":0.37026821684978817,"score_spread":0.33357201320788665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083344062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95964,0.000720216,0.00075331685,0.025360476,0.00029154666,0.00016360471,8.408621e-8,0.00008857871,0.012982126],"genre_scores_gemma":[0.96957594,0.00057798746,0.0011995186,0.008174467,0.0011330724,0.000013952522,0.000026852755,0.000016881728,0.01928131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881834,0.000075064636,0.0003226048,0.00019732749,0.00039347526,0.0001932122],"domain_scores_gemma":[0.99950653,0.00010885406,0.00008443501,0.00012831984,0.000064222644,0.00010764887],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011375195,0.00010214465,0.00021899452,0.00019179936,0.00030686765,8.38007e-7,0.000060636947,0.00014898,0.0002092815],"category_scores_gemma":[0.004487769,0.000078291574,0.000010739563,0.00021726656,0.00028956422,0.00007168494,0.000030835803,0.0024508121,0.000032210053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011550574,0.000059689803,0.2530829,0.00037189826,0.00013237716,0.00012255141,0.07910145,0.0000032731934,0.023783484,0.007387946,0.33688536,0.2989536],"study_design_scores_gemma":[0.005760045,0.00094500475,0.13456541,0.0013651837,0.0002136329,0.0038504987,0.014294888,0.002699375,0.0003475832,0.0013246117,0.8342671,0.00036666932],"about_ca_topic_score_codex":0.00008600476,"about_ca_topic_score_gemma":7.087469e-8,"teacher_disagreement_score":0.49738175,"about_ca_system_score_codex":0.000059911756,"about_ca_system_score_gemma":0.00005005486,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W2083495412","doi":"10.4236/ce.2014.54025","title":"Measuring the Effectiveness of Faculty Facilitation Training in Problem-Based Learning in a Medical School","year":2014,"lang":"en","type":"article","venue":"Creative Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Facilitation; TUTOR; Psychology; Medical education; Perception; Learning styles; Scale (ratio); Mathematics education; Medicine","score_opus":0.03854682602855547,"score_gpt":0.3646401988795543,"score_spread":0.3260933728509988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083495412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98367894,0.00003603636,0.006189839,0.0019131133,0.00016653133,0.0008168874,5.5374073e-7,0.000023786524,0.007174324],"genre_scores_gemma":[0.996548,0.000002414183,0.002384269,0.00026321172,0.00009592922,0.00045626477,0.0001494239,0.000011847476,0.00008864296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978567,0.000816827,0.00043128149,0.00022447361,0.0005044906,0.0001662355],"domain_scores_gemma":[0.99861294,0.0006227175,0.00014651609,0.0001613366,0.00039567033,0.000060811282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0052752676,0.00011032323,0.00024165206,0.00038083323,0.000062516025,0.000009636339,0.0000955475,0.00011691755,0.00012993031],"category_scores_gemma":[0.027726624,0.00008563327,0.00003501409,0.0010070145,0.00013909898,0.000106395746,0.000010735276,0.0005535227,0.000009727545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004854201,0.001062644,0.56225425,0.001297513,0.00003103289,8.4252997e-7,0.021055838,0.0019480288,0.0041676834,0.0065180017,0.00020729643,0.4009714],"study_design_scores_gemma":[0.0014946831,0.00017812532,0.9731068,0.0027294774,0.000019536094,0.0000042530437,0.011260756,0.0065123998,0.0023219038,0.0013541554,0.0009141079,0.000103795544],"about_ca_topic_score_codex":0.0002805804,"about_ca_topic_score_gemma":0.000041468742,"teacher_disagreement_score":0.41085252,"about_ca_system_score_codex":0.00042171916,"about_ca_system_score_gemma":0.0025295008,"threshold_uncertainty_score":0.98046327},"labels":[],"label_agreement":null},{"id":"W2083549470","doi":"10.1111/j.1365-2923.2009.03543.x","title":"Towards a tighter link between supervision and trainee ability","year":2009,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stan Cassidy Foundation","funders":"","keywords":"Citation; Library science; Psychology; Computer science","score_opus":0.01748097209404577,"score_gpt":0.3442344933162408,"score_spread":0.32675352122219503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083549470","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023409897,0.00050238357,0.0004643777,0.969686,0.001734284,0.0007947084,0.000008967886,0.00013100784,0.0032683862],"genre_scores_gemma":[0.007811385,0.00017082469,0.004650482,0.94466466,0.03588232,0.00012837842,0.0046464903,0.000064679014,0.001980801],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957911,0.00016717566,0.00092897774,0.00076850003,0.0018748196,0.00046946618],"domain_scores_gemma":[0.9981349,0.00014526754,0.00019336832,0.0007887024,0.00053338974,0.00020435709],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012550005,0.00041063622,0.00073325704,0.00046720248,0.00012646674,0.00005257632,0.00027837945,0.0023410418,0.0023939186],"category_scores_gemma":[0.006808135,0.00034102207,0.00013509249,0.00059108256,0.00037306684,0.000120125376,0.0000568395,0.0038900499,0.000100638994],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005241075,0.00008763537,0.0005224269,0.00035342475,0.000020939,0.0000088548995,0.00023536899,3.2464826e-9,0.000002862531,0.000017352368,0.5374768,0.46126914],"study_design_scores_gemma":[0.00054513983,0.0002202481,0.04517261,0.00096287084,0.00023433032,0.00011399358,0.00005315912,0.00008230343,0.000014737506,0.0014159522,0.9508882,0.00029645796],"about_ca_topic_score_codex":0.000096035124,"about_ca_topic_score_gemma":0.0000015062344,"teacher_disagreement_score":0.46097267,"about_ca_system_score_codex":0.00041432036,"about_ca_system_score_gemma":0.00473694,"threshold_uncertainty_score":0.99990416},"labels":[],"label_agreement":null},{"id":"W2083572403","doi":"10.1016/j.jmpt.2006.11.006","title":"An Examination of Musculoskeletal Cognitive Competency in Chiropractic Interns","year":2007,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Oakville Public Library; Canadian Memorial Chiropractic College","funders":"","keywords":"Medicine; Chiropractic; Physical therapy; Cognition; Physical medicine and rehabilitation; Alternative medicine; Medical education; Family medicine; Psychiatry; Pathology","score_opus":0.23603181731102263,"score_gpt":0.44297862489125966,"score_spread":0.20694680758023704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083572403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99586874,0.00011563904,0.003219542,0.00012328793,0.00009034938,0.00011035473,6.230652e-7,0.0000028951392,0.0004685502],"genre_scores_gemma":[0.9970798,0.000117365074,0.0022589765,0.0003710903,0.0001526761,6.2677344e-7,0.000008978903,0.0000052763357,0.000005230695],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990215,0.000098852724,0.00048967294,0.000084957544,0.00020402265,0.00010102226],"domain_scores_gemma":[0.9989916,0.00014278515,0.0003687328,0.000058276783,0.0004010741,0.0000375029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008969981,0.00008132507,0.00025665152,0.00016729096,0.000021145308,0.0000038060857,0.00005000694,0.0000873255,0.0000412376],"category_scores_gemma":[0.00022270222,0.000054819127,0.000049283146,0.00023335402,0.00013889195,0.00012690976,0.00001099939,0.00036589216,6.169432e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015034431,0.003725436,0.05659886,0.00017641379,0.00027810328,0.00005605303,0.0055221505,0.000016646027,0.16789365,0.007366335,0.0000066970915,0.7568562],"study_design_scores_gemma":[0.0008835663,0.0025434177,0.9893988,0.00015989701,0.00006998299,0.000044332093,0.002705959,0.0005840863,0.0012644567,0.0022394483,0.0000494992,0.000056589157],"about_ca_topic_score_codex":0.000002036752,"about_ca_topic_score_gemma":0.0000011385405,"teacher_disagreement_score":0.9327999,"about_ca_system_score_codex":0.000037091704,"about_ca_system_score_gemma":0.000029080831,"threshold_uncertainty_score":0.22354592},"labels":[],"label_agreement":null},{"id":"W2083699417","doi":"10.1097/00006324-200410000-00013","title":"Tensions in the Field: Teaching Standards of Practice in Optometry Case Presentations","year":2004,"lang":"en","type":"article","venue":"Optometry and Vision Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; University of Waterloo; University Health Network","funders":"","keywords":"Identity (music); Medicine; Test (biology); Medical education; Field (mathematics); Psychology; Pedagogy","score_opus":0.01862969606716776,"score_gpt":0.5501151401185372,"score_spread":0.5314854440513694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083699417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97830033,0.00007839071,0.0037816388,0.013282413,0.00012858243,0.00022129316,0.000002181282,0.0000060619545,0.0041991235],"genre_scores_gemma":[0.98166424,0.00003060918,0.016162854,0.0020875954,0.000025378784,0.000007989354,0.0000015842631,0.0000026394355,0.000017138153],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984929,0.000066554036,0.00029045792,0.00020259319,0.0007938859,0.00015363876],"domain_scores_gemma":[0.99848616,0.000807864,0.00008316767,0.0002635444,0.00031598934,0.0000432511],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051164315,0.00005828766,0.00011236879,0.0010500753,0.00022181145,0.00003890929,0.00013178909,0.00004765206,0.00001880799],"category_scores_gemma":[0.02720519,0.000039475413,0.0000141615665,0.004712518,0.0003089509,0.00050838385,0.00005766798,0.00042449098,0.0000011544473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004947598,0.0067615486,0.35389623,0.000539758,0.000030624327,0.0018727675,0.07975551,0.0007825588,0.024353098,0.029805351,0.0064452514,0.49526253],"study_design_scores_gemma":[0.005326508,0.0012961355,0.848129,0.0013386812,0.000074137424,0.0062849987,0.11624186,0.0031267374,0.005329126,0.0008894458,0.011611249,0.00035214063],"about_ca_topic_score_codex":0.00012800045,"about_ca_topic_score_gemma":0.000002491723,"teacher_disagreement_score":0.4949104,"about_ca_system_score_codex":0.0000734944,"about_ca_system_score_gemma":0.00029545993,"threshold_uncertainty_score":0.9809891},"labels":[],"label_agreement":null},{"id":"W2084057771","doi":"10.1001/jama.296.9.1094","title":"Accuracy of Physician Self-assessment Compared With Observed Measures of Competence","year":2006,"lang":"en","type":"review","venue":"JAMA","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2341,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; PsycINFO; Competence (human resources); CINAHL; Specialty; MEDLINE; Self-assessment; Family medicine; Population; Continuing medical education; Medical education; Nursing; Continuing education; Psychological intervention; Psychology; Environmental health; Social psychology","score_opus":0.09410947641229347,"score_gpt":0.38898888341905813,"score_spread":0.2948794070067646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084057771","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013234724,0.9900067,0.00043361375,0.00030056597,0.00028879088,0.0017058784,0.000035839847,0.00006831432,0.005836848],"genre_scores_gemma":[0.0062076347,0.95017064,0.041454367,0.00029388827,0.00054876145,0.0001769774,0.0009835359,0.000068613626,0.000095564865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773777,0.000113872105,0.0009569434,0.00025332236,0.0007635995,0.00017451732],"domain_scores_gemma":[0.9969448,0.00019946396,0.0012567532,0.00063317694,0.00092729606,0.000038530507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039640174,0.0002603491,0.0017402961,0.00020083257,0.000032853353,0.000009979632,0.0002538338,0.0001806942,0.000023733312],"category_scores_gemma":[0.00019663926,0.00018168571,0.00018477859,0.00095082336,0.00013277082,0.00006645483,0.00003367257,0.0004770102,0.000005415837],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013474324,0.00070610485,0.0002491775,0.027890377,0.00028914437,0.0000036285153,0.000077496115,0.0000016404779,0.000009008194,0.0007020343,0.004705446,0.9653525],"study_design_scores_gemma":[0.0011392101,0.00021967586,0.006357486,0.035338968,0.0016585889,0.000018912715,0.00011153964,0.000077576646,0.000030516569,0.000024674693,0.9548036,0.00021924036],"about_ca_topic_score_codex":0.00008063291,"about_ca_topic_score_gemma":0.0000049871746,"teacher_disagreement_score":0.96513325,"about_ca_system_score_codex":0.00026047122,"about_ca_system_score_gemma":0.0017460651,"threshold_uncertainty_score":0.7408928},"labels":[],"label_agreement":null},{"id":"W2084132166","doi":"10.1046/j.1365-2923.2001.00891.x","title":"Association of American Medical Colleges 39th Annual Research in Medical Education Conference*","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Library science; Citation; Nova scotia; Medical education; Medicine; Psychology; Sociology; Computer science","score_opus":0.028916334587081365,"score_gpt":0.4557585964365144,"score_spread":0.426842261849433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084132166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71797884,0.0002356527,0.00019698848,0.26510647,0.0021650929,0.0007056006,0.0000042117385,0.000065618566,0.013541513],"genre_scores_gemma":[0.97261775,0.0013435378,0.0010689262,0.01694757,0.0019467532,0.00041567272,0.00043832127,0.000044907847,0.005176566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880597,0.0008305589,0.0014885893,0.00062242994,0.008251656,0.00074705965],"domain_scores_gemma":[0.99376297,0.0007585046,0.0005507217,0.0007023488,0.0034180142,0.00080742216],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010294412,0.00025487045,0.0006874181,0.0013946985,0.00015194957,0.000028043929,0.0006138879,0.0008971733,0.011707266],"category_scores_gemma":[0.07001418,0.00023881637,0.00009719234,0.0045226067,0.000980612,0.00023246303,0.00012537162,0.002183881,0.00015338202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017306897,0.005632232,0.182164,0.00018256942,0.000046358193,0.000018971657,0.0013801503,2.3191211e-7,0.0000136808385,0.004272179,0.3141413,0.49197525],"study_design_scores_gemma":[0.0045872023,0.0011751339,0.4151237,0.0056815697,0.0001334653,0.00065886753,0.024793884,0.005425149,0.00015297021,0.0029791817,0.5386022,0.00068668416],"about_ca_topic_score_codex":0.0018986209,"about_ca_topic_score_gemma":0.000991274,"teacher_disagreement_score":0.49128857,"about_ca_system_score_codex":0.0015160091,"about_ca_system_score_gemma":0.046491668,"threshold_uncertainty_score":0.9891962},"labels":[],"label_agreement":null},{"id":"W2084366648","doi":"10.1177/1049731510395948","title":"The Development of an Online Practice-Based Evaluation Tool for Social Work","year":2011,"lang":"en","type":"article","venue":"Research on Social Work Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Context (archaeology); Social work; Identification (biology); Internal consistency; Consistency (knowledge bases); Field (mathematics); Computer science; Psychology; Skew; Medical education; Applied psychology; Psychometrics; Artificial intelligence; Medicine; Clinical psychology; Mathematics","score_opus":0.4495766329396143,"score_gpt":0.5947506214964051,"score_spread":0.1451739885567908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084366648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68154335,0.00019096048,0.0045246626,0.27132314,0.0013730336,0.008059006,0.000014301973,0.00013217276,0.03283935],"genre_scores_gemma":[0.77253026,0.000012532056,0.22072887,0.0022611495,0.0020462344,0.0011418931,0.00033115275,0.00006543188,0.0008824813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99422175,0.0016492252,0.0006248368,0.00030659523,0.0027165937,0.00048100523],"domain_scores_gemma":[0.9881915,0.0044853357,0.00045625953,0.00032540414,0.006470754,0.00007076717],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025998255,0.00012786477,0.00020272033,0.00020323067,0.002461464,0.000058634938,0.00025771075,0.00022232956,0.00024870294],"category_scores_gemma":[0.064633965,0.00010238528,0.00006762343,0.0027946096,0.0003460143,0.00036102787,0.00004489594,0.0010086534,0.00005629136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009715384,0.0037769936,0.000065428,0.00006107444,0.00017257908,0.0000023418065,0.012006307,0.0000016042102,0.00006925826,0.008984914,0.028005108,0.93713903],"study_design_scores_gemma":[0.0035596436,0.0008994509,0.04328921,0.00017809018,0.00034159783,0.0000029963394,0.03837061,0.00029321053,0.0011158142,0.0010882126,0.910596,0.00026518124],"about_ca_topic_score_codex":0.000010498391,"about_ca_topic_score_gemma":0.0000068261675,"teacher_disagreement_score":0.93687385,"about_ca_system_score_codex":0.00077867456,"about_ca_system_score_gemma":0.0035519262,"threshold_uncertainty_score":0.9988372},"labels":[],"label_agreement":null},{"id":"W2084394330","doi":"10.1108/17511870810910074","title":"Developing a public health leadership graduate program responsive to a global perspective","year":2008,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Leadership studies; Leadership development; Educational leadership; Neuroleadership; Public relations; Appreciative inquiry; Public health; Health care; Context (archaeology); Mandate; Medical education; Sociology; Pedagogy; Political science; Leadership style; Psychology; Medicine; Nursing","score_opus":0.5389818074688234,"score_gpt":0.4719708723855283,"score_spread":0.06701093508329509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084394330","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23229788,0.0014776149,0.0004623823,0.76171875,0.0004774726,0.0028085958,0.0000058317682,0.0003633032,0.00038814225],"genre_scores_gemma":[0.7345958,0.00009055598,0.038527362,0.22578229,0.0003301318,0.00041107202,0.00006993099,0.000036562902,0.00015632276],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9951085,0.0005093151,0.0010227753,0.00075557455,0.0009218475,0.0016819774],"domain_scores_gemma":[0.9976306,0.00012277525,0.0003612619,0.0004966024,0.0007917121,0.0005970308],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002428406,0.00031977575,0.00063418766,0.0006965371,0.00041972852,0.00004450439,0.00032180376,0.0001906925,0.000031788382],"category_scores_gemma":[0.0008151763,0.00032188956,0.000070607915,0.004563904,0.00020502078,0.0002700286,0.00005633775,0.0007980559,0.00013992788],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013747868,0.0028617145,0.12770984,0.03628718,0.00019794845,0.00022106543,0.5650023,0.000030636173,0.000009159937,0.06766448,0.0066530523,0.1919878],"study_design_scores_gemma":[0.0018758717,0.0016736306,0.45427254,0.006344239,0.000007697641,0.00041290323,0.5215823,0.00041202913,0.000014006188,0.0009627194,0.01199019,0.00045188918],"about_ca_topic_score_codex":0.004622392,"about_ca_topic_score_gemma":0.0024088877,"teacher_disagreement_score":0.5359365,"about_ca_system_score_codex":0.0056524714,"about_ca_system_score_gemma":0.006149596,"threshold_uncertainty_score":0.9999233},"labels":[],"label_agreement":null},{"id":"W2084821782","doi":"10.12968/bjhc.2010.16.4.47399","title":"Appreciative inquiry in health care","year":2010,"lang":"en","type":"article","venue":"British Journal of Healthcare Management","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Appreciative inquiry; Workforce; Health care; Process (computing); Public relations; Work (physics); Sociology; Politics; Organisational change; Change management (ITSM); Knowledge management; Psychology; Nursing; Political science; Business; Medicine; Computer science; Marketing; Engineering; Pedagogy","score_opus":0.017497406047544895,"score_gpt":0.36617493244448485,"score_spread":0.34867752639693994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084821782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9119942,0.0055298554,0.0008542377,0.07212861,0.005076648,0.0011436829,0.0000049321043,0.000028985238,0.0032388398],"genre_scores_gemma":[0.9687364,0.0009353628,0.022254905,0.007148444,0.0007346008,0.000016467608,0.00002170223,0.000018001187,0.00013408711],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980805,0.0000889846,0.0008901622,0.00014860947,0.0005197566,0.0002719755],"domain_scores_gemma":[0.9987919,0.00001772793,0.00040081024,0.00016255009,0.0004912812,0.00013578247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012889794,0.000083894214,0.00030278802,0.0004012586,0.000088575995,0.000024686986,0.00013261725,0.00007648807,0.00008129878],"category_scores_gemma":[0.00026619068,0.00009550531,0.000058866506,0.0005122219,0.00006253912,0.00009554226,0.00003770389,0.0010568012,0.000006640387],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046197834,0.00021964917,0.0054923906,0.0011568479,0.00003277713,0.00046099155,0.0035743595,0.0000035533913,0.000004028658,0.0022035274,0.01987892,0.96692675],"study_design_scores_gemma":[0.003993631,0.0008880355,0.66439617,0.0042106155,0.00003557916,0.003312824,0.045951407,0.000032180404,0.000024771005,0.00079843495,0.2761347,0.0002216563],"about_ca_topic_score_codex":0.0004321958,"about_ca_topic_score_gemma":0.000610752,"teacher_disagreement_score":0.9667051,"about_ca_system_score_codex":0.0004511938,"about_ca_system_score_gemma":0.00037537655,"threshold_uncertainty_score":0.4591334},"labels":[],"label_agreement":null},{"id":"W2085129469","doi":"10.3138/jvme.33.4.578","title":"The Objective Structured Clinical Examination (OSCE) as a Determinant of Veterinary Clinical Skills","year":2006,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Physical examination; Medical education; Medicine; Communication skills; Psychology; Veterinary medicine; Radiology","score_opus":0.04843140211942181,"score_gpt":0.46776390739932167,"score_spread":0.41933250527989985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085129469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98672646,0.000521969,0.0005159063,0.0033063067,0.0076958193,0.0004183725,0.0000016975154,0.00001691097,0.00079657795],"genre_scores_gemma":[0.9891427,0.00061629905,0.0045724353,0.0012876339,0.003786222,0.000021586226,0.000032043758,0.00003208735,0.00050897704],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9935574,0.000948357,0.0032888083,0.0003056306,0.0015892715,0.0003105678],"domain_scores_gemma":[0.99440515,0.0011487425,0.0019960678,0.00051611,0.0016645587,0.00026935383],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007267898,0.0002329726,0.0007027136,0.0003202108,0.00018360023,0.000029817542,0.00043961604,0.00048618484,0.0002757545],"category_scores_gemma":[0.017776674,0.00015772607,0.0003853413,0.00056795107,0.0008527175,0.00024889281,0.00008742088,0.0012902596,0.00001646064],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010082602,0.004095619,0.016647482,0.00014283652,0.00012499017,0.00012766644,0.00034012538,9.525237e-7,0.0009100059,0.00048387353,0.015825601,0.9602926],"study_design_scores_gemma":[0.0023205408,0.007908193,0.93232775,0.0009311992,0.00021418244,0.006256318,0.0010323713,0.00020654337,0.0002166962,0.00083361246,0.04757825,0.00017431765],"about_ca_topic_score_codex":0.000036276706,"about_ca_topic_score_gemma":0.000003845805,"teacher_disagreement_score":0.9601183,"about_ca_system_score_codex":0.00026845597,"about_ca_system_score_gemma":0.0043290067,"threshold_uncertainty_score":0.990497},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2085320649","doi":"10.1097/acm.0b013e3182624c53","title":"Residents as Role Models","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"MEDLINE; Psychology; Medical education; Medicine; Political science","score_opus":0.046446080220329755,"score_gpt":0.39961130457822847,"score_spread":0.3531652243578987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085320649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8679256,0.0046296683,0.0015862351,0.030295525,0.0016604394,0.00044393708,5.899039e-7,0.00015517362,0.09330286],"genre_scores_gemma":[0.96699387,0.00043651188,0.0005992328,0.017769316,0.003969116,0.00004134785,0.0000608149,0.000029255849,0.01010054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980436,0.000037583824,0.00050267036,0.00019604887,0.00077123125,0.00044889623],"domain_scores_gemma":[0.99901503,0.00006673353,0.00012227014,0.00036459017,0.00015870544,0.0002726556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011937186,0.00014849642,0.00028572205,0.0002488917,0.00007493402,0.0000016472811,0.00015937947,0.0002949394,0.0015082811],"category_scores_gemma":[0.0022791624,0.000112749796,0.000026348605,0.0005529864,0.00019972103,0.0003197823,0.000044057142,0.0009502783,0.0006133668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015210175,0.000102696235,0.067441456,0.00017875395,0.00010889387,0.00000983346,0.022009801,0.0000052192563,0.011923406,0.09744179,0.7524409,0.04818514],"study_design_scores_gemma":[0.011524357,0.0012248992,0.18678094,0.003946095,0.0013062586,0.0024748936,0.03483212,0.0057547945,0.009899658,0.15275347,0.58830124,0.0012012919],"about_ca_topic_score_codex":0.00011560499,"about_ca_topic_score_gemma":1.6466376e-7,"teacher_disagreement_score":0.16413969,"about_ca_system_score_codex":0.00014248914,"about_ca_system_score_gemma":0.000109002925,"threshold_uncertainty_score":0.9994045},"labels":[],"label_agreement":null},{"id":"W2085351068","doi":"10.1503/cmaj.111667","title":"How to ensure that you never get asked to present at rounds again","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Key (lock); Computer science; Frequently asked questions; Medical education; Medicine; Computer security","score_opus":0.02388775169289088,"score_gpt":0.2732203903389848,"score_spread":0.24933263864609395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085351068","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45798686,0.000061826046,0.0014972474,0.52305984,0.003587224,0.0005908494,0.000023190216,0.000050210878,0.013142755],"genre_scores_gemma":[0.7851675,0.000025825633,0.0069840425,0.16219561,0.006451752,0.000069010464,0.000075919,0.00006616087,0.03896415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99586385,0.0001542692,0.00046916382,0.00028697308,0.0024494065,0.0007763513],"domain_scores_gemma":[0.9952054,0.0000716345,0.00020676563,0.0002803445,0.0009856333,0.0032502133],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024429366,0.00018952998,0.0003205519,0.0005518409,0.00034790818,0.000107761334,0.00030719224,0.00052548567,0.006730781],"category_scores_gemma":[0.00873367,0.00017101296,0.00010920451,0.0007730966,0.00004197536,0.00022544544,0.000048589794,0.0011155618,0.0005421347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003041803,0.00006794565,0.0901822,0.00001055017,0.00011494759,0.00023546483,0.002411951,9.713532e-7,0.000027262908,0.0002693385,0.85459644,0.052052513],"study_design_scores_gemma":[0.0006953717,0.00013605697,0.17675434,0.00010031667,0.000043718923,0.00031850504,0.001069628,0.000069258385,0.000107842396,0.000094082956,0.8204388,0.00017209072],"about_ca_topic_score_codex":0.0012847594,"about_ca_topic_score_gemma":0.0050889626,"teacher_disagreement_score":0.36086422,"about_ca_system_score_codex":0.0043895575,"about_ca_system_score_gemma":0.002783652,"threshold_uncertainty_score":0.9996162},"labels":[],"label_agreement":null},{"id":"W208564830","doi":"10.1177/070674370805300201","title":"Psychiatry Education Research: The Birth and Development of a New Field","year":2008,"lang":"en","type":"letter","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Psychology; Psychiatry; Field (mathematics); Medicine","score_opus":0.058307768543545406,"score_gpt":0.3550388156141026,"score_spread":0.2967310470705572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W208564830","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01950176,0.005401568,0.000046458583,0.9658941,0.007301077,0.00032598918,0.0000026368361,0.000002846488,0.0015235338],"genre_scores_gemma":[0.006695606,0.00020785452,0.057094134,0.90209675,0.027091522,0.000015920736,0.000038566912,0.000070463095,0.0066892086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775964,0.00015307407,0.0008170371,0.00014765607,0.0007762072,0.000346366],"domain_scores_gemma":[0.99780375,0.0001116001,0.0005568685,0.000506968,0.0007898613,0.00023094018],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014734577,0.00016893318,0.00029708995,0.00080852245,0.00058860553,0.000039546372,0.0005104393,0.00041565375,0.00026813414],"category_scores_gemma":[0.0006019644,0.000099814075,0.00008693925,0.00064576924,0.00038280906,0.00004810642,0.000016948328,0.003962618,0.000012778692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018095177,0.000026287278,0.0065595163,0.00017411333,0.000107765976,0.0000051521138,0.0023008285,1.8536372e-7,4.7041377e-7,0.0009859549,0.97050136,0.019320266],"study_design_scores_gemma":[0.00029205738,0.00016467823,0.00899395,0.00095090934,0.00007344881,0.0010703881,0.0019089201,8.9330035e-7,0.000005389913,0.0076423865,0.9787978,0.00009919122],"about_ca_topic_score_codex":0.0051602325,"about_ca_topic_score_gemma":0.03893164,"teacher_disagreement_score":0.09903491,"about_ca_system_score_codex":0.0002644715,"about_ca_system_score_gemma":0.09929938,"threshold_uncertainty_score":0.9983353},"labels":[],"label_agreement":null},{"id":"W2085659852","doi":"10.1308/135576109787909355","title":"Mentoring. A Quality Assurance Tool for Dentists Part 3: Building a Successful Mentoring Relationship","year":2009,"lang":"en","type":"article","venue":"Primary Dental Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Norfolk General Hospital","funders":"","keywords":"Patience; Honesty; Empathy; Psychology; Constructive; Medical education; Quality (philosophy); Gratitude; Process (computing); Social psychology; Pedagogy; Medicine; Computer science","score_opus":0.029292210728754767,"score_gpt":0.3717997096418791,"score_spread":0.3425074989131243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085659852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98706096,0.0008009004,0.004096209,0.0010040719,0.001509932,0.0009580123,0.00001857475,0.00013415032,0.00441718],"genre_scores_gemma":[0.9810026,0.000012513183,0.015517875,0.0011526195,0.0007453474,0.00017923125,0.00041865287,0.000020308977,0.00095081184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981394,0.000043258562,0.0005067835,0.0003465414,0.0005862516,0.00037779743],"domain_scores_gemma":[0.9989906,0.00011071194,0.0001603991,0.0003303179,0.00032427575,0.00008371953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006400869,0.00015961665,0.00025178355,0.00013434002,0.00030142887,0.000061404084,0.00013940544,0.00010710911,0.000042395244],"category_scores_gemma":[0.0012598316,0.0001688568,0.00011016867,0.00039071438,0.000034903274,0.0002899119,0.000036138903,0.00023055915,0.00001368066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022755715,0.00029950583,0.8922733,0.0011705162,0.000057340465,0.00001414829,0.0026647956,0.000008506442,0.005973455,0.0066107675,0.008512304,0.082187794],"study_design_scores_gemma":[0.0019290575,0.00017377773,0.9619253,0.0004093814,0.00012170511,0.000043204425,0.0018506572,0.00003853956,0.0031983345,0.0003653754,0.029649477,0.0002951639],"about_ca_topic_score_codex":0.0000204349,"about_ca_topic_score_gemma":0.000012345178,"teacher_disagreement_score":0.08189263,"about_ca_system_score_codex":0.0012445498,"about_ca_system_score_gemma":0.00017361317,"threshold_uncertainty_score":0.688578},"labels":[],"label_agreement":null},{"id":"W2085821614","doi":"10.1002/chp.70","title":"Effectiveness of an enhanced peer assessment program: Introducing education into regulatory assessment","year":2006,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; College of Physicians and Surgeons of Ontario","funders":"","keywords":"Medical education; Peer assessment; Program evaluation; Psychology; Medicine; Political science; Public administration","score_opus":0.011335992262272264,"score_gpt":0.45925879730308694,"score_spread":0.44792280504081466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085821614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97045106,0.00022905522,0.003042156,0.019967388,0.0035554103,0.0017855411,5.277944e-7,0.000018452567,0.00095038477],"genre_scores_gemma":[0.909445,0.000016339849,0.08827535,0.0006517472,0.0009435216,0.0002292392,0.00008076504,0.00002057073,0.00033745522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955801,0.0015003185,0.0015007604,0.0002117046,0.0009537319,0.0002533876],"domain_scores_gemma":[0.99503106,0.00032018885,0.0016245632,0.00049041986,0.0024421872,0.00009156911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0107920375,0.00015262417,0.00046224738,0.00063758815,0.00019707046,0.000029950881,0.00024446595,0.00012202345,0.0000256322],"category_scores_gemma":[0.0009335374,0.00010942652,0.000081065344,0.00088627014,0.00009988635,0.00031895388,0.00002189738,0.0009685021,8.4673957e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018651217,0.012228158,0.027510643,0.0022521205,0.000032686006,8.1886213e-7,0.0139826825,0.000064434236,0.01111952,0.010812455,0.016296994,0.905513],"study_design_scores_gemma":[0.0010868141,0.0009305219,0.94473755,0.0069558946,0.00006549755,0.00006174393,0.036855765,0.00012751146,0.0011704952,0.004749266,0.003137775,0.00012115701],"about_ca_topic_score_codex":0.00019788434,"about_ca_topic_score_gemma":0.00001837513,"teacher_disagreement_score":0.9172269,"about_ca_system_score_codex":0.0010965501,"about_ca_system_score_gemma":0.01151192,"threshold_uncertainty_score":0.99409187},"labels":[],"label_agreement":null},{"id":"W2085873618","doi":"10.1080/13561820902892871","title":"Identification of facilitators and barriers to the role of a mentor in the clinical setting","year":2009,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"","keywords":"Variety (cybernetics); Medical education; Health care; Medicine; Clinical Practice; Consistency (knowledge bases); Nursing; Identification (biology); Psychology","score_opus":0.01070165238727167,"score_gpt":0.4035978757353796,"score_spread":0.3928962233481079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085873618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863432,0.0003769783,0.000072666844,0.012555029,0.00036613658,0.00016635288,0.0000041470093,9.28234e-7,0.00011458498],"genre_scores_gemma":[0.99762183,0.000007786928,0.00059765263,0.0016090173,0.00013429261,0.0000029293967,0.0000019573558,0.0000023882353,0.000022142796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99838763,0.00016231611,0.000892802,0.00006289252,0.0004307178,0.00006365786],"domain_scores_gemma":[0.9987458,0.00016624815,0.00040660443,0.00012911505,0.0005033862,0.00004883618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020782307,0.000048846534,0.0001669907,0.00013812566,0.000040260464,0.0000045064044,0.00015239035,0.000052898493,0.000025641733],"category_scores_gemma":[0.0035881002,0.000024411429,0.00006657766,0.00023909517,0.00006556596,0.000053000647,0.000017786871,0.00036648277,6.305401e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016746576,0.00028196603,0.4640516,0.00015545494,0.000084818865,0.0000074418303,0.10295601,0.000017754583,0.028484758,0.0015316221,0.010941975,0.38981193],"study_design_scores_gemma":[0.0007062273,0.00086003024,0.69952697,0.0015124987,0.00006401303,0.000057116962,0.29095212,0.00015938815,0.0031585258,0.0010333834,0.0019159116,0.00005378386],"about_ca_topic_score_codex":0.0000039023585,"about_ca_topic_score_gemma":0.0000025433494,"teacher_disagreement_score":0.38975814,"about_ca_system_score_codex":0.000052256404,"about_ca_system_score_gemma":0.00031177947,"threshold_uncertainty_score":0.42955503},"labels":[],"label_agreement":null},{"id":"W2086726342","doi":"10.5206/cjsotl-rcacea.2015.1.7","title":"A Diverging View of Role Modeling in Medical Education","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Wright; Psychology; Qualitative research; Action (physics); Sociology; Pedagogy; Medical education; Medicine; Computer science; Social science","score_opus":0.05719003647689519,"score_gpt":0.3635866214586639,"score_spread":0.3063965849817687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086726342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98237616,0.003029813,0.0010302654,0.012449458,0.00032762805,0.00013717133,2.6191546e-7,0.0000033585388,0.00064585847],"genre_scores_gemma":[0.997507,0.000021253905,0.0014526802,0.00061116234,0.0002022596,0.0000051703905,0.0000028401957,0.000009455849,0.00018817539],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883914,0.0003394645,0.00029788044,0.00006485341,0.00030198335,0.00015669454],"domain_scores_gemma":[0.99914217,0.00017097681,0.00013264836,0.00010504546,0.00024793396,0.00020122643],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012836733,0.000057830253,0.00013579053,0.00020545068,0.0007007594,0.000038586553,0.00017146014,0.00006772735,0.000018607052],"category_scores_gemma":[0.020124806,0.00003555115,0.000037304217,0.000155293,0.000088341134,0.00010425627,0.000012369188,0.0023508298,4.85106e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000649328,0.000047040838,0.055178165,0.00010731202,0.000058322028,0.0000023642303,0.027076501,0.005415474,0.0000628198,0.0070023364,0.00033164828,0.9046531],"study_design_scores_gemma":[0.0045238216,0.00073600275,0.03784077,0.009562054,0.0005253223,0.0023077386,0.14833713,0.68963194,0.00006701681,0.044139646,0.061861422,0.0004671418],"about_ca_topic_score_codex":0.007350829,"about_ca_topic_score_gemma":0.0018649669,"teacher_disagreement_score":0.90418595,"about_ca_system_score_codex":0.00014054588,"about_ca_system_score_gemma":0.0026228386,"threshold_uncertainty_score":0.99995077},"labels":[],"label_agreement":null},{"id":"W2086773311","doi":"10.4236/ce.2013.46a005","title":"Investigating the Reliability and Validity of Self and Peer Assessment to Measure Medical Students’ Professional Competencies","year":2013,"lang":"en","type":"article","venue":"Creative Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Cronbach's alpha; Exploratory factor analysis; Self-assessment; Reliability (semiconductor); Construct validity; Interpersonal communication; Peer assessment; Medical education; Construct (python library); Applied psychology; Clinical psychology; Psychometrics; Social psychology; Medicine; Pedagogy; Computer science","score_opus":0.04124359515186929,"score_gpt":0.40514755971485666,"score_spread":0.36390396456298735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086773311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447124,0.000034423087,0.0002268433,0.05246333,0.00038435034,0.000992311,0.0000012594412,0.000018117276,0.0011669386],"genre_scores_gemma":[0.97806287,0.0000086202845,0.018084511,0.0026446623,0.0001964454,0.00032999285,0.00003177616,0.000007314325,0.0006338279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979337,0.0002185729,0.00031552435,0.00020862631,0.001215978,0.00010759847],"domain_scores_gemma":[0.9975466,0.00028544167,0.00013411873,0.00022899771,0.0016723694,0.00013243823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002296538,0.000096140466,0.00017019817,0.00006990257,0.00017673455,0.000031127038,0.00011594713,0.00008097124,0.0002701381],"category_scores_gemma":[0.00771788,0.00006112454,0.000015231018,0.00029015282,0.0003298197,0.00011100473,0.000096004245,0.00029909663,0.000005073711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049274686,0.00075751374,0.9265138,0.00019031682,0.00003204547,5.3478e-8,0.012171201,3.819637e-7,0.0007267607,0.0023481848,0.03746464,0.019790158],"study_design_scores_gemma":[0.00022709173,0.00010746911,0.981763,0.0003234877,0.000043196553,0.0000074378368,0.014237806,0.00028279726,0.00022589581,0.0010258291,0.0016981339,0.00005785888],"about_ca_topic_score_codex":0.00017059666,"about_ca_topic_score_gemma":0.0000035212636,"teacher_disagreement_score":0.05524918,"about_ca_system_score_codex":0.00013756604,"about_ca_system_score_gemma":0.001197475,"threshold_uncertainty_score":0.92395806},"labels":[],"label_agreement":null},{"id":"W2086922099","doi":"10.1002/chp.1340240208","title":"Build-a-case: A brand new continuing medical education technique that is peculiarly familiar","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; Health Sciences Centre; Women's College Hospital; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Continuing medical education; Medical education; Continuing education; Medicine; Psychology; Computer science","score_opus":0.023214543641142456,"score_gpt":0.42096048838868627,"score_spread":0.3977459447475438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086922099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7065467,0.0019174705,0.00929262,0.27545553,0.0041607763,0.0018061536,0.0000013625967,0.000034930108,0.00078443467],"genre_scores_gemma":[0.93864787,0.00057408086,0.025401687,0.031625878,0.0018253209,0.00013069189,0.000017121552,0.00003838,0.0017389626],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99614483,0.00044182196,0.0015919922,0.0002489825,0.0011523827,0.0004199856],"domain_scores_gemma":[0.99655885,0.00022668393,0.001383453,0.00050074974,0.0009350215,0.00039524373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005030013,0.00022431003,0.0005263928,0.00077898987,0.0002595026,0.000054683296,0.00039995118,0.0003130704,0.0001616992],"category_scores_gemma":[0.0040186243,0.00015838894,0.00014308133,0.00111967,0.00012248568,0.00036343702,0.00003680866,0.0019390844,0.000012533316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014213611,0.002608316,0.0071855295,0.00048317428,0.00003893495,0.000059140893,0.09186349,0.0000019036688,0.00022888169,0.0052857213,0.17082553,0.72127724],"study_design_scores_gemma":[0.012862592,0.0020109976,0.08088185,0.09515168,0.0005160446,0.05919426,0.4306239,0.00007306388,0.0019169843,0.034546617,0.28115225,0.0010697786],"about_ca_topic_score_codex":0.00039006493,"about_ca_topic_score_gemma":0.000054832493,"teacher_disagreement_score":0.72020745,"about_ca_system_score_codex":0.00072247774,"about_ca_system_score_gemma":0.018324027,"threshold_uncertainty_score":0.98724115},"labels":[],"label_agreement":null},{"id":"W2086927809","doi":"10.1186/1756-0500-5-354","title":"Determining the weighting and relative importance of CanMEDS roles and competencies","year":2012,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Research Manitoba","funders":"University of Manitoba","keywords":"Competence (human resources); Medical education; Medicine; Clinical Practice; License; Psychology; Family medicine; Computer science; Social psychology","score_opus":0.166273093925834,"score_gpt":0.4498449333505768,"score_spread":0.2835718394247428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086927809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963862,0.00083369977,0.00015342017,0.0014308781,0.000039296818,0.00018996999,7.3011205e-7,0.0000069109124,0.00095895294],"genre_scores_gemma":[0.989557,0.000054821212,0.010029842,0.000083042905,0.00016985805,0.000018946681,0.0000038219246,0.0000067546453,0.00007590743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901855,0.00010348918,0.00017245358,0.00009265586,0.00038904345,0.00022383181],"domain_scores_gemma":[0.9977329,0.0016890374,0.00005643539,0.0001523212,0.00031521267,0.00005410326],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022609,0.000049475977,0.000107466236,0.000106497646,0.00018464489,0.000011025458,0.00005131046,0.00003982014,0.000022877528],"category_scores_gemma":[0.012568237,0.000030685394,0.000010225821,0.00029030963,0.0005963931,0.0001287426,0.00007421475,0.00028994257,0.0000019968834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000975077,0.000024920191,0.9785273,0.000082098515,0.000007960775,2.1476406e-7,0.0027151462,7.791063e-8,0.0010009262,0.0046196096,0.00009610006,0.012915878],"study_design_scores_gemma":[0.00022459574,0.00007055939,0.9932766,0.00012303761,0.000011105562,0.000007656528,0.002677659,0.0004694784,0.0018073203,0.00055174145,0.0007449397,0.000035336354],"about_ca_topic_score_codex":0.000040471066,"about_ca_topic_score_gemma":0.000028656232,"teacher_disagreement_score":0.014749252,"about_ca_system_score_codex":0.000030490366,"about_ca_system_score_gemma":0.00010829165,"threshold_uncertainty_score":0.9957493},"labels":[],"label_agreement":null},{"id":"W2087276452","doi":"10.3109/0142159x.2012.680937","title":"Faculty development initiatives designed to promote leadership in medical education. A BEME systematic review: BEME Guide No. 19","year":2012,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":392,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"CINAHL; Leadership development; Medical education; MEDLINE; Psychological intervention; Focus group; Medicine; Health care; Psychology; Nursing; Political science; Public relations; Sociology","score_opus":0.24233043867949053,"score_gpt":0.46012765677274786,"score_spread":0.21779721809325733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087276452","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000097874745,0.9733331,0.0004479185,0.011832237,0.0011677275,0.00842763,0.0000036402269,0.00015046533,0.0046274867],"genre_scores_gemma":[0.000006994559,0.93021077,0.008639806,0.027978577,0.0019464365,0.009301365,0.0023248424,0.00019852785,0.019392667],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98754925,0.0014100306,0.004422512,0.00097315555,0.004503558,0.0011414972],"domain_scores_gemma":[0.99503225,0.00022436232,0.0009313899,0.0011831981,0.00072794384,0.0019008355],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.012632123,0.0009304725,0.0045032105,0.00089295313,0.00013083905,0.000031365173,0.001106187,0.0015454987,0.011405077],"category_scores_gemma":[0.106669165,0.0006571177,0.00039965037,0.0022262265,0.00028206132,0.00016855625,0.00025264666,0.0028573545,0.003850629],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004552358,0.0012014627,0.000041337607,0.5873998,0.00022862616,0.000034893434,0.0010045554,1.9552286e-9,1.8047166e-8,0.00006979544,0.11131963,0.29869533],"study_design_scores_gemma":[0.00027308014,0.000044079323,0.000013184056,0.4483697,0.0009421074,0.00022968685,0.00017106881,0.000007953417,9.744e-8,0.0000028734264,0.54957974,0.0003664013],"about_ca_topic_score_codex":0.00003205097,"about_ca_topic_score_gemma":0.000015040528,"teacher_disagreement_score":0.4382601,"about_ca_system_score_codex":0.0022382026,"about_ca_system_score_gemma":0.019633943,"threshold_uncertainty_score":0.99975073},"labels":[],"label_agreement":null},{"id":"W2087285009","doi":"10.1007/s40596-014-0120-0","title":"Medical Student Education in Psychiatry: An International Affair","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Psychology; Psychiatry; Medicine","score_opus":0.008787354118131785,"score_gpt":0.3986873076748372,"score_spread":0.38989995355670537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087285009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86276674,0.00024309379,0.000668347,0.101421855,0.02102977,0.00032196502,9.534494e-7,0.000107024665,0.013440223],"genre_scores_gemma":[0.9464425,0.00016032682,0.015571689,0.03103004,0.005966166,0.000091790585,0.00019133245,0.000037538368,0.0005086476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973817,0.000098512,0.0007253971,0.00044501142,0.0010517165,0.00029769706],"domain_scores_gemma":[0.9989617,0.000028031025,0.00016753476,0.00047449447,0.0001368366,0.000231417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013974303,0.00017869104,0.00023263712,0.00047871444,0.000059449976,0.0000147702585,0.0005556465,0.00051120686,0.0007276053],"category_scores_gemma":[0.00081653165,0.0001712528,0.000054430413,0.0005713145,0.0001018672,0.00028408825,0.000056467143,0.0014727161,0.00014982067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040925046,0.0009096809,0.712751,0.000042061718,0.000022478904,3.3329752e-7,0.00023601012,0.0000012967474,0.000022177543,0.104909554,0.045238357,0.13582617],"study_design_scores_gemma":[0.0021766634,0.00021596863,0.88863975,0.00068523345,0.00004443902,0.00013963644,0.0022333977,0.0014409302,0.000007679035,0.019058473,0.08507668,0.00028116326],"about_ca_topic_score_codex":0.00002169514,"about_ca_topic_score_gemma":0.000036149795,"teacher_disagreement_score":0.17588878,"about_ca_system_score_codex":0.00020534365,"about_ca_system_score_gemma":0.0023566897,"threshold_uncertainty_score":0.79667675},"labels":[],"label_agreement":null},{"id":"W2087483018","doi":"10.1258/135763302320272176","title":"Evaluation of videoconferenced grand rounds","year":2002,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Likert scale; Videoconferencing; Attendance; Medicine; Family medicine; Presentation (obstetrics); Nova scotia; Scale (ratio); Medical education; Psychology; Nursing; Multimedia; Computer science; Surgery","score_opus":0.05683204872022073,"score_gpt":0.3543418660651337,"score_spread":0.29750981734491294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087483018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873032,0.0024000288,0.00036593023,0.0050884406,0.00032012365,0.00020292784,8.093123e-7,0.0000052941364,0.0043132775],"genre_scores_gemma":[0.9970719,0.00032761542,0.0014793051,0.00045828905,0.0005256113,0.0000035050532,0.0000047996673,0.0000074741697,0.00012147178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979551,0.00005760596,0.00062785705,0.00008116569,0.0011712546,0.00010701147],"domain_scores_gemma":[0.99642235,0.00004521635,0.0003872566,0.00012736078,0.0029457903,0.00007201876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001854594,0.00008353081,0.0003246291,0.0003190947,0.00003608318,0.000005900515,0.000058259255,0.00007095898,0.00089237344],"category_scores_gemma":[0.002218814,0.00005860776,0.00005166516,0.00036751543,0.00010225409,0.00010321364,0.000009131378,0.0002636862,0.0000015921466],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060519218,0.0002453485,0.022595521,0.00015248123,0.00017586938,0.000013807762,0.0020016206,0.0000038324174,0.002943935,0.0001515217,0.035359424,0.9362961],"study_design_scores_gemma":[0.06644719,0.018579952,0.64252955,0.0065173856,0.012673021,0.008275973,0.02273738,0.038626824,0.02072846,0.00889238,0.15301731,0.00097458815],"about_ca_topic_score_codex":0.0000065824834,"about_ca_topic_score_gemma":0.0000021421436,"teacher_disagreement_score":0.9353215,"about_ca_system_score_codex":0.000072352566,"about_ca_system_score_gemma":0.00016044592,"threshold_uncertainty_score":0.97708637},"labels":[],"label_agreement":null},{"id":"W2087588405","doi":"10.1111/acem.12030","title":"Assessing Interpersonal and Communication Skills in Emergency Medicine","year":2012,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Accreditation; Graduate medical education; Medicine; Session (web analytics); Interpersonal communication; Medical education; Core competency; Set (abstract data type); Psychology; Management","score_opus":0.0614754816596078,"score_gpt":0.4462501157400115,"score_spread":0.3847746340804037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087588405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241244,0.021034673,0.00054300914,0.02800855,0.004047246,0.00047721365,8.4598537e-7,0.0000810194,0.021683048],"genre_scores_gemma":[0.9692651,0.023511723,0.0009729102,0.0010573759,0.0025901913,0.00007624466,0.00015809818,0.000044331427,0.0023240491],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961644,0.00016648539,0.0020291614,0.00035066696,0.0007067801,0.0005825221],"domain_scores_gemma":[0.9983451,0.000109891815,0.00048782674,0.00051720446,0.0002688578,0.00027116554],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033927695,0.00029794677,0.0005514058,0.00063603546,0.00014660235,6.0703746e-7,0.00025948652,0.00036622884,0.008734699],"category_scores_gemma":[0.0051924526,0.00023524181,0.000042292973,0.0014924802,0.00045651416,0.00068199134,0.00010648615,0.0015844835,0.00003888508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025548341,0.00022960106,0.8644659,0.00024199378,0.000045603247,0.0000010245434,0.012495867,2.9471184e-7,0.0053477767,0.0029623213,0.09876882,0.015415264],"study_design_scores_gemma":[0.0018592962,0.00021084836,0.9358408,0.0019494238,0.00023060139,0.00009367899,0.009974018,0.00043537657,0.00010499606,0.0020594667,0.04690814,0.00033337408],"about_ca_topic_score_codex":0.00021240677,"about_ca_topic_score_gemma":0.000008965033,"teacher_disagreement_score":0.07137489,"about_ca_system_score_codex":0.0002061057,"about_ca_system_score_gemma":0.00006478449,"threshold_uncertainty_score":0.99217147},"labels":[],"label_agreement":null},{"id":"W2087625026","doi":"10.1007/s10459-006-9047-x","title":"Editorial — How Bad Is Medical Education Research Anyway?","year":2007,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science","score_opus":0.027347125032664982,"score_gpt":0.5212355711115417,"score_spread":0.4938884460788767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087625026","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047725264,0.012354946,0.00007855984,0.039737906,0.9379101,0.001589011,0.000010932634,0.00007234637,0.007768982],"genre_scores_gemma":[0.00042482791,0.017577127,0.0068763797,0.0053486396,0.9646113,0.00059599424,0.0008295785,0.000058480207,0.0036776806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98409736,0.00054709817,0.0015742092,0.0015448927,0.010826492,0.0014099285],"domain_scores_gemma":[0.9889895,0.0021586756,0.0011270113,0.0011775969,0.0058348468,0.0007123854],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.024498632,0.0004466292,0.0007758162,0.002935374,0.0008685088,0.00018829646,0.0011065338,0.0017528844,0.0005061029],"category_scores_gemma":[0.053284932,0.00042389947,0.00009865832,0.0060265483,0.0016927976,0.0008939766,0.000134771,0.005141049,0.0001107441],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042195396,0.00084463286,0.00041223573,0.0010239756,0.0000036932665,3.8836362e-7,0.0007143689,8.762513e-7,4.2866913e-7,0.00061514106,0.7492887,0.24705338],"study_design_scores_gemma":[0.00043433288,0.0005997523,0.00030544764,0.0040711584,0.000011019478,0.0000107146025,0.0033683432,0.00006371796,0.0000074817003,0.0023706383,0.98844016,0.00031726278],"about_ca_topic_score_codex":0.0016913837,"about_ca_topic_score_gemma":0.00043901906,"teacher_disagreement_score":0.24673612,"about_ca_system_score_codex":0.0036498837,"about_ca_system_score_gemma":0.12196077,"threshold_uncertainty_score":0.9998213},"labels":[],"label_agreement":null},{"id":"W2087664532","doi":"10.2515/pedmed/20080347","title":"La rétroaction pédagogique en médecine : description et évaluation préliminaire d'un dispositif de formation sur internet pour les médecins cliniciens","year":2009,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital Saint-François d'Assise","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.07336828330450071,"score_gpt":0.3699861493702417,"score_spread":0.29661786606574103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087664532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6153655,0.001474181,0.33049142,0.04751479,0.0018472766,0.00075333397,0.00001837379,0.00020494219,0.0023301928],"genre_scores_gemma":[0.94713074,0.002040956,0.023114065,0.004437605,0.00291702,0.0001117637,0.0008273277,0.00007832714,0.019342225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9933782,0.0021266814,0.0016054371,0.0007246271,0.0011127143,0.0010523357],"domain_scores_gemma":[0.99686563,0.0008050303,0.00062583695,0.00069644314,0.0006624653,0.00034461258],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008653385,0.0005529259,0.00064008584,0.0005986666,0.00031225398,0.00017539419,0.00038027565,0.0011672921,0.00087806163],"category_scores_gemma":[0.007642216,0.0005709673,0.00027688593,0.00096383557,0.00036022963,0.0012682066,0.000089563044,0.0018740859,0.0003585504],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028499588,0.0030830337,0.020022115,0.0003575453,0.0000850946,0.00004317632,0.012650094,0.00021736769,0.0047534187,0.004643294,0.01843389,0.935426],"study_design_scores_gemma":[0.004088741,0.0012869275,0.86342746,0.0023345468,0.0007095307,0.000666287,0.0061577703,0.070482224,0.0048800865,0.0041125626,0.041215096,0.00063873944],"about_ca_topic_score_codex":0.00028642785,"about_ca_topic_score_gemma":0.00012974815,"teacher_disagreement_score":0.9347872,"about_ca_system_score_codex":0.0033545936,"about_ca_system_score_gemma":0.0017572859,"threshold_uncertainty_score":0.9996742},"labels":[],"label_agreement":null},{"id":"W2088170691","doi":"10.1007/s10459-014-9571-z","title":"Creating learning momentum through overt teaching interactions during real acute care episodes","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Sunnybrook Hospital; The Wilson Centre; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research","keywords":"Acute care; Psychological intervention; Constructivist grounded theory; Medicine; Medical education; Observational study; Psychology; Naturalistic observation; Nursing; Qualitative research; Grounded theory; Health care; Social psychology","score_opus":0.012024682643556625,"score_gpt":0.42738658644631483,"score_spread":0.4153619038027582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088170691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93208075,0.001285593,0.0026728641,0.006107384,0.0026466534,0.00049727137,6.19239e-7,0.000108669214,0.05460019],"genre_scores_gemma":[0.95483077,0.0014791221,0.041071616,0.0012301304,0.0005817333,0.00013358508,0.00005319016,0.00001389065,0.0006059896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99795634,0.00018066415,0.0006048935,0.0004303924,0.00042230086,0.00040543632],"domain_scores_gemma":[0.9990613,0.00016642282,0.00035822648,0.00020686966,0.00014081887,0.0000663661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011121702,0.00013724141,0.00022571205,0.00034142507,0.0011177888,0.00004818929,0.00015008549,0.000044944405,0.00004038571],"category_scores_gemma":[0.0014084767,0.0001298238,0.00003182768,0.0008657946,0.00018367622,0.0012413652,0.000034397763,0.00061238086,0.000011233026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003829033,0.00040715735,0.2837673,0.0013781217,0.000010964354,5.851562e-7,0.04451226,0.0026825217,0.0005852441,0.034447707,0.0003950381,0.6317748],"study_design_scores_gemma":[0.0022868747,0.0020770251,0.34171817,0.009952244,0.00008244064,0.00025048605,0.2852274,0.031179376,0.0019030818,0.00996691,0.314246,0.0011099952],"about_ca_topic_score_codex":0.0011152566,"about_ca_topic_score_gemma":0.000119368786,"teacher_disagreement_score":0.6306648,"about_ca_system_score_codex":0.0008918656,"about_ca_system_score_gemma":0.00073286425,"threshold_uncertainty_score":0.85972404},"labels":[],"label_agreement":null},{"id":"W2088319694","doi":"10.3109/02770903.2011.563811","title":"Evaluation Outcomes Resulting from an Internet-Based Continuing Professional Development (CPD) Asthma Program: Its Impact on Participants' Knowledge and Satisfaction","year":2011,"lang":"en","type":"article","venue":"Journal of Asthma","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; The Internet; Asthma; Test (biology); Continuing professional development; Continuing medical education; Medical education; Family medicine; Continuing education; Professional development; Internal medicine","score_opus":0.07941909484570131,"score_gpt":0.4399747911447377,"score_spread":0.3605556962990364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088319694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972461,0.0002110508,0.00043379722,0.0003705905,0.0011050596,0.00047599882,0.0000016088817,0.00002528155,0.00013052647],"genre_scores_gemma":[0.97847223,0.0000028396753,0.020954363,0.00013552472,0.00027409222,0.00003343912,0.000027801208,0.000019885782,0.00007980757],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99765944,0.00023916991,0.0008424086,0.00018923219,0.00083166896,0.0002380881],"domain_scores_gemma":[0.99760103,0.000104880026,0.0006616835,0.00013966815,0.0013200598,0.0001726681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030694834,0.0001719431,0.00032294064,0.0003138933,0.00007585761,0.00002463794,0.000073808165,0.00011836808,0.00036720056],"category_scores_gemma":[0.0017296612,0.000117765085,0.00006698332,0.00020364946,0.000044264332,0.0002900497,0.000019794756,0.00045737426,0.000016775779],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005620105,0.0009219685,0.14130594,0.000023645454,0.00013186433,0.000007832018,0.007889391,0.0000074664877,0.0006514234,0.000016853532,0.000557383,0.84792423],"study_design_scores_gemma":[0.002502054,0.0012368413,0.9773849,0.00097273424,0.00008770897,0.000025216075,0.00082407036,0.011148392,0.004865803,0.000041813455,0.0007945004,0.00011593094],"about_ca_topic_score_codex":0.00003218987,"about_ca_topic_score_gemma":0.000029234503,"teacher_disagreement_score":0.8478083,"about_ca_system_score_codex":0.00042706772,"about_ca_system_score_gemma":0.00068316376,"threshold_uncertainty_score":0.4802321},"labels":[],"label_agreement":null},{"id":"W2088630796","doi":"10.2196/resprot.4012","title":"Bringing Feedback in From the Outback via a Generic and Preference-Sensitive Instrument for Course Quality Assessment","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; Syddansk Universitet; Helsefonden","keywords":"Preference; Quality (philosophy); Psychology; Course (navigation); Computer science; Mathematics education; Statistics; Engineering; Mathematics","score_opus":0.5735759453608661,"score_gpt":0.6161388490123287,"score_spread":0.04256290365146265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088630796","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4528899,0.0000059784566,0.0021189016,0.013499828,0.00003110791,0.5297077,0.000016430238,0.000031190255,0.0016990284],"genre_scores_gemma":[0.23610917,6.885603e-7,0.009666946,0.00040845934,0.00025862994,0.7531654,0.00005122214,0.000016304797,0.00032317085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975827,0.00042758248,0.00037349534,0.00032630193,0.00090113183,0.00038880928],"domain_scores_gemma":[0.9982508,0.00033303088,0.000085494066,0.00040911423,0.00078883127,0.00013277325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046451883,0.0001081934,0.00021478231,0.000101798025,0.00012259782,0.00007397448,0.00014850826,0.00009446006,0.000037940248],"category_scores_gemma":[0.0011264596,0.00007580974,0.000024311723,0.00050421694,0.00024605528,0.000099523364,0.00014637042,0.000635622,0.000014055688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023898124,0.0035819039,0.25201362,0.0009681686,0.00013756142,0.000018935649,0.012881563,0.000011331625,0.00642747,0.004299863,0.09847976,0.61879003],"study_design_scores_gemma":[0.00835423,0.0013204141,0.88366836,0.0023680402,0.000008219982,0.000008477852,0.007841776,0.007952019,0.0014762866,0.0046922816,0.08208922,0.00022066978],"about_ca_topic_score_codex":0.0002985869,"about_ca_topic_score_gemma":0.000055849792,"teacher_disagreement_score":0.63165474,"about_ca_system_score_codex":0.0004944312,"about_ca_system_score_gemma":0.00097621593,"threshold_uncertainty_score":0.30914313},"labels":[],"label_agreement":null},{"id":"W2088823622","doi":"10.1097/acm.0b013e3181d73fb6","title":"Toward Authentic Clinical Evaluation: Pitfalls in the Pursuit of Competency","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; University Health Network; University of Toronto; The Wilson Centre","funders":"","keywords":"Psychology; Medical education; MEDLINE; Representation (politics); Standardized test; Medicine; Mathematics education; Political science","score_opus":0.11786130562613686,"score_gpt":0.4775186042921444,"score_spread":0.3596572986660075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088823622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89064515,0.00036042472,0.00021176542,0.0976145,0.0024284138,0.00085795973,6.8607136e-7,0.000020789283,0.007860313],"genre_scores_gemma":[0.985686,0.00014599758,0.0006762672,0.011101859,0.0019522127,0.00006737703,0.000054791242,0.000012672932,0.00030283147],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962138,0.00022608024,0.0013181005,0.00026260095,0.001746816,0.00023258227],"domain_scores_gemma":[0.9980576,0.0005636826,0.00030493646,0.00056653685,0.00043018526,0.000077031305],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014675886,0.00013017221,0.00042403003,0.0002473537,0.00003666332,0.0000028103084,0.00058457896,0.00035500072,0.0018176401],"category_scores_gemma":[0.014864796,0.00007804115,0.00005114839,0.00088829745,0.0007427654,0.000060219,0.000042418553,0.0024588634,0.0000483334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021722377,0.0005608216,0.26999506,0.0005204397,0.00014294354,0.000030933996,0.040024187,0.0000015885569,0.014947737,0.11352238,0.25570226,0.3043344],"study_design_scores_gemma":[0.01055475,0.0011552625,0.8478381,0.0012907967,0.00090581184,0.00045052255,0.012799074,0.0055994308,0.00030105156,0.03123228,0.08756324,0.00030966892],"about_ca_topic_score_codex":0.000036147678,"about_ca_topic_score_gemma":0.000005459033,"teacher_disagreement_score":0.57784307,"about_ca_system_score_codex":0.000035616114,"about_ca_system_score_gemma":0.00047509166,"threshold_uncertainty_score":0.9998425},"labels":[],"label_agreement":null},{"id":"W2089268300","doi":"10.1186/cc6752","title":"Multidisciplinary educational needs assessment of critical care in community hospitals","year":2008,"lang":"en","type":"article","venue":"Critical Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Axdev Group (Canada)","funders":"Instituto de Salud Carlos III; Fundação de Amparo à Pesquisa do Estado de São Paulo; Deutscher Akademischer Austauschdienst; Intensive Care Foundation","keywords":"Medicine; Multidisciplinary approach","score_opus":0.03836205200145793,"score_gpt":0.44584303150913585,"score_spread":0.4074809795076779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089268300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94772047,0.0005578737,0.00021316779,0.008687119,0.00042172574,0.00026132754,0.00002069992,0.00003065288,0.04208696],"genre_scores_gemma":[0.9844147,0.0000039447095,0.01455714,0.0003790673,0.00018238928,0.00007750678,0.00021525046,0.00002757614,0.00014240282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861735,0.00014877446,0.00040819898,0.0001517196,0.0004305381,0.0002433969],"domain_scores_gemma":[0.997925,0.00048755982,0.000024521381,0.0004183569,0.0010220531,0.00012249856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019672592,0.00012455528,0.00026893956,0.0002914729,0.00019685861,0.000005825367,0.0001355546,0.00015208022,0.0007737857],"category_scores_gemma":[0.0047318763,0.00012392165,0.00006387778,0.0005687754,0.00093740376,0.000080909,0.000088151624,0.0007003376,0.000019923831],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039688515,0.0026703246,0.83631873,0.004160129,0.000013131818,0.00004632573,0.036603183,0.000004240698,0.0005153284,0.11272052,0.002498686,0.0044097253],"study_design_scores_gemma":[0.00060452253,0.00046152738,0.8991977,0.00029360014,0.000044603905,0.00005718865,0.09783615,0.00010080951,0.00028333504,0.0007751054,0.00020430236,0.00014112754],"about_ca_topic_score_codex":0.00005767404,"about_ca_topic_score_gemma":0.000009155108,"teacher_disagreement_score":0.11194541,"about_ca_system_score_codex":0.0003391177,"about_ca_system_score_gemma":0.00070963276,"threshold_uncertainty_score":0.8472411},"labels":[],"label_agreement":null},{"id":"W2089448921","doi":"10.1080/13561820802028410","title":"Achieving social accountability through interprofessional collaboration: The Canadian medical schools experience","year":2008,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canmore Museum and Geoscience Centre; University of British Columbia","funders":"","keywords":"Accountability; Cornerstone; Interprofessional education; Social accounting; Context (archaeology); Health care; Public relations; Social work; Action (physics); Political science; Medical education; Medicine; Business","score_opus":0.027844759535021937,"score_gpt":0.41030741809480453,"score_spread":0.3824626585597826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089448921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92563164,0.00035069115,0.00017374924,0.067317925,0.004296507,0.0002431726,0.000008684635,0.000012935375,0.0019646795],"genre_scores_gemma":[0.97840744,0.000017426812,0.0021640214,0.016782202,0.0022673595,0.00002918368,0.00002701282,0.000018673996,0.0002866713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99608827,0.00021574493,0.00097630505,0.00019877087,0.0022298442,0.00029107666],"domain_scores_gemma":[0.9960066,0.00014029794,0.0004315004,0.00024182683,0.0029010768,0.00027866304],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00085142395,0.00018438559,0.000362947,0.00018591782,0.0012925614,0.00003679546,0.00051563256,0.0003689798,0.0038395235],"category_scores_gemma":[0.0031902506,0.00011018618,0.00017903752,0.00068829,0.0004997473,0.0004887673,0.00011090668,0.0022719484,0.000035113822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031747012,0.00065919355,0.421957,0.0002642887,0.00027001937,0.00067471626,0.17722389,0.000004666647,0.0011995063,0.0031358579,0.3644836,0.026952593],"study_design_scores_gemma":[0.002885505,0.000592942,0.49843842,0.0055572367,0.00011461664,0.0057879463,0.42240137,0.0001228705,0.0006347016,0.0003643018,0.06260163,0.00049844786],"about_ca_topic_score_codex":0.0014698715,"about_ca_topic_score_gemma":0.006306107,"teacher_disagreement_score":0.30188194,"about_ca_system_score_codex":0.0013412342,"about_ca_system_score_gemma":0.016848488,"threshold_uncertainty_score":0.9970711},"labels":[],"label_agreement":null},{"id":"W2089485566","doi":"10.1016/j.nedt.2011.09.011","title":"Implications of multiple-choice testing in nursing education","year":2011,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Extendicare (Canada); Laurentian University","funders":"","keywords":"Nursing; Competence (human resources); Nurse education; Health care; Psychology; Context (archaeology); Medicine; Social psychology","score_opus":0.05207711846877695,"score_gpt":0.39064409459132593,"score_spread":0.338566976122549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089485566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8243531,0.0001750253,0.00050640915,0.005335087,0.0019291068,0.00081581593,0.000002361553,0.00007396172,0.16680916],"genre_scores_gemma":[0.9503876,0.0000049770506,0.046944782,0.00087639876,0.00038198874,0.000280911,0.00011403217,0.000028718341,0.0009805835],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99856037,0.00005160209,0.000643551,0.00030224546,0.00021626615,0.00022597623],"domain_scores_gemma":[0.9979335,0.00019627385,0.00029505315,0.0005515777,0.0009292579,0.0000943545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031359616,0.00014383496,0.00021068568,0.00062614854,0.000078778234,0.00000838466,0.0001493485,0.00013726341,0.00036576684],"category_scores_gemma":[0.005315543,0.00015308624,0.00004309186,0.0016270169,0.00016455929,0.00020090165,0.0000071436075,0.00027961674,0.000042065873],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017817165,0.0045966343,0.4291452,0.000072760944,0.000006755746,6.7662576e-8,0.004020277,0.000001081219,0.004219402,0.0153231155,0.008115124,0.53448176],"study_design_scores_gemma":[0.00037068615,0.000072715244,0.983134,0.00093674887,0.000050959003,0.000032268174,0.0050053825,0.00013627342,0.0025089448,0.005903975,0.0017120473,0.00013603982],"about_ca_topic_score_codex":0.00036166533,"about_ca_topic_score_gemma":0.000014884551,"teacher_disagreement_score":0.55398875,"about_ca_system_score_codex":0.00043388418,"about_ca_system_score_gemma":0.0024282553,"threshold_uncertainty_score":0.63635856},"labels":[],"label_agreement":null},{"id":"W2089687241","doi":"10.1097/01.acm.0000232422.81299.b7","title":"Learning in Practice: Experiences and Perceptions of High-Scoring Physicians","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Enthusiasm; Psychology; Laughter; Social psychology; Medical education; Psychoanalysis; Medicine","score_opus":0.013690484042215095,"score_gpt":0.36660933030002624,"score_spread":0.3529188462578111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089687241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822597,0.00044710853,0.0007748917,0.013228437,0.00023306407,0.00016799668,1.491785e-7,0.000031322164,0.0028573333],"genre_scores_gemma":[0.9956083,0.00037844182,0.0013737848,0.0010598728,0.00076690305,0.000042934284,0.000022853665,0.000010404201,0.00073649816],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9988005,0.000046094698,0.00046020426,0.00018552391,0.00034379776,0.00016388638],"domain_scores_gemma":[0.9993979,0.00016500597,0.0001745349,0.00011444954,0.00011993331,0.00002822546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006156462,0.00008815117,0.0002537364,0.00024681227,0.000053207004,0.000001449276,0.000058472924,0.00012252196,0.00011475418],"category_scores_gemma":[0.002223719,0.00007383503,0.000010317123,0.0006055108,0.00036835947,0.00014535124,0.00002001002,0.0007411408,0.000003830813],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019967653,0.0002515353,0.3873562,0.00047761665,0.000061803985,0.000037491016,0.24466112,0.00012693058,0.09390452,0.034870956,0.02313702,0.21491514],"study_design_scores_gemma":[0.0032457202,0.000763373,0.39714056,0.0023133936,0.00021848375,0.00019658415,0.5793501,0.001132704,0.0017859474,0.001932765,0.011679021,0.00024130807],"about_ca_topic_score_codex":0.00054986804,"about_ca_topic_score_gemma":0.0000035016842,"teacher_disagreement_score":0.33468902,"about_ca_system_score_codex":0.000059860857,"about_ca_system_score_gemma":0.000053976593,"threshold_uncertainty_score":0.3219929},"labels":[],"label_agreement":null},{"id":"W2089766006","doi":"10.1002/chp.20063","title":"A reflective learning framework to evaluate CME effects on practice reflection","year":2010,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Concordia University; Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Reflective practice; Cognition; Operationalization; Thematic analysis; Psychology; Curriculum; Computer science; Reflective writing; Qualitative research; Mathematics education; Pedagogy","score_opus":0.02901139270884685,"score_gpt":0.5145401363740061,"score_spread":0.48552874366515925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089766006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77551025,0.000081661405,0.002013625,0.2121996,0.0073078787,0.0010173437,1.15426445e-7,0.000018897665,0.0018506319],"genre_scores_gemma":[0.9149469,0.000037054877,0.052282266,0.029773165,0.0020454454,0.000100927384,0.000003442841,0.000022234308,0.0007885563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683625,0.0012175958,0.00081144104,0.00016626804,0.0006958518,0.0002726241],"domain_scores_gemma":[0.99502015,0.0019730618,0.0010659427,0.0003183493,0.001474439,0.00014806533],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007958462,0.00012386103,0.0002864043,0.0006824209,0.0003311743,0.00003259588,0.00017441747,0.00016830492,0.000032646178],"category_scores_gemma":[0.048082776,0.00008362853,0.00005815594,0.0013156314,0.000031593157,0.00019503904,0.000016923446,0.004039969,0.00003051452],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010965458,0.0019940026,0.0035977066,0.00028748513,0.000038812774,0.0000061909004,0.13633204,0.000030296345,0.0037704234,0.008121843,0.057697304,0.78702736],"study_design_scores_gemma":[0.004601272,0.011486983,0.28407663,0.03547282,0.00038657789,0.0018978175,0.24355218,0.0002856246,0.0019299412,0.025240835,0.3904426,0.0006266885],"about_ca_topic_score_codex":0.000021931974,"about_ca_topic_score_gemma":0.0000086940645,"teacher_disagreement_score":0.7864007,"about_ca_system_score_codex":0.0004228383,"about_ca_system_score_gemma":0.0025694051,"threshold_uncertainty_score":0.99825776},"labels":[],"label_agreement":null},{"id":"W2089922252","doi":"10.1176/appi.ap.12010006","title":"Evaluating Psychiatry Residents as Physician-Managers: Development of an Assessment Tool","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Alberta; University of Toronto","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Psychiatry; Political science","score_opus":0.031165459461228402,"score_gpt":0.4446813985788758,"score_spread":0.4135159391176474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089922252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811315,0.00025144027,0.00067618163,0.008438333,0.0028863042,0.0008987377,0.0000010204698,0.00009511802,0.0056213546],"genre_scores_gemma":[0.5386904,0.000018879575,0.44811803,0.011103936,0.0012008279,0.00022243639,0.000097131044,0.000048694063,0.0004996686],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968732,0.000087920605,0.001124002,0.00045715141,0.0010668269,0.0003908744],"domain_scores_gemma":[0.99845016,0.00003372092,0.0004784802,0.000605507,0.00031539195,0.000116764255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011254504,0.00023319968,0.00033814876,0.00028722556,0.00018009703,0.000018061177,0.0003536992,0.00031249455,0.0004728397],"category_scores_gemma":[0.00030020316,0.00022043713,0.0000736588,0.0006945745,0.00009516747,0.0004334104,0.00007194306,0.0010291955,0.00031349043],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101031736,0.0016067202,0.20544785,0.0010356021,0.000405443,9.429911e-7,0.0022385884,0.000027668402,0.0129236635,0.017464302,0.09135415,0.66739404],"study_design_scores_gemma":[0.0022622156,0.00045974978,0.9517572,0.0014792613,0.00020227283,0.000024818823,0.005696605,0.002369786,0.00079677196,0.032958433,0.0015259774,0.00046690888],"about_ca_topic_score_codex":0.00004351641,"about_ca_topic_score_gemma":0.0000024112105,"teacher_disagreement_score":0.74630934,"about_ca_system_score_codex":0.00020683162,"about_ca_system_score_gemma":0.0020460996,"threshold_uncertainty_score":0.89891654},"labels":[],"label_agreement":null},{"id":"W2090030796","doi":"10.1080/01421590500315170","title":"An update on master's degrees in medical education","year":2005,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Degree program; Educational program; Sample (material); Computer science; Medicine; Political science","score_opus":0.023793872362894312,"score_gpt":0.3755170191241837,"score_spread":0.3517231467612894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090030796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86637616,0.00011836045,0.00032043678,0.11104403,0.00063452544,0.0002613074,2.6905252e-7,0.00010495748,0.021139938],"genre_scores_gemma":[0.9615442,0.000044351716,0.0021940107,0.030597119,0.00272222,0.00009817906,0.00014821083,0.000036044014,0.00261565],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966301,0.00015529197,0.00057572016,0.00038520992,0.0019002525,0.00035345042],"domain_scores_gemma":[0.998772,0.000021432104,0.000068558,0.0004966449,0.000102764105,0.0005385684],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018392254,0.00017600392,0.00027270243,0.00033284072,0.00004975996,0.000016226295,0.0003017412,0.00047838714,0.036579594],"category_scores_gemma":[0.004554542,0.00014195217,0.000046870297,0.00052282936,0.00020780551,0.00014427994,0.000032811444,0.0012121428,0.0008001122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007277905,0.0040097144,0.06466114,0.00003084853,0.00001516343,0.000033062966,0.00053866947,0.0000028003817,0.000008643101,0.0028614425,0.06911004,0.8586557],"study_design_scores_gemma":[0.005174943,0.00072079734,0.104481205,0.0015657233,0.00006602761,0.00039415478,0.0012953429,0.14062007,0.00009651983,0.0006774641,0.7442926,0.00061512564],"about_ca_topic_score_codex":0.000044794917,"about_ca_topic_score_gemma":0.000084699015,"teacher_disagreement_score":0.8580406,"about_ca_system_score_codex":0.0003105389,"about_ca_system_score_gemma":0.0015993397,"threshold_uncertainty_score":0.9999779},"labels":[],"label_agreement":null},{"id":"W2090039383","doi":"10.1097/00001888-200003000-00018","title":"A Comparison of Standard-setting Procedures for an OSCE in Undergraduate Medical Education","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Objective structured clinical examination; Medical education; Cutoff; Psychology; Medicine; Mathematics education","score_opus":0.038030555905390444,"score_gpt":0.45950095996737805,"score_spread":0.4214704040619876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090039383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93024737,0.0010489313,0.0017600665,0.062163357,0.0004278095,0.0010904141,0.0000025326383,0.00006082858,0.0031987235],"genre_scores_gemma":[0.9885443,0.00032510972,0.0029961127,0.005829105,0.00097401044,0.00016000481,0.00023025027,0.000028680168,0.00091243273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972158,0.00006918905,0.0011477926,0.00032387272,0.0009438263,0.0002995402],"domain_scores_gemma":[0.9988323,0.00017093778,0.00022350837,0.00027542704,0.00030471472,0.00019309942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018255911,0.00016180842,0.0005468279,0.00034336664,0.00005895076,0.0000021910657,0.00021578126,0.0003532973,0.00080645294],"category_scores_gemma":[0.009223931,0.00013183059,0.000028986653,0.0007285641,0.0003084966,0.00011825101,0.000012060203,0.0008144994,0.0000062150903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074950006,0.0004750122,0.08886163,0.0012483479,0.00003783894,0.0000018456404,0.011489046,0.000014096759,0.0016055573,0.007975632,0.20106246,0.68647903],"study_design_scores_gemma":[0.046829384,0.014626568,0.1431105,0.04419188,0.0013628326,0.00096515653,0.07541298,0.062170386,0.01188109,0.08468384,0.51265377,0.0021115898],"about_ca_topic_score_codex":0.0000727481,"about_ca_topic_score_gemma":0.000027502605,"teacher_disagreement_score":0.6843675,"about_ca_system_score_codex":0.00017131587,"about_ca_system_score_gemma":0.0019960292,"threshold_uncertainty_score":0.9991218},"labels":[],"label_agreement":null},{"id":"W2090058550","doi":"10.1016/s1499-2671(08)23002-9","title":"Should Publication Ethics be Taught in the Professional Curriculum for Health Science Students?","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Publishing; Confidentiality; Medicine; Peer review; Scopus; Curriculum; Medical education; Health care; Critical appraisal; MEDLINE; Alternative medicine; Psychology; Pedagogy; Political science","score_opus":0.08703873483358987,"score_gpt":0.43429077432692953,"score_spread":0.34725203949333966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090058550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76379806,0.00017440537,0.000025758229,0.23495,0.00064518326,0.0002980241,0.0000036669223,0.0000019890815,0.000102897626],"genre_scores_gemma":[0.9619733,0.000007791933,0.0016783584,0.035859212,0.00031538776,0.000028367596,0.000019106932,0.000006741291,0.00011173836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983289,0.0000525113,0.00043128247,0.000101340534,0.00075640215,0.0003295124],"domain_scores_gemma":[0.9978729,0.00010447135,0.00024840317,0.00016025551,0.0013509212,0.0002630335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047824965,0.00006490427,0.00015199897,0.00060548674,0.0005004873,0.00004087658,0.00041561606,0.00007582452,0.000040993156],"category_scores_gemma":[0.0060717473,0.0000433794,0.00003745674,0.0011741443,0.00040335316,0.00022485886,0.0000074294503,0.00075604126,0.0000016176181],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014057432,0.00015933657,0.8259296,0.000058507234,0.000009992742,0.0000021931944,0.00569469,0.0000018948315,0.000032250395,0.002898893,0.16236334,0.0028479202],"study_design_scores_gemma":[0.0006992605,0.00026424357,0.92284507,0.00029155522,0.0000134890415,0.000040101313,0.0026343025,0.00015372598,0.00006962428,0.00037461505,0.072541,0.00007302298],"about_ca_topic_score_codex":0.0001593884,"about_ca_topic_score_gemma":0.0007731965,"teacher_disagreement_score":0.1990908,"about_ca_system_score_codex":0.00047298352,"about_ca_system_score_gemma":0.0123821115,"threshold_uncertainty_score":0.99321675},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2090271305","doi":"10.3109/0142159x.2011.586747","title":"Both preparing to teach and teaching positively impact learning outcomes for peer teachers","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Providence Health Care; University of British Columbia; Natural Sciences and Engineering Research Council of Canada; Foothills Medical Centre; University of Calgary","funders":"Academy of Medical Royal Colleges","keywords":"Medicine; Teaching method; Medical education; Psychology; Mathematics education","score_opus":0.03388795336328742,"score_gpt":0.38660438588630797,"score_spread":0.35271643252302054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090271305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95386666,0.000031547424,0.011082813,0.0062318337,0.00024230503,0.00071848545,9.944193e-7,0.00019639963,0.027628953],"genre_scores_gemma":[0.9649204,0.0000018334367,0.016184075,0.0019936827,0.00039368853,0.0001483338,0.000039332415,0.00006218046,0.016256487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975001,0.00014349812,0.00045640994,0.0004648724,0.0009289287,0.00050615915],"domain_scores_gemma":[0.99890167,0.000085803054,0.0000975096,0.00027124232,0.00015549123,0.00048828975],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037429673,0.00025216356,0.0004345448,0.00023830334,0.0002473782,0.000029588176,0.00017385032,0.00029227746,0.0010698128],"category_scores_gemma":[0.018645462,0.00019028233,0.0001296637,0.00013856443,0.00014441008,0.00012983252,0.000102249636,0.0013711702,0.000030768315],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012826559,0.00051886146,0.7941875,0.000054301752,0.00022063537,0.000009334278,0.021871582,8.8354614e-7,0.00014453303,0.0007714793,0.02897605,0.15311655],"study_design_scores_gemma":[0.0036887003,0.0015326609,0.8728885,0.0004688934,0.00033014055,0.00019096158,0.0067993994,0.006876285,0.00011629504,0.00025826457,0.10619512,0.0006547669],"about_ca_topic_score_codex":0.0002518838,"about_ca_topic_score_gemma":0.000005479483,"teacher_disagreement_score":0.1524618,"about_ca_system_score_codex":0.00026509137,"about_ca_system_score_gemma":0.00021440588,"threshold_uncertainty_score":0.99984336},"labels":[],"label_agreement":null},{"id":"W2090514596","doi":"10.1097/acm.0b013e3182a34b05","title":"“I AM a Doctor”","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":226,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Standardization; Diversity (politics); Identity (music); Social constructionism; Sociology; Strict constructionism; Construct (python library); Pedagogy; Public relations; Engineering ethics; Medical education; Psychology; Medicine; Political science; Social science; Law","score_opus":0.13672824692883426,"score_gpt":0.4898265314376937,"score_spread":0.3530982845088595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090514596","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013521786,0.9795391,0.00013424997,0.0035556355,0.0023641195,0.0020252557,0.0000027603437,0.00017702539,0.012188319],"genre_scores_gemma":[0.0000022959437,0.95278066,0.00044006243,0.0039251945,0.0071308296,0.0005864581,0.0007199762,0.00010832373,0.03430619],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604166,0.000114134185,0.0017696609,0.0006188409,0.0009365944,0.00051909883],"domain_scores_gemma":[0.9976465,0.00025277998,0.0006489901,0.00088763866,0.0002856597,0.00027842028],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001058354,0.0005796941,0.0027982525,0.0008068342,0.0000759,0.000005268939,0.00045912253,0.0014916784,0.006263471],"category_scores_gemma":[0.0042906627,0.00036335445,0.00020422271,0.0015270059,0.0004806382,0.000086020475,0.00009130172,0.003943661,0.0032195165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013002451,0.000007325512,0.0000037404648,0.009992888,0.0000879486,0.000008109638,0.00017267454,2.1486162e-9,8.4472475e-7,0.0012247071,0.3600224,0.62847805],"study_design_scores_gemma":[0.00046274738,0.0001353587,0.0000042176835,0.051747404,0.0019965016,0.0006065446,0.0001324978,0.0000056410427,3.8336233e-7,0.00021719157,0.944431,0.00026050868],"about_ca_topic_score_codex":0.000027317998,"about_ca_topic_score_gemma":7.9917264e-8,"teacher_disagreement_score":0.6282175,"about_ca_system_score_codex":0.00044067026,"about_ca_system_score_gemma":0.0007269097,"threshold_uncertainty_score":0.99988186},"labels":[],"label_agreement":null},{"id":"W2090682469","doi":"10.1197/j.aem.2006.07.030","title":"The Assessment of Emergency Physicians by a Regulatory Authority","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Medical emergency; Regulatory authority; Public administration","score_opus":0.025571510122303867,"score_gpt":0.3982370938043246,"score_spread":0.37266558368202074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090682469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051997,0.008695869,0.003272968,0.04003162,0.009170946,0.0008696374,0.000011792818,0.0001332606,0.0326142],"genre_scores_gemma":[0.976012,0.0053653964,0.00042471095,0.0003151755,0.002914977,0.000098164564,0.00019321265,0.000040600502,0.014635773],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99628353,0.00009411293,0.0017689742,0.00033791378,0.001105548,0.00040993135],"domain_scores_gemma":[0.9981018,0.000061208244,0.00065551465,0.0006211358,0.0004882978,0.000072056566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001737458,0.0002243459,0.00040496438,0.00012798049,0.00025544805,3.0154243e-7,0.0003291271,0.00025256787,0.0013980314],"category_scores_gemma":[0.00084754423,0.0001533946,0.00010463995,0.0011917207,0.00034033766,0.0000860672,0.000045006866,0.0010036295,0.000011599923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011801564,0.00013758359,0.11424164,0.00010194878,0.0000516374,4.9993326e-7,0.00018376096,0.0000021123221,0.030456001,0.015616359,0.8338239,0.0053727077],"study_design_scores_gemma":[0.0010926004,0.00038766614,0.634015,0.00034071933,0.00037891563,0.000008906156,0.0012412425,0.0014708426,0.0016525271,0.009755727,0.34936023,0.0002955967],"about_ca_topic_score_codex":0.00020664223,"about_ca_topic_score_gemma":0.000008057259,"teacher_disagreement_score":0.5197734,"about_ca_system_score_codex":0.0001526933,"about_ca_system_score_gemma":0.00013232094,"threshold_uncertainty_score":0.9995148},"labels":[],"label_agreement":null},{"id":"W2090877423","doi":"10.1097/acm.0000000000000737","title":"How Do Medical Schools Identify and Remediate Professionalism Lapses in Medical Students? A Study of U.S. and Canadian Medical Schools","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Conference Board of Canada","funders":"","keywords":"Medical education; Accreditation; Strengths and weaknesses; Best practice; Psychology; Transparency (behavior); Qualitative research; Mental health; Medicine; Political science; Sociology; Psychiatry","score_opus":0.05924651008385494,"score_gpt":0.4418514364421478,"score_spread":0.38260492635829285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090877423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81128526,0.0032845275,0.000021598957,0.18302448,0.00094370154,0.0011673293,0.000002663788,0.000040966417,0.00022948797],"genre_scores_gemma":[0.98281294,0.0018451978,0.000082204206,0.013115947,0.001385677,0.0001692893,0.00005322501,0.000046078385,0.0004894401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98610723,0.0005025848,0.0016388249,0.0007791868,0.010246348,0.00072581536],"domain_scores_gemma":[0.994743,0.00038501332,0.00034188761,0.00054023264,0.00054605165,0.0034438083],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014021291,0.00039172408,0.0011552984,0.001218593,0.00011099461,0.000030278738,0.0009294156,0.0015334537,0.0009067994],"category_scores_gemma":[0.0885702,0.00028901963,0.000029338164,0.0014223638,0.0009115405,0.00029227725,0.00044650064,0.0052259928,0.000017504257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021385882,0.00043396364,0.84651995,0.0002951618,0.0001835833,0.0011832218,0.012086531,8.4823746e-8,0.000054340857,0.0009538729,0.097421624,0.040653817],"study_design_scores_gemma":[0.048600525,0.0027333994,0.68720603,0.018555935,0.0005444426,0.0029424261,0.19536766,0.0009810454,0.00003940058,0.0035229225,0.038562145,0.0009440342],"about_ca_topic_score_codex":0.0113583,"about_ca_topic_score_gemma":0.0056313137,"teacher_disagreement_score":0.18328114,"about_ca_system_score_codex":0.00033189385,"about_ca_system_score_gemma":0.0055832826,"threshold_uncertainty_score":0.9999562},"labels":[],"label_agreement":null},{"id":"W2090914235","doi":"10.3138/jvme.0113-022r","title":"Faculty Development in Veterinary Education: Are We Doing Enough (or Publishing Enough About It), and Do We Value It?","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterinary education; Terminology; Publishing; Value (mathematics); Medical education; Veterinary medicine; Faculty development; Political science; Field (mathematics); Medicine; Professional development; Library science; Sociology; Pedagogy; Curriculum; Computer science","score_opus":0.0901102197625924,"score_gpt":0.40881993119903554,"score_spread":0.3187097114364431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090914235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7381695,0.0028721092,0.00018162542,0.25412345,0.0031643042,0.000494435,0.0000012067596,0.000021282805,0.0009721065],"genre_scores_gemma":[0.9218687,0.0037077193,0.05672813,0.013351377,0.0027092148,0.00022667673,0.0000831149,0.000056691635,0.0012683958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956479,0.00023063949,0.0017727995,0.0003946808,0.0015057591,0.00044821092],"domain_scores_gemma":[0.99681306,0.00021850078,0.00094759575,0.00034960415,0.0011355425,0.0005357181],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020261698,0.0003219999,0.00058746996,0.0008351908,0.00020279353,0.00026530365,0.0004075889,0.0004064621,0.0018556722],"category_scores_gemma":[0.004854632,0.00025752548,0.00008639342,0.0009114014,0.00019059467,0.0014814258,0.00014506352,0.0013751906,0.00003569866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026694985,0.0023593705,0.0016040311,0.0009006987,0.00006693479,0.00009072821,0.011048393,0.0000033117797,0.0003945965,0.00021282225,0.16796674,0.8150854],"study_design_scores_gemma":[0.0015494449,0.0010963376,0.055202585,0.011407412,0.000053042553,0.0077149165,0.02185308,0.00016342704,0.000051430212,0.00024997126,0.9003456,0.00031272564],"about_ca_topic_score_codex":0.00007078126,"about_ca_topic_score_gemma":0.0000042999186,"teacher_disagreement_score":0.8147727,"about_ca_system_score_codex":0.00088396866,"about_ca_system_score_gemma":0.009629305,"threshold_uncertainty_score":0.9999877},"labels":[],"label_agreement":null},{"id":"W2091049030","doi":"10.1111/j.1365-2923.2009.03382.x","title":"‘It’s a cultural expectation…’ The pressure on medical trainees to work independently in clinical practice","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University Health Network; University of Toronto; The Wilson Centre; Stan Cassidy Foundation; Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Grounded theory; Psychology; Workload; Identity (music); Situated; Independence (probability theory); Medical education; Social psychology; Sociology; Medicine; Management; Qualitative research; Computer science","score_opus":0.027295925906587547,"score_gpt":0.4564508598713647,"score_spread":0.42915493396477716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091049030","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23911041,0.00019534711,0.000507387,0.7432807,0.0024154913,0.0009256387,6.131661e-7,0.00007245356,0.013491946],"genre_scores_gemma":[0.68038565,0.000065386484,0.00232853,0.31380478,0.0020778365,0.00017613139,0.00007527697,0.000015447209,0.0010709674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945104,0.0004059313,0.0011905186,0.0005015402,0.0030106567,0.0003809656],"domain_scores_gemma":[0.99750334,0.0007307255,0.00020790994,0.0005739785,0.00059094967,0.00039308274],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041366913,0.00021559306,0.000340096,0.00027215012,0.00013413593,0.00004937006,0.0004576574,0.0005187699,0.001744261],"category_scores_gemma":[0.11344708,0.0001430969,0.00009762392,0.001671025,0.0001987319,0.0002041875,0.00002709677,0.0017470839,0.00025146606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029562274,0.0032802266,0.0029936999,0.000020438874,0.00003164235,0.00001942481,0.008156349,0.000005122169,0.000003456689,0.0020389888,0.5486075,0.4345475],"study_design_scores_gemma":[0.0016301771,0.0006714975,0.30815986,0.0010499003,0.00010295979,0.00019823636,0.011014789,0.00041546085,0.00001747197,0.00019820726,0.6763034,0.00023805261],"about_ca_topic_score_codex":0.000041575942,"about_ca_topic_score_gemma":0.000023173985,"teacher_disagreement_score":0.4412752,"about_ca_system_score_codex":0.00020259441,"about_ca_system_score_gemma":0.0033170627,"threshold_uncertainty_score":0.9991683},"labels":[],"label_agreement":null},{"id":"W2091056020","doi":"10.1007/bf03056813","title":"Nieuwe tijden, nieuwe dokters. Competentiegericht opleiden","year":2007,"lang":"nl","type":"article","venue":"Tijdschrift voor Medisch Onderwijs","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Political science; Theology; Art; Humanities; Philosophy","score_opus":0.014512960608108052,"score_gpt":0.3178515883653148,"score_spread":0.30333862775720677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091056020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5669965,0.01433038,0.0232107,0.051146474,0.043944065,0.00593473,0.00016904763,0.0016943202,0.29257375],"genre_scores_gemma":[0.900102,0.0006946561,0.011465037,0.013015902,0.007950681,0.00012589678,0.0011686817,0.0003999218,0.065077186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98749924,0.000316683,0.0033545697,0.001911701,0.0038537094,0.0030640857],"domain_scores_gemma":[0.992707,0.0006895013,0.0011638057,0.0025684654,0.0015188425,0.0013523453],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0054836175,0.0014183425,0.0018744965,0.0017257965,0.0008555475,0.0002632467,0.0014715099,0.0013560532,0.021979483],"category_scores_gemma":[0.00394199,0.0013634257,0.0005872223,0.0040913587,0.0014090914,0.00082777406,0.00052065635,0.003549506,0.029277083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009079634,0.0033335004,0.029267455,0.0019301092,0.0014791657,0.0012307011,0.0064746793,0.0000071909476,0.010107985,0.019540573,0.8652139,0.060506806],"study_design_scores_gemma":[0.0098147215,0.0013890914,0.09066926,0.0027450651,0.002106917,0.00091021403,0.018273171,0.00128537,0.007750253,0.0008695627,0.8614569,0.0027295258],"about_ca_topic_score_codex":0.00038732932,"about_ca_topic_score_gemma":0.000116423886,"teacher_disagreement_score":0.3331055,"about_ca_system_score_codex":0.000782813,"about_ca_system_score_gemma":0.0017798237,"threshold_uncertainty_score":0.9999404},"labels":[],"label_agreement":null},{"id":"W2091064727","doi":"10.1097/acm.0b013e3181eaafb4","title":"University of British Columbia Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Scholarship; Mentorship; Medical education; Excellence; Faculty development; Promotion (chess); Corporate governance; Medicine; Political science; Professional development; Sociology; Management; Pedagogy","score_opus":0.022506742509929494,"score_gpt":0.3246404450870976,"score_spread":0.3021337025771681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091064727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785935,0.00016939246,0.0004337328,0.011492421,0.0008733052,0.0002959387,0.000016486949,0.00004162588,0.008083567],"genre_scores_gemma":[0.9835524,0.00028597214,0.001225651,0.0011573443,0.00077133276,0.0000012991349,0.00017357871,0.000015439411,0.012816963],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99825954,0.000029008113,0.00060768786,0.00023704136,0.00067073334,0.0001959762],"domain_scores_gemma":[0.9983862,0.00009814369,0.00037039758,0.00036213486,0.000647438,0.00013567724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010968192,0.00008876327,0.0005507018,0.00013044215,0.00004909712,7.5491016e-7,0.00025568806,0.00035267315,0.0053911735],"category_scores_gemma":[0.0032695343,0.00011015898,0.00003570468,0.00078037946,0.0019996578,0.00006300493,0.000044103755,0.0011592387,0.0000100339685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045635334,0.00004721873,0.05927267,0.00032151837,0.00006496283,0.00001864381,0.0026111223,1.700079e-7,0.055394046,0.0009774673,0.8297166,0.051529948],"study_design_scores_gemma":[0.011693165,0.001225456,0.52015346,0.0034475506,0.000744944,0.00069852703,0.016504396,0.0002697269,0.00079028105,0.0040146303,0.4401552,0.00030267352],"about_ca_topic_score_codex":0.014833326,"about_ca_topic_score_gemma":0.0011096867,"teacher_disagreement_score":0.4608808,"about_ca_system_score_codex":0.000034970857,"about_ca_system_score_gemma":0.00017852269,"threshold_uncertainty_score":0.995518},"labels":[],"label_agreement":null},{"id":"W2091084049","doi":"10.1503/cmaj.109-4918","title":"Addressing bias in industry-funded CME","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuing medical education; Computer science; Continuing education; Medical education; Data science; World Wide Web; Medicine","score_opus":0.05746584399635899,"score_gpt":0.34555477175241683,"score_spread":0.2880889277560578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091084049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8132956,0.000049785158,0.0003870335,0.15989424,0.0019290105,0.00015487694,0.0000022645604,0.000028702529,0.02425849],"genre_scores_gemma":[0.94833136,0.000014920773,0.00095529726,0.046334207,0.0032289783,0.000008466054,0.000020955953,0.000020349227,0.001085481],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686897,0.00022924821,0.0006331858,0.00015868814,0.0015826891,0.0005272373],"domain_scores_gemma":[0.9978624,0.00016482905,0.00023770951,0.00013900881,0.00051520654,0.001080856],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049023107,0.0001125368,0.0002582218,0.0005951693,0.00019117697,0.00007522451,0.00015828296,0.0010112593,0.005328465],"category_scores_gemma":[0.026129069,0.000105728635,0.00005780804,0.000828952,0.000054089087,0.00012487175,0.00001073408,0.003371797,0.00017933166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008890939,0.00008462158,0.4674979,0.00002003844,0.000043025902,0.0001650583,0.00041954432,0.000005443961,0.000013903843,0.0013362425,0.26504636,0.265359],"study_design_scores_gemma":[0.0020689245,0.000071548195,0.33637172,0.000498198,0.000025795063,0.0006303316,0.00066361984,0.0026516428,0.000021810652,0.00072114,0.6561036,0.00017163604],"about_ca_topic_score_codex":0.0017066123,"about_ca_topic_score_gemma":0.00845755,"teacher_disagreement_score":0.39105725,"about_ca_system_score_codex":0.0022752741,"about_ca_system_score_gemma":0.0038790684,"threshold_uncertainty_score":0.9989275},"labels":[],"label_agreement":null},{"id":"W2091190226","doi":"10.1097/00001888-200009001-00002","title":"A Guide to the 130 Reports in This Snapshot Supplement to Academic Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Variety (cybernetics); Academic medicine; Medical school; Snapshot (computer storage); Medicine; Psychology; Public relations; Political science; Computer science","score_opus":0.032279212125908036,"score_gpt":0.414104930212745,"score_spread":0.38182571808683696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091190226","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28743276,0.0010770367,0.00044875164,0.66828746,0.0017728009,0.0025111898,0.0000035116072,0.00010142962,0.038365062],"genre_scores_gemma":[0.60689443,0.0018764309,0.0017095191,0.29746568,0.009976723,0.00093537115,0.0005639702,0.00010730696,0.080470555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354964,0.00014969204,0.0026008429,0.0008803415,0.0019078129,0.00091168686],"domain_scores_gemma":[0.9973279,0.00029363594,0.00027294102,0.0012394688,0.0002954999,0.0005705033],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006529123,0.00042739883,0.00086361374,0.0008654078,0.00016162252,0.0000041075887,0.0006259935,0.00050696696,0.05231937],"category_scores_gemma":[0.009230846,0.0002650849,0.000049299695,0.003254596,0.00037794153,0.0001095909,0.00011844374,0.0028403974,0.0005483747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015429966,0.00001888058,0.0041463724,0.000052367333,0.00003030279,0.00011567756,0.013247561,0.000026271015,0.0022167226,0.00057340163,0.9319798,0.04743838],"study_design_scores_gemma":[0.0017238044,0.0007370636,0.007392679,0.0019508245,0.00014591933,0.00069703395,0.003716317,0.0001375335,0.00038181132,0.00065213576,0.9822107,0.00025418345],"about_ca_topic_score_codex":0.0016296724,"about_ca_topic_score_gemma":0.000055374923,"teacher_disagreement_score":0.37082177,"about_ca_system_score_codex":0.0006446256,"about_ca_system_score_gemma":0.00033783293,"threshold_uncertainty_score":0.99998015},"labels":[],"label_agreement":null},{"id":"W2091492237","doi":"10.1007/s10459-005-5291-8","title":"Standard Setting for Clinical Competence at Graduation from Medical School: A Comparison of Passing Scores Across Five Medical Schools","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cambridge; McMaster University","keywords":"Competence (human resources); Graduation (instrument); Medical education; Medical school; Psychology; Test (biology); Medicine; Mathematics","score_opus":0.048525512554017755,"score_gpt":0.5309233317660307,"score_spread":0.4823978192120129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091492237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9432489,0.007254568,0.010638137,0.03441125,0.0030590363,0.0011059719,0.000024184825,0.000049494214,0.00020845716],"genre_scores_gemma":[0.9025801,0.001132682,0.09071397,0.0037840232,0.0011975515,0.00018238134,0.00033621638,0.000015165758,0.000057931553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994033,0.00026678602,0.0023547723,0.00064938096,0.0021523235,0.00054376357],"domain_scores_gemma":[0.99616784,0.0013769657,0.0011650939,0.00031820455,0.00062529655,0.00034657665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074930256,0.00017674273,0.0006210263,0.00024053617,0.00054421864,0.000038771414,0.0003811191,0.00023050845,0.00014512311],"category_scores_gemma":[0.021776116,0.00015738462,0.00007790895,0.0012325632,0.0010678098,0.00055114814,0.00007610932,0.0006174292,0.0000074658187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010885861,0.00048619707,0.73182535,0.00030932823,0.0000038098065,3.6825253e-7,0.0005543696,0.000098410565,0.000010269465,0.0013379229,0.008707187,0.25655794],"study_design_scores_gemma":[0.004065129,0.0016661308,0.8490033,0.010106807,0.000034182623,0.00003205254,0.015618329,0.06229414,0.0005351423,0.01754009,0.03860714,0.00049754255],"about_ca_topic_score_codex":0.0014127304,"about_ca_topic_score_gemma":0.0017029749,"teacher_disagreement_score":0.2560604,"about_ca_system_score_codex":0.0007439605,"about_ca_system_score_gemma":0.008948604,"threshold_uncertainty_score":0.9966697},"labels":[],"label_agreement":null},{"id":"W2091536582","doi":"10.3138/jvme.0514-057r1","title":"Students' Perceptions of the Script Concordance Test and Its Impact on Their Learning Behavior: A Mixed Methods Study","year":2014,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Undergraduate Education; University of Nottingham","keywords":"Summative assessment; Formative assessment; Focus group; Concordance; Thematic analysis; Psychology; Medical education; Test (biology); Qualitative research; Face validity; Perception; Qualitative property; Multimethodology; Medicine; Mathematics education; Clinical psychology; Psychometrics","score_opus":0.04848321921093417,"score_gpt":0.49384016251392626,"score_spread":0.4453569433029921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091536582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950236,0.00013704319,0.00041502953,0.0021672093,0.0017573724,0.00040481327,8.229682e-7,0.000008649366,0.00008544434],"genre_scores_gemma":[0.9968383,0.00005577427,0.0016415264,0.0007407388,0.0005334503,0.00003412084,0.000003583347,0.00001732703,0.0001352043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972956,0.00069889857,0.000744418,0.00015287299,0.0009598585,0.00014831692],"domain_scores_gemma":[0.9978992,0.00042899215,0.00059509126,0.00025883358,0.00063841505,0.00017948764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035512296,0.00014965072,0.00037197588,0.00022591258,0.00014429772,0.000019106574,0.0002887942,0.000107797394,0.00025200294],"category_scores_gemma":[0.013172191,0.000087310276,0.000116713636,0.00041791747,0.00015500271,0.00011557576,0.0000757128,0.00090513536,0.0000027982935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024503408,0.009783905,0.49051696,0.00011832446,0.00010997473,0.0000060970833,0.0056721787,0.0000059052018,0.016809748,0.000051461855,0.0030720294,0.47360837],"study_design_scores_gemma":[0.0010701566,0.007247623,0.97899085,0.00061996,0.00017003222,0.0009450298,0.00828307,0.00040855588,0.0001655861,0.00002621217,0.0019960497,0.0000768633],"about_ca_topic_score_codex":0.000010804397,"about_ca_topic_score_gemma":7.222929e-7,"teacher_disagreement_score":0.4884739,"about_ca_system_score_codex":0.00018476843,"about_ca_system_score_gemma":0.0009094586,"threshold_uncertainty_score":0.99514025},"labels":[],"label_agreement":null},{"id":"W2091777539","doi":"10.1097/acm.0b013e31823053f3","title":"Going Beyond Kirkpatrick in Evaluating a Clinician Scientist Program: Itʼs Not “If It Works” but “How It Works”","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital","funders":"Canadian Institutes of Health Research","keywords":"Logic model; Curriculum; Identity (music); Medical education; Psychology; Professional development; Program evaluation; Computer science; Sociology; Pedagogy; Medicine; Political science","score_opus":0.1473357969825575,"score_gpt":0.45225823937719384,"score_spread":0.30492244239463634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091777539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8935482,0.001220932,0.001541422,0.083148636,0.00405655,0.002502362,0.0000022521326,0.000263751,0.01371591],"genre_scores_gemma":[0.94847804,0.0005658724,0.014827898,0.026289158,0.0036012684,0.0003591456,0.00013985678,0.000083331106,0.0056554168],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994064,0.00023221117,0.0018503269,0.00095945544,0.0018386185,0.001055397],"domain_scores_gemma":[0.99696547,0.000547584,0.0007126592,0.00081398716,0.00057971204,0.000380572],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008423873,0.00043474548,0.0008937173,0.001137241,0.0002395076,0.000031728006,0.000621425,0.0007372814,0.0011600996],"category_scores_gemma":[0.019637905,0.0003662921,0.000095888696,0.00393399,0.0009007334,0.00046164237,0.00017018737,0.0035838326,0.00021050494],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003468644,0.00026555118,0.036612853,0.00033315734,0.000081119426,0.0000966141,0.020076992,0.0000027262608,0.0013971813,0.000512044,0.11963079,0.8206441],"study_design_scores_gemma":[0.058075428,0.01116244,0.3171643,0.0932801,0.004011327,0.0017828714,0.18865702,0.07147999,0.0046122177,0.009888235,0.23497152,0.004914556],"about_ca_topic_score_codex":0.00012820074,"about_ca_topic_score_gemma":0.00002306206,"teacher_disagreement_score":0.81572956,"about_ca_system_score_codex":0.0005023823,"about_ca_system_score_gemma":0.00066696893,"threshold_uncertainty_score":0.9998789},"labels":[],"label_agreement":null},{"id":"W2091793466","doi":"10.4300/jgme-d-13-00092.1","title":"How Do You Define High-Quality Education Research?","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Data science; Medical education; Computer science; MEDLINE; Medicine; Political science","score_opus":0.09143622573787248,"score_gpt":0.450719858407068,"score_spread":0.35928363266919555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091793466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69486696,0.00059716654,0.00051817874,0.29758784,0.004311272,0.0004645713,5.84768e-7,0.000020967873,0.0016324355],"genre_scores_gemma":[0.97083473,0.00041910945,0.012564404,0.0068259262,0.004646355,0.00011453156,0.00008493959,0.000038084705,0.004471939],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994071,0.00045763876,0.0011145646,0.0002950959,0.003626727,0.00043497505],"domain_scores_gemma":[0.9893712,0.00025560177,0.0008305782,0.0006050025,0.008261986,0.0006756398],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058303163,0.00020296582,0.0004846041,0.0010368648,0.00020548073,0.0001867161,0.0003947143,0.00030493055,0.001554668],"category_scores_gemma":[0.03571186,0.00015639231,0.0001471486,0.001574785,0.00043084729,0.00065775897,0.000053178228,0.0018845113,0.00018754833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040714913,0.0020370511,0.0025809794,0.00016530453,0.000043731652,0.0000023142209,0.00042587047,1.5660393e-7,0.000624997,0.008940913,0.44895405,0.5361839],"study_design_scores_gemma":[0.0040337387,0.0018760073,0.48110232,0.0039700978,0.00033914455,0.0022863247,0.027793009,0.00017051342,0.0022921339,0.08848444,0.38691187,0.0007404134],"about_ca_topic_score_codex":0.00027652702,"about_ca_topic_score_gemma":0.000003432092,"teacher_disagreement_score":0.5354435,"about_ca_system_score_codex":0.0006999782,"about_ca_system_score_gemma":0.011659645,"threshold_uncertainty_score":0.99935806},"labels":[],"label_agreement":null},{"id":"W2091922624","doi":"10.1016/j.profnurs.2010.09.009","title":"A Clinical Teaching Technique for Nurse Preceptors: The Five Minute Preceptor","year":2011,"lang":"en","type":"article","venue":"Journal of Professional Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Government of Northwest Territories; Aurora College","funders":"","keywords":"Preceptor; Medical education; Experiential learning; Nursing; Medicine; Psychology; Pedagogy","score_opus":0.057357073795130525,"score_gpt":0.45376025881006743,"score_spread":0.3964031850149369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091922624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8119293,0.0004371773,0.11271177,0.03973084,0.02465882,0.0035254052,0.0000071153336,0.00005648915,0.006943069],"genre_scores_gemma":[0.5800537,0.000009014855,0.41061386,0.0016227261,0.004237958,0.00009360105,0.000010864391,0.00004004521,0.003318214],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99796176,0.00024802834,0.000986488,0.0001403096,0.00045013148,0.00021330899],"domain_scores_gemma":[0.99791837,0.00033844993,0.0007478637,0.00019239388,0.0007035961,0.00009932562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003871239,0.00012134189,0.0003045231,0.00016871502,0.00026965214,0.000009571641,0.00022507296,0.00019914412,0.00018558635],"category_scores_gemma":[0.0031277905,0.00007009475,0.00022052196,0.0001627672,0.00025220387,0.00018923807,0.000013879642,0.0013145835,0.0000051290735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025686622,0.004497611,0.0075692073,0.00016106886,0.0002236056,0.000008192505,0.022376526,7.751138e-7,0.008081697,0.0047142114,0.5661322,0.38366628],"study_design_scores_gemma":[0.0213525,0.016505523,0.30159602,0.075419426,0.0036112377,0.0059058787,0.13538022,0.002287293,0.058130845,0.07863811,0.2994066,0.0017663754],"about_ca_topic_score_codex":0.000001586118,"about_ca_topic_score_gemma":1.343667e-7,"teacher_disagreement_score":0.3818999,"about_ca_system_score_codex":0.00019871346,"about_ca_system_score_gemma":0.0005993508,"threshold_uncertainty_score":0.5711284},"labels":[],"label_agreement":null},{"id":"W2092147963","doi":"10.3109/0142159x.2012.704439","title":"Grounded theory in medical education research: AMEE Guide No. 70","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":583,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Grounded theory; Perspective (graphical); Qualitative research; Constructivist grounded theory; Quality (philosophy); Key (lock); Management science; Epistemology; Computer science; Engineering ethics; Sociology; Social science; Artificial intelligence","score_opus":0.07620996705624503,"score_gpt":0.47196211134634053,"score_spread":0.39575214429009553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092147963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6508082,0.00088202686,0.0007413142,0.042035647,0.0033543743,0.00065036834,2.968522e-7,0.00013829752,0.30138943],"genre_scores_gemma":[0.9326418,0.0001243412,0.0012027819,0.0129496725,0.006987645,0.0003320218,0.00012610176,0.00006442291,0.045571204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99319303,0.0009115423,0.0007982322,0.00036049783,0.003858755,0.00087794435],"domain_scores_gemma":[0.99749327,0.00024994742,0.00008242781,0.0006650851,0.0005502678,0.0009589962],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.019222075,0.00018770828,0.0003454834,0.0005492563,0.00011693215,0.000018172874,0.00040990923,0.00070880563,0.041579943],"category_scores_gemma":[0.0865367,0.00015066151,0.00007199183,0.0012608952,0.00078217825,0.00020322166,0.00014901967,0.002658894,0.0021495265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001132854,0.0057046902,0.08360198,0.00013143488,0.00004187032,0.000028845006,0.0023904839,2.3347972e-8,0.00002101327,0.0353079,0.58754814,0.28511032],"study_design_scores_gemma":[0.0027738523,0.00018194137,0.04122262,0.0011186723,0.00004296873,0.00028351182,0.004497157,0.0019478122,0.0000347258,0.0063419756,0.9412158,0.00033896227],"about_ca_topic_score_codex":0.0001945547,"about_ca_topic_score_gemma":0.000020263195,"teacher_disagreement_score":0.35366765,"about_ca_system_score_codex":0.00070046796,"about_ca_system_score_gemma":0.0034333987,"threshold_uncertainty_score":0.999642},"labels":[],"label_agreement":null},{"id":"W2092485320","doi":"10.1186/s12909-014-0243-8","title":"Productivity in medical education research: an examination of countries of origin","year":2014,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Children's Hospital of Eastern Ontario","funders":"","keywords":"Productivity; Psychological intervention; Bibliometrics; Medical education; Medicine; Library science; Economic growth; Economics; Computer science; Nursing","score_opus":0.06498085942599013,"score_gpt":0.45836624438267465,"score_spread":0.3933853849566845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092485320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98473245,0.00015656307,0.0014616805,0.007698779,0.0014569195,0.000709886,0.000001031911,0.00003160274,0.0037510672],"genre_scores_gemma":[0.9916214,0.00007828806,0.0052786004,0.0009903526,0.0011456884,0.00021631549,0.00025620204,0.000024526853,0.00038864213],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9938004,0.0010496982,0.0010488682,0.0004573639,0.0033341947,0.00030947037],"domain_scores_gemma":[0.9955067,0.00060671446,0.0003604751,0.00080357055,0.0023817052,0.00034080312],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013375263,0.00015322062,0.0004190596,0.0010669989,0.000070262686,0.000011068822,0.000333201,0.00042322077,0.0016409388],"category_scores_gemma":[0.07490983,0.00014175323,0.000045297824,0.001612016,0.0008088884,0.0003031436,0.000048517766,0.0007065554,0.000026174113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015613879,0.009478579,0.10535705,0.0022308624,0.000013995538,5.053728e-7,0.0031862538,0.00000220395,0.0003441996,0.08590525,0.009816486,0.7835085],"study_design_scores_gemma":[0.0018182325,0.0008222644,0.9456676,0.0033560144,0.000056181598,0.00007826512,0.004981018,0.007253679,0.002651461,0.004350083,0.028679408,0.0002857627],"about_ca_topic_score_codex":0.0003896577,"about_ca_topic_score_gemma":0.0003452207,"teacher_disagreement_score":0.8403106,"about_ca_system_score_codex":0.00035544208,"about_ca_system_score_gemma":0.025351204,"threshold_uncertainty_score":0.9992717},"labels":[],"label_agreement":null},{"id":"W2092539475","doi":"10.1051/pmed:2002032","title":"Les professeurs cliniciens se prononcent sur l'évaluation de l'enseignement","year":2002,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.2352487198159287,"score_gpt":0.4329983867858192,"score_spread":0.1977496669698905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092539475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.802084,0.030653547,0.0088014435,0.12251005,0.010641424,0.0024307228,0.000026800455,0.00028456666,0.022567397],"genre_scores_gemma":[0.65048826,0.0062872386,0.030479891,0.0118546635,0.0070587946,0.0007211043,0.0002441434,0.00016884123,0.29269704],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953311,0.00044627127,0.0011734625,0.0006444558,0.0012372296,0.001167465],"domain_scores_gemma":[0.9976726,0.0002759628,0.00034023498,0.00076099776,0.00061835354,0.0003318369],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029116245,0.00035694934,0.00046832173,0.00022993344,0.00039511442,0.000058271657,0.00031298114,0.00054703996,0.015303618],"category_scores_gemma":[0.0049894005,0.0003605514,0.00016600091,0.0009232372,0.0006679717,0.00018085363,0.000110062014,0.0010779409,0.0016134692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030059768,0.0031386395,0.012632327,0.00054193975,0.00008759984,0.00003565007,0.01102841,0.00006532013,0.00032091455,0.0009956905,0.24499583,0.7261276],"study_design_scores_gemma":[0.003773871,0.0009790432,0.07917364,0.0019725268,0.00078043755,0.00009584535,0.010211515,0.110470384,0.0017839283,0.0005697716,0.7894524,0.0007366421],"about_ca_topic_score_codex":0.00021516097,"about_ca_topic_score_gemma":0.000018490606,"teacher_disagreement_score":0.725391,"about_ca_system_score_codex":0.0022468593,"about_ca_system_score_gemma":0.00094431575,"threshold_uncertainty_score":0.99988467},"labels":[],"label_agreement":null},{"id":"W2092546024","doi":"10.1097/acm.0000000000000707","title":"The McMaster Modular Assessment Program (McMAP)","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital","funders":"","keywords":"Modular design; Computer science; MEDLINE; Program evaluation; Medical education; Medical physics; Medicine; Programming language; Mathematics; Political science; Statistics","score_opus":0.0680022444649577,"score_gpt":0.442427721536358,"score_spread":0.3744254770714003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092546024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43645036,0.003812403,0.0065555326,0.38907275,0.0054241996,0.0033226463,0.0000012196152,0.0006031989,0.15475771],"genre_scores_gemma":[0.93948555,0.00046379666,0.008432739,0.017774936,0.0049413457,0.00051977974,0.00011054262,0.000056271354,0.028215062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758255,0.00007514251,0.0006024807,0.0002676266,0.0010919444,0.00038022245],"domain_scores_gemma":[0.9985946,0.00010880996,0.000161671,0.00043744073,0.0004451236,0.00025235803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026019756,0.00016597043,0.00027484226,0.00010944108,0.00014300623,0.000008580718,0.0002614318,0.00022568539,0.00027814507],"category_scores_gemma":[0.0030130793,0.0000914819,0.000029719888,0.00064253825,0.0005000556,0.00008384326,0.00006072907,0.001277321,0.00010368474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054058397,0.000050038718,0.0064510372,0.000043057862,0.00006310059,0.000009319054,0.0018696052,0.0000029889748,0.0006180675,0.009951923,0.49993405,0.48095277],"study_design_scores_gemma":[0.002123174,0.0006487846,0.008839827,0.00023737464,0.00011839018,0.00012866894,0.004585098,0.0040366184,0.00009802583,0.0031688476,0.97590166,0.00011354383],"about_ca_topic_score_codex":0.000019884865,"about_ca_topic_score_gemma":5.4442484e-7,"teacher_disagreement_score":0.5030352,"about_ca_system_score_codex":0.00025892392,"about_ca_system_score_gemma":0.00033720446,"threshold_uncertainty_score":0.5549395},"labels":[],"label_agreement":null},{"id":"W2092596958","doi":"10.1186/1472-6920-7-42","title":"Real time curriculum map for internal medicine residency","year":2007,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Core competency; Baseline (sea); Medicine; Graduate medical education; Core curriculum; Psychology; Pedagogy","score_opus":0.015595564488392333,"score_gpt":0.3918942733134063,"score_spread":0.376298708825014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092596958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7031806,0.0006703692,0.09562912,0.09810287,0.016732132,0.0031353442,0.0000041915996,0.00052353804,0.08202181],"genre_scores_gemma":[0.46539617,0.00042820012,0.35369307,0.038571786,0.04886079,0.0010518492,0.0033841294,0.00027788474,0.08833612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695647,0.00005559972,0.0009262166,0.00040894153,0.0012189905,0.00043380278],"domain_scores_gemma":[0.9976309,0.00045571823,0.00024022713,0.00044715178,0.0008147934,0.00041119498],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003417869,0.00019720002,0.0003438062,0.00041471244,0.00012795551,0.000011903757,0.00024911886,0.0003236335,0.004949631],"category_scores_gemma":[0.021380734,0.0001594305,0.00009107024,0.0005771338,0.0003000863,0.00011526318,0.000034541805,0.00039784395,0.0003298738],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019685079,0.0010757672,0.01717814,0.0005804514,0.000031256754,0.0000043242635,0.000609987,1.2554774e-7,0.0006930289,0.019132536,0.8539776,0.10651989],"study_design_scores_gemma":[0.012673011,0.0030605304,0.3140033,0.010655097,0.00087453076,0.0010505846,0.013865338,0.009784506,0.0017899786,0.021511247,0.609284,0.0014479145],"about_ca_topic_score_codex":0.00038309675,"about_ca_topic_score_gemma":0.00006769142,"teacher_disagreement_score":0.29682514,"about_ca_system_score_codex":0.00040595938,"about_ca_system_score_gemma":0.004922708,"threshold_uncertainty_score":0.99596},"labels":[],"label_agreement":null},{"id":"W2092732465","doi":"10.1080/01421590601102964","title":"Medical education and the maintenance of incompetence","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Competence (human resources); Terminology; Psychology; Medical education; Core competency; Pedagogy; Social psychology; Medicine; Linguistics; Management","score_opus":0.005778977928743214,"score_gpt":0.30115899453384815,"score_spread":0.29538001660510493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092732465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84255254,0.0008322944,0.0016713911,0.11158518,0.00056228973,0.0003156748,2.1600995e-7,0.000042257623,0.042438142],"genre_scores_gemma":[0.9887106,0.00006542947,0.0010140302,0.0045028618,0.0007523351,0.000052576306,0.0000178135,0.000011186752,0.004873209],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791557,0.00010155869,0.00044402323,0.00017048878,0.0012058985,0.00016245994],"domain_scores_gemma":[0.9992702,0.00006515182,0.0001017332,0.00026450815,0.0001787042,0.00011969672],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020136691,0.00008938136,0.00023545898,0.00006795699,0.000053732496,0.0000055843266,0.00017085184,0.00018865141,0.0031344867],"category_scores_gemma":[0.009052089,0.000050932293,0.000042029667,0.0003269011,0.0013121368,0.000034830555,0.000055090142,0.00052123045,0.000016917542],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020037385,0.0019891409,0.1573542,0.00024140721,0.00005112661,0.000015996276,0.000844175,2.416025e-7,0.000027309394,0.23383844,0.2645771,0.3408605],"study_design_scores_gemma":[0.0236095,0.00039492588,0.36150342,0.004125386,0.0004080561,0.0024242874,0.0038852545,0.089507595,0.0002077495,0.058069475,0.45511797,0.0007463839],"about_ca_topic_score_codex":0.00030605253,"about_ca_topic_score_gemma":0.000016690186,"teacher_disagreement_score":0.34011412,"about_ca_system_score_codex":0.000045969064,"about_ca_system_score_gemma":0.0010175224,"threshold_uncertainty_score":0.99929506},"labels":[],"label_agreement":null},{"id":"W2092790952","doi":"10.1177/1357633x020080s249","title":"Restructuring Rural Continuing Medical Education through Videoconferencing","year":2002,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Videoconferencing; Restructuring; Continuing medical education; Rural area; Teleconference; Continuing education; Medicine; Medical education; Business; Nursing; Telecommunications; Computer science","score_opus":0.01300952553099141,"score_gpt":0.3083804108477727,"score_spread":0.2953708853167813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092790952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759017,0.002851633,0.00051159825,0.016558226,0.00094127,0.0001526281,3.1811774e-7,0.000020175956,0.0030624177],"genre_scores_gemma":[0.987186,0.0009126318,0.0056249923,0.0035854953,0.0023977624,0.000003902817,0.0000068726904,0.00001690832,0.00026541646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980162,0.00003609457,0.0007913688,0.00011913429,0.00082430965,0.00021292585],"domain_scores_gemma":[0.99847907,0.00006131045,0.00037165295,0.00016025231,0.0007458255,0.00018186806],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050041865,0.00013924394,0.00039682977,0.00025952642,0.00007769532,0.000020150697,0.000114140465,0.00014197352,0.0012627632],"category_scores_gemma":[0.0033998,0.000101961414,0.0000662985,0.00034408513,0.00012764383,0.00022868022,0.000027759086,0.00070906413,0.0000041480102],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043466713,0.00015242235,0.0300225,0.00020104586,0.000074174655,0.000084696854,0.005094534,4.3216565e-7,0.0007514303,0.00067184394,0.04774433,0.9151591],"study_design_scores_gemma":[0.022294369,0.0057694823,0.2943266,0.024655158,0.0017506643,0.055133473,0.09766789,0.0047180923,0.0067817736,0.006219732,0.47932187,0.0013608971],"about_ca_topic_score_codex":0.000023712708,"about_ca_topic_score_gemma":0.000003139845,"teacher_disagreement_score":0.9137982,"about_ca_system_score_codex":0.00009717087,"about_ca_system_score_gemma":0.00024390242,"threshold_uncertainty_score":0.99965024},"labels":[],"label_agreement":null},{"id":"W2092843447","doi":"10.1176/appi.ap.32.3.218","title":"\"Attitude is a Little Thing That Makes a Big Difference\": Reflection Techniques for Addiction Psychiatry Training","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Addiction; Psychology; Competence (human resources); Core competency; Reflection (computer programming); Medical education; Reflective writing; Psychotherapist; Psychiatry; Medicine; Pedagogy; Social psychology","score_opus":0.08363727544703807,"score_gpt":0.37405680925974033,"score_spread":0.29041953381270225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092843447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764593,0.0028415602,0.038480993,0.061717596,0.012762803,0.0017200524,0.000026432825,0.0010645472,0.0049267006],"genre_scores_gemma":[0.8278347,0.0009557733,0.13665284,0.024058461,0.0075790244,0.00066542794,0.00017474743,0.00009897042,0.0019800242],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99785674,0.000040454546,0.0006232153,0.0005293836,0.00049652066,0.00045371315],"domain_scores_gemma":[0.99897027,0.000054419295,0.00030396352,0.0003965015,0.00016467084,0.00011018888],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005574762,0.00027148347,0.00036281234,0.00046570553,0.0004938571,0.000015198142,0.00020755327,0.00068783044,0.000070143775],"category_scores_gemma":[0.00030723587,0.000253451,0.00016462998,0.00073399855,0.00015792255,0.00014404411,0.00002639947,0.0013616711,0.000016433445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047700584,0.0005181089,0.23701304,0.0005026586,0.00030279768,0.0000015468983,0.010637266,9.709621e-7,0.0041760174,0.0070292195,0.3211067,0.41823465],"study_design_scores_gemma":[0.008675086,0.0026375672,0.44020095,0.0071909237,0.001364965,0.0031061636,0.016676165,0.0030061994,0.0074215806,0.08284113,0.42441657,0.0024627056],"about_ca_topic_score_codex":0.000021035055,"about_ca_topic_score_gemma":0.000008191912,"teacher_disagreement_score":0.41577196,"about_ca_system_score_codex":0.00019672701,"about_ca_system_score_gemma":0.0007991642,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W2093126910","doi":"10.1002/chp.21142","title":"Development of a Competency Framework for Quality Improvement in Family Medicine: A Qualitative Study","year":2012,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission","keywords":"Delphi method; Medical education; Continuing medical education; Quality management; Quality (philosophy); Curriculum; Medicine; Continuing professional development; Delphi; Best practice; Equity (law); Professional development; Psychology; Nursing; Continuing education; Service (business); Political science; Pedagogy; Computer science; Business","score_opus":0.11745003523352342,"score_gpt":0.5618235498703198,"score_spread":0.44437351463679636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093126910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691653,0.0005732246,0.006491638,0.019498223,0.0021605531,0.0020233474,8.316904e-7,0.000003764001,0.000083099534],"genre_scores_gemma":[0.9121939,0.000017845681,0.08480329,0.00229991,0.00039565467,0.00021077477,0.000006834912,0.0000098192595,0.00006196516],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99567795,0.0009219348,0.0024172715,0.000101746205,0.00059640023,0.0002847066],"domain_scores_gemma":[0.99580777,0.0012264057,0.0017854815,0.00024448623,0.00084130577,0.00009455308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019269634,0.00011014532,0.0005296657,0.00051261525,0.000111570705,0.000003692446,0.0001792014,0.00007754719,0.000016371525],"category_scores_gemma":[0.0054046335,0.00006917773,0.000046076046,0.00074006035,0.00006546919,0.00012074271,0.000018868486,0.0007001358,7.2448336e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001427749,0.004045902,0.022759633,0.00041079204,0.000020467845,8.923421e-8,0.8584821,1.7487523e-7,0.0002343601,0.008004415,0.001939002,0.10396027],"study_design_scores_gemma":[0.0011340654,0.00045894043,0.26099652,0.003174253,0.000017799539,0.0000029108244,0.7306961,0.0000022371844,0.000015831345,0.0024222156,0.0010324302,0.00004671207],"about_ca_topic_score_codex":0.00006381116,"about_ca_topic_score_gemma":0.00002612886,"teacher_disagreement_score":0.2382369,"about_ca_system_score_codex":0.00045245374,"about_ca_system_score_gemma":0.0035085068,"threshold_uncertainty_score":0.6678509},"labels":[],"label_agreement":null},{"id":"W2093512735","doi":"10.1016/j.jns.2007.09.028","title":"Addressing life long learning needs of neurologist in the emerging world: A case study of an innovative CME program","year":2007,"lang":"en","type":"article","venue":"Journal of the Neurological Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"World Federation of Neurology","keywords":"Psychology; Medical education; Medicine","score_opus":0.11650285807348283,"score_gpt":0.44654281720955524,"score_spread":0.3300399591360724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093512735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99453616,0.0000308144,0.00004303578,0.0044616517,0.00029400538,0.0003693721,7.33063e-8,0.000007195319,0.00025767396],"genre_scores_gemma":[0.99758863,0.0000016511464,0.0006113407,0.0016360149,0.00014910878,0.0000032539983,1.04835415e-7,0.0000033788517,0.0000065067943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973672,0.0005677177,0.0008829026,0.00011721241,0.0008373517,0.00022763325],"domain_scores_gemma":[0.9979402,0.00048803206,0.0009790038,0.00015355102,0.00039318492,0.000046073616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007633113,0.000092151684,0.00027108454,0.0005700578,0.00023389021,0.000027892382,0.00052184524,0.000049045393,0.00001463044],"category_scores_gemma":[0.006222548,0.000040760067,0.000051912015,0.0062854253,0.00082891586,0.0001617273,0.00008347306,0.0011036212,1.0378339e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002974517,0.0027996388,0.91030526,0.000019479006,0.00001551858,0.0008655406,0.011812368,0.0017617814,0.00050173496,0.00009499153,0.000042966603,0.07148329],"study_design_scores_gemma":[0.0008797282,0.012817112,0.93615294,0.00007000209,0.0000519676,0.0032442356,0.04428212,0.0020464878,0.00012671287,0.00010005359,0.00016247803,0.0000661525],"about_ca_topic_score_codex":0.000038575577,"about_ca_topic_score_gemma":0.000048272337,"teacher_disagreement_score":0.07141714,"about_ca_system_score_codex":0.000013613768,"about_ca_system_score_gemma":0.00013622615,"threshold_uncertainty_score":0.74494207},"labels":[],"label_agreement":null},{"id":"W2093553077","doi":"10.4300/jgme-d-12-00238.1","title":"Update in Internal Medicine Residency Education: A Review of the Literature in 2010 and 2011","year":2013,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medical education; Workload; Medicine; Quality (philosophy); Inclusion (mineral); Family medicine; Psychology; Computer science","score_opus":0.044403499133676666,"score_gpt":0.41889342541682434,"score_spread":0.3744899262831477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093553077","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003904086,0.91184664,0.0000048896964,0.08094838,0.0052240645,0.001098799,0.0000014788397,0.0000032985326,0.00048206223],"genre_scores_gemma":[0.00004572149,0.9890296,0.0009665415,0.007030718,0.0016405014,0.00011039298,0.00008042117,0.000034702087,0.0010614039],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99382174,0.00059229374,0.003445809,0.0002981176,0.0016028916,0.00023916272],"domain_scores_gemma":[0.9945636,0.00021491418,0.0026802237,0.00058692676,0.00166598,0.0002883582],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00411775,0.00036518066,0.0020703336,0.0013732673,0.000033265078,0.000017919927,0.0005959591,0.0004843312,0.0013969245],"category_scores_gemma":[0.022369528,0.00020167902,0.00026430454,0.001958964,0.0003986487,0.00025617465,0.00008858472,0.003132664,0.00001680645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000077539435,0.00045189806,0.00017620897,0.059082884,0.0000320277,0.0000057510615,0.00031219603,3.648146e-9,2.0521189e-7,0.0002873787,0.26066616,0.6789775],"study_design_scores_gemma":[0.0003286473,0.00009139464,0.0016794069,0.52287483,0.0003727535,0.0017083749,0.00019313772,0.0000013894768,3.6648842e-7,0.0007587225,0.4718845,0.00010645596],"about_ca_topic_score_codex":0.00018445932,"about_ca_topic_score_gemma":0.00001679083,"teacher_disagreement_score":0.67887104,"about_ca_system_score_codex":0.0005261531,"about_ca_system_score_gemma":0.021020621,"threshold_uncertainty_score":0.99951595},"labels":[],"label_agreement":null},{"id":"W2093647312","doi":"10.1186/1472-6920-12-115","title":"Wanted: role models - medical students’ perceptions of professionalism","year":2012,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Curriculum; Medical education; Perception; Promotion (chess); Core competency; Psychology; Faculty development; Test (biology); Medicine; Professional development; Pedagogy; Management","score_opus":0.03720145624145592,"score_gpt":0.43624307035253945,"score_spread":0.3990416141110835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093647312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97202086,0.0008426924,0.008838641,0.009336244,0.0030931032,0.0006100517,0.0000028687034,0.000088596535,0.0051669125],"genre_scores_gemma":[0.98032296,0.00012197398,0.007845032,0.0076858806,0.0016497836,0.00025571958,0.00035233516,0.000032548374,0.0017337428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940704,0.00018649013,0.0008396528,0.00026046252,0.004237483,0.00040547253],"domain_scores_gemma":[0.998007,0.00018509182,0.00020694426,0.0004918006,0.000553132,0.0005560429],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002698074,0.0001786347,0.00034802064,0.00030026372,0.0001237023,0.000011162652,0.00044922795,0.00049381546,0.011354787],"category_scores_gemma":[0.008949805,0.00014556784,0.00010977036,0.0006713591,0.00031856546,0.00029264178,0.0001314709,0.00065781316,0.00017651498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015169442,0.018936608,0.56555665,0.0010809978,0.00012094849,0.0000016271867,0.0077030906,0.0000033313606,0.00036309267,0.047449734,0.15831791,0.2003143],"study_design_scores_gemma":[0.004220698,0.00029113493,0.89911985,0.005276006,0.00046429646,0.0006194539,0.031846847,0.015042583,0.00038653513,0.0055362848,0.036465056,0.0007312331],"about_ca_topic_score_codex":0.00008026848,"about_ca_topic_score_gemma":0.000008855294,"teacher_disagreement_score":0.3335632,"about_ca_system_score_codex":0.00020948323,"about_ca_system_score_gemma":0.00711777,"threshold_uncertainty_score":0.99939823},"labels":[],"label_agreement":null},{"id":"W2093803851","doi":"10.5489/cuaj.839","title":"Canadian urology programs can be leaders in competency-based education","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Urology; Medical education; Psychology; Medicine","score_opus":0.01606231403881327,"score_gpt":0.2660341992866823,"score_spread":0.24997188524786904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093803851","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48391712,0.00005499874,0.000024973355,0.5104075,0.0008181297,0.0005178663,0.0000051485767,0.000022778335,0.0042314553],"genre_scores_gemma":[0.9049304,0.0000061764244,0.002063109,0.091692165,0.00042151596,0.00011458095,0.00022930258,0.000016772132,0.000525956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977643,0.00019241007,0.00053742866,0.00024571002,0.00038344835,0.00087671593],"domain_scores_gemma":[0.99764067,0.00006450542,0.00021747933,0.00016505943,0.0008075637,0.0011047003],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079375855,0.00016581363,0.00026649618,0.0010083504,0.00026837952,0.00009936728,0.00018441268,0.0004845563,0.0021611007],"category_scores_gemma":[0.0020375794,0.00015476432,0.00007832963,0.0008856058,0.000096380965,0.000118555545,0.0000051242146,0.0012105261,0.00014219282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007075714,0.00015495463,0.89862055,0.000007623176,0.000027124957,0.00002343353,0.00031770673,0.000041363273,0.00002385631,0.0016661795,0.062498234,0.036611907],"study_design_scores_gemma":[0.0008459074,0.0003063542,0.83991957,0.00002346409,0.000039397273,0.00014870966,0.0011212487,0.0013208302,0.000004035325,0.0033584307,0.1526999,0.0002121491],"about_ca_topic_score_codex":0.37292054,"about_ca_topic_score_gemma":0.5723018,"teacher_disagreement_score":0.4210133,"about_ca_system_score_codex":0.006614676,"about_ca_system_score_gemma":0.02209833,"threshold_uncertainty_score":0.99875104},"labels":[],"label_agreement":null},{"id":"W2094222962","doi":"10.1080/j003v18n01_05","title":"Brief or New: Professional Development of Fieldwork Students: Occupational Adaptation, Clinical Reasoning, and Client-Centeredness","year":2004,"lang":"en","type":"article","venue":"Occupational Therapy In Health Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Occupational therapy; Adaptation (eye); Professional development; Medical education; Psychology; Engineering ethics; Medicine; Engineering; Psychiatry; Neuroscience","score_opus":0.11048982000259498,"score_gpt":0.49631193632934856,"score_spread":0.38582211632675356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094222962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991734,0.0006833366,0.0028330819,0.0025012002,0.0012296153,0.0009345054,0.000013629624,0.000025093426,0.000045515866],"genre_scores_gemma":[0.90625584,0.0003088361,0.08543791,0.006276834,0.00040735598,0.00011450784,0.0008598535,0.000021629123,0.00031720477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970408,0.00011345953,0.0013531705,0.00034554402,0.0009127288,0.00023429116],"domain_scores_gemma":[0.9984669,0.00015061637,0.00041615817,0.0001980168,0.00061508507,0.00015318948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000915318,0.00015864163,0.00033314238,0.00022469931,0.00017942129,0.000013086811,0.00013170879,0.0001641864,0.00025021416],"category_scores_gemma":[0.00072558166,0.00013216992,0.00004406869,0.0004951435,0.000099413635,0.0001093269,0.00003818933,0.00033406419,0.000004723501],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027129385,0.0010438808,0.7359806,0.00021681859,0.00004813096,0.0000025268914,0.014694367,0.00007764055,0.0000028375641,0.0018742767,0.002920002,0.24042603],"study_design_scores_gemma":[0.0059767226,0.00050878106,0.9697833,0.0009875753,0.0000047586664,0.0000104570145,0.0031532052,0.000042461743,0.000029803456,0.00014764912,0.019231446,0.00012383633],"about_ca_topic_score_codex":0.00015498722,"about_ca_topic_score_gemma":0.00017948553,"teacher_disagreement_score":0.24030219,"about_ca_system_score_codex":0.0004468794,"about_ca_system_score_gemma":0.00750972,"threshold_uncertainty_score":0.9981168},"labels":[],"label_agreement":null},{"id":"W2094227723","doi":"10.1007/s40037-014-0115-2","title":"Cognition, culture, and credibility: deconstructing feedback in medical education","year":2014,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Universiteit Maastricht","keywords":"Credibility; Cognition; Medical education; Psychology; Medicine; Political science; Psychiatry","score_opus":0.009577858196176906,"score_gpt":0.35056179836862533,"score_spread":0.34098394017244843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094227723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9098681,0.0008256167,0.0010915594,0.043829348,0.0017596226,0.0007127806,0.0000012028114,0.00011667043,0.041795056],"genre_scores_gemma":[0.97478974,0.00042708113,0.0050371834,0.017173372,0.0017224124,0.00019954825,0.00014432508,0.00003125567,0.00047507577],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99672,0.00021919639,0.00065675256,0.000705044,0.0013747844,0.0003242349],"domain_scores_gemma":[0.99788964,0.0002119491,0.00018514035,0.00042477035,0.00077677355,0.0005117219],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019034949,0.000237702,0.000359962,0.0005202191,0.00016070146,0.00004272521,0.00016889951,0.00043924988,0.0020744354],"category_scores_gemma":[0.050326347,0.00021524214,0.000056834568,0.000887928,0.0005876587,0.00019181335,0.000042710013,0.0010591991,0.00006771126],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012766865,0.0044313613,0.030283803,0.00026323833,0.000037032736,0.000002232967,0.010765725,3.81491e-7,0.000041914413,0.056493007,0.016465724,0.8810879],"study_design_scores_gemma":[0.009842081,0.0016084943,0.5496938,0.009182159,0.00035856647,0.0020678958,0.27822602,0.0153777925,0.00040423722,0.050363746,0.081277125,0.0015980902],"about_ca_topic_score_codex":0.00009448946,"about_ca_topic_score_gemma":0.00003738342,"teacher_disagreement_score":0.87948984,"about_ca_system_score_codex":0.00044897784,"about_ca_system_score_gemma":0.0048021935,"threshold_uncertainty_score":0.9988378},"labels":[],"label_agreement":null},{"id":"W2094385578","doi":"10.1016/j.amjsurg.2009.04.007","title":"Moral angst for surgical residents: A qualitative study","year":2010,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grounded theory; Qualitative research; Face (sociological concept); Otorhinolaryngology; Obstetrics and gynaecology; Medicine; Distress; Medical education; Psychology; Nursing; Moral dilemma; Social psychology; Psychotherapist; Psychiatry; Sociology; Pregnancy","score_opus":0.06431843652857269,"score_gpt":0.4352457404995995,"score_spread":0.3709273039710268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094385578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98794216,0.000026804984,0.000109373126,0.010732966,0.00088151696,0.0001972372,0.0000019558763,0.000008422437,0.00009953673],"genre_scores_gemma":[0.99641246,0.000009147189,0.0015271491,0.0008203897,0.0010362127,0.000015760821,0.0000031858683,0.000015717167,0.00015997815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984383,0.00021396087,0.0006209754,0.00008874137,0.00046414477,0.00017387031],"domain_scores_gemma":[0.9967001,0.0015605085,0.000746025,0.00023125883,0.00068372453,0.000078388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049405186,0.00008749446,0.00045717112,0.00024041129,0.00009105311,0.000016424723,0.0001323863,0.0000206403,0.00007665094],"category_scores_gemma":[0.0027751278,0.00005193194,0.0001654698,0.00056254235,0.00045804025,0.000087251174,0.000015412992,0.0005202148,0.000005949023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01000564,0.0052832016,0.3789173,0.00009369022,0.0013728375,0.000503734,0.10271574,0.000003768698,0.0025940058,0.0020564597,0.1699235,0.32653013],"study_design_scores_gemma":[0.0037448443,0.0025636514,0.5932091,0.00022680033,0.00052870094,0.0026807005,0.3820429,0.000054478704,0.00042812916,0.0035561954,0.010638646,0.00032587265],"about_ca_topic_score_codex":0.00004963921,"about_ca_topic_score_gemma":0.000001862666,"teacher_disagreement_score":0.32620424,"about_ca_system_score_codex":0.000039193907,"about_ca_system_score_gemma":0.00032338224,"threshold_uncertainty_score":0.33222875},"labels":[],"label_agreement":null},{"id":"W2094617787","doi":"10.3138/jvme.36.4.411","title":"Undergraduate Veterinary Students' Perceptions of the Usefulness, Focus, and Application of Epidemiology Before and After Epidemiology Courses","year":2009,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Epidemiology; Medical education; Perception; Medicine; Veterinary medicine; Focus group; Family medicine; Psychology; Pathology; Sociology","score_opus":0.0490848943115398,"score_gpt":0.42836083253862706,"score_spread":0.3792759382270873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094617787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94295,0.0011035589,0.0033187198,0.051755305,0.0005665917,0.00027186942,0.000002420552,0.000005663511,0.000025872041],"genre_scores_gemma":[0.9905737,0.00070335105,0.0049478495,0.0033208213,0.00037404752,0.00002606136,0.000011731327,0.000010316697,0.000032108157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99735266,0.00049867004,0.0013436959,0.00019513657,0.000420515,0.00018933066],"domain_scores_gemma":[0.99765056,0.00042202615,0.0009997477,0.0003151324,0.00044750737,0.00016502665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029471805,0.00014544684,0.00060719956,0.0002286167,0.00007318781,0.0000028826614,0.00021570754,0.00023684392,0.00006159163],"category_scores_gemma":[0.007824221,0.00009851389,0.00010368525,0.00028997427,0.0007508381,0.0001321952,0.000070598726,0.00048711768,8.502909e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005113197,0.0014114998,0.54976314,0.00032359533,0.00008552513,0.0000052257574,0.0009799894,0.000002088762,0.0011513272,0.0031360711,0.0025148736,0.44011533],"study_design_scores_gemma":[0.00065980206,0.0026967856,0.98081285,0.0006394817,0.00015381968,0.0025779635,0.0007047358,0.00020993294,0.00001950767,0.008558148,0.0028962148,0.000070776136],"about_ca_topic_score_codex":0.000023228586,"about_ca_topic_score_gemma":0.0000031731743,"teacher_disagreement_score":0.44004455,"about_ca_system_score_codex":0.000094934396,"about_ca_system_score_gemma":0.00063067646,"threshold_uncertainty_score":0.93668884},"labels":[],"label_agreement":null},{"id":"W2095068664","doi":"10.1136/bmj.a288","title":"An introduction to reading and appraising qualitative research","year":2008,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":523,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Qualitative research; Reading (process); Management science; Qualitative analysis; Epistemology; Psychology; Engineering ethics; Sociology; Social science; Linguistics; Engineering; Philosophy","score_opus":0.18808703062670362,"score_gpt":0.5797636302389556,"score_spread":0.391676599612252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095068664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90153223,0.000010587542,0.002532257,0.09328167,0.00024889768,0.00031887644,2.9624906e-7,0.000029572602,0.0020456195],"genre_scores_gemma":[0.9501168,0.0000038434414,0.04512736,0.0007378294,0.002891785,0.000041365874,0.0000223531,0.000009717888,0.0010489126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998999,0.00016484271,0.00016721523,0.00018766963,0.0003416811,0.0001396186],"domain_scores_gemma":[0.99920917,0.00008057992,0.000023561874,0.00021668826,0.00040168996,0.000068318295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002882307,0.000039872033,0.00008223773,0.00026745888,0.00019355524,0.000009306555,0.00003042776,0.00004177707,0.000045997847],"category_scores_gemma":[0.0051500127,0.000037028934,0.000006273299,0.00065099064,0.0001308054,0.00009794676,0.000014140884,0.0002182536,0.00003687795],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015827452,0.00020922798,0.0021754918,0.00006727635,0.000019859264,0.000014917823,0.135044,0.0000058024975,0.03063833,0.01694772,0.7469775,0.067741565],"study_design_scores_gemma":[0.002135051,0.0026752683,0.18544117,0.00038065438,0.00004726345,0.0017489675,0.19638109,0.002277178,0.01606478,0.0044974256,0.58777595,0.0005752362],"about_ca_topic_score_codex":0.000033400207,"about_ca_topic_score_gemma":0.0000010305798,"teacher_disagreement_score":0.18326567,"about_ca_system_score_codex":0.000084594,"about_ca_system_score_gemma":0.00009197286,"threshold_uncertainty_score":0.6165418},"labels":[],"label_agreement":null},{"id":"W2095274457","doi":"10.1097/acm.0b013e3182674488","title":"Engaged at the Extremes","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St Joseph's Health Care","funders":"","keywords":"Summative assessment; Formative assessment; Medical education; Transparency (behavior); Grounded theory; Psychology; Quality (philosophy); Medicine; Pedagogy; Qualitative research; Computer science","score_opus":0.08063076385720097,"score_gpt":0.3902039357160202,"score_spread":0.3095731718588192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095274457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8765881,0.0064055016,0.0003529373,0.09042427,0.0021306225,0.0005763218,6.178312e-7,0.000093688825,0.023427911],"genre_scores_gemma":[0.9481457,0.00038192066,0.00017142862,0.022708818,0.0047049555,0.00009549629,0.000056172725,0.000021086096,0.02371441],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998313,0.00017737839,0.00040478064,0.00015014125,0.00057825254,0.0003764666],"domain_scores_gemma":[0.9987864,0.0004459947,0.00011535336,0.0004073671,0.00009954148,0.00014532558],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040691826,0.00012903914,0.00021473556,0.000107864005,0.00034516142,0.0000011518022,0.0001535575,0.00019013975,0.0044083465],"category_scores_gemma":[0.008406725,0.000068777794,0.000027595808,0.0004967421,0.0004382247,0.00008621061,0.00005844438,0.0020148065,0.00045552535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003829677,0.00002026498,0.04178941,0.000048833146,0.000039136863,0.0000017035777,0.013393101,1.4240028e-7,0.00893456,0.004682465,0.89223266,0.03881944],"study_design_scores_gemma":[0.0011488077,0.000080585676,0.05322867,0.0002214591,0.00018757574,0.00030707347,0.008101089,0.000053490072,0.00224947,0.00037987993,0.9339287,0.00011318785],"about_ca_topic_score_codex":0.000014308145,"about_ca_topic_score_gemma":4.722009e-7,"teacher_disagreement_score":0.07155758,"about_ca_system_score_codex":0.00017461396,"about_ca_system_score_gemma":0.0000534867,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W2095319692","doi":"10.1097/acm.0b013e3181b6c08e","title":"An Analysis of Long-Term Outcomes of the Impact of Curriculum: A Comparison of the Three- and Four-Year Medical School Curricula","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Heritage Medical Research Clinic","funders":"","keywords":"Curriculum; Term (time); Medical education; Medical school; Psychology; Medicine; Pedagogy","score_opus":0.034476473134738034,"score_gpt":0.43404171089178023,"score_spread":0.3995652377570422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095319692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921501,0.0006030162,0.00036667916,0.0061418023,0.00016158617,0.00043721756,0.0000063799816,0.0000094486395,0.00012373914],"genre_scores_gemma":[0.99902827,0.00012038579,0.00009722336,0.0005555803,0.00014005574,0.0000047291833,0.000022638547,0.000009129472,0.000021980164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964939,0.00014008963,0.0014087906,0.00022455891,0.0015277144,0.00020495032],"domain_scores_gemma":[0.9973236,0.00018681622,0.0010330012,0.00078313565,0.00047304903,0.00020044412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014403887,0.00018865675,0.0011989106,0.0004074821,0.000042923864,9.968428e-7,0.0005673549,0.00032276585,0.0005593527],"category_scores_gemma":[0.0070456024,0.00008500075,0.0002349362,0.002489921,0.0010430008,0.000064172375,0.00006787087,0.0009317635,4.2876266e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003084835,0.00020914875,0.98636764,0.00008598761,0.0004830604,5.958384e-7,0.0012760147,0.000022618877,0.0022691751,0.00047466764,0.0015919863,0.007188241],"study_design_scores_gemma":[0.0012700794,0.00048518626,0.9880548,0.0009409942,0.0019156891,0.000014372788,0.00074246293,0.0055701695,0.0007359462,0.00020062109,0.0000034922305,0.0000661541],"about_ca_topic_score_codex":0.0004306387,"about_ca_topic_score_gemma":0.000017193128,"teacher_disagreement_score":0.0071220873,"about_ca_system_score_codex":0.00007449144,"about_ca_system_score_gemma":0.00035460823,"threshold_uncertainty_score":0.8434753},"labels":[],"label_agreement":null},{"id":"W2095558360","doi":"10.3109/0142159x.2014.907883","title":"REAL-flection: Genuine reflection on real experiences","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Conversation; Psychology; Action (physics); Reflection (computer programming); Pedagogy; Mathematics education; Computer science; Communication","score_opus":0.0384121027583321,"score_gpt":0.396100950117195,"score_spread":0.35768884735886286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095558360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8007863,0.00000989622,0.0010382098,0.009663205,0.0014010235,0.00015447568,6.038124e-8,0.00020752841,0.18673931],"genre_scores_gemma":[0.97803164,0.000079316764,0.0008013843,0.0022737137,0.0038853758,0.00015922246,0.0000405012,0.000027953842,0.014700868],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774355,0.00013226715,0.00037425244,0.00034155246,0.0011386247,0.00026978253],"domain_scores_gemma":[0.99918884,0.000031856755,0.000080069876,0.00036517376,0.00012498832,0.0002090658],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012653946,0.0001432741,0.00022883531,0.00016657062,0.00015129073,0.000014619048,0.000120769735,0.00029853274,0.008641579],"category_scores_gemma":[0.0031217178,0.0001114044,0.000058094083,0.00057809654,0.00021614761,0.00005837222,0.000021790502,0.00065034715,0.0002891885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039652802,0.0018892537,0.02972802,0.000111083464,0.00009267441,0.000031713604,0.013139247,0.000002239498,0.0009022615,0.008746423,0.38064763,0.56431293],"study_design_scores_gemma":[0.005436509,0.0045202295,0.050937254,0.0007691249,0.00017783153,0.00044874064,0.00909355,0.04072239,0.0022768131,0.0017774798,0.88294685,0.0008932249],"about_ca_topic_score_codex":0.00013733699,"about_ca_topic_score_gemma":0.000009940664,"teacher_disagreement_score":0.5634197,"about_ca_system_score_codex":0.00022223627,"about_ca_system_score_gemma":0.00016711697,"threshold_uncertainty_score":0.9922646},"labels":[],"label_agreement":null},{"id":"W2095723554","doi":"10.1111/medu.12546","title":"Seeing the ‘black box’ differently: assessor cognition from three research perspectives","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":240,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"Academy of Medical Sciences","keywords":"Cognition; Context (archaeology); Psychology; Perspective (graphical); Inference; Field (mathematics); Cognitive psychology; Applied psychology; Cognitive interview; Social psychology; Computer science; Artificial intelligence","score_opus":0.04205400135376786,"score_gpt":0.4272947513209484,"score_spread":0.38524074996718055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095723554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83203036,0.0003109209,0.0102247875,0.14086731,0.0014898845,0.0006475257,0.0000018380878,0.00009523197,0.01433212],"genre_scores_gemma":[0.9861266,0.0000528955,0.0015082922,0.0073973704,0.0035654583,0.00022017428,0.0003189538,0.000031529216,0.0007787031],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99624115,0.00043646098,0.00048780607,0.0004320547,0.0020329212,0.00036962272],"domain_scores_gemma":[0.9968425,0.0009222877,0.0001475377,0.0006865301,0.001237858,0.00016330856],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003124568,0.00015433902,0.00025989936,0.00024633572,0.0003826703,0.0000772991,0.00030034393,0.00026490752,0.0028383809],"category_scores_gemma":[0.033427082,0.00010605824,0.00006744187,0.00087210094,0.0007309319,0.0001269725,0.00007082036,0.0013157865,0.0004194678],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009473476,0.0027987773,0.025290078,0.00014318526,0.000109489214,0.0000015740534,0.0111650145,7.1793977e-7,0.00073636574,0.022023551,0.30736142,0.6302751],"study_design_scores_gemma":[0.0022850675,0.00048199832,0.7015329,0.0017440537,0.00030823395,0.00003662336,0.04641241,0.018296637,0.0011502588,0.043199066,0.18409267,0.00046008232],"about_ca_topic_score_codex":0.0001822023,"about_ca_topic_score_gemma":0.00007735712,"teacher_disagreement_score":0.6762428,"about_ca_system_score_codex":0.0003226963,"about_ca_system_score_gemma":0.0016285329,"threshold_uncertainty_score":0.99807316},"labels":[],"label_agreement":null},{"id":"W2095739911","doi":"10.1007/s10459-005-2328-y","title":"Validation of the SETOC Instrument — Student Evaluation of Teaching in Outpatient Clinics","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"McMaster University","keywords":"Generalizability theory; Outpatient clinic; Likert scale; Competence (human resources); Medical education; Internal consistency; Medicine; Psychology; Rating scale; Family medicine; Psychometrics; Clinical psychology; Internal medicine; Social psychology","score_opus":0.04150572979995736,"score_gpt":0.4941804235084364,"score_spread":0.452674693708479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095739911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912091,0.0011323986,0.000086026754,0.0027928613,0.0016724688,0.0012543203,0.000001011896,0.0000046538853,0.001847195],"genre_scores_gemma":[0.994234,0.0001359669,0.004999303,0.00038073325,0.00007952368,0.00012230368,0.000026428215,0.0000039120787,0.000017807579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696374,0.0003395002,0.0011407814,0.00022159584,0.0011679656,0.00016639837],"domain_scores_gemma":[0.99862546,0.00009197069,0.00076766807,0.00023373791,0.00026430562,0.000016837823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007497137,0.00007430568,0.00018040658,0.00036302992,0.000098971286,0.0000059847125,0.00016582214,0.00004479441,0.000012787233],"category_scores_gemma":[0.0010807434,0.000056959336,0.000025606385,0.0012579379,0.00020239691,0.00029128883,0.00002525681,0.0002104572,5.747123e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007250297,0.0010137245,0.7673044,0.0002129567,8.730191e-7,7.500153e-9,0.002008084,0.009154522,0.000042308333,0.0058626076,0.000075157295,0.21431811],"study_design_scores_gemma":[0.0007309495,0.0003414752,0.97342783,0.00127853,0.000014476494,0.0000019144713,0.0074996194,0.0062407856,0.0010130798,0.007901452,0.0014782302,0.00007165883],"about_ca_topic_score_codex":0.000603704,"about_ca_topic_score_gemma":0.00024749024,"teacher_disagreement_score":0.21424645,"about_ca_system_score_codex":0.00077009376,"about_ca_system_score_gemma":0.0021328272,"threshold_uncertainty_score":0.3783544},"labels":[],"label_agreement":null},{"id":"W2095762611","doi":"10.1186/1472-6920-12-70","title":"Reinforcing outpatient medical student learning using brief computer tutorials: the Patient-Teacher-Tutorial sequence","year":2012,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Test (biology); Sequence (biology); Medicine; Computer science; Medical education; Significant difference; Internal medicine","score_opus":0.04344625962906216,"score_gpt":0.3966717862638082,"score_spread":0.35322552663474605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095762611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94469786,0.00037002124,0.020479111,0.0028692463,0.029460514,0.0008669661,5.7487796e-7,0.00013820999,0.0011175065],"genre_scores_gemma":[0.95868737,0.000042505875,0.009520542,0.0062906966,0.02468494,0.00016403466,0.00017084379,0.00005159232,0.00038746337],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935233,0.0005833406,0.0011412697,0.00039197147,0.0036999786,0.00066013786],"domain_scores_gemma":[0.9972635,0.0005049313,0.00044127804,0.0005635409,0.000553231,0.00067350676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042349496,0.00028266545,0.0004049169,0.000186642,0.0004403199,0.000068375324,0.00031977036,0.0005216252,0.002412478],"category_scores_gemma":[0.023098988,0.00020443849,0.00012718097,0.0006853967,0.0003468755,0.00031837745,0.00018758896,0.0014843158,0.00010006195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018483691,0.0038195613,0.14346604,0.00041288618,0.00014026956,0.0000065486092,0.019750306,0.00014917507,0.00012928671,0.00658643,0.044075582,0.7812791],"study_design_scores_gemma":[0.0059963344,0.0016856231,0.046377726,0.0048725465,0.0007782064,0.0015879796,0.018215282,0.12201642,0.00039497763,0.00014809772,0.79642725,0.0014995651],"about_ca_topic_score_codex":0.00024268962,"about_ca_topic_score_gemma":0.000007335438,"teacher_disagreement_score":0.7797795,"about_ca_system_score_codex":0.0009077132,"about_ca_system_score_gemma":0.0072227814,"threshold_uncertainty_score":0.99849945},"labels":[],"label_agreement":null},{"id":"W2095985744","doi":"10.1111/medu.12397","title":"Task‐ versus ego‐oriented feedback delivered as numbers or comments during intubation training","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Orientation (vector space); Id, ego and super-ego; Task (project management); Test (biology); Credibility; Likert scale; Perception; Social psychology; Cognitive psychology; Developmental psychology","score_opus":0.01820369985294249,"score_gpt":0.35253149701989994,"score_spread":0.33432779716695743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095985744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95338786,0.000018521043,0.0016650553,0.028031655,0.0053001135,0.0004965554,0.0000013243748,0.00016020604,0.010938689],"genre_scores_gemma":[0.97817594,0.0000394841,0.003484418,0.012530408,0.0014988863,0.00015954838,0.00075742276,0.000043328146,0.0033105372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972493,0.00012773948,0.0006271094,0.0004046451,0.0012079735,0.00038325586],"domain_scores_gemma":[0.9984492,0.00016506792,0.00021795707,0.0004376382,0.0004642139,0.0002659132],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082739926,0.00020953495,0.0002928863,0.00026500804,0.00024607245,0.000029796785,0.00018707766,0.0002883178,0.004163102],"category_scores_gemma":[0.017913494,0.0001667246,0.00006282318,0.00089826767,0.00018422521,0.00019975999,0.000046551522,0.00055451633,0.00040538897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013094643,0.0014571772,0.0026597052,0.0002774557,0.00010171143,0.0000049572072,0.0072879517,0.0000033239155,0.00039742017,0.002196776,0.109827295,0.8744768],"study_design_scores_gemma":[0.030483786,0.0032635091,0.090503804,0.0039588073,0.0006434941,0.0005226728,0.033906844,0.015119264,0.00190664,0.0008377925,0.8174591,0.0013942528],"about_ca_topic_score_codex":0.00017220488,"about_ca_topic_score_gemma":0.00002591814,"teacher_disagreement_score":0.8730825,"about_ca_system_score_codex":0.0005727413,"about_ca_system_score_gemma":0.0019416664,"threshold_uncertainty_score":0.99674726},"labels":[],"label_agreement":null},{"id":"W2095992346","doi":"10.5430/jnep.v4n4p104","title":"Patients as educators: Contemporary application of an old educational strategy to promote patient-centered care","year":2014,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Appeal; Perspective (graphical); Nursing; Medicine; Health care; Medical education; Psychology; Pedagogy; Political science","score_opus":0.03746131240439187,"score_gpt":0.4184247075186025,"score_spread":0.3809633951142106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095992346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9710777,0.0002758286,0.00037956887,0.015334783,0.0017423438,0.0005140097,0.0000021500828,0.000007895835,0.01066572],"genre_scores_gemma":[0.97588605,0.000010654444,0.020242702,0.0029353418,0.00066993915,0.000018583227,0.000120702374,0.000019505098,0.000096512165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983033,0.00019735478,0.0007048261,0.00018783842,0.00048696657,0.00011969251],"domain_scores_gemma":[0.9954367,0.00015340411,0.0009886225,0.00025623984,0.0029315546,0.00023342222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005889822,0.00012548928,0.00022665784,0.0003799147,0.0001332573,0.0000351425,0.00010123611,0.00009103329,0.000033770968],"category_scores_gemma":[0.0038515932,0.00011751962,0.00004115986,0.0004076194,0.0000702123,0.0006779272,0.0000107383385,0.0002675689,0.0000070432197],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005854776,0.00781632,0.003599634,0.0001320004,0.00003808928,1.9859567e-7,0.023215964,0.0000045555676,0.0010618218,0.0024550064,0.011099776,0.94999117],"study_design_scores_gemma":[0.0053105876,0.017792324,0.25617373,0.0046835737,0.0009078666,0.0026433913,0.20440988,0.00029781123,0.0046508526,0.00554855,0.49676853,0.0008128869],"about_ca_topic_score_codex":0.000037648086,"about_ca_topic_score_gemma":4.1116346e-7,"teacher_disagreement_score":0.9491783,"about_ca_system_score_codex":0.0002695065,"about_ca_system_score_gemma":0.0017205398,"threshold_uncertainty_score":0.47923112},"labels":[],"label_agreement":null},{"id":"W2096235309","doi":"","title":"Defining competency-based evaluation objectives in family medicine: communication skills.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Moncton Hospital","funders":"","keywords":"Competence (human resources); Certification; Communication skills; Medical education; Psychology; Medicine; Computer science; Social psychology","score_opus":0.031336961401570926,"score_gpt":0.3532632614870026,"score_spread":0.32192630008543166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096235309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9103891,0.003461003,0.00051950355,0.008867267,0.0009362136,0.0021823538,0.0000016102265,0.00010802802,0.073534906],"genre_scores_gemma":[0.9868532,0.000053695356,0.00717089,0.0027199003,0.00019746687,0.0026590708,0.00027039685,0.0000197477,0.000055660435],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99809134,0.0002342577,0.00046286962,0.00017140697,0.0006535612,0.00038654145],"domain_scores_gemma":[0.9987081,0.00021255139,0.0001565397,0.0004713701,0.0003546679,0.00009676718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004176035,0.00012606189,0.00023143095,0.0005060694,0.000085419815,0.000007989503,0.00012533314,0.00011408104,0.000100250865],"category_scores_gemma":[0.004471344,0.00011209328,0.000031776268,0.0010607971,0.00017846891,0.00020992293,0.000024027802,0.00034381478,0.00003020422],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004198977,0.00073307066,0.26305705,0.000060279344,0.000023126571,4.3313295e-7,0.001976969,0.00002566125,0.000055180353,0.00979315,0.0026318321,0.72160125],"study_design_scores_gemma":[0.0018551729,0.000022957263,0.9915189,0.000118797325,0.00007355409,0.0000051929487,0.0009584927,0.0013559159,0.000120641365,0.0006168681,0.0032495954,0.00010387133],"about_ca_topic_score_codex":0.000101565594,"about_ca_topic_score_gemma":0.000014568672,"teacher_disagreement_score":0.7284619,"about_ca_system_score_codex":0.0005241859,"about_ca_system_score_gemma":0.00023128239,"threshold_uncertainty_score":0.53529394},"labels":[],"label_agreement":null},{"id":"W2096619599","doi":"10.1097/acm.0b013e318178356b","title":"Back to the Basic Sciences: An Innovative Approach to Teaching Senior Medical Students How Best to Integrate Basic Science and Clinical Medicine","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McGill University; University of Pittsburgh","keywords":"Curriculum; Medical education; Medical school; Context (archaeology); Medical science; Medicine; Psychology; Pedagogy","score_opus":0.11963000952872188,"score_gpt":0.46998190298754855,"score_spread":0.35035189345882667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096619599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7372178,0.00009401334,0.0066553233,0.24523005,0.0017026837,0.0018188283,0.0000023197244,0.000059516024,0.007219487],"genre_scores_gemma":[0.81947875,0.0001817537,0.0072975364,0.16355142,0.006152684,0.00015714717,0.000030021192,0.000049338152,0.003101357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886452,0.0004383749,0.0015339279,0.0015834292,0.0068029044,0.0009961572],"domain_scores_gemma":[0.9939548,0.0006812857,0.00029300043,0.0009938579,0.0022986277,0.0017784331],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03214433,0.0004762925,0.0010060883,0.0014577792,0.0011609732,0.00003918749,0.0025760774,0.00040242058,0.00030634672],"category_scores_gemma":[0.10176503,0.00026800245,0.000032553744,0.009259792,0.0066032778,0.00040802298,0.0007416486,0.0034885716,0.00027413308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030111085,0.00056403654,0.10629582,0.00013214938,0.000112542504,0.000036780086,0.07322353,0.000008235996,0.002178261,0.0056852927,0.69592535,0.11553689],"study_design_scores_gemma":[0.011171016,0.01856421,0.24657622,0.0085559655,0.0005176929,0.0023687712,0.111907326,0.0061626444,0.00045645732,0.00025660364,0.59179777,0.001665351],"about_ca_topic_score_codex":0.00022636342,"about_ca_topic_score_gemma":0.000009450637,"teacher_disagreement_score":0.1402804,"about_ca_system_score_codex":0.00043757688,"about_ca_system_score_gemma":0.0017578758,"threshold_uncertainty_score":0.99997723},"labels":[],"label_agreement":null},{"id":"W2096749131","doi":"10.1002/chp.1340240305","title":"Hidden curriculum in continuing medical education","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; CARE Canada; University of Toronto","funders":"","keywords":"Curriculum; Hidden curriculum; Graduation (instrument); Medical education; Continuing medical education; Certification; Medicine; Continuing education; Psychology; Political science; Pedagogy; Engineering","score_opus":0.016121259365616362,"score_gpt":0.424125231216936,"score_spread":0.40800397185131965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096749131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8298006,0.0012380978,0.00026809258,0.16345495,0.0039267633,0.0007178658,2.6331585e-7,0.000011863794,0.0005815223],"genre_scores_gemma":[0.9811475,0.00029166444,0.0068687135,0.0100267725,0.0011774234,0.0000750014,0.000016769269,0.000019456926,0.0003766784],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963868,0.00046995,0.0016811598,0.00017152837,0.000935842,0.00035470445],"domain_scores_gemma":[0.9974648,0.00016040745,0.0010626785,0.00032096315,0.00079172314,0.00019944766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055542067,0.00014661392,0.00042360148,0.00089259696,0.000111520654,0.000026711386,0.00034930048,0.00019276122,0.000108598],"category_scores_gemma":[0.0067921765,0.00010185338,0.000081705635,0.0013382989,0.00008897743,0.00026218407,0.000027643518,0.0016843468,0.000012595948],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006913085,0.005690231,0.07945016,0.00034542015,0.000011970044,0.000011246436,0.07473241,0.000005281535,0.000048626403,0.012366848,0.040152065,0.7871166],"study_design_scores_gemma":[0.005598262,0.00063785113,0.5764039,0.043943442,0.00006489355,0.0016699418,0.3288024,0.0000922581,0.000044628283,0.0137700215,0.028641408,0.00033098093],"about_ca_topic_score_codex":0.00022540073,"about_ca_topic_score_gemma":0.0001019235,"teacher_disagreement_score":0.7867856,"about_ca_system_score_codex":0.0008719356,"about_ca_system_score_gemma":0.012377593,"threshold_uncertainty_score":0.9932213},"labels":[],"label_agreement":null},{"id":"W2096890181","doi":"10.1002/j.0022-0337.2007.71.12.tb04433.x","title":"PBL Core Skills Faculty Development Workshop 3: Understanding PBL Process Assessment and Feedback via Scenario‐Based Discussions, Observation, and Role‐Play","year":2007,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Formative assessment; Facilitator; Process (computing); Medical education; Psychology; Faculty development; Professional development; Computer science; Mathematics education; Pedagogy; Medicine","score_opus":0.04448926324129251,"score_gpt":0.4026732503283126,"score_spread":0.3581839870870201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096890181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9694293,0.00015330611,0.025652148,0.0032236783,0.00091748894,0.0003550748,0.000001177902,0.000012937989,0.00025486836],"genre_scores_gemma":[0.9622326,0.000023366425,0.035766046,0.0011273678,0.00031276108,0.000010027873,0.0001236033,0.0000192278,0.00038498812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980979,0.00002507929,0.00079449965,0.00019246936,0.0006791647,0.00021090539],"domain_scores_gemma":[0.99851525,0.0000790845,0.0005829474,0.00011689023,0.000520253,0.00018557739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011209092,0.00016741178,0.00024514715,0.00039777035,0.0002658885,0.00006720618,0.00008292983,0.00012994159,0.00009326406],"category_scores_gemma":[0.000388692,0.0001283964,0.000036288686,0.0005507298,0.00010055074,0.00036521623,0.000021638023,0.000425081,0.0000029554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023677283,0.0026032461,0.755463,0.00039330314,0.0001392467,0.000010936004,0.01123889,0.000026631666,0.003785679,0.00076319615,0.006875828,0.21846329],"study_design_scores_gemma":[0.0014601566,0.00013398855,0.9417675,0.0012754017,0.00011827647,0.00039234347,0.05116033,0.00047110522,0.0010171344,0.00053975626,0.0014753628,0.0001886328],"about_ca_topic_score_codex":0.000006139649,"about_ca_topic_score_gemma":0.000016092743,"teacher_disagreement_score":0.21827465,"about_ca_system_score_codex":0.0012754046,"about_ca_system_score_gemma":0.0014470246,"threshold_uncertainty_score":0.52358526},"labels":[],"label_agreement":null},{"id":"W2096936582","doi":"10.1002/j.0022-0337.2010.74.5.tb04901.x","title":"Curriculum Change in Dental Education, 2003–09","year":2010,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medicine; Curriculum mapping; Dental education; Curriculum development; Psychology; Pedagogy","score_opus":0.009957339233836321,"score_gpt":0.35804617342256495,"score_spread":0.3480888341887286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096936582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97666675,0.00038714486,0.000015532672,0.0038987864,0.016553752,0.00040323695,9.315566e-7,0.00001019384,0.0020636502],"genre_scores_gemma":[0.9864995,0.00006553277,0.005445419,0.0025354922,0.0042372886,0.000059219048,0.000060134596,0.000021903497,0.0010755357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839395,0.00003488799,0.0007165914,0.00015139676,0.00051105535,0.00019212018],"domain_scores_gemma":[0.9980085,0.000012584359,0.00047024866,0.00022259004,0.0011541838,0.00013192468],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045167314,0.00013517812,0.00022708779,0.00078055135,0.000060476414,0.000036378464,0.00017394433,0.00015110288,0.0009700412],"category_scores_gemma":[0.001452804,0.00012327902,0.0000698259,0.0013164519,0.00007353925,0.0005320546,0.000019960657,0.00083711126,0.0001387992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027426833,0.0044573587,0.74546707,0.0000719284,0.000017695285,0.000006142192,0.0014048438,1.3669272e-7,0.0035573682,0.0010213153,0.068268485,0.17570025],"study_design_scores_gemma":[0.0015780248,0.00029046438,0.8697477,0.0007513888,0.0001368871,0.0057804002,0.02899494,0.00014754539,0.0017730764,0.00029000244,0.09022074,0.0002888389],"about_ca_topic_score_codex":0.00036291542,"about_ca_topic_score_gemma":0.00017452374,"teacher_disagreement_score":0.1754114,"about_ca_system_score_codex":0.0004044948,"about_ca_system_score_gemma":0.0026423463,"threshold_uncertainty_score":0.9999432},"labels":[],"label_agreement":null},{"id":"W2096946250","doi":"10.1111/j.1365-2923.2007.02945.x","title":"Assessment: do we need to broaden our methodological horizons?","year":2007,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Sociology; Library science; Research centre; Citation; Media studies; Computer science","score_opus":0.06104295466291142,"score_gpt":0.48300803511812773,"score_spread":0.4219650804552163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096946250","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3886978,0.00042163918,0.13105382,0.45262992,0.0068557165,0.0011571354,0.0000014284375,0.00026511212,0.018917419],"genre_scores_gemma":[0.77961844,0.00008965359,0.17254566,0.041319184,0.0034557276,0.00015003943,0.00011614452,0.000038035185,0.002667128],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965779,0.000171368,0.0007352413,0.00047178962,0.001547307,0.00049635273],"domain_scores_gemma":[0.99813545,0.000220407,0.00013747135,0.0005238619,0.00050328294,0.00047955176],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053410013,0.00020433216,0.0003708598,0.000534039,0.00013972806,0.000035769608,0.00027504534,0.00043103934,0.001706277],"category_scores_gemma":[0.018723901,0.00016960624,0.00008799203,0.0015908249,0.000085023305,0.00009925754,0.00007270731,0.00088083156,0.00035668648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055819193,0.0010395556,0.006138377,0.00006842137,0.000027445887,0.000009873099,0.00048275653,3.6025412e-7,0.0007208832,0.008065033,0.28594822,0.69744325],"study_design_scores_gemma":[0.0011636948,0.0005859118,0.2422559,0.0006438375,0.00012523953,0.0002784772,0.010490483,0.0001690007,0.0006524698,0.0021533628,0.7411156,0.00036601897],"about_ca_topic_score_codex":0.000044340763,"about_ca_topic_score_gemma":0.00000477821,"teacher_disagreement_score":0.6970772,"about_ca_system_score_codex":0.0005106801,"about_ca_system_score_gemma":0.0025991257,"threshold_uncertainty_score":0.9992063},"labels":[],"label_agreement":null},{"id":"W2097021763","doi":"10.3109/01421590903511438","title":"Asking new questions with qualitative research: A reflection on AMEE 2009","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; The Wilson Centre","funders":"","keywords":"Reflection (computer programming); Qualitative research; Medical education; Psychology; Mathematics education; Computer science; Medicine; Sociology; Social science","score_opus":0.19943867230804932,"score_gpt":0.5610102700173494,"score_spread":0.36157159770930003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097021763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85185987,0.000027033177,0.0042636883,0.07596753,0.0007713704,0.0004574931,5.2391584e-7,0.00018840819,0.06646408],"genre_scores_gemma":[0.95263124,0.000008496217,0.009235821,0.0026282351,0.0028206746,0.00010205567,0.00004697571,0.000045504923,0.032481026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996687,0.00034837145,0.00030883437,0.0003383291,0.0019448083,0.0003726505],"domain_scores_gemma":[0.9984823,0.0001779596,0.000067296234,0.0004442787,0.00044083074,0.00038737425],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045624212,0.00013099573,0.00019925904,0.00037258453,0.00021583897,0.00002465953,0.00014566182,0.0003276144,0.0059596966],"category_scores_gemma":[0.019069348,0.00009315911,0.000036213994,0.0011691216,0.00050844176,0.00007894396,0.000026725593,0.00348441,0.0003883045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000519268,0.0021129048,0.0058823368,0.00007290765,0.00013946637,0.000085892876,0.032126155,0.000001194823,0.0014095341,0.04258821,0.65185064,0.2632115],"study_design_scores_gemma":[0.0065851635,0.004233968,0.017875321,0.002241794,0.00016573635,0.00055853743,0.023052357,0.0045065386,0.0008461998,0.019553795,0.9196275,0.0007531287],"about_ca_topic_score_codex":0.00028940593,"about_ca_topic_score_gemma":0.00014820707,"teacher_disagreement_score":0.26777682,"about_ca_system_score_codex":0.0001743868,"about_ca_system_score_gemma":0.0010805106,"threshold_uncertainty_score":0.9988146},"labels":[],"label_agreement":null},{"id":"W2097283477","doi":"10.1186/1748-5908-6-17","title":"Developing a theory-based instrument to assess the impact of continuing professional development activities on clinical practice: a study protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Business Development Bank of Canada; Université de Montréal; Université Laval; Dalhousie University; Hôpital Saint-François d'Assise; Université de Sherbrooke; Ottawa Hospital; Centre hospitalier universitaire de Québec","funders":"Faculty of Medicine and Health, University of Sydney; Faculté de Médecine, Université Laval; Centre Hospitalier Universitaire de Québec; Canadian Institutes of Health Research; Ministère de la Santé; Ministère de la Santé et des Services sociaux; Université de Sherbrooke; McGill University; Université de Montréal; Université Laval","keywords":"Delphi method; Accreditation; Health care; Protocol (science); Medicine; Medical education; Health services research; Health administration; Health informatics; Professional development; Nursing; Public health; Computer science; Alternative medicine","score_opus":0.3649777250433064,"score_gpt":0.6495553018023482,"score_spread":0.28457757675904183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097283477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9460856,1.3473604e-7,0.0070526763,0.0006508567,0.00028307698,0.045482986,0.0000011911161,0.000018751041,0.00042473993],"genre_scores_gemma":[0.9075362,4.0971546e-8,0.058098104,0.0010471101,0.00003739648,0.03323966,0.0000033885426,0.0000072801163,0.00003079933],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99720657,0.0002686616,0.0008144607,0.0002958073,0.001163457,0.00025105095],"domain_scores_gemma":[0.99805504,0.00038574354,0.00045662158,0.00028476823,0.0007434535,0.00007436139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008997686,0.000117929,0.00016990643,0.0002900287,0.00028795423,0.000038958668,0.00026015664,0.000025277108,0.0002593349],"category_scores_gemma":[0.0029660184,0.000069524685,0.000036945527,0.001245228,0.00024697295,0.0003139999,0.000089399044,0.00019022649,0.000008933881],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019141687,0.0036824066,0.32825506,0.00004780604,0.00011249289,0.00000416167,0.05835101,0.000008373854,0.001947458,0.009252294,0.0006194979,0.5958053],"study_design_scores_gemma":[0.0022643183,0.001897257,0.9231486,0.00015939843,0.000021081643,0.0000050229683,0.051195532,0.000043541328,0.019795468,0.00010968556,0.0012513433,0.00010879126],"about_ca_topic_score_codex":0.00003432322,"about_ca_topic_score_gemma":0.0000059466893,"teacher_disagreement_score":0.5956965,"about_ca_system_score_codex":0.0004994135,"about_ca_system_score_gemma":0.0040853666,"threshold_uncertainty_score":0.72472644},"labels":[],"label_agreement":null},{"id":"W2097292641","doi":"","title":"Defining competency-based evaluation objectives in family medicine: key-feature approach.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Competence (human resources); Delphi method; Delphi; Psychology; Context (archaeology); Medical education; Computer science; Medicine; Artificial intelligence; Social psychology","score_opus":0.05242165812523107,"score_gpt":0.31617523209733855,"score_spread":0.26375357397210747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097292641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54011685,0.001882301,0.0028176396,0.0054564825,0.0015259775,0.0040674503,0.0000035515382,0.00021059431,0.44391915],"genre_scores_gemma":[0.9679269,0.000009115247,0.026189823,0.002419806,0.00020077756,0.00289266,0.00017860663,0.000024314038,0.00015795478],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810994,0.00013492393,0.0003628328,0.0003368791,0.0007044054,0.00035101853],"domain_scores_gemma":[0.9990138,0.00006308673,0.00013258704,0.00034217472,0.0003617868,0.00008661095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022622165,0.00015735299,0.00027781734,0.00051672704,0.00006018105,0.0000064527917,0.00012493071,0.00016741552,0.0000954993],"category_scores_gemma":[0.0026960098,0.00013000409,0.000039752318,0.0011123526,0.00019161832,0.000103459795,0.000016692078,0.00044666923,0.000013599739],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034831173,0.0010918652,0.12379912,0.0002725513,0.00008293458,0.000012249463,0.008198686,0.000032866086,0.00012388038,0.02476533,0.010640945,0.83063126],"study_design_scores_gemma":[0.0023071552,0.000060317147,0.98884207,0.00008339731,0.00009817746,0.000010202246,0.0020227383,0.0039607477,0.0001218058,0.0013453615,0.0010185387,0.00012950318],"about_ca_topic_score_codex":0.00008894323,"about_ca_topic_score_gemma":0.00000856908,"teacher_disagreement_score":0.8650429,"about_ca_system_score_codex":0.00031982968,"about_ca_system_score_gemma":0.00037489267,"threshold_uncertainty_score":0.5301413},"labels":[],"label_agreement":null},{"id":"W2097373328","doi":"10.1186/s13104-015-1499-8","title":"Program directors’ perceptions of importance of pediatric procedural skills and resident preparedness","year":2015,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Memorial University of Newfoundland; University of Toronto","funders":"","keywords":"Preparedness; Medicine; Likert scale; Graduation (instrument); Curriculum; Specialty; Documentation; Psychological intervention; Family medicine; Medical education; Nursing; Psychology","score_opus":0.12338169092507534,"score_gpt":0.4836449074006384,"score_spread":0.3602632164755631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097373328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976693,0.00025448497,0.00005328904,0.00047516404,0.00008324136,0.00093955867,0.0000037793654,0.00003267309,0.0004885209],"genre_scores_gemma":[0.9871683,0.00006707799,0.011893112,0.00001624821,0.00030388398,0.00019860768,0.000028068147,0.000013028329,0.0003116729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981216,0.0001056344,0.00038594374,0.00020984381,0.0009379791,0.00023900183],"domain_scores_gemma":[0.9973481,0.00030946362,0.000103258615,0.00031436761,0.0017933167,0.00013146189],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001777433,0.00007352694,0.00020122154,0.00035968827,0.0000514156,0.0000109823395,0.0001058361,0.00007752919,0.000055800574],"category_scores_gemma":[0.021277921,0.00005962186,0.000029945099,0.0011421161,0.00037936293,0.00009117451,0.000074097974,0.00022997973,0.000005527074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005748692,0.00068469683,0.98177254,0.00067233964,0.000010540729,0.0000011114004,0.0032477574,0.0000018519669,0.0005431748,0.00017326673,0.007874947,0.0049602925],"study_design_scores_gemma":[0.0006251682,0.00058593054,0.99384975,0.00011680937,0.000032128355,0.000009426543,0.0025880267,0.0001902718,0.00126911,0.00044909058,0.00021573849,0.000068564514],"about_ca_topic_score_codex":0.00013830162,"about_ca_topic_score_gemma":0.00006112338,"teacher_disagreement_score":0.019500488,"about_ca_system_score_codex":0.000108800974,"about_ca_system_score_gemma":0.0011753889,"threshold_uncertainty_score":0.98696625},"labels":[],"label_agreement":null},{"id":"W2097404878","doi":"10.2174/1874076600802010008","title":"Practical Tips for Teaching Postgraduate Residents Continuous Quality Improvement","year":2008,"lang":"en","type":"article","venue":"The Open General & Internal Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Associated Medical Services; Royal College of Physicians and Surgeons of Canada","keywords":"Quality (philosophy); Medical education; Psychology; Mathematics education; Computer science; Medicine; Philosophy; Epistemology","score_opus":0.1028775907290834,"score_gpt":0.47926732872151406,"score_spread":0.3763897379924307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097404878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79550475,0.00010141685,0.024322608,0.16459413,0.002837159,0.0012264242,0.0000035380026,0.000023908542,0.011386041],"genre_scores_gemma":[0.8720416,0.00016220531,0.040508036,0.022108734,0.00934683,0.000104540595,0.000041053027,0.00006212311,0.055624913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996699,0.0003026929,0.0012440121,0.0002846055,0.0010261394,0.00044356924],"domain_scores_gemma":[0.9975852,0.0002605229,0.0006988186,0.00044392486,0.00077402696,0.00023755587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005991102,0.00023159251,0.00055518764,0.00015343774,0.00079424615,0.00008715861,0.0006973658,0.00008772854,0.00064889615],"category_scores_gemma":[0.0067698965,0.00013025205,0.00013260875,0.00015725261,0.0003991025,0.00030587855,0.00021842241,0.0015805752,0.000026850714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018733873,0.0003742326,0.0040472993,0.000038965198,0.0003196918,0.000099359095,0.002144867,0.0000016464409,0.013409909,0.0033967954,0.93446004,0.039833795],"study_design_scores_gemma":[0.035139233,0.01763476,0.16444306,0.0035821951,0.0013893157,0.08539956,0.012307315,0.0029794741,0.00847684,0.011852396,0.6556295,0.001166353],"about_ca_topic_score_codex":0.0012511582,"about_ca_topic_score_gemma":0.000012647143,"teacher_disagreement_score":0.27883056,"about_ca_system_score_codex":0.00034645834,"about_ca_system_score_gemma":0.00043485427,"threshold_uncertainty_score":0.8104688},"labels":[],"label_agreement":null},{"id":"W2097450309","doi":"10.1016/j.amjsurg.2012.12.001","title":"Exploring the hidden curriculum: a qualitative analysis of clerks' reflections on professionalism in surgical clerkship","year":2013,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Qualitative analysis; Qualitative research; Hidden curriculum; Medicine; Psychology; Pedagogy; Engineering ethics; Sociology; Engineering","score_opus":0.2686542433207529,"score_gpt":0.4745009296484768,"score_spread":0.2058466863277239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097450309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97869295,0.000054220727,0.000039902996,0.020421421,0.00037561613,0.0001317344,0.0000010161328,0.0000059069866,0.0002772115],"genre_scores_gemma":[0.9983167,0.00012034526,0.00032959605,0.0008940655,0.00021882317,0.00005068987,0.0000045134425,0.000010893536,0.00005439343],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972796,0.0008464545,0.00092454365,0.00010482827,0.0006522823,0.00019228825],"domain_scores_gemma":[0.9953468,0.0026971996,0.0009949154,0.0002867203,0.0006216369,0.000052750212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037228272,0.00010461924,0.00063119805,0.0009990057,0.00009646761,0.000011491272,0.00016661297,0.000022081123,0.00015039812],"category_scores_gemma":[0.0017740455,0.000051766754,0.00029692586,0.0050691697,0.000483089,0.00016694794,0.000022906985,0.00069139205,0.000009220344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015096327,0.0033630726,0.17575604,0.00008671771,0.0050259773,0.000100107514,0.12921992,0.0004436484,0.0014144866,0.005674047,0.015439991,0.6619664],"study_design_scores_gemma":[0.00027630996,0.00020002705,0.8566659,0.00049278315,0.00053694734,0.00009652799,0.13989013,0.00023827169,0.00011132361,0.00073586305,0.00064469705,0.00011119733],"about_ca_topic_score_codex":0.00040459575,"about_ca_topic_score_gemma":0.000003563964,"teacher_disagreement_score":0.6809099,"about_ca_system_score_codex":0.00013152494,"about_ca_system_score_gemma":0.00023578624,"threshold_uncertainty_score":0.30037928},"labels":[],"label_agreement":null},{"id":"W2097691551","doi":"10.3109/0142159x.2010.494740","title":"Health advocacy training: Why are physicians withholding life-saving care?","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Alberta","funders":"University of Calgary","keywords":"Commit; Curriculum; Health care; Population health; Health policy; Public health; Medical education; Medicine; Policy advocacy; Legislature; Population; Health care reform; Political science; Nursing; Public relations; Environmental health; Law","score_opus":0.03255376342533882,"score_gpt":0.356719964135171,"score_spread":0.32416620070983215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097691551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89320105,0.0002349523,0.0014287651,0.09425704,0.0019098547,0.00034823138,7.6057773e-7,0.00024214495,0.008377179],"genre_scores_gemma":[0.96597034,0.000013736226,0.0027453087,0.026798062,0.0033950931,0.000052609244,0.00006601239,0.000055993714,0.0009028546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972704,0.000079648285,0.0005169665,0.00039405446,0.001205455,0.00053349783],"domain_scores_gemma":[0.99866354,0.00003686331,0.00020649577,0.0004918651,0.00019175104,0.000409487],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011820866,0.0002020524,0.0004728608,0.00016350878,0.0002188828,0.000023101687,0.00023335709,0.0003074739,0.0027498465],"category_scores_gemma":[0.007795331,0.0001752786,0.00009433827,0.00054610474,0.00030928355,0.00008791051,0.000049878214,0.0021734266,0.000079293226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033421864,0.00072277914,0.08267489,0.0003469026,0.00008638095,0.00004636797,0.03812422,8.6496595e-7,0.00032471612,0.001132484,0.22530746,0.6511995],"study_design_scores_gemma":[0.0043222564,0.00041912735,0.076885805,0.002257368,0.00014129693,0.00023641025,0.066915475,0.0056186053,0.000085118896,0.0003576261,0.84203523,0.0007256775],"about_ca_topic_score_codex":0.00013251672,"about_ca_topic_score_gemma":0.000073144394,"teacher_disagreement_score":0.65047383,"about_ca_system_score_codex":0.00016033417,"about_ca_system_score_gemma":0.0014616842,"threshold_uncertainty_score":0.9981618},"labels":[],"label_agreement":null},{"id":"W2098024579","doi":"10.3109/0142159x.2012.689444","title":"Quality evaluation reports: Can a faculty development program make a difference?","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Ottawa","funders":"","keywords":"Medical education; Quality (philosophy); Psychological intervention; Medicine; Psychology; Nursing","score_opus":0.13876948123050475,"score_gpt":0.4748664236352154,"score_spread":0.33609694240471066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098024579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982293,0.00011742018,0.00054695347,0.0062899264,0.0007807787,0.0010257626,4.7388315e-7,0.00019781491,0.008747851],"genre_scores_gemma":[0.9846376,0.0000022182683,0.007576713,0.0013926069,0.0008410765,0.00089727604,0.00061403617,0.000021634909,0.0040168334],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99551934,0.00019893353,0.00080540485,0.0002932438,0.0027144654,0.00046862388],"domain_scores_gemma":[0.9985864,0.000017343755,0.00019342458,0.00040863073,0.00037164357,0.00042252865],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006478237,0.0001716636,0.00029543892,0.000099651545,0.000109855835,0.000015168423,0.0000972796,0.00029620194,0.0056122886],"category_scores_gemma":[0.010784721,0.00012756293,0.000058480997,0.0004160043,0.00016153856,0.000043606327,0.000054162705,0.0006353376,0.000059646463],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009880046,0.0014706559,0.3519137,0.000048969923,0.00003941339,0.0000056926133,0.0023140335,2.2113428e-8,0.000013092788,0.00009105529,0.0059364988,0.638157],"study_design_scores_gemma":[0.0008907367,0.00006195916,0.82161367,0.00013980536,0.0000777491,0.00016365791,0.00078210916,0.0010641266,0.000068871515,0.00012971481,0.17480585,0.00020176359],"about_ca_topic_score_codex":0.00006980879,"about_ca_topic_score_gemma":0.00002606775,"teacher_disagreement_score":0.63795525,"about_ca_system_score_codex":0.00057437085,"about_ca_system_score_gemma":0.0012156595,"threshold_uncertainty_score":0.99754786},"labels":[],"label_agreement":null},{"id":"W2098098406","doi":"10.1017/cem.2014.73","title":"The use of free online educational resources by Canadian emergency medicine residents and program directors","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Manitoba; University of Saskatchewan; University of British Columbia; Queen's University","funders":"","keywords":"Medicine; Open educational resources; Modalities; Medical education; Test (biology); Family medicine; Psychology; Pedagogy","score_opus":0.12636588470509622,"score_gpt":0.39828170961985926,"score_spread":0.27191582491476307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098098406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76745164,0.021326872,0.000025365633,0.18930046,0.018253665,0.0006559558,0.00007263239,0.000012229506,0.002901152],"genre_scores_gemma":[0.9253774,0.012623719,0.0036595678,0.0024791653,0.016199388,0.00007066711,0.00074599124,0.00019908753,0.038644966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641645,0.00013094532,0.0017926194,0.00022052621,0.00092222367,0.00051721797],"domain_scores_gemma":[0.99370503,0.00012578908,0.0007627974,0.0005214689,0.0027041375,0.0021807703],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015752233,0.00024286169,0.0005042408,0.0008855886,0.00028978838,0.000006524412,0.0004569153,0.00014816714,0.00300402],"category_scores_gemma":[0.023114048,0.00015905828,0.00006757184,0.001350916,0.0007289697,0.00019244432,0.000018536137,0.00055180676,0.0000028548698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000374274,0.000060585076,0.10460977,0.000048517755,0.00011555359,0.000009044859,0.0021782785,0.0000014227863,0.000056476416,0.00026865638,0.8809116,0.011702652],"study_design_scores_gemma":[0.0011977775,0.0010979874,0.15993315,0.00064112106,0.0002565071,0.00006730792,0.0027736318,0.00006174396,0.000008405016,0.0010248778,0.8327875,0.00014999213],"about_ca_topic_score_codex":0.41672656,"about_ca_topic_score_gemma":0.5390293,"teacher_disagreement_score":0.1868213,"about_ca_system_score_codex":0.0004344874,"about_ca_system_score_gemma":0.003991574,"threshold_uncertainty_score":0.99790734},"labels":[],"label_agreement":null},{"id":"W2098630132","doi":"10.1080/01421590802061134","title":"Models of medical education in Australia, Europe and North America","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Curriculum; Medical education; Process (computing); Medical knowledge; Psychology; Medicine; Engineering ethics; Pedagogy; Computer science; Engineering","score_opus":0.05540798678791877,"score_gpt":0.36865900562213844,"score_spread":0.3132510188342197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098630132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836123,0.0002115014,0.0005820027,0.011054618,0.00022386278,0.00018299781,3.9936506e-7,0.000026683874,0.0041056164],"genre_scores_gemma":[0.9910294,0.0005408723,0.001131037,0.0023533225,0.00033357684,0.000028524377,0.00006463325,0.00001858822,0.004500052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739754,0.0000878136,0.0005236598,0.00023972968,0.0015398823,0.00021137473],"domain_scores_gemma":[0.99918795,0.00002153659,0.00008542896,0.00024393854,0.00015719557,0.00030397568],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006116961,0.000115743474,0.00029668648,0.00016578943,0.00003187004,0.000002717267,0.00016660827,0.00023832855,0.0042760298],"category_scores_gemma":[0.0041522165,0.00009616205,0.00002901787,0.0007238365,0.0006068084,0.00007797773,0.000057157835,0.0007437433,0.00003651212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006666053,0.0031402488,0.60949,0.00020825383,0.000041698713,0.0001254717,0.0044823415,0.000004843459,0.000010672449,0.0014548745,0.112052806,0.26892215],"study_design_scores_gemma":[0.006481635,0.0007081983,0.7032606,0.0017255014,0.00013454648,0.0016667879,0.0019607386,0.12467222,0.00003611128,0.0013552492,0.157251,0.0007474389],"about_ca_topic_score_codex":0.0005113055,"about_ca_topic_score_gemma":0.000033549557,"teacher_disagreement_score":0.2681747,"about_ca_system_score_codex":0.00005742435,"about_ca_system_score_gemma":0.0018223407,"threshold_uncertainty_score":0.9966342},"labels":[],"label_agreement":null},{"id":"W2098656468","doi":"10.5430/jnep.v4n1p88","title":"“A Day in the Life”: A simulated experience","year":2013,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Theme (computing); Psychology; Schizophrenia (object-oriented programming); Applied psychology; Medical education; Pedagogy; Medicine; Psychiatry; Computer science","score_opus":0.07526793128938686,"score_gpt":0.4800517621435366,"score_spread":0.40478383085414976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098656468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8224788,0.00057545747,0.00021708857,0.16730462,0.0010518284,0.00015636237,2.7645234e-8,0.0000030659758,0.008212791],"genre_scores_gemma":[0.9808724,0.00006889122,0.005092476,0.013448882,0.0003699862,0.0000041316357,0.000001246081,0.000003984448,0.0001380047],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991746,0.00018249883,0.00029153255,0.00005254524,0.00022855555,0.00007026327],"domain_scores_gemma":[0.9985814,0.0005065105,0.000270981,0.00010575942,0.00048357088,0.000051758547],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011084575,0.00004350648,0.00008169028,0.00014405596,0.00013147455,0.000034490196,0.000058878675,0.000039875333,0.00010467048],"category_scores_gemma":[0.011502992,0.000028445005,0.000014126863,0.00038801896,0.00006221387,0.0005368942,0.0000042372176,0.0003243783,0.000005724718],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016035623,0.004674223,0.002676724,0.000031874635,0.000029384226,0.0000051518837,0.30486327,0.000013758675,0.0013402466,0.0015508574,0.115121454,0.5695327],"study_design_scores_gemma":[0.0012621849,0.00046220334,0.2823698,0.0011996577,0.00024132949,0.008318113,0.39093098,0.00118984,0.000075312564,0.0019477217,0.3118526,0.00015026004],"about_ca_topic_score_codex":0.000021358735,"about_ca_topic_score_gemma":9.019073e-8,"teacher_disagreement_score":0.5693824,"about_ca_system_score_codex":0.00006768886,"about_ca_system_score_gemma":0.00043814906,"threshold_uncertainty_score":0.99682355},"labels":[],"label_agreement":null},{"id":"W2098762344","doi":"10.1136/bmjstel-2014-000013","title":"Competency-based simulation education: should competency standards apply for simulation educators?","year":2015,"lang":"en","type":"editorial","venue":"BMJ Simulation & Technology Enhanced Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Formative assessment; Health care; Medical education; Psychology; Professional development; Patient safety; Clinical Practice; Medicine; Nursing; Pedagogy","score_opus":0.023128525493194607,"score_gpt":0.4197502558934353,"score_spread":0.3966217304002407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098762344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034077847,0.0006333367,0.5936987,0.0042219376,0.38317078,0.008464012,0.00016276972,0.0022750902,0.0039656404],"genre_scores_gemma":[0.70252556,0.000013969509,0.04783965,0.0005112686,0.23372944,0.0018548911,0.011518658,0.00034791976,0.0016586637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920085,0.000251873,0.002262473,0.0015655649,0.0030034962,0.00090810226],"domain_scores_gemma":[0.9764718,0.0027449299,0.0022055903,0.0014290567,0.016905922,0.00024269699],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025617057,0.0009946589,0.0015411791,0.0027422041,0.0007720342,0.00013017455,0.0005456776,0.003447148,0.0003120781],"category_scores_gemma":[0.057647884,0.0010990466,0.00034378952,0.002822072,0.00045129962,0.0003843881,0.000114103044,0.003515705,0.000083581515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005715961,0.00050038303,0.00017680357,0.00076437206,0.00012854692,0.0000018813591,0.00032327947,0.7655582,0.00009705301,0.0005148258,0.12849659,0.10286651],"study_design_scores_gemma":[0.0022094243,0.00059781136,0.00003492745,0.0008918226,0.00034621992,0.0000017153047,0.0007440806,0.44543448,0.00014368122,0.0025026316,0.5464415,0.0006517009],"about_ca_topic_score_codex":0.000017581935,"about_ca_topic_score_gemma":0.000010763039,"teacher_disagreement_score":0.6991178,"about_ca_system_score_codex":0.0030535194,"about_ca_system_score_gemma":0.022333482,"threshold_uncertainty_score":0.999146},"labels":[],"label_agreement":null},{"id":"W2098996284","doi":"","title":"Pourquoi la continuité est-elle si importante?: Réflexions d’Ian McWhinney sur l’éducation médicale au 21e siècle","year":2014,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Animal Health Institute","funders":"","keywords":"Humanities; Philosophy","score_opus":0.017190199807354384,"score_gpt":0.27957489945134445,"score_spread":0.2623846996439901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098996284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70258635,0.0024045503,0.005655816,0.1869929,0.03333014,0.002251419,0.000097843134,0.00034786251,0.06633309],"genre_scores_gemma":[0.9407162,0.00024018467,0.0021887713,0.0058010686,0.0115286475,0.0004012723,0.00063089957,0.00012688786,0.038366087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927976,0.0005301912,0.0013306338,0.000815138,0.0009929375,0.0035334677],"domain_scores_gemma":[0.9958919,0.00063382153,0.00051261275,0.001020233,0.00046400394,0.0014774164],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042595556,0.0005207041,0.0006819386,0.00033059707,0.0004557305,0.00014439627,0.0004797701,0.00069481606,0.0022373083],"category_scores_gemma":[0.015825432,0.00054935,0.00024811598,0.0012209205,0.00091411563,0.0004651751,0.00010737011,0.0013160883,0.0005632432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121799676,0.0032286134,0.1826678,0.00059623,0.00025557427,0.000039877305,0.0058951243,0.000050179584,0.0003234338,0.13929762,0.17906469,0.48845902],"study_design_scores_gemma":[0.0022723647,0.00013898096,0.4506884,0.00046328874,0.00039541526,0.00014145667,0.0017469848,0.0059016147,0.00055676117,0.0027233562,0.534432,0.0005394124],"about_ca_topic_score_codex":0.0011149413,"about_ca_topic_score_gemma":0.00039411383,"teacher_disagreement_score":0.48791963,"about_ca_system_score_codex":0.002439542,"about_ca_system_score_gemma":0.0035600842,"threshold_uncertainty_score":0.9996958},"labels":[],"label_agreement":null},{"id":"W2099042134","doi":"10.1002/j.0022-0337.2013.77.8.tb05570.x","title":"Pharmacology Education in North American Dental Schools: The Basic Science Survey Series","year":2013,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"American Dental Education Association","keywords":"Curriculum; Clinical pharmacology; Medical education; Dental education; Content delivery; Class size; Class (philosophy); Medicine; Psychology; Pharmacology; Mathematics education; Pedagogy; Computer science","score_opus":0.011810139856813836,"score_gpt":0.3662250768954812,"score_spread":0.3544149370386674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099042134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98873824,0.00017036808,0.000016759124,0.0049207695,0.005280406,0.0004407863,0.0000010352376,0.000006533554,0.00042512803],"genre_scores_gemma":[0.9933061,0.00007889111,0.0015821618,0.0032697455,0.0008155016,0.000052329906,0.000027791222,0.0000126910445,0.00085481635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829173,0.00013456059,0.00061318645,0.00016024291,0.0005776235,0.00022265584],"domain_scores_gemma":[0.9976348,0.00005203628,0.0005622089,0.00018852662,0.0014500918,0.0001123229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011240295,0.00011434753,0.00020150405,0.000677853,0.0001485108,0.000081834405,0.00030951167,0.00003206031,0.0003831289],"category_scores_gemma":[0.0013874575,0.00008386407,0.00004582806,0.0025222888,0.00050338794,0.00096595054,0.000033915276,0.000559716,0.00018453115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005972619,0.0010281068,0.8354849,0.000017874812,0.000014539332,7.3827255e-7,0.0004851892,0.000004211093,0.003252881,0.00003093796,0.055658404,0.10396247],"study_design_scores_gemma":[0.0003128163,0.00019914321,0.9823069,0.000054851007,0.00003413247,0.0005833163,0.013249426,0.000044566877,0.0012713561,0.000029915007,0.0018375333,0.0000760589],"about_ca_topic_score_codex":0.000931965,"about_ca_topic_score_gemma":0.00032770346,"teacher_disagreement_score":0.14682196,"about_ca_system_score_codex":0.0009149919,"about_ca_system_score_gemma":0.0069149733,"threshold_uncertainty_score":0.9987149},"labels":[],"label_agreement":null},{"id":"W2099095202","doi":"10.1046/j.1365-2923.2001.00769.x","title":"Community family medicine teachers' perceptions of their teaching role","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychology; Medical education; Perception; Judgement; Preceptor; Interview; Teaching method; Medicine; Pedagogy","score_opus":0.023564781382521167,"score_gpt":0.37869159718909595,"score_spread":0.3551268158065748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099095202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9164641,0.0002955237,0.0016578668,0.038762085,0.0008505606,0.0003037437,0.0000011685136,0.00009554591,0.041569415],"genre_scores_gemma":[0.9789269,0.00012750956,0.00226172,0.015224731,0.0009987256,0.00007150781,0.00033356543,0.000026874297,0.002028468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99763185,0.000377643,0.0006789203,0.00019911186,0.0008623588,0.00025008994],"domain_scores_gemma":[0.99844277,0.00015007726,0.00018281868,0.00066664134,0.00039876596,0.00015890268],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025856989,0.00017487092,0.0003650879,0.0003510328,0.00031789794,0.000007031566,0.00029710343,0.0002614082,0.0025339462],"category_scores_gemma":[0.008686771,0.00013627502,0.000069006324,0.0006285518,0.00053276925,0.00012148236,0.00005235151,0.0016315322,0.00005082574],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035621604,0.0028323361,0.06252088,0.000097310556,0.00004578748,0.0000010210781,0.021516543,6.0200244e-7,0.003722263,0.001697709,0.17343743,0.7340925],"study_design_scores_gemma":[0.0017030542,0.00058509625,0.52595174,0.0016263811,0.00017926373,0.00029273942,0.16073452,0.0010255383,0.00012918889,0.002159808,0.3053317,0.00028095077],"about_ca_topic_score_codex":0.0011176983,"about_ca_topic_score_gemma":0.00002686169,"teacher_disagreement_score":0.73381156,"about_ca_system_score_codex":0.00024070106,"about_ca_system_score_gemma":0.0013859058,"threshold_uncertainty_score":0.9996635},"labels":[],"label_agreement":null},{"id":"W2099205748","doi":"10.1111/j.1365-2923.2010.03921.x","title":"Fifty years of medical education research: waves of migration","year":2011,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Psychology; Family medicine; Medicine","score_opus":0.13916879317573816,"score_gpt":0.5202584937521112,"score_spread":0.38108970057637304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099205748","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016685918,0.98450726,0.000092815484,0.004581018,0.003860885,0.0017004982,0.0000091162565,0.00004970509,0.0035300807],"genre_scores_gemma":[0.0004136098,0.99124223,0.0019752607,0.0010797144,0.0016392971,0.0005389216,0.0016740833,0.00008511732,0.0013517787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99125504,0.000712202,0.002394958,0.0006365814,0.004561054,0.00044014907],"domain_scores_gemma":[0.99494356,0.00043797478,0.0010788894,0.0011835403,0.0019687293,0.0003873194],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006221569,0.0003609552,0.0016989866,0.0018022425,0.000079149526,0.000015485284,0.0008873503,0.0018152293,0.005689777],"category_scores_gemma":[0.044993352,0.00032056496,0.0003942143,0.0027748079,0.0010422701,0.0001399502,0.00016249325,0.0020946378,0.00015140497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013409927,0.0027833101,0.000044048207,0.016174844,0.00008498815,0.0000013424263,0.0007818719,4.9749493e-9,4.905554e-7,0.0053666197,0.1440286,0.8307205],"study_design_scores_gemma":[0.00024408456,0.0001976578,0.00031800417,0.0448878,0.00046444128,0.00012742166,0.00057026185,0.000029260538,0.000007925813,0.00047609778,0.9524684,0.00020864236],"about_ca_topic_score_codex":0.0008296859,"about_ca_topic_score_gemma":0.000043040753,"teacher_disagreement_score":0.8305118,"about_ca_system_score_codex":0.00048754056,"about_ca_system_score_gemma":0.06300396,"threshold_uncertainty_score":0.99992466},"labels":[],"label_agreement":null},{"id":"W2099487608","doi":"10.1197/j.aem.2007.04.013","title":"Emergency Medicine Clerkship Encounter and Procedure Logging Using Handheld Computers","year":2007,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; North York General Hospital","funders":"","keywords":"Mobile device; Logging; Accreditation; Medicine; Medical emergency; Medical education; Multimedia; Computer science; World Wide Web","score_opus":0.06503180368638181,"score_gpt":0.4062591496329186,"score_spread":0.3412273459465368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099487608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336754,0.01142409,0.018201178,0.016850129,0.010938812,0.0008770378,0.0000017344148,0.00021254628,0.007819087],"genre_scores_gemma":[0.97482955,0.007817417,0.0017768681,0.0033670026,0.009323492,0.000023823704,0.000106981555,0.000096403564,0.002658459],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99491376,0.000057975856,0.0023643244,0.0007250616,0.0011126156,0.0008262542],"domain_scores_gemma":[0.9978653,0.000110367575,0.00061627687,0.0004780186,0.0005265326,0.00040346332],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003577916,0.00046247867,0.00072260696,0.0007960833,0.00029152766,6.761039e-7,0.00029707653,0.00053099566,0.004524609],"category_scores_gemma":[0.003214734,0.00036012096,0.000070662885,0.0016137338,0.00059461617,0.00024474162,0.00009824242,0.0016364632,0.000024227062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023926115,0.00014675231,0.5112783,0.0016086154,0.00023792312,0.000029769877,0.010411752,0.000007464206,0.044040535,0.0028387397,0.41950753,0.009653412],"study_design_scores_gemma":[0.013525309,0.0033814064,0.60403764,0.013677855,0.0030970953,0.0019183942,0.028331721,0.021416536,0.0023116039,0.009463355,0.29597518,0.002863888],"about_ca_topic_score_codex":0.00018622406,"about_ca_topic_score_gemma":0.000011953444,"teacher_disagreement_score":0.12353234,"about_ca_system_score_codex":0.0002213995,"about_ca_system_score_gemma":0.00012520104,"threshold_uncertainty_score":0.9998851},"labels":[],"label_agreement":null},{"id":"W2099907521","doi":"10.1111/j.1365-2923.2009.03497.x","title":"Fostering education scholarship: the mentored research group","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mentorship; Scholarship; Medical education; Context (archaeology); Qualitative research; Focus group; Institution; Higher education; Faculty development; Psychology; Sociology; Pedagogy; Medicine; Professional development; Political science; Social science","score_opus":0.06895401907478352,"score_gpt":0.4773850154884647,"score_spread":0.4084309964136812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099907521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5993029,0.001358891,0.0005561743,0.3530736,0.0043715425,0.0013996739,4.6012937e-7,0.00015142042,0.039785374],"genre_scores_gemma":[0.9400623,0.00010318643,0.0027021358,0.05153561,0.002500666,0.0002725051,0.00019527838,0.000021358424,0.0026069838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99642646,0.0002673519,0.00049641106,0.00037229204,0.0020186196,0.00041884085],"domain_scores_gemma":[0.998044,0.00010922456,0.00009860591,0.0006968973,0.00086739793,0.0001838325],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041696276,0.00014630418,0.00017483761,0.0003941894,0.00044579973,0.000087840424,0.00039217251,0.00024592673,0.0009874491],"category_scores_gemma":[0.011753524,0.00010576674,0.000059085603,0.0015170338,0.0002518862,0.00024549293,0.000095812546,0.0012625258,0.00022555082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002956228,0.0013966047,0.0010239921,0.00003959253,0.000008916006,7.5147733e-7,0.0007161738,7.208644e-8,0.0005504865,0.00875115,0.18399714,0.8034856],"study_design_scores_gemma":[0.001016698,0.0006347049,0.27712262,0.0014629798,0.000085510146,0.00029213537,0.004790994,0.0004590571,0.00064532453,0.029596949,0.6835713,0.00032172797],"about_ca_topic_score_codex":0.000055201144,"about_ca_topic_score_gemma":0.000006250641,"teacher_disagreement_score":0.8031638,"about_ca_system_score_codex":0.00057498657,"about_ca_system_score_gemma":0.004907064,"threshold_uncertainty_score":0.9999258},"labels":[],"label_agreement":null},{"id":"W2100068953","doi":"10.1097/00001888-200510001-00023","title":"Failure to Fail: The Perspectives of Clinical Supervisors","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":428,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Medical education; Affect (linguistics); Psychology; Appeal; Process (computing); Nursing; Medicine; Computer science","score_opus":0.05777859950923887,"score_gpt":0.4507655142423583,"score_spread":0.3929869147331194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100068953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6822126,0.0006566796,0.00064997317,0.31334865,0.00033282672,0.00038769562,8.0375844e-7,0.000036516896,0.002374266],"genre_scores_gemma":[0.97272664,0.00034289475,0.001824957,0.017781613,0.0047528255,0.000031217252,0.000012941817,0.000020216647,0.0025066717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976,0.000096289405,0.0010803562,0.00029815736,0.00067861925,0.00024653162],"domain_scores_gemma":[0.998422,0.00033656298,0.0001808723,0.0005048682,0.00039582205,0.00015983544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026470092,0.00014141116,0.00048031745,0.00019849803,0.000064998494,0.000001447813,0.00031769756,0.00027101292,0.0013787576],"category_scores_gemma":[0.010930117,0.00008039616,0.00006592158,0.00086719816,0.00060511887,0.000070609094,0.000056900095,0.0013220323,0.00013763463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014551602,0.00005824421,0.026762646,0.00007381778,0.00011173219,0.000002461958,0.120416984,0.000007901594,0.0019488519,0.011723143,0.75159407,0.08715462],"study_design_scores_gemma":[0.0025058065,0.000772699,0.040946092,0.00062911486,0.00024836912,0.00009247589,0.25059587,0.00048372877,0.0006667887,0.00048258496,0.70240116,0.00017529684],"about_ca_topic_score_codex":0.000028782513,"about_ca_topic_score_gemma":0.000004753562,"teacher_disagreement_score":0.29556704,"about_ca_system_score_codex":0.00006943331,"about_ca_system_score_gemma":0.00018162376,"threshold_uncertainty_score":0.99953413},"labels":[],"label_agreement":null},{"id":"W2100125105","doi":"10.1080/01421590120090970","title":"A systematic process for content review in a problem-based learning curriculum","year":2001,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Process (computing); Task (project management); Systematic process; Medical education; Systematic review; Clinical Practice; Computer science; Curriculum development; Psychology; MEDLINE; Engineering ethics; Medicine; Pedagogy; Political science; Nursing; Engineering","score_opus":0.11403117063004477,"score_gpt":0.45008974789631373,"score_spread":0.336058577266269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100125105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009556616,0.98462677,0.0009669049,0.002282801,0.0002586136,0.010873851,8.284103e-7,0.00011083751,0.00086982595],"genre_scores_gemma":[0.0000046985588,0.98053277,0.0004866587,0.0013977976,0.00046146728,0.013384835,0.000509761,0.00009986099,0.0031221434],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99458194,0.0005119584,0.0023974301,0.0005868185,0.0014033878,0.00051846047],"domain_scores_gemma":[0.9979234,0.00014790978,0.00080308557,0.0004587209,0.00042052145,0.0002464108],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055498853,0.00047975802,0.0037573692,0.00040083492,0.000060856477,0.000014954671,0.00035791643,0.0007371999,0.0014599042],"category_scores_gemma":[0.03303232,0.0003111375,0.000519206,0.0017235107,0.00012184901,0.00004065415,0.000030509824,0.0022264011,0.00010095084],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002346718,0.0005353035,0.00009440384,0.73237246,0.0000822155,0.000028401273,0.000036349145,8.852257e-8,2.0115283e-9,0.000029704152,0.0050834008,0.2617353],"study_design_scores_gemma":[0.0005168497,0.00008220592,3.1719125e-7,0.5259623,0.001111731,0.00011210259,0.0000519107,0.0009533929,5.960454e-9,0.0000071475893,0.4710332,0.00016888313],"about_ca_topic_score_codex":0.000016090711,"about_ca_topic_score_gemma":0.0000029566493,"teacher_disagreement_score":0.46594977,"about_ca_system_score_codex":0.0006059301,"about_ca_system_score_gemma":0.0021636076,"threshold_uncertainty_score":0.9999341},"labels":[],"label_agreement":null},{"id":"W2100233782","doi":"10.3109/0142159x.2010.500710","title":"The importance of faculty development in the transition to competency-based medical education","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Medical education; Function (biology); Faculty development; Resistance (ecology); Professional development; Medicine; Computer science","score_opus":0.018304962622062403,"score_gpt":0.35784268938022956,"score_spread":0.3395377267581672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100233782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968918,0.000026649712,0.0010361011,0.19863309,0.000526199,0.00041563067,3.4699266e-7,0.00001903724,0.0024511158],"genre_scores_gemma":[0.9754725,0.000003338045,0.005638998,0.017831035,0.0004179756,0.0002538983,0.00012522182,0.000012992884,0.00024403549],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695516,0.00010961053,0.0006167493,0.00019416197,0.0018985763,0.00022573957],"domain_scores_gemma":[0.9990658,0.000084518804,0.0000857298,0.00037779062,0.00020369538,0.00018247493],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040025353,0.00011069327,0.00017458301,0.00009680774,0.000115919116,0.00000984191,0.0003901618,0.00023533287,0.0021950656],"category_scores_gemma":[0.008173405,0.000059427643,0.000043299617,0.0006176483,0.00028617773,0.000028452409,0.000017947497,0.0010809678,0.00003257523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017717718,0.0049306434,0.21397868,0.00019935617,0.000052444702,0.000026221564,0.015219059,0.0000019225731,0.0003214558,0.027700474,0.121391535,0.616001],"study_design_scores_gemma":[0.0033585196,0.0002741294,0.42218348,0.00092948915,0.00006940657,0.00015492398,0.006284494,0.012507943,0.00067207834,0.002286089,0.5508609,0.00041856137],"about_ca_topic_score_codex":0.000033483837,"about_ca_topic_score_gemma":0.0005668723,"teacher_disagreement_score":0.61558247,"about_ca_system_score_codex":0.00007738125,"about_ca_system_score_gemma":0.006193107,"threshold_uncertainty_score":0.99944085},"labels":[],"label_agreement":null},{"id":"W2100449587","doi":"10.1136/bmj.324.7353.1560","title":"Research in medical education: three decades of progress","year":2002,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Specialty; Medical education; Medicine; Quality (philosophy); Medical school; Alternative medicine; Psychology; Family medicine; Pedagogy; Pathology","score_opus":0.12032537258220696,"score_gpt":0.5130314402359687,"score_spread":0.3927060676537617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100449587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7614155,0.001189642,0.000036067508,0.18747844,0.0005018334,0.00073266454,3.3480745e-7,0.000022629512,0.048622917],"genre_scores_gemma":[0.9896184,0.000033724427,0.007529672,0.0009115227,0.00072045793,0.00020773344,0.0000095078985,0.000009661348,0.0009592972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982241,0.000059440154,0.00037015704,0.00013691504,0.0010322876,0.0001771095],"domain_scores_gemma":[0.9991172,0.00006670005,0.000048248323,0.000294645,0.00040073154,0.00007249161],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018311314,0.000047031528,0.0001268077,0.00038999415,0.000030454796,0.000004795847,0.00013283426,0.00013158337,0.002545467],"category_scores_gemma":[0.0024635918,0.00004016628,0.000018403189,0.0013245787,0.00033191533,0.000040495655,0.00003196992,0.00041916475,0.00009748659],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017544093,0.0011478268,0.12638299,0.00015403781,0.000008400261,0.00001198492,0.0004128185,1.0302235e-7,0.000010500855,0.009650205,0.26135102,0.60085255],"study_design_scores_gemma":[0.0027023354,0.00051684125,0.75005203,0.0035871353,0.000027752267,0.00041390365,0.0030820945,0.007835369,0.00073860213,0.007220163,0.22356254,0.000261241],"about_ca_topic_score_codex":0.000028375503,"about_ca_topic_score_gemma":0.000017761482,"teacher_disagreement_score":0.623669,"about_ca_system_score_codex":0.00008654551,"about_ca_system_score_gemma":0.0006683063,"threshold_uncertainty_score":0.99836636},"labels":[],"label_agreement":null},{"id":"W2100580463","doi":"10.1080/01421590801946962","title":"Internal medicine residents’ perceptions of the Mini-Clinical Evaluation Exercise","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Focus group; Competence (human resources); Medical education; Perception; Specialty; Moderation; Qualitative research; Psychology; Anxiety; Medicine; Family medicine; Social psychology; Psychiatry","score_opus":0.08823845886918934,"score_gpt":0.4474353151087201,"score_spread":0.35919685623953074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100580463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9544508,0.00022935877,0.0002994701,0.026199695,0.0016107842,0.0005112467,4.5503245e-7,0.0000375886,0.016660588],"genre_scores_gemma":[0.98471045,0.00021771388,0.00039892257,0.00175551,0.0014642591,0.000060727714,0.00003079372,0.000021235033,0.011340409],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953649,0.00034023522,0.0010611671,0.00028740373,0.0027348823,0.00021142408],"domain_scores_gemma":[0.99827296,0.00007822887,0.0002286855,0.00065482035,0.0005646222,0.00020070212],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041925157,0.0001395671,0.00040683468,0.00013726196,0.0001392124,0.00000234552,0.00035231453,0.00031169222,0.029851098],"category_scores_gemma":[0.019096622,0.000083328836,0.00015949547,0.00057908555,0.0016131325,0.000056493092,0.00009551921,0.0009778849,0.00011809078],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062800435,0.0006519909,0.5901666,0.000039223294,0.00004972178,0.000008940327,0.0017466849,2.9717737e-7,0.000043856784,0.00007225123,0.3443477,0.06280989],"study_design_scores_gemma":[0.0027998255,0.00017950502,0.9803716,0.0010734209,0.00029612702,0.00022497817,0.0009686368,0.0069796913,0.000029674438,0.000287273,0.0066881245,0.000101140446],"about_ca_topic_score_codex":0.00019540919,"about_ca_topic_score_gemma":0.00000851726,"teacher_disagreement_score":0.39020494,"about_ca_system_score_codex":0.0001419704,"about_ca_system_score_gemma":0.00075017515,"threshold_uncertainty_score":0.98916596},"labels":[],"label_agreement":null},{"id":"W2100586340","doi":"10.1017/cem.2015.16","title":"<i>CJEM</i> and the changing landscape of medical education and knowledge translation","year":2015,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Medicine; Content (measure theory); Knowledge translation; Action (physics); Medical education; World Wide Web; Knowledge management; Computer science","score_opus":0.053285698456837075,"score_gpt":0.38756378368422095,"score_spread":0.3342780852273839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100586340","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049382993,0.087571606,0.00011864254,0.028551454,0.87369627,0.0003768454,0.000011644543,0.0000048318625,0.004730413],"genre_scores_gemma":[0.025236644,0.01334476,0.00024364998,0.00039714156,0.9585472,0.000018934505,0.0002864428,0.00006478658,0.0018604824],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968317,0.00014807624,0.0012758854,0.00017836348,0.0013068623,0.0002591009],"domain_scores_gemma":[0.99531525,0.00030451157,0.00076700194,0.00024130622,0.00259948,0.0007724699],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005817396,0.0002194838,0.00076730404,0.0011057453,0.0001140544,0.000006039014,0.00024359058,0.0005935963,0.00096314074],"category_scores_gemma":[0.01929839,0.00013946054,0.000074609976,0.0008362493,0.0005801532,0.00008597833,0.000014992202,0.0012033911,0.0000013807488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007296444,0.000034269804,0.00023075775,0.00046130735,0.000096869226,0.000004992454,0.0094735455,1.17446156e-7,0.0000022827262,0.00037425867,0.9581225,0.031126125],"study_design_scores_gemma":[0.003300586,0.0003008698,0.0001143664,0.0026069768,0.00067234837,0.00008019192,0.004230772,0.00019751754,0.0000014620316,0.00056758284,0.9878091,0.00011820447],"about_ca_topic_score_codex":0.001754992,"about_ca_topic_score_gemma":0.0029530716,"teacher_disagreement_score":0.08485089,"about_ca_system_score_codex":0.00012473538,"about_ca_system_score_gemma":0.014978487,"threshold_uncertainty_score":0.9999501},"labels":[],"label_agreement":null},{"id":"W2100681618","doi":"10.1097/acm.0b013e3181900f4b","title":"Evolving Curriculum Design: A Novel Framework for Continuous, Timely, and Relevant Curriculum Adaptation in Faculty Development","year":2008,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Curriculum; Adaptation (eye); Flexibility (engineering); Context (archaeology); Curriculum development; Professional development; Medical education; Curriculum theory; Faculty development; Relevance (law); Curriculum mapping; Delphi method; Process (computing); Computer science; Engineering ethics; Psychology; Pedagogy; Medicine; Political science; Engineering; Management","score_opus":0.12756619355841575,"score_gpt":0.42461113068609235,"score_spread":0.2970449371276766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100681618","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014069502,0.8460256,0.14753343,0.0011957836,0.0008365292,0.0040985406,0.000008130274,0.00009036561,0.000070951064],"genre_scores_gemma":[0.00006646217,0.8404964,0.15471208,0.00068748207,0.0012624775,0.0011947767,0.0011097614,0.000096790274,0.00037375157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950282,0.00012398536,0.0023901344,0.0009060359,0.00088488223,0.00066676165],"domain_scores_gemma":[0.9969764,0.0008023232,0.0010598716,0.00039662543,0.0005291742,0.00023562489],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018791525,0.0007028995,0.0026366832,0.0009213809,0.0001811243,0.0000093560175,0.00030865616,0.0015499819,0.000077984936],"category_scores_gemma":[0.015647203,0.0005146552,0.000120770164,0.0015078634,0.0003109748,0.00013694343,0.00008855269,0.0029413896,0.000028110191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015005207,0.0001187496,0.00018016041,0.0094058905,0.00015740823,0.00001763172,0.004383261,0.0000015046365,0.0000023390999,0.0014702003,0.043212038,0.9410358],"study_design_scores_gemma":[0.0016852529,0.00023272572,0.00008878242,0.09031919,0.00064819853,0.0006497202,0.001776817,0.0024765437,0.0000011650463,0.00030696488,0.9013125,0.0005021952],"about_ca_topic_score_codex":0.000056956727,"about_ca_topic_score_gemma":0.0000016886091,"teacher_disagreement_score":0.94053364,"about_ca_system_score_codex":0.00083096937,"about_ca_system_score_gemma":0.0014520106,"threshold_uncertainty_score":0.9997462},"labels":[],"label_agreement":null},{"id":"W2100758602","doi":"","title":"Un cursus axé sur le développement des compétences pour la médecine de famille","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.03997497132151028,"score_gpt":0.2844939627909455,"score_spread":0.24451899146943523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100758602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8798275,0.023904236,0.008358956,0.059965912,0.010622777,0.0008679411,0.000019791025,0.00014651568,0.0162864],"genre_scores_gemma":[0.92300195,0.0052333763,0.04662982,0.0026273949,0.005230821,0.00013249188,0.000096483695,0.00011747412,0.016930196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99476683,0.00061285135,0.0007727764,0.00043254424,0.0007020561,0.0027129475],"domain_scores_gemma":[0.9976396,0.00025423733,0.00024848338,0.00053438696,0.00046289834,0.00086039834],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028111043,0.00040506804,0.00043281534,0.0001985579,0.00029042343,0.00007334137,0.00040540504,0.00020751404,0.0009866692],"category_scores_gemma":[0.0038531665,0.00038876035,0.00010328295,0.0012840002,0.00065698515,0.00033298103,0.00014113504,0.00073453615,0.00061918364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008021146,0.003326689,0.38745514,0.0003741466,0.00023720336,0.0000684218,0.015486784,0.000022851416,0.0007180364,0.016514061,0.10725824,0.46845824],"study_design_scores_gemma":[0.0021854436,0.00005557068,0.66786635,0.0003998598,0.0001866502,0.00014388016,0.0015147931,0.00018152493,0.002356247,0.0005272707,0.32427856,0.00030386233],"about_ca_topic_score_codex":0.00020976957,"about_ca_topic_score_gemma":0.000008051471,"teacher_disagreement_score":0.46815437,"about_ca_system_score_codex":0.0009946834,"about_ca_system_score_gemma":0.0011026677,"threshold_uncertainty_score":0.99992657},"labels":[],"label_agreement":null},{"id":"W2100909247","doi":"10.1111/j.1600-0579.2005.00368.x","title":"Continuing professional development – global perspectives: synopsis of a workshop held during the International Association of Dental Research meeting in Gothenburg, Sweden, 2003. Part 2: regulatory and accreditation systems and evidence for improving the performance of the dental team","year":2005,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Continuing professional development; Certification; Medical education; Medicine; Variety (cybernetics); Continuing education; Professional association; Oral health; Professional development; Dental research; MEDLINE; Family medicine; Political science; Public relations; Dentistry","score_opus":0.02645822250284147,"score_gpt":0.354658084812395,"score_spread":0.32819986230955356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100909247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582565,0.0013997956,0.000022313227,0.00077135296,0.0012477296,0.0006183914,0.0000022508839,0.0000022650092,0.000110255234],"genre_scores_gemma":[0.99801904,0.000079958234,0.00084490643,0.000030995554,0.0005550127,0.000021192178,0.0000032684861,0.00001071629,0.00043492988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760586,0.000374363,0.0008520493,0.00013704447,0.0008923165,0.00013837017],"domain_scores_gemma":[0.99691623,0.0002902223,0.0011699914,0.00011945264,0.0014755464,0.000028536657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006032979,0.00008891682,0.00016465972,0.00016398678,0.00017953172,0.00003580804,0.00023986523,0.000038021004,0.0000048686893],"category_scores_gemma":[0.005135169,0.000056248467,0.00003669148,0.0005360408,0.00017062422,0.00032889302,0.00010347763,0.0003204587,3.112131e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047273366,0.0004753898,0.9098492,0.0005357005,0.0001075176,4.5666934e-7,0.023613635,0.00011233112,0.025800982,0.00016871687,0.0012923024,0.037570998],"study_design_scores_gemma":[0.00079510483,0.00009022961,0.8630463,0.005036463,0.000048199563,0.00012300427,0.124669224,0.0010736894,0.004890761,0.0000025673087,0.00016738666,0.00005707638],"about_ca_topic_score_codex":0.0000144258665,"about_ca_topic_score_gemma":0.000022245922,"teacher_disagreement_score":0.10105559,"about_ca_system_score_codex":0.00085044676,"about_ca_system_score_gemma":0.00061047665,"threshold_uncertainty_score":0.61476475},"labels":[],"label_agreement":null},{"id":"W2101113263","doi":"10.1136/bmjopen-2012-000812","title":"Leadership competencies for medical education and healthcare professions: population-based study","year":2012,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Health care; Family medicine; Population; Focus group; Nursing; Medical education; Environmental health","score_opus":0.26622941874478,"score_gpt":0.5352294291927465,"score_spread":0.2690000104479665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101113263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82444847,0.00023756086,0.00042287857,0.14911154,0.0015553873,0.023681594,0.0000037129714,0.00005236246,0.00048651008],"genre_scores_gemma":[0.9666835,6.4481713e-7,0.011336731,0.014934308,0.000613113,0.005315566,0.00029289548,0.000017436676,0.00080579397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863416,0.00012676754,0.00038077464,0.00017110392,0.00045984267,0.00022737496],"domain_scores_gemma":[0.99899113,0.00013475474,0.00012380024,0.0002943666,0.0002730771,0.00018286302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002263755,0.00009315825,0.0002130052,0.00011719777,0.00022174059,0.000028701103,0.00014560294,0.00010769682,0.00021651287],"category_scores_gemma":[0.004735642,0.00007523179,0.000019306717,0.00025854429,0.000036065987,0.00018827888,0.00005968893,0.00017654852,0.000010492317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120387376,0.001605718,0.9393213,0.0004664765,0.000015341715,2.4182808e-7,0.0022371938,1.1664033e-7,0.0000037110055,0.0034733037,0.013690909,0.039065346],"study_design_scores_gemma":[0.0016542478,0.00028703042,0.9624308,0.0007818073,0.000048905204,0.000014198156,0.030316776,0.00036482234,0.000009994221,0.00024016698,0.003726373,0.00012493091],"about_ca_topic_score_codex":0.0003259504,"about_ca_topic_score_gemma":0.000097412085,"teacher_disagreement_score":0.14223506,"about_ca_system_score_codex":0.0001188842,"about_ca_system_score_gemma":0.001737311,"threshold_uncertainty_score":0.5669348},"labels":[],"label_agreement":null},{"id":"W2101260334","doi":"10.1176/appi.ap.33.2.125","title":"Teaching the Physician-Manager Role to Psychiatric Residents: Development and Implementation of a Pilot Curriculum","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Teamwork; Curriculum development; Medicine; Strengths and weaknesses; Mental health; Psychology; Nursing; Pedagogy; Psychiatry; Management","score_opus":0.008954923822681817,"score_gpt":0.3488111137853693,"score_spread":0.33985618996268746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101260334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9489471,0.00072618504,0.00046452513,0.047074605,0.0005626898,0.0005776125,9.158241e-7,0.00003843035,0.0016079498],"genre_scores_gemma":[0.9549264,0.00003624689,0.021010311,0.023135081,0.0006911887,0.00004067741,0.000016548382,0.000013617859,0.00012995148],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855906,0.000044060704,0.0005372359,0.00024406584,0.00038756093,0.00022800858],"domain_scores_gemma":[0.9994122,0.000017705534,0.00019426807,0.00024164483,0.0000708933,0.00006329286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064301555,0.00013309748,0.0001682873,0.00023984344,0.00018887097,0.000008562314,0.0001725653,0.000076318116,0.000016387601],"category_scores_gemma":[0.00008539466,0.00010000164,0.000028321167,0.00060165516,0.00003132473,0.00010990653,0.000033515153,0.00062413584,0.000019061996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007674689,0.00048695467,0.23802929,0.00015942322,0.00009255732,4.1146737e-7,0.0060272454,0.000004400233,0.0019826079,0.03675922,0.114403106,0.60197806],"study_design_scores_gemma":[0.0010301033,0.00040840032,0.9607024,0.0002334074,0.00011748188,0.000013993523,0.012315555,0.00006107528,0.0003142714,0.007524445,0.017093545,0.00018531841],"about_ca_topic_score_codex":0.00010539313,"about_ca_topic_score_gemma":0.000010147675,"teacher_disagreement_score":0.7226731,"about_ca_system_score_codex":0.00007181553,"about_ca_system_score_gemma":0.0001925842,"threshold_uncertainty_score":0.40779483},"labels":[],"label_agreement":null},{"id":"W2101482613","doi":"10.3109/0142159x.2014.872234","title":"Transformative thinkers needed for transformative postgraduate education","year":2014,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transformative learning; Higher education; Pedagogy; Medical education; Sociology; Psychology; Engineering ethics; Medicine; Political science; Engineering","score_opus":0.025566797437554706,"score_gpt":0.3452525806749722,"score_spread":0.31968578323741753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101482613","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028358311,0.00012837237,0.022893393,0.9419432,0.0022372387,0.0026858428,0.000016591313,0.00023523226,0.027024293],"genre_scores_gemma":[0.0035032083,0.000054957465,0.0028533803,0.95551133,0.010736869,0.0013462411,0.007228853,0.00016087158,0.018604282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953311,0.00024244293,0.0011863667,0.00055466004,0.001954389,0.00073104026],"domain_scores_gemma":[0.9979795,0.00013866153,0.000322888,0.0005688295,0.00072609354,0.0002640026],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001741099,0.00058126106,0.00097543286,0.00052721443,0.0002093701,0.00004468167,0.00043684567,0.0023680322,0.0030280459],"category_scores_gemma":[0.0026305567,0.00046645815,0.00042932306,0.0005310026,0.00048276415,0.00020116821,0.000016132557,0.00500915,0.00024682513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082073006,0.00028479335,0.000023520053,0.0011770114,0.000230599,0.000008623251,0.005470415,1.1729986e-7,0.000002132596,0.00020727815,0.9239359,0.06857752],"study_design_scores_gemma":[0.0020652723,0.00038375816,0.000021985526,0.0010975364,0.00048162157,0.0001646305,0.00194694,0.0058325473,0.00004185057,0.0012317126,0.9862574,0.00047477736],"about_ca_topic_score_codex":0.00008423812,"about_ca_topic_score_gemma":0.000002517983,"teacher_disagreement_score":0.06810274,"about_ca_system_score_codex":0.00055125065,"about_ca_system_score_gemma":0.0023693808,"threshold_uncertainty_score":0.9997787},"labels":[],"label_agreement":null},{"id":"W2101656460","doi":"","title":"Es necesario evaluar la competencia clínica de los especialistas","year":2011,"lang":"es","type":"article","venue":"Redalyc (Universidad Autónoma del Estado de México)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Computer science; Political science","score_opus":0.02739879715579348,"score_gpt":0.29557953979977447,"score_spread":0.268180742643981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101656460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8559873,0.0010531977,0.0064060427,0.002620335,0.0012233211,0.00086248183,0.0000739739,0.0003403159,0.131433],"genre_scores_gemma":[0.9527692,0.00053033594,0.038202953,0.0019229472,0.0012492007,0.000028346356,0.0001813886,0.00015434487,0.0049612815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9949954,0.00067987695,0.00091073464,0.00096033956,0.0010749332,0.0013786801],"domain_scores_gemma":[0.99628365,0.00033515613,0.000632415,0.0013808194,0.0007593356,0.00060860306],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019681668,0.00068323675,0.00088624645,0.00117228,0.0006135154,0.0001764474,0.0010348265,0.0010467438,0.005482046],"category_scores_gemma":[0.00135649,0.00079033134,0.00037289396,0.002177043,0.0011042341,0.0006091433,0.00030162735,0.0016070277,0.0006925908],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001433277,0.00401469,0.12573715,0.0016238434,0.0014398989,0.0032184087,0.030305298,0.00004959266,0.005878892,0.6024776,0.058477677,0.16534366],"study_design_scores_gemma":[0.0065015038,0.0013369241,0.6073046,0.00236983,0.0028912742,0.0010957326,0.02558526,0.020388115,0.0020609375,0.005055177,0.32346308,0.0019475801],"about_ca_topic_score_codex":0.0010932642,"about_ca_topic_score_gemma":0.00007766736,"teacher_disagreement_score":0.5974224,"about_ca_system_score_codex":0.002420111,"about_ca_system_score_gemma":0.0040386883,"threshold_uncertainty_score":0.99945474},"labels":[],"label_agreement":null},{"id":"W2101769394","doi":"10.3109/0142159x.2012.668623","title":"A comprehensive process of content validation of curriculum consensus guidelines for a medical specialty","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Curriculum; Content validity; Credibility; Delphi method; Blueprint; Rubric; Delphi; Computer science; Content analysis; Process (computing); Content (measure theory); Domain (mathematical analysis); Curriculum development; Medical education; Psychology; Medicine; Mathematics education; Pedagogy; Psychometrics; Sociology; Artificial intelligence; Political science; Engineering; Mathematics","score_opus":0.13972673764257848,"score_gpt":0.4451915027636165,"score_spread":0.30546476512103804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101769394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757975,0.0004278907,0.003524082,0.017528541,0.0009230151,0.00076068996,0.000004574729,0.00003617557,0.0009975744],"genre_scores_gemma":[0.9917372,0.000025129244,0.00396347,0.0016316251,0.0020003254,0.00011527195,0.00012533605,0.000024941739,0.0003767382],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636596,0.00009089258,0.0012011972,0.00018999705,0.0018416016,0.00031037096],"domain_scores_gemma":[0.9961913,0.00012364036,0.0003512365,0.00025704526,0.0027473636,0.00032939712],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002075018,0.00015103875,0.00054433715,0.00013920259,0.000036983176,0.0000023098428,0.00016395746,0.0003461725,0.0032027813],"category_scores_gemma":[0.037173655,0.000111959416,0.0001238663,0.0003830324,0.00050458475,0.000043510972,0.00003800748,0.00035692152,0.000010796415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005247075,0.008285347,0.5295454,0.0038466407,0.000565019,0.000012023746,0.0043315566,0.0000030782624,0.00094528956,0.0058941375,0.3440926,0.10195417],"study_design_scores_gemma":[0.061857823,0.0046689077,0.12709768,0.015805397,0.0031558308,0.0018972338,0.07238429,0.12171493,0.061349582,0.0035260294,0.52374184,0.0028004544],"about_ca_topic_score_codex":0.000056354973,"about_ca_topic_score_gemma":0.0000019592323,"teacher_disagreement_score":0.40244773,"about_ca_system_score_codex":0.00006628559,"about_ca_system_score_gemma":0.00066922395,"threshold_uncertainty_score":0.99770844},"labels":[],"label_agreement":null},{"id":"W2102155732","doi":"10.1080/01421590701477449","title":"Why medical students should learn how to teach","year":2007,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":323,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Psychology; MEDLINE; Mathematics education; Medicine; Political science","score_opus":0.13251474247617817,"score_gpt":0.49584416342254245,"score_spread":0.3633294209463643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102155732","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009704226,0.9257916,0.0024834573,0.055079162,0.0027026113,0.0016902529,0.0000032719518,0.0003838453,0.01176871],"genre_scores_gemma":[0.000007820609,0.90841746,0.0008663256,0.036381558,0.007326383,0.00044043508,0.0005722327,0.0002560585,0.04573171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834246,0.00038199956,0.001629611,0.0011978226,0.012242389,0.0011236003],"domain_scores_gemma":[0.9957098,0.00020766002,0.00032536878,0.0013177572,0.0003010741,0.002138379],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.009329875,0.00084922824,0.0029078322,0.0010079541,0.0001569565,0.000105887026,0.0021321143,0.0035192033,0.0446022],"category_scores_gemma":[0.033143148,0.0006132481,0.0006278235,0.0019351905,0.00048704827,0.00007421361,0.0007059064,0.0071933214,0.0013728959],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007476487,0.0006800137,0.00022455919,0.0034006287,0.00019974046,0.00025555692,0.00008627588,2.9848113e-9,1.376696e-8,0.000048367638,0.40779087,0.5873065],"study_design_scores_gemma":[0.00074289576,0.00016083766,0.000018505089,0.023075249,0.00078377425,0.00057326787,0.00012020041,0.00004107452,9.7885014e-8,0.00000791021,0.9739593,0.00051685405],"about_ca_topic_score_codex":0.000039401606,"about_ca_topic_score_gemma":0.000014469349,"teacher_disagreement_score":0.5867896,"about_ca_system_score_codex":0.00094156375,"about_ca_system_score_gemma":0.0025093912,"threshold_uncertainty_score":0.9996319},"labels":[],"label_agreement":null},{"id":"W2102210115","doi":"10.3109/0142159x.2013.770135","title":"Feasibility of self-directed learning in clerkships","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre","funders":"","keywords":"Preceptor; Autodidacticism; Medical education; Context (archaeology); Medicine; Clinical clerkship; Psychology; Pedagogy; Curriculum","score_opus":0.03581106542929935,"score_gpt":0.34907533632250165,"score_spread":0.3132642708932023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102210115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809206,0.000052166382,0.00005158159,0.0070194844,0.00016092078,0.000363955,5.188195e-8,0.00029699272,0.011134211],"genre_scores_gemma":[0.9947871,0.000009342996,0.0025079206,0.00046123032,0.00017356317,0.000050752384,0.00001783783,0.000014521486,0.0019777236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821985,0.00017426613,0.00048214494,0.00020371068,0.0007009099,0.000219093],"domain_scores_gemma":[0.9993065,0.0000464357,0.00007984495,0.00024241502,0.00018847565,0.00013630059],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014794323,0.000091200454,0.00026390428,0.00014227278,0.000024534036,0.000004458078,0.00010830515,0.0002471788,0.014459048],"category_scores_gemma":[0.010472052,0.00007376857,0.000042862226,0.00062590797,0.00014648384,0.000060056333,0.000035163113,0.0010135922,0.00015441014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001349094,0.0008831966,0.9507435,0.00009348526,0.000017540535,0.0000046705477,0.0009419591,3.9815058e-7,0.000070185924,0.00009862185,0.016263196,0.030869761],"study_design_scores_gemma":[0.0017603353,0.00012025156,0.93767786,0.00024214621,0.000023964942,0.00001968653,0.0007801934,0.053826127,0.000049175345,0.00036796287,0.005014004,0.00011829154],"about_ca_topic_score_codex":0.00017588226,"about_ca_topic_score_gemma":0.0000073581687,"teacher_disagreement_score":0.05382573,"about_ca_system_score_codex":0.00015954582,"about_ca_system_score_gemma":0.0002760984,"threshold_uncertainty_score":0.9978632},"labels":[],"label_agreement":null},{"id":"W2102292750","doi":"10.3138/jvme.38.3.242","title":"Web-based Documentation of Clinical Skills to Assess the Competency of Veterinary Students","year":2011,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Medical education; Curriculum; Graduation (instrument); Medicine; Class (philosophy); Documentation; Web application; Veterinary medicine; Psychology; Computer science; Mathematics education; Pedagogy","score_opus":0.15094437109406758,"score_gpt":0.5184709832844444,"score_spread":0.36752661219037686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102292750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904267,0.00009072232,0.0012879298,0.0033260859,0.0038107135,0.0004036377,0.0000019329248,0.000008545654,0.00064371526],"genre_scores_gemma":[0.97410417,0.000095625786,0.022094095,0.0029568647,0.0006189363,0.000025078576,0.00001632202,0.00001897185,0.000069919726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951333,0.0004286609,0.0022868696,0.0001777415,0.0017943352,0.0001791307],"domain_scores_gemma":[0.9963037,0.0003278911,0.0013931271,0.00041234083,0.0013059765,0.0002569929],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004312412,0.00015274413,0.00057041686,0.0003917755,0.000053729324,0.00000975844,0.00056924095,0.00018411776,0.0013117924],"category_scores_gemma":[0.0061075212,0.00010608538,0.00021144382,0.0006195194,0.00030567482,0.00020189541,0.00007879957,0.00057851116,0.000012351939],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004787428,0.029921765,0.3639711,0.0013440399,0.00054728,0.00012809836,0.0063964203,0.0000074415025,0.016055021,0.00076809275,0.029646458,0.54642683],"study_design_scores_gemma":[0.0032735174,0.011047392,0.9649416,0.0021191123,0.0002591591,0.0007618374,0.0019857308,0.00014009049,0.0012411972,0.00018790955,0.013895371,0.0001470805],"about_ca_topic_score_codex":0.000022970396,"about_ca_topic_score_gemma":7.3982676e-7,"teacher_disagreement_score":0.6009705,"about_ca_system_score_codex":0.00011480284,"about_ca_system_score_gemma":0.003960794,"threshold_uncertainty_score":0.9996011},"labels":[],"label_agreement":null},{"id":"W2102309152","doi":"10.3399/bjgp14x680113","title":"Undergraduate teaching in UK general practice: a geographical snapshot","year":2014,"lang":"en","type":"article","venue":"British Journal of General Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Medical education; Medicine; General practice; Public transport; Medical school; Family medicine; Transport engineering; Engineering","score_opus":0.011611551200658864,"score_gpt":0.3444006907375291,"score_spread":0.3327891395368702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102309152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8433978,0.0015859514,0.005400694,0.11491311,0.0017924447,0.00032184794,0.0000020651134,0.000025939098,0.032560132],"genre_scores_gemma":[0.7914701,0.0011347997,0.1822536,0.021514976,0.0030625104,0.00000859145,0.000043648113,0.000039225084,0.0004725129],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961394,0.00097018585,0.0011690077,0.00027146842,0.0010439251,0.00040600554],"domain_scores_gemma":[0.9972256,0.00063850504,0.0009798538,0.00025334954,0.0006930118,0.00020971909],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006942493,0.00017845239,0.0004404233,0.00045045384,0.00020569735,0.0001856194,0.0002207711,0.00020119066,0.00012734541],"category_scores_gemma":[0.03978573,0.00019387959,0.00014976619,0.0006572365,0.00012852071,0.0011399988,0.00005102196,0.0026898247,0.0000114697605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001581531,0.0040645837,0.0056017973,0.00012781646,0.00056510704,0.003589121,0.0007093486,0.00048115637,0.005454746,0.018484715,0.30334133,0.6559987],"study_design_scores_gemma":[0.0062204325,0.0013112235,0.02941237,0.00093958736,0.00064379384,0.12290027,0.0011738783,0.005084182,0.00020286426,0.0033904023,0.8282249,0.00049610075],"about_ca_topic_score_codex":0.00067208864,"about_ca_topic_score_gemma":0.00004862248,"teacher_disagreement_score":0.6555026,"about_ca_system_score_codex":0.0001958215,"about_ca_system_score_gemma":0.00034877934,"threshold_uncertainty_score":0.999611},"labels":[],"label_agreement":null},{"id":"W2102341642","doi":"10.4212/cjhp.v66i3.1258","title":"Evaluation of a New Hierarchical Teaching Model for Pharmacy Students in Experiential Education","year":2013,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Pharmacy; Experiential learning; Curriculum; Medical education; Experiential education; Pharmacy practice; Pharmacist; Workload; Medicine; Clinical pharmacy; Pharmacy school; Psychology; Nursing; Pedagogy; Computer science","score_opus":0.053852454300354326,"score_gpt":0.43366051826040186,"score_spread":0.3798080639600475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102341642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97665423,0.00025651706,0.0010723138,0.019121854,0.0014627754,0.0011344795,0.0000021182418,0.0000026234566,0.00029306603],"genre_scores_gemma":[0.9950797,0.0000066683383,0.0027495655,0.0010040965,0.0007831733,0.00007203506,0.000011881766,0.000017046377,0.00027585664],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998137,0.00010994049,0.000592289,0.00010132783,0.00084194815,0.00021747865],"domain_scores_gemma":[0.9979615,0.00003385942,0.00028769963,0.00014224928,0.0012845207,0.00029013824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023992902,0.00009989921,0.00018386605,0.00038859033,0.0001199134,0.000046337038,0.00029019432,0.000028222326,0.0003025233],"category_scores_gemma":[0.0014955577,0.000070382586,0.000083343206,0.00021329717,0.00009056975,0.00033122028,0.0000115769535,0.0005358259,0.0000047634635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014945588,0.0010922079,0.04035367,0.0000654699,0.00021766221,0.000002655404,0.04194539,0.0012299019,0.001472599,0.0009221164,0.13066545,0.7818834],"study_design_scores_gemma":[0.03196853,0.0011132065,0.09085055,0.0011244171,0.001993574,0.00019465518,0.009207053,0.7965919,0.0039495984,0.03971482,0.022605067,0.0006866703],"about_ca_topic_score_codex":0.0117742345,"about_ca_topic_score_gemma":0.00090358953,"teacher_disagreement_score":0.79536194,"about_ca_system_score_codex":0.0006295493,"about_ca_system_score_gemma":0.012172061,"threshold_uncertainty_score":0.99480647},"labels":[],"label_agreement":null},{"id":"W2102420816","doi":"10.3138/jvme.34.2.160","title":"Teaching Veterinary Radiography by E-Learning versus Structured Tutorial: A Randomized, Single-Blinded Controlled Trial","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Randomized controlled trial; Psychological intervention; Medicine; Medical education; Session (web analytics); Test (biology); Psychology; Computer science; Nursing; Internal medicine","score_opus":0.044037844789234726,"score_gpt":0.3972325984469944,"score_spread":0.35319475365775965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102420816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96290946,0.0014491435,0.003244667,0.004100676,0.025659528,0.001532762,5.6786445e-7,0.000055584896,0.0010475913],"genre_scores_gemma":[0.9818671,0.00018577496,0.00726061,0.0012922841,0.009027852,0.00006717037,0.0000590912,0.000049307066,0.00019086288],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941231,0.0008660248,0.0023393794,0.00028721974,0.0019561592,0.00042812692],"domain_scores_gemma":[0.9954536,0.0013734384,0.0016264127,0.0002940579,0.0007664501,0.00048605667],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010570572,0.0003108129,0.0013735354,0.00070737,0.00022331934,0.00005490991,0.00030500116,0.00046078928,0.00054761075],"category_scores_gemma":[0.027589131,0.00024364868,0.0006226637,0.00054984295,0.00034402902,0.0003157557,0.000043382995,0.0020690565,0.0000061365336],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8351186,0.002062005,0.000017109218,0.00008637984,0.00040296713,0.00008329045,0.0008412787,9.7473e-7,0.005216474,0.00011704893,0.013044754,0.14300913],"study_design_scores_gemma":[0.8934138,0.011491082,0.000097473836,0.0004725927,0.0005317477,0.002030658,0.0013698293,0.00018301238,0.00008804001,0.000131662,0.089958005,0.00023209542],"about_ca_topic_score_codex":0.000029953373,"about_ca_topic_score_gemma":4.5058198e-7,"teacher_disagreement_score":0.14277703,"about_ca_system_score_codex":0.00046062496,"about_ca_system_score_gemma":0.0017223976,"threshold_uncertainty_score":0.99357045},"labels":[],"label_agreement":null},{"id":"W2102481881","doi":"10.1017/s1481803500007545","title":"Clinical teaching in a busy emergency department: strategies for success","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Emergency department; Medicine; Medical emergency; Medical education; Teaching hospital; Nursing; Family medicine","score_opus":0.14684496616943532,"score_gpt":0.4493335945088186,"score_spread":0.3024886283393833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102481881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93277407,0.004216121,0.0023125943,0.021699226,0.021918776,0.00058203295,0.000008974786,0.000011422417,0.016476762],"genre_scores_gemma":[0.9917294,0.00081836496,0.0014624489,0.00054610614,0.004051049,0.000020850404,0.00002912437,0.000029954463,0.0013126989],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996794,0.00009788348,0.002109542,0.00019930083,0.000352076,0.0004472065],"domain_scores_gemma":[0.9980999,0.00006138804,0.0004910673,0.0002476879,0.0005171,0.0005828149],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023211224,0.00017638488,0.0005337927,0.0007801465,0.00014432786,0.0000047296876,0.00024406986,0.00015225365,0.008116697],"category_scores_gemma":[0.0044177487,0.00014312468,0.00015689989,0.0006572612,0.00012576274,0.00023472388,0.000005531669,0.00077049615,0.000008718177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047329468,0.00022574032,0.28757358,0.00019253216,0.00012128038,0.000095332,0.0029044203,0.000014194407,0.000057937672,0.004395444,0.67143923,0.032932974],"study_design_scores_gemma":[0.006628438,0.0034763375,0.19633484,0.0015096645,0.0005454717,0.0001947584,0.013227034,0.0023530344,0.000008202165,0.0074746744,0.7677308,0.00051679864],"about_ca_topic_score_codex":0.001305552,"about_ca_topic_score_gemma":0.013456587,"teacher_disagreement_score":0.096291505,"about_ca_system_score_codex":0.0002166337,"about_ca_system_score_gemma":0.0007150527,"threshold_uncertainty_score":0.99279004},"labels":[],"label_agreement":null},{"id":"W2102584527","doi":"10.1186/1472-6920-8-53","title":"The need for national medical licensing examination in Saudi Arabia","year":2008,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"King Abdulaziz University; University of Oxford; Jazan University","keywords":"Licensure; Medical education; Strengths and weaknesses; Physical examination; Medicine; Work (physics); United States Medical Licensing Examination; Medical school; Psychology; Engineering; Surgery","score_opus":0.03856889470084632,"score_gpt":0.3735020176241009,"score_spread":0.3349331229232546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102584527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9193188,0.00048159424,0.011949368,0.05512424,0.0037593693,0.0014479791,0.0000018396665,0.000107321786,0.0078094946],"genre_scores_gemma":[0.9685322,0.00024008588,0.010237297,0.01398751,0.0027370094,0.0006226786,0.0003573914,0.00003778442,0.0032480382],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99581623,0.00017563986,0.0007965939,0.00033818153,0.0025193384,0.00035400342],"domain_scores_gemma":[0.99684167,0.0013303546,0.0001933294,0.00029595377,0.0010822319,0.00025645108],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004143383,0.00015825867,0.00023294913,0.00032000674,0.00039827087,0.000021293577,0.00023899318,0.00037516427,0.0007423844],"category_scores_gemma":[0.07258113,0.00012233833,0.000078729885,0.0009420541,0.00040254716,0.00013958792,0.000031976426,0.0005300634,0.00005126522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025827668,0.0025897592,0.03719272,0.00048226505,0.00004112603,0.0000072743596,0.0020538406,0.0000050060466,0.00011246398,0.029005472,0.42483762,0.50341415],"study_design_scores_gemma":[0.004451399,0.000217569,0.7299401,0.0012191851,0.000044184035,0.00083901733,0.0021504858,0.042853788,0.00020114008,0.002966761,0.21472351,0.0003928291],"about_ca_topic_score_codex":0.00003331854,"about_ca_topic_score_gemma":0.00021862604,"teacher_disagreement_score":0.6927474,"about_ca_system_score_codex":0.0005719484,"about_ca_system_score_gemma":0.014083951,"threshold_uncertainty_score":0.99150527},"labels":[],"label_agreement":null},{"id":"W2102611540","doi":"10.1111/j.1365-2929.2004.02069.x","title":"Faculty development for teaching and evaluating professionalism: from programme design to curriculum change","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":226,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Medical education; Faculty development; Context (archaeology); Professional development; Process (computing); Institution; Psychology; Pedagogy; Medicine; Sociology; Computer science","score_opus":0.14195049807512372,"score_gpt":0.4806936985644968,"score_spread":0.33874320048937306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102611540","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79641324,0.00026358778,0.05653177,0.14211725,0.0011332054,0.0033054664,0.0000029921446,0.00010490149,0.00012757939],"genre_scores_gemma":[0.24017222,0.000002898729,0.7169827,0.035015266,0.0021333375,0.0040230537,0.001054153,0.000027076065,0.00058928283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795127,0.00011182627,0.0004481518,0.000353984,0.0008301881,0.00030455273],"domain_scores_gemma":[0.9990412,0.0001308569,0.00010766213,0.00016628954,0.0003637895,0.00019020714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002614917,0.00014579447,0.00019612313,0.00014783243,0.0003002353,0.0000246712,0.00010530952,0.0001670949,0.00026100822],"category_scores_gemma":[0.013815212,0.00011830444,0.000024567775,0.00022868054,0.000053929874,0.00013206988,0.000044548786,0.00039834835,0.00003839132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024037547,0.00078166154,0.0012169756,0.000056577574,0.00001581549,1.6601983e-7,0.008680144,3.4830484e-7,0.000072308096,0.00019855904,0.05182447,0.93712896],"study_design_scores_gemma":[0.0023922233,0.00042300462,0.04667002,0.0022705891,0.0001395312,0.00003358875,0.009430719,0.024604367,0.00072033727,0.0004458271,0.9124122,0.00045753934],"about_ca_topic_score_codex":0.00011718458,"about_ca_topic_score_gemma":0.000014736147,"teacher_disagreement_score":0.9366714,"about_ca_system_score_codex":0.00034398845,"about_ca_system_score_gemma":0.0020658611,"threshold_uncertainty_score":0.9944918},"labels":[],"label_agreement":null},{"id":"W2102653491","doi":"10.3109/0142159x.2014.932898","title":"Twelve tips for curriculum renewal","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Curriculum development; Curriculum mapping; Curriculum theory; Emergent curriculum; Process (computing); Medical education; Health care; Engineering ethics; Quality (philosophy); Medicine; Sociology; Pedagogy; Political science; Computer science; Engineering","score_opus":0.014847813993863812,"score_gpt":0.34337883013437664,"score_spread":0.32853101614051283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102653491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.791259,0.00011133975,0.062031966,0.064804204,0.0024634427,0.00083411136,9.401612e-7,0.00029641355,0.0781986],"genre_scores_gemma":[0.96355903,0.000007744707,0.00836808,0.0071430216,0.004626928,0.00021986415,0.00015653713,0.000043971515,0.015874805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983775,0.00005169582,0.0003252989,0.0002473832,0.000713746,0.00028435056],"domain_scores_gemma":[0.99920434,0.00003832421,0.000058163318,0.0003098827,0.00017104314,0.00021827253],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014937212,0.00011419968,0.00022918453,0.000084078754,0.00007486488,0.000009022399,0.0001401118,0.00025818925,0.0044467836],"category_scores_gemma":[0.011051763,0.00008702355,0.00008275296,0.00024697318,0.00015291244,0.000032609845,0.000028987564,0.00041467624,0.00017695675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035723682,0.0007792978,0.042075947,0.00012788047,0.000050313884,0.0000041304365,0.00032918627,1.581582e-7,0.00003605134,0.0112221055,0.7072476,0.23809162],"study_design_scores_gemma":[0.0021929205,0.00027996878,0.0016834995,0.00015958515,0.00007788308,0.00007415887,0.0002187695,0.037230592,0.000063799074,0.002970367,0.9548801,0.00016834853],"about_ca_topic_score_codex":0.00002285836,"about_ca_topic_score_gemma":0.0000032252342,"teacher_disagreement_score":0.24763252,"about_ca_system_score_codex":0.00008347215,"about_ca_system_score_gemma":0.00017101428,"threshold_uncertainty_score":0.9972786},"labels":[],"label_agreement":null},{"id":"W2103012015","doi":"10.5430/jha.v3n5p14","title":"Are educational or quality improvement interventions delivered at the induction or orientation of junior doctors effective?","year":2014,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Scopus; Scrutiny; MEDLINE; Intervention (counseling); Quality management; Patient safety; Nursing; Health care; Quality (philosophy); Family medicine","score_opus":0.029134496275184652,"score_gpt":0.3972769601970975,"score_spread":0.36814246392191285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103012015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99214,0.00022232161,0.0016016063,0.0038651128,0.0015275679,0.00058164203,0.000006429956,0.0000073113624,0.000048027254],"genre_scores_gemma":[0.9974197,0.00015436191,0.0010741273,0.0001291693,0.0005572614,0.00007303268,0.0000441038,0.000011255451,0.00053694437],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99786603,0.00015751238,0.0011750753,0.00014364133,0.00053249224,0.00012525782],"domain_scores_gemma":[0.996253,0.00023833207,0.002153797,0.0002043284,0.0010775148,0.00007304036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013139861,0.00012544754,0.0003100967,0.00017669529,0.0001475924,0.000025407819,0.00010621622,0.00008797868,0.00048637853],"category_scores_gemma":[0.0040639043,0.000072794915,0.00018053035,0.00046822772,0.00015345764,0.00029035273,0.000022403821,0.00023766531,0.000008424446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009102285,0.017162237,0.07415208,0.0055511384,0.0012784703,0.000016141697,0.009063005,0.000046941437,0.0067985016,0.00998477,0.012283094,0.8545613],"study_design_scores_gemma":[0.004195485,0.037270218,0.92296803,0.0021039946,0.00070933107,0.00036075065,0.012602576,0.00008720977,0.011723207,0.0013051558,0.0063305306,0.0003434808],"about_ca_topic_score_codex":0.00000785814,"about_ca_topic_score_gemma":0.000027841077,"teacher_disagreement_score":0.8542178,"about_ca_system_score_codex":0.0005912724,"about_ca_system_score_gemma":0.0004259342,"threshold_uncertainty_score":0.5325504},"labels":[],"label_agreement":null},{"id":"W2103097385","doi":"10.12927/hcpap..16896","title":"Identifying and Assessing Competencies: A Strategy to Improve Healthcare Leadership","year":2003,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Articulation (sociology); Psychology; Knowledge management; Quality (philosophy); Public relations; Political science; Computer science","score_opus":0.16677789540386867,"score_gpt":0.3956739141333067,"score_spread":0.22889601872943804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103097385","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12347228,0.00064307684,0.0006255005,0.86881846,0.002387242,0.003060714,0.000081913866,0.0003143112,0.00059648475],"genre_scores_gemma":[0.004294297,0.0001258195,0.008059636,0.98104507,0.0007285688,0.0008822813,0.0010650005,0.00034696865,0.00345236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911455,0.0005831718,0.0018867007,0.002178145,0.0017913315,0.0024151572],"domain_scores_gemma":[0.9952299,0.00064245285,0.0007389593,0.0015704177,0.0008078274,0.0010104208],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0019194612,0.0011536494,0.0018207516,0.001342619,0.00097338995,0.00041489198,0.0005086459,0.0016183644,0.00026947312],"category_scores_gemma":[0.0017260988,0.0011507093,0.00025967567,0.002048829,0.00014187768,0.0002979291,0.0002453183,0.0047418796,0.00041429696],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021354586,0.00017894442,0.00047770815,0.0029762008,0.0001231721,0.00020913284,0.0068018655,0.0000012348376,0.00039947682,0.00020298053,0.9676311,0.020784637],"study_design_scores_gemma":[0.0018975817,0.0028358665,0.0028640945,0.000063543484,0.00023245432,0.00044796336,0.007833617,0.00013838496,0.000075384305,0.000081675396,0.98227173,0.001257686],"about_ca_topic_score_codex":0.0013338748,"about_ca_topic_score_gemma":0.00047114588,"teacher_disagreement_score":0.11917798,"about_ca_system_score_codex":0.0035543686,"about_ca_system_score_gemma":0.0023915973,"threshold_uncertainty_score":0.9996777},"labels":[],"label_agreement":null},{"id":"W2103315819","doi":"10.1186/1746-1340-13-22","title":"An online survey of chiropractors' opinions of continuing education","year":2005,"lang":"en","type":"article","venue":"Chiropractic & Osteopathy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Licensure; Medical education; Medicine; Continuing education; Distance education; Family medicine; Psychology; Alternative medicine; Pedagogy","score_opus":0.046699653324684454,"score_gpt":0.3758577627626469,"score_spread":0.3291581094379624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103315819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954823,0.00025759402,0.00018917792,0.0015861702,0.00091323163,0.00039589705,0.000053590036,0.00005719985,0.0010648356],"genre_scores_gemma":[0.9682514,0.00006221147,0.028620148,0.0004997147,0.00059001,0.000016544818,0.0017205386,0.00003567767,0.00020375728],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979594,0.00015562329,0.000907373,0.00028785176,0.0004762093,0.00021356899],"domain_scores_gemma":[0.99703866,0.00016315437,0.00077082886,0.00075172406,0.0011562177,0.0001193888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010899766,0.00017455076,0.00043317716,0.0003266675,0.000050863095,0.000011173645,0.00017924426,0.00014951894,0.0002890065],"category_scores_gemma":[0.005470761,0.00016336146,0.00006862106,0.0008338305,0.0001523994,0.00043091108,0.000029877689,0.00042323332,0.000021570217],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026071823,0.0067971135,0.113001876,0.00020742594,0.00005065877,0.0000012058015,0.002993705,0.00001312363,0.017391482,0.00054330204,0.002870592,0.8558688],"study_design_scores_gemma":[0.0010599416,0.000644314,0.9782905,0.00039476377,0.00014197953,0.000094007,0.002520158,0.001117767,0.0051662894,0.000035072168,0.010343084,0.00019210603],"about_ca_topic_score_codex":0.0003748926,"about_ca_topic_score_gemma":0.00006048016,"teacher_disagreement_score":0.8652886,"about_ca_system_score_codex":0.000105077976,"about_ca_system_score_gemma":0.00066815753,"threshold_uncertainty_score":0.6661687},"labels":[],"label_agreement":null},{"id":"W2103518768","doi":"10.1002/chp.20034","title":"Imagining a continuing interprofessional education program (CIPE) within surgical training","year":2009,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Interprofessional education; Medicine; Health care; Medical education; Health professionals; Continuing education; Professional development; Continuing medical education; Nursing; Political science","score_opus":0.03024496847385835,"score_gpt":0.4597474451903507,"score_spread":0.4295024767164924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103518768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8884683,0.0010092169,0.0003203027,0.10178171,0.0051164483,0.0016261094,6.166886e-7,0.00004670606,0.0016305665],"genre_scores_gemma":[0.955586,0.000056721765,0.03329215,0.008035874,0.001735677,0.00013379146,0.00003462086,0.000022372249,0.0011027756],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9958487,0.0007134779,0.00198378,0.00023592514,0.0007684913,0.00044960974],"domain_scores_gemma":[0.9964276,0.00030561272,0.0017311138,0.0003448806,0.0009881286,0.0002026731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056929477,0.00021531366,0.00055772625,0.00078066555,0.00025390385,0.00006696856,0.00034739776,0.00016480769,0.000058233218],"category_scores_gemma":[0.0018248997,0.0001465397,0.00014040216,0.0011221976,0.00010853233,0.00037900748,0.000023152646,0.0020127064,0.0000059804515],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022619507,0.0021737374,0.004998866,0.00010132693,0.000010716094,0.00000601854,0.09900427,0.0000023020696,0.00011352887,0.0033951341,0.0106092105,0.8793587],"study_design_scores_gemma":[0.004180454,0.0024470494,0.17327514,0.04633682,0.00014951786,0.003939841,0.68741834,0.0007482929,0.00006639492,0.007744776,0.07318293,0.0005104162],"about_ca_topic_score_codex":0.000021376462,"about_ca_topic_score_gemma":0.0000057425823,"teacher_disagreement_score":0.87884825,"about_ca_system_score_codex":0.0004306961,"about_ca_system_score_gemma":0.009580007,"threshold_uncertainty_score":0.99603474},"labels":[],"label_agreement":null},{"id":"W2103579003","doi":"10.3109/0142159x.2011.545844","title":"Preliminary research in the application of integrated learning and teacher-centredness in undergraduate education in China","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Medical education; Psychology; Meaning (existential); Reliability (semiconductor); Mathematics education; Medicine","score_opus":0.048118568876514195,"score_gpt":0.39891662510796666,"score_spread":0.35079805623145244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103579003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98246574,0.00029594582,0.00027908382,0.00811821,0.00007516283,0.00061802584,9.535749e-8,0.000014178096,0.008133528],"genre_scores_gemma":[0.9984326,0.00008246122,0.00039292176,0.000114692935,0.00007776709,0.00019608666,0.000053535707,0.000014154769,0.0006358203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975832,0.0007079579,0.00049567304,0.00026261207,0.00069690443,0.00025365644],"domain_scores_gemma":[0.9994685,0.0000662077,0.00007742132,0.00022904802,0.00009667492,0.00006212798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050130044,0.00010006843,0.00020374797,0.00056245155,0.00003555539,0.000005744122,0.00018309547,0.00022619595,0.00024200173],"category_scores_gemma":[0.003062788,0.00007197578,0.000016753289,0.0015832661,0.00033749398,0.000067222485,0.000047053294,0.0018785734,0.000008241179],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011594346,0.0019326769,0.62596726,0.00009228797,0.000004082086,0.0000068932145,0.010789538,4.3156726e-7,0.000024412622,0.0014134225,0.00050706795,0.35914594],"study_design_scores_gemma":[0.0012465734,0.00023517912,0.9568491,0.0006915713,0.0000110238725,0.000032051597,0.019992443,0.013626914,0.000022472484,0.0030679104,0.0041265814,0.0000982001],"about_ca_topic_score_codex":0.0025919885,"about_ca_topic_score_gemma":0.00021872704,"teacher_disagreement_score":0.35904774,"about_ca_system_score_codex":0.00023522507,"about_ca_system_score_gemma":0.00075702433,"threshold_uncertainty_score":0.8161571},"labels":[],"label_agreement":null},{"id":"W2103724727","doi":"10.1111/j.1365-2929.2004.01957.x","title":"Comparison of computer‐assisted instruction (CAI) versus traditional textbook methods for training in abdominal examination (Japanese experience)","year":2004,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Objective structured clinical examination; Computer assisted learning; Medical education; Computer-Assisted Instruction; Final examination; Educational measurement; Medicine; Psychology; Mathematics education; Curriculum; Pedagogy","score_opus":0.11436456857419249,"score_gpt":0.4776828926959211,"score_spread":0.36331832412172865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103724727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8812697,0.000074279444,0.109582834,0.0033920286,0.0040122196,0.00074947946,0.0000020164155,0.000043603497,0.00087385956],"genre_scores_gemma":[0.7855721,0.000004928067,0.21224153,0.00063197,0.00072057167,0.00034110632,0.00043683956,0.00001668169,0.000034247834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99766564,0.00013468486,0.00093172974,0.0003384084,0.00068931567,0.00024022665],"domain_scores_gemma":[0.99868315,0.00029150295,0.00029601925,0.00021269232,0.0004119927,0.000104621264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013673579,0.00016260386,0.00041217817,0.0005146744,0.0000991231,0.000013764798,0.00014510124,0.00027477695,0.00031835202],"category_scores_gemma":[0.004308229,0.00016403185,0.00008021771,0.00079817354,0.00031227755,0.00020203866,0.000014345433,0.00036258233,0.000004097346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029275444,0.0016170046,0.00052397826,0.0001852428,0.000021090169,5.5674155e-7,0.027509477,0.00003533843,0.00086174114,0.0036929664,0.000609112,0.96465075],"study_design_scores_gemma":[0.051149126,0.0054773847,0.56333977,0.004876575,0.00049341563,0.0006410033,0.18166776,0.14617954,0.01424162,0.0067301607,0.023763848,0.0014397994],"about_ca_topic_score_codex":0.000068808804,"about_ca_topic_score_gemma":0.000019619138,"teacher_disagreement_score":0.96321094,"about_ca_system_score_codex":0.0006840091,"about_ca_system_score_gemma":0.0026510453,"threshold_uncertainty_score":0.6689025},"labels":[],"label_agreement":null},{"id":"W2103752430","doi":"10.1111/j.1365-2923.2012.04262.x","title":"Reconstructing a lost tradition: the philosophy of medical education in an age of reform","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Medicine; Psychology","score_opus":0.031522209492453504,"score_gpt":0.37098070125816895,"score_spread":0.33945849176571546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103752430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9354352,0.00043982477,0.00015161114,0.047027647,0.0026986778,0.0004486637,0.000001606599,0.000019173465,0.0137776295],"genre_scores_gemma":[0.987757,0.00006781625,0.0023706474,0.007079025,0.0021808494,0.00008677594,0.00033842213,0.000020560934,0.00009886154],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966648,0.00017006807,0.0010183846,0.00020975585,0.0016767326,0.00026024188],"domain_scores_gemma":[0.9984583,0.00009760326,0.0003482556,0.00050165097,0.000361123,0.00023306222],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002957264,0.00014467305,0.00032776015,0.0003762559,0.00006233111,0.000007500698,0.0003277409,0.00035595938,0.0024232953],"category_scores_gemma":[0.0068118563,0.00010658232,0.0000675945,0.0010111716,0.0005773342,0.000318129,0.00003214219,0.0006904363,0.000018686502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000973783,0.009213856,0.12999758,0.0008734505,0.000039495375,0.0000018034882,0.0075067678,2.3091312e-7,0.0002794921,0.1023826,0.012095754,0.7375116],"study_design_scores_gemma":[0.0057095923,0.0012790024,0.81465393,0.013516383,0.00047607167,0.001984083,0.07595052,0.0040072915,0.0033907779,0.023629084,0.054326043,0.0010771998],"about_ca_topic_score_codex":0.00032437342,"about_ca_topic_score_gemma":0.00003124518,"teacher_disagreement_score":0.7364344,"about_ca_system_score_codex":0.0003681786,"about_ca_system_score_gemma":0.0085517,"threshold_uncertainty_score":0.9984886},"labels":[],"label_agreement":null},{"id":"W2103836400","doi":"10.3109/0142159x.2012.644826","title":"Using electronic clinical practice audits as needs assessment to produce effective continuing medical education programming","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Audit; Psychological intervention; Medicine; Continuing medical education; Medical record; Needs assessment; Medical education; Nursing; Clinical audit; Family medicine; Continuing education","score_opus":0.030157751597415617,"score_gpt":0.49246549848660126,"score_spread":0.46230774688918563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103836400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93005836,0.00057883054,0.012423767,0.04041319,0.0037071,0.002304987,1.5319522e-7,0.00020881723,0.010304816],"genre_scores_gemma":[0.950185,0.00003530734,0.025664983,0.013150078,0.008721262,0.00054992316,0.00005254998,0.00007676808,0.001564117],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99329793,0.0008271685,0.001126719,0.00053308177,0.0031231805,0.0010919293],"domain_scores_gemma":[0.99646395,0.000349309,0.00033896253,0.0006118082,0.0007824324,0.0014535495],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014772149,0.00030627116,0.0005757255,0.0003524273,0.00015746767,0.000043123062,0.0003018322,0.00067288533,0.0030219676],"category_scores_gemma":[0.11470734,0.00026059005,0.00013868306,0.0015005546,0.00026984236,0.00039700363,0.00016408501,0.0028278334,0.0002882618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118398624,0.005197767,0.085457206,0.00009464777,0.0001855972,0.000013445991,0.0022410932,2.7830455e-7,0.000041623298,0.003968008,0.01782184,0.8848601],"study_design_scores_gemma":[0.0023123452,0.0010614165,0.0331227,0.0015556453,0.00064201123,0.0013951546,0.0049338634,0.0037597255,0.00007855301,0.000121525605,0.95045334,0.0005636909],"about_ca_topic_score_codex":0.00009833708,"about_ca_topic_score_gemma":0.000003717838,"teacher_disagreement_score":0.93263155,"about_ca_system_score_codex":0.0011289734,"about_ca_system_score_gemma":0.004693081,"threshold_uncertainty_score":0.9999846},"labels":[],"label_agreement":null},{"id":"W2103985422","doi":"10.1111/j.1365-2923.2008.03111.x","title":"CanMEDS evaluation in Canadian postgraduate training programmes: tools used and programme director satisfaction","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Accreditation; Medical education; Medicine; Specialty; Curriculum; Family medicine; Psychology; Pedagogy","score_opus":0.0748668333458056,"score_gpt":0.37595083880368796,"score_spread":0.3010840054578824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103985422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96691144,0.00029242362,0.000041374813,0.029046902,0.0010229932,0.0015154077,0.0000022290255,0.000071604074,0.0010956393],"genre_scores_gemma":[0.9909246,0.00008939775,0.0025830013,0.0044159614,0.00042080152,0.0008065143,0.00057794864,0.00002806894,0.00015369865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971393,0.00015145482,0.00054203643,0.0003962973,0.0011882517,0.0005826686],"domain_scores_gemma":[0.9986592,0.000072541545,0.00011047359,0.0002545642,0.0004397329,0.00046349908],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022005078,0.00018116726,0.00027854,0.00063032354,0.00019064946,0.000037632064,0.00007777771,0.00023089831,0.00047085038],"category_scores_gemma":[0.013018152,0.00017364832,0.000036408346,0.0010846253,0.0002459387,0.00024951692,0.000011910338,0.0005053023,0.0000210687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014040949,0.00020535853,0.22961727,0.000051871277,0.000012717378,0.000007437637,0.0046067336,4.1669404e-7,0.000035214885,0.00015919584,0.003965834,0.7613239],"study_design_scores_gemma":[0.0014650393,0.00013730304,0.9511611,0.0003857573,0.00006233636,0.00043907782,0.002493977,0.0042414926,0.000041725452,0.00014815498,0.039208993,0.00021505462],"about_ca_topic_score_codex":0.16522363,"about_ca_topic_score_gemma":0.16737844,"teacher_disagreement_score":0.7611089,"about_ca_system_score_codex":0.0014555367,"about_ca_system_score_gemma":0.01750845,"threshold_uncertainty_score":0.99529564},"labels":[],"label_agreement":null},{"id":"W2104098335","doi":"10.1152/advan.00062.2011","title":"Are faculty predictions or item taxonomies useful for estimating the outcome of multiple-choice examinations?","year":2011,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Memorial University of Newfoundland","funders":"","keywords":"Multiple choice; Comprehension; Psychology; Cronbach's alpha; Cognition; Correlation; Reliability (semiconductor); Cognitive psychology; Applied psychology; Clinical psychology; Psychometrics; Statistics; Significant difference; Computer science; Mathematics","score_opus":0.10742524029190295,"score_gpt":0.4081473811044154,"score_spread":0.3007221408125125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104098335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98748696,0.0002007322,0.0072228047,0.00091071083,0.0023820214,0.00125208,0.00002570125,0.000046158708,0.00047280596],"genre_scores_gemma":[0.9254044,0.000022150401,0.07158841,0.0006922535,0.00040605696,0.001378272,0.00020095505,0.000016046488,0.0002914129],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987519,0.000057820722,0.0006150955,0.00026861683,0.00011528787,0.00019127585],"domain_scores_gemma":[0.9975105,0.0010147142,0.00061076676,0.00036881302,0.0004706362,0.000024576895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00029403946,0.00013713239,0.00026949463,0.00020734788,0.00016363512,0.0000043139607,0.00017099762,0.000105302264,0.00006768916],"category_scores_gemma":[0.013540248,0.000095898584,0.000053102143,0.0005070054,0.00028442012,0.00032956857,0.000026382102,0.00021533402,0.000005049297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017364322,0.0013098451,0.93238336,0.0005403775,0.000044088178,1.3846932e-7,0.0026725053,0.00034816677,0.00060443423,0.0013360978,0.0028321606,0.057755195],"study_design_scores_gemma":[0.00057859794,0.00012955362,0.97848505,0.00018236674,0.00005675424,0.0000069285184,0.0052960394,0.005454676,0.00047408656,0.0013222421,0.007914215,0.0000995018],"about_ca_topic_score_codex":0.00006377195,"about_ca_topic_score_gemma":0.0001372573,"teacher_disagreement_score":0.06436561,"about_ca_system_score_codex":0.00014971686,"about_ca_system_score_gemma":0.00020897543,"threshold_uncertainty_score":0.9947691},"labels":[],"label_agreement":null},{"id":"W2104281189","doi":"10.1542/peds.2015-1314","title":"Practical Framework for Fostering a Positive Learning Environment","year":2015,"lang":"en","type":"review","venue":"PEDIATRICS","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine","score_opus":0.14384364735923325,"score_gpt":0.4677836196700612,"score_spread":0.32393997231082794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104281189","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016210325,0.8824206,0.11389769,0.0006403038,0.0007951048,0.0014750161,0.0000145858985,0.000051720082,0.0007033773],"genre_scores_gemma":[9.4920847e-7,0.80787694,0.18758187,0.00015751181,0.0031868257,0.00032705333,0.0005016311,0.00006545762,0.00030172666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982445,0.00007643032,0.0005566323,0.00035414414,0.00047810707,0.00029014391],"domain_scores_gemma":[0.9983131,0.00069751166,0.00041055772,0.00028051302,0.00017109636,0.00012720337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008889109,0.00025574234,0.0008896913,0.00028888177,0.000085724816,0.000025990304,0.0000836612,0.0005806989,0.00006919913],"category_scores_gemma":[0.00831833,0.00022189796,0.00020781229,0.00045725532,0.000042713164,0.00005013354,0.00012728265,0.0013598239,0.00020023111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009988581,0.00011416348,0.000008042703,0.00882018,0.000044971537,0.000010241344,0.00011627612,5.3311095e-7,8.052467e-9,0.0012541696,0.008937146,0.9806843],"study_design_scores_gemma":[0.00016240583,0.00022018337,0.0000020893722,0.0017448923,0.0022274137,0.00010916942,0.00007304568,0.00004020683,5.2499416e-8,0.0003800469,0.99484754,0.00019296895],"about_ca_topic_score_codex":9.4388486e-7,"about_ca_topic_score_gemma":1.6633892e-8,"teacher_disagreement_score":0.98591036,"about_ca_system_score_codex":0.00064437056,"about_ca_system_score_gemma":0.00089344976,"threshold_uncertainty_score":0.99584186},"labels":[],"label_agreement":null},{"id":"W2104283430","doi":"10.3109/0142159x.2015.1006599","title":"Using patients’ charts to assess medical trainees in the workplace: A systematic review","year":2015,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"PsycINFO; CINAHL; MEDLINE; Observational study; Chart; Medical education; Medicine; Recall; Reliability (semiconductor); Psychology; Nursing; Psychological intervention","score_opus":0.2394800425557071,"score_gpt":0.49425845927753564,"score_spread":0.25477841672182855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104283430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053391614,0.9843249,0.00017579361,0.0064161853,0.00082346,0.0066243955,0.0000025739612,0.000059036676,0.0015203196],"genre_scores_gemma":[0.000009385966,0.98037726,0.00030044848,0.015041866,0.0012121858,0.001773111,0.00033575503,0.00009900722,0.000850997],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9882823,0.00201854,0.002594598,0.0006056207,0.0058989674,0.00059993315],"domain_scores_gemma":[0.99681556,0.00032146208,0.0005399923,0.0012104256,0.000387657,0.0007249101],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017131893,0.0005801368,0.0042002075,0.00044650552,0.00006874369,0.000034179782,0.0011321342,0.0011118806,0.003351977],"category_scores_gemma":[0.06859388,0.00031020277,0.00038720193,0.0025337774,0.00020243213,0.000059804926,0.00015829125,0.003057821,0.00034420867],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027922185,0.00071470346,0.000046842277,0.70750797,0.00011356771,0.00011439364,0.0004913784,1.2214587e-8,8.360827e-10,0.000058192203,0.099543534,0.19140658],"study_design_scores_gemma":[0.00028166358,0.000046719513,0.000002117635,0.5240546,0.0012703611,0.00024612638,0.000113362425,0.00010437808,1.1227278e-9,0.000004896281,0.4736895,0.00018628043],"about_ca_topic_score_codex":0.000011430493,"about_ca_topic_score_gemma":0.0000034343402,"teacher_disagreement_score":0.37414598,"about_ca_system_score_codex":0.00084056944,"about_ca_system_score_gemma":0.0033400445,"threshold_uncertainty_score":0.99993503},"labels":[],"label_agreement":null},{"id":"W2104841065","doi":"10.1111/medu.12522","title":"Exploring stakeholders’ views of medical education research priorities: a national survey","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Australian and New Zealand Association for Health Professional Educators; NHS Education for Scotland","keywords":"Workforce; Curriculum; Context (archaeology); Medical education; Focus group; Qualitative property; Psychology; Knowledge management; Public relations; Medicine; Pedagogy; Political science; Business; Computer science; Marketing","score_opus":0.4902841459459188,"score_gpt":0.5076566323115309,"score_spread":0.017372486365612116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104841065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9097305,0.00047248063,0.0019056362,0.06389071,0.0054447334,0.0009668443,0.000004918627,0.00010036403,0.017483804],"genre_scores_gemma":[0.97753567,0.0004756199,0.002930175,0.01321742,0.002815102,0.0007432511,0.00072558253,0.000054744032,0.0015024175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891868,0.0008937938,0.0011680764,0.00052375183,0.0077555245,0.00047203622],"domain_scores_gemma":[0.9930469,0.00091734406,0.00029159643,0.0006998483,0.004558052,0.00048626072],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019537775,0.0002089915,0.00044955648,0.0009893838,0.00021254405,0.000037855516,0.0005384129,0.0004203125,0.003249335],"category_scores_gemma":[0.13029958,0.00019436365,0.00008913945,0.0021983502,0.00063220505,0.00033069163,0.00010352852,0.0012866628,0.00014423249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006959318,0.0033778558,0.015325347,0.00065111025,0.000038986796,6.613267e-7,0.002366822,5.6875075e-7,0.000054061707,0.02542546,0.37293744,0.5797521],"study_design_scores_gemma":[0.0019940296,0.0005270671,0.2850389,0.0041024503,0.000058605947,0.00014543723,0.006846297,0.0039771735,0.00044885674,0.0037944946,0.6925857,0.00048097936],"about_ca_topic_score_codex":0.0010521638,"about_ca_topic_score_gemma":0.00015709233,"teacher_disagreement_score":0.57927114,"about_ca_system_score_codex":0.00061975536,"about_ca_system_score_gemma":0.032829218,"threshold_uncertainty_score":0.9976618},"labels":[],"label_agreement":null},{"id":"W2105073852","doi":"10.1080/15602210600952233","title":"“Throwing in the Spatula”: A qualitative study examining pharmacists' decisions to become physicians","year":2006,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Throwing; Qualitative research; Business; Nursing; Psychology; Medicine; Sociology; Engineering","score_opus":0.0988782415242722,"score_gpt":0.5016859958427603,"score_spread":0.4028077543184881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105073852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841415,0.000082810766,0.00097432826,0.009013694,0.0012014797,0.0016476283,0.0000028835616,0.00005044643,0.002885221],"genre_scores_gemma":[0.9865729,0.000006141523,0.002648987,0.008280695,0.0010993027,0.000775035,0.00013333277,0.000027005468,0.0004565843],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978612,0.0003364404,0.0005601039,0.00035244887,0.00059901987,0.00029076374],"domain_scores_gemma":[0.9988132,0.00036955738,0.00012643894,0.00036564752,0.0002830382,0.000042105443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016956305,0.00017237492,0.00021636981,0.00047531983,0.00019943647,0.000051644285,0.00022765262,0.000024404455,0.00014733823],"category_scores_gemma":[0.00084465195,0.00014443028,0.00004186459,0.0019328427,0.000046978148,0.00022508061,0.000030206269,0.00039411962,0.00012348106],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014725009,0.012883989,0.048572034,0.000055870147,0.000060037528,0.00001592207,0.4530872,0.00007202276,0.007685364,0.0009136363,0.1151479,0.36135873],"study_design_scores_gemma":[0.004458232,0.00036400987,0.32376197,0.00041516556,0.00031999135,0.00007365686,0.6226629,0.0008758953,0.0017781155,0.0017064551,0.043029964,0.00055365224],"about_ca_topic_score_codex":0.00057406625,"about_ca_topic_score_gemma":0.000041401065,"teacher_disagreement_score":0.3608051,"about_ca_system_score_codex":0.00032099345,"about_ca_system_score_gemma":0.00039651158,"threshold_uncertainty_score":0.5889696},"labels":[],"label_agreement":null},{"id":"W2105286251","doi":"10.1542/pir.28-5-e23","title":"Learning in Practice and Maintaining Certification in Pediatrics","year":2007,"lang":"en","type":"article","venue":"Pediatrics in Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Context (archaeology); Maintenance of Certification; Lifelong learning; Medical education; Medicine; Pediatrics; Psychology; Family medicine; Pedagogy; Management","score_opus":0.03363262563624942,"score_gpt":0.3958071294829136,"score_spread":0.36217450384666416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105286251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7402941,0.21505512,0.002014128,0.027495105,0.00070000545,0.002266403,7.209499e-7,0.000086195585,0.012088203],"genre_scores_gemma":[0.6366808,0.34210742,0.016235227,0.0042351075,0.00051010156,0.00006338254,0.000049024566,0.000026991784,0.000091942355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980267,0.00013258289,0.0009079248,0.00028194705,0.00035721625,0.0002936263],"domain_scores_gemma":[0.99864423,0.0006602973,0.00025775284,0.00019475224,0.00018667802,0.000056303037],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008413211,0.00011405871,0.00029434537,0.00081441767,0.000030109639,0.000011325233,0.00007265247,0.00012849712,0.000023449516],"category_scores_gemma":[0.027864981,0.00011715757,0.00002055904,0.0036095812,0.000030229761,0.00017084052,0.00003575481,0.0009946357,0.000019322646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027643342,0.00023296947,0.69978887,0.0030670138,0.000001501004,0.00006873846,0.0008700473,0.000014681416,0.0000049312544,0.001434924,0.0006955936,0.29379308],"study_design_scores_gemma":[0.002185284,0.00022485909,0.8571081,0.003611296,0.00030232524,0.00019197064,0.004156712,0.000942144,0.0000063280577,0.00052913825,0.1302259,0.0005159413],"about_ca_topic_score_codex":0.000059208633,"about_ca_topic_score_gemma":0.00002992165,"teacher_disagreement_score":0.29327714,"about_ca_system_score_codex":0.0003747456,"about_ca_system_score_gemma":0.00020067584,"threshold_uncertainty_score":0.98032373},"labels":[],"label_agreement":null},{"id":"W2105301230","doi":"10.1136/vr.102633","title":"Standardised clients as assessors in a veterinary communication OSCE: a reliability and validity study","year":2014,"lang":"en","type":"article","venue":"Veterinary Record","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; University of Calgary","funders":"Zoetis","keywords":"Certification; Checklist; Objective structured clinical examination; Reliability (semiconductor); Scale (ratio); Rating scale; Construct validity; Medical education; Communication skills; Validity; Medicine; Psychology; Veterinary medicine; Psychometrics; Statistics; Mathematics; Clinical psychology; Geography; Cartography","score_opus":0.06257616692878336,"score_gpt":0.39658688293384203,"score_spread":0.33401071600505866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105301230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99551386,0.000020619222,0.00012350701,0.0007601547,0.00038812528,0.0009316148,0.0000031930338,0.00007279676,0.0021861081],"genre_scores_gemma":[0.99468327,0.000053413456,0.0044909385,0.00033928978,0.000069028174,0.00017481932,0.00003743162,0.00002292404,0.00012886473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789196,0.00063879066,0.00051994045,0.00039368967,0.00033658248,0.00021906113],"domain_scores_gemma":[0.9985418,0.00018156423,0.00013320094,0.0008944147,0.00016438132,0.00008465479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022422394,0.00016508956,0.0003391128,0.00020290431,0.00013049974,0.000028951341,0.00015830362,0.00011098878,0.00010955084],"category_scores_gemma":[0.0016989295,0.00015979841,0.000037722184,0.00044882743,0.0001394148,0.00017388296,0.0001807795,0.0004098003,0.000023942335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002804592,0.004820394,0.68133545,0.00043450104,0.00004397664,0.00007404497,0.0031170037,0.0000028766553,0.0020219136,0.00010646646,0.0014353915,0.30380338],"study_design_scores_gemma":[0.002741847,0.0097102625,0.9507741,0.00020601932,0.000040125706,0.00013117217,0.0011675139,0.0007546296,0.000013080187,0.0007479989,0.033520464,0.00019282957],"about_ca_topic_score_codex":0.0001950243,"about_ca_topic_score_gemma":0.000006673929,"teacher_disagreement_score":0.30361053,"about_ca_system_score_codex":0.00024070995,"about_ca_system_score_gemma":0.000087934895,"threshold_uncertainty_score":0.651639},"labels":[],"label_agreement":null},{"id":"W2105501511","doi":"10.1177/1049732308316876","title":"Excluding Qualitative Inquiry: An Open Letter to the Canadian Urological Association","year":2008,"lang":"en","type":"editorial","venue":"Qualitative Health Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Qualitative research; Medicine; Psychology; Sociology; Psychotherapist; Social science","score_opus":0.6051285621272325,"score_gpt":0.6787520340462857,"score_spread":0.07362347191905316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105501511","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030048138,0.00022963723,0.00025676173,0.61485004,0.3704586,0.006623454,0.00041871378,0.0000709447,0.0040869866],"genre_scores_gemma":[0.0057789874,0.00024434648,0.0065651056,0.060483243,0.90618414,0.0028981355,0.00569933,0.00017387653,0.01197285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96269464,0.025966022,0.0014291032,0.0012459836,0.006544678,0.0021195668],"domain_scores_gemma":[0.96293664,0.02083367,0.0008730746,0.0016242736,0.011969835,0.0017624826],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.09918287,0.00040632748,0.001061987,0.0014415691,0.0032220865,0.0003742684,0.001513037,0.0016030765,0.00035905396],"category_scores_gemma":[0.15566869,0.00030432208,0.00008461536,0.0032364277,0.0006906454,0.00031202682,0.00040593784,0.008940544,0.0009803581],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00014956122,0.00013689246,0.000012194908,0.00012565056,0.00006767725,0.000008270686,0.33593634,7.1166835e-7,0.0000010249,0.0012714455,0.6604136,0.0018766343],"study_design_scores_gemma":[0.00065889873,0.0022930978,0.00039558092,0.00027896347,0.000013127141,0.000002011226,0.08490056,0.000017719372,0.0000013386393,0.0011910297,0.9099956,0.00025204156],"about_ca_topic_score_codex":0.23742008,"about_ca_topic_score_gemma":0.09322795,"teacher_disagreement_score":0.5543668,"about_ca_system_score_codex":0.016373467,"about_ca_system_score_gemma":0.024581846,"threshold_uncertainty_score":0.9999409},"labels":[],"label_agreement":null},{"id":"W2105604270","doi":"10.1186/cc7087","title":"So much to teach, so little time: a prospective cohort study evaluating a tool to select content for a critical care curriculum","year":2008,"lang":"en","type":"article","venue":"Critical Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Calgary General Hospital; University of Calgary","funders":"","keywords":"Curriculum; Medicine; Presentation (obstetrics); Content validity; Intensive care unit; Medical education; Intensive care; Reliability (semiconductor); Content (measure theory); Process (computing); Intensive care medicine; Psychology; Clinical psychology; Psychometrics; Pedagogy; Surgery; Computer science","score_opus":0.04615109473171445,"score_gpt":0.4292353247861965,"score_spread":0.38308423005448206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105604270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800865,0.00024646986,0.0035246138,0.0071127005,0.0005767197,0.007242148,0.00005800355,0.00018116621,0.00097164826],"genre_scores_gemma":[0.9647794,3.4416635e-7,0.025440877,0.004343953,0.00087426667,0.0041337153,0.00011958815,0.000059689337,0.00024819587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966195,0.00013194856,0.00061253033,0.00084051327,0.0010850347,0.0007104324],"domain_scores_gemma":[0.99224997,0.00039806488,0.000026193582,0.00051754253,0.0064251637,0.00038305833],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00062230474,0.0002891845,0.0005745208,0.000209223,0.00074958766,0.00008650651,0.00018031498,0.00016791414,0.00026859881],"category_scores_gemma":[0.053050626,0.0002646155,0.00013460565,0.00080033555,0.00031284118,0.00009773067,0.000111806265,0.0005222923,0.0002054168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088274345,0.0062142666,0.72236794,0.0028420321,0.0002663646,0.00027165806,0.14206907,0.000008324019,0.00464967,0.011326474,0.062917925,0.046183527],"study_design_scores_gemma":[0.008382395,0.03199914,0.55113006,0.0013854024,0.002324466,0.0005122395,0.3845773,0.002785326,0.0041126637,0.0007031464,0.010048897,0.0020389706],"about_ca_topic_score_codex":0.00008144646,"about_ca_topic_score_gemma":0.000013541981,"teacher_disagreement_score":0.24250823,"about_ca_system_score_codex":0.0010694606,"about_ca_system_score_gemma":0.0009762929,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W2105829925","doi":"10.1046/j.1365-2532.2001.00305.x","title":"The Cunningham Fellowship: three international points of view*","year":2001,"lang":"en","type":"article","venue":"Health Information & Libraries Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical library; Library science; Round table; Work (physics); Medical education; Medicine; Computer science; Engineering; Session (web analytics)","score_opus":0.027029050537159323,"score_gpt":0.331750119759558,"score_spread":0.30472106922239867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105829925","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16925485,0.0019520205,0.096174,0.6458319,0.011700437,0.001253934,0.000014715653,0.00017887249,0.07363927],"genre_scores_gemma":[0.8008342,0.007252991,0.08302115,0.10151416,0.004296982,0.00007674444,0.0005398882,0.00005904448,0.0024048346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774355,0.00004187525,0.0012158636,0.000053671025,0.00069077377,0.00025428666],"domain_scores_gemma":[0.9981508,0.000080471735,0.00084348925,0.00020511034,0.0005907753,0.00012930884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001390903,0.0000962854,0.0001783973,0.00026238174,0.00054324645,0.0001745024,0.00023678459,0.000068776295,0.0006434682],"category_scores_gemma":[0.0011582681,0.000065803484,0.00006206432,0.00048936286,0.00017007178,0.0019829923,0.00004251259,0.00054426375,0.000074499185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030453922,0.0000856995,0.027511949,0.000118128555,0.00007430465,0.000002296921,0.0041397377,0.000020491596,0.0000034090774,0.051095046,0.28517962,0.6314648],"study_design_scores_gemma":[0.0008315341,0.00015554023,0.05029063,0.0001848778,0.0000075786315,0.0006568965,0.0018194002,0.0015289274,0.000026156084,0.004167754,0.94027096,0.000059738733],"about_ca_topic_score_codex":0.000008439506,"about_ca_topic_score_gemma":0.0000019175704,"teacher_disagreement_score":0.65509135,"about_ca_system_score_codex":0.00015224081,"about_ca_system_score_gemma":0.001001461,"threshold_uncertainty_score":0.70455253},"labels":[],"label_agreement":null},{"id":"W2106668378","doi":"10.1016/j.surge.2010.11.016","title":"Evaluation matters: Lessons learned on the evaluation of surgical teaching","year":2011,"lang":"en","type":"review","venue":"The Surgeon","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Promotion (chess); Consistency (knowledge bases); Process (computing); Medical education; Anonymity; Psychology; Computer science; Medicine; Political science","score_opus":0.3871785433775477,"score_gpt":0.5118842981378183,"score_spread":0.12470575476027063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106668378","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001098896,0.94652593,0.000024009754,0.023603052,0.0013918509,0.004335826,0.000011310735,0.00005408109,0.022955064],"genre_scores_gemma":[0.0047014705,0.9919355,0.00005105836,0.0006320973,0.00066859834,0.0008167252,0.00046772262,0.00007614328,0.0006506993],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99196595,0.0041463412,0.0008903094,0.00034472463,0.0024025491,0.00025012463],"domain_scores_gemma":[0.99600875,0.0010538012,0.0007732428,0.0011612857,0.00096674793,0.00003614714],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.042062942,0.000290658,0.0008608809,0.00028085877,0.00023288425,0.000019422823,0.00033205954,0.00028230203,0.0023049014],"category_scores_gemma":[0.005041998,0.00014205818,0.0003578171,0.000555415,0.0001938623,0.000045800207,0.000054604658,0.0012716551,0.00024186615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013684891,0.00016255048,0.000001342664,0.0008082689,0.00014967914,4.870616e-7,0.0003442886,0.0000024346,4.0877083e-7,0.0062561464,0.014031451,0.9782293],"study_design_scores_gemma":[0.00037161107,0.00006522964,0.000053950665,0.008335066,0.0057252212,0.000044908353,0.00019705143,0.00067443633,0.0000033968342,0.001394124,0.98299146,0.0001435204],"about_ca_topic_score_codex":0.00007864819,"about_ca_topic_score_gemma":0.0000029074654,"teacher_disagreement_score":0.97808576,"about_ca_system_score_codex":0.000517402,"about_ca_system_score_gemma":0.0013197085,"threshold_uncertainty_score":0.9986071},"labels":[],"label_agreement":null},{"id":"W2106734910","doi":"10.12927/hcq.2013.21673","title":"360-Degree Physician Performance Assessment","year":2010,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Best practice; Degree (music); Medicine; Quality (philosophy); Nursing; Health care; Family medicine; Medical education; Psychology; Management; Political science","score_opus":0.026345117063871444,"score_gpt":0.3741642945163903,"score_spread":0.34781917745251884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106734910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94483334,0.000019837045,0.00027037493,0.041764285,0.001974778,0.00039676845,0.0000026261025,0.000121544246,0.010616418],"genre_scores_gemma":[0.97942185,0.0000046288715,0.010184069,0.008488878,0.0012535418,0.00007887795,0.00007773144,0.000023257344,0.0004671688],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986668,0.000026916272,0.00033445907,0.00024245042,0.0004107865,0.00031854108],"domain_scores_gemma":[0.99889165,0.000018299435,0.00009780687,0.0005139721,0.0003491168,0.00012915183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003466145,0.00012558233,0.00019581894,0.00012846853,0.00016706844,0.000018602508,0.00010082127,0.00013672639,0.00016989719],"category_scores_gemma":[0.000031922544,0.0001128249,0.0000431888,0.00036732847,0.00008135608,0.0001228675,0.000005440936,0.0008976152,0.00021060545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001508891,0.0001692499,0.011929578,0.00023895728,0.00000965081,0.0000040055697,0.0008613559,3.919945e-8,0.0017655026,0.005551472,0.005338854,0.97411627],"study_design_scores_gemma":[0.00090725475,0.0020922404,0.9138606,0.00017695861,0.000027637569,0.00008095061,0.0017221124,0.0013778252,0.0002680071,0.00046124577,0.07879913,0.00022603081],"about_ca_topic_score_codex":0.00008808351,"about_ca_topic_score_gemma":0.000057732286,"teacher_disagreement_score":0.9738902,"about_ca_system_score_codex":0.000113148824,"about_ca_system_score_gemma":0.0006124435,"threshold_uncertainty_score":0.46008658},"labels":[],"label_agreement":null},{"id":"W2106975599","doi":"10.1111/j.1365-2923.2011.04032.x","title":"Putting the expert together again","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Affordance; Construct (python library); Engineering ethics; Dimension (graph theory); Knowledge management; Repertoire; Computer science; Psychology; Engineering; Human–computer interaction","score_opus":0.027039620541623784,"score_gpt":0.3562914345629708,"score_spread":0.329251814021347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106975599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6278602,0.0011407166,0.0049036494,0.23001634,0.0073222984,0.0011059553,4.848641e-7,0.00033373904,0.12731661],"genre_scores_gemma":[0.8373969,0.00006547207,0.020270424,0.13602306,0.0020755683,0.0002716831,0.000050583298,0.00003340022,0.0038128663],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854434,0.00006587322,0.00032377106,0.00020040432,0.0006566057,0.0002090072],"domain_scores_gemma":[0.99916124,0.00004515064,0.000083896295,0.0004065066,0.00021844462,0.000084764564],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010115523,0.00010098757,0.000120919445,0.00009339499,0.00013512437,0.000011005987,0.00019525361,0.0001525343,0.0064574652],"category_scores_gemma":[0.005616687,0.00006416762,0.00004744534,0.00044578782,0.00020237046,0.00006846702,0.000030419063,0.00038972686,0.00024549867],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010002213,0.00056507287,0.002571128,0.000020126194,0.0000152337725,0.0000017240776,0.006674389,1.21617e-8,0.00008807427,0.0021007832,0.2912702,0.6966833],"study_design_scores_gemma":[0.00078948657,0.00015919411,0.09150714,0.0005158316,0.00006895541,0.00024721576,0.007991504,0.0008524786,0.0010454553,0.0032834427,0.8933231,0.00021618025],"about_ca_topic_score_codex":0.00016041966,"about_ca_topic_score_gemma":0.0000058967207,"teacher_disagreement_score":0.6964671,"about_ca_system_score_codex":0.00010767805,"about_ca_system_score_gemma":0.0013254961,"threshold_uncertainty_score":0.99445075},"labels":[],"label_agreement":null},{"id":"W2107232957","doi":"10.1186/1472-6920-9-55","title":"Involvement in teaching improves learning in medical students: a randomized cross-over study","year":2009,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia; Providence Health Care","funders":"","keywords":"Medical education; Medicine; Randomized controlled trial; Peer feedback; Teaching method; Test (biology); Faculty development; Peer group; Psychology; Internal medicine; Mathematics education; Professional development","score_opus":0.014427930873422116,"score_gpt":0.42479583183446873,"score_spread":0.41036790096104664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107232957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98652375,0.00022556531,0.0007653995,0.007895752,0.0011305861,0.0021188646,1.0703571e-7,0.00008490192,0.0012550984],"genre_scores_gemma":[0.98302156,0.000060405728,0.0015546164,0.0132484995,0.0007201404,0.0005040262,0.00008122424,0.000022696231,0.000786809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926646,0.0009621392,0.0015806314,0.00056891056,0.0037794278,0.0004442943],"domain_scores_gemma":[0.99826574,0.00058961846,0.00025001488,0.0003926257,0.00018116464,0.0003208552],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015291135,0.00024875146,0.00075403455,0.00074908877,0.00011205519,0.00008437131,0.00047786336,0.00035681282,0.0012550367],"category_scores_gemma":[0.069954045,0.00020817085,0.00009857284,0.00085810816,0.00020423342,0.00022091395,0.0000943645,0.0019676997,0.00003189852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004860425,0.016486874,0.73685646,0.00015439375,0.000035083518,0.000027827371,0.007921529,0.000008071873,0.000025611793,0.0012708813,0.0023446477,0.2300082],"study_design_scores_gemma":[0.123029456,0.00045887154,0.8576147,0.0014060104,0.000057346322,0.000024928047,0.007443399,0.007823456,0.0000057431785,0.0006491768,0.0012324827,0.00025441733],"about_ca_topic_score_codex":0.00066930865,"about_ca_topic_score_gemma":0.00040401213,"teacher_disagreement_score":0.22975379,"about_ca_system_score_codex":0.00068714126,"about_ca_system_score_gemma":0.00523243,"threshold_uncertainty_score":0.9996579},"labels":[],"label_agreement":null},{"id":"W2107237804","doi":"10.5430/jnep.v6n2p96","title":"Clinical instructor's behavior: Nursing student's perception toward effective clinical instructor's characteristics","year":2015,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nursing; Competence (human resources); Psychology; Personality; Interpersonal communication; Nurse education; Perception; Medical education; Medicine","score_opus":0.1718927989583212,"score_gpt":0.5703406094360804,"score_spread":0.39844781047775923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107237804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625768,0.00034647173,0.00074816326,0.012452068,0.019957514,0.00041755315,0.000001239622,0.000021546952,0.0034786288],"genre_scores_gemma":[0.9499658,0.0005515886,0.04153561,0.0020772156,0.0057177767,0.0000093321905,0.000026128293,0.000027597267,0.00008895735],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964353,0.0008904532,0.0015185893,0.0002514107,0.000714999,0.00018928332],"domain_scores_gemma":[0.99459404,0.000641752,0.0015140364,0.00024779415,0.0025882951,0.0004140865],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004988045,0.00017480316,0.0005067118,0.00031502073,0.00017049472,0.00009442204,0.00012534909,0.00029221957,0.00003260797],"category_scores_gemma":[0.015382996,0.00015744784,0.00012697976,0.00036683088,0.00042462983,0.0008862448,0.000018755805,0.0013414293,0.000014010744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007771206,0.0048394254,0.069917135,0.00002355358,0.000068391855,0.00000882337,0.013830484,9.172959e-8,0.000061606035,0.00021725973,0.012858023,0.8973981],"study_design_scores_gemma":[0.0021014248,0.0015358797,0.8975065,0.0011361369,0.0011496181,0.0054750107,0.061851572,0.000031139767,0.0000066214957,0.00022870851,0.028818997,0.00015843421],"about_ca_topic_score_codex":0.0000048251122,"about_ca_topic_score_gemma":1.0025965e-7,"teacher_disagreement_score":0.8972396,"about_ca_system_score_codex":0.00081732735,"about_ca_system_score_gemma":0.0018851687,"threshold_uncertainty_score":0.99291086},"labels":[],"label_agreement":null},{"id":"W2107313170","doi":"10.1136/jme.2004.009886","title":"Whose information is it anyway? Informing a 12-year-old patient of her terminal prognosis","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Ethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Vignette; Paternalism; Curriculum; Autonomy; Psychology; Health care; Medical education; Medicine; Social psychology; Pedagogy","score_opus":0.040622495388088,"score_gpt":0.3819591538322397,"score_spread":0.34133665844415173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107313170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67188776,0.00010838429,0.0033210358,0.3193246,0.0010837275,0.00035505128,0.000004697832,0.000018344557,0.003896379],"genre_scores_gemma":[0.9162057,0.00055051147,0.02696914,0.054849777,0.0011702082,0.000009867521,0.000015447033,0.00001415943,0.00021516444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993092,0.00006614844,0.0017021763,0.00007562105,0.00484252,0.00022152023],"domain_scores_gemma":[0.99630356,0.0002769144,0.0009916016,0.00018725655,0.001975538,0.00026514797],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047887308,0.00013007155,0.00036127862,0.00038956667,0.000073410854,0.000023219975,0.00023129245,0.0008166704,0.001280583],"category_scores_gemma":[0.016876789,0.00009812744,0.00013639561,0.00037487145,0.00026076482,0.00064233755,0.00005964491,0.003297375,0.000036777914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034168328,0.0009338815,0.006276466,0.0011237095,0.00017105666,0.000041640204,0.044063464,0.000010685451,0.00007531178,0.00259171,0.17919953,0.7651709],"study_design_scores_gemma":[0.004473737,0.002095109,0.0063484283,0.0058433353,0.00028526204,0.0017068873,0.012431247,0.0036881596,0.003510389,0.00024540775,0.95909685,0.00027519383],"about_ca_topic_score_codex":0.000024209237,"about_ca_topic_score_gemma":0.0000068268696,"teacher_disagreement_score":0.77989733,"about_ca_system_score_codex":0.00018868932,"about_ca_system_score_gemma":0.0025256076,"threshold_uncertainty_score":0.99963236},"labels":[],"label_agreement":null},{"id":"W2107329244","doi":"10.1046/j.1440-1665.2003.02032.x","title":"Assessing Assessing! An Examination of the Impact of the New RANZCP by-Laws for Training","year":2003,"lang":"en","type":"article","venue":"Australasian Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Set (abstract data type); Training (meteorology); Medical education; Psychology; Oral examination; Law; Medicine; Political science; Family medicine; Management; Computer science; Geography","score_opus":0.04176034417566709,"score_gpt":0.4021521269575448,"score_spread":0.3603917827818777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107329244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864525,0.00003530051,0.003751075,0.0035102328,0.0013903016,0.0005502451,0.0000057309744,0.000015790618,0.0042888024],"genre_scores_gemma":[0.98218304,6.440119e-7,0.016776549,0.0001933537,0.00024470736,0.000012206208,0.000022032273,0.000024380866,0.0005430878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986522,0.00014148219,0.00048142206,0.00018958598,0.00031611402,0.00021919147],"domain_scores_gemma":[0.99880564,0.000048278584,0.0004218605,0.00048974965,0.00017284886,0.00006159659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007981512,0.00013876976,0.00022454117,0.000080303056,0.00014872449,0.000036099747,0.00019782475,0.00015843732,0.00009665694],"category_scores_gemma":[0.0006988372,0.000083429935,0.00018765895,0.0007115173,0.0001521522,0.00029512105,0.0000080612845,0.00028852184,4.9695586e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084729654,0.0028831682,0.40828195,0.0008780414,0.00040529371,3.7403595e-7,0.010407322,0.0001509848,0.08750121,0.033708833,0.1394402,0.31625786],"study_design_scores_gemma":[0.0016977622,0.00021668247,0.98225266,0.0003981792,0.0001598941,0.000037445916,0.0070907553,0.00026022588,0.0043074978,0.002781962,0.00067227276,0.00012464527],"about_ca_topic_score_codex":0.00002626691,"about_ca_topic_score_gemma":0.00000465207,"teacher_disagreement_score":0.57397074,"about_ca_system_score_codex":0.000097760116,"about_ca_system_score_gemma":0.0014464975,"threshold_uncertainty_score":0.3402174},"labels":[],"label_agreement":null},{"id":"W2107496335","doi":"10.1111/medu.12680","title":"Reclaiming a theoretical orientation to reflection in medical education research: a critical narrative review","year":2015,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; London Health Sciences Centre; Women's College Hospital; University of Toronto; University Health Network; Western University; St. Michael's Hospital","funders":"","keywords":"Reflection (computer programming); Popularity; Critical reflection; Narrative; Epistemology; Sociology; Reflective practice; Engineering ethics; Pedagogy; Psychology; Computer science; Philosophy; Social psychology","score_opus":0.15390499058762108,"score_gpt":0.6137898748623496,"score_spread":0.4598848842747285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107496335","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006529927,0.8821184,0.00027136502,0.099831484,0.0046880622,0.0045011765,0.0000035379508,0.00011930323,0.00840135],"genre_scores_gemma":[0.000066757864,0.94934916,0.0038106022,0.03513989,0.0032016789,0.0057230177,0.001732262,0.00013501992,0.0008416185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851643,0.0028297931,0.0028510815,0.0014967436,0.00666852,0.0009895617],"domain_scores_gemma":[0.99055576,0.0011732066,0.00046852155,0.0014057341,0.0047518285,0.0016449576],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.017545303,0.00066928455,0.0023441294,0.0026157093,0.00033430368,0.00008293354,0.00074460823,0.0018528163,0.0059211594],"category_scores_gemma":[0.2149368,0.0005688772,0.00030522374,0.008237894,0.0010775637,0.0002904889,0.00022954145,0.0048740474,0.00079518784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000030825857,0.0018027445,0.0000052647474,0.020632422,0.000023059816,0.000013281847,0.0011735489,1.2316692e-8,7.367793e-8,0.015190689,0.31714353,0.64398456],"study_design_scores_gemma":[0.00028343784,0.00030224083,0.000008745778,0.21173218,0.00034990825,0.00070603046,0.001558475,0.000049047107,3.432155e-7,0.002267289,0.78237253,0.00036977898],"about_ca_topic_score_codex":0.00011709685,"about_ca_topic_score_gemma":0.000043523567,"teacher_disagreement_score":0.64361477,"about_ca_system_score_codex":0.004780404,"about_ca_system_score_gemma":0.09280122,"threshold_uncertainty_score":0.99998283},"labels":[],"label_agreement":null},{"id":"W2107532435","doi":"10.3402/meo.v10i.4385","title":"Lack of Supervision and Independent Clinical Decision Making in Postgraduate Pediatric training in Australia","year":2005,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's & Women's Health Centre of British Columbia","funders":"University of New South Wales; Royal Australasian College of Physicians","keywords":"Seniority; Phone; Medicine; Family medicine; Medical education; Psychology","score_opus":0.11522977160043425,"score_gpt":0.5062402849091685,"score_spread":0.39101051330873426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107532435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983241,0.0002843644,0.0002224542,0.015044104,0.00078350323,0.0003153421,0.000002493863,0.000016555492,0.00009018342],"genre_scores_gemma":[0.97163105,0.00044103072,0.02360594,0.0029686824,0.0011058241,0.000016183412,0.00010666134,0.000016441754,0.000108171065],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968575,0.000115157796,0.0015383321,0.00036048444,0.0008716556,0.00025686403],"domain_scores_gemma":[0.99885947,0.00027410936,0.0001957077,0.00025335033,0.00022672933,0.000190625],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025429898,0.0001431855,0.00042380684,0.00074489304,0.000023731833,0.000008383488,0.00014365501,0.00033351665,0.0007346054],"category_scores_gemma":[0.011034198,0.00012883288,0.000048992275,0.00107633,0.00013331493,0.00012559956,0.0000575392,0.00087657914,0.000016253833],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008678758,0.0024587163,0.3673144,0.00008127293,0.0000039674146,0.000005361187,0.0013777156,0.000005718471,0.000009862655,0.00023108385,0.0011223826,0.6273027],"study_design_scores_gemma":[0.002133315,0.00016075735,0.98697394,0.00094663433,0.000028337814,0.000060422695,0.001485537,0.00525114,0.0000068961363,0.0007471182,0.0020797413,0.00012618699],"about_ca_topic_score_codex":0.00008387508,"about_ca_topic_score_gemma":0.0003131805,"teacher_disagreement_score":0.6271765,"about_ca_system_score_codex":0.00016643805,"about_ca_system_score_gemma":0.0018721519,"threshold_uncertainty_score":0.9972963},"labels":[],"label_agreement":null},{"id":"W2107566026","doi":"10.1176/appi.ap.11080149","title":"Medical Students Learning Reflection and Interpersonal Skills","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences North","funders":"","keywords":"Reflection (computer programming); Interpersonal communication; Psychology; Medical education; Social skills; Interpersonal relationship; Medicine; Psychotherapist; Social psychology; Computer science","score_opus":0.01175915827329843,"score_gpt":0.3943868473961016,"score_spread":0.38262768912280315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107566026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98000014,0.0010692994,0.00047255866,0.012979314,0.003286164,0.00012960783,2.217727e-7,0.000078362034,0.0019843208],"genre_scores_gemma":[0.9829319,0.0002865112,0.002424672,0.01040739,0.002780301,0.000019334539,0.000019661467,0.000018426588,0.0011118128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983986,0.000048213762,0.00029149879,0.0001660711,0.00082325237,0.0002723348],"domain_scores_gemma":[0.99955034,0.00003246855,0.000079879006,0.00009921474,0.000044183173,0.000193906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012150804,0.000100155026,0.00013826104,0.00014257601,0.000104807936,0.000007879067,0.00012841907,0.0003589069,0.00039834648],"category_scores_gemma":[0.0010068897,0.000088408284,0.000028050068,0.00028691292,0.000094883544,0.00014665358,0.00006709365,0.001633001,0.00008878848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023543686,0.00017840645,0.9384373,0.000041252744,0.00003379711,4.2485317e-7,0.0008289725,4.9011224e-8,0.00010867286,0.00084344065,0.024099652,0.035404503],"study_design_scores_gemma":[0.0013861588,0.00014564245,0.91251415,0.0005305737,0.00009071431,0.0007093232,0.0017577108,0.0001439229,0.000050040977,0.00047707753,0.08201697,0.00017774205],"about_ca_topic_score_codex":0.000004382006,"about_ca_topic_score_gemma":4.4308214e-7,"teacher_disagreement_score":0.057917316,"about_ca_system_score_codex":0.00008260499,"about_ca_system_score_gemma":0.00012551506,"threshold_uncertainty_score":0.70946676},"labels":[],"label_agreement":null},{"id":"W2107946647","doi":"10.1080/01421590701477464","title":"Evaluation of the usefulness of simulated clinical examination in family-medicine residency program","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Family medicine; Medicine; Objective structured clinical examination; Constructive; Exploratory research; Psychology","score_opus":0.20254678782374477,"score_gpt":0.5021782171904884,"score_spread":0.2996314293667436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107946647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98639494,0.00015438677,0.00034815038,0.0029581701,0.0007484528,0.0011125145,1.972674e-7,0.00003071579,0.008252451],"genre_scores_gemma":[0.99867636,0.000013599509,0.0003124618,0.00027564442,0.00039031348,0.000026919148,0.000022819666,0.000016094196,0.00026578494],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932228,0.00083078374,0.0016693202,0.00025803567,0.0037856293,0.00023347342],"domain_scores_gemma":[0.9974676,0.00022879391,0.00038917328,0.0005003733,0.0013152449,0.00009884894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039755475,0.00011955402,0.00040853172,0.00027377103,0.000029122508,0.0000015756004,0.0002278455,0.00041645218,0.0012784147],"category_scores_gemma":[0.050208744,0.00007597118,0.0000762124,0.0015692752,0.000793501,0.000052145813,0.00004883172,0.0007950309,0.00000466821],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004389552,0.0015654637,0.3576226,0.00008939185,0.00003838692,0.0000034088864,0.0009877747,0.0000067615824,0.0001177679,0.00038137246,0.0015188509,0.6376243],"study_design_scores_gemma":[0.003484392,0.00031700006,0.96251464,0.00082573085,0.00020706128,0.0000060620055,0.0013166578,0.029849699,0.0002061431,0.0005380812,0.00066609355,0.00006844686],"about_ca_topic_score_codex":0.00013396316,"about_ca_topic_score_gemma":0.000041163403,"teacher_disagreement_score":0.6375559,"about_ca_system_score_codex":0.00021415699,"about_ca_system_score_gemma":0.00089233724,"threshold_uncertainty_score":0.99963456},"labels":[],"label_agreement":null},{"id":"W2107953432","doi":"10.3109/01421591003690346","title":"Quality education: A pilot quality improvement curriculum for psychiatry residents","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; University Health Network","funders":"","keywords":"Curriculum; Medical education; Experiential learning; Focus group; Medicine; Workload; Quality (philosophy); Psychology; Pedagogy; Management","score_opus":0.034081523378277696,"score_gpt":0.4396153234164393,"score_spread":0.4055338000381616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107953432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9230893,0.00007672259,0.0026708578,0.05778692,0.00738095,0.0010208845,0.0000025748889,0.00012874577,0.007843044],"genre_scores_gemma":[0.9503699,0.000009030479,0.018562373,0.012170915,0.0062075052,0.0008794096,0.0002504326,0.000047738933,0.011502676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99677396,0.00010284582,0.00095138996,0.00046488302,0.0013318808,0.00037506458],"domain_scores_gemma":[0.9980894,0.000045553654,0.00023021366,0.0007551692,0.00049913535,0.00038054294],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039999466,0.00019448638,0.00035225064,0.00012035595,0.00016310012,0.00002523523,0.00028394104,0.00031659743,0.0061358563],"category_scores_gemma":[0.01137895,0.00015950494,0.00012456886,0.00036717276,0.00024204719,0.000085751846,0.00005808407,0.0011637907,0.000105894454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012997728,0.0073059364,0.35792217,0.0005155992,0.00008037761,7.254649e-7,0.0002608097,1.5395848e-8,0.00079653773,0.037267163,0.3333351,0.26238558],"study_design_scores_gemma":[0.008480165,0.001402291,0.55412185,0.00048239777,0.00020799613,0.00006636594,0.003195864,0.0008430979,0.00022537418,0.021843458,0.4082543,0.0008768602],"about_ca_topic_score_codex":0.00054612197,"about_ca_topic_score_gemma":0.00015367381,"teacher_disagreement_score":0.2615087,"about_ca_system_score_codex":0.00014106868,"about_ca_system_score_gemma":0.0022058012,"threshold_uncertainty_score":0.9969486},"labels":[],"label_agreement":null},{"id":"W2108349653","doi":"10.5539/gjhs.v7n2p87","title":"Humanistic Approach to Nursing Education: Lived Experiences of Iranian Nursing Students","year":2014,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tehran University of Medical Sciences and Health Services","keywords":"Humanism; Theme (computing); Nursing; Nurse education; Hermeneutic phenomenology; Lived experience; Psychology; Medicine","score_opus":0.04515449570769271,"score_gpt":0.460732388699138,"score_spread":0.4155778929914453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108349653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704451,0.00023363614,0.018025706,0.0029874565,0.0022512337,0.00023765444,1.7795558e-7,0.000006793666,0.0058122547],"genre_scores_gemma":[0.94735646,0.000005652415,0.05074372,0.0015679785,0.00030420092,0.000003794065,7.2694036e-7,0.0000033006827,0.000014181518],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972639,0.000049574508,0.00077636243,0.00018145541,0.00143419,0.00029452448],"domain_scores_gemma":[0.9980299,0.000012277637,0.00055871205,0.00020481453,0.0009279056,0.00026638678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024570606,0.00008362443,0.00028406287,0.0002639713,0.00029889756,0.000042266696,0.00049681816,0.000029974453,0.000012328437],"category_scores_gemma":[0.0008124581,0.00006932251,0.000034113826,0.0015226869,0.0006898166,0.000174052,0.000017379118,0.00015450228,0.0000037311486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014484665,0.0074347337,0.045659564,0.00033576394,0.000015717049,0.0000012825166,0.09462933,0.0000698862,0.0006652149,0.014300583,0.013164333,0.8235787],"study_design_scores_gemma":[0.0010347185,0.0021784771,0.8187472,0.0065806042,0.000051927378,0.0016158441,0.165856,0.00071408704,0.00029326946,0.0019882899,0.0007303496,0.00020918851],"about_ca_topic_score_codex":0.000010740362,"about_ca_topic_score_gemma":8.7974236e-8,"teacher_disagreement_score":0.82336956,"about_ca_system_score_codex":0.0009728263,"about_ca_system_score_gemma":0.003239562,"threshold_uncertainty_score":0.5746844},"labels":[],"label_agreement":null},{"id":"W2108407335","doi":"10.3390/pharmacy2020195","title":"An Evaluation of the Accuracy of Peer to Peer Surgical Teaching and the Role of the Peer Review Process","year":2014,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Upload; Peer feedback; Process (computing); Peer group; Peer review; Computer science; Medical education; Medicine; Psychology; World Wide Web; Social psychology","score_opus":0.05365366546775401,"score_gpt":0.4745955155733856,"score_spread":0.42094185010563157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108407335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8840191,0.0008284597,0.000030005569,0.10866391,0.00019576242,0.0011786623,0.000003131995,0.0000060651987,0.0050749057],"genre_scores_gemma":[0.99689823,0.000039089504,0.00014109498,0.0022793454,0.00018417381,0.00006403294,0.000010551677,0.0000091640095,0.0003743159],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964964,0.00066757074,0.00041654333,0.00012424195,0.0022013558,0.000093895454],"domain_scores_gemma":[0.9950568,0.00029097675,0.00031575968,0.0004723291,0.0038292678,0.00003488707],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014398072,0.000077906196,0.00021832391,0.0000348523,0.000096104406,0.0000061456485,0.0002743618,0.000022276321,0.0001909422],"category_scores_gemma":[0.028786749,0.000034671768,0.000058382586,0.00034051033,0.00017576135,0.000087036395,0.000052577194,0.00034891258,0.0000017087576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003341037,0.0007891149,0.034763232,0.002175298,0.00012391114,1.0368886e-7,0.021098036,0.000102778075,0.0077944496,0.009506825,0.03576447,0.8875477],"study_design_scores_gemma":[0.011834723,0.00014569188,0.069952436,0.0044283983,0.0028513698,0.00007892362,0.0033614694,0.06266446,0.058875587,0.0063990103,0.77910423,0.00030367528],"about_ca_topic_score_codex":0.0000694761,"about_ca_topic_score_gemma":0.0000012899574,"teacher_disagreement_score":0.887244,"about_ca_system_score_codex":0.000025699741,"about_ca_system_score_gemma":0.00020668952,"threshold_uncertainty_score":0.9793942},"labels":[],"label_agreement":null},{"id":"W2108605228","doi":"10.3109/0142159x.2011.565825","title":"The development of an instrument to assess clinical teaching with linkage to CanMEDS roles: A psychometric analysis","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Generalizability theory; Variance (accounting); Reliability (semiconductor); Internal consistency; Psychology; Medical education; Psychometrics; Clinical psychology; Medicine; Developmental psychology","score_opus":0.12728104996540077,"score_gpt":0.43481027179219156,"score_spread":0.30752922182679077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108605228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9454442,0.000016105358,0.045354046,0.0030504032,0.0002686163,0.00043338438,3.8963103e-7,0.00004437903,0.005388471],"genre_scores_gemma":[0.8944506,0.0000033012825,0.10268547,0.0017894361,0.00027034743,0.00012257474,0.000020493226,0.000022813867,0.00063494954],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964486,0.00023610848,0.0010928218,0.00040862054,0.0014552622,0.0003585875],"domain_scores_gemma":[0.9981331,0.00008361376,0.00016388099,0.0007057549,0.00022878396,0.000684865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074798167,0.00017379504,0.00047490347,0.00069803715,0.00018377116,0.000016627282,0.00045914605,0.00020839766,0.00091122655],"category_scores_gemma":[0.0058215037,0.000100366444,0.000088488225,0.0029548989,0.00017111626,0.000051833784,0.000094720104,0.0009533729,0.000039679882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016083672,0.0014846609,0.32455766,0.000019474324,0.0006352739,0.000004779634,0.008363417,0.000001090688,0.000005410098,0.00022328999,0.001397842,0.66314626],"study_design_scores_gemma":[0.0016238599,0.0014486173,0.9267172,0.00029516153,0.00071753096,0.000015587948,0.006925498,0.0020107902,0.00013544048,0.000036118923,0.059747726,0.00032646942],"about_ca_topic_score_codex":0.0000819191,"about_ca_topic_score_gemma":0.0002890139,"teacher_disagreement_score":0.6628198,"about_ca_system_score_codex":0.00018854947,"about_ca_system_score_gemma":0.00078343455,"threshold_uncertainty_score":0.9977292},"labels":[],"label_agreement":null},{"id":"W2108710353","doi":"10.7202/019580ar","title":"The Clinical/Practicum Experience in Professional Preparation: Preliminary findings","year":2008,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Practicum; Terminology; Experiential learning; Strengths and weaknesses; Psychology; Medical education; Professional development; Teacher preparation; Pedagogy; Medicine; Teacher education; Social psychology","score_opus":0.4476297325057311,"score_gpt":0.5425782423163908,"score_spread":0.09494850981065972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108710353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758644,0.000265476,0.00015141226,0.012331798,0.005973739,0.00037086933,0.00000194187,0.000016976624,0.0050233807],"genre_scores_gemma":[0.968598,0.0006499479,0.023083085,0.0030144434,0.00055955024,0.00009749471,0.0000064067076,0.000015602736,0.003975487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969008,0.00040650964,0.0013976734,0.00030222832,0.0006131337,0.0003796837],"domain_scores_gemma":[0.9965843,0.0006802262,0.0008874795,0.00032915192,0.0013237306,0.00019512475],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0051494767,0.00015661442,0.00026588497,0.00045733526,0.0019479055,0.000039617895,0.00047181084,0.0001506066,0.000120470446],"category_scores_gemma":[0.010694901,0.00011960519,0.000121666686,0.0016237443,0.0012118219,0.0008554271,0.000042802378,0.0006293145,0.000020687028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031697005,0.013482729,0.39546114,0.00057390024,0.00016018393,0.00011214713,0.07300821,0.0011776797,0.002274769,0.043368537,0.31108966,0.15612134],"study_design_scores_gemma":[0.0011202585,0.0023279882,0.5614929,0.001215645,0.00009322217,0.014070734,0.03218905,0.002709547,0.0017663072,0.00649146,0.37612274,0.00040013433],"about_ca_topic_score_codex":0.000029262905,"about_ca_topic_score_gemma":0.000015689999,"teacher_disagreement_score":0.1660318,"about_ca_system_score_codex":0.0015777791,"about_ca_system_score_gemma":0.0032856374,"threshold_uncertainty_score":0.99935144},"labels":[],"label_agreement":null},{"id":"W2108719445","doi":"10.3109/0142159x.2011.596588","title":"Faculty development: On becoming a medical educator","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Medical education; Faculty development; Psychology; Medicine; Engineering ethics; Professional development; Engineering","score_opus":0.06595395896098717,"score_gpt":0.4063433970439662,"score_spread":0.34038943808297906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108719445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9406414,0.00012014088,0.0005436689,0.026976496,0.001705587,0.00024027927,4.820574e-7,0.00015569378,0.029616235],"genre_scores_gemma":[0.9667129,0.0000068477643,0.0031426572,0.014212325,0.0037198067,0.00012201321,0.00020169244,0.0000476344,0.011834143],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958789,0.000081995706,0.00055615336,0.00027461225,0.002583441,0.00062493107],"domain_scores_gemma":[0.9984313,0.00004812648,0.0000801089,0.0003315101,0.000093670395,0.001015281],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025700682,0.00020598246,0.00031840848,0.00018041088,0.00014487657,0.000010669224,0.00024380747,0.00049588305,0.039432477],"category_scores_gemma":[0.011074524,0.00015483405,0.00007171854,0.0003984903,0.00020907844,0.00008991003,0.00008040774,0.0012932981,0.0018891515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005179556,0.0037639628,0.24036267,0.00011215996,0.0001290971,0.00003965306,0.005459034,2.7316172e-8,0.000009517374,0.0025300523,0.28125757,0.46628448],"study_design_scores_gemma":[0.0018005411,0.000082444734,0.03434312,0.0005166796,0.000046797355,0.00037568365,0.0010568097,0.00058355037,0.00021357404,0.000039191404,0.9606468,0.00029479014],"about_ca_topic_score_codex":0.000014191281,"about_ca_topic_score_gemma":0.0000023361322,"teacher_disagreement_score":0.67938924,"about_ca_system_score_codex":0.00032811123,"about_ca_system_score_gemma":0.0013681247,"threshold_uncertainty_score":0.998888},"labels":[],"label_agreement":null},{"id":"W2108840277","doi":"10.1111/j.1365-2923.2009.03404.x","title":"The sum of the parts detracts from the intended whole: competencies and in‐training assessments","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network; Western University","funders":"","keywords":"Thematic analysis; Context (archaeology); Medical education; Psychology; Set (abstract data type); Perception; Relevance (law); Focus group; Sample (material); Critical appraisal; Qualitative research; Medicine; Alternative medicine; Computer science","score_opus":0.026564694286385776,"score_gpt":0.3712948309753543,"score_spread":0.34473013668896857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108840277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8138932,0.00041224284,0.000082334795,0.18293299,0.0012581863,0.00029169358,0.0000010025572,0.0000107639435,0.0011176132],"genre_scores_gemma":[0.97903645,0.000070128655,0.0005234444,0.01979743,0.00032181168,0.00003010132,0.000032742184,0.0000057508423,0.00018213579],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984329,0.00012374464,0.00040404664,0.000151812,0.00071032444,0.00017721298],"domain_scores_gemma":[0.99884564,0.00040529593,0.00015423768,0.00036028994,0.00018538127,0.00004915922],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011902042,0.000089265406,0.00014524032,0.00004181105,0.0001919768,0.000025722047,0.0002451817,0.00010345977,0.0000640343],"category_scores_gemma":[0.009200486,0.00004252467,0.00002892056,0.00046243033,0.00040899107,0.000066217326,0.000033932283,0.0005316081,0.000003194679],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041697993,0.00056072645,0.04298275,0.000020551892,0.000026403437,8.831805e-7,0.005963068,8.256521e-7,0.0006062599,0.0030331684,0.04960076,0.8971629],"study_design_scores_gemma":[0.00037445084,0.000049902967,0.94137216,0.0004677353,0.00003217737,0.000015228852,0.008470222,0.00065337965,0.00013931819,0.0026819312,0.045691337,0.000052139592],"about_ca_topic_score_codex":0.00014769338,"about_ca_topic_score_gemma":0.00012098188,"teacher_disagreement_score":0.8983894,"about_ca_system_score_codex":0.00008728775,"about_ca_system_score_gemma":0.0016055347,"threshold_uncertainty_score":0.99914545},"labels":[],"label_agreement":null},{"id":"W2109017110","doi":"10.1111/j.1365-2923.2011.04183.x","title":"Varying conceptions of competence: an analysis of how health sciences educators define competence","year":2012,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":221,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Competence (human resources); Curriculum; Psychology; Thematic analysis; Medical education; Medicine; Pedagogy; Sociology; Social psychology; Social science; Qualitative research","score_opus":0.07752758317680318,"score_gpt":0.46424119233357247,"score_spread":0.3867136091567693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109017110","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020741601,0.98811084,0.0008797655,0.005006961,0.0023260002,0.0010026394,0.000035660403,0.00004662327,0.00051733176],"genre_scores_gemma":[0.013881124,0.96547234,0.014222651,0.0021590118,0.0008233474,0.00022364687,0.0030439917,0.000043066266,0.00013081943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99492735,0.00045874735,0.0017261944,0.00057686307,0.0018368507,0.00047400428],"domain_scores_gemma":[0.99589217,0.000327189,0.0018495163,0.0008181377,0.00074172777,0.00037129002],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030718353,0.0003720456,0.0026319972,0.0022239268,0.00021840552,0.000021029457,0.0006206197,0.00043172127,0.0014575591],"category_scores_gemma":[0.0035742626,0.0002993525,0.00046135194,0.007354544,0.0015799608,0.00022592947,0.00006910742,0.0007644346,0.000013018894],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002727776,0.0019406514,0.0014665562,0.010015435,0.00040010054,1.9746211e-7,0.000850122,0.0000012288886,8.636332e-7,0.0039682346,0.002471172,0.97888273],"study_design_scores_gemma":[0.00037840035,0.000660325,0.004732248,0.030302608,0.013399994,0.00012134102,0.004451227,0.0010251483,0.000003649164,0.00006148604,0.94424415,0.0006194405],"about_ca_topic_score_codex":0.000360947,"about_ca_topic_score_gemma":0.000024201488,"teacher_disagreement_score":0.97826326,"about_ca_system_score_codex":0.0004971944,"about_ca_system_score_gemma":0.023543028,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W2109020245","doi":"10.1080/01421590500078471","title":"A modified electronic key feature examination for undergraduate medical students: validation threats and opportunities","year":2005,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Test (biology); Reliability (semiconductor); German; Medical education; Psychology; Key (lock); Feature (linguistics); Computer science; Medicine; Psychometrics; Clinical psychology; Computer security","score_opus":0.051583729916926946,"score_gpt":0.37691597809309474,"score_spread":0.3253322481761678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109020245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6776522,0.001132478,0.023720376,0.28891593,0.0003554372,0.0010674885,0.0000019870774,0.00020872547,0.006945356],"genre_scores_gemma":[0.9699225,0.001197177,0.0010445954,0.005851448,0.0013867591,0.00027716614,0.00042351533,0.000043586468,0.019853298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963165,0.00014013308,0.00042041714,0.00036448715,0.002342038,0.00041641257],"domain_scores_gemma":[0.9989955,0.00008059957,0.000107892934,0.000256346,0.00023830972,0.00032137684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003377379,0.00019855643,0.0003033924,0.00019408017,0.0001406849,0.000047650654,0.00024016913,0.00050089543,0.0010718078],"category_scores_gemma":[0.0029250986,0.0001632352,0.000059473223,0.00020774233,0.0002441813,0.00016829051,0.00006781293,0.0007685564,0.000016408478],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008815818,0.0008664145,0.0031461143,0.00014212458,0.00014730224,0.000011881305,0.0010186846,0.0000012645377,0.000013900939,0.035502493,0.04507312,0.91398853],"study_design_scores_gemma":[0.02055511,0.0016817739,0.013919804,0.0014349483,0.0008898974,0.0007792737,0.002630084,0.16809112,0.00032110768,0.021541275,0.7669494,0.0012062256],"about_ca_topic_score_codex":0.000006946258,"about_ca_topic_score_gemma":0.000014351555,"teacher_disagreement_score":0.9127823,"about_ca_system_score_codex":0.00032368474,"about_ca_system_score_gemma":0.0006211246,"threshold_uncertainty_score":0.99984133},"labels":[],"label_agreement":null},{"id":"W2109124005","doi":"","title":"Effect of field notes on confidence and perceived competence: survey of faculty and residents.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Competence (human resources); Medical education; Nova scotia; Medicine; Psychology; Family medicine; Social psychology","score_opus":0.0434863724427922,"score_gpt":0.3466708806828198,"score_spread":0.30318450824002763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109124005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99850327,0.00012787947,0.000020770434,0.00038034585,0.0001299928,0.00038887555,0.000005371373,0.000006001204,0.0004374896],"genre_scores_gemma":[0.9994403,0.000030627147,0.0001139768,0.00022026272,0.00003407449,0.00006666981,0.000020999849,0.0000038988646,0.00006916076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99932855,0.0000906286,0.00017623845,0.000085489984,0.00019120143,0.00012789079],"domain_scores_gemma":[0.9988118,0.00080630486,0.000077441,0.00012124846,0.00012650432,0.000056698587],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013789977,0.00005935092,0.00019177377,0.00006535116,0.00001983544,0.000002992703,0.00003373505,0.000057405534,0.000016437212],"category_scores_gemma":[0.008695675,0.000043026335,0.000010774227,0.00013582179,0.00012725998,0.000047447134,0.000017617454,0.000102980775,8.236115e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015745092,0.000045966186,0.8845387,0.00020577834,0.000015711372,2.0256493e-7,0.00030139342,5.1253295e-8,0.00038564974,0.00012991094,0.00033261612,0.11388656],"study_design_scores_gemma":[0.00048611837,0.00017611572,0.9863283,0.00006155081,0.000027653196,0.000004812789,0.000032566884,0.000010321875,0.01280182,0.000008577181,0.000028607139,0.00003356186],"about_ca_topic_score_codex":0.0005339916,"about_ca_topic_score_gemma":0.0000075822263,"teacher_disagreement_score":0.11385299,"about_ca_system_score_codex":0.000012522858,"about_ca_system_score_gemma":0.000012404755,"threshold_uncertainty_score":0.99965453},"labels":[],"label_agreement":null},{"id":"W2109159534","doi":"10.3109/0142159x.2014.910298","title":"Bridging the continuum: Analysis of the alignment of undergraduate and postgraduate accreditation standards","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Laboratório Central de Microscopia Eletrônica, Universidade Federal de Santa Catarina; China Academy of Chinese Medical Sciences","keywords":"Accreditation; Bridging (networking); Medical education; Medicine; Psychology; Computer science","score_opus":0.01092617813541876,"score_gpt":0.3181692149523174,"score_spread":0.3072430368168987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109159534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92463017,0.0000663934,0.007120398,0.066213176,0.00023260288,0.0001934498,0.0000030777474,0.000011437119,0.0015293267],"genre_scores_gemma":[0.99819547,0.0000234117,0.00014896014,0.00087083393,0.00015632561,0.000010177015,0.000020234747,0.000008287299,0.00056632137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977307,0.00019840544,0.00043032866,0.00014119844,0.0013718199,0.00012756433],"domain_scores_gemma":[0.99900484,0.000085316744,0.00021216732,0.00034742407,0.00029285686,0.000057407655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030232402,0.00008321817,0.0002875412,0.000116376774,0.00006608844,0.000006396188,0.00014132592,0.00008075167,0.00019969259],"category_scores_gemma":[0.005283918,0.000043104774,0.000094938776,0.00083412323,0.00048154872,0.000025433545,0.000056234396,0.00026131523,7.6012145e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013590217,0.00063452433,0.5454784,0.00027759353,0.0027260908,0.0000019947915,0.005330205,0.000019817366,0.0012924111,0.015709626,0.08841297,0.33998045],"study_design_scores_gemma":[0.0025848548,0.00027098155,0.80780005,0.00050689996,0.004189258,0.000019186537,0.001196478,0.15314649,0.001701555,0.0031703487,0.025211172,0.00020268567],"about_ca_topic_score_codex":0.00006939506,"about_ca_topic_score_gemma":0.000022658449,"teacher_disagreement_score":0.33977777,"about_ca_system_score_codex":0.000064459025,"about_ca_system_score_gemma":0.00019381836,"threshold_uncertainty_score":0.63257253},"labels":[],"label_agreement":null},{"id":"W2109319700","doi":"10.3402/meo.v11i.4608","title":"Adapting an Effective Counseling Model from Patient-centered Care to Improve Motivation in Clinical Training Programs","year":2006,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preceptor; Internship; Context (archaeology); Specialty; Medical education; Motivational interviewing; Medicine; Parallels; Psychology; Nursing; Family medicine; Psychological intervention","score_opus":0.035632615716341874,"score_gpt":0.38930080947936235,"score_spread":0.3536681937630205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109319700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98353213,0.00012940787,0.00836279,0.0044903513,0.0015977258,0.0015493503,0.000019892252,0.0001271332,0.00019122816],"genre_scores_gemma":[0.93428034,0.000008817951,0.05177651,0.006022037,0.0021816823,0.0003459403,0.005289511,0.000046651894,0.00004850885],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963224,0.00018481891,0.0013977878,0.0006833583,0.0010102745,0.00040139223],"domain_scores_gemma":[0.9979746,0.00017758667,0.00026432285,0.00042185537,0.00079432316,0.00036733426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009538563,0.00023937556,0.00044415303,0.00032740095,0.000099050296,0.00003471275,0.00018098902,0.00036816185,0.00010143782],"category_scores_gemma":[0.007630887,0.00022899783,0.00008352002,0.00081862387,0.00011246088,0.00019769104,0.000038230843,0.00086332485,0.000013347456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013108755,0.0052506845,0.025875105,0.00005293167,0.000014879836,0.0000035206842,0.009106927,0.00020938067,0.000227676,0.0001324512,0.00056252256,0.95843285],"study_design_scores_gemma":[0.0077893026,0.002451554,0.4009325,0.004059821,0.00019158029,0.000024850551,0.075936124,0.49726033,0.00022966876,0.001736429,0.00841385,0.00097398757],"about_ca_topic_score_codex":0.0007108074,"about_ca_topic_score_gemma":0.00041404934,"teacher_disagreement_score":0.95745885,"about_ca_system_score_codex":0.0005316037,"about_ca_system_score_gemma":0.0021837398,"threshold_uncertainty_score":0.933826},"labels":[],"label_agreement":null},{"id":"W2109422465","doi":"10.1503/cmaj.111123","title":"Effects of assessing the productivity of faculty in academic medical centres: a systematic review","year":2012,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"PsycINFO; Productivity; Compensation (psychology); Promotion (chess); Revenue; MEDLINE; Medical education; Psychology; Medicine; Family medicine; Business; Political science; Accounting; Economics; Social psychology","score_opus":0.03860067793698,"score_gpt":0.40919243253539644,"score_spread":0.3705917545984164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109422465","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017406087,0.9853969,0.000025588177,0.010805578,0.0011869414,0.0022504188,0.000011196102,0.000007728678,0.00014153856],"genre_scores_gemma":[0.00034862384,0.9950287,0.000061714396,0.0027599775,0.0014625061,0.00013656585,0.000067385066,0.000036031106,0.00009854372],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9891654,0.0019833345,0.0032434252,0.00024232756,0.00473422,0.0006312625],"domain_scores_gemma":[0.9928871,0.0015874911,0.0032182194,0.00034971308,0.0009519752,0.0010055118],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.018596575,0.00031972572,0.0032140762,0.0005890152,0.000109790664,0.00001754118,0.00066359993,0.0015455474,0.0006599638],"category_scores_gemma":[0.12394677,0.0001924948,0.00045524654,0.0018048045,0.00017911963,0.00015299847,0.00004453547,0.0056241523,0.00003084901],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.203675e-7,0.00011140586,0.0005437135,0.72224313,0.00031258143,0.00005683073,0.00016265946,1.18353904e-8,7.2117274e-8,0.000077392375,0.011161823,0.26532978],"study_design_scores_gemma":[0.00030640775,0.000018002625,0.0004219501,0.6916849,0.0027423913,0.00085891737,0.000091644724,0.000007119122,5.5417263e-7,0.000009978726,0.3037277,0.00013045812],"about_ca_topic_score_codex":0.0004318408,"about_ca_topic_score_gemma":0.00037826807,"teacher_disagreement_score":0.29256588,"about_ca_system_score_codex":0.0027471895,"about_ca_system_score_gemma":0.019649746,"threshold_uncertainty_score":0.9997507},"labels":[],"label_agreement":null},{"id":"W2109853928","doi":"10.1111/j.1365-2923.2010.03745.x","title":"Intersections of creativity in the evaluation of the Wilson Centre Fellowship Programme","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Process (computing); Creativity; Medical education; Field (mathematics); Engineering ethics; Sociology; Process management; Psychology; Medicine; Computer science; Engineering","score_opus":0.03379783628835296,"score_gpt":0.4005166024462327,"score_spread":0.36671876615787974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109853928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95262754,0.000027875783,0.00007496259,0.040816646,0.0016814078,0.00087514287,7.9056485e-7,0.000008901875,0.0038867027],"genre_scores_gemma":[0.99741834,0.0000040580617,0.0004221373,0.0015805623,0.0002702576,0.00012800985,0.000039559687,0.000007149639,0.00012994431],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99749196,0.00030233696,0.000447173,0.00014744051,0.0014660101,0.00014505819],"domain_scores_gemma":[0.9983664,0.00014546272,0.00021816755,0.0004904932,0.0007438299,0.000035641297],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004532065,0.00008065416,0.00014599755,0.00013775872,0.00005692224,0.000006330191,0.00023491214,0.00016073692,0.00075160066],"category_scores_gemma":[0.02183762,0.00004651883,0.0000658913,0.0010775861,0.00036944047,0.00006052591,0.000022159316,0.0006757351,0.000004428141],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034006625,0.00456416,0.21238808,0.00018902824,0.000025425388,1.7764756e-7,0.0131603535,0.0000022047645,0.0016795427,0.005279013,0.021139052,0.74153894],"study_design_scores_gemma":[0.0012396409,0.00010251347,0.9583712,0.0006023751,0.00024948752,0.00004699968,0.015047656,0.0052669886,0.0027770528,0.0019667333,0.014231041,0.000098319106],"about_ca_topic_score_codex":0.00044891032,"about_ca_topic_score_gemma":0.00079556764,"teacher_disagreement_score":0.7459831,"about_ca_system_score_codex":0.000111595196,"about_ca_system_score_gemma":0.0027650313,"threshold_uncertainty_score":0.98640186},"labels":[],"label_agreement":null},{"id":"W2109876208","doi":"10.3109/0142159x.2011.599891","title":"Twelve tips for using the Objective Structured Teaching Exercise for faculty development","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; McGill University","funders":"","keywords":"Checklist; Faculty development; Medical education; Context (archaeology); Psychology; Computer science; Medicine; Professional development","score_opus":0.07227142607106199,"score_gpt":0.41297421772891746,"score_spread":0.34070279165785544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109876208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79545826,0.00022574885,0.19490755,0.0046364707,0.0015369243,0.0021611983,0.000004727834,0.00008916348,0.0009799526],"genre_scores_gemma":[0.8977554,0.0000013660994,0.09540696,0.0015210619,0.0022891697,0.00055062154,0.00023427556,0.000048413025,0.0021927461],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818885,0.000054023978,0.00039477978,0.00021651713,0.00067433185,0.00047149695],"domain_scores_gemma":[0.99918294,0.000083895015,0.00010969512,0.00023794953,0.00018927325,0.000196255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002522315,0.0001681072,0.00026444026,0.00007461809,0.00040694253,0.000015147985,0.0001671125,0.00024929846,0.0004747549],"category_scores_gemma":[0.005634701,0.00010315908,0.00009218463,0.00015267493,0.00013759418,0.00009185642,0.0000460918,0.0006148059,0.000008258297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003558522,0.0010469689,0.028086824,0.00038314023,0.0003497865,0.0000014172641,0.03646458,0.000002120159,0.00023779155,0.0047560777,0.11204013,0.8162753],"study_design_scores_gemma":[0.00656216,0.00018656801,0.023451092,0.00088653475,0.00073843024,0.00016781256,0.018059283,0.031848002,0.0025867552,0.0013049688,0.91348433,0.00072403933],"about_ca_topic_score_codex":0.00001241112,"about_ca_topic_score_gemma":0.0000020844668,"teacher_disagreement_score":0.8155513,"about_ca_system_score_codex":0.0003417013,"about_ca_system_score_gemma":0.00044603873,"threshold_uncertainty_score":0.67456704},"labels":[],"label_agreement":null},{"id":"W2110147379","doi":"10.1155/2014/219512","title":"Correlation between Global Rating Scale and Specific Checklist Scores for Professional Behaviour of Physical Therapy Students in Practical Examinations","year":2014,"lang":"en","type":"article","venue":"Education Research International","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"University of Toronto","keywords":"Checklist; Rating scale; Correlation; Significant difference; Scale (ratio); Psychology; Clinical psychology; Medicine; Developmental psychology; Internal medicine; Mathematics; Cartography","score_opus":0.08435716772728445,"score_gpt":0.5366938304650096,"score_spread":0.45233666273772516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110147379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98669153,0.000027584545,0.0026827455,0.0073899655,0.0008429653,0.0009957628,0.000023072671,0.000013916874,0.0013324352],"genre_scores_gemma":[0.9889271,0.000017476277,0.008029858,0.000116668096,0.0012117401,0.00039285177,0.0006012219,0.000013548403,0.00068948546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997525,0.00020080674,0.00045212338,0.00031185034,0.0012980555,0.00021219016],"domain_scores_gemma":[0.9973473,0.00064025115,0.00015833018,0.00018436745,0.0015839846,0.00008579335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022595907,0.00010489011,0.00018646914,0.0004201401,0.00014398029,0.000056532488,0.0001513137,0.00010193762,0.00010897903],"category_scores_gemma":[0.0032916374,0.000097597345,0.000041105493,0.00057192333,0.00025894173,0.00023360111,0.00006658613,0.00040907765,0.000008830505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001063271,0.0021365187,0.91149914,0.000044667588,0.0000211164,2.118605e-7,0.00092882715,0.0000030865506,0.0004953597,0.022282377,0.008484371,0.053997986],"study_design_scores_gemma":[0.0012753977,0.00023243083,0.98420805,0.00020725837,0.00000891349,0.000008303654,0.0012423324,0.0043680943,0.00049861777,0.0030124292,0.0048602223,0.00007796595],"about_ca_topic_score_codex":0.00007645917,"about_ca_topic_score_gemma":0.000013172314,"teacher_disagreement_score":0.07270888,"about_ca_system_score_codex":0.00038731875,"about_ca_system_score_gemma":0.00069739466,"threshold_uncertainty_score":0.39799044},"labels":[],"label_agreement":null},{"id":"W2110249234","doi":"10.1093/bja/aer152","title":"Perceptions, attitudes, and beliefs of staff anaesthetists related to multi-source feedback used for their performance appraisal","year":2011,"lang":"en","type":"article","venue":"British Journal of Anaesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Thematic analysis; Context (archaeology); Perception; Performance appraisal; Psychology; Medical education; Medicine; Qualitative research; Applied psychology","score_opus":0.022182744437871837,"score_gpt":0.30293624934314245,"score_spread":0.2807535049052706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110249234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961214,0.00053812086,0.0021891897,0.00054738007,0.00015179226,0.00034773652,0.0000060509005,0.000016775291,0.00008156246],"genre_scores_gemma":[0.94150704,0.0006285774,0.05732259,0.00019884574,0.000075102806,0.000008344966,0.000013983815,0.0000332761,0.00021222426],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854517,0.000047282727,0.00073898927,0.00016705733,0.00028646868,0.00021502993],"domain_scores_gemma":[0.9986402,0.000028164903,0.00035565507,0.00017310327,0.00064701634,0.00015587316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082231686,0.0001317885,0.00038608708,0.0002506632,0.00010586414,0.000020460076,0.00016082285,0.00012993853,0.000087122724],"category_scores_gemma":[0.00041265218,0.00013213322,0.000097864824,0.0003471188,0.00018583321,0.00017926241,0.000020037363,0.00031064358,0.0000053707035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003000636,0.001604813,0.11445528,0.00035311637,0.00014057316,0.000059229635,0.008743503,0.000015031831,0.0011257827,0.000183518,0.005601294,0.8674178],"study_design_scores_gemma":[0.0026857173,0.0030354108,0.97804826,0.0015309821,0.00008243239,0.0041020457,0.0020589384,0.0003191248,0.00046202043,0.000028758855,0.0074546393,0.0001916463],"about_ca_topic_score_codex":0.000057010326,"about_ca_topic_score_gemma":0.000017841587,"teacher_disagreement_score":0.8672261,"about_ca_system_score_codex":0.00006185236,"about_ca_system_score_gemma":0.00016347074,"threshold_uncertainty_score":0.53882366},"labels":[],"label_agreement":null},{"id":"W2110580151","doi":"10.36834/cmej.36621","title":"Multisource feedback to assess pediatric practice: a systematic review","year":2013,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; PsycINFO; CINAHL; MEDLINE; Medicine; Competence (human resources); Systematic review; Interpersonal communication; Medical education; Psychology; Clinical psychology; Psychiatry; Social psychology; Developmental psychology","score_opus":0.045990061267520366,"score_gpt":0.4406061847138912,"score_spread":0.3946161234463708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110580151","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.4775515e-7,0.93813723,0.000104323444,0.049299397,0.004565547,0.0054507614,0.000007783746,0.0000374738,0.0023965281],"genre_scores_gemma":[3.105004e-7,0.84647566,0.005263418,0.13823701,0.004737415,0.00141661,0.00020768895,0.0001177836,0.0035441236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99196535,0.00093473453,0.0031131755,0.0005815874,0.002541329,0.0008638287],"domain_scores_gemma":[0.9752771,0.00057514245,0.0019846386,0.0012912535,0.0039054689,0.016966354],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048445584,0.0006419176,0.0031580324,0.0020575398,0.00035945885,0.00023977812,0.00096770003,0.0009989942,0.028523901],"category_scores_gemma":[0.32561272,0.00049030414,0.000539851,0.0031101592,0.00009250868,0.00029356146,0.000051657076,0.003993498,0.0052811876],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[4.524212e-7,0.00011189325,5.052818e-7,0.33638743,0.0000891686,0.000038909664,0.00006378249,1.0863398e-8,1.531775e-9,0.00004632075,0.40476167,0.25849986],"study_design_scores_gemma":[0.00010007443,0.000042633976,0.0000014019413,0.38646996,0.004050814,0.010192354,0.00025764861,0.000002729906,3.5356031e-9,0.0000036313324,0.5986192,0.0002594858],"about_ca_topic_score_codex":0.0009356441,"about_ca_topic_score_gemma":0.00013143603,"teacher_disagreement_score":0.32076815,"about_ca_system_score_codex":0.0035314937,"about_ca_system_score_gemma":0.1988231,"threshold_uncertainty_score":0.99975485},"labels":[],"label_agreement":null},{"id":"W2110773238","doi":"10.12927/cjnl..16338","title":"Describing the Essential Elements of a Professional Practice Structure","year":2003,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Southlake Regional Health Center","funders":"","keywords":"Accountability; Excellence; Professional studies; Health care; Professional development; Public relations; Professional association; Engineering ethics; Sociology; Knowledge management; Nursing; Medicine; Political science; Pedagogy; Computer science; Engineering","score_opus":0.1912403558742907,"score_gpt":0.3885402775478253,"score_spread":0.19729992167353458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110773238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8641197,0.00045810634,0.0028567484,0.11439224,0.004639799,0.00087653653,0.000002587107,0.00005731911,0.012596967],"genre_scores_gemma":[0.9798783,7.9101795e-7,0.015886307,0.0035410891,0.00022765214,0.000005897137,0.000017899687,0.000012733197,0.00042934244],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988104,0.00014615477,0.0002577224,0.00013088621,0.00045548042,0.00019934382],"domain_scores_gemma":[0.9992322,0.00010254325,0.0001556779,0.00021476073,0.00025857365,0.00003629092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005854537,0.00007680943,0.00010324649,0.00007332282,0.00013252297,0.00000978206,0.00007236235,0.000088770124,0.00031359907],"category_scores_gemma":[0.0046616127,0.00005333436,0.00002915468,0.00038782516,0.00021688944,0.00009484102,0.0000033576614,0.000404802,0.0000051633433],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011904724,0.004717,0.014061578,0.0009280278,0.00048143335,0.000024932106,0.09533109,0.000032678465,0.13607879,0.17564017,0.17960387,0.39190996],"study_design_scores_gemma":[0.009454558,0.000939659,0.038859144,0.012191884,0.0019686108,0.0016525814,0.67321014,0.0013945549,0.1812618,0.009818178,0.06828047,0.0009684019],"about_ca_topic_score_codex":0.0000025336612,"about_ca_topic_score_gemma":3.609351e-7,"teacher_disagreement_score":0.5778791,"about_ca_system_score_codex":0.000112051086,"about_ca_system_score_gemma":0.00034163703,"threshold_uncertainty_score":0.55807227},"labels":[],"label_agreement":null},{"id":"W2110956730","doi":"10.1503/cmaj.1080042","title":"Funding for continuing medical education","year":2008,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; Continuing education; Continuing professional development; Medical education; Medicine; Professional development; Library science; Computer science","score_opus":0.01347861027658207,"score_gpt":0.30515456848471534,"score_spread":0.29167595820813325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110956730","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025439733,0.0004713174,0.00054170156,0.979139,0.011398471,0.0006539206,0.000024352677,0.00005907786,0.0051682405],"genre_scores_gemma":[0.0007842047,0.00047208255,0.0017778111,0.907988,0.0753596,0.00013354297,0.0011369387,0.000107660504,0.012240153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991149,0.00021075206,0.0014337797,0.00044885775,0.0055202628,0.0012373169],"domain_scores_gemma":[0.9933717,0.0004489097,0.0008758189,0.00030810284,0.0029975416,0.001997901],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0039092833,0.00037922827,0.00078166375,0.0011437872,0.0005660918,0.00013799082,0.00052787387,0.0051155854,0.00875224],"category_scores_gemma":[0.049575303,0.0003722863,0.00038286977,0.0006609828,0.00014143497,0.00016143563,0.000023895376,0.009460844,0.0002544716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000062477184,0.000048286285,0.0012214705,0.00010845195,0.00016657659,0.0005881258,0.00018608272,4.7352895e-8,5.6532724e-7,0.00006807345,0.8447193,0.1528868],"study_design_scores_gemma":[0.0012143315,0.00008289708,0.0009160084,0.0014276799,0.00015631391,0.0058109495,0.0001960373,0.00028557703,0.0000016351662,0.000157514,0.98942184,0.0003292338],"about_ca_topic_score_codex":0.0006884486,"about_ca_topic_score_gemma":0.000965282,"teacher_disagreement_score":0.15255755,"about_ca_system_score_codex":0.0059837997,"about_ca_system_score_gemma":0.046420727,"threshold_uncertainty_score":0.9998729},"labels":[],"label_agreement":null},{"id":"W2110997260","doi":"10.1002/chp.81","title":"Physician-patient encounters: The structure of performance in family and general office practice","year":2006,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; College of Physicians and Surgeons of Ontario","funders":"","keywords":"Psychosocial; Variance (accounting); Family medicine; Medicine; Test (biology); Quality assurance; Dimension (graph theory); Quality (philosophy); Health care; Psychology; Nursing","score_opus":0.011085777299480093,"score_gpt":0.3709119644284619,"score_spread":0.35982618712898184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110997260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964778,0.00093604584,0.00006711911,0.03227193,0.001066394,0.00043035453,9.482643e-7,0.0000020280622,0.00044719045],"genre_scores_gemma":[0.9887354,0.0001358064,0.003116485,0.0074693486,0.0004317702,0.000006611439,0.000005359613,0.0000066534126,0.000092575385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99825215,0.00035374772,0.00081730704,0.00007370998,0.0003592824,0.00014377957],"domain_scores_gemma":[0.9980181,0.00027677466,0.00100679,0.00016941172,0.00050626026,0.00002265843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001456504,0.000072916,0.00019444601,0.00022308531,0.0000967032,0.000010638387,0.00011754237,0.000051723488,0.000004046741],"category_scores_gemma":[0.00067590387,0.00004060708,0.000022558126,0.0005372061,0.00007150564,0.00019891193,0.00001343943,0.0007032093,3.6738246e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007904934,0.0037949302,0.07768286,0.0011005398,0.000036617243,0.0000035640958,0.1841816,0.00028354983,0.0071624396,0.008548953,0.06452776,0.6518867],"study_design_scores_gemma":[0.0010106204,0.00046391494,0.8046046,0.004017653,0.00004329132,0.00016963498,0.15694445,0.00031423458,0.00021146068,0.0005633564,0.03157119,0.00008562063],"about_ca_topic_score_codex":0.00012449463,"about_ca_topic_score_gemma":0.00002052086,"teacher_disagreement_score":0.72692174,"about_ca_system_score_codex":0.00015649734,"about_ca_system_score_gemma":0.0012792366,"threshold_uncertainty_score":0.30551335},"labels":[],"label_agreement":null},{"id":"W2111033764","doi":"10.1111/j.1365-2929.2006.02508.x","title":"Clinical teaching and clinical outcomes: teaching capability and its association with patient outcomes","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Pneumonia; Heart failure; Pulmonary disease; Internal medicine; Medical diagnosis; Retrospective cohort study; Physical therapy; Emergency medicine","score_opus":0.016997949118029525,"score_gpt":0.40886909358810236,"score_spread":0.3918711444700728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111033764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93987507,0.00011041452,0.00034062125,0.055468563,0.001495827,0.00060346787,0.0000020732916,0.00009651623,0.002007468],"genre_scores_gemma":[0.9696331,0.000033236687,0.008758528,0.019602314,0.000688287,0.00006531972,0.000117197844,0.000028599234,0.0010734247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957239,0.00072955305,0.001423494,0.000588084,0.0012078809,0.0003270741],"domain_scores_gemma":[0.9971621,0.0013903208,0.0004928825,0.00036142944,0.000349652,0.00024362639],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074976664,0.00023650077,0.00061949244,0.00015356984,0.0003306109,0.000048592945,0.00009858279,0.00049222994,0.00011135208],"category_scores_gemma":[0.049032528,0.00016975554,0.00009998385,0.000159337,0.00020946332,0.00020691454,0.00006385338,0.002155107,0.000016794775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024383498,0.0017464058,0.77638793,0.000053166055,0.000052313404,0.0000016337334,0.00026201762,1.0134797e-7,0.0000016015254,0.0010867799,0.016859554,0.20352413],"study_design_scores_gemma":[0.0013702163,0.00033403657,0.96782666,0.0001993818,0.00018336624,0.000033466757,0.00067396153,0.0006597838,0.0000024331307,0.00025729355,0.028278895,0.00018050526],"about_ca_topic_score_codex":0.00047261518,"about_ca_topic_score_gemma":0.00006848863,"teacher_disagreement_score":0.20334363,"about_ca_system_score_codex":0.00036660876,"about_ca_system_score_gemma":0.0011616887,"threshold_uncertainty_score":0.9589779},"labels":[],"label_agreement":null},{"id":"W2111112846","doi":"10.5539/jel.v1n1p77","title":"Reliability Evidence for Examination Cut Scores within a Medical School","year":2012,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Competence (human resources); Item response theory; Psychology; Test (biology); Medical school; Statistics; Medical education; Psychometrics; Medicine; Clinical psychology; Mathematics; Social psychology","score_opus":0.04873771077640658,"score_gpt":0.4205654949674104,"score_spread":0.3718277841910038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111112846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871969,0.0011592748,0.0041228123,0.005501181,0.0015523059,0.00017786877,5.595759e-8,0.000009144887,0.00028045653],"genre_scores_gemma":[0.97969115,0.00009997325,0.016128607,0.0012912656,0.0018090606,0.000015940044,0.0000047354038,0.000008509818,0.00095074956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99873894,0.00014760639,0.00047650925,0.000080193,0.0004363581,0.00012037417],"domain_scores_gemma":[0.9978871,0.00040150707,0.00041253728,0.000088530054,0.0009251024,0.00028526178],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00561567,0.000064035004,0.00014781734,0.00020839275,0.00012493797,0.00002114156,0.000053701508,0.00009426668,0.0004229401],"category_scores_gemma":[0.08656462,0.00005044701,0.000040127652,0.00022447437,0.00006531281,0.0004467512,0.000009625721,0.0006077508,0.000005460429],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024416082,0.0012464619,0.48684964,0.00059646054,0.000049419752,6.6444073e-7,0.0116368355,0.000022986285,0.00147089,0.0018192957,0.023307795,0.47275537],"study_design_scores_gemma":[0.00080299686,0.0004968588,0.9530923,0.0017022095,0.00013110803,0.00051309593,0.008428023,0.0012692655,0.00033311485,0.00020075525,0.032922164,0.00010813207],"about_ca_topic_score_codex":0.0000055771816,"about_ca_topic_score_gemma":4.247223e-7,"teacher_disagreement_score":0.47264725,"about_ca_system_score_codex":0.00015739094,"about_ca_system_score_gemma":0.0013321501,"threshold_uncertainty_score":0.92112964},"labels":[],"label_agreement":null},{"id":"W2111211212","doi":"10.3109/0142159x.2010.507715","title":"Twelve tips for ethical approval for research in health professions education","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University Health Network; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Health professions; Engineering ethics; Work (physics); Medical education; Process (computing); Health professionals; Research ethics; Ethical issues; Medicine; Political science; Health care; Engineering","score_opus":0.17146986060158176,"score_gpt":0.5720780235750108,"score_spread":0.40060816297342905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111211212","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3148882,0.000089680674,0.012239564,0.6606694,0.0033232474,0.004515775,0.0000028322997,0.000086801374,0.0041845134],"genre_scores_gemma":[0.90947366,0.000017187953,0.04797876,0.014543066,0.005400356,0.0056280103,0.0005079327,0.00007932616,0.0163717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970872,0.00023377441,0.0006215827,0.00039070888,0.0010890478,0.0005776912],"domain_scores_gemma":[0.998161,0.00036643815,0.00008637087,0.0004142513,0.00059393776,0.0003779553],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013808007,0.00011500942,0.0002819224,0.000361473,0.00023499351,0.0000136628005,0.00021542779,0.00089366705,0.00092559337],"category_scores_gemma":[0.028507687,0.000092044174,0.00006836933,0.0006841387,0.00037892285,0.000041799267,0.000046001023,0.0045370283,0.000030588246],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019432386,0.0025319871,0.0077408007,0.00084476604,0.000016122784,0.000001058797,0.002427052,5.4751393e-8,0.00016140369,0.058895875,0.5299599,0.39722666],"study_design_scores_gemma":[0.0030214489,0.0005144826,0.0045467955,0.00081486953,0.000014590868,0.000048203594,0.0034109934,0.011676935,0.000057650544,0.018797645,0.95691836,0.00017800716],"about_ca_topic_score_codex":0.000097675664,"about_ca_topic_score_gemma":0.000085108855,"teacher_disagreement_score":0.64612633,"about_ca_system_score_codex":0.000250884,"about_ca_system_score_gemma":0.006242576,"threshold_uncertainty_score":0.9999877},"labels":[],"label_agreement":null},{"id":"W2111294153","doi":"10.5116/ijme.53f5.ee77","title":"Medical education and informal teaching by nurses and midwives","year":2014,"lang":"en","type":"article","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council; ACT Government; Medical Research Council; Australian Research Council; University of Queensland; Queensland Health","keywords":"Context (archaeology); Medical education; Documentation; Quarter (Canadian coin); Descriptive statistics; Psychology; Family medicine; Medicine; Cross-sectional study; Nursing","score_opus":0.0050925613209872895,"score_gpt":0.3768994920515728,"score_spread":0.3718069307305855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111294153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8613907,0.0009397726,0.0022848826,0.12563421,0.0065639303,0.00012097119,0.0000010115285,0.00001765649,0.0030468486],"genre_scores_gemma":[0.9648421,0.00074933085,0.00494304,0.025336776,0.0032547214,0.000014152315,0.00008213978,0.000017850836,0.0007599027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963598,0.00010461171,0.00078518124,0.0001658307,0.0024327668,0.00015176702],"domain_scores_gemma":[0.99799836,0.00016300865,0.00041926085,0.00012222496,0.0008650625,0.00043206516],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022213012,0.00013944483,0.00024356872,0.00041364908,0.00009586464,0.000076966106,0.00032132253,0.00025840208,0.00063482986],"category_scores_gemma":[0.021973783,0.00011551046,0.000049042974,0.000121270845,0.00027178737,0.0004258331,0.00006411829,0.0008666466,0.000006860383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005813087,0.0009507517,0.009527811,0.000050078084,0.00006585994,0.0000021082535,0.0011526864,1.3118637e-7,0.00008846979,0.008741986,0.10188497,0.87747705],"study_design_scores_gemma":[0.0029957055,0.00052622834,0.07401863,0.0029039916,0.00014877896,0.006571825,0.0047872653,0.0042794743,0.00022218283,0.0023585176,0.90088946,0.0002979208],"about_ca_topic_score_codex":0.00006717433,"about_ca_topic_score_gemma":0.000004374409,"teacher_disagreement_score":0.8771791,"about_ca_system_score_codex":0.00011592349,"about_ca_system_score_gemma":0.0035118342,"threshold_uncertainty_score":0.9862645},"labels":[],"label_agreement":null},{"id":"W2111380390","doi":"","title":"Réfutation: Le cursus Triple C produira-t-il de meilleurs médecins de famille?: NON","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.022668251145218216,"score_gpt":0.2783626825880809,"score_spread":0.2556944314428627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111380390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8791372,0.013401943,0.0064410386,0.033561975,0.031780086,0.002215706,0.000050788247,0.00024895955,0.033162266],"genre_scores_gemma":[0.903674,0.0026672578,0.009231629,0.0043898257,0.015435251,0.0003753949,0.00024727726,0.00022807361,0.0637513],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993111,0.0005565762,0.0009938242,0.000631709,0.0008648903,0.0038419866],"domain_scores_gemma":[0.9968486,0.00014095113,0.00036954373,0.0008817142,0.00049135875,0.0012678277],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033124993,0.00050490786,0.0005272902,0.00032383765,0.00034389072,0.00009452153,0.00046142077,0.0003667416,0.00065309636],"category_scores_gemma":[0.0070086517,0.00053211674,0.00016119579,0.0020915763,0.00045172195,0.00061434845,0.00010605783,0.0011822615,0.0008972161],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028713752,0.0037990925,0.17429407,0.0007461772,0.0003183841,0.00012513337,0.04264101,0.00013220114,0.0014783952,0.01447064,0.27107114,0.49063665],"study_design_scores_gemma":[0.002754583,0.00012545673,0.40470788,0.00027948394,0.0003122697,0.00022080333,0.002245188,0.00064561266,0.003729471,0.00010365674,0.5844422,0.00043339218],"about_ca_topic_score_codex":0.0001831232,"about_ca_topic_score_gemma":0.0000069201137,"teacher_disagreement_score":0.49020323,"about_ca_system_score_codex":0.0020191032,"about_ca_system_score_gemma":0.002262754,"threshold_uncertainty_score":0.9998807},"labels":[],"label_agreement":null},{"id":"W2111414272","doi":"10.1097/acm.0000000000000543","title":"The Majority of Accredited Continuing Professional Development Activities Do Not Target Clinical Behavior Change","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre hospitalier universitaire de Québec; Hôpital Saint-François d'Assise; Université du Québec à Montréal","funders":"Canadian Institutes of Health Research","keywords":"Accreditation; Medical education; Attendance; Continuing medical education; Licensure; Psychology; Cognition; Professional development; Comprehension; Behavior change; Medicine; Continuing education; Social psychology","score_opus":0.0834459741505838,"score_gpt":0.43496400282148107,"score_spread":0.35151802867089726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111414272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977768,0.00033921422,0.00042486706,0.014349673,0.005615503,0.0009800657,0.0000019684792,0.00005486471,0.0004658265],"genre_scores_gemma":[0.9869103,0.00020765174,0.0015219375,0.0034057356,0.005063592,0.0004961863,0.00009005564,0.00002307463,0.0022814802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969458,0.00020106473,0.0012620485,0.0002883239,0.00096951035,0.00033323647],"domain_scores_gemma":[0.99767596,0.000974885,0.00050954125,0.00037000657,0.0003350557,0.00013458409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055666445,0.00017805604,0.0005123707,0.00015351751,0.00017532872,0.0000033605286,0.00028287258,0.00039173572,0.00023739535],"category_scores_gemma":[0.007855492,0.000106111474,0.000046389076,0.00037668122,0.00075243186,0.00009997477,0.000100707475,0.0015287453,0.000013757966],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003998895,0.00018603697,0.24414524,0.0002276221,0.0000982808,0.0000042160405,0.011748593,5.2243443e-8,0.0039124303,0.0043009957,0.08578324,0.6491934],"study_design_scores_gemma":[0.002968771,0.0003605462,0.5770739,0.0016548154,0.00019538015,0.000036205038,0.004901371,0.00020420653,0.003784984,0.0002858284,0.4083441,0.00018990999],"about_ca_topic_score_codex":0.000011237098,"about_ca_topic_score_gemma":9.295846e-7,"teacher_disagreement_score":0.6490035,"about_ca_system_score_codex":0.0000867836,"about_ca_system_score_gemma":0.00020339889,"threshold_uncertainty_score":0.9404325},"labels":[],"label_agreement":null},{"id":"W2111451524","doi":"10.1111/tct.12126","title":"The role of the assessor: exploring the clinical supervisor's skill set","year":2014,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université de Sherbrooke","funders":"","keywords":"Supervisor; Set (abstract data type); Psychology; MEDLINE; Medical education; Computer science; Applied psychology; Medicine; Management; Programming language; Biology","score_opus":0.16742330635418243,"score_gpt":0.45716893131024716,"score_spread":0.2897456249560647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111451524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9164869,0.00018571416,0.00008797254,0.07220893,0.0027900897,0.00052662945,0.0000012475202,0.000051826057,0.0076606544],"genre_scores_gemma":[0.98838323,0.00016922053,0.00022450589,0.00496988,0.003136344,0.00009096982,0.000005502065,0.000034570658,0.0029857808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99519646,0.0019124134,0.0015845599,0.00029907605,0.00067301455,0.0003344908],"domain_scores_gemma":[0.9910799,0.0057398663,0.00044745355,0.002338637,0.00030365185,0.00009046031],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017465215,0.00016756261,0.00041603332,0.00002001747,0.00048058637,0.00003449932,0.001124488,0.00021263484,0.00016032322],"category_scores_gemma":[0.030966742,0.000059575388,0.0004045467,0.00042266023,0.0015294899,0.0000646686,0.00030802193,0.0022102504,0.00014357312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012003075,0.000798765,0.3448942,0.000015500464,0.00022314365,2.739724e-7,0.0021472794,0.0000046603336,0.00002987899,0.012369021,0.050973326,0.5884239],"study_design_scores_gemma":[0.0007949638,0.00023143036,0.407852,0.000088883564,0.00023469413,0.0000071125037,0.0044063474,0.0021410168,0.00009409008,0.008612643,0.57542723,0.000109568675],"about_ca_topic_score_codex":0.00002842102,"about_ca_topic_score_gemma":0.000014203634,"teacher_disagreement_score":0.58831435,"about_ca_system_score_codex":0.000037496444,"about_ca_system_score_gemma":0.00019881566,"threshold_uncertainty_score":0.97719586},"labels":[],"label_agreement":null},{"id":"W2111554622","doi":"10.1111/j.1365-2923.2008.03142.x","title":"‘To call or not to call’: making informed self‐assessment","year":2008,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Nova scotia; Citation; Library science; Nova (rocket); Psychology; Media studies; Computer science; History; Sociology; Engineering; Ethnology","score_opus":0.02533259399128305,"score_gpt":0.41686119361303214,"score_spread":0.3915285996217491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111554622","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009274348,0.000026333713,0.0022851385,0.971507,0.00793202,0.0023019018,0.0000116314395,0.00030365316,0.006357969],"genre_scores_gemma":[0.0025944454,0.000077440855,0.04724191,0.91366684,0.015948338,0.0011236455,0.0018235917,0.00013121667,0.017392546],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272203,0.00013225562,0.0014592945,0.0009043247,0.0038553053,0.0009267996],"domain_scores_gemma":[0.9966079,0.0003063287,0.00034504276,0.001181094,0.0010898093,0.00046980457],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00090458605,0.0005889524,0.00086879986,0.0012584671,0.00025528122,0.00006863117,0.00067168404,0.0017822282,0.0030824204],"category_scores_gemma":[0.012688033,0.00048500273,0.00015766206,0.0018585798,0.0001527431,0.00012942447,0.0001814106,0.0039474717,0.0011594954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007796856,0.0005614731,0.00022782628,0.0007379932,0.00008228775,0.00012766712,0.0023370995,7.7891934e-7,0.0000069600433,0.00003198356,0.9184077,0.07740029],"study_design_scores_gemma":[0.00060898415,0.00037947088,0.007578822,0.0021563217,0.00016346035,0.0004979528,0.00021281447,0.00015577643,0.00001795878,0.00000849177,0.9877035,0.00051646744],"about_ca_topic_score_codex":0.00016277829,"about_ca_topic_score_gemma":0.000036233414,"teacher_disagreement_score":0.07688382,"about_ca_system_score_codex":0.0035091783,"about_ca_system_score_gemma":0.0332074,"threshold_uncertainty_score":0.99976015},"labels":[],"label_agreement":null},{"id":"W2111586461","doi":"10.1007/bf03341818","title":"Biomedical Research at Namibia’s First School of Medicine and Pharmacy","year":2013,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pharmacy; Nature versus nurture; Curriculum; Inclusion (mineral); Context (archaeology); Medical education; Pharmacist; Medical school; Degree program; Professional development; Medicine; Pedagogy; Engineering ethics; Psychology; Sociology; Nursing; Social science; Engineering","score_opus":0.09455068097917145,"score_gpt":0.4852431996340736,"score_spread":0.3906925186549021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111586461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78968865,0.00032034802,0.000030853436,0.2032884,0.0013474011,0.00052818324,8.7792745e-7,0.00003413642,0.0047611687],"genre_scores_gemma":[0.990229,0.00018564894,0.0016475879,0.0045329635,0.0015246394,0.00013874205,0.000014131895,0.000017105096,0.0017101446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99300706,0.00008719007,0.0007129032,0.00059513305,0.0048161238,0.0007815691],"domain_scores_gemma":[0.9956341,0.00045969724,0.00012286549,0.00057544396,0.0012614416,0.0019464906],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006622626,0.00016249185,0.00037647932,0.0009577131,0.00049138244,0.000026468506,0.00061113987,0.00014988701,0.039655764],"category_scores_gemma":[0.042594068,0.00011112576,0.00003372555,0.0038152153,0.014453654,0.0002604499,0.0003703017,0.00086825027,0.0008767868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000368439,0.0008278081,0.06873173,0.00030767597,0.000020629803,0.000012939835,0.0016436223,2.0296971e-8,0.015741149,0.0015233418,0.8435433,0.06761098],"study_design_scores_gemma":[0.0052298736,0.0011783964,0.24500807,0.0019493417,0.00007186907,0.00069009635,0.009508595,0.0025732554,0.0043332553,0.0016620557,0.7273659,0.00042930985],"about_ca_topic_score_codex":0.0010226147,"about_ca_topic_score_gemma":0.000011974692,"teacher_disagreement_score":0.20054041,"about_ca_system_score_codex":0.00054711325,"about_ca_system_score_gemma":0.0039229244,"threshold_uncertainty_score":0.9999012},"labels":[],"label_agreement":null},{"id":"W2111657877","doi":"10.1080/01421590310001643136","title":"Personal ViewIf formal CME is ineffective, why do physicians still participate?","year":2004,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Scope (computer science); Extant taxon; Formal education; Psychology; Medical education; Scope of practice; Public relations; Medicine; Pedagogy; Political science; Computer science; Health care","score_opus":0.025295529164459655,"score_gpt":0.34364344262211705,"score_spread":0.3183479134576574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111657877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94793063,0.00021280488,0.005474832,0.03840076,0.000633791,0.00040372534,0.0000023077637,0.00013647634,0.0068046865],"genre_scores_gemma":[0.97414136,0.000022466647,0.00066835893,0.022152785,0.001443973,0.00013819424,0.000049275266,0.00003940399,0.001344165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972113,0.000069232265,0.00041950113,0.00036071675,0.0013637898,0.0005754773],"domain_scores_gemma":[0.9991249,0.000024890314,0.000088099056,0.00030368048,0.00018621107,0.0002722588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00097276777,0.00021539626,0.00036777853,0.00012226183,0.000111876834,0.000019297737,0.00016421168,0.0002935834,0.009077894],"category_scores_gemma":[0.0019884992,0.0001719177,0.00013055716,0.0005821566,0.00036575965,0.00017740103,0.00006274265,0.000998825,0.000491843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003023428,0.0061088176,0.07798247,0.0005303925,0.0005187941,0.00024095118,0.041047614,0.0000065397353,0.00045190292,0.0044975816,0.28858903,0.57972354],"study_design_scores_gemma":[0.020262389,0.002438402,0.108628914,0.0033347134,0.0009053442,0.0005543695,0.0062418887,0.020643258,0.00220384,0.0052863993,0.82792157,0.0015788868],"about_ca_topic_score_codex":0.00007464648,"about_ca_topic_score_gemma":0.000005752836,"teacher_disagreement_score":0.57814467,"about_ca_system_score_codex":0.00030887206,"about_ca_system_score_gemma":0.0003683099,"threshold_uncertainty_score":0.99182796},"labels":[],"label_agreement":null},{"id":"W2111739543","doi":"10.1192/apt.bp.107.003939","title":"Case-based discussion","year":2011,"lang":"en","type":"article","venue":"Advances in Psychiatric Treatment","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Revalidation; Medical education; Context (archaeology); Judgement; Psychology; Element (criminal law); Engineering ethics; Curriculum; Medicine; Pedagogy; Political science; Engineering; Law; History","score_opus":0.0227285761123969,"score_gpt":0.33922511210863826,"score_spread":0.31649653599624133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111739543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9280802,0.004979779,0.006483205,0.0043370575,0.003842358,0.0015470724,0.000007033429,0.00020309078,0.050520204],"genre_scores_gemma":[0.9202806,0.00023000244,0.07841222,0.00039103266,0.00014329195,0.00015828235,0.000024998117,0.000014622184,0.00034499686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914145,0.000021823498,0.00027919386,0.00023383988,0.00014121518,0.00018248032],"domain_scores_gemma":[0.9995221,0.000015030482,0.000071768816,0.00030558588,0.00003617524,0.000049352413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000082961276,0.0001271756,0.00016004805,0.00026260043,0.00005858608,0.0000027231113,0.000041110554,0.000058198064,0.00028702867],"category_scores_gemma":[0.000038156435,0.00007211739,0.000051587474,0.00068331795,0.000047926223,0.00010007288,0.0000053169283,0.00009091645,0.000047770387],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021758077,0.0029992429,0.23585485,0.0000581295,0.000018670857,0.00073472766,0.00086337357,0.000014860338,0.0000048878437,0.0016008454,0.00052166154,0.7571112],"study_design_scores_gemma":[0.04406976,0.015275994,0.31792474,0.00068443216,0.0012009403,0.009124533,0.007850445,0.004124464,0.002947816,0.022907894,0.5720244,0.0018645605],"about_ca_topic_score_codex":0.000053545744,"about_ca_topic_score_gemma":0.000053053893,"teacher_disagreement_score":0.75524664,"about_ca_system_score_codex":0.0002875297,"about_ca_system_score_gemma":0.00010998083,"threshold_uncertainty_score":0.31427628},"labels":[],"label_agreement":null},{"id":"W2111759442","doi":"10.1111/j.1365-2929.2006.02465.x","title":"CME programme leads to considerations in design concepts","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Psychological intervention; Public relations; Intervention (counseling); Specialty; Medical education; Psychology; Continuing medical education; Order (exchange); Medicine; Nursing; Continuing education; Political science; Business; Family medicine","score_opus":0.0290950756568391,"score_gpt":0.3877521622479894,"score_spread":0.3586570865911503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111759442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73169506,0.0002888262,0.0232091,0.23104618,0.0021994873,0.0023116735,0.0000012152876,0.00020339899,0.009045077],"genre_scores_gemma":[0.9166246,0.000004455135,0.04585983,0.034268677,0.00087447034,0.00062957936,0.00015707646,0.000022583488,0.0015586993],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99789757,0.00010505103,0.0005910052,0.0003137871,0.000735267,0.00035732557],"domain_scores_gemma":[0.99899685,0.00013279983,0.00007182717,0.00029309964,0.0003556502,0.00014978275],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010616719,0.00013774497,0.0002230119,0.00038101632,0.000086593885,0.000032090964,0.00008720977,0.00020654278,0.0018279017],"category_scores_gemma":[0.009526611,0.00013018896,0.000034802328,0.0010004807,0.00015585132,0.00009381103,0.000019052017,0.00037461673,0.00027134962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003566432,0.0031947144,0.03421157,0.00008291111,0.000008949517,0.000018021117,0.0010025285,0.00004650504,0.00073065737,0.021697842,0.7895367,0.14943393],"study_design_scores_gemma":[0.0059225946,0.0011335379,0.5147476,0.001960514,0.00015747527,0.00074829906,0.002766259,0.0052155578,0.0047096154,0.020786542,0.44071636,0.0011356656],"about_ca_topic_score_codex":0.000344027,"about_ca_topic_score_gemma":0.00010707165,"teacher_disagreement_score":0.48053604,"about_ca_system_score_codex":0.0003910435,"about_ca_system_score_gemma":0.004130444,"threshold_uncertainty_score":0.9990846},"labels":[],"label_agreement":null},{"id":"W2111892415","doi":"10.1002/14651858.cd003030.pub2","title":"Continuing education meetings and workshops: effects on professional practice and health care outcomes","year":2009,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1813,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Continuing education; Medical education; Continuing professional development; Professional development; Nursing; Medicine; Psychology","score_opus":0.06115753783898573,"score_gpt":0.47204684450452306,"score_spread":0.4108893066655373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111892415","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019435234,0.9837528,0.000036877478,0.0011157152,0.0007757537,0.01401384,0.000022124568,0.000024326582,0.00023915632],"genre_scores_gemma":[0.000006247536,0.9838823,0.010331787,0.0022107807,0.00026250342,0.0014869429,0.0015118603,0.00004370655,0.00026389008],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938892,0.0015098755,0.0030551364,0.000575963,0.0007225666,0.0002472446],"domain_scores_gemma":[0.9923163,0.0019453245,0.0039142924,0.0011378975,0.0005210111,0.00016519283],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0062268185,0.00054568617,0.0059472523,0.00041141288,0.0001064917,0.00003714851,0.00017645094,0.00022549302,0.0000103112525],"category_scores_gemma":[0.025881337,0.00033541382,0.00022856638,0.0005490079,0.00007728064,0.00017707844,0.00007073736,0.0006439547,0.000023814036],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029440598,0.00009484803,0.000002928319,0.5276626,0.000039236977,0.0000014164316,0.00040746684,9.188809e-10,1.1590522e-7,0.00018187375,0.0059554316,0.46565115],"study_design_scores_gemma":[0.00025422612,0.000117586256,0.00001239565,0.7513941,0.001953684,0.0002117845,0.001015396,9.713866e-7,2.8558205e-7,0.0000015497985,0.2448679,0.0001701029],"about_ca_topic_score_codex":0.000012783643,"about_ca_topic_score_gemma":0.0000010806481,"teacher_disagreement_score":0.46548104,"about_ca_system_score_codex":0.00023878142,"about_ca_system_score_gemma":0.00075760984,"threshold_uncertainty_score":0.9999098},"labels":[],"label_agreement":null},{"id":"W2112123690","doi":"10.4212/cjhp.v65i5.1178","title":"Implementation of a Near-Peer Teaching Model in Pharmacy Education: Experiences and Challenges","year":2012,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Preceptor; Pharmacy; Experiential learning; Pharmacy practice; Medical education; Experiential education; Workload; Peer learning; Health care; Medicine; Nursing; Psychology; Pedagogy; Computer science; Political science","score_opus":0.05145661699361317,"score_gpt":0.40342738312535276,"score_spread":0.3519707661317396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112123690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94271463,0.003995924,0.000019204572,0.051620267,0.0008515941,0.00018414918,0.0000012366985,0.0000018999332,0.0006110702],"genre_scores_gemma":[0.9971813,0.00020416615,0.001297494,0.00078935287,0.00045224186,0.000016226773,0.0000027543567,0.000009235232,0.000047215428],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9990475,0.000049250197,0.00037650147,0.000059735114,0.0002650657,0.00020190062],"domain_scores_gemma":[0.9991893,0.00002277331,0.00021111671,0.00008486914,0.0002766179,0.00021532472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011163878,0.00007764797,0.00013745412,0.00019522413,0.00012922644,0.000022158314,0.00011553625,0.000015948835,0.00015082388],"category_scores_gemma":[0.0002054328,0.00005263277,0.000030494226,0.00013944998,0.00015414087,0.00042411883,0.000008672249,0.0003621748,0.0000012843433],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003539228,0.000290015,0.18558659,0.00010494123,0.000068022,0.000005073816,0.30678034,0.000022562563,0.00016609946,0.0028909137,0.011492949,0.4925571],"study_design_scores_gemma":[0.008296381,0.0007350284,0.2796161,0.0006705417,0.00046355484,0.0008251492,0.49687594,0.0056657284,0.0059000393,0.00202691,0.19828157,0.00064305303],"about_ca_topic_score_codex":0.006028314,"about_ca_topic_score_gemma":0.00090076803,"teacher_disagreement_score":0.49191403,"about_ca_system_score_codex":0.00016628207,"about_ca_system_score_gemma":0.0023996662,"threshold_uncertainty_score":0.9113048},"labels":[],"label_agreement":null},{"id":"W2112683815","doi":"10.25011/cim.v30i4.2778","title":"18. The future of Canadian residency education: The core competency project","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CLARITY; Core competency; Medical education; Medicine; Family medicine; Medical school; Management","score_opus":0.20232336435738332,"score_gpt":0.43205950008524796,"score_spread":0.22973613572786464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112683815","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46430463,0.0032672873,0.0000309831,0.5022803,0.002678863,0.0009429612,0.0000029174391,0.000018090612,0.026473962],"genre_scores_gemma":[0.93551564,0.00081598025,0.002845131,0.051039025,0.0068739727,0.000038207927,0.000079515725,0.000017954846,0.0027745664],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99820095,0.00011045161,0.00087894144,0.00023220717,0.0003573529,0.00022008125],"domain_scores_gemma":[0.9980427,0.00038543507,0.0002476455,0.00043613106,0.00065066287,0.00023742985],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003153994,0.00013638509,0.0003304939,0.0002810715,0.0002468235,0.000004581389,0.00019976065,0.00013771698,0.00023924248],"category_scores_gemma":[0.0057802126,0.000060719216,0.00004808198,0.0016607285,0.011323593,0.00005243421,0.000028996325,0.00076143735,0.000006644466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035856072,0.0001105713,0.17011337,0.00009657052,0.00005424544,0.000004743716,0.0031189064,2.852924e-8,0.000101554964,0.24177471,0.5074931,0.0770964],"study_design_scores_gemma":[0.00053566234,0.0005068219,0.6352005,0.00043202107,0.00011187356,0.00004874235,0.011987544,0.000016351314,0.000055990142,0.036938235,0.31409445,0.00007179953],"about_ca_topic_score_codex":0.009493229,"about_ca_topic_score_gemma":0.010059015,"teacher_disagreement_score":0.47121102,"about_ca_system_score_codex":0.0000394466,"about_ca_system_score_gemma":0.0029655856,"threshold_uncertainty_score":0.9971026},"labels":[],"label_agreement":null},{"id":"W2112857689","doi":"10.3138/jvme.31.2.120","title":"Comparison of Accreditation Practices and Standards of US Schools of Medicine and Veterinary Medicine","year":2004,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Medicine; Political science; Family medicine; Veterinary medicine","score_opus":0.13109284593524162,"score_gpt":0.5241747504732981,"score_spread":0.39308190453805647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112857689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96731114,0.0038881316,0.0009110227,0.026160631,0.0012083898,0.00023972044,0.0000037231425,0.0000058393716,0.00027141624],"genre_scores_gemma":[0.9888439,0.0014244776,0.008377122,0.0005212081,0.0007804691,0.0000060916523,0.000020909925,0.000015889684,0.000009931665],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954721,0.00015680573,0.0018901285,0.0001740261,0.0021657003,0.0001412361],"domain_scores_gemma":[0.99317324,0.0003207057,0.0032815014,0.0002320905,0.0027637864,0.00022864807],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037870447,0.00016720593,0.00088312785,0.0006667861,0.00004639176,0.000004007494,0.00015623563,0.00020132489,0.00024389708],"category_scores_gemma":[0.031491328,0.00012559831,0.000050285475,0.0005459997,0.0010614637,0.0003533407,0.00004933351,0.0005594557,2.4590756e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0085548125,0.0069714054,0.072391264,0.0116625875,0.00073955813,0.00009678348,0.029906025,0.000026755535,0.28398257,0.0033670708,0.0396871,0.54261404],"study_design_scores_gemma":[0.028768316,0.11137291,0.64106774,0.047494728,0.0022444618,0.015599572,0.07026861,0.000772993,0.009088706,0.0058626872,0.06683326,0.0006260411],"about_ca_topic_score_codex":0.00013496654,"about_ca_topic_score_gemma":0.0000017104535,"teacher_disagreement_score":0.5686765,"about_ca_system_score_codex":0.00020324878,"about_ca_system_score_gemma":0.0034814852,"threshold_uncertainty_score":0.9766668},"labels":[],"label_agreement":null},{"id":"W2112897190","doi":"10.1080/01421590500086888","title":"Twelve tips for effective short course design","year":2005,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Course (navigation); Curriculum; Medical education; Short course; Computer science; Engineering ethics; Psychology; Medicine; Pedagogy; Engineering","score_opus":0.03243648599058308,"score_gpt":0.390333974190834,"score_spread":0.3578974882002509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112897190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3565734,0.0005728792,0.5148972,0.1022289,0.0015167006,0.004237457,0.0000022273036,0.0004035745,0.019567624],"genre_scores_gemma":[0.9544163,0.0000124088,0.025705747,0.0063597253,0.0040519503,0.0008674739,0.00007945458,0.000052790994,0.008454171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982277,0.00008577249,0.0003242293,0.0002775045,0.0007621573,0.00032263124],"domain_scores_gemma":[0.999134,0.00012006106,0.000037527174,0.00028115656,0.00019644925,0.00023081386],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002081035,0.00014388643,0.00026416784,0.00007862561,0.000082945284,0.000009041831,0.00013341387,0.00030019542,0.0038564883],"category_scores_gemma":[0.0049841087,0.00011342983,0.00008559324,0.00024776335,0.00020362224,0.00006178384,0.000022349337,0.000560319,0.00020821895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010593316,0.00077077583,0.005052992,0.000038459522,0.00008528739,0.0000073703054,0.00042415442,0.0000020088135,0.000039934617,0.0004813343,0.3800163,0.6129754],"study_design_scores_gemma":[0.0039833863,0.0008176223,0.012680449,0.00031601934,0.00040083984,0.00022207104,0.00044760254,0.1004281,0.00105099,0.00060563086,0.87865824,0.00038903227],"about_ca_topic_score_codex":0.0000037762247,"about_ca_topic_score_gemma":0.0000018687541,"teacher_disagreement_score":0.61258644,"about_ca_system_score_codex":0.0002177576,"about_ca_system_score_gemma":0.00039578934,"threshold_uncertainty_score":0.9970541},"labels":[],"label_agreement":null},{"id":"W2112918479","doi":"10.5858/133.8.1301","title":"The assessment of pathologists/laboratory medicine physicians through a multisource feedback tool.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Accreditation; Competence (human resources); Medicine; Graduate medical education; Family medicine; Medical education; Medical laboratory; Context (archaeology); Internal consistency; Psychology; Nursing; Patient satisfaction","score_opus":0.02368722275347406,"score_gpt":0.3281147063511133,"score_spread":0.3044274835976392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112918479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8305248,0.0008582392,0.004876363,0.12363777,0.001625962,0.0025968316,0.00001023408,0.00018055328,0.035689246],"genre_scores_gemma":[0.9862155,0.00013599092,0.0042387485,0.007450565,0.0005840298,0.0004526029,0.000026218944,0.000012777693,0.0008835936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984423,0.00007029103,0.0004612255,0.00020258696,0.000506861,0.0003167338],"domain_scores_gemma":[0.9987102,0.00011565591,0.00023172634,0.000504389,0.00040365983,0.000034340588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009959316,0.00012403201,0.00026866185,0.000054186105,0.00013074143,0.00000925874,0.0001666226,0.000085458814,0.000021815313],"category_scores_gemma":[0.0017159776,0.00007899142,0.00004586171,0.00070045074,0.00042471805,0.000078425,0.000018222096,0.00030318325,0.000004131062],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031886986,0.0003681868,0.0049914042,0.00003699571,0.000040099792,0.0000067809056,0.0007144224,0.0000040851155,0.00078241486,0.0063788,0.046418577,0.9402264],"study_design_scores_gemma":[0.0009040033,0.00013527964,0.92802286,0.000051835952,0.00006313231,0.000007333657,0.0007786875,0.00010769946,0.00038482458,0.00067585125,0.068787284,0.00008118715],"about_ca_topic_score_codex":0.000009896459,"about_ca_topic_score_gemma":0.0000012039574,"teacher_disagreement_score":0.94014513,"about_ca_system_score_codex":0.0001506088,"about_ca_system_score_gemma":0.000080724785,"threshold_uncertainty_score":0.32211766},"labels":[],"label_agreement":null},{"id":"W2112981779","doi":"10.1111/j.1365-2929.2004.01915.x","title":"The impact of a modern medical curriculum on students' proposed behaviour on meeting ethical dilemmas","year":2004,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Engineering ethics; Psychology; Medicine; Pedagogy; Engineering","score_opus":0.011398160221413838,"score_gpt":0.4072850296600764,"score_spread":0.3958868694386626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112981779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9237957,0.0000872189,0.0003311682,0.072198436,0.0012287446,0.00074976136,0.0000015403093,0.00007024112,0.0015371974],"genre_scores_gemma":[0.9885258,0.00006511207,0.00043888073,0.009614079,0.00092709524,0.00013903847,0.00010153067,0.00003758468,0.00015086195],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99332327,0.00020550995,0.00091154134,0.00042343265,0.0046935994,0.0004426686],"domain_scores_gemma":[0.9977891,0.00028419777,0.00029103574,0.00064389576,0.00061357155,0.00037824194],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032207542,0.00025812307,0.0003717734,0.00022799577,0.00028760594,0.000036694983,0.0005650204,0.0007501082,0.00056528003],"category_scores_gemma":[0.030277098,0.00015307071,0.00019905974,0.00074885326,0.0005393475,0.000049508166,0.000075790944,0.0023774484,0.00008501961],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008830704,0.04035285,0.17238697,0.0003480775,0.0004433712,0.0000691708,0.006678509,0.00015869124,0.00031520613,0.03127371,0.1378878,0.60920256],"study_design_scores_gemma":[0.021882797,0.013880703,0.8815439,0.021272244,0.00075036415,0.0009011277,0.0065043406,0.015978573,0.0035584285,0.021968797,0.009913309,0.0018454473],"about_ca_topic_score_codex":0.0005243185,"about_ca_topic_score_gemma":0.000026015965,"teacher_disagreement_score":0.7091569,"about_ca_system_score_codex":0.0008498454,"about_ca_system_score_gemma":0.007797551,"threshold_uncertainty_score":0.9999241},"labels":[],"label_agreement":null},{"id":"W2113453129","doi":"10.1080/0142159021000063925","title":"Computer-assisted instruction of carpal bone radiograph interpretation","year":2002,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Objective structured clinical examination; Radiography; Physical therapy; Medical education; Medical physics; Carpal bones; Radiology","score_opus":0.01897867852559191,"score_gpt":0.29526296318344714,"score_spread":0.2762842846578552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113453129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743064,0.0002582479,0.015630301,0.0039035992,0.001063248,0.00020677703,4.966125e-7,0.000094886636,0.004536049],"genre_scores_gemma":[0.9908038,0.00003387141,0.0071202707,0.0006099928,0.00062628195,0.000019218158,0.0000481563,0.000016870146,0.0007215721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821955,0.00007686074,0.0005215358,0.00020099775,0.0008137199,0.00016736488],"domain_scores_gemma":[0.9993074,0.00001741993,0.00013243961,0.00024868795,0.00016662212,0.00012742468],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047562146,0.000110092384,0.00027667306,0.00029487678,0.0000412408,0.0000061622877,0.00009056594,0.00023095576,0.0057866275],"category_scores_gemma":[0.0008640026,0.000094498835,0.00009625851,0.0007195806,0.0002794111,0.00006767253,0.000023992852,0.00046699983,0.000043271346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005065356,0.0008617192,0.035576407,0.00013137479,0.0000919438,0.000017345808,0.0016141249,0.0000013767883,0.00016624115,0.0004560608,0.03509297,0.9259398],"study_design_scores_gemma":[0.010225764,0.0013384055,0.15104048,0.001426111,0.00040227882,0.0015092547,0.0012228709,0.79654896,0.00037264338,0.00045976756,0.034893733,0.0005596938],"about_ca_topic_score_codex":0.00003019715,"about_ca_topic_score_gemma":0.0000017911609,"teacher_disagreement_score":0.9253801,"about_ca_system_score_codex":0.00008956249,"about_ca_system_score_gemma":0.00004735145,"threshold_uncertainty_score":0.9951222},"labels":[],"label_agreement":null},{"id":"W2113519116","doi":"10.1111/medu.12045","title":"Longitudinal integrated clinical placements: where are we going?","year":2012,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"BATES; Citation; Columbia university; Scholarship; Library science; History; Sociology; Media studies; Law; Political science; Computer science","score_opus":0.0445679402181355,"score_gpt":0.4140000148871744,"score_spread":0.36943207466903893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113519116","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025949674,0.0025724461,0.00091273047,0.9711568,0.017958587,0.00092670124,0.000013574754,0.00021563622,0.003648584],"genre_scores_gemma":[0.00096856157,0.0015358641,0.0030842994,0.91620386,0.04243778,0.0003891216,0.005162881,0.00014579335,0.030071858],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99348444,0.0003909463,0.0018208137,0.00089019764,0.0025854947,0.0008280914],"domain_scores_gemma":[0.99626154,0.0002866317,0.00090173335,0.0011229564,0.0011015153,0.00032565065],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0022048375,0.0005815425,0.0010281944,0.00055951846,0.00016824999,0.00006171597,0.0005187829,0.003315098,0.016920846],"category_scores_gemma":[0.010000227,0.00048943405,0.00029506735,0.0010103906,0.0005651559,0.00019785111,0.0001080465,0.008108167,0.0018347832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004245202,0.0013198886,0.035907015,0.00093735853,0.00016133559,0.000045581648,0.000117465075,2.2665658e-8,3.976906e-7,0.000029728744,0.8532458,0.10819295],"study_design_scores_gemma":[0.0008971285,0.00016030959,0.0073757293,0.004628648,0.00047671693,0.00026805504,0.0003614776,0.0001225341,0.000002450886,0.0000656385,0.98522425,0.000417067],"about_ca_topic_score_codex":0.00008257999,"about_ca_topic_score_gemma":0.000017457829,"teacher_disagreement_score":0.13197844,"about_ca_system_score_codex":0.00096635154,"about_ca_system_score_gemma":0.008309635,"threshold_uncertainty_score":0.99975574},"labels":[],"label_agreement":null},{"id":"W2113608744","doi":"10.5539/hes.v1n2p92","title":"Brief Analysis of Application of Objective Structured Clinical Examination (OSCE) in Graduation Exams of Clinical Medical Students","year":2011,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Graduation (instrument); Medical education; Psychology; Educational measurement; Medicine; Curriculum; Pedagogy; Engineering","score_opus":0.14092627390978107,"score_gpt":0.5255970607517002,"score_spread":0.38467078684191913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113608744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955212,0.00039066823,0.0007689079,0.00029313075,0.0014681504,0.00060022104,0.0000054093784,0.000017668259,0.0009346303],"genre_scores_gemma":[0.99537146,0.00035195335,0.0032828336,0.00027753337,0.00022443992,0.00012478518,0.00014947705,0.000015074669,0.00020243278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99462146,0.00046987034,0.0029385302,0.00043986944,0.0013796483,0.00015062884],"domain_scores_gemma":[0.99498993,0.0004965055,0.0015248477,0.00054383226,0.0023645507,0.00008030823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004672666,0.00016956136,0.0011806821,0.0009935014,0.000032455853,0.000002951434,0.0002726476,0.00030129604,0.00023637146],"category_scores_gemma":[0.0026492039,0.00015121207,0.00022302469,0.0029636982,0.0006484754,0.00011784584,0.00008473862,0.00033171248,0.000002758355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013298827,0.003740319,0.8964804,0.00017481139,0.0013637218,2.919659e-7,0.0026202258,0.0000018707559,0.00006716903,0.0053325873,0.00047037736,0.08961526],"study_design_scores_gemma":[0.001147533,0.00025624342,0.9919142,0.0001677411,0.0012695995,8.7228864e-7,0.003710455,0.00013881654,0.0005582164,0.0004953167,0.00024080608,0.00010019871],"about_ca_topic_score_codex":0.00027153993,"about_ca_topic_score_gemma":0.00007747561,"teacher_disagreement_score":0.095433824,"about_ca_system_score_codex":0.0001264531,"about_ca_system_score_gemma":0.000553548,"threshold_uncertainty_score":0.6166249},"labels":[],"label_agreement":null},{"id":"W2113797612","doi":"10.1111/j.1365-2923.2003.01717.x","title":"OSCE! Variations on a theme by Harden","year":2003,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Affect (linguistics); Medical education; Psychology; Clinical Practice; Health professionals; Medicine; Nursing; Social psychology; Health care; Political science","score_opus":0.010878634748912878,"score_gpt":0.32850279243142116,"score_spread":0.3176241576825083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113797612","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044992453,0.00025515276,0.0009635027,0.95793235,0.006331497,0.0008561524,0.000021527892,0.00014302957,0.033046886],"genre_scores_gemma":[0.00029031205,0.00009883415,0.0018421533,0.92841953,0.008165924,0.00057750667,0.0075482624,0.00010699549,0.052950494],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953479,0.00020414565,0.00080934854,0.0007140435,0.0024031652,0.0005213771],"domain_scores_gemma":[0.99780846,0.0001730649,0.00032820727,0.0009903394,0.0005491088,0.0001508269],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00079208007,0.00042289754,0.00053536444,0.0004936814,0.00018993854,0.00005521053,0.00036091986,0.0019824328,0.013094096],"category_scores_gemma":[0.010777149,0.00037447995,0.00015863466,0.00081365503,0.0002189035,0.00007179714,0.000028092338,0.0041468632,0.0014152224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009493771,0.0010101446,0.00006215124,0.0002150697,0.0000737004,0.0000132212035,0.00014470272,4.5259196e-8,0.0000075481335,0.0004011606,0.95730746,0.04075528],"study_design_scores_gemma":[0.00053581037,0.00015755853,0.0001634782,0.0006272625,0.00019144702,0.00010704439,0.000077160345,0.000083423976,0.00003107434,0.0004595342,0.9972517,0.00031452128],"about_ca_topic_score_codex":0.00007624969,"about_ca_topic_score_gemma":0.0000014396538,"teacher_disagreement_score":0.04044076,"about_ca_system_score_codex":0.00078479754,"about_ca_system_score_gemma":0.0066002803,"threshold_uncertainty_score":0.9998707},"labels":[],"label_agreement":null},{"id":"W2113879850","doi":"10.25011/cim.v30i4.2761","title":"1. Communication skills training in orthopaedics","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Focus group; Communication skills; Medical education; Communication skills training; Medicine; Experiential learning; Psychology; Psychometrics; Clinical psychology; Pedagogy","score_opus":0.17033168071174884,"score_gpt":0.4341610234035175,"score_spread":0.2638293426917686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113879850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93119955,0.0004152608,0.0007882557,0.056573253,0.00047899413,0.00032496196,4.894609e-7,0.00004381632,0.010175435],"genre_scores_gemma":[0.9716989,0.00030675562,0.011714726,0.015015441,0.00068316207,0.000011709108,0.00007359658,0.000014609719,0.00048111583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99790996,0.00011546279,0.0011453407,0.00028206577,0.00030162453,0.0002455303],"domain_scores_gemma":[0.9985988,0.00042346472,0.00018480721,0.00031435734,0.00022769827,0.00025084784],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0053930487,0.00013639848,0.00046196344,0.00023927448,0.00007848258,0.000004003628,0.00009378523,0.00018595478,0.00011368389],"category_scores_gemma":[0.014399339,0.000101524434,0.000037408547,0.0007799167,0.008722754,0.00010616533,0.000044525757,0.0008865521,0.000011588163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051575724,0.000298561,0.60930914,0.00006550382,0.000030145773,0.000024484838,0.007019704,2.6479978e-7,0.00023458274,0.043416865,0.0048770653,0.33467212],"study_design_scores_gemma":[0.0027861125,0.0005233483,0.9238728,0.0009785542,0.00005008946,0.000037996913,0.0045987605,0.00018906509,0.00008823736,0.04216483,0.024587309,0.00012288899],"about_ca_topic_score_codex":0.00003562484,"about_ca_topic_score_gemma":0.00004822875,"teacher_disagreement_score":0.33454925,"about_ca_system_score_codex":0.00004354436,"about_ca_system_score_gemma":0.00017337075,"threshold_uncertainty_score":0.9939749},"labels":[],"label_agreement":null},{"id":"W2114075116","doi":"10.1080/01421590902741163","title":"Licensing examinations in North America: Is external audit valuable?","year":2009,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Dialog box; Audit; Medical education; Political science; MEDLINE; Medicine; Family medicine; Business; Accounting; Law","score_opus":0.023420751521347496,"score_gpt":0.3407781932307925,"score_spread":0.317357441709445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114075116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9482073,0.00014211962,0.0044036484,0.03465093,0.00032167937,0.00023551137,4.886936e-7,0.00008190349,0.011956427],"genre_scores_gemma":[0.97512513,0.000041996416,0.0032138054,0.015948052,0.00085309875,0.000018521838,0.000034116845,0.000016924909,0.004748323],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99775714,0.00007524023,0.0004599786,0.00029172693,0.001081344,0.00033457784],"domain_scores_gemma":[0.9992375,0.00002730177,0.000082965016,0.0003210179,0.00013748382,0.00019373038],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006513035,0.0001387805,0.00026056223,0.00026010582,0.00007116125,0.0000147989185,0.00015053293,0.00018183823,0.0074595455],"category_scores_gemma":[0.0031966919,0.000121335506,0.000052143514,0.0011081146,0.00016020157,0.000092458984,0.000024384693,0.00087734876,0.00025389402],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022667009,0.0012754007,0.14994346,0.0000249579,0.000020194073,0.00011348848,0.0033159663,0.0000023728521,0.000077387085,0.00026959716,0.06304682,0.7818877],"study_design_scores_gemma":[0.0022025425,0.00031065766,0.8553688,0.0004480492,0.000071965645,0.00014004012,0.00085468934,0.033477303,0.00006156066,0.00076535315,0.105994284,0.0003047735],"about_ca_topic_score_codex":0.00006460843,"about_ca_topic_score_gemma":0.000020402924,"teacher_disagreement_score":0.7815829,"about_ca_system_score_codex":0.0002469809,"about_ca_system_score_gemma":0.0003222181,"threshold_uncertainty_score":0.9934478},"labels":[],"label_agreement":null},{"id":"W2114152365","doi":"10.1097/acm.0b013e3182820b5c","title":"A Bibliometric Analysis of Evaluative Medical Education Studies","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Bibliometrics; Higher education; MEDLINE; Medical education; Psychology; Medicine; Library science; Computer science; Political science","score_opus":0.08303712664523774,"score_gpt":0.5026266621435435,"score_spread":0.4195895354983057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114152365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94808567,0.008289491,0.0006697622,0.038446948,0.0009102919,0.00060838676,7.806179e-7,0.00004716677,0.0029414908],"genre_scores_gemma":[0.9813728,0.0033326205,0.00082179595,0.011538998,0.00070277695,0.00023382898,0.00013140743,0.000016542808,0.0018492716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960619,0.0001151162,0.0011457814,0.00032636902,0.0020929324,0.00025790287],"domain_scores_gemma":[0.99514395,0.0004992812,0.00043066495,0.00043732207,0.0032456138,0.00024319545],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0026286794,0.0001763806,0.0008696986,0.08438297,0.000052376137,0.0000021282435,0.00024117492,0.0003202356,0.00814369],"category_scores_gemma":[0.048838545,0.000121254096,0.0000848098,0.23140942,0.00069665274,0.00015188563,0.000059879487,0.00076172414,0.000092646274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003194968,0.0001882523,0.12290528,0.0003497313,0.0035757374,0.0000018791584,0.007391312,0.000002995839,0.0013415591,0.004195453,0.4290497,0.43096614],"study_design_scores_gemma":[0.0026240402,0.00077228376,0.9272122,0.0020660271,0.009536675,0.00006528927,0.030317701,0.010711804,0.00051952456,0.0054351604,0.010417745,0.00032159546],"about_ca_topic_score_codex":0.0001916235,"about_ca_topic_score_gemma":0.0000017600562,"teacher_disagreement_score":0.80430686,"about_ca_system_score_codex":0.00020347422,"about_ca_system_score_gemma":0.000979021,"threshold_uncertainty_score":0.992763},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2114184404","doi":"10.3109/0142159x.2014.933202","title":"Twelve tips for improving the effectiveness of web-based multimedia instruction for clinical learners","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"U.S. National Library of Medicine","keywords":"Curriculum; Computer science; Multimedia; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.03638617692719891,"score_gpt":0.39173880033658576,"score_spread":0.35535262340938684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114184404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8454696,0.000032497173,0.1467288,0.003793165,0.0017946605,0.0015138665,0.0000018887948,0.000065442175,0.0006001041],"genre_scores_gemma":[0.987101,0.0000030151166,0.00964965,0.0008855039,0.0015002707,0.0004783508,0.00009777342,0.000034447785,0.00024997198],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788105,0.0004317835,0.0005996179,0.00028887732,0.00056023157,0.00023844179],"domain_scores_gemma":[0.9973359,0.0016752632,0.0001882821,0.00035504584,0.0003192747,0.00012623238],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011827593,0.00012736587,0.00036559757,0.00008699248,0.00009520825,0.0000067708875,0.00017443909,0.00035515497,0.00018237352],"category_scores_gemma":[0.052439004,0.00008240268,0.00019210394,0.00022392851,0.00051864376,0.0000358696,0.000022707689,0.000547259,0.000007057768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014759797,0.000814722,0.076799124,0.0012561661,0.00010383959,4.2581732e-7,0.00016477634,0.000004464734,0.00054905337,0.0011939966,0.012903418,0.904734],"study_design_scores_gemma":[0.023259701,0.0017979966,0.041639257,0.0005570506,0.00041770327,0.00001710211,0.0004681153,0.8508023,0.001493432,0.0009960057,0.07827782,0.00027351323],"about_ca_topic_score_codex":0.000013426726,"about_ca_topic_score_gemma":0.0000019422043,"teacher_disagreement_score":0.90446055,"about_ca_system_score_codex":0.00008422784,"about_ca_system_score_gemma":0.0004863324,"threshold_uncertainty_score":0.9555427},"labels":[],"label_agreement":null},{"id":"W2114187598","doi":"10.1111/medu.12150","title":"Beyond individualism: professional culture and its influence on feedback","year":2013,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Credibility; Context (archaeology); Psychology; Professional development; Professional learning community; Focus group; Pedagogy; Medical education; Sociology; Medicine; Epistemology; Biology","score_opus":0.008474843852540782,"score_gpt":0.3406736966677343,"score_spread":0.3321988528151935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114187598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92108136,0.0002974782,0.0000103612065,0.07080204,0.0013619375,0.000639374,0.0000012842429,0.000054021522,0.005752168],"genre_scores_gemma":[0.8903243,0.000095820586,0.0013773835,0.09663602,0.0008752605,0.000408228,0.00024138724,0.000020444615,0.010021146],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980886,0.000054607073,0.00034099646,0.0002922814,0.0010011526,0.00022233995],"domain_scores_gemma":[0.9989282,0.000049937316,0.000099553225,0.00021407183,0.000507995,0.00020024876],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038487723,0.00014465713,0.00017313333,0.00016529477,0.00013881005,0.00003036115,0.00012354803,0.00030114898,0.0032137914],"category_scores_gemma":[0.0055696527,0.00010740548,0.000023959841,0.00044909902,0.00013713524,0.00021672503,0.000041742962,0.0006360891,0.00061113056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019027986,0.0011953904,0.0073373523,0.00020803892,0.00002269983,0.0000014987718,0.0026371097,3.291284e-7,0.0005087037,0.009449861,0.78012383,0.19849616],"study_design_scores_gemma":[0.0018510782,0.00047077442,0.73102343,0.0018258521,0.0000844788,0.0002392889,0.003214797,0.0009321495,0.00095536764,0.0045212875,0.25444895,0.0004325406],"about_ca_topic_score_codex":0.000024906807,"about_ca_topic_score_gemma":8.7634726e-7,"teacher_disagreement_score":0.7236861,"about_ca_system_score_codex":0.00010433509,"about_ca_system_score_gemma":0.0013826444,"threshold_uncertainty_score":0.9976974},"labels":[],"label_agreement":null},{"id":"W2114309068","doi":"10.1002/j.0022-0337.2010.74.6.tb04905.x","title":"A Systematic Review of Computer‐Assisted Learning in Endodontics Education","year":2010,"lang":"en","type":"review","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Endodontics; Randomized controlled trial; Medicine; Inclusion (mineral); Medical education; Medical physics; Psychology; Computer science; Dentistry; Surgery","score_opus":0.022817067991766825,"score_gpt":0.40374963010970283,"score_spread":0.380932562117936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114309068","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022082438,0.9921256,0.00007660862,0.0002130705,0.005158655,0.0017323602,0.0000012988035,0.000008278055,0.00046332082],"genre_scores_gemma":[0.000064738495,0.9904545,0.0069978586,0.00051123847,0.000999449,0.000098841345,0.00020007238,0.00004299622,0.00063028175],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952017,0.00035863405,0.0033901606,0.00018142347,0.0007132341,0.00015483914],"domain_scores_gemma":[0.99312705,0.00016403996,0.0049855798,0.00036820892,0.0012689073,0.00008624018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001852671,0.00027828946,0.0026157286,0.0013289088,0.000034103363,0.000023866382,0.00028169117,0.00033486693,0.00011419431],"category_scores_gemma":[0.004374993,0.00021997951,0.0005154794,0.0013465441,0.0000621006,0.00016420272,0.000029243574,0.0017170025,0.000028956745],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025215422,0.00080773735,0.000026843385,0.55068535,0.00006177625,0.0000015564337,0.000083982486,4.25075e-8,0.000001731407,0.00004015171,0.0018038886,0.44648442],"study_design_scores_gemma":[0.00017082585,0.00014023411,0.00009772486,0.8577268,0.0028562378,0.00317482,0.0004624225,0.0000062275617,0.0000015745827,0.000005267919,0.13522753,0.0001303192],"about_ca_topic_score_codex":0.000011734241,"about_ca_topic_score_gemma":0.0000019131946,"teacher_disagreement_score":0.4463541,"about_ca_system_score_codex":0.00084499695,"about_ca_system_score_gemma":0.008665177,"threshold_uncertainty_score":0.9969548},"labels":[],"label_agreement":null},{"id":"W2114528153","doi":"10.1007/s10459-012-9382-z","title":"Factors influencing medical student attrition and their implications in a large multi-center randomized education trial","year":2012,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"U.S. National Library of Medicine","keywords":"Attrition; Generalizability theory; Randomized controlled trial; Medical education; Drop out; Test (biology); Psychology; Medicine; External validity; Social psychology; Surgery","score_opus":0.04598568500679503,"score_gpt":0.4805795084200949,"score_spread":0.4345938234132999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114528153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97607076,0.007723244,0.0012966902,0.009126856,0.0028472156,0.0025659595,0.0000027316069,0.000030333427,0.00033619587],"genre_scores_gemma":[0.9881768,0.0024293,0.0032787041,0.004543205,0.0004077117,0.0010062985,0.00011118199,0.000010902212,0.000035860765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972561,0.00034336268,0.0010812281,0.00037912614,0.00042241227,0.00051777903],"domain_scores_gemma":[0.99865246,0.0003604825,0.00038013436,0.00022537386,0.00016475246,0.000216814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053672544,0.00017946275,0.00046050045,0.00076722744,0.00025458165,0.000030496853,0.00016788117,0.00012176214,0.00005449563],"category_scores_gemma":[0.003058433,0.00013543421,0.000046445908,0.0014387447,0.0003512823,0.001020227,0.000040420065,0.0003627246,0.000003936954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019242027,0.007881988,0.8032802,0.00033047027,0.000005858816,3.144997e-8,0.014413913,0.000003928869,0.000009064375,0.011071802,0.00017309914,0.16090548],"study_design_scores_gemma":[0.18259604,0.0003192095,0.75823265,0.0019426871,0.000016849666,0.000031011605,0.04025657,0.00108851,0.00002738927,0.0017029676,0.013424396,0.0003616925],"about_ca_topic_score_codex":0.00025023372,"about_ca_topic_score_gemma":0.00019648492,"teacher_disagreement_score":0.18067184,"about_ca_system_score_codex":0.000664155,"about_ca_system_score_gemma":0.00285323,"threshold_uncertainty_score":0.55228466},"labels":[],"label_agreement":null},{"id":"W2114581286","doi":"10.1007/bf03341757","title":"Teaching Gastrointestinal Anatomy from the Inside Out","year":2012,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Anatomy; Medical education; Medicine; Psychology","score_opus":0.028642746836471934,"score_gpt":0.38610000079126483,"score_spread":0.3574572539547929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114581286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9060447,0.000105490544,0.000982236,0.08303997,0.0033462234,0.00018556722,0.0000011816359,0.00006195294,0.006232685],"genre_scores_gemma":[0.9641842,0.0000018393323,0.012656391,0.017943894,0.0047574546,0.000029991563,0.000011979427,0.000011170371,0.00040307737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967246,0.00007038776,0.00032150254,0.0002788102,0.0019506434,0.00065405446],"domain_scores_gemma":[0.9982424,0.00029125914,0.00008712038,0.0004911787,0.00016052452,0.00072752644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041490747,0.0001250747,0.00015760798,0.00011161022,0.00050927827,0.000042689815,0.00057274365,0.00005835496,0.002316552],"category_scores_gemma":[0.023143815,0.000073922434,0.000042832933,0.00069643423,0.0014929172,0.00029423082,0.00013138274,0.0009824309,0.00043432528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014434766,0.0009430974,0.6544589,0.000015992024,0.000011061206,0.000008477883,0.007153996,4.433068e-8,0.0018463922,0.009225311,0.11203109,0.21429121],"study_design_scores_gemma":[0.00056532916,0.000104430415,0.64546514,0.0004882746,0.000055566314,0.00053528603,0.009795697,0.00047050198,0.0006869492,0.0005213139,0.34108037,0.00023113782],"about_ca_topic_score_codex":0.00043476574,"about_ca_topic_score_gemma":0.000012640941,"teacher_disagreement_score":0.22904928,"about_ca_system_score_codex":0.00028752306,"about_ca_system_score_gemma":0.0025131374,"threshold_uncertainty_score":0.9985955},"labels":[],"label_agreement":null},{"id":"W2114761011","doi":"10.1136/jclinpath-2011-200583","title":"<i>Good Medical Practice</i> or CanMEDS for education?","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal College of Pathologists of Australasia","keywords":"Curriculum; Medical education; Blueprint; Medical practice; Graduate medical education; Medicine; Psychology; Pedagogy; Engineering","score_opus":0.09605838742617892,"score_gpt":0.567465110794839,"score_spread":0.4714067233686601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114761011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71173763,0.0016209264,0.018594453,0.2221621,0.032302853,0.0007911383,0.0000042831634,0.00003279215,0.012753818],"genre_scores_gemma":[0.7036591,0.0004953856,0.17110741,0.10052689,0.022030713,0.000045042318,0.00002063704,0.000040087445,0.002074699],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99659336,0.00030037313,0.0020443674,0.00012798629,0.000636103,0.00029780672],"domain_scores_gemma":[0.9934112,0.002743847,0.001312834,0.00028587237,0.0017358916,0.00051037007],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0106170075,0.00010619322,0.0006165012,0.00015340846,0.000055468467,0.000006399995,0.00018309732,0.00046071372,0.0006462549],"category_scores_gemma":[0.12853424,0.00006977741,0.0002165217,0.00026938264,0.00025546405,0.00025501527,0.000028698789,0.0010547179,0.000037543214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019100952,0.0068065324,0.0501634,0.00010096095,0.00016406729,0.00009080701,0.00039934178,1.6776275e-7,0.000041410163,0.0060617113,0.30824986,0.62601167],"study_design_scores_gemma":[0.0029982375,0.0020745834,0.035055783,0.00014460027,0.00040082872,0.01179598,0.00095704413,0.00002316183,0.000032332602,0.000560592,0.9458606,0.00009625719],"about_ca_topic_score_codex":0.0000016138803,"about_ca_topic_score_gemma":0.000001194967,"teacher_disagreement_score":0.63761073,"about_ca_system_score_codex":0.00007167108,"about_ca_system_score_gemma":0.0041928575,"threshold_uncertainty_score":0.8788065},"labels":[],"label_agreement":null},{"id":"W2114783384","doi":"10.1111/j.1365-2923.2012.04209.x","title":"Understanding responses to feedback: the potential and limitations of regulatory focus theory","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Regulatory focus theory; Focus (optics); Psychology; MEDLINE; Social psychology; Political science; Law","score_opus":0.06331392099450815,"score_gpt":0.34693953391665056,"score_spread":0.2836256129221424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114783384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8786904,0.0007945175,0.023694575,0.09079494,0.001704403,0.00049221405,0.0000012171815,0.000035873316,0.0037918312],"genre_scores_gemma":[0.988861,0.00006992062,0.0021470708,0.007440885,0.0006399842,0.000057253543,0.000014885864,0.000014007922,0.0007549729],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985763,0.00015740332,0.00031704525,0.00012900929,0.00062119984,0.00019908273],"domain_scores_gemma":[0.99881107,0.0004789445,0.000091687616,0.00028486777,0.00018194859,0.00015150808],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020851837,0.00008580975,0.00013230892,0.00020905578,0.00015345459,0.0000106105945,0.00009354097,0.00011550594,0.00023882487],"category_scores_gemma":[0.016788416,0.00006101471,0.000032250126,0.0004894932,0.00031910467,0.00010314097,0.000036761612,0.00022673266,0.0000191825],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032986305,0.0011787605,0.009881014,0.000119724245,0.000080066835,6.6208963e-7,0.009938525,0.0000011486924,0.001172521,0.22989468,0.14282979,0.60457325],"study_design_scores_gemma":[0.001100565,0.00029819467,0.87139016,0.00063394697,0.0003578733,0.000274947,0.0393304,0.00026115755,0.0012257611,0.01963156,0.06520916,0.00028627075],"about_ca_topic_score_codex":0.000013463313,"about_ca_topic_score_gemma":0.0000026662842,"teacher_disagreement_score":0.86150914,"about_ca_system_score_codex":0.00017542092,"about_ca_system_score_gemma":0.001044098,"threshold_uncertainty_score":0.9914936},"labels":[],"label_agreement":null},{"id":"W2114941839","doi":"10.1080/01421590701754136","title":"Education scholarship: it's not just a question of ‘degree’","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; London Health Sciences Centre","funders":"University of Toronto","keywords":"Scholarship; Medical education; Focus group; Faculty development; Higher education; Psychology; Medicine; Professional development; Sociology; Political science","score_opus":0.084363602695883,"score_gpt":0.40016817320698334,"score_spread":0.31580457051110034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114941839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9410511,0.00013956468,0.0008508342,0.03530173,0.0008779513,0.0002793445,4.611772e-7,0.000078297875,0.021420717],"genre_scores_gemma":[0.9786951,0.00007686039,0.003035935,0.0055100927,0.000985194,0.00005675258,0.0000869082,0.000023901772,0.011529285],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99762046,0.000119489945,0.0005362155,0.00024338944,0.0012706332,0.00020982623],"domain_scores_gemma":[0.99882114,0.000025234054,0.00013619309,0.00038724332,0.00042121526,0.00020897816],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013543996,0.00012872262,0.00026471177,0.00021609904,0.00008910811,0.0000045014795,0.00015840362,0.00033175817,0.0053412495],"category_scores_gemma":[0.009478403,0.00010988716,0.00007191265,0.00055551773,0.00036999246,0.00012527633,0.00003213734,0.0008067567,0.00018511742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017652403,0.0042579854,0.2502063,0.00036898506,0.00009146114,0.00003774631,0.002768979,4.266623e-7,0.0008538757,0.0054171747,0.33840355,0.39741698],"study_design_scores_gemma":[0.004369998,0.00072912045,0.63729775,0.0024508962,0.00032146834,0.0016162413,0.002359174,0.003339188,0.0031157953,0.00082244154,0.3429205,0.00065740454],"about_ca_topic_score_codex":0.00007277405,"about_ca_topic_score_gemma":0.0000035459511,"teacher_disagreement_score":0.3967596,"about_ca_system_score_codex":0.00017475772,"about_ca_system_score_gemma":0.0015252819,"threshold_uncertainty_score":0.9988652},"labels":[],"label_agreement":null},{"id":"W2115065139","doi":"10.3109/0142159x.2014.899687","title":"Weighting checklist items and station components on a large-scale OSCE: Is it worth the effort?","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; University of British Columbia","funders":"","keywords":"Weighting; Checklist; Reliability (semiconductor); Test (biology); Scale (ratio); Consistency (knowledge bases); Computer science; Licensure; Statistics; Data mining; Psychology; Artificial intelligence; Medicine; Mathematics; Medical education; Cognitive psychology","score_opus":0.019543557358363852,"score_gpt":0.32499578436281873,"score_spread":0.3054522270044549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115065139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9236421,0.000043195225,0.002222034,0.057655744,0.0004493397,0.00029937454,0.0000014418489,0.00005477367,0.015632013],"genre_scores_gemma":[0.97199684,0.000020826892,0.00053481065,0.018909102,0.001000718,0.00005047188,0.00012662531,0.000026435673,0.0073341737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978075,0.000104657476,0.00039864593,0.0002904233,0.0010989582,0.00029978954],"domain_scores_gemma":[0.9991921,0.000076788565,0.00011009152,0.00034571122,0.000094975374,0.0001802947],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022393651,0.00014773179,0.00022605262,0.00008429284,0.0002213179,0.000027233884,0.00013543252,0.00019615392,0.0026228027],"category_scores_gemma":[0.0019929823,0.00009344927,0.00004322905,0.00028788036,0.00022366886,0.00004883153,0.000049189,0.0007956514,0.00013637582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001448049,0.001659433,0.34779063,0.0002404006,0.00012310395,0.0000117272475,0.015115323,9.245224e-7,0.00014585211,0.0029589343,0.46163082,0.17017803],"study_design_scores_gemma":[0.0028650828,0.00023812012,0.15394644,0.0005347077,0.00009300358,0.000041010695,0.001857879,0.12055486,0.00008560655,0.00036693734,0.71918565,0.00023072111],"about_ca_topic_score_codex":0.000045486315,"about_ca_topic_score_gemma":0.000012429968,"teacher_disagreement_score":0.2575548,"about_ca_system_score_codex":0.00007698197,"about_ca_system_score_gemma":0.000071079434,"threshold_uncertainty_score":0.9982889},"labels":[],"label_agreement":null},{"id":"W2115183278","doi":"10.3402/meo.v9i.4348","title":"Academic Support Services in U.S. and Canadian Medical Schools","year":2004,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Association of American Medical Colleges","keywords":"Curriculum; Medical education; Medical school; Psychology; Medicine; Pedagogy","score_opus":0.010689338373391684,"score_gpt":0.3661268445793047,"score_spread":0.355437506205913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115183278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74471194,0.00033789512,0.000030723084,0.25268185,0.000829348,0.00027731265,0.00000496155,0.0000427855,0.0010831759],"genre_scores_gemma":[0.8799633,0.0008214009,0.0028715422,0.11366875,0.0013485566,0.00006999651,0.000808643,0.000027474045,0.00042033865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970246,0.000037291786,0.0006845029,0.00036212555,0.0014738695,0.0004175866],"domain_scores_gemma":[0.9976977,0.000028164908,0.00007907178,0.0002746472,0.0002651256,0.0016552864],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011628328,0.00016756028,0.00028238806,0.00063036545,0.00007803651,0.000014605285,0.00025044964,0.0006971724,0.005548928],"category_scores_gemma":[0.0063071703,0.00015238559,0.000028782446,0.0009141576,0.00019521547,0.00014717187,0.00004387632,0.001853166,0.00017741235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048183214,0.0032915361,0.16621421,0.00045307042,0.000038867474,0.00015256624,0.0027265335,0.0000024332217,0.000038391987,0.0069425437,0.026502227,0.7935894],"study_design_scores_gemma":[0.004758181,0.00023978594,0.60430044,0.002947973,0.000048150483,0.0014896691,0.0065958174,0.0010981602,0.00006198853,0.002622217,0.37538913,0.00044853232],"about_ca_topic_score_codex":0.023336133,"about_ca_topic_score_gemma":0.04384079,"teacher_disagreement_score":0.7931409,"about_ca_system_score_codex":0.0005590327,"about_ca_system_score_gemma":0.028414987,"threshold_uncertainty_score":0.99536014},"labels":[],"label_agreement":null},{"id":"W2115394756","doi":"10.3109/0142159x.2013.806983","title":"Impact of an intercalated BSc on medical student performance and careers: A BEME systematic review: BEME Guide No. 28","year":2013,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Medical education; Psychology; Learning styles; Odds; Medicine; Mathematics education; Political science; Internal medicine","score_opus":0.044113239730617995,"score_gpt":0.4520289552361924,"score_spread":0.4079157155055744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115394756","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005405757,0.98669714,0.000023318153,0.00061529747,0.0006613906,0.0046306252,0.0000059471176,0.000100052195,0.0018604656],"genre_scores_gemma":[0.00022366078,0.99336827,0.0001641143,0.0011632926,0.00074057776,0.00088911154,0.00050886424,0.00011227583,0.0028298304],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9905425,0.00085090345,0.0032959655,0.0007309221,0.0040222323,0.00055750215],"domain_scores_gemma":[0.99574417,0.00018943628,0.0009612782,0.0013988472,0.0007168773,0.0009893785],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005644061,0.00074392604,0.004788925,0.00044376872,0.00006718577,0.000026251791,0.00088727666,0.0012918611,0.010062874],"category_scores_gemma":[0.02522139,0.00043336293,0.00056922395,0.0007733818,0.00051109213,0.000121360834,0.0002360256,0.0027412083,0.0005461639],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007966,0.00087943586,0.0001778811,0.5833056,0.0007822514,0.000042910968,0.00022408925,1.2094232e-8,4.9136588e-8,0.0000074302893,0.05266047,0.36191192],"study_design_scores_gemma":[0.0007664819,0.0014294869,0.00010384154,0.8491675,0.0031340208,0.0005002613,0.00007676311,0.0012409795,5.4711204e-8,0.000001317962,0.14317536,0.00040387476],"about_ca_topic_score_codex":0.000105101586,"about_ca_topic_score_gemma":0.0000021370897,"teacher_disagreement_score":0.36150804,"about_ca_system_score_codex":0.0008535478,"about_ca_system_score_gemma":0.001963329,"threshold_uncertainty_score":0.9998118},"labels":[],"label_agreement":null},{"id":"W2115571248","doi":"10.1016/j.jmir.2014.03.088","title":"An Interactive Discussion on the Role of Knowledge Based Planning in the Canadian Radiation Therapy Department","year":2014,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CancerCare Manitoba","funders":"","keywords":"Radiation treatment planning; Plan (archaeology); Medical physics; Computer science; Software; Process (computing); Set (abstract data type); Presentation (obstetrics); Quality (philosophy); Medicine; Radiation therapy; Radiology","score_opus":0.018176963963639745,"score_gpt":0.38097887836816735,"score_spread":0.3628019144045276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115571248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86312896,0.00084600475,0.0006444857,0.13373752,0.000445746,0.00014357908,5.0575545e-7,0.0000029766895,0.0010501983],"genre_scores_gemma":[0.99565,0.00006625888,0.00015073642,0.0037967358,0.00032525565,0.0000039012984,0.0000029648197,0.000002414734,0.0000017236636],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983839,0.0002985911,0.00030962023,0.0000835687,0.0008169346,0.000107428416],"domain_scores_gemma":[0.9990171,0.00046197127,0.00022754501,0.00008258966,0.00011343566,0.0000973518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058196723,0.000054736953,0.00010955597,0.00034360954,0.00021530285,0.000047707825,0.00019924517,0.00003737693,0.00003348058],"category_scores_gemma":[0.0020934744,0.000021491995,0.000023992307,0.00042311364,0.00025305172,0.00015690096,0.0000036222107,0.00030658406,6.5435086e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034131695,0.00019418383,0.08346716,0.00000494368,0.000006765265,0.000002215037,0.0074211885,0.00011182122,0.00011692499,0.0015937038,0.0020864941,0.90496045],"study_design_scores_gemma":[0.0015010128,0.0006847037,0.52912295,0.000529343,0.000021271484,0.000071610426,0.018415665,0.38762134,0.0008809391,0.001449905,0.05961335,0.00008792937],"about_ca_topic_score_codex":0.00043264037,"about_ca_topic_score_gemma":0.0001770903,"teacher_disagreement_score":0.90487254,"about_ca_system_score_codex":0.0000862616,"about_ca_system_score_gemma":0.0006783381,"threshold_uncertainty_score":0.25062355},"labels":[],"label_agreement":null},{"id":"W2115621090","doi":"10.1080/01421590802572742","title":"Domains of effective teaching process students perspectives in two medical schools","year":2009,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Perspective (graphical); Process (computing); Elaboration; Variance (accounting); Medical education; Ideal (ethics); Psychology; Mathematics education; Medicine; Computer science","score_opus":0.012485199513607314,"score_gpt":0.4401522220723838,"score_spread":0.4276670225587765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115621090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719948,0.00019514386,0.0011106398,0.015843583,0.00018911168,0.00068661064,3.4012098e-7,0.0000757194,0.009904063],"genre_scores_gemma":[0.9964043,0.000017464366,0.0006631785,0.001762515,0.00065053615,0.00007869532,0.000014994279,0.000020654797,0.00038764393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949015,0.00031866695,0.00067686586,0.00042087934,0.003296969,0.00038511277],"domain_scores_gemma":[0.9989265,0.00007791801,0.00013259881,0.0003318726,0.00019185801,0.00033921868],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043467027,0.0002027052,0.0005286042,0.00035076207,0.000068159956,0.000012528333,0.00043371052,0.00029373335,0.0022365816],"category_scores_gemma":[0.024054132,0.00016037276,0.00008620773,0.00066082424,0.00028298152,0.00011823783,0.00005651429,0.002537638,0.000034581342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002398133,0.0074081453,0.7264995,0.00014404161,0.00012467447,0.00020347476,0.0151525,0.000001693124,0.00010041706,0.004555068,0.0037940037,0.2417767],"study_design_scores_gemma":[0.017316991,0.0012135982,0.9328121,0.004425571,0.00016471183,0.00029292013,0.029009696,0.006711042,0.00025442557,0.005554193,0.0016483971,0.0005963531],"about_ca_topic_score_codex":0.00006906207,"about_ca_topic_score_gemma":0.000010194512,"teacher_disagreement_score":0.24118035,"about_ca_system_score_codex":0.00035419594,"about_ca_system_score_gemma":0.0005810435,"threshold_uncertainty_score":0.99976355},"labels":[],"label_agreement":null},{"id":"W2115647137","doi":"10.2106/jbjs.m.00314","title":"Three-Year Experience with an Innovative, Modular Competency-Based Curriculum for Orthopaedic Training","year":2013,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University; University of Toronto","funders":"","keywords":"Modular design; Curriculum; Training (meteorology); Medical education; Engineering management; Psychology; Engineering; Mathematics education; Computer science; Medicine; Pedagogy; Geography","score_opus":0.03455319825306502,"score_gpt":0.28750128839610267,"score_spread":0.25294809014303765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115647137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97396195,0.00009087848,0.022025064,0.003366051,0.00026736653,0.00022412006,8.9480335e-7,0.000011767109,0.000051938176],"genre_scores_gemma":[0.9305518,0.000011706392,0.06779453,0.0012168719,0.0003530885,0.00003173564,0.000013436508,0.000015741605,0.000011038912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984907,0.000021367636,0.000803129,0.0001267175,0.00036532432,0.00019276778],"domain_scores_gemma":[0.99775255,0.0000932734,0.00054624426,0.00013464555,0.0013571214,0.00011618039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011160383,0.00011154467,0.00051981723,0.0004861853,0.00008823761,0.00002712494,0.000019209243,0.000057991772,0.00011213518],"category_scores_gemma":[0.00096435886,0.00007624325,0.00008768198,0.00056172855,0.00014211985,0.0003324316,0.0000063417556,0.00025319733,0.0000014578125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078157225,0.001985408,0.73478645,0.0009280556,0.00027385206,0.00021189143,0.0067376387,0.000048166894,0.018668417,0.002487613,0.024388563,0.2087024],"study_design_scores_gemma":[0.005655829,0.0035107532,0.9350951,0.0035407937,0.00018364948,0.0016642698,0.019584946,0.018363213,0.0019897067,0.0024169423,0.007341651,0.0006531731],"about_ca_topic_score_codex":0.000017510683,"about_ca_topic_score_gemma":0.000002330731,"teacher_disagreement_score":0.20804922,"about_ca_system_score_codex":0.00003382465,"about_ca_system_score_gemma":0.000705859,"threshold_uncertainty_score":0.31091094},"labels":[],"label_agreement":null},{"id":"W2115955143","doi":"10.3109/0142159x.2010.486056","title":"Can we share questions? Performance of questions from different question banks in a single medical school","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Flexibility (engineering); Curriculum; Test (biology); Structuring; Quality (philosophy); General partnership; Institution; Medical education; Work (physics); Computer science; Public relations; Psychology; Business; Political science; Medicine; Pedagogy; Finance; Engineering; Economics; Management","score_opus":0.017951825877596847,"score_gpt":0.32282739765862906,"score_spread":0.3048755717810322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115955143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95349234,0.00017166606,0.00024277563,0.043205254,0.0010459735,0.00034183403,0.000007982405,0.000118333715,0.0013738131],"genre_scores_gemma":[0.9951845,0.000118941076,0.0011324732,0.0011088789,0.001099424,0.00014439049,0.00031369552,0.000035500212,0.0008621931],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962641,0.00018198109,0.0009160438,0.00041457056,0.001849409,0.00037388506],"domain_scores_gemma":[0.9981864,0.00010005712,0.00016232512,0.0005798666,0.00024775037,0.0007235887],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001271779,0.00023795593,0.00047417992,0.0003466452,0.00007872361,0.000015594176,0.0003267258,0.00080772606,0.031881664],"category_scores_gemma":[0.020960763,0.0001933539,0.00007981382,0.00055857975,0.00047855446,0.000111560104,0.00008925874,0.002802243,0.00008401076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012927657,0.0042783185,0.76736516,0.00024666087,0.000069825146,0.000055379533,0.001034725,0.0000015477989,0.0023914892,0.0021460366,0.010621753,0.21165983],"study_design_scores_gemma":[0.0047819754,0.00067820575,0.9132484,0.006594945,0.00017237912,0.00017857824,0.00040803783,0.053441342,0.0010869706,0.001952073,0.016841432,0.0006156652],"about_ca_topic_score_codex":0.00088856166,"about_ca_topic_score_gemma":0.0011332947,"teacher_disagreement_score":0.21104416,"about_ca_system_score_codex":0.000286725,"about_ca_system_score_gemma":0.0011158504,"threshold_uncertainty_score":0.9994983},"labels":[],"label_agreement":null},{"id":"W2115997868","doi":"10.1002/chp.1340220202","title":"Thinking about learning: Implications for principle-based professional education","year":2002,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Observational learning; Facilitation; Experiential learning; Learning sciences; Perspective (graphical); Open learning; Psychology; Cognition; Context (archaeology); Situated cognition; Active learning (machine learning); Collaborative learning; Professional learning community; Learning environment; Cooperative learning; Knowledge management; Pedagogy; Teaching method; Computer science; Artificial intelligence","score_opus":0.07905409555641488,"score_gpt":0.5180029226241967,"score_spread":0.4389488270677818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115997868","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067928276,0.9346147,0.0014750264,0.04746646,0.00867706,0.006570747,0.00000900984,0.000042488864,0.0004652356],"genre_scores_gemma":[0.001232224,0.94482124,0.025316233,0.0110632535,0.0060721557,0.003222553,0.0008286924,0.0001721776,0.007271476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942993,0.0010450296,0.003075881,0.0003513939,0.0007331906,0.00049523945],"domain_scores_gemma":[0.9908672,0.0012567758,0.005186922,0.0006560226,0.0018721141,0.00016095552],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006240518,0.00039336996,0.0014942377,0.0015774415,0.0008601356,0.00010365826,0.00075825385,0.0004940727,0.000051025214],"category_scores_gemma":[0.004980531,0.00025793014,0.00050502684,0.0017329988,0.00012387948,0.00019926734,0.000043398028,0.0030729189,0.000011099694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000198221,0.0018331019,0.00039436476,0.0110881515,0.000027880486,2.1686276e-7,0.0034812607,0.0000021617925,3.8442784e-7,0.0069715297,0.056869116,0.919312],"study_design_scores_gemma":[0.0005005714,0.00020823348,0.0018164695,0.08603727,0.0003507083,0.00022062879,0.0037551024,0.00002827699,1.0855929e-7,0.001008139,0.90588754,0.0001869391],"about_ca_topic_score_codex":0.00000733538,"about_ca_topic_score_gemma":0.0000028630784,"teacher_disagreement_score":0.9191251,"about_ca_system_score_codex":0.0012610977,"about_ca_system_score_gemma":0.034566473,"threshold_uncertainty_score":0.9999873},"labels":[],"label_agreement":null},{"id":"W2116285738","doi":"10.4300/jgme-03-03-30","title":"Internal Medicine Residents' Acceptance of Self-Directed Learning Plans at the Point of Care","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary","funders":"","keywords":"Curriculum; Framing (construction); Perception; Descriptive statistics; Medicine; Medical education; MEDLINE; Psychology; Family medicine","score_opus":0.029070677614254747,"score_gpt":0.34526611356202713,"score_spread":0.3161954359477724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116285738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774678,0.0011280081,0.000336358,0.0136781335,0.002454587,0.00023822859,0.0000011767524,0.000033501812,0.0046622385],"genre_scores_gemma":[0.99354047,0.0006127257,0.003571207,0.0009453332,0.0007887301,0.000007722106,0.000025169675,0.00002076679,0.00048790214],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9963637,0.00021111386,0.0014227327,0.00014362852,0.0016805215,0.00017831818],"domain_scores_gemma":[0.99571735,0.00018151173,0.001480798,0.0002815329,0.0021719153,0.00016689241],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018913053,0.00014416635,0.00048655478,0.00037311958,0.00008300664,0.000003435714,0.0003517551,0.00013915729,0.0018422016],"category_scores_gemma":[0.010946462,0.0000882433,0.00012443078,0.0006333081,0.00044102,0.00012035739,0.000053432625,0.0009148197,0.0000069775947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022338368,0.0031423464,0.23472705,0.002020707,0.0008187406,0.000050961455,0.1513803,0.000005612338,0.002575548,0.0014351199,0.35154226,0.2500675],"study_design_scores_gemma":[0.0037339295,0.00313536,0.9136745,0.007457158,0.00090027484,0.0017358434,0.04833959,0.00050327746,0.010867739,0.0010115273,0.00839974,0.00024106014],"about_ca_topic_score_codex":0.00031338204,"about_ca_topic_score_gemma":0.000030216792,"teacher_disagreement_score":0.67894745,"about_ca_system_score_codex":0.00030450817,"about_ca_system_score_gemma":0.001703573,"threshold_uncertainty_score":0.9990702},"labels":[],"label_agreement":null},{"id":"W2116359062","doi":"10.1111/j.1365-2929.2004.02031.x","title":"Achievement of non‐cognitive goals of undergraduate medical education: perceptions of medical students, residents, faculty and other health professionals","year":2004,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Perception; Cognition; Psychology; Health professionals; Medicine; Health care; Political science","score_opus":0.0223305478802334,"score_gpt":0.46080006461492046,"score_spread":0.43846951673468704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116359062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7539373,0.00058723957,0.002424408,0.24071303,0.000928846,0.0010176281,0.000020243948,0.00002274743,0.00034855318],"genre_scores_gemma":[0.9610799,0.00066274696,0.0034644657,0.033041414,0.00047141386,0.00022347682,0.0005138105,0.000035989247,0.0005067759],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99062395,0.00023896918,0.0017793687,0.0004422237,0.006593184,0.00032229637],"domain_scores_gemma":[0.99702215,0.00015769507,0.00078718585,0.0004016245,0.0010600121,0.0005713212],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037138127,0.0002430146,0.0007183769,0.00045497794,0.00012577629,0.000010657678,0.00051714224,0.0004883381,0.002017423],"category_scores_gemma":[0.011523809,0.00020121534,0.00010861956,0.0008900552,0.0008935628,0.000113870985,0.00019295122,0.0007112761,0.00001678397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003055271,0.045951393,0.3761631,0.0048230477,0.0005437315,0.0000044596245,0.014702687,0.0000012311004,0.00016684347,0.023136972,0.1444002,0.38980082],"study_design_scores_gemma":[0.0077036344,0.0012542938,0.9214749,0.028617704,0.00032893775,0.00018978273,0.029000089,0.00012140125,0.0008658792,0.0035640588,0.0064458083,0.0004335608],"about_ca_topic_score_codex":0.0014623427,"about_ca_topic_score_gemma":0.000100446974,"teacher_disagreement_score":0.54531175,"about_ca_system_score_codex":0.00030421914,"about_ca_system_score_gemma":0.029207448,"threshold_uncertainty_score":0.9988949},"labels":[],"label_agreement":null},{"id":"W2116498618","doi":"10.5539/jel.v2n4p77","title":"Changes in Study Strategies of Medical Students between Basic Science Courses and Clerkships Are Associated with Performance","year":2013,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Psychology; Mathematics education; Medical education; Rote learning; Teaching method; Medicine; Cooperative learning","score_opus":0.030824237311084027,"score_gpt":0.3823126770639509,"score_spread":0.35148843975286687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116498618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962664,0.00009130261,0.000007374852,0.0032691404,0.00011181603,0.00015077133,4.9410108e-8,0.0000029319453,0.00010016603],"genre_scores_gemma":[0.9994869,0.00006361492,0.00012754709,0.00010866309,0.000115963856,0.00000560567,0.0000011395344,0.000004480327,0.00008604883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985124,0.00007694454,0.0002765797,0.000081633196,0.0009555843,0.00009685005],"domain_scores_gemma":[0.99877316,0.00009404163,0.00039078237,0.000048430993,0.0006124294,0.000081140715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026544337,0.00005668769,0.0001895718,0.00038209106,0.00009509275,0.000062272855,0.00010892534,0.000043065065,0.00007332399],"category_scores_gemma":[0.0019450686,0.000040699444,0.0000058073065,0.00051187316,0.00020577318,0.00027922774,0.000021800657,0.0005099634,5.8797957e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007563373,0.00043640708,0.96540684,0.000034746157,0.000018342715,6.0275306e-7,0.0049614008,0.0000038245757,0.000039637376,0.00001036677,0.000072233604,0.029008027],"study_design_scores_gemma":[0.0006175465,0.0006397566,0.8827304,0.0007755457,0.000030053352,0.000019090174,0.114977226,0.00010972876,0.000020696361,0.0000062204936,0.00004222094,0.000031489144],"about_ca_topic_score_codex":0.000025393985,"about_ca_topic_score_gemma":0.0000136117305,"teacher_disagreement_score":0.110015824,"about_ca_system_score_codex":0.00006067932,"about_ca_system_score_gemma":0.0008120669,"threshold_uncertainty_score":0.23285693},"labels":[],"label_agreement":null},{"id":"W2116789179","doi":"10.1177/1753495x14551244","title":"Defining competencies for training in obstetric medicine","year":2014,"lang":"en","type":"article","venue":"Obstetric Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Université de Montréal; University of Saskatchewan; University of Calgary; University of Toronto; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Competence (human resources); Pace; Medical education; Curriculum; Subspecialty; Specialty; Medicine; Task (project management); Psychology; Pedagogy; Family medicine; Management","score_opus":0.04639235814382085,"score_gpt":0.3320179852175943,"score_spread":0.2856256270737734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116789179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48326513,0.029911885,0.058931865,0.13684869,0.027068522,0.006354844,0.000014571873,0.0010301601,0.25657433],"genre_scores_gemma":[0.97387815,0.00014663658,0.013714125,0.008069135,0.001811651,0.00019193823,0.0002736929,0.00006825958,0.0018464132],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996375,0.00009779111,0.0012863986,0.0005723062,0.0009796981,0.0006887752],"domain_scores_gemma":[0.99449104,0.0037660813,0.0003413223,0.0006202035,0.000546724,0.00023461891],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024536245,0.00034398865,0.0010783541,0.0023842796,0.0001637779,0.000008645412,0.00027108588,0.00023347826,0.0005207916],"category_scores_gemma":[0.0755297,0.00026012154,0.00007624596,0.0052221515,0.00049071375,0.00010751442,0.000037193702,0.00059473526,0.000046795925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001476146,0.0002329335,0.016423767,0.0010315629,0.00009165379,0.000036356712,0.015400169,0.000029222167,0.0014655744,0.08510128,0.053045135,0.8269947],"study_design_scores_gemma":[0.036140613,0.006193237,0.09374409,0.006488773,0.00074326707,0.0004389917,0.042260934,0.030358754,0.00029326417,0.009252312,0.77293074,0.0011550345],"about_ca_topic_score_codex":0.000101354315,"about_ca_topic_score_gemma":0.000011802372,"teacher_disagreement_score":0.8258397,"about_ca_system_score_codex":0.00036352722,"about_ca_system_score_gemma":0.0002735835,"threshold_uncertainty_score":0.9999851},"labels":[],"label_agreement":null},{"id":"W2117071413","doi":"10.5014/ajot.59.3.314","title":"A Comparative Analysis of Case Presentation Modalities Used in Clinical Reasoning Coursework in Occupational Therapy","year":2005,"lang":"en","type":"article","venue":"American Journal of Occupational Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Coursework; Modalities; Presentation (obstetrics); Modality (human–computer interaction); Treatment modality; Psychology; Occupational therapy; Medical education; The Internet; Categorization; Learning styles; Computer science; Mathematics education; Medicine; Artificial intelligence; Radiology; Surgery","score_opus":0.15341496734267013,"score_gpt":0.5221034050292235,"score_spread":0.36868843768655335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117071413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957285,0.00028028406,0.0021747858,0.0013185653,0.00012610928,0.00026448956,0.000014472032,0.000005973029,0.00008683523],"genre_scores_gemma":[0.9785095,0.00026264534,0.019872066,0.0008806333,0.00034007363,0.00001869792,0.00008690174,0.000010616207,0.000018862776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99663705,0.00043189691,0.0017660224,0.00019279872,0.00079048914,0.00018173053],"domain_scores_gemma":[0.996683,0.0007235105,0.001388452,0.00019189659,0.0009364806,0.000076632285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019515823,0.00015881869,0.0008967785,0.0015429137,0.000043422424,0.000014689813,0.00012878141,0.000075327516,0.00024033898],"category_scores_gemma":[0.00039872102,0.00013573378,0.00024627862,0.0030637598,0.0004147867,0.00028308821,0.000007951497,0.0004609737,0.0000016719902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004575875,0.0012847987,0.9280076,0.0000034961365,0.00087692455,0.000043041226,0.00513006,0.007799556,0.00009562642,0.0007432069,0.00026696987,0.051172838],"study_design_scores_gemma":[0.003363715,0.0007963696,0.97783256,0.00009039163,0.00010376243,0.00015545815,0.004369381,0.012614293,0.00013458398,0.00008818763,0.00033765938,0.00011364203],"about_ca_topic_score_codex":0.0002766624,"about_ca_topic_score_gemma":0.00013120507,"teacher_disagreement_score":0.051059194,"about_ca_system_score_codex":0.00024918077,"about_ca_system_score_gemma":0.0008357692,"threshold_uncertainty_score":0.55350626},"labels":[],"label_agreement":null},{"id":"W2117327317","doi":"10.3138/jvme.1014-105","title":"The SimSpay—Student Perceptions of a Low-Cost Build-It-Yourself Model for Novice Training of Surgical Skills in Canine Ovariohysterectomy","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Training (meteorology); Perception; Psychology; Medicine","score_opus":0.07442214291825174,"score_gpt":0.44490700210021683,"score_spread":0.3704848591819651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117327317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97593504,0.00015930337,0.004824649,0.016989613,0.0012868564,0.00052024727,0.0000044653143,0.00000570863,0.00027413017],"genre_scores_gemma":[0.99022716,0.00015006182,0.007929442,0.0006902227,0.00067227386,0.00007146832,0.000027841186,0.000020720528,0.00021079523],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996793,0.00013069656,0.0014921963,0.00015430215,0.0011791034,0.00025071733],"domain_scores_gemma":[0.99682355,0.00036614138,0.0007394244,0.00026290602,0.0015390693,0.00026891893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033746476,0.00014641965,0.0004942574,0.00035041603,0.00006193765,0.000011675673,0.00031325492,0.00018379152,0.00007105988],"category_scores_gemma":[0.004396047,0.0001043053,0.00014448812,0.0005451857,0.00025023133,0.00015485978,0.000040763578,0.00054611004,0.0000014168152],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065619075,0.028177181,0.036882073,0.002213711,0.0005905856,0.00015506394,0.14778872,0.003326255,0.0041908775,0.003050988,0.087004654,0.680058],"study_design_scores_gemma":[0.052057132,0.01742118,0.21696919,0.022971747,0.0013676044,0.020201739,0.22001539,0.3001065,0.00049441046,0.0025342088,0.14435413,0.0015067728],"about_ca_topic_score_codex":0.00003662729,"about_ca_topic_score_gemma":0.000022106648,"teacher_disagreement_score":0.6785512,"about_ca_system_score_codex":0.00039366487,"about_ca_system_score_gemma":0.0067167496,"threshold_uncertainty_score":0.99891424},"labels":[],"label_agreement":null},{"id":"W2117554785","doi":"10.1155/2014/286081","title":"Faculty Development Effectiveness: Insights from a Program Evaluation","year":2014,"lang":"en","type":"article","venue":"Journal of Biomedical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"University of Toronto","keywords":"Facilitator; Coaching; Medical education; Psychology; Experiential learning; Scholarship; Program evaluation; Faculty development; Professional development; Pedagogy; Medicine; Social psychology; Political science","score_opus":0.02978970154544628,"score_gpt":0.40656660730096067,"score_spread":0.37677690575551437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117554785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844845,0.00021743328,0.008834137,0.0022307693,0.0027042364,0.0007891911,6.6985314e-7,0.000028913668,0.00071016175],"genre_scores_gemma":[0.9349863,0.000006324069,0.06183645,0.000851792,0.001598545,0.00015548749,0.00051893113,0.000014285568,0.000031865344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732447,0.00021416682,0.000777329,0.00017635316,0.001364099,0.00014359057],"domain_scores_gemma":[0.9973996,0.000115500516,0.0004947447,0.00018700822,0.0016311168,0.00017198788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017609551,0.00012910123,0.00029681734,0.00043860538,0.00008586789,0.000028225211,0.00012759735,0.00017650308,0.00018946153],"category_scores_gemma":[0.003980307,0.0000956135,0.000075625954,0.0006652482,0.00011500456,0.00016675527,0.000016716089,0.00036764538,0.000045400855],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008319599,0.0022297865,0.0011953462,0.000084574946,0.00008037973,7.2430174e-7,0.0011810928,0.0000011117365,0.0022164783,0.000099254496,0.009065565,0.9837625],"study_design_scores_gemma":[0.0027450942,0.00096012576,0.48346794,0.0012543496,0.0003172864,0.0000936102,0.0011861576,0.002346535,0.003549145,0.0023321402,0.50156593,0.00018166428],"about_ca_topic_score_codex":0.0000133240555,"about_ca_topic_score_gemma":8.451106e-7,"teacher_disagreement_score":0.9835808,"about_ca_system_score_codex":0.0006178613,"about_ca_system_score_gemma":0.0031808103,"threshold_uncertainty_score":0.5642621},"labels":[],"label_agreement":null},{"id":"W2117611253","doi":"","title":"Teaching-skills training programs for family medicine residents: systematic review of formats, content, and effects of existing programs.","year":2009,"lang":"en","type":"review","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Internship; Curriculum; MEDLINE; Specialty; Medical education; Medicine; Graduate medical education; Family medicine; Psychology; Accreditation; Pedagogy","score_opus":0.17162257853178933,"score_gpt":0.40487410231142973,"score_spread":0.2332515237796404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117611253","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002363394,0.96535784,0.00020488836,0.00022403074,0.00034650223,0.03314655,0.000004367736,0.000064590975,0.0006275908],"genre_scores_gemma":[0.000054651697,0.97394955,0.0030128509,0.00071466045,0.00028347716,0.020924186,0.0005218277,0.000064338645,0.0004744429],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99487716,0.00032417776,0.003145004,0.00039926174,0.000745786,0.00050858915],"domain_scores_gemma":[0.9951574,0.00073133013,0.0027588296,0.0005891624,0.00061038317,0.00015288766],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005601115,0.00046071692,0.005203513,0.00042489963,0.0000719621,0.000013357592,0.00027031542,0.0002868604,8.7491185e-7],"category_scores_gemma":[0.024484895,0.00030427656,0.00036971396,0.0006660555,0.00024993366,0.00009815069,0.000040295603,0.00054642255,4.810266e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029904547,0.00012174083,0.0000021375859,0.49931473,0.00017857645,0.0000014749888,0.00020325407,2.2538137e-10,8.516309e-8,0.00021027231,0.0002787499,0.499686],"study_design_scores_gemma":[0.00090006384,0.0003494271,0.00011238691,0.92690027,0.007937963,0.00012423203,0.00028151073,0.0000015837287,3.9694982e-7,0.0000559176,0.06313604,0.00020018626],"about_ca_topic_score_codex":0.000026516635,"about_ca_topic_score_gemma":5.6928627e-7,"teacher_disagreement_score":0.49948582,"about_ca_system_score_codex":0.00018919529,"about_ca_system_score_gemma":0.00018252306,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W2117700261","doi":"10.3109/0142159x.2013.769674","title":"Integration and timing of basic and clinical sciences education","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Toronto General Hospital; Université de Montréal; McMaster University; University of Toronto","funders":"Health Canada; Association of Faculties of Medicine of Canada; University of Toronto","keywords":"Curriculum; Relevance (law); Resource (disambiguation); Engineering ethics; Stakeholder; Politics; Medical education; Psychology; Political science; Medicine; Public relations; Computer science; Pedagogy","score_opus":0.056369818911454296,"score_gpt":0.4315877224418089,"score_spread":0.37521790353035456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117700261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787999,0.00020119017,0.00056046015,0.012383822,0.00028181492,0.00020536334,5.302234e-8,0.000016372109,0.007551058],"genre_scores_gemma":[0.9924164,0.00008222042,0.004920272,0.0012753312,0.00031559568,0.000022143633,0.000007768477,0.0000055936334,0.00095468265],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99892616,0.0000618369,0.00036110388,0.00017323154,0.00038207928,0.000095564705],"domain_scores_gemma":[0.9995199,0.000052410338,0.000076868215,0.000102901424,0.00013301856,0.00011493401],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013506563,0.000060701303,0.000154479,0.00010136554,0.000052261807,0.000012511117,0.000050382532,0.00013808212,0.002070801],"category_scores_gemma":[0.0049969605,0.000043410386,0.000018322862,0.0002168567,0.0007282227,0.00010279556,0.000027901953,0.0002876949,0.000015814787],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035809599,0.0002555233,0.19083565,0.00003737263,0.000009320899,1.9798044e-7,0.00029447363,5.6859255e-9,0.000088142464,0.0012570013,0.015528221,0.7916905],"study_design_scores_gemma":[0.0013206134,0.0006584522,0.9248306,0.000912196,0.00012402974,0.000113908514,0.0045947954,0.055043638,0.0001614077,0.003656569,0.008380478,0.00020331772],"about_ca_topic_score_codex":0.000102299244,"about_ca_topic_score_gemma":0.0000024999176,"teacher_disagreement_score":0.79148716,"about_ca_system_score_codex":0.000019979161,"about_ca_system_score_gemma":0.00032417296,"threshold_uncertainty_score":0.99884146},"labels":[],"label_agreement":null},{"id":"W2117833076","doi":"10.3138/jvme.31.2.116","title":"The Critical Role of Outcomes Assessment in Veterinary Medical Accreditation","year":2004,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Veterinary medicine; Medicine; Medical education","score_opus":0.048410374561378616,"score_gpt":0.46976017575964757,"score_spread":0.4213498011982689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117833076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92208886,0.00057005987,0.000797424,0.07259182,0.003167561,0.00020927626,7.7179726e-7,0.000010878867,0.00056334736],"genre_scores_gemma":[0.98892033,0.00033657535,0.007621098,0.002197527,0.0008263717,0.000036043108,0.000015690444,0.000019965626,0.000026405469],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99523884,0.00022057256,0.0015913398,0.00017457444,0.0024937137,0.00028098284],"domain_scores_gemma":[0.997396,0.0006513148,0.0004891577,0.00031592976,0.00082831195,0.00031926561],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034659,0.00016621455,0.00044647857,0.00039506485,0.0001072073,0.000021427153,0.0003961671,0.00029225578,0.00042980173],"category_scores_gemma":[0.02231192,0.00011341292,0.0001494404,0.0005567593,0.0004627664,0.00028605014,0.00007267397,0.001182404,0.0000071530117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013322184,0.011005942,0.034922883,0.0006941489,0.000217615,0.00049982406,0.0034438383,0.000018983359,0.0053803255,0.023775604,0.006956491,0.9117521],"study_design_scores_gemma":[0.005988659,0.007911803,0.8959166,0.004320741,0.00017151289,0.0097132595,0.0106957825,0.0008870502,0.00026126418,0.012451893,0.0513487,0.00033272896],"about_ca_topic_score_codex":0.00003863812,"about_ca_topic_score_gemma":0.0000036132265,"teacher_disagreement_score":0.9114194,"about_ca_system_score_codex":0.000535402,"about_ca_system_score_gemma":0.009353389,"threshold_uncertainty_score":0.99626267},"labels":[],"label_agreement":null},{"id":"W2117890133","doi":"10.1002/chp.20003","title":"Knowledge to action: Scholarship for faculty and staff","year":2009,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation","funders":"","keywords":"Scholarship; Action (physics); Medical education; Medicine; Psychology; Sociology; Political science","score_opus":0.10499291757594131,"score_gpt":0.5322856229638893,"score_spread":0.42729270538794795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117890133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80360806,0.00043992576,0.0014824269,0.19188388,0.0014848633,0.0008598271,0.0000010784325,0.0000073188885,0.00023262911],"genre_scores_gemma":[0.9703371,0.000048383128,0.018377163,0.009041183,0.0008946289,0.00003879709,0.000010590273,0.000007601097,0.0012445851],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870485,0.00017720425,0.000632126,0.000094435505,0.00021123512,0.00018015233],"domain_scores_gemma":[0.9983934,0.000165128,0.00039352014,0.00015146637,0.0007768708,0.000119600176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002968449,0.000075064985,0.00021075337,0.0003593019,0.00019341147,0.000023852555,0.0001117988,0.000069375696,0.000009701918],"category_scores_gemma":[0.0025863482,0.000049678856,0.000037093578,0.0005113147,0.000020865893,0.00015557614,0.000007340725,0.00056086737,0.000002694175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012076161,0.0008733713,0.0024832578,0.00014473812,0.0000052833043,2.3425117e-7,0.03368734,6.195207e-7,0.00018767641,0.0024520238,0.10546554,0.85457915],"study_design_scores_gemma":[0.0020387317,0.0021099597,0.619668,0.0058092596,0.000054310793,0.0002579136,0.1168786,0.00003550655,0.00011870071,0.0063236617,0.24655786,0.00014747692],"about_ca_topic_score_codex":0.0000026924542,"about_ca_topic_score_gemma":0.00000590548,"teacher_disagreement_score":0.8544317,"about_ca_system_score_codex":0.00022273937,"about_ca_system_score_gemma":0.0017575214,"threshold_uncertainty_score":0.31177676},"labels":[],"label_agreement":null},{"id":"W2118194949","doi":"","title":"Rebuttal: will the Triple C curriculum produce better family physicians? No.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Rebuttal; nobody; Curriculum; Medical education; Medicine; Computer science; Psychology; Law; Pedagogy; Computer security","score_opus":0.01700270968371716,"score_gpt":0.265214819360662,"score_spread":0.24821210967694482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118194949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397802,0.00039739104,0.0001078255,0.0334986,0.0047526024,0.0016635433,0.0000023044865,0.000111093716,0.019686466],"genre_scores_gemma":[0.9679664,0.000013464111,0.00073679566,0.018317964,0.0053975824,0.0021491044,0.000043693904,0.000027068525,0.0053479257],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99863183,0.000046125988,0.00024210164,0.00018157404,0.0003921552,0.0005061911],"domain_scores_gemma":[0.9990559,0.000024463821,0.00009377796,0.00048677358,0.00026598503,0.00007307704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008265802,0.000115462215,0.00015346546,0.00006758178,0.00010817681,0.000017373926,0.00013839864,0.00006823973,0.00004631242],"category_scores_gemma":[0.0013821386,0.000074413205,0.00005635745,0.0005771204,0.000114850525,0.00025155465,0.000032903943,0.00032747333,0.00019977763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011925648,0.00043103605,0.033284325,0.000037646183,0.000037661328,6.301058e-7,0.00035550894,7.608599e-8,0.00017307884,0.00037154515,0.46868265,0.49661392],"study_design_scores_gemma":[0.00027926225,0.000009888423,0.5951072,0.0000126292825,0.000046289548,0.0000066755733,0.00015522285,0.000017312048,0.00032912169,0.000058216596,0.40390566,0.000072542076],"about_ca_topic_score_codex":0.000014649165,"about_ca_topic_score_gemma":3.6899698e-7,"teacher_disagreement_score":0.56182283,"about_ca_system_score_codex":0.00010869691,"about_ca_system_score_gemma":0.000025100368,"threshold_uncertainty_score":0.30344823},"labels":[],"label_agreement":null},{"id":"W2118524490","doi":"10.1002/chp.155","title":"“Directed” self-assessment: Practice and feedback within a social context","year":2008,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Context (archaeology); Psychology; Medical education; Medicine; Biology","score_opus":0.04696285015540144,"score_gpt":0.49369295534424174,"score_spread":0.44673010518884027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118524490","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011315509,0.95380723,0.000041316598,0.038511116,0.0037238242,0.0019674203,0.0000025974027,0.0000308102,0.00078411633],"genre_scores_gemma":[0.00084268156,0.9785735,0.012886449,0.0053240056,0.0017007106,0.00012382533,0.00003626363,0.000043784217,0.0004687581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994266,0.0021321003,0.0023821841,0.00021685915,0.0007018237,0.00030106722],"domain_scores_gemma":[0.9926261,0.0011005003,0.0046316357,0.00028572656,0.0012282778,0.00012780115],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0046695424,0.00027555512,0.0014392833,0.0007280401,0.00044391808,0.000042683885,0.00026745972,0.0003472508,0.000019918609],"category_scores_gemma":[0.0027590648,0.00017339032,0.00018343114,0.0011418388,0.000108031,0.0002489704,0.00003712178,0.003155578,0.000006396852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019283334,0.0009146186,0.000047582336,0.0047194795,0.00006874162,0.000005653388,0.036411382,1.508955e-8,4.8156156e-8,0.00088720163,0.0806264,0.8762996],"study_design_scores_gemma":[0.0005902091,0.00018050896,0.00079158595,0.041745152,0.00039421188,0.0030590394,0.044450935,0.0000051583547,2.1792951e-8,0.00007883975,0.90857637,0.00012794363],"about_ca_topic_score_codex":0.00002619954,"about_ca_topic_score_gemma":0.0000037665639,"teacher_disagreement_score":0.87617165,"about_ca_system_score_codex":0.0010941089,"about_ca_system_score_gemma":0.020030666,"threshold_uncertainty_score":0.9991442},"labels":[],"label_agreement":null},{"id":"W2118682911","doi":"10.3109/0142159x.2011.588731","title":"Twelve tips for teaching in a provincially distributed medical education program","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Process (computing); Computer science; Medicine","score_opus":0.01886997437185782,"score_gpt":0.39385058519124005,"score_spread":0.3749806108193822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118682911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91755086,0.00037766594,0.010555156,0.05415738,0.0022366135,0.0040494064,0.0000039410666,0.00037214754,0.010696808],"genre_scores_gemma":[0.97452676,0.0000095542655,0.010218782,0.0048934445,0.0043410677,0.0029433204,0.0011081167,0.000057803427,0.0019011358],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661523,0.00016335072,0.0007067232,0.00031208104,0.001534971,0.0006676271],"domain_scores_gemma":[0.99869555,0.000070593494,0.00011797732,0.00032748064,0.0001345802,0.00065381994],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046535144,0.0002018306,0.00035816527,0.00021537885,0.0001071994,0.000017311164,0.00024286874,0.00059468753,0.0023570783],"category_scores_gemma":[0.03438751,0.0001652906,0.00009720484,0.00045957652,0.000260313,0.00017003351,0.00006393214,0.0014188684,0.000047840273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008271448,0.0072881905,0.15473238,0.00019396962,0.000032635784,0.000004949137,0.0013251847,4.18398e-8,0.0000056655113,0.0051789605,0.12465366,0.70650166],"study_design_scores_gemma":[0.0032961355,0.0003639068,0.03887534,0.00088688143,0.00010429618,0.00023721077,0.0016376778,0.013531185,0.000015202892,0.0005255833,0.9401639,0.00036268157],"about_ca_topic_score_codex":0.00006552503,"about_ca_topic_score_gemma":0.000047143123,"teacher_disagreement_score":0.8155102,"about_ca_system_score_codex":0.00047749784,"about_ca_system_score_gemma":0.0027635419,"threshold_uncertainty_score":0.9985549},"labels":[],"label_agreement":null},{"id":"W2118725307","doi":"10.1111/medu.12516","title":"Lessons learned in the pursuit of a dream","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Scholarship; Medical education; Context (archaeology); Mentorship; Sociology; Psychology; Engineering ethics; Medicine; Political science; Engineering","score_opus":0.026089154388151924,"score_gpt":0.4050917106671746,"score_spread":0.3790025562790227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118725307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5716056,0.00008541428,0.0011987407,0.408316,0.0007924796,0.00033231155,3.351377e-7,0.000022777886,0.017646313],"genre_scores_gemma":[0.96741265,0.000031681746,0.0010707249,0.030361323,0.00045383006,0.00009818642,0.00006525366,0.00000928744,0.0004970612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981233,0.0001340609,0.00036881905,0.00015947066,0.0010608804,0.00015350581],"domain_scores_gemma":[0.9991595,0.000148535,0.00009761557,0.00038254744,0.00016824853,0.000043512726],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027847423,0.000073513744,0.00016534423,0.00018290471,0.00003899969,0.0000108648355,0.00029595062,0.00013589724,0.0006449368],"category_scores_gemma":[0.014060832,0.000050045637,0.000036480444,0.0007510604,0.00017735075,0.00004224979,0.000020321539,0.0003890839,0.000042711334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020119433,0.0015177568,0.005679001,0.00011433008,0.0000073250376,5.8815715e-7,0.0022131565,6.271296e-7,0.00015878305,0.028605057,0.12604862,0.83563465],"study_design_scores_gemma":[0.0016697652,0.00034958296,0.31060562,0.000790169,0.00008163974,0.00010416232,0.0051550404,0.0029279348,0.00040128067,0.008642877,0.66909176,0.00018014443],"about_ca_topic_score_codex":0.00011599811,"about_ca_topic_score_gemma":0.000019909668,"teacher_disagreement_score":0.83545446,"about_ca_system_score_codex":0.00006732204,"about_ca_system_score_gemma":0.0013047899,"threshold_uncertainty_score":0.99424416},"labels":[],"label_agreement":null},{"id":"W2118764202","doi":"","title":"Enseigner l’art de la communication","year":2011,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.026480268592091065,"score_gpt":0.2678081938617211,"score_spread":0.24132792526963004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118764202","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2569441,0.012588831,0.0030463994,0.014439335,0.00763934,0.0011359083,0.000015553369,0.00025447638,0.70393604],"genre_scores_gemma":[0.8452182,0.006513136,0.026034832,0.0058984533,0.0023679177,0.0002064499,0.00017068803,0.00015682314,0.1134335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611455,0.0010830592,0.00060843583,0.0003608574,0.0004064805,0.0014266135],"domain_scores_gemma":[0.99776524,0.0001698685,0.00021015575,0.0010874302,0.0003226011,0.00044473045],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027373803,0.00026935223,0.00027379315,0.00016692013,0.00019866019,0.000053355514,0.0004711554,0.0003004185,0.004475003],"category_scores_gemma":[0.004025532,0.00027994928,0.00008371631,0.0009537854,0.0008687076,0.0002311384,0.00011846867,0.0010518929,0.0019276404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011122067,0.0016824441,0.039398618,0.0002596857,0.00017313714,0.00013248004,0.051327173,0.0000031765508,0.00030603982,0.07303315,0.4586354,0.37493747],"study_design_scores_gemma":[0.0007178741,0.00004739163,0.29866034,0.0003190618,0.00018874671,0.00015644687,0.00055621826,0.00013386387,0.0013858211,0.000724683,0.6968983,0.00021129736],"about_ca_topic_score_codex":0.000100223246,"about_ca_topic_score_gemma":0.000003873158,"teacher_disagreement_score":0.59050256,"about_ca_system_score_codex":0.0006626419,"about_ca_system_score_gemma":0.0005743271,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W2118988994","doi":"10.1111/medu.12395","title":"What's your best time? Chronometry in the learning of medical procedures","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Formative assessment; Competence (human resources); Mental chronometry; Computer science; Psychology; Medical education; Applied psychology; Mathematics education; Medicine; Cognition; Social psychology; Neuroscience","score_opus":0.013068787027478043,"score_gpt":0.36809618390989807,"score_spread":0.35502739688242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118988994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8484881,0.00060562673,0.0008004029,0.14425328,0.0013776381,0.00038438826,1.3347578e-7,0.000032298925,0.0040581203],"genre_scores_gemma":[0.98039156,0.00028780778,0.0004217379,0.0164175,0.0013378744,0.00011638028,0.0001187953,0.000018973647,0.0008893652],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651855,0.00021594207,0.0006086635,0.00024911406,0.002167901,0.00023984746],"domain_scores_gemma":[0.9988918,0.00024391017,0.00017340053,0.00034149506,0.00023120767,0.00011820609],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003958151,0.00012764528,0.00026645212,0.0003329083,0.00007408633,0.00003529562,0.0004019588,0.00032602248,0.0033032743],"category_scores_gemma":[0.03826244,0.00008938683,0.00005250782,0.0010965369,0.00029835204,0.00019045045,0.000041017993,0.0009157865,0.0001674482],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041423875,0.003829989,0.02698385,0.0007555546,0.0000302169,0.0000034538755,0.006259506,0.00000519039,0.00010710708,0.0048013446,0.09334516,0.8638372],"study_design_scores_gemma":[0.005186626,0.0016960291,0.25980085,0.012370855,0.00028823037,0.00078295823,0.06166365,0.058206987,0.0005700573,0.0017388728,0.5968984,0.0007964852],"about_ca_topic_score_codex":0.00008859219,"about_ca_topic_score_gemma":0.000012125346,"teacher_disagreement_score":0.86304075,"about_ca_system_score_codex":0.0001120567,"about_ca_system_score_gemma":0.003498615,"threshold_uncertainty_score":0.9976078},"labels":[],"label_agreement":null},{"id":"W2119114827","doi":"10.1016/j.jsurg.2012.09.010","title":"How to Recruit, Retain, and Reap the Rewards of Working with PhD/EdD Educators in Surgery","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Toronto; University of Ottawa","keywords":"Medical education; Professional development; Work (physics); Medicine; Program director; Psychology; Engineering","score_opus":0.05935912885793818,"score_gpt":0.3324877224752343,"score_spread":0.2731285936172961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119114827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411365,0.0013153193,0.00005504454,0.055319935,0.0010640793,0.00021955481,1.9187496e-7,0.000003727205,0.00088566815],"genre_scores_gemma":[0.9944071,0.00029056764,0.0026387942,0.0008100379,0.001417529,0.000013688762,0.0000041296926,0.000014781238,0.00040337394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984881,0.000118849086,0.00058486086,0.000102779624,0.00048789495,0.00021748914],"domain_scores_gemma":[0.99824786,0.00037949762,0.000476663,0.00020879482,0.0005344137,0.00015278145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027368008,0.00010662367,0.00034307525,0.0004959175,0.000043921606,0.000025289417,0.000082231956,0.000087984394,0.000038331622],"category_scores_gemma":[0.0019179056,0.00006400338,0.000059216993,0.001153875,0.00011282608,0.00023773893,0.000015940912,0.00043520704,0.0000013102505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005322977,0.0012189614,0.6141236,0.0001589617,0.00006111898,0.000006778366,0.0059378627,0.0000024631208,0.00020499642,0.0011333282,0.053789213,0.3228304],"study_design_scores_gemma":[0.0007425716,0.0002868545,0.60268474,0.0022978417,0.00015004187,0.0018043296,0.019384012,0.000009166158,0.0009098623,0.00021979096,0.37131837,0.00019245071],"about_ca_topic_score_codex":0.000020301171,"about_ca_topic_score_gemma":0.000002443334,"teacher_disagreement_score":0.32263798,"about_ca_system_score_codex":0.00019632041,"about_ca_system_score_gemma":0.0010527318,"threshold_uncertainty_score":0.26099822},"labels":[],"label_agreement":null},{"id":"W2119126532","doi":"10.1136/ebm.5.2.64","title":"Review: interactive, but not didactic, continuing medical education is effective in changing physician performance","year":2000,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Web of science; CINAHL; Medicine; Psychological intervention; PsycINFO; MEDLINE; Family medicine; Nursing; Meta-analysis; Internal medicine","score_opus":0.016350194187696045,"score_gpt":0.35575921796992077,"score_spread":0.3394090237822247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119126532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8471552,0.014949556,0.0002395295,0.13024153,0.0010935392,0.0019287815,0.0000011938286,0.000101380356,0.0042892727],"genre_scores_gemma":[0.81770843,0.011792242,0.0004293747,0.16613685,0.0017747503,0.00050251285,0.00006243177,0.00003682234,0.0015565604],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99662054,0.00021073424,0.0008635453,0.0005544315,0.0012432529,0.00050747173],"domain_scores_gemma":[0.9978091,0.00061782415,0.000266468,0.00056430587,0.0005131397,0.00022914395],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002608459,0.0003135352,0.0007318394,0.00087300804,0.00010312037,0.000011758062,0.00024560138,0.000168965,0.0064373906],"category_scores_gemma":[0.009737835,0.00025485808,0.00008801553,0.0025056135,0.00032451708,0.00055207015,0.000026144735,0.0010091625,0.0002432931],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040615653,0.000397965,0.0036493868,0.0022585406,0.000025064,0.000016528284,0.0017708496,0.0000023495882,0.00060462294,0.000027777183,0.028972398,0.96186835],"study_design_scores_gemma":[0.0071715196,0.0022250835,0.12247489,0.6444436,0.00066034414,0.00020835307,0.0024732533,0.020658705,0.014979143,0.0000544112,0.18372633,0.00092439377],"about_ca_topic_score_codex":0.000110733854,"about_ca_topic_score_gemma":0.0000037686373,"teacher_disagreement_score":0.960944,"about_ca_system_score_codex":0.00061807333,"about_ca_system_score_gemma":0.000815182,"threshold_uncertainty_score":0.99999034},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2119167309","doi":"10.3109/0142159x.2012.716179","title":"Learning the CanMEDS roles in a near-peer shadowing program: A mixed methods randomized control trial","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Randomized controlled trial; Control (management); Professional development; Triangulation; Medicine; Psychology; Computer science","score_opus":0.02679185121275333,"score_gpt":0.42126077251072186,"score_spread":0.3944689212979685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119167309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457697,0.0007383988,0.007782871,0.035934072,0.0018820107,0.0030997193,1.6568168e-7,0.00018808559,0.0046049515],"genre_scores_gemma":[0.98118794,0.00000854637,0.009733246,0.002901532,0.0022219778,0.0017531232,0.000026156353,0.000041199546,0.002126302],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941423,0.0027000294,0.0008444148,0.00024129909,0.0014473293,0.00062462373],"domain_scores_gemma":[0.99830323,0.0007666406,0.00016553307,0.00032233767,0.00016121216,0.00028107027],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029300774,0.00020178802,0.00078916905,0.0001315364,0.00015611836,0.000039793224,0.0002120935,0.0003743429,0.002605158],"category_scores_gemma":[0.06947426,0.00011657533,0.00020429802,0.0006548765,0.0006001564,0.0000965224,0.00005298246,0.0020584145,0.00004578208],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.083579704,0.0018219657,0.019665724,0.00004751024,0.00028793677,0.000011130504,0.015013779,0.0000036199126,0.000016945238,0.0006846706,0.009248653,0.86961836],"study_design_scores_gemma":[0.73824084,0.00023379973,0.0019547923,0.00019532282,0.00032694062,0.000043410488,0.0033257322,0.07075867,0.00001477484,0.00012169266,0.18457581,0.00020820322],"about_ca_topic_score_codex":0.00016477842,"about_ca_topic_score_gemma":0.0000097069915,"teacher_disagreement_score":0.86941016,"about_ca_system_score_codex":0.00017438507,"about_ca_system_score_gemma":0.0004213892,"threshold_uncertainty_score":0.99953914},"labels":[],"label_agreement":null},{"id":"W2119216190","doi":"10.3109/0142159x.2013.804977","title":"Ethnography in qualitative educational research: AMEE Guide No. 80","year":2013,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":327,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ethnography; Context (archaeology); Sociology; Qualitative research; Engineering ethics; Work (physics); Reading (process); Epistemology; Pedagogy; Social science; Political science","score_opus":0.42441174929246755,"score_gpt":0.6145092642709147,"score_spread":0.19009751497844712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119216190","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017879848,0.91776794,0.00002551982,0.00971776,0.0013632529,0.0019293143,0.0000040440323,0.000049583454,0.06896381],"genre_scores_gemma":[0.000005350839,0.9298725,0.0026750148,0.00085213385,0.003283165,0.002254824,0.0009261967,0.00010788687,0.060022917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99096346,0.0023824705,0.0018354392,0.00078851945,0.0032325005,0.0007976316],"domain_scores_gemma":[0.9954523,0.0014061778,0.00034583372,0.0010105314,0.001241105,0.00054404564],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.011603778,0.0004535363,0.0017103659,0.0018661255,0.00011984285,0.00003616668,0.00066342443,0.0014403193,0.04410961],"category_scores_gemma":[0.06383467,0.00033686965,0.00038637253,0.003404232,0.0012622956,0.00010421531,0.00017868567,0.0059909686,0.0073504993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002928137,0.00066320994,0.00008295708,0.004431056,0.00009822646,0.000006741491,0.0020672774,2.9725569e-9,2.792675e-8,0.0008094206,0.4908501,0.50098807],"study_design_scores_gemma":[0.0004155849,0.00009211947,0.00002963242,0.01920276,0.00012337197,0.000041173244,0.0017975651,0.00004734619,3.0520727e-8,0.00059069844,0.9773789,0.000280837],"about_ca_topic_score_codex":0.00030829257,"about_ca_topic_score_gemma":0.000014805278,"teacher_disagreement_score":0.5007072,"about_ca_system_score_codex":0.00092681893,"about_ca_system_score_gemma":0.0050851787,"threshold_uncertainty_score":0.9999083},"labels":[],"label_agreement":null},{"id":"W2119227887","doi":"10.1503/cmaj.114-0004","title":"Doctors must be trained to assess credibility","year":2014,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Credibility; Medical education; Computer science; Data science; Medicine; Political science","score_opus":0.03645237877491958,"score_gpt":0.32793679887329447,"score_spread":0.2914844200983749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119227887","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071126088,0.000023281824,0.00062741095,0.9770723,0.0061697876,0.0005001236,0.00005668931,0.000062091756,0.008375719],"genre_scores_gemma":[0.003287495,0.000016048427,0.0013376295,0.9408408,0.048068274,0.000045678586,0.00067034544,0.000082823455,0.005650914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910957,0.0004963856,0.0014535823,0.0005488891,0.0051586945,0.0012466985],"domain_scores_gemma":[0.9934128,0.00045884665,0.0006318132,0.00053558504,0.002438241,0.0025227035],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006519636,0.0004193082,0.0008894698,0.0011066251,0.00042118793,0.0002032486,0.00060499,0.0037099144,0.017517703],"category_scores_gemma":[0.035788596,0.00039125347,0.00030921804,0.0010598227,0.00011507842,0.00011311887,0.000029705405,0.010673211,0.00051666587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000006401867,0.000034087065,0.0027648385,0.00008320168,0.00017689716,0.00086150016,0.00023067603,6.457297e-7,0.0000020958362,0.000035435278,0.9815965,0.014207684],"study_design_scores_gemma":[0.0008317448,0.00013413237,0.0058159176,0.00034164442,0.00015825842,0.0009923853,0.00016420495,0.00012979918,0.0000031945222,0.0000914933,0.9909877,0.0003494942],"about_ca_topic_score_codex":0.0016991346,"about_ca_topic_score_gemma":0.0029534786,"teacher_disagreement_score":0.041898485,"about_ca_system_score_codex":0.0073005864,"about_ca_system_score_gemma":0.014666765,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W2119307511","doi":"10.5539/jel.v3n4p26","title":"Video Review in Self-Assessment of Pharmacy Students’ Communication Skills","year":2014,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Self-assessment; Session (web analytics); Medical education; Curriculum; Perception; Pharmacy; Communication skills; Nonverbal communication; Medicine; Pedagogy; Nursing; Computer science; Developmental psychology","score_opus":0.013810401385445713,"score_gpt":0.44034398827322274,"score_spread":0.42653358688777704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119307511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98699653,0.0037125463,0.0003218635,0.006734958,0.00025103666,0.00015869211,3.112968e-8,0.0000049440337,0.0018194126],"genre_scores_gemma":[0.9729951,0.0077196076,0.016941471,0.0020145753,0.00012045381,0.0000065411414,0.0000066744387,0.0000063063544,0.00018924302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99871355,0.0002655387,0.000600266,0.00005810104,0.00030047592,0.00006204361],"domain_scores_gemma":[0.99865985,0.00011714287,0.0005655845,0.00011991898,0.00049325044,0.00004428037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002833878,0.00005408282,0.00022167442,0.00023617918,0.0000455533,0.000010114435,0.00009285611,0.00002452905,0.00012037292],"category_scores_gemma":[0.0012302675,0.000046423254,0.000031540316,0.0003141015,0.000024009349,0.00011320318,0.000017064229,0.0005426258,0.0000014666773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010613861,0.0018279753,0.76444614,0.0009778584,0.000033325254,2.48949e-7,0.0026064038,0.000013191209,0.00038458148,0.00052479014,0.0035093026,0.22566558],"study_design_scores_gemma":[0.0012916845,0.00017791221,0.8738569,0.004762732,0.00012796016,0.00008529873,0.0016590188,0.0004353821,0.000047845595,0.00006794633,0.11742493,0.000062367515],"about_ca_topic_score_codex":0.000011114333,"about_ca_topic_score_gemma":5.2580896e-7,"teacher_disagreement_score":0.22560322,"about_ca_system_score_codex":0.00012407485,"about_ca_system_score_gemma":0.0004193438,"threshold_uncertainty_score":0.23574692},"labels":[],"label_agreement":null},{"id":"W2119427504","doi":"10.1016/s1556-3499(13)60150-3","title":"The Set and Setting: Professionalism Defined","year":2005,"lang":"en","type":"article","venue":"Journal of Chiropractic Humanities","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Set (abstract data type); Construct (python library); Perspective (graphical); Engineering ethics; Professional standards; Order (exchange); Medicine; Public relations; Computer science; Political science; Engineering; Business","score_opus":0.05999169956552154,"score_gpt":0.37403472160459794,"score_spread":0.3140430220390764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119427504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90703607,0.001177328,0.00003716184,0.08428845,0.00062643556,0.00010172812,5.175303e-7,0.000009629387,0.0067226794],"genre_scores_gemma":[0.9816259,0.00024523228,0.005562588,0.005087179,0.0016374813,0.0000042324646,0.0000032462808,0.000013834266,0.0058202893],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989321,0.000049502785,0.00044029584,0.00005107255,0.00040972032,0.000117257376],"domain_scores_gemma":[0.99874574,0.00025106664,0.00045129246,0.000110588844,0.00041356447,0.00002776156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001089217,0.00007081546,0.0001353192,0.00010007955,0.0003305664,0.00005644437,0.00007053132,0.000043842254,0.00014944236],"category_scores_gemma":[0.0023097328,0.00004047953,0.000036525955,0.000074099145,0.0001569722,0.00025168186,0.00001984149,0.0005102039,0.000010032644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073118013,0.0006495263,0.0039428594,0.00026778228,0.00046646854,0.000085741376,0.028866965,0.000005737371,0.001497659,0.109018534,0.44707376,0.40739378],"study_design_scores_gemma":[0.0007630785,0.00017737846,0.018147497,0.00018136126,0.00010995931,0.001952995,0.008285424,0.00007815674,0.00018172352,0.0024665862,0.9675921,0.000063741456],"about_ca_topic_score_codex":0.0000015889618,"about_ca_topic_score_gemma":0.0000018856391,"teacher_disagreement_score":0.52051836,"about_ca_system_score_codex":0.00007058616,"about_ca_system_score_gemma":0.0002297548,"threshold_uncertainty_score":0.27651328},"labels":[],"label_agreement":null},{"id":"W2119437902","doi":"10.1046/j.1365-2923.2002.01240.x","title":"Can global co‐operation enhance quality in medical education? Some lessons from an international assessment consortium","year":2002,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"International Medical University; University Grants Committee; Chinese University of Hong Kong; Education University of Hong Kong; University of Hong Kong; Institute of International Education","keywords":"Curriculum; Globalization; Medical education; Public relations; Globalism; Quality (philosophy); Political science; Medicine; Business; Sociology; Pedagogy; Law","score_opus":0.01707576098064037,"score_gpt":0.4850936085570855,"score_spread":0.46801784757644516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119437902","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034707498,0.0005364743,0.00035966147,0.20817755,0.7483518,0.0011929474,0.00034413653,0.0001889769,0.0061409567],"genre_scores_gemma":[0.067149036,0.0020101352,0.003921263,0.04244004,0.8058639,0.001630579,0.07391193,0.00014070593,0.002932391],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98638177,0.0007884993,0.0025549002,0.0016263603,0.007960843,0.0006876244],"domain_scores_gemma":[0.99457,0.00051175745,0.0009427254,0.0014561146,0.00166428,0.0008551318],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0033804367,0.0006970489,0.0011227442,0.00055533584,0.00022373177,0.00019188093,0.0012353705,0.0031084642,0.019038262],"category_scores_gemma":[0.034628503,0.00071207806,0.00018063404,0.0007769723,0.0005726621,0.0006589166,0.00013529428,0.0037079344,0.00023310378],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006552981,0.007192281,0.007108766,0.00014366112,0.00009914448,0.000012710833,0.0003730976,0.0000010018927,0.000007476835,0.0054261815,0.8479659,0.13160425],"study_design_scores_gemma":[0.0020136067,0.00018594017,0.047958545,0.0019216283,0.0001695168,0.00003087787,0.0008448476,0.0016702075,0.000020807987,0.0021156638,0.9422814,0.00078695675],"about_ca_topic_score_codex":0.006484972,"about_ca_topic_score_gemma":0.0018434395,"teacher_disagreement_score":0.16573752,"about_ca_system_score_codex":0.0052872947,"about_ca_system_score_gemma":0.07323029,"threshold_uncertainty_score":0.99953306},"labels":[],"label_agreement":null},{"id":"W2119449249","doi":"10.5539/jel.v2n1p20","title":"Assessing the Clinical Skills of Dental Students: A Review of the Literature","year":2013,"lang":"en","type":"review","venue":"Journal of Education and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Medical education; Psychology; MEDLINE; Perspective (graphical); Educational measurement; Curriculum; Medicine; Computer science; Pedagogy","score_opus":0.0545430262636095,"score_gpt":0.5446959283992571,"score_spread":0.49015290213564755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119449249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005811766,0.9906231,0.000010714362,0.0011119442,0.0017414815,0.00046591886,3.314822e-7,0.0000014945558,0.0002332189],"genre_scores_gemma":[0.00048088038,0.9956109,0.0009760394,0.0010045412,0.0008887514,0.0000101697815,0.00001310648,0.0000145844915,0.0010010431],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966193,0.00087724,0.0017601625,0.000099352364,0.00056526944,0.00007869271],"domain_scores_gemma":[0.99459577,0.0004600513,0.0035647238,0.00023662244,0.0010938392,0.00004897613],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003976735,0.00013443541,0.0009869636,0.00016508106,0.00009242639,0.00005412458,0.00027853262,0.00016529537,0.00014154229],"category_scores_gemma":[0.009528491,0.000060775084,0.00040547096,0.00069785665,0.00014486161,0.00013836207,0.000051211984,0.0020861167,0.0000021955352],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.2875664e-7,0.0003764721,0.0022568682,0.031994555,0.00011837186,2.6837165e-7,0.00048159072,4.1444558e-8,4.2004424e-7,0.000023955521,0.008550192,0.9561964],"study_design_scores_gemma":[0.00010267694,0.00006249157,0.004608375,0.31435105,0.0008953984,0.00039732514,0.0013279907,3.8912864e-7,2.4311058e-7,0.0000056380813,0.67820853,0.000039867293],"about_ca_topic_score_codex":0.0000014216075,"about_ca_topic_score_gemma":4.621424e-8,"teacher_disagreement_score":0.95615655,"about_ca_system_score_codex":0.00007399603,"about_ca_system_score_gemma":0.0016913085,"threshold_uncertainty_score":0.99881464},"labels":[],"label_agreement":null},{"id":"W2119481955","doi":"10.1097/acm.0b013e3181f1323f","title":"A Decade of Reports Calling for Change in Medical Education: What Do They Say?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Accountability; Inclusion (mineral); Workforce; Health care; Set (abstract data type); Public relations; Political science; Medicine; Psychology; Sociology; Social science; Computer science","score_opus":0.04141103890080364,"score_gpt":0.4272247068216527,"score_spread":0.38581366792084903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119481955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.878473,0.0032206806,0.00021025092,0.1103318,0.0052963304,0.0013273115,6.6598506e-7,0.00004217841,0.0010977901],"genre_scores_gemma":[0.97072107,0.0022655625,0.0016911332,0.01963537,0.0047437404,0.00051969115,0.00011770392,0.000034342334,0.0002713639],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702466,0.000034833985,0.0012533775,0.0003908479,0.0009663244,0.00032993688],"domain_scores_gemma":[0.9980858,0.00027904476,0.00039603547,0.0005111009,0.00047818705,0.0002498608],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034618601,0.00017920927,0.00051558885,0.0005039538,0.0000455199,0.0000043585123,0.00022167589,0.00070252846,0.00081883825],"category_scores_gemma":[0.01752761,0.00013908505,0.000047539244,0.0006425401,0.0003104376,0.0002467975,0.000030798506,0.0017266382,0.0000047255844],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018198148,0.00031826537,0.07765927,0.001022358,0.00006033769,0.00005129925,0.02739271,3.7968422e-7,0.013787886,0.026517427,0.03805378,0.8149543],"study_design_scores_gemma":[0.01719057,0.002119408,0.10631451,0.050843213,0.0010885017,0.008758817,0.05432112,0.0038869542,0.013547755,0.10597484,0.6342206,0.0017337453],"about_ca_topic_score_codex":0.00020867937,"about_ca_topic_score_gemma":0.000046813093,"teacher_disagreement_score":0.81322056,"about_ca_system_score_codex":0.00008736853,"about_ca_system_score_gemma":0.0011404827,"threshold_uncertainty_score":0.99074817},"labels":[],"label_agreement":null},{"id":"W2119494506","doi":"10.1002/chp.21205","title":"The Royal College Experience and Plans for the Maintenance of Certification Program","year":2013,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"European Commission","keywords":"Maintenance of Certification; Transformative learning; Certification; Medical education; Continuing medical education; Lifelong learning; Professional development; Engineering ethics; Medicine; Public relations; Continuing education; Pedagogy; Psychology; Political science; Engineering","score_opus":0.031868813998968404,"score_gpt":0.4273916768685413,"score_spread":0.3955228628695729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119494506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7800537,0.000739414,0.0011306981,0.21352427,0.001602649,0.0028114675,0.0000020793384,0.0000059823565,0.00012976179],"genre_scores_gemma":[0.9918057,0.0001820675,0.0039928,0.0017269589,0.00027702053,0.000721855,0.000003202695,0.000007536255,0.0012828826],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984943,0.00019268806,0.0007951665,0.00007653985,0.00026114978,0.00018011927],"domain_scores_gemma":[0.99702996,0.00090768485,0.00085539673,0.00025285862,0.0009085791,0.000045511148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002550561,0.00006565333,0.00015722528,0.000085079555,0.00038163242,0.00002374712,0.00021946536,0.00004819049,0.00001037659],"category_scores_gemma":[0.0024900804,0.000028657752,0.000036201654,0.00031555266,0.0001916097,0.000083737126,0.000012354696,0.0003796463,7.724789e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012712629,0.0006791868,0.011252855,0.00021563117,0.00001712063,1.0651873e-7,0.05733945,0.0000036097579,0.00010432419,0.009482509,0.17714104,0.743637],"study_design_scores_gemma":[0.0009370655,0.0005279679,0.5630677,0.0021956242,0.000039449198,0.00006636842,0.3319159,0.0024004043,0.00006568051,0.0023102197,0.096397944,0.000075737385],"about_ca_topic_score_codex":0.000048416343,"about_ca_topic_score_gemma":0.0000127372,"teacher_disagreement_score":0.7435613,"about_ca_system_score_codex":0.00008740332,"about_ca_system_score_gemma":0.0009956824,"threshold_uncertainty_score":0.29810387},"labels":[],"label_agreement":null},{"id":"W2119859307","doi":"10.1177/070674370404901007","title":"Preparing Psychiatry Residents for the Certification Exam: A Survey of Residency and Exam Experiences","year":2004,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"","keywords":"Certification; Preparedness; Anxiety; Medical education; Curriculum; Medicine; Psychology; Residency training; Family medicine; Psychiatry; Pedagogy; Continuing education","score_opus":0.041995345144050185,"score_gpt":0.33456831009519844,"score_spread":0.29257296495114826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119859307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94071406,0.0037177776,0.00059629907,0.051120717,0.0032720617,0.0003811887,0.000004234093,0.000003645698,0.00019000056],"genre_scores_gemma":[0.99005413,0.00004743138,0.008503132,0.0007745173,0.00051542884,0.0000214498,0.000004147956,0.000013869553,0.000065912645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869627,0.00007545391,0.00062765635,0.00011793166,0.00029251992,0.00019017891],"domain_scores_gemma":[0.9984261,0.000113957554,0.00047212988,0.00034582632,0.0005004559,0.0001415663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022051388,0.00009280906,0.00017389993,0.00020473174,0.0004007312,0.000039921055,0.00029436895,0.000078428086,0.000030890355],"category_scores_gemma":[0.0014131091,0.000056447647,0.000055064418,0.00044533637,0.00030374265,0.0001086707,0.0000075978623,0.0002753925,0.0000011408761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039986716,0.00014419135,0.88392925,0.00025622325,0.00024504724,0.000001454782,0.019052748,0.00010556809,0.000080927166,0.03147449,0.055969656,0.008340595],"study_design_scores_gemma":[0.00073646475,0.00022694963,0.97192717,0.0003837677,0.00011301569,0.00015522943,0.007687929,0.000028995184,0.000073639734,0.018311001,0.00028727477,0.00006853789],"about_ca_topic_score_codex":0.029390244,"about_ca_topic_score_gemma":0.30584386,"teacher_disagreement_score":0.2764536,"about_ca_system_score_codex":0.00012160946,"about_ca_system_score_gemma":0.006580958,"threshold_uncertainty_score":0.9990508},"labels":[],"label_agreement":null},{"id":"W2119949541","doi":"10.1136/bmjopen-2014-006129","title":"The epidemiology of competence: protocol for a scoping review","year":2014,"lang":"en","type":"review","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Epidemiology; Protocol (science); Competence (human resources); Biostatistics; Public health; Medical education; Family medicine; Alternative medicine; Nursing; Pathology","score_opus":0.49864221265916503,"score_gpt":0.6813063961541224,"score_spread":0.18266418349495733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119949541","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.2423815e-10,0.48044235,0.00029858382,0.0014999205,0.00010890817,0.5162425,0.000001683571,0.000004730643,0.0014013],"genre_scores_gemma":[2.3480046e-10,0.4708755,0.007351119,0.0015713075,0.0002057795,0.51952606,0.00005314709,0.000014672629,0.00040237088],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966388,0.0005997038,0.0020996237,0.00027005072,0.00017218688,0.00021967562],"domain_scores_gemma":[0.99439806,0.0021553382,0.0019461637,0.0010416708,0.00041796672,0.000040773368],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013848569,0.00018500011,0.002838724,0.000054938533,0.000113484064,0.0000072386074,0.0007564764,0.00018569654,0.00011284719],"category_scores_gemma":[0.033224452,0.00009582163,0.0002687385,0.0003496372,0.00017264207,0.000027439077,0.0002213867,0.00029488638,0.00003962395],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008865407,0.00001542436,0.0000024255908,0.4268821,0.000026148118,9.585426e-8,0.0000021660478,4.690879e-9,1.7584815e-9,0.0022589322,0.040943973,0.5298599],"study_design_scores_gemma":[0.0001786161,0.00007658385,0.0000010866339,0.4748579,0.00016337562,0.000023458886,0.0000017354334,0.0000043741943,2.748675e-8,0.00011008629,0.52453125,0.0000515413],"about_ca_topic_score_codex":0.0000067578776,"about_ca_topic_score_gemma":0.0000017525008,"teacher_disagreement_score":0.52980834,"about_ca_system_score_codex":0.00007185592,"about_ca_system_score_gemma":0.0025242227,"threshold_uncertainty_score":0.9749191},"labels":[],"label_agreement":null},{"id":"W2120102641","doi":"10.7439/ijbar.v5i2.632","title":"The influence of objectively structured practical examination (OSPE) on scoring pattern","year":2014,"lang":"en","type":"article","venue":"International Journal of Biomedical and Advance Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subjectivity; Physical examination; Psychology; Medical education; Medicine; Internal medicine; Philosophy","score_opus":0.03156813954269128,"score_gpt":0.4515508470426849,"score_spread":0.4199827074999936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120102641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739236,0.000060354738,0.006847831,0.018328615,0.0004791202,0.000097519376,0.0000016808754,0.0000034143868,0.0002578395],"genre_scores_gemma":[0.99663895,0.00027298057,0.0020604476,0.00027527468,0.0006696994,0.0000038210746,0.0000032664839,0.0000063322104,0.00006923899],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968581,0.00017354857,0.0004722315,0.000121017154,0.0022066333,0.00016845702],"domain_scores_gemma":[0.9962505,0.001022084,0.00024502314,0.00011236234,0.0022654952,0.000104518644],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034534049,0.00006514826,0.00014325375,0.00034529998,0.00009925374,0.0000338044,0.00023105548,0.000064972395,0.000022431941],"category_scores_gemma":[0.012462257,0.00003945304,0.00003442964,0.0003187167,0.0006383096,0.00016357082,0.00006690403,0.00072127173,0.0000037530422],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026387608,0.00021458119,0.0026793936,0.000034393353,0.00006455385,0.000023636816,0.0002047109,0.000013662481,0.009162852,0.0045413566,0.00047836086,0.98231864],"study_design_scores_gemma":[0.0020959028,0.0018385976,0.9291603,0.0011519016,0.00001941952,0.0006153392,0.00078654103,0.0017680512,0.0056862663,0.008002366,0.048778683,0.00009662964],"about_ca_topic_score_codex":0.000008893613,"about_ca_topic_score_gemma":0.0000013389323,"teacher_disagreement_score":0.982222,"about_ca_system_score_codex":0.00013302006,"about_ca_system_score_gemma":0.00018755536,"threshold_uncertainty_score":0.99585617},"labels":[],"label_agreement":null},{"id":"W2120160627","doi":"10.5430/jnep.v3n12p187","title":"Self-centeredness or patient-centeredness–final year nursing students’ experiences of learning at a clinical education ward","year":2013,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stockholms Läns Landsting; Karolinska Institutet","keywords":"Graduation (instrument); Autonomy; Ambivalence; Nurse education; Nursing; Context (archaeology); Perspective (graphical); Psychology; Medical education; Focus group; Medicine; Social psychology; Sociology","score_opus":0.10130240232771523,"score_gpt":0.4964741687225114,"score_spread":0.3951717663947961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120160627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808987,0.00055731717,0.0001523944,0.008185395,0.006746594,0.00033314322,1.8432745e-7,0.000014439181,0.003111862],"genre_scores_gemma":[0.9736727,0.0003650559,0.02335644,0.00092378695,0.00080780464,0.00002106584,0.000010650251,0.00001893077,0.00082356826],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975402,0.0004058542,0.0010445854,0.00018756323,0.0006540904,0.00016773293],"domain_scores_gemma":[0.99604154,0.00036384803,0.0014794909,0.00017288372,0.0017658584,0.00017636362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010806487,0.00013215763,0.0003108155,0.00030098957,0.00022922488,0.00007132282,0.00013289576,0.000119754666,0.00029432995],"category_scores_gemma":[0.0047156597,0.000105914354,0.00007340261,0.00038843,0.00020026513,0.00081540045,0.000022975722,0.0005158098,0.000013734159],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013533568,0.022452205,0.023434373,0.00015828288,0.000116993964,0.0000021881726,0.20026536,6.9103027e-7,0.00026556928,0.00015918097,0.047650233,0.70414156],"study_design_scores_gemma":[0.0020993284,0.0024177083,0.05600931,0.0052520907,0.0006310153,0.0049331216,0.86139846,0.00010404465,0.00025074344,0.00014831955,0.06652183,0.0002340052],"about_ca_topic_score_codex":0.00000734227,"about_ca_topic_score_gemma":1.3840372e-7,"teacher_disagreement_score":0.70390755,"about_ca_system_score_codex":0.00046977308,"about_ca_system_score_gemma":0.0017042278,"threshold_uncertainty_score":0.56454253},"labels":[],"label_agreement":null},{"id":"W2120386903","doi":"10.1097/00001888-200510001-00015","title":"Self-Assessment in the Health Professions: A Reformulation and Research Agenda","year":2005,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":967,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health professions; MEDLINE; Medical education; Psychology; Medicine; Engineering ethics; Political science; Health care; Engineering; Law","score_opus":0.2899246579624804,"score_gpt":0.6148924778418009,"score_spread":0.3249678198793205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120386903","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007246143,0.92340714,0.00004403281,0.07061706,0.00033784306,0.003840195,0.0000016635868,0.000046337587,0.0016332476],"genre_scores_gemma":[0.0002369398,0.9884608,0.0013003713,0.0057677664,0.0023847078,0.0007842496,0.00040072337,0.00004278554,0.0006216575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99425274,0.0012975899,0.0017415994,0.00052096765,0.001616827,0.00057026296],"domain_scores_gemma":[0.9977071,0.000788904,0.00050930015,0.0006520771,0.00021514228,0.00012744803],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017281426,0.00030637402,0.0013634646,0.0012123525,0.00026618884,0.000007094194,0.00037003355,0.00072153925,0.00009878921],"category_scores_gemma":[0.0019143388,0.0001571299,0.000052195723,0.0026252572,0.0002707414,0.00008912285,0.00010427445,0.007530409,0.000027545233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047187705,0.000040488525,0.000044004115,0.011050636,0.000026823465,0.0000061609708,0.0073184487,1.05673506e-8,1.0056287e-7,0.0035417003,0.055403225,0.9225637],"study_design_scores_gemma":[0.0006276996,0.00028938567,0.00031908497,0.04215546,0.00017332281,0.00024677123,0.0038670565,0.00007568863,1.42958125e-8,0.00033387452,0.9518028,0.00010882478],"about_ca_topic_score_codex":0.00006684551,"about_ca_topic_score_gemma":0.0000046176237,"teacher_disagreement_score":0.92245483,"about_ca_system_score_codex":0.0016860462,"about_ca_system_score_gemma":0.0030147654,"threshold_uncertainty_score":0.99475926},"labels":[],"label_agreement":null},{"id":"W2120688845","doi":"10.3109/0142159x.2014.890281","title":"Understanding, teaching and assessing the elements of the CanMEDS Professional Role: Canadian Program Directors’ views","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Professional development; Psychology; Medicine; Pedagogy","score_opus":0.06984740845118688,"score_gpt":0.40462325348639905,"score_spread":0.3347758450352122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120688845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92815775,0.00009422442,0.00045916584,0.038516644,0.0009440311,0.0006907362,5.7095906e-7,0.000036535683,0.031100325],"genre_scores_gemma":[0.99387586,0.00000323637,0.00085611665,0.0026732679,0.00042260252,0.00006694324,0.000014146667,0.00001736935,0.0020704838],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977847,0.00046550727,0.00037303392,0.00017571216,0.00091673556,0.00028435473],"domain_scores_gemma":[0.9992295,0.00007483385,0.00013162506,0.00029820754,0.00005424169,0.00021162753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040919823,0.0001140647,0.00018640373,0.00007790087,0.00045138542,0.000024065765,0.00020552144,0.00016324164,0.00073081156],"category_scores_gemma":[0.004457767,0.000056226672,0.00004171673,0.00025907162,0.00041018994,0.0000489085,0.000063424544,0.0012125607,0.000002618732],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043244704,0.0003058127,0.55856246,0.000079914054,0.000059774502,0.000001312093,0.0029416815,1.07606056e-7,0.00005267437,0.0055280062,0.046638165,0.38582575],"study_design_scores_gemma":[0.0008929851,0.00009370018,0.27575135,0.00089156895,0.00011700302,0.000037872273,0.004533805,0.012135093,0.000021353673,0.0009769411,0.7043921,0.00015627258],"about_ca_topic_score_codex":0.0050345818,"about_ca_topic_score_gemma":0.004393797,"teacher_disagreement_score":0.6577539,"about_ca_system_score_codex":0.000325071,"about_ca_system_score_gemma":0.00078875734,"threshold_uncertainty_score":0.8001874},"labels":[],"label_agreement":null},{"id":"W2120782953","doi":"10.3109/0142159x.2014.874552","title":"Curriculum inventory: Modeling, sharing and comparing medical education programs","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"Association of American Medical Colleges","keywords":"Curriculum; Curriculum mapping; Medical education; Audit; Accreditation; Accountability; Diversity (politics); Quality assurance; Computer science; Scholarship; Curriculum development; Medicine; Psychology; Pedagogy; Sociology; Political science; Business; Accounting","score_opus":0.0343323229478287,"score_gpt":0.3506103187780305,"score_spread":0.3162779958302018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120782953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778932,0.00021966857,0.0024074614,0.00958208,0.0007086158,0.00028462434,7.2911353e-9,0.00017067669,0.008733711],"genre_scores_gemma":[0.9956108,0.000029550394,0.0002661646,0.001287158,0.0014816785,0.00010975509,0.00008313044,0.000032221393,0.00109956],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971821,0.00007799107,0.0004936287,0.0004239746,0.0014815651,0.00034078868],"domain_scores_gemma":[0.9987683,0.0000020327673,0.00007746679,0.0003589118,0.00017194994,0.00062130485],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021181721,0.00017400464,0.00032928618,0.00015296155,0.00011535603,0.000035536515,0.00023769548,0.0003623193,0.0017582773],"category_scores_gemma":[0.0067045004,0.00014366346,0.00005096811,0.00034127242,0.00024102388,0.00009324948,0.00014508188,0.0009776434,0.00006080993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049808923,0.0008026114,0.9422085,0.000118728065,0.00002240069,0.0000025838838,0.0003377034,8.3790763e-7,1.9924326e-7,0.0047304174,0.0055165594,0.046254475],"study_design_scores_gemma":[0.0008209415,0.000075210526,0.00031697913,0.00068971043,0.000045839643,0.00010671152,0.00044064762,0.98501205,2.0134195e-7,0.0008431903,0.011502847,0.00014566173],"about_ca_topic_score_codex":0.00024124012,"about_ca_topic_score_gemma":0.000027592136,"teacher_disagreement_score":0.9850112,"about_ca_system_score_codex":0.00012700961,"about_ca_system_score_gemma":0.000592406,"threshold_uncertainty_score":0.99915427},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2120950549","doi":"10.1097/00001888-200410001-00002","title":"An Examination of the Appropriateness of Using a Common Peer Assessment Instrument to Assess Physician Skills across Specialties","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Generalizability theory; Specialty; Medicine; Reliability (semiconductor); Family medicine; Psychometrics; Psychology; Clinical psychology","score_opus":0.06326721913361225,"score_gpt":0.4338719509033059,"score_spread":0.37060473176969366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120950549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98518527,0.000024500536,0.0059504737,0.0064851935,0.00091289676,0.0007934616,0.000006203924,0.000019938278,0.0006220768],"genre_scores_gemma":[0.9935198,0.000015835056,0.0031887498,0.0022220325,0.00084866927,0.000028647992,0.00005236652,0.000023163553,0.000100741956],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99707013,0.000116351315,0.00086042465,0.00025369425,0.0014422144,0.00025719078],"domain_scores_gemma":[0.9981039,0.000057376164,0.0004901602,0.0005388837,0.0007194698,0.00009018802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021840287,0.00017123845,0.0005003056,0.0001759164,0.000108259555,0.000003707402,0.00033741273,0.00020082672,0.000031186344],"category_scores_gemma":[0.00079316,0.00011441829,0.000040684765,0.0010866086,0.00042622248,0.00014434074,0.00008224514,0.00061080157,0.0000013578745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014266612,0.0012274417,0.087777965,0.0011850931,0.00021112013,0.0000047412395,0.09430316,0.0019492037,0.51935744,0.02705433,0.00087398273,0.26591286],"study_design_scores_gemma":[0.0033059553,0.0006317271,0.87208176,0.0028536883,0.00021945975,0.000026949789,0.028155666,0.00075250893,0.08900785,0.0020236769,0.0007374226,0.00020336833],"about_ca_topic_score_codex":0.00019492276,"about_ca_topic_score_gemma":0.000006729911,"teacher_disagreement_score":0.7843038,"about_ca_system_score_codex":0.00046996956,"about_ca_system_score_gemma":0.00034241166,"threshold_uncertainty_score":0.46658424},"labels":[],"label_agreement":null},{"id":"W2121057323","doi":"10.1046/j.1365-2923.2001.00989.x","title":"Students and student life","year":2001,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interactivity; Perspective (graphical); Medical education; Psychology; Process (computing); Pedagogy; Medicine; Computer science; Multimedia","score_opus":0.009624737291842477,"score_gpt":0.4215918865936849,"score_spread":0.4119671493018424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121057323","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038619593,0.0015451006,0.000074627984,0.015227201,0.94077456,0.0007885845,0.000005090744,0.00011324541,0.0028520105],"genre_scores_gemma":[0.0018744508,0.0026382722,0.000599086,0.016128168,0.96503556,0.00036231286,0.0021912458,0.0000858204,0.011085078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931584,0.00009090025,0.00080440025,0.0006340362,0.004956014,0.00035627768],"domain_scores_gemma":[0.9974578,0.00023988013,0.0002970244,0.0006325383,0.00092855137,0.00044422082],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013791876,0.0003400883,0.00059342204,0.00039936067,0.00013391192,0.000089705885,0.0004157437,0.0015399234,0.0019645963],"category_scores_gemma":[0.034517385,0.00030455596,0.00007346454,0.0005623062,0.00025842458,0.000083205094,0.00016931072,0.0019868354,0.00018145707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003386394,0.0018137995,0.005920278,0.00034123886,0.000093092225,0.000009158811,0.0003366443,1.9789052e-8,6.853441e-7,0.0000360321,0.9123178,0.07909739],"study_design_scores_gemma":[0.0010786924,0.0001641554,0.012355841,0.0011256768,0.00025876358,0.000028416489,0.0005334608,0.000016336064,8.379069e-7,0.000048473456,0.98415065,0.00023867612],"about_ca_topic_score_codex":0.00010180064,"about_ca_topic_score_gemma":0.000007952889,"teacher_disagreement_score":0.07885872,"about_ca_system_score_codex":0.00048129013,"about_ca_system_score_gemma":0.010477434,"threshold_uncertainty_score":0.99994063},"labels":[],"label_agreement":null},{"id":"W2121172703","doi":"10.3138/jvme.30.1.57","title":"Using Clinical Audits to Identify Practitioner Learning Needs","year":2003,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audit; Medicine; Continuing education; Medical education; Clinical Practice; Needs assessment; Continuing medical education; Veterinary medicine; Nursing; Business; Accounting","score_opus":0.17986033875142887,"score_gpt":0.5415806141044572,"score_spread":0.36172027535302836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121172703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654875,0.00017296428,0.013013471,0.01251106,0.0070718783,0.00019556613,1.6224153e-7,0.000017618286,0.0015297767],"genre_scores_gemma":[0.94596744,0.00011386723,0.040246487,0.010450664,0.0025072708,0.000009065879,0.0000097074,0.000028342905,0.0006671744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678475,0.00040761576,0.0012779217,0.000159614,0.0011469445,0.0002231811],"domain_scores_gemma":[0.9973791,0.00016202999,0.0006558969,0.00021069571,0.0011269473,0.00046533058],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004129223,0.00013352043,0.00035876696,0.00065575744,0.00012728125,0.00003076248,0.00014387975,0.00024325469,0.001734351],"category_scores_gemma":[0.033988956,0.00011671017,0.0001443425,0.0009969369,0.00010261142,0.00031835499,0.00002742515,0.0011917973,0.000070690796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011939656,0.009941905,0.05937948,0.000560405,0.00046503625,0.0003898758,0.0035859959,0.0001563942,0.016308926,0.0038884953,0.31547678,0.58865273],"study_design_scores_gemma":[0.0016654637,0.0028945983,0.057318106,0.0014934764,0.00023452999,0.014995277,0.0038543304,0.00040673302,0.00018200117,0.00026479023,0.91645545,0.00023526509],"about_ca_topic_score_codex":0.0000048395946,"about_ca_topic_score_gemma":1.6611749e-7,"teacher_disagreement_score":0.6009787,"about_ca_system_score_codex":0.00031336801,"about_ca_system_score_gemma":0.004409997,"threshold_uncertainty_score":0.9991782},"labels":[],"label_agreement":null},{"id":"W2121314260","doi":"10.3109/01421590903202496","title":"A teaching encounter card to evaluate clinical supervisors across clerkship rotations","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cronbach's alpha; Clinical clerkship; Medical education; Supervisor; Rating scale; Internal consistency; Psychology; Medicine; Curriculum; Psychometrics; Pedagogy; Clinical psychology","score_opus":0.06339791811354148,"score_gpt":0.47812039565572423,"score_spread":0.4147224775421827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121314260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384995,0.000014813468,0.0012439324,0.046550427,0.0028322928,0.0005340601,0.000002190009,0.00017327223,0.010149478],"genre_scores_gemma":[0.967452,0.000004181021,0.005878583,0.014136898,0.0037375817,0.00018066146,0.0000690678,0.000056121462,0.008484901],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959314,0.00029928095,0.00096171163,0.0005498351,0.0016704572,0.00058730505],"domain_scores_gemma":[0.997923,0.0001404264,0.00008903204,0.0007760945,0.00034626684,0.00072513975],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008904612,0.00022365643,0.00043962902,0.00013944761,0.00026296728,0.000043194003,0.0003826849,0.00058561127,0.0077169687],"category_scores_gemma":[0.028877687,0.00017976659,0.00018546513,0.00044832495,0.0003805194,0.00011503263,0.00014102204,0.003851334,0.001183783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104639985,0.0014878887,0.42986798,0.00006717619,0.0001245755,0.00004590353,0.011192529,0.0000010095978,0.00035491426,0.0009995423,0.13832809,0.41742575],"study_design_scores_gemma":[0.0047692033,0.00063538743,0.24772432,0.00040359912,0.00024269216,0.0002725619,0.005358787,0.021656116,0.000052499607,0.00069368636,0.7174958,0.00069533335],"about_ca_topic_score_codex":0.00020131528,"about_ca_topic_score_gemma":0.00014595449,"teacher_disagreement_score":0.5791677,"about_ca_system_score_codex":0.00010320033,"about_ca_system_score_gemma":0.0005351351,"threshold_uncertainty_score":0.9995939},"labels":[],"label_agreement":null},{"id":"W2121322126","doi":"","title":"What goes around, comes around: a history of medical tuition.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Demise; Economic shortage; Government (linguistics); Inflation (cosmology); Political science; Medicine; Law","score_opus":0.03750901694383022,"score_gpt":0.29497654160217396,"score_spread":0.2574675246583437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121322126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91437465,0.004669294,0.0006827184,0.053404838,0.008111131,0.001001089,0.0000014240179,0.000145625,0.017609213],"genre_scores_gemma":[0.97699994,0.001362997,0.0003705511,0.0069264565,0.0010284072,0.0008675742,0.00007216168,0.000022498925,0.012349401],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790335,0.00004213328,0.00045076606,0.000200449,0.0011065801,0.00029673535],"domain_scores_gemma":[0.9990528,0.00008745414,0.00013514374,0.00034151436,0.0002166713,0.00016641463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010585918,0.000109401866,0.00026738812,0.0002408751,0.000030767187,0.000017315277,0.0001767019,0.00018134137,0.0007312651],"category_scores_gemma":[0.001760991,0.000096175136,0.000068305395,0.00036835222,0.00034211483,0.00029610668,0.00003541786,0.00030372632,0.00003745862],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009139792,0.000746916,0.02181731,0.00016536981,0.00009308997,0.000041835832,0.00088343496,6.024778e-7,0.000019653015,0.004598624,0.13238832,0.83915347],"study_design_scores_gemma":[0.0015998147,0.000049352817,0.21386278,0.00017253733,0.00008760359,0.00027011088,0.0031024558,0.000314203,0.000051029736,0.0010941576,0.7792366,0.00015933026],"about_ca_topic_score_codex":0.00005924445,"about_ca_topic_score_gemma":0.000010113317,"teacher_disagreement_score":0.8389941,"about_ca_system_score_codex":0.0008380457,"about_ca_system_score_gemma":0.00033335216,"threshold_uncertainty_score":0.80068403},"labels":[],"label_agreement":null},{"id":"W2121469261","doi":"10.1111/eje.12065","title":"Evaluating the students' perspectives of a clinic mentoring programme","year":2013,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"SWOT analysis; Medical education; Intervention (counseling); Strengths and weaknesses; Psychology; Qualitative research; Qualitative analysis; Medicine; Nursing; Sociology","score_opus":0.059058093494763084,"score_gpt":0.4504021616420802,"score_spread":0.3913440681473171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121469261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925134,0.0004891225,0.00013996912,0.0020288192,0.0011797975,0.00036978655,1.109531e-7,0.0000065205745,0.0032724526],"genre_scores_gemma":[0.9893808,0.000033887685,0.008251951,0.0002934634,0.00086479157,0.000009311088,0.0000031599654,0.000017293634,0.0011453563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981664,0.00026486712,0.0006843158,0.00009251222,0.0006676589,0.00012428928],"domain_scores_gemma":[0.9982929,0.00004746392,0.0006754769,0.00018241888,0.0007462297,0.000055515033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002637388,0.000076899676,0.00014327133,0.00015560383,0.00007342342,0.00004517918,0.00023092331,0.0000142439585,0.00042444776],"category_scores_gemma":[0.0017625925,0.00005119795,0.00008594656,0.00032098684,0.00009749443,0.00018022384,0.000036947087,0.0002963464,0.000087448825],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006094854,0.0018997892,0.06921757,0.00006703206,0.0001404341,0.0000020628866,0.021234654,0.0000022216273,0.0077089635,0.00011434132,0.0042970786,0.8952549],"study_design_scores_gemma":[0.0012289706,0.0016865099,0.5750133,0.0006365913,0.0002097615,0.00034789345,0.41838658,0.000057539153,0.00063074817,0.00009335733,0.0016157869,0.000093005816],"about_ca_topic_score_codex":0.000011025388,"about_ca_topic_score_gemma":1.4881762e-7,"teacher_disagreement_score":0.89516187,"about_ca_system_score_codex":0.00018016825,"about_ca_system_score_gemma":0.0003460675,"threshold_uncertainty_score":0.4647405},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2121514440","doi":"10.1097/acm.0b013e3181f12f32","title":"A Tea-Steeping or i-Doc Model for Medical Education?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":191,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto; Toronto General Hospital","funders":"McMaster University","keywords":"Steeping; Curriculum; Competence (human resources); Medical education; Graduate medical education; Odds; Public relations; Psychology; Medicine; Accreditation; Political science; Pedagogy","score_opus":0.03962126322119872,"score_gpt":0.43982484246536424,"score_spread":0.4002035792441655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121514440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52802855,0.00051638077,0.095632635,0.35015243,0.009069728,0.0027844587,0.0000059079607,0.00040775226,0.013402159],"genre_scores_gemma":[0.83505994,0.00028951638,0.024857474,0.09339952,0.010740561,0.0008572546,0.0002707869,0.00009284505,0.034432113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971121,0.000023384177,0.0009284353,0.00044307063,0.0010502803,0.00044275378],"domain_scores_gemma":[0.9979336,0.0002979191,0.0002082639,0.0005434925,0.0005707245,0.0004459938],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021659143,0.00022759591,0.0004628321,0.00037707872,0.00016409773,0.000004803798,0.00037520105,0.00071322557,0.0028523142],"category_scores_gemma":[0.031909008,0.00015761294,0.0000549364,0.00066208275,0.00046706834,0.00012512198,0.00005062217,0.0022094846,0.000051157473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026073394,0.00015185121,0.0023822573,0.00042148793,0.000059571554,0.000005191975,0.0039471327,0.0000028859924,0.0061272285,0.05031649,0.80235344,0.13397172],"study_design_scores_gemma":[0.008298531,0.0006536067,0.0021724051,0.0026957805,0.00056828756,0.0015096527,0.004109532,0.3732333,0.000562379,0.019621817,0.5859337,0.00064104825],"about_ca_topic_score_codex":0.00002182402,"about_ca_topic_score_gemma":0.000009745197,"teacher_disagreement_score":0.3732304,"about_ca_system_score_codex":0.00010581883,"about_ca_system_score_gemma":0.0036473614,"threshold_uncertainty_score":0.9980592},"labels":[],"label_agreement":null},{"id":"W2121898777","doi":"","title":"Family medicine curriculum: improving the quality of academic sessions.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Journal club; Medical education; Consistency (knowledge bases); Quality (philosophy); Medicine; Variety (cybernetics); Computer science; Psychology; Pedagogy; Artificial intelligence","score_opus":0.09175817620985295,"score_gpt":0.3758831540111056,"score_spread":0.2841249778012527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121898777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98116994,0.000711007,0.00036418447,0.011732537,0.0006959433,0.00076475245,0.0000012722251,0.000051862367,0.0045084846],"genre_scores_gemma":[0.9940845,0.00018287463,0.00036960669,0.0033543585,0.00060423225,0.00054998446,0.000017591337,0.000011951209,0.0008249183],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99820143,0.00008752414,0.00064720516,0.00017815492,0.0006277789,0.00025790842],"domain_scores_gemma":[0.9988021,0.00014001095,0.00027089982,0.00039765867,0.00030793578,0.00008137174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018911203,0.00009880246,0.00026449238,0.00012283213,0.00014283837,0.00000138406,0.00017971302,0.00012479853,0.00004785836],"category_scores_gemma":[0.0062328037,0.000056045345,0.00004675851,0.0007675933,0.0005051847,0.00007039731,0.000045598652,0.0005728889,0.0000072291386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049805098,0.0002318124,0.20478153,0.00021186144,0.00005234905,0.000004692266,0.0014101863,0.0000010094224,0.0038786996,0.002955912,0.080097444,0.7063247],"study_design_scores_gemma":[0.0006902882,0.000020276126,0.99122274,0.000042120788,0.000039437582,0.000035884605,0.00094191177,0.00006148911,0.0003787873,0.00015151648,0.0063536707,0.00006186639],"about_ca_topic_score_codex":0.00028294954,"about_ca_topic_score_gemma":7.947274e-7,"teacher_disagreement_score":0.7864412,"about_ca_system_score_codex":0.000091623275,"about_ca_system_score_gemma":0.00011497504,"threshold_uncertainty_score":0.74616987},"labels":[],"label_agreement":null},{"id":"W2122461116","doi":"10.1152/advan.00030.2004","title":"The targeted oral","year":2004,"lang":"en","type":"review","venue":"AJP Advances in Physiology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Medical education; Oral examination; Mathematics education; Psychology; Medicine; Dentistry; Oral health","score_opus":0.018354356198555726,"score_gpt":0.42710287623483467,"score_spread":0.40874852003627893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122461116","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055404213,0.9919301,0.0000180458,0.0005467788,0.005168235,0.0010379144,0.0000021356097,0.000039726638,0.0012016075],"genre_scores_gemma":[0.00007767498,0.99427336,0.0016891862,0.0005382026,0.0007894124,0.0009868867,0.0009195048,0.000040527262,0.00068524183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814975,0.00015878423,0.0007486887,0.0004273152,0.00018251546,0.00033291458],"domain_scores_gemma":[0.998526,0.0001930097,0.00041997604,0.0006342137,0.00019242946,0.00003437267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034918438,0.00029143147,0.00085195474,0.00027676672,0.00016202731,0.000012137232,0.00028432507,0.00033962997,0.000066826266],"category_scores_gemma":[0.0010578361,0.00018947913,0.00015224298,0.0011248218,0.000340381,0.00015471279,0.00003850935,0.0008479854,0.00016548776],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000812176,0.00024594684,0.000005642188,0.004638887,0.000024418692,4.0277422e-7,0.00005175096,0.0000018128818,0.0000014959599,0.003671224,0.002115592,0.9892347],"study_design_scores_gemma":[0.00015442663,0.00005800425,0.00020095921,0.0072343983,0.00015086375,0.00003472809,0.00015203544,0.0000020681246,0.0000012147186,0.006401193,0.985447,0.00016314274],"about_ca_topic_score_codex":0.000014387753,"about_ca_topic_score_gemma":0.000009212258,"teacher_disagreement_score":0.98907155,"about_ca_system_score_codex":0.0007811477,"about_ca_system_score_gemma":0.0033364405,"threshold_uncertainty_score":0.7726735},"labels":[],"label_agreement":null},{"id":"W2122565368","doi":"10.1093/gerona/59.10.m1036","title":"Teaching Physicians Geriatric Principles: A Randomized Control Trial on Academic Detailing Plus Printed Materials Versus Printed Materials Only","year":2004,"lang":"en","type":"article","venue":"The Journals of Gerontology Series A","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Hospital and Health Sciences Centre; University of British Columbia","funders":"","keywords":"Medicine; Randomized controlled trial; Geriatrics; 3d printed; Physical therapy; Clinical endpoint; Family medicine; Internal medicine; Psychiatry","score_opus":0.051181240429699466,"score_gpt":0.3680522727178998,"score_spread":0.31687103228820035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122565368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715731,0.00023025961,0.001598749,0.019673036,0.0036417383,0.0027569837,0.000014749393,0.00009086704,0.00042050018],"genre_scores_gemma":[0.99466044,0.0002263238,0.00163183,0.0012174979,0.0016185696,0.00018602608,0.000024871735,0.00004941894,0.00038499778],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99533415,0.0011483213,0.0020794128,0.0003323794,0.00056397356,0.00054175337],"domain_scores_gemma":[0.9964695,0.00070116395,0.0017895098,0.00058012205,0.00038120043,0.00007853357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005972982,0.00035273455,0.0018582146,0.00033470002,0.00032024286,0.000041482635,0.00044226198,0.00039342596,0.00033995806],"category_scores_gemma":[0.008198159,0.00023421476,0.0002266062,0.00026764107,0.0006277529,0.00021501095,0.00007608545,0.0010919397,0.000026564754],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87168545,0.00032333453,0.000011332551,0.00013297277,0.0008598429,0.000015536312,0.0035723993,0.00018228764,0.107953675,0.013204996,0.00009516231,0.0019629973],"study_design_scores_gemma":[0.9152219,0.0020462647,0.00075636053,0.0010625223,0.0012488413,0.00044520534,0.0028557323,0.000045707904,0.073482476,0.0016824907,0.0008156046,0.0003368449],"about_ca_topic_score_codex":0.00018410014,"about_ca_topic_score_gemma":0.000026225773,"teacher_disagreement_score":0.04353648,"about_ca_system_score_codex":0.00044915942,"about_ca_system_score_gemma":0.00072590256,"threshold_uncertainty_score":0.9814554},"labels":[],"label_agreement":null},{"id":"W2122647357","doi":"10.1111/j.1365-2923.2009.03436.x","title":"Learning best together: social constructivism and global partnerships in medical education","year":2009,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociology; Library science; Media studies; Computer science","score_opus":0.020507603947322414,"score_gpt":0.36362757338403406,"score_spread":0.34311996943671164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122647357","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06563152,0.00081148994,0.0000780381,0.91919464,0.0031722228,0.00070752413,0.0000027281505,0.00011043064,0.010291391],"genre_scores_gemma":[0.04464801,0.0003285923,0.0012387817,0.9316304,0.016400822,0.000293945,0.0022866072,0.00006949388,0.0031033626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99397975,0.00048072476,0.001119491,0.0008706309,0.0028733907,0.0006760368],"domain_scores_gemma":[0.99828553,0.00014231783,0.00041103267,0.00037386097,0.00050323317,0.0002840165],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016194518,0.00049529725,0.0008033392,0.00052789284,0.00023070208,0.00007443701,0.00034444194,0.0032335892,0.002225068],"category_scores_gemma":[0.014989568,0.00048957,0.00011942635,0.0011606914,0.0008062077,0.00016237404,0.00007422822,0.0060413457,0.000105712235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019034866,0.0006378386,0.005712071,0.00028021197,0.00002263803,0.000032301956,0.00037643907,2.6035739e-8,5.524495e-7,0.0006449256,0.5715096,0.42076436],"study_design_scores_gemma":[0.0010995808,0.00021529772,0.009255458,0.0023153557,0.00016752828,0.0010692652,0.0016144221,0.00024221133,0.0000019741271,0.0018169436,0.9817248,0.00047717628],"about_ca_topic_score_codex":0.00023253966,"about_ca_topic_score_gemma":0.00004862463,"teacher_disagreement_score":0.42028716,"about_ca_system_score_codex":0.0011798525,"about_ca_system_score_gemma":0.0243216,"threshold_uncertainty_score":0.9997556},"labels":[],"label_agreement":null},{"id":"W2122656248","doi":"10.1186/s12998-014-0048-1","title":"Chiropractic identity, role and future: a survey of North American chiropractic students","year":2015,"lang":"en","type":"article","venue":"Chiropractic & Manual Therapies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Medicine; Mainstream; Alternative medicine; Family medicine; Demographics; Health care; Descriptive statistics; Identity (music); Medical education; Physical therapy","score_opus":0.04722634354025475,"score_gpt":0.38696776992916376,"score_spread":0.33974142638890903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122656248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917266,0.0011760661,0.00007714294,0.004582559,0.0009079178,0.0005900893,0.000016149446,0.000081711805,0.0008417958],"genre_scores_gemma":[0.99150383,0.0012020122,0.004540038,0.0013722364,0.00076706643,0.00004197989,0.00018000451,0.00007009342,0.00032271628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996364,0.00032434863,0.0007842362,0.00052342383,0.0015732191,0.00043075014],"domain_scores_gemma":[0.9966889,0.00020953674,0.0009774985,0.0007702993,0.0010770174,0.0002767408],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021691686,0.00036795248,0.00072751404,0.00036379113,0.00017112934,0.00013513853,0.0003675204,0.00009942049,0.00010137607],"category_scores_gemma":[0.004111709,0.00031440912,0.00006801541,0.0018593883,0.0005608085,0.0011520691,0.0002061146,0.0008052004,0.00009048234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009660134,0.0019471786,0.77617794,0.000110761845,0.00060242176,0.000030409152,0.0047039255,0.0000012462441,0.00013670634,0.00031149838,0.0017036464,0.21330827],"study_design_scores_gemma":[0.0015507028,0.00078300224,0.9708835,0.00003862677,0.0002454122,0.00026858193,0.003987708,0.000042373995,0.00007334632,0.00026501247,0.02158095,0.00028078252],"about_ca_topic_score_codex":0.001663501,"about_ca_topic_score_gemma":0.0004503626,"teacher_disagreement_score":0.21302749,"about_ca_system_score_codex":0.00016707236,"about_ca_system_score_gemma":0.0004038875,"threshold_uncertainty_score":0.9999308},"labels":[],"label_agreement":null},{"id":"W2122664103","doi":"10.1136/bmj.38943.463565.68","title":"Evidence based checklists for objective structured clinical examinations","year":2006,"lang":"en","type":"review","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre","funders":"","keywords":"Computer science; Data science; Medical physics; Medicine; Information retrieval","score_opus":0.23433228230329523,"score_gpt":0.5421758367098484,"score_spread":0.30784355440655314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122664103","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009054474,0.9831347,0.0062852064,0.001479733,0.0021889198,0.0054417234,0.00005906686,0.00008239499,0.0013192096],"genre_scores_gemma":[0.000043125972,0.9352898,0.04971856,0.0012130596,0.00537264,0.0025287746,0.0021350672,0.00008904872,0.0036099225],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716175,0.0002193807,0.001450131,0.00050399435,0.00042593616,0.00023879323],"domain_scores_gemma":[0.9963027,0.001445814,0.0007127251,0.0006893527,0.0007784929,0.000070881695],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020875572,0.00028406037,0.0012832116,0.00031691714,0.00009964082,0.00002321044,0.00020305938,0.0006249889,0.00014492965],"category_scores_gemma":[0.021112125,0.00022745025,0.0005075043,0.0007813693,0.00017225932,0.000073250245,0.00002584627,0.00064899266,0.000045280663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008485441,0.0001030667,0.000026430029,0.007980225,0.000060767044,0.0000028387242,0.000008165471,1.9740195e-7,9.214339e-8,0.00032056714,0.1636242,0.82786494],"study_design_scores_gemma":[0.00041709983,0.00013548983,0.0021049974,0.022304652,0.0013012076,0.000030672196,0.0000114574505,0.00013706644,9.706616e-7,0.00008535504,0.9732602,0.00021079934],"about_ca_topic_score_codex":0.000011204378,"about_ca_topic_score_gemma":0.000005046455,"teacher_disagreement_score":0.8276542,"about_ca_system_score_codex":0.00042004048,"about_ca_system_score_gemma":0.0027435326,"threshold_uncertainty_score":0.98713344},"labels":[],"label_agreement":null},{"id":"W2122730592","doi":"10.1017/s1460396907006103","title":"Maintaining competence: a holistic view of continuous professional development","year":2007,"lang":"en","type":"article","venue":"Journal of Radiotherapy in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Knowledge management; Engineering ethics; Psychology; Professional development; Pedagogy; Computer science; Engineering; Social psychology","score_opus":0.025027683451882714,"score_gpt":0.40887116073611485,"score_spread":0.3838434772842321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122730592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95969635,0.0024338723,0.02542084,0.007762611,0.0021440273,0.0003061405,2.722431e-7,0.0000074884074,0.0022283727],"genre_scores_gemma":[0.73177975,0.0002918392,0.2639094,0.0033188656,0.00045631322,0.000002803178,0.0000017971771,0.000015446027,0.00022377477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792206,0.00010875812,0.0010782805,0.00008259843,0.00063156773,0.00017672632],"domain_scores_gemma":[0.9972678,0.00069411215,0.0010404278,0.00011497625,0.00082023116,0.00006246091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005784018,0.00008842364,0.00035216304,0.00038218446,0.00003866885,0.000007462873,0.00011097753,0.000083694555,0.00014979273],"category_scores_gemma":[0.0037230258,0.00006978167,0.000042000465,0.0005186258,0.000080445876,0.00022671328,0.000008113716,0.0006600257,0.0000018157401],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005848986,0.0049162176,0.06882049,0.00040933187,0.0007203042,0.0010033533,0.021702202,0.00006166082,0.019103834,0.009133473,0.006706581,0.8615736],"study_design_scores_gemma":[0.007347214,0.0013970702,0.20210238,0.0032065387,0.00017231246,0.008142666,0.017443487,0.00023563621,0.0026893448,0.00020839124,0.75680053,0.00025444172],"about_ca_topic_score_codex":0.0000056926892,"about_ca_topic_score_gemma":0.0000017166597,"teacher_disagreement_score":0.8613191,"about_ca_system_score_codex":0.00039876945,"about_ca_system_score_gemma":0.00083286344,"threshold_uncertainty_score":0.44570786},"labels":[],"label_agreement":null},{"id":"W2122965106","doi":"10.1002/chp.1340210203","title":"Reconsidering “good teaching” across the continuum of medical education","year":2001,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Psychology; Pedagogy; Medicine","score_opus":0.10520806660209964,"score_gpt":0.5324633708271235,"score_spread":0.42725530422502384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122965106","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007260525,0.91464055,0.00015212111,0.065217264,0.00976315,0.0021844695,0.0000035682888,0.00001468936,0.0007636552],"genre_scores_gemma":[0.0021507062,0.98482615,0.0018839303,0.005191186,0.003255525,0.00021286294,0.000056609333,0.000061177525,0.0023618708],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991367,0.0024590169,0.0039421893,0.0002529807,0.0015043124,0.00047451432],"domain_scores_gemma":[0.9905789,0.0015137028,0.005742876,0.00085898174,0.0010936946,0.00021186961],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01911499,0.00032816452,0.0017409627,0.00065034133,0.00039619443,0.00005033049,0.0010053278,0.00053852465,0.00013201624],"category_scores_gemma":[0.013626213,0.00017519067,0.00040684457,0.001274868,0.00022572256,0.00016825744,0.00008851914,0.0049342862,0.0000081209855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011539755,0.0010669013,0.00024804275,0.005285306,0.00004401391,0.0000016661762,0.01815243,4.970061e-8,1.4948448e-7,0.0007545366,0.089830734,0.88460463],"study_design_scores_gemma":[0.00034504142,0.00013137392,0.00047114815,0.119991876,0.0002249673,0.0015530706,0.047297176,0.0000030291167,2.9419914e-7,0.00034261454,0.82952285,0.00011653705],"about_ca_topic_score_codex":0.0000655763,"about_ca_topic_score_gemma":0.0000630569,"teacher_disagreement_score":0.8844881,"about_ca_system_score_codex":0.0005863949,"about_ca_system_score_gemma":0.030179024,"threshold_uncertainty_score":0.99736136},"labels":[],"label_agreement":null},{"id":"W2123011221","doi":"10.1136/jme.2006.017954","title":"Reflective professionalism: interpreting CanMEDS’ “professionalism”: Table 1","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Ethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Accountability; Psychology; Medicine; Political science; Social psychology; Law","score_opus":0.10220439994291247,"score_gpt":0.5204174073310824,"score_spread":0.41821300738816997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123011221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47915334,0.0016957338,0.04775722,0.44593376,0.012474882,0.00044914256,0.0000029162156,0.000064196545,0.012468803],"genre_scores_gemma":[0.92269033,0.00021154208,0.018646581,0.054966245,0.0021162317,0.0000057406714,0.000016903772,0.000034319535,0.0013120759],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99097717,0.0002777544,0.0013952926,0.0001830745,0.0067621362,0.00040459004],"domain_scores_gemma":[0.9925253,0.002167818,0.0008393735,0.0002494803,0.0038583984,0.00035964246],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.030392533,0.00016280453,0.00044820842,0.0003896922,0.00023232804,0.00001583541,0.0003793555,0.001479301,0.0014192798],"category_scores_gemma":[0.07774646,0.00011360567,0.0001226925,0.00089647155,0.00039458307,0.00016451433,0.00011426798,0.010070339,0.000018071178],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003770613,0.0042367256,0.012997981,0.0022688708,0.0009195785,0.0034727666,0.0611832,0.000009469395,0.0081860265,0.13115886,0.44205338,0.32974252],"study_design_scores_gemma":[0.0109347785,0.0021169852,0.027771061,0.03850386,0.0006063988,0.01114476,0.052980047,0.001491484,0.009949595,0.033891022,0.80964476,0.0009652431],"about_ca_topic_score_codex":0.000047993868,"about_ca_topic_score_gemma":0.000018206394,"teacher_disagreement_score":0.44353703,"about_ca_system_score_codex":0.0004583484,"about_ca_system_score_gemma":0.008059912,"threshold_uncertainty_score":0.999817},"labels":[],"label_agreement":null},{"id":"W2123147508","doi":"10.1046/j.1365-2923.2002.01310.x","title":"Conceptual challenges in tailoring physician performance assessment to individual practice","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario; Medical Council of Canada","funders":"","keywords":"Conceptual framework; Clinical Practice; Conceptual model; Psychology; Medicine; Medical education; Engineering ethics; Nursing; Computer science; Sociology; Engineering","score_opus":0.06316685291234943,"score_gpt":0.3912863037555624,"score_spread":0.328119450843213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123147508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76065797,0.00067694084,0.00015147241,0.19089027,0.0016598932,0.0005509074,5.8085e-7,0.000064613836,0.04534734],"genre_scores_gemma":[0.94407165,0.0006189849,0.007844708,0.045536373,0.0011693353,0.00029881287,0.000048252656,0.000020738606,0.00039111637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976675,0.00008481062,0.00042359857,0.00032358646,0.0012028498,0.0002976487],"domain_scores_gemma":[0.9990888,0.00010218983,0.00009996617,0.00030120136,0.000261684,0.00014610711],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001068199,0.0001352778,0.00020657336,0.00029996442,0.00007514361,0.00001781905,0.00017195426,0.00014985354,0.0009564928],"category_scores_gemma":[0.0049251704,0.00013034571,0.000025198631,0.0007336813,0.00011208824,0.00028862336,0.000044941877,0.0006324059,0.00025422178],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013260107,0.0021811754,0.0048943027,0.000076574885,0.000018743736,0.0000031932584,0.006625439,0.0000037734637,0.000022638558,0.004305823,0.04118374,0.9406713],"study_design_scores_gemma":[0.001269565,0.00055109215,0.27643058,0.0009981467,0.00006929113,0.000069011876,0.022856869,0.0029447484,0.00009633852,0.000040224728,0.6943741,0.00030007737],"about_ca_topic_score_codex":0.000020454312,"about_ca_topic_score_gemma":0.000005055664,"teacher_disagreement_score":0.9403713,"about_ca_system_score_codex":0.00038709797,"about_ca_system_score_gemma":0.00082499307,"threshold_uncertainty_score":0.9999568},"labels":[],"label_agreement":null},{"id":"W2123650206","doi":"10.1023/a:1009898031033","title":"Teaching as a Social Practice: Implications for Faculty Development","year":2000,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Craft; Politeness; Argument (complex analysis); Faculty development; Pedagogy; Directive; Sociology; Teaching method; Psychology; Mathematics education; Medical education; Professional development; Medicine; Political science","score_opus":0.0438122657696557,"score_gpt":0.5308672335231671,"score_spread":0.4870549677535114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123650206","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38358042,0.003454217,0.0050558536,0.52913517,0.0018639249,0.0038931896,0.00000831879,0.00016074392,0.072848156],"genre_scores_gemma":[0.45128185,0.00062050926,0.49840674,0.042847108,0.000931198,0.001941722,0.00035387627,0.00002087898,0.0035961226],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984503,0.00005862463,0.00055498374,0.00033972,0.0002740358,0.0003223326],"domain_scores_gemma":[0.9992505,0.00013032484,0.0002209481,0.00012786963,0.00020981209,0.000060559345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019098113,0.000095184005,0.00014824304,0.00021748425,0.0009861448,0.000027797776,0.00014418463,0.000051857198,0.00008963953],"category_scores_gemma":[0.0012916632,0.00008938469,0.000022012784,0.00082129496,0.00015477622,0.00071297726,0.00000801121,0.00021004467,0.000031100888],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020044674,0.00041601434,0.0023029018,0.00014546045,0.0000018138505,2.3434518e-8,0.004069706,0.000020718297,0.0000057918037,0.021486772,0.0039602993,0.9675704],"study_design_scores_gemma":[0.00026564754,0.00014825608,0.02899893,0.00014593483,0.0000048947068,0.000025859537,0.0038213874,0.00011156912,0.000014784185,0.0052650967,0.9611005,0.00009710045],"about_ca_topic_score_codex":0.00017084912,"about_ca_topic_score_gemma":0.0000302647,"teacher_disagreement_score":0.9674733,"about_ca_system_score_codex":0.0005843355,"about_ca_system_score_gemma":0.004093756,"threshold_uncertainty_score":0.7584728},"labels":[],"label_agreement":null},{"id":"W2123716703","doi":"10.1258/om.2010.100038","title":"Validation of a Canadian curriculum in obstetric medicine","year":2010,"lang":"en","type":"article","venue":"Obstetric Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Curriculum; Delphi method; Medicine; Medical education; Delphi; Family medicine; Psychology; Pedagogy","score_opus":0.020172808329065546,"score_gpt":0.3070925927228757,"score_spread":0.28691978439381016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123716703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92182666,0.0009662744,0.000060028313,0.022950096,0.005573738,0.00079501426,0.0000030779788,0.00005252094,0.0477726],"genre_scores_gemma":[0.994062,0.00019762728,0.0016637433,0.0016742973,0.0009893298,0.00004551349,0.00023210881,0.000035111563,0.0011002867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967836,0.0000619449,0.0012045065,0.0004144766,0.0010313637,0.00050407264],"domain_scores_gemma":[0.9972483,0.00045366492,0.00032608287,0.0007451672,0.0008237477,0.00040304702],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013250944,0.00025949508,0.00072240207,0.0090597635,0.000074185446,0.000004319586,0.00027070704,0.0003162257,0.0032354542],"category_scores_gemma":[0.033017647,0.00019760636,0.000049926744,0.016850006,0.0004811301,0.00011828373,0.000025257663,0.001020758,0.000062798914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000675802,0.0011164603,0.4899971,0.0011372423,0.00013640107,0.00032161173,0.0072764456,0.0000128173215,0.045905452,0.019855822,0.1952053,0.23896778],"study_design_scores_gemma":[0.018797873,0.002326482,0.561562,0.0029849745,0.00060603063,0.0006117796,0.00948417,0.0026352948,0.0062003164,0.0016156407,0.3922384,0.00093705894],"about_ca_topic_score_codex":0.06871782,"about_ca_topic_score_gemma":0.0051436266,"teacher_disagreement_score":0.23803072,"about_ca_system_score_codex":0.0003219557,"about_ca_system_score_gemma":0.00062997924,"threshold_uncertainty_score":0.9976757},"labels":[],"label_agreement":null},{"id":"W2123930017","doi":"10.1111/j.1365-2923.2009.03438.x","title":"The effect of differential rater function over time (DRIFT) on objective structured clinical examination ratings","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Summative assessment; Formative assessment; Confidence interval; Psychology; Differential (mechanical device); Objective structured clinical examination; Function (biology); Statistics; Medicine; Mathematics; Psychiatry; Engineering","score_opus":0.0047725573871529245,"score_gpt":0.3426991420525827,"score_spread":0.33792658466542974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123930017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98735744,0.00004546832,0.00071080355,0.006268797,0.0031039552,0.000767217,9.1843003e-7,0.000055432676,0.0016899641],"genre_scores_gemma":[0.99257445,0.000017438657,0.00011799723,0.0043301154,0.0015410195,0.000060505663,0.00022373254,0.000016758095,0.0011179943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99700224,0.00051058416,0.0007832783,0.0003373113,0.0011394485,0.00022714931],"domain_scores_gemma":[0.99829054,0.0005289828,0.00032767619,0.0004089176,0.00034546846,0.0000984044],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020824259,0.00019288805,0.0003440826,0.0001698429,0.00019392028,0.000027909207,0.00015191422,0.0003425966,0.0010123834],"category_scores_gemma":[0.011568585,0.00011863588,0.00012324612,0.00047859273,0.00025255,0.00009782561,0.000016206899,0.0006790827,0.000063933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072057085,0.0005524865,0.0057306304,0.000041664243,0.00005238459,6.203582e-7,0.00023942476,6.5860615e-7,0.001401719,0.0008125823,0.054270666,0.9361766],"study_design_scores_gemma":[0.0022875238,0.0039774016,0.98118114,0.00030041885,0.00019412267,0.0000144531305,0.00009307846,0.002397757,0.0036815156,0.00040919567,0.005317201,0.00014621002],"about_ca_topic_score_codex":0.000008986315,"about_ca_topic_score_gemma":0.0000015118671,"teacher_disagreement_score":0.9754505,"about_ca_system_score_codex":0.00018129885,"about_ca_system_score_gemma":0.00068064046,"threshold_uncertainty_score":0.9999008},"labels":[],"label_agreement":null},{"id":"W2124214849","doi":"10.1111/medu.12571","title":"A review of teaching skills development programmes for medical students","year":2015,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa; Medical Council of Canada","funders":"","keywords":"Medical education; Likert scale; Outreach; Context (archaeology); Teaching method; Psychology; Medicine; Mathematics education","score_opus":0.03795811664579755,"score_gpt":0.5115270761754186,"score_spread":0.473568959529621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124214849","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009943651,0.9870103,0.00060134573,0.004775377,0.0022741365,0.0045795147,0.000004478366,0.000068829126,0.00067609304],"genre_scores_gemma":[5.6983674e-7,0.9586732,0.016070282,0.015931755,0.001326995,0.003508461,0.003329923,0.00007958634,0.0010792696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912777,0.00029263715,0.0026159324,0.00057695614,0.004812488,0.0004243094],"domain_scores_gemma":[0.9962747,0.00028705865,0.0010114441,0.000683703,0.0012650558,0.0004780078],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011554742,0.00045115096,0.0024164405,0.00044740955,0.000100841884,0.000023434275,0.000978773,0.0009121673,0.0008571441],"category_scores_gemma":[0.06304196,0.00033316313,0.00037463428,0.0007630115,0.0002127922,0.00006462661,0.00018242814,0.0013292741,0.00007245559],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024365859,0.0019364432,0.00001372823,0.18095072,0.00010789478,9.204623e-7,0.0001126322,3.456306e-10,1.996612e-9,0.000098467004,0.2587859,0.55799085],"study_design_scores_gemma":[0.00032548103,0.00008265178,0.0000055372816,0.35568643,0.00068953744,0.000116577445,0.000045370965,0.0000024188282,1.4306077e-7,0.00001708507,0.64285904,0.00016972175],"about_ca_topic_score_codex":0.000011772008,"about_ca_topic_score_gemma":0.000001861854,"teacher_disagreement_score":0.55782115,"about_ca_system_score_codex":0.00086718064,"about_ca_system_score_gemma":0.048229545,"threshold_uncertainty_score":0.999912},"labels":[],"label_agreement":null},{"id":"W2124342249","doi":"10.1197/j.aem.2006.10.105","title":"Embedding Medical Student Computer Tutorials into a Busy Emergency Department","year":2007,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Children's Hospital; McGill University; University of British Columbia","funders":"","keywords":"Medicine; Emergency department; Medical education; Randomized controlled trial; Medical physics; Surgery; Nursing","score_opus":0.033432814302746465,"score_gpt":0.45623719259183665,"score_spread":0.4228043782890902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124342249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9098542,0.003423718,0.03496959,0.015909098,0.030907346,0.0010426838,0.0000013075739,0.00026714755,0.0036249629],"genre_scores_gemma":[0.9540927,0.006676518,0.004444053,0.0033983528,0.028973883,0.00014280756,0.00028372044,0.00010564122,0.0018823249],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917308,0.00010927079,0.0033284998,0.0007551607,0.0031747052,0.0009015378],"domain_scores_gemma":[0.99716544,0.00013369032,0.00056683045,0.0006662763,0.000743996,0.0007237795],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068193125,0.00045842832,0.00079985586,0.00058432994,0.00025095628,9.1299006e-7,0.000582465,0.00072946475,0.012209977],"category_scores_gemma":[0.0045574503,0.00036444527,0.00015016843,0.0016166278,0.00026928313,0.00015731508,0.00020194873,0.001737833,0.00023192452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001977546,0.0007862353,0.36102632,0.0004671959,0.0004663424,0.00012217049,0.00876833,0.000011817992,0.0042398237,0.00448598,0.5333205,0.08610754],"study_design_scores_gemma":[0.011867294,0.003379157,0.29362348,0.0035138302,0.001706042,0.0008029583,0.010675121,0.00545638,0.0016903656,0.005864672,0.6592168,0.0022038918],"about_ca_topic_score_codex":0.00011717822,"about_ca_topic_score_gemma":0.000029760535,"teacher_disagreement_score":0.12589629,"about_ca_system_score_codex":0.0005388594,"about_ca_system_score_gemma":0.0003100577,"threshold_uncertainty_score":0.99988073},"labels":[],"label_agreement":null},{"id":"W2124715972","doi":"10.1002/chp.1340210106","title":"Follow-up in train-the-trainer continuing medical education events","year":2001,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Merck Canada Inc. (Canada); University of Saskatchewan","funders":"","keywords":"Trainer; Feeling; Context (archaeology); Continuing medical education; Medical education; Session (web analytics); Continuing professional development; Psychology; Continuing education; Medicine; Professional development; Nursing; Computer science; Social psychology","score_opus":0.026216476402439768,"score_gpt":0.43224575337643173,"score_spread":0.40602927697399194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124715972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77170414,0.00089136587,0.00029357692,0.21982408,0.0056066327,0.00086439267,3.768459e-7,0.000010403166,0.0008050382],"genre_scores_gemma":[0.9744014,0.00042536308,0.0012154217,0.01887791,0.0014759528,0.0001125621,0.00001970961,0.000024434548,0.0034472498],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955409,0.0009427974,0.0018156471,0.0001865326,0.0010847935,0.00042930082],"domain_scores_gemma":[0.9969824,0.00048658965,0.0011363549,0.00041128302,0.0007834616,0.00019989946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008746187,0.00017105443,0.00043733907,0.0007143168,0.00019120748,0.000024964962,0.00046962153,0.0001969098,0.00023502202],"category_scores_gemma":[0.008296905,0.00010405215,0.0001144807,0.0014984228,0.00010418506,0.00023474246,0.000027410799,0.0018428239,0.000010667664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019228607,0.0022268242,0.07090384,0.00015119238,0.000016673312,0.0000067090446,0.074963704,0.000002074715,0.000050953975,0.002503382,0.094598934,0.75438344],"study_design_scores_gemma":[0.004269885,0.00029460795,0.6672354,0.015501426,0.0000667037,0.0014644566,0.18298681,0.0001983042,0.00000943837,0.0043838085,0.12336069,0.00022850474],"about_ca_topic_score_codex":0.000097928016,"about_ca_topic_score_gemma":0.00014431673,"teacher_disagreement_score":0.7541549,"about_ca_system_score_codex":0.000524645,"about_ca_system_score_gemma":0.0076258257,"threshold_uncertainty_score":0.998},"labels":[],"label_agreement":null},{"id":"W2124731011","doi":"10.1002/chp.93","title":"Influence of remedial professional development programs for poorly performing physicians","year":2007,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Remedial education; Remedial action; Medicine; Professional development; Patient care; Medical education; Environmental remediation; Family medicine; Psychology; Nursing","score_opus":0.025432306740031666,"score_gpt":0.4271596516050449,"score_spread":0.4017273448650132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124731011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97952217,0.00014361023,0.0014120737,0.014998156,0.0024926774,0.0013385335,2.9666106e-7,0.000006999134,0.00008551086],"genre_scores_gemma":[0.9651867,0.000013539738,0.031072827,0.002281838,0.0007188823,0.000070392285,0.000017972638,0.000013339387,0.0006245227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99735713,0.00012788638,0.0015163955,0.000105324834,0.0005860532,0.00030723403],"domain_scores_gemma":[0.996496,0.0003371223,0.0014763604,0.00017440278,0.0014427134,0.00007335719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068444824,0.000101880934,0.00031001325,0.0004126214,0.00020195803,0.0000070906726,0.00020354327,0.00009437193,0.0000053438303],"category_scores_gemma":[0.0018580836,0.00006782444,0.00006371441,0.00063284946,0.00008261662,0.00016333911,0.000016209811,0.0006528124,9.220441e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032959698,0.0022343346,0.06418533,0.00056508335,0.000018846911,7.710687e-7,0.09025031,0.000007256677,0.0010219412,0.00079521694,0.009253424,0.83133787],"study_design_scores_gemma":[0.0017708752,0.0006836378,0.8323969,0.014648808,0.000038885355,0.00009626761,0.11206715,0.00003807263,0.0011145977,0.0006888281,0.036317684,0.00013825143],"about_ca_topic_score_codex":0.0000071808768,"about_ca_topic_score_gemma":0.000019550145,"teacher_disagreement_score":0.83119965,"about_ca_system_score_codex":0.00029321547,"about_ca_system_score_gemma":0.004969124,"threshold_uncertainty_score":0.8815013},"labels":[],"label_agreement":null},{"id":"W2124767605","doi":"10.1046/j.1365-2923.2001.00918.x","title":"Knowledge and practices regarding tuberculosis: a survey of final‐year medical students from Canada, India and Uganda","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"McMaster University","keywords":"Curriculum; Medicine; Tuberculosis; Family medicine; Psychology; Pedagogy; Pathology","score_opus":0.025272341152965675,"score_gpt":0.3927168838606918,"score_spread":0.36744454270772614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124767605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774086,0.0017871719,0.000037169328,0.018698908,0.00093819253,0.00024669763,0.00000622286,0.000016195716,0.00086086075],"genre_scores_gemma":[0.9925016,0.00107516,0.00045435003,0.0049130777,0.00046464245,0.00004021727,0.00028237593,0.000017059336,0.00025148716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99687713,0.00021344145,0.0005444584,0.00033483084,0.0018234318,0.00020669066],"domain_scores_gemma":[0.99800193,0.00055709487,0.00032590344,0.00027149124,0.000525484,0.00031807722],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024826184,0.0001428762,0.00033522118,0.00015902829,0.000093478746,0.00002774078,0.00020684642,0.0002595838,0.000930857],"category_scores_gemma":[0.04057784,0.00012365078,0.000017109609,0.0005935732,0.00022794027,0.000121244295,0.000104195315,0.00050320436,0.0000056205213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072317416,0.0006469243,0.8299779,0.000109568275,0.000069826216,0.0000071713052,0.0006514666,1.1404177e-8,0.000009532058,0.000048875856,0.06708303,0.101323366],"study_design_scores_gemma":[0.0011196804,0.00006852579,0.97651136,0.00070090103,0.00009375779,0.00008576822,0.0009282725,0.00020149298,0.000034587785,0.000041020397,0.020106902,0.000107715015],"about_ca_topic_score_codex":0.30843168,"about_ca_topic_score_gemma":0.13391782,"teacher_disagreement_score":0.17451388,"about_ca_system_score_codex":0.0001824625,"about_ca_system_score_gemma":0.007997693,"threshold_uncertainty_score":0.9999824},"labels":[],"label_agreement":null},{"id":"W2124794776","doi":"10.1152/advan.00053.2007","title":"Back to the future? Active learning of medical physiology in the 1900s","year":2007,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Pennsylvania","keywords":"Subject (documents); Active learning (machine learning); Medical education; Mathematics education; Psychology; Medicine; Computer science; World Wide Web; Artificial intelligence","score_opus":0.007611777854997658,"score_gpt":0.3752394585357122,"score_spread":0.36762768068071455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124794776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96665573,0.0008704957,0.00028379235,0.02678545,0.0021184164,0.0005360886,4.7508496e-7,0.000007636137,0.0027419403],"genre_scores_gemma":[0.98826265,0.0005459936,0.00088498736,0.008468622,0.0015422736,0.00011643374,0.00007596751,0.000010187854,0.000092864255],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984274,0.00023455819,0.00045340933,0.00026649525,0.0003393139,0.00027885707],"domain_scores_gemma":[0.9988765,0.00041955576,0.00017099096,0.00034531186,0.00015546374,0.000032137526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014081557,0.00011806813,0.00023941953,0.00023671483,0.00006735061,0.0000024955516,0.00036154443,0.00017720893,0.00028485034],"category_scores_gemma":[0.0012749218,0.00007218539,0.000036176374,0.0012083192,0.0002632107,0.00011307807,0.000043317752,0.00078475167,0.00006183793],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005879927,0.0017434768,0.010547439,0.00018961188,0.00002623869,0.0000013226734,0.017371615,0.00033427187,0.01381322,0.021827571,0.007512624,0.92604464],"study_design_scores_gemma":[0.00053409394,0.00024832992,0.76341516,0.00017034143,0.000012960542,0.000022819599,0.032152396,0.00013102595,0.0010281092,0.0030941763,0.19908017,0.000110441135],"about_ca_topic_score_codex":0.000062421685,"about_ca_topic_score_gemma":0.00018655862,"teacher_disagreement_score":0.9259342,"about_ca_system_score_codex":0.00012820453,"about_ca_system_score_gemma":0.00039049282,"threshold_uncertainty_score":0.3409399},"labels":[],"label_agreement":null},{"id":"W2124836076","doi":"10.5430/jnep.v4n11p82","title":"Correlation of the academic and clinical performance of Libyan nursing students","year":2014,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Correlation; Psychology; Nursing; Positive correlation; Academic year; Competence (human resources); Pearson product-moment correlation coefficient; Medical education; Medicine; Mathematics education; Social psychology; Internal medicine; Mathematics","score_opus":0.07535583575442195,"score_gpt":0.5249557048956975,"score_spread":0.4495998691412756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124836076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97766936,0.00034869707,0.0005382541,0.016507985,0.0023247106,0.000099503464,9.784037e-8,0.0000018191039,0.0025095518],"genre_scores_gemma":[0.9935498,0.00044148802,0.0048053623,0.00067496445,0.00041490138,4.3094215e-7,9.493089e-7,0.0000055118667,0.000106563304],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986859,0.00022148188,0.0006206189,0.0000632636,0.00035343124,0.000055283257],"domain_scores_gemma":[0.99770546,0.0005012885,0.0011482077,0.00010867756,0.0004897466,0.00004660426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021284558,0.000048913706,0.0001580212,0.00011457457,0.00008941175,0.000007433874,0.000070885915,0.000091538524,0.0000053759227],"category_scores_gemma":[0.006808153,0.00003531043,0.000028477223,0.00022352854,0.00022204418,0.00030425837,0.000008289332,0.0005178361,2.8598743e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003902476,0.0018498239,0.17622136,0.00007951706,0.000035596928,4.565819e-8,0.0066019217,0.000005361836,0.00069409434,0.0007331197,0.0033080368,0.8100809],"study_design_scores_gemma":[0.00072772056,0.0005392849,0.98364735,0.0034906273,0.00047000128,0.00093673775,0.004628176,0.00117535,0.00024698902,0.00030095206,0.003793172,0.000043634434],"about_ca_topic_score_codex":0.0000014596931,"about_ca_topic_score_gemma":2.4720052e-8,"teacher_disagreement_score":0.81003726,"about_ca_system_score_codex":0.00005422958,"about_ca_system_score_gemma":0.00033968402,"threshold_uncertainty_score":0.81504864},"labels":[],"label_agreement":null},{"id":"W2124935756","doi":"","title":"Medical education: Beware the hidden curriculum.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regina General Hospital","funders":"","keywords":"Curriculum; Hidden curriculum; Socialization; Process (computing); Medical education; Simple (philosophy); Computer science; Engineering ethics; Pedagogy; Sociology; Epistemology; Medicine; Social science; Philosophy","score_opus":0.026852025329812974,"score_gpt":0.2876746646067091,"score_spread":0.26082263927689614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124935756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6670669,0.0008368721,0.00017427145,0.08136481,0.0052331025,0.0021799244,0.0000013036635,0.00023393867,0.24290892],"genre_scores_gemma":[0.9756567,0.00003255414,0.0012974207,0.014682206,0.0013077151,0.0030495592,0.000033193828,0.00001708639,0.003923605],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870026,0.000037019625,0.00025883503,0.00017218977,0.00057701056,0.00025467458],"domain_scores_gemma":[0.9990801,0.000020066875,0.000066210494,0.0004104265,0.0002536012,0.0001695578],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006729522,0.000088154105,0.00011501398,0.00008622049,0.00010433233,0.0000106148045,0.0002350044,0.00011476281,0.0021916141],"category_scores_gemma":[0.0029742694,0.00005484744,0.000045657634,0.00052529766,0.00017504567,0.00006677573,0.00004339456,0.00032917445,0.00013381727],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066169446,0.00042271303,0.026876327,0.000019615496,0.000021141017,0.0000032514513,0.0005152182,2.0449606e-9,1.5971783e-7,0.0073207463,0.15756944,0.8072448],"study_design_scores_gemma":[0.0003125477,0.000016779642,0.82815564,0.0000319193,0.000060054546,0.00016017513,0.0010816925,0.000021524364,0.00004687884,0.0013170663,0.16870728,0.00008845074],"about_ca_topic_score_codex":0.00008363694,"about_ca_topic_score_gemma":0.0000061870237,"teacher_disagreement_score":0.8071563,"about_ca_system_score_codex":0.00009067284,"about_ca_system_score_gemma":0.0004801511,"threshold_uncertainty_score":0.9987205},"labels":[],"label_agreement":null},{"id":"W2124975826","doi":"10.1111/medu.12420","title":"How do medical students form impressions of the effectiveness of classroom teachers?","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Context (archaeology); Charisma; Attractiveness; Promotion (chess); Association (psychology); Medical education; Social psychology; Mathematics education; Medicine","score_opus":0.0067993237708099,"score_gpt":0.3558203886571183,"score_spread":0.3490210648863084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124975826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701326,0.000110755,0.003005459,0.021733204,0.0022847885,0.0005987166,0.0000012105052,0.000024789151,0.0021084803],"genre_scores_gemma":[0.9960532,0.000022893852,0.00054104236,0.002321005,0.00043736407,0.00011401199,0.00004006703,0.000019331837,0.00045103836],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952747,0.0004773509,0.0005216985,0.00024786446,0.0032654821,0.00021288858],"domain_scores_gemma":[0.9978157,0.00051978044,0.0002939231,0.000677239,0.00051828084,0.00017505967],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004954647,0.00014102213,0.0003657857,0.00015316342,0.00008442317,0.00001598107,0.00067768013,0.00037821673,0.0004679753],"category_scores_gemma":[0.04422785,0.00008869231,0.00011934163,0.0006820498,0.0004913293,0.00008774452,0.00015686324,0.0006436241,0.0000057277866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015562407,0.0052191615,0.39003065,0.0013793301,0.00013738626,6.676485e-7,0.0018074722,4.6008142e-7,0.0020875726,0.011045695,0.04591619,0.5422198],"study_design_scores_gemma":[0.0028576732,0.00033290964,0.93754464,0.0052515403,0.00021447112,0.000057296078,0.0016988353,0.0005850157,0.0064345826,0.002892996,0.041938562,0.00019145128],"about_ca_topic_score_codex":0.000054571545,"about_ca_topic_score_gemma":0.000005683073,"teacher_disagreement_score":0.547514,"about_ca_system_score_codex":0.00015564695,"about_ca_system_score_gemma":0.0024496873,"threshold_uncertainty_score":0.963823},"labels":[],"label_agreement":null},{"id":"W21252621","doi":"","title":"The Jeremiah Metzger lecture: Osler - web - rendezvous: impact of the information explosion on medical education.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Admiration; Medical school; Medical education; Medicine; Classics; Psychology; History","score_opus":0.017473030102276944,"score_gpt":0.2870968296788384,"score_spread":0.26962379957656146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W21252621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.951519,0.00027862986,0.00014005418,0.032126162,0.0022957057,0.0015433825,0.0000042356355,0.0000647292,0.012028115],"genre_scores_gemma":[0.9934039,0.00018314828,0.00009391545,0.0043011196,0.00040642134,0.00083622744,0.00005499108,0.000013128008,0.000707143],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978569,0.0000907105,0.0005050453,0.00012147429,0.0011494774,0.00027638354],"domain_scores_gemma":[0.9985058,0.00014106253,0.00024025794,0.0005944869,0.00039397707,0.00012442707],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008828907,0.00013163092,0.00016416168,0.00015375207,0.0003098827,0.000015582518,0.0002735243,0.00016819254,0.00020201708],"category_scores_gemma":[0.008823804,0.00006299738,0.00013973261,0.00086212746,0.00028027885,0.00020036912,0.00004364906,0.0004939362,0.000033683667],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012864658,0.0003442955,0.008826358,0.000027851378,0.00007486523,4.7317442e-7,0.0008453069,0.000010991692,0.000025214222,0.0010019629,0.40585142,0.5828626],"study_design_scores_gemma":[0.0009952214,0.00008855114,0.8562949,0.000094594805,0.000061485975,0.00014700975,0.00023142733,0.0003551718,0.0010222769,0.00046334244,0.14011377,0.0001322679],"about_ca_topic_score_codex":0.00003650359,"about_ca_topic_score_gemma":0.000003649483,"teacher_disagreement_score":0.84746855,"about_ca_system_score_codex":0.00037044805,"about_ca_system_score_gemma":0.0015301359,"threshold_uncertainty_score":0.9995253},"labels":[],"label_agreement":null},{"id":"W2125607605","doi":"10.5172/conu.2012.41.2.233","title":"Assessing nursing clinical skills competence through objective structured clinical examination (OSCE) for open distance learning students in Open University Malaysia","year":2012,"lang":"en","type":"article","venue":"Contemporary Nurse","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Medical education; Nursing; Medicine; Observational study; Psychology","score_opus":0.1103255875264127,"score_gpt":0.5016317379401913,"score_spread":0.39130615041377864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125607605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96170914,0.00014058963,0.02012283,0.0008614454,0.0022993726,0.0029325762,0.000007258869,0.00004553315,0.011881232],"genre_scores_gemma":[0.9753665,0.000013333529,0.02191483,0.0006184104,0.00043393552,0.000025766843,0.00025001826,0.00003099429,0.0013462494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996854,0.0009297601,0.0009445829,0.0005529036,0.00036743443,0.0003513165],"domain_scores_gemma":[0.9978785,0.00063844916,0.0005726426,0.00040818925,0.00036074227,0.00014150434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004809265,0.0001978407,0.00064590503,0.00011653927,0.00026102053,0.00019134795,0.00083452906,0.00026177158,0.000044089742],"category_scores_gemma":[0.0029136513,0.00020108391,0.000091048685,0.0006035003,0.0004039858,0.002885429,0.0002105406,0.00083340163,0.000009954843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004285015,0.0023779436,0.91983247,0.000035596404,0.000054361702,0.000011529812,0.0033315574,0.000004905948,0.000018352326,0.0025173991,0.0024731199,0.06891427],"study_design_scores_gemma":[0.0056616543,0.00028068866,0.9655681,0.001051318,0.00006759197,0.00000831678,0.018915014,0.0008532048,0.000028871566,0.000315585,0.0070329816,0.00021663538],"about_ca_topic_score_codex":0.00005279626,"about_ca_topic_score_gemma":0.000006052838,"teacher_disagreement_score":0.06869764,"about_ca_system_score_codex":0.00050548406,"about_ca_system_score_gemma":0.00062105886,"threshold_uncertainty_score":0.81999636},"labels":[],"label_agreement":null},{"id":"W2125775936","doi":"10.3109/0142159x.2010.535868","title":"Neurology for internal medicine residents: Working towards a national Canadian curriculum consensus","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Mount Sinai Hospital","funders":"","keywords":"Neurology; Curriculum; Delphi method; Medical education; Medicine; Clinical neurology; Family medicine; Psychology; Psychiatry; Computer science; Pedagogy","score_opus":0.06820541001936553,"score_gpt":0.3613886439467219,"score_spread":0.29318323392735635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125775936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5974853,0.0002783582,0.0024369368,0.14643201,0.004830182,0.0010471608,0.0000038916833,0.00017689746,0.24730925],"genre_scores_gemma":[0.97090006,0.000011008558,0.00219204,0.020068917,0.0026269828,0.00014196962,0.00008641745,0.000037676946,0.0039349347],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975307,0.0000893434,0.00055578107,0.00034325192,0.0010228489,0.00045809895],"domain_scores_gemma":[0.99862725,0.000041426367,0.000105968575,0.00021447541,0.0005004575,0.0005104158],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018804945,0.00016662182,0.00030582712,0.00039739578,0.0001138516,0.0000061605238,0.00024667644,0.00036045522,0.012079472],"category_scores_gemma":[0.015020913,0.00013205988,0.00006828628,0.00038507234,0.0004973968,0.000026905316,0.00003666873,0.00080558896,0.000071116374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020989872,0.00044151256,0.22438724,0.00007515194,0.0001645474,0.00019894114,0.0025676421,1.3117288e-7,0.000009040522,0.012003838,0.6941027,0.06583934],"study_design_scores_gemma":[0.008212207,0.0014210276,0.1646482,0.0010408774,0.0002443065,0.0016414003,0.0016708573,0.020738587,0.00002772221,0.010587145,0.78919864,0.000569012],"about_ca_topic_score_codex":0.03314348,"about_ca_topic_score_gemma":0.005743821,"teacher_disagreement_score":0.37341473,"about_ca_system_score_codex":0.00026938823,"about_ca_system_score_gemma":0.0015191892,"threshold_uncertainty_score":0.993276},"labels":[],"label_agreement":null},{"id":"W2125881394","doi":"10.1136/bmj.b128","title":"Preserving professional credibility: grounded theory study of medical trainees' requests for clinical support","year":2009,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; University of Toronto; University Health Network; The Wilson Centre; Stan Cassidy Foundation; Holland Bloorview Kids Rehabilitation Hospital","funders":"Canadian Institutes of Health Research; University of Toronto; University of Ontario Institute of Technology","keywords":"Credibility; Grounded theory; Psychology; Medical education; Medicine; Qualitative research; Nursing","score_opus":0.13905917275409152,"score_gpt":0.5466019695080889,"score_spread":0.4075427967539974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125881394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573367,0.000022495378,0.0016927776,0.034202497,0.0012813623,0.002573043,0.0000029406108,0.00006138745,0.0028267652],"genre_scores_gemma":[0.9880829,0.0000051490492,0.0046275263,0.0038295947,0.0016196045,0.00016774885,0.00007984622,0.000014380818,0.0015732766],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9966974,0.0002759915,0.0012535095,0.00031930508,0.0012336872,0.00022010392],"domain_scores_gemma":[0.9980312,0.0005708011,0.00023707384,0.000566821,0.00045702417,0.00013705924],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011603035,0.00011351354,0.00040339635,0.00011021543,0.0000689522,0.0000063439284,0.00026096727,0.00026978302,0.00084169337],"category_scores_gemma":[0.02105604,0.00008735726,0.00009595151,0.000281013,0.00013611047,0.000079376565,0.000049124286,0.00045978176,0.0000053528343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002295174,0.021204552,0.054755818,0.00043706552,0.0002415603,0.000049524384,0.0067469617,7.042727e-7,0.00010197584,0.02687712,0.59317225,0.2941173],"study_design_scores_gemma":[0.0103823505,0.0075022466,0.92789084,0.0005634774,0.00026148406,0.00009106316,0.011542754,0.0020378304,0.000061468054,0.026762217,0.012646917,0.00025733028],"about_ca_topic_score_codex":0.000007179223,"about_ca_topic_score_gemma":0.000005527246,"teacher_disagreement_score":0.87313503,"about_ca_system_score_codex":0.000052466894,"about_ca_system_score_gemma":0.0009226561,"threshold_uncertainty_score":0.98719},"labels":[],"label_agreement":null},{"id":"W2126004379","doi":"10.36834/cmej.36568","title":"Continuing Medical Education (CME): A Reappraisal","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuing medical education; Continuing education; Medical education; Computer science; Data science; Medicine","score_opus":0.015134453860919252,"score_gpt":0.3337307923424961,"score_spread":0.3185963384815768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126004379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4740953,0.0017472719,0.0012407837,0.19955945,0.03011492,0.0010670931,0.0000050609765,0.00019849796,0.29197162],"genre_scores_gemma":[0.79493046,0.0002955868,0.012947683,0.17812662,0.008012542,0.00014130658,0.0001565225,0.00009122435,0.005298055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99562436,0.00016030004,0.0010351202,0.0003782409,0.002096686,0.00070526433],"domain_scores_gemma":[0.9846762,0.00005183769,0.00031197813,0.00051191327,0.0016868603,0.01276123],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023863553,0.00025952762,0.00036961187,0.0010468416,0.00032470658,0.00007299132,0.0005255309,0.00068607094,0.15814319],"category_scores_gemma":[0.07657065,0.00024029186,0.00013990693,0.00097105757,0.00039736772,0.00029483935,0.000027749442,0.0021405877,0.00044432798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002543669,0.00067742285,0.004226123,0.00003818394,0.000035700217,0.00007113461,0.002172257,2.1377119e-8,0.0000050788913,0.008868524,0.46804053,0.5158396],"study_design_scores_gemma":[0.0010816621,0.00017603573,0.029912274,0.0015107722,0.00011367286,0.012511273,0.0045653866,0.00026729604,0.000033519056,0.0009854018,0.9484879,0.00035483344],"about_ca_topic_score_codex":0.006622377,"about_ca_topic_score_gemma":0.003886577,"teacher_disagreement_score":0.51548475,"about_ca_system_score_codex":0.0005501519,"about_ca_system_score_gemma":0.16752702,"threshold_uncertainty_score":0.9999926},"labels":[],"label_agreement":null},{"id":"W2126507397","doi":"10.1046/j.1365-2923.2003.01562.x","title":"Research in Medical Education (RIME) Conference Report","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Library science; Citation; Hard rime; Medical school; Psychology; Sociology; Medical education; Medicine; Art; Computer science; Literature","score_opus":0.05910405471777428,"score_gpt":0.49678981867377603,"score_spread":0.4376857639560017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126507397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67350334,0.0007428577,0.00095828227,0.14886205,0.0062246956,0.0011600959,4.4386758e-7,0.00011429247,0.16843395],"genre_scores_gemma":[0.9664421,0.00019838306,0.003950409,0.020944422,0.0010500157,0.0005829512,0.00031475766,0.000039906194,0.0064770402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99337286,0.00052856514,0.0010780912,0.00064800103,0.0037858959,0.00058659015],"domain_scores_gemma":[0.99612004,0.00021997486,0.0001915842,0.0009864691,0.0019046791,0.0005772688],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008499678,0.00019831609,0.00035054443,0.0009800657,0.00017776803,0.00004119337,0.00032672303,0.00065255695,0.012232267],"category_scores_gemma":[0.05805756,0.00018464973,0.00005922334,0.0025661702,0.0005302906,0.00018079756,0.00005015596,0.0018989195,0.0003790858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041714735,0.006780416,0.029403513,0.00029010116,0.000019435825,0.000121900564,0.0010320754,2.4148022e-7,0.000051473635,0.07166447,0.34635234,0.5442423],"study_design_scores_gemma":[0.0017645364,0.00022681351,0.049023356,0.003197069,0.00004211566,0.0046736645,0.007379292,0.000985132,0.00044726205,0.01473955,0.9170711,0.00045011964],"about_ca_topic_score_codex":0.0004315987,"about_ca_topic_score_gemma":0.0000792263,"teacher_disagreement_score":0.57071877,"about_ca_system_score_codex":0.0007899954,"about_ca_system_score_gemma":0.06111581,"threshold_uncertainty_score":0.9886707},"labels":[],"label_agreement":null},{"id":"W2126672661","doi":"10.3138/jvme.35.2.292","title":"Resident and Graduate Training in Veterinary Nutrition","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Medical education; Certification; Specialty; Residency training; Training (meteorology); Promotion (chess); Board certification; Graduate students; Medicine; Psychology; Family medicine; Continuing education; Political science","score_opus":0.17284648866414046,"score_gpt":0.42788662767899927,"score_spread":0.2550401390148588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126672661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98510987,0.0007394285,0.00012977693,0.012081579,0.0013761539,0.00018933548,2.8216755e-7,0.000010925523,0.00036263838],"genre_scores_gemma":[0.9901246,0.0016941032,0.0051080743,0.0018887048,0.0010180158,0.000025660274,0.000013112921,0.00001521987,0.000112547925],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99795306,0.0001163804,0.0007903201,0.00014775578,0.0008118621,0.0001806492],"domain_scores_gemma":[0.99901295,0.00007323893,0.00027233892,0.00013568827,0.00031094693,0.00019485054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011263359,0.000115278526,0.0003053864,0.00055158744,0.000074990094,0.000008640564,0.00009852469,0.00014408129,0.00022736822],"category_scores_gemma":[0.0027784393,0.00010353905,0.000055964894,0.00041885406,0.00019299428,0.0002579047,0.00002719592,0.0006474355,0.000004694563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002324199,0.0047074975,0.010228027,0.0013148508,0.00009586703,0.0032407248,0.03411631,0.0000021539772,0.007915048,0.0004986278,0.06388398,0.8716727],"study_design_scores_gemma":[0.007110901,0.009396922,0.6890058,0.0071944394,0.000103538536,0.17050351,0.01997258,0.0006846653,0.00022218679,0.001622576,0.09376443,0.0004184318],"about_ca_topic_score_codex":0.000017744464,"about_ca_topic_score_gemma":6.699741e-7,"teacher_disagreement_score":0.87125427,"about_ca_system_score_codex":0.00021404831,"about_ca_system_score_gemma":0.002227917,"threshold_uncertainty_score":0.42222002},"labels":[],"label_agreement":null},{"id":"W2126682084","doi":"10.1007/s10459-009-9166-2","title":"The competency movement in the health professions: ensuring consistent standards or reproducing conventional domains of practice?","year":2009,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Health professions; Medical education; Movement (music); MEDLINE; Psychology; Medicine; Health care; Political science","score_opus":0.02148420474143616,"score_gpt":0.46708317306550656,"score_spread":0.4455989683240704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126682084","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002013711,0.047248866,0.00027887482,0.23447643,0.70763594,0.005728202,0.000044939898,0.000033164302,0.0025398906],"genre_scores_gemma":[0.0322235,0.27238852,0.1317337,0.054291148,0.5002934,0.0044269725,0.0017346977,0.00012489232,0.0027832226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923408,0.0009976987,0.0021997038,0.0007212375,0.0031614767,0.0005790805],"domain_scores_gemma":[0.9913433,0.0035410575,0.0026990825,0.0008490053,0.0014859802,0.00008157868],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027910909,0.00022596457,0.0005216142,0.00046576286,0.00091729924,0.000053720814,0.00052049826,0.00015557797,0.000019483166],"category_scores_gemma":[0.028936904,0.00013013704,0.000056111683,0.0021548604,0.0006916922,0.0004238837,0.000044890385,0.0012243654,0.0000012086233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034004942,0.0018273634,0.0012719579,0.0025800522,0.000013149606,0.0000018778524,0.007557912,0.00009397024,0.0000016339467,0.018026093,0.7397,0.22858594],"study_design_scores_gemma":[0.0006143651,0.0011833095,0.0023960436,0.0069120913,0.000012285282,0.000012870227,0.031468898,0.000057142137,0.0000036013425,0.0038521446,0.9533534,0.00013383386],"about_ca_topic_score_codex":0.0008025726,"about_ca_topic_score_gemma":0.0010585597,"teacher_disagreement_score":0.2284521,"about_ca_system_score_codex":0.0023625954,"about_ca_system_score_gemma":0.04561447,"threshold_uncertainty_score":0.9792428},"labels":[],"label_agreement":null},{"id":"W2126839608","doi":"10.3109/10903127.2013.836265","title":"Development of an EMS Curriculum","year":2013,"lang":"en","type":"article","venue":"Prehospital Emergency Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Subspecialty; Curriculum; Medicine; Specialty; Medical education; Certification; Blueprint; Core Knowledge; Experiential learning; Family medicine; Computer science; Psychology; Knowledge management; Pedagogy; Engineering","score_opus":0.008616101847630305,"score_gpt":0.29978761993559705,"score_spread":0.29117151808796676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126839608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912428,0.0003205822,0.0001467937,0.00019652165,0.0010647315,0.00046572502,0.0000013774315,0.00004993895,0.0065114996],"genre_scores_gemma":[0.9612392,0.000010481406,0.037980035,0.000054804656,0.00014620982,0.00014716826,0.00016276067,0.00001591849,0.00024338499],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988714,0.000009626772,0.00043728863,0.00018296494,0.00032812057,0.0001706371],"domain_scores_gemma":[0.99884826,0.0000016048904,0.00008795061,0.0002744098,0.0007092318,0.000078549194],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000072231174,0.00010305663,0.00014429624,0.00008891795,0.00006152042,0.0000037988593,0.000109080655,0.00007158455,0.003264156],"category_scores_gemma":[0.00014743206,0.000089608475,0.000043340257,0.00033531492,0.000032657692,0.00016598064,0.0000334827,0.00012385714,0.00016779378],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070975184,0.0010686953,0.16806471,0.0007896114,0.00009001879,0.0000021612218,0.03800676,0.0000036300426,0.0065696114,0.00094664696,0.019775726,0.7646753],"study_design_scores_gemma":[0.00077153055,0.00051973725,0.90504116,0.00018838538,0.00007230844,0.000008868156,0.054311324,0.0006121009,0.013682075,0.00037449528,0.023964781,0.00045322737],"about_ca_topic_score_codex":0.00006887716,"about_ca_topic_score_gemma":0.0000055608875,"teacher_disagreement_score":0.7642221,"about_ca_system_score_codex":0.00007831552,"about_ca_system_score_gemma":0.00014574328,"threshold_uncertainty_score":0.997647},"labels":[],"label_agreement":null},{"id":"W2127098281","doi":"10.1046/j.1365-2923.2003.01326.x","title":"To be and not to be: the paradox of the emerging professional stance","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"University of Toronto; Arnold P. Gold Foundation","keywords":"Narrative; Psychology; Grounded theory; Epistemology; Coding (social sciences); Social psychology; Qualitative research; Sociology; Social science","score_opus":0.018648408824707703,"score_gpt":0.39187476323339493,"score_spread":0.37322635440868723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127098281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6120308,0.000059913178,0.00038940183,0.38444644,0.001793269,0.0004513294,0.0000010312824,0.000008513692,0.0008192971],"genre_scores_gemma":[0.84331447,0.000012948601,0.0023821213,0.1512789,0.00025728892,0.00014192898,0.000009238284,0.000011280337,0.0025918232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982112,0.00010881299,0.00033743633,0.00019315453,0.0009768637,0.00017255651],"domain_scores_gemma":[0.99903995,0.000110287685,0.00008473607,0.00037754298,0.0002678247,0.000119683704],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001192631,0.000089200956,0.00013501411,0.00008180963,0.00016813276,0.00000772549,0.00016766893,0.00008725523,0.000565381],"category_scores_gemma":[0.013400562,0.00005002483,0.000026481257,0.0008168072,0.00015501531,0.00003669734,0.000042425094,0.00032566432,0.000008866986],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008255619,0.0007825732,0.011612285,0.00020078011,0.000028448936,5.414773e-7,0.017530825,0.0000034775155,0.0014250979,0.03848638,0.7695876,0.16025947],"study_design_scores_gemma":[0.0005333094,0.0001288771,0.1404095,0.0007050845,0.00005792705,0.000044879056,0.010909539,0.00015941393,0.0035546955,0.00066076365,0.8426831,0.00015292622],"about_ca_topic_score_codex":0.000024058341,"about_ca_topic_score_gemma":0.000014307501,"teacher_disagreement_score":0.23316756,"about_ca_system_score_codex":0.000090038564,"about_ca_system_score_gemma":0.0018712466,"threshold_uncertainty_score":0.99491},"labels":[],"label_agreement":null},{"id":"W2128114901","doi":"10.1080/01421590701477431","title":"Twelve tips for preparing residents as teachers","year":2007,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Psychology; Medicine; Mathematics education","score_opus":0.09934564059674664,"score_gpt":0.49286516067266023,"score_spread":0.3935195200759136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128114901","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000105936306,0.95272124,0.0012610786,0.00076108536,0.0016418428,0.0024456403,0.0000022863946,0.00022435345,0.04083651],"genre_scores_gemma":[0.000012899123,0.9348295,0.0021522993,0.0012262738,0.0043174895,0.000753668,0.0007503028,0.00020116878,0.055756442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950311,0.00016021974,0.0014607016,0.0007697458,0.0018678793,0.0007103443],"domain_scores_gemma":[0.99784046,0.0001929776,0.0004130237,0.0008518262,0.00020616417,0.0004955585],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044467724,0.00051776395,0.0018034773,0.000503826,0.00013384676,0.00003142522,0.00051543344,0.0017915505,0.00418954],"category_scores_gemma":[0.019720893,0.00040110617,0.0006194992,0.0007482965,0.00029090088,0.00006543625,0.00013176206,0.0024463073,0.000709108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015149462,0.00025221842,0.00009236146,0.0064935726,0.00024213032,0.000025193614,0.00024181901,4.919537e-9,1.6838213e-8,0.0001949057,0.20068383,0.7917588],"study_design_scores_gemma":[0.00075194624,0.0001258179,0.000014351823,0.018089572,0.0011888259,0.00038540855,0.00010812437,0.00005801329,2.796666e-7,0.00012510669,0.9788165,0.00033607427],"about_ca_topic_score_codex":0.000058040212,"about_ca_topic_score_gemma":0.0000051252864,"teacher_disagreement_score":0.7914227,"about_ca_system_score_codex":0.00085179595,"about_ca_system_score_gemma":0.0020947938,"threshold_uncertainty_score":0.9998551},"labels":[],"label_agreement":null},{"id":"W2128363176","doi":"10.3109/0142159x.2011.551559","title":"Criteria for good assessment: Consensus statement and recommendations from the Ottawa 2010 Conference","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":559,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Accreditation; Consistency (knowledge bases); Medical education; Health care; Coherence (philosophical gambling strategy); Statement (logic); Medicine; Psychology; Computer science; Political science; Mathematics education","score_opus":0.10560445218452957,"score_gpt":0.4178424629684081,"score_spread":0.31223801078387853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128363176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62884915,0.00015969723,0.030238967,0.30705065,0.0026134097,0.0014973865,0.000055779732,0.00012237592,0.029412592],"genre_scores_gemma":[0.9405299,0.000054802535,0.0470132,0.006427245,0.00066012744,0.0003351608,0.00046586338,0.000027476988,0.0044862125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986865,0.0001276466,0.00043084222,0.00023269863,0.00032133932,0.00020097721],"domain_scores_gemma":[0.9991129,0.00015724165,0.00010117481,0.0002943278,0.00019094958,0.00014339737],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015710365,0.00011288483,0.00018161465,0.000035019075,0.0001447149,0.000020058227,0.00012908227,0.00014058354,0.020231687],"category_scores_gemma":[0.002107204,0.00007431085,0.000031114298,0.00010678166,0.00030676785,0.0000355175,0.00004559585,0.00043645393,0.000021488004],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045005916,0.0006557057,0.045646872,0.000039393188,0.00015322286,0.000005482504,0.003607845,5.067572e-9,0.00009251454,0.01651372,0.8257777,0.10746254],"study_design_scores_gemma":[0.0049715755,0.00048814307,0.17030163,0.00042170042,0.00036337518,0.000044081276,0.0078017768,0.015567343,0.00012915953,0.013726706,0.78583467,0.00034982932],"about_ca_topic_score_codex":0.00027903597,"about_ca_topic_score_gemma":0.000049204285,"teacher_disagreement_score":0.31168076,"about_ca_system_score_codex":0.00005922803,"about_ca_system_score_gemma":0.0003202557,"threshold_uncertainty_score":0.98066396},"labels":[],"label_agreement":null},{"id":"W2128424094","doi":"10.3402/meo.v15i0.5356","title":"A national clinician–educator program: a model of an effective community of practice","year":2010,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University; McGill University; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Scholarship; Medical education; Curriculum; Faculty development; Professional development; Educational program; Program evaluation; Construct (python library); Medicine; Best practice; Psychology; Pedagogy; Political science; Computer science","score_opus":0.03229236765432324,"score_gpt":0.4945520045579343,"score_spread":0.46225963690361105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128424094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98063886,0.000026142901,0.00037564128,0.014380055,0.0012176229,0.0009575381,0.000025852187,0.00006110607,0.0023172004],"genre_scores_gemma":[0.8463246,0.000010898365,0.14571804,0.0059140637,0.00074533105,0.0002333847,0.0008896532,0.00002379771,0.00014019427],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969829,0.0002839301,0.0009135618,0.00021814177,0.0014174778,0.0001840239],"domain_scores_gemma":[0.99436474,0.0005716845,0.0005381511,0.0005937395,0.0036267748,0.00030492764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003358044,0.00015149833,0.00037732255,0.00032473743,0.00009723872,0.000006831864,0.0003096203,0.00033827944,0.00046711531],"category_scores_gemma":[0.066671185,0.00013581566,0.000083885396,0.0008201379,0.00060759264,0.00022460672,0.00005132834,0.0018117547,0.000007974138],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031476765,0.09872209,0.0022121705,0.0004599282,0.00011637424,6.463051e-7,0.004145175,0.000012168387,0.0028667315,0.009749046,0.0076269414,0.87377393],"study_design_scores_gemma":[0.014025215,0.009518502,0.36021185,0.0029321031,0.0015136114,0.00093092513,0.036299575,0.43566534,0.009823121,0.024482798,0.10304312,0.0015538494],"about_ca_topic_score_codex":0.00026029698,"about_ca_topic_score_gemma":0.00009433319,"teacher_disagreement_score":0.8722201,"about_ca_system_score_codex":0.000101632686,"about_ca_system_score_gemma":0.010164059,"threshold_uncertainty_score":0.9954474},"labels":[],"label_agreement":null},{"id":"W2128520373","doi":"10.1111/j.1365-2923.2009.03534.x","title":"Doctor scores on national qualifying examinations predict quality of care in future practice","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; McGill University; College of Physicians and Surgeons of Ontario; NOSM University; Laurentian University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Quartile; Family medicine; Specialty; Confidence interval; Odds ratio; Logistic regression; Multivariate analysis; Odds; Test (biology); MEDLINE; Internal medicine","score_opus":0.02649485624659623,"score_gpt":0.4533778285413239,"score_spread":0.42688297229472766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128520373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8409835,0.00070457265,0.00032415186,0.11661562,0.0022444627,0.00086104585,0.0000112137595,0.000084626954,0.038170815],"genre_scores_gemma":[0.9694587,0.00009166474,0.0048222835,0.023324529,0.0014743503,0.000079853584,0.00050934526,0.000012296571,0.0002269656],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963477,0.00024193549,0.0008420868,0.0003065764,0.002062736,0.0001989689],"domain_scores_gemma":[0.9975013,0.00034747308,0.00029563523,0.00029960086,0.0014589118,0.00009704812],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019462307,0.0001436232,0.00028047906,0.0005270085,0.00007797852,0.000013082574,0.00015981933,0.00026745308,0.0004492276],"category_scores_gemma":[0.0365748,0.00013149524,0.000059087655,0.0010998052,0.00011441705,0.00022168872,0.000013011065,0.0005954914,0.00002491612],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062747305,0.008545587,0.017748438,0.00075238844,0.000046027137,0.0000050368635,0.012416013,0.000016141155,0.00038969488,0.15509832,0.09073978,0.7136151],"study_design_scores_gemma":[0.0022109537,0.00092185143,0.8740097,0.0013998213,0.000056794303,0.000040099967,0.015594941,0.00034395498,0.000418988,0.0012490372,0.103489056,0.00026475228],"about_ca_topic_score_codex":0.00007792077,"about_ca_topic_score_gemma":0.000029320961,"teacher_disagreement_score":0.8562613,"about_ca_system_score_codex":0.00061175856,"about_ca_system_score_gemma":0.004109689,"threshold_uncertainty_score":0.9715406},"labels":[],"label_agreement":null},{"id":"W2128539658","doi":"10.3109/0142159x.2010.505971","title":"Professionalism is a generic term: Practicing what we preach","year":2010,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Compliance (psychology); Identification (biology); De facto; Professional association; Medical education; Public relations; Engineering ethics; Political science; Sociology; Medicine; Psychology; Law; Engineering","score_opus":0.06625576280614766,"score_gpt":0.40043238721823415,"score_spread":0.3341766244120865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128539658","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018241748,0.001396056,0.00013355092,0.9682075,0.006885154,0.00090366625,0.0000020527102,0.00020112951,0.0040291864],"genre_scores_gemma":[0.00077747746,0.0004945759,0.0016712513,0.8676337,0.02381705,0.00038056044,0.0011227382,0.00017198031,0.1039307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935255,0.0002863277,0.0009569508,0.00088312646,0.0035743609,0.00077372085],"domain_scores_gemma":[0.99757373,0.00012393517,0.00046445106,0.0012122295,0.0003824172,0.00024324202],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016922186,0.00054012873,0.0008235112,0.0004015292,0.00018386818,0.00011101108,0.0005541828,0.0065917685,0.043014713],"category_scores_gemma":[0.0052651884,0.0004044676,0.00022302386,0.00058608066,0.0004838526,0.00033624124,0.00019676548,0.023713414,0.00075407734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013998875,0.0003063098,0.0007414371,0.0005470481,0.0001312844,0.00047501188,0.001467342,4.0754493e-9,0.000035466866,0.000009231794,0.87918055,0.117092334],"study_design_scores_gemma":[0.00081295357,0.00006921581,0.00025301572,0.002969372,0.00031007768,0.0006761978,0.00031652802,0.000549859,0.000030609153,0.00018307015,0.9934314,0.00039768856],"about_ca_topic_score_codex":0.000035201796,"about_ca_topic_score_gemma":0.0000012578022,"teacher_disagreement_score":0.116694644,"about_ca_system_score_codex":0.00032071763,"about_ca_system_score_gemma":0.0018546191,"threshold_uncertainty_score":0.99984074},"labels":[],"label_agreement":null},{"id":"W2128644791","doi":"10.1002/ase.1527","title":"Using guided inquiry and the information search process to develop research confidence among first year anatomy students","year":2015,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medical education; Process (computing); Conceptualization; Citation; Psychology; Set (abstract data type); Information literacy; Mathematics education; Computer science; Pedagogy; Medicine; Library science","score_opus":0.18196356535326458,"score_gpt":0.5352780825973189,"score_spread":0.3533145172440543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128644791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98195755,0.00003526889,0.00081247464,0.014673949,0.00047929652,0.0009371941,3.5337808e-7,0.000020816982,0.001083076],"genre_scores_gemma":[0.9933461,0.000011106874,0.0046410705,0.0016192022,0.00021135708,0.000091096255,0.000011990884,0.0000051306447,0.00006294835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973379,0.00015087999,0.0003383165,0.0002454048,0.0016210877,0.0003064092],"domain_scores_gemma":[0.99683315,0.00013666773,0.000075278964,0.00020045157,0.0025632703,0.00019116417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068900473,0.00008783241,0.00013678109,0.00046776445,0.00049493904,0.00024781295,0.00039767125,0.000081298174,0.000023810013],"category_scores_gemma":[0.007382429,0.00006051313,0.0000115463645,0.004019916,0.0015255056,0.0007316261,0.00014514003,0.0003002162,0.00006412664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002439991,0.00040052843,0.7603125,0.0001881363,0.000031097672,9.065624e-7,0.07912451,0.00020888605,0.00004766807,0.060749136,0.071388185,0.027304474],"study_design_scores_gemma":[0.004886363,0.0004454246,0.6031367,0.00124825,0.00008336978,0.00012668513,0.3186225,0.038325947,0.0016015907,0.01375557,0.017109467,0.00065813126],"about_ca_topic_score_codex":0.00067461684,"about_ca_topic_score_gemma":0.000021803437,"teacher_disagreement_score":0.239498,"about_ca_system_score_codex":0.00038487252,"about_ca_system_score_gemma":0.0031082088,"threshold_uncertainty_score":0.8837991},"labels":[],"label_agreement":null},{"id":"W2128670150","doi":"10.1080/01421590600969462","title":"The anatomy and physiology of conflict in medical education: a doorway to diagnosing the health of medical education systems","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Calgary Laboratory Services; University of British Columbia; University of Alberta; University of Calgary","funders":"","keywords":"Preconscious; Medical education; Meaning (existential); Psychology; Interpretation (philosophy); Engineering ethics; Medicine; Unconscious mind; Psychotherapist","score_opus":0.0154949040238947,"score_gpt":0.39121979693221925,"score_spread":0.37572489290832456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128670150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7244627,0.0051571433,0.00018630309,0.2667342,0.0013067583,0.0007366517,6.1598337e-7,0.000018382632,0.0013972205],"genre_scores_gemma":[0.98890865,0.00048840645,0.00011685307,0.008387802,0.0012227672,0.00028048558,0.000040157192,0.000020304853,0.0005345776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953571,0.00049521367,0.0011755663,0.0002989561,0.0023359878,0.00033719995],"domain_scores_gemma":[0.99818915,0.0003732131,0.0002899811,0.0004734439,0.00029045285,0.0003837854],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055314135,0.00015753233,0.00048216066,0.00019671753,0.00012733362,0.000013543924,0.0004352863,0.00037785358,0.0008657673],"category_scores_gemma":[0.01377424,0.000090845504,0.00005100181,0.0008520859,0.00093865884,0.000038251117,0.000106154825,0.00087536126,0.000007199107],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012507546,0.004166056,0.09302804,0.0007832919,0.00007633467,0.0000059208355,0.0044108517,0.0000018888393,0.000031160333,0.063606285,0.3534189,0.48034623],"study_design_scores_gemma":[0.0035422593,0.00068451837,0.3209416,0.0056848633,0.00007809687,0.00052122475,0.01297867,0.018358352,0.000053075215,0.0015148843,0.63524324,0.00039920676],"about_ca_topic_score_codex":0.004002905,"about_ca_topic_score_gemma":0.00029230583,"teacher_disagreement_score":0.479947,"about_ca_system_score_codex":0.00018632691,"about_ca_system_score_gemma":0.007767253,"threshold_uncertainty_score":0.9978578},"labels":[],"label_agreement":null},{"id":"W2128715631","doi":"10.36834/cmej.36599","title":"Assessing the scholar CanMEDS role in residents using critical appraisal techniques","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Test (biology); Critical appraisal; Reliability (semiconductor); Medicine; Sample (material); Psychology; Family medicine; Alternative medicine; Pathology","score_opus":0.02132241919454497,"score_gpt":0.426916535212226,"score_spread":0.40559411601768103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128715631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8105812,0.00046900465,0.00039153022,0.18051688,0.0033991586,0.00035715257,6.07219e-7,0.000026728683,0.004257712],"genre_scores_gemma":[0.93439806,0.00003161327,0.016740965,0.045841414,0.0027493252,0.00007579828,0.000014206777,0.000033451768,0.00011517812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972359,0.00025107685,0.00067466963,0.00020961641,0.0010879155,0.0005408537],"domain_scores_gemma":[0.99338454,0.00030303685,0.00016686085,0.0004434409,0.0013552147,0.0043469328],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025497754,0.0001469898,0.00020526769,0.00072527135,0.0005497735,0.00040107963,0.00032948435,0.00031657532,0.01510889],"category_scores_gemma":[0.11095649,0.00011247754,0.000053640717,0.0008835444,0.00034533298,0.0007584367,0.000022068545,0.0026124397,0.000072275856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006147577,0.00048063358,0.042994358,0.00007724094,0.00003613804,0.00009406967,0.0023953568,0.0000017169247,0.0005935805,0.0025003431,0.26934156,0.68147886],"study_design_scores_gemma":[0.001146415,0.00014968443,0.5874729,0.0037429142,0.00014968897,0.012377798,0.04841012,0.008055434,0.00039351333,0.006246862,0.33115122,0.00070343865],"about_ca_topic_score_codex":0.035956904,"about_ca_topic_score_gemma":0.0023252235,"teacher_disagreement_score":0.6807754,"about_ca_system_score_codex":0.0012887773,"about_ca_system_score_gemma":0.053000975,"threshold_uncertainty_score":0.99968857},"labels":[],"label_agreement":null},{"id":"W2128895519","doi":"","title":"Teaching and evaluation of ethics and professionalism: in Canadian family medicine residency programs.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medical education; Medicine; Family medicine; Psychology","score_opus":0.20229291815857567,"score_gpt":0.43990941551568813,"score_spread":0.23761649735711246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128895519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96115124,0.0020812706,0.000002850666,0.029088432,0.00028441608,0.0011525366,5.1389617e-7,0.000008391613,0.0062303706],"genre_scores_gemma":[0.9964238,0.000030521984,0.00069516554,0.001852487,0.00017363053,0.00064335903,0.00003153335,0.000008011026,0.00014153235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99843824,0.0003331127,0.00027471263,0.00011280165,0.0005571268,0.00028399908],"domain_scores_gemma":[0.9992656,0.00012254524,0.00007310067,0.000118558506,0.00026401866,0.0001561804],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015604831,0.000064487256,0.00014111893,0.00031023737,0.00008908736,0.0000031917348,0.00003041348,0.00014049732,0.00000900083],"category_scores_gemma":[0.008933678,0.000051491883,0.000005832681,0.00025910026,0.00014881812,0.00011567341,0.000014234256,0.00070043036,3.611837e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010248816,0.00006261103,0.2291188,0.00015107372,0.000008509793,4.238986e-7,0.0069551687,5.600953e-8,0.000035014575,0.0053554084,0.0005768075,0.7577259],"study_design_scores_gemma":[0.00069488975,0.000018060258,0.9910826,0.00020004973,0.00006200051,0.000009587427,0.002945962,0.00012104945,0.000008706915,0.0011179494,0.0036928258,0.000046311503],"about_ca_topic_score_codex":0.069769695,"about_ca_topic_score_gemma":0.009452041,"teacher_disagreement_score":0.76196384,"about_ca_system_score_codex":0.00020739704,"about_ca_system_score_gemma":0.00046279927,"threshold_uncertainty_score":0.9994145},"labels":[],"label_agreement":null},{"id":"W2129024928","doi":"10.1080/01421590600902976","title":"A systematic review of faculty development initiatives designed to improve teaching effectiveness in medical education: BEME Guide No. 8","year":2006,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1406,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McGill University","funders":"","keywords":"Psychological intervention; Medical education; MEDLINE; Faculty development; Medicine; Coding (social sciences); Continuing medical education; Health care; Professional development; Psychology; Nursing; Continuing education","score_opus":0.03721650708791387,"score_gpt":0.44441213588608913,"score_spread":0.4071956287981753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129024928","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006227715,0.980123,0.0013561848,0.00096433004,0.0009592208,0.0075438377,0.0000044833423,0.00007677943,0.008909905],"genre_scores_gemma":[0.000023000746,0.97436005,0.007033229,0.0039343936,0.0010895467,0.00805148,0.0015863134,0.00015931796,0.0037626442],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9884213,0.0023591719,0.004419753,0.00083097484,0.003426749,0.0005420475],"domain_scores_gemma":[0.99611706,0.00053745403,0.0010799753,0.0009010743,0.0007797304,0.00058472995],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015097529,0.0007020636,0.0050086984,0.00074005494,0.000086293796,0.000016023732,0.0007823475,0.0010572424,0.00169912],"category_scores_gemma":[0.11650404,0.0004946277,0.0004178438,0.0013477476,0.00020104236,0.00009719184,0.00022014414,0.002351871,0.00028973437],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005920859,0.0011049162,0.000039561968,0.71525383,0.00020778408,0.000025479982,0.00018217767,6.513393e-9,1.0069195e-7,0.00011974037,0.014946324,0.26811415],"study_design_scores_gemma":[0.00038199185,0.00008223598,0.00003737293,0.67624766,0.00073922396,0.00010389124,0.00004824385,0.00001530103,6.555728e-7,0.000004888693,0.32203677,0.0003017779],"about_ca_topic_score_codex":0.00008433017,"about_ca_topic_score_gemma":0.0000073476012,"teacher_disagreement_score":0.30709046,"about_ca_system_score_codex":0.0016813341,"about_ca_system_score_gemma":0.015610121,"threshold_uncertainty_score":0.99994975},"labels":[],"label_agreement":null},{"id":"W2129116692","doi":"","title":"Enseigner les habiletés cliniques avec l’aide des patients","year":2014,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Musée de la Civilisation","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.02705401269651483,"score_gpt":0.28061882659906645,"score_spread":0.25356481390255164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129116692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95339465,0.001428765,0.00545781,0.007021448,0.0181213,0.0009263345,0.000018687959,0.00012811077,0.013502902],"genre_scores_gemma":[0.9632102,0.00035460488,0.011239346,0.003632675,0.0094608525,0.00025919502,0.0002727146,0.000071829236,0.011498549],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99540585,0.00032054196,0.0007907823,0.000447264,0.00060188584,0.0024336944],"domain_scores_gemma":[0.9980549,0.00020344714,0.00020846908,0.0004746779,0.00041052123,0.00064796774],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017815151,0.00030386937,0.00038881446,0.00017109232,0.00025316456,0.000062258994,0.00022413302,0.00041103273,0.001427662],"category_scores_gemma":[0.010163023,0.0002921806,0.0001395256,0.00045201185,0.0009118661,0.00025412592,0.00006248924,0.0006983989,0.00025298027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033938915,0.0006484055,0.33983076,0.0002608811,0.00004920503,0.0000028651216,0.0021925487,0.00000417327,0.000005763561,0.0039383755,0.03845481,0.61457825],"study_design_scores_gemma":[0.0010253234,0.0001504418,0.66148055,0.0002914356,0.00013448222,0.000008288404,0.00028462766,0.0006059711,0.00038250367,0.0015608222,0.33386216,0.00021342844],"about_ca_topic_score_codex":0.00017727591,"about_ca_topic_score_gemma":0.000046945843,"teacher_disagreement_score":0.61436486,"about_ca_system_score_codex":0.0012705844,"about_ca_system_score_gemma":0.00029099252,"threshold_uncertainty_score":0.99995303},"labels":[],"label_agreement":null},{"id":"W2129159506","doi":"10.1136/qshc.2006.018549","title":"Does telling people what they have been doing change what they do? A systematic review of the effects of audit and feedback","year":2006,"lang":"en","type":"review","venue":"BMJ Quality & Safety","topic":"Innovations in Medical Education","field":"Medicine","cited_by":375,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Cancer Centre","funders":"","keywords":"Audit; Medicine; Interquartile range; Randomized controlled trial; Systematic review; Intervention (counseling); MEDLINE; Family medicine; Nursing; Accounting; Surgery","score_opus":0.04539466199641164,"score_gpt":0.4025900678443869,"score_spread":0.35719540584797527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129159506","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000099303696,0.9833904,0.00006695579,0.0019047221,0.001444019,0.012933735,0.00002474872,0.000027503103,0.000108626715],"genre_scores_gemma":[0.00024114703,0.99666333,0.00034943217,0.000821072,0.00055518997,0.0009168008,0.00021078091,0.00006282914,0.00017940348],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919167,0.0020277041,0.0040648743,0.0005188498,0.0011398032,0.0003320288],"domain_scores_gemma":[0.9913741,0.0027955803,0.0035443748,0.0016517318,0.00055943755,0.0000748082],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008818091,0.00052726746,0.0047503854,0.00017521276,0.0001414805,0.00008510217,0.00044942554,0.00040263782,0.000030069243],"category_scores_gemma":[0.006685366,0.0002466498,0.00070799195,0.00050529634,0.00017408622,0.00039965863,0.00020115639,0.0006709989,0.000009867062],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007354152,0.00009235107,0.000022147504,0.77761096,0.0002009444,9.950083e-7,0.0018796027,3.849688e-8,5.8224896e-7,0.00024556703,0.00013427035,0.2198052],"study_design_scores_gemma":[0.0002868962,0.0000545412,0.00012271391,0.9629357,0.0043557636,0.000035180874,0.0020643084,0.000002773863,0.0000034479071,0.000104681654,0.029764395,0.00026963788],"about_ca_topic_score_codex":0.00028195983,"about_ca_topic_score_gemma":0.0001084254,"teacher_disagreement_score":0.21953556,"about_ca_system_score_codex":0.0002989427,"about_ca_system_score_gemma":0.0005454471,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W2129837454","doi":"10.1186/s12916-014-0193-3","title":"Challenges of synthesizing medical education research","year":2014,"lang":"en","type":"letter","venue":"BMC Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Systematic review; Function (biology); Medicine; Engineering ethics; Alternative medicine; Health care; Medical education; MEDLINE; Political science; Pathology","score_opus":0.19588115759197794,"score_gpt":0.4749663846171684,"score_spread":0.27908522702519045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129837454","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006147962,0.005352914,0.00032346326,0.91765857,0.0022186933,0.0007231162,8.487305e-7,0.000073792406,0.073033795],"genre_scores_gemma":[0.012299055,0.0022450367,0.0046127173,0.9162428,0.05672408,0.0003432147,0.0007313298,0.00017583265,0.0066259685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99204683,0.0006738278,0.0012782059,0.0007438817,0.0046575805,0.00059964386],"domain_scores_gemma":[0.9938938,0.0017176162,0.00045252527,0.0016024143,0.0021270788,0.000206574],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008207404,0.00034682133,0.0011430803,0.0016234348,0.00010455035,0.0000060333946,0.0005983747,0.00179404,0.0026875671],"category_scores_gemma":[0.05190765,0.00026391324,0.000115890354,0.00093304814,0.0012962893,0.000045097826,0.000095225725,0.0046142205,0.00016209566],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002598033,0.00016942491,0.00018888005,0.0047697523,0.000052566946,0.000026467493,0.00039675852,3.2221138e-8,0.000029441955,0.0031529139,0.9027233,0.08846444],"study_design_scores_gemma":[0.00073128316,0.00047756406,0.000998277,0.013680287,0.00019001697,0.00036775172,0.00092493644,0.00011441561,0.00006105159,0.0013290452,0.9809254,0.00019998809],"about_ca_topic_score_codex":0.00011887171,"about_ca_topic_score_gemma":0.0000122034,"teacher_disagreement_score":0.08826445,"about_ca_system_score_codex":0.00031268026,"about_ca_system_score_gemma":0.0049020047,"threshold_uncertainty_score":0.9999813},"labels":[],"label_agreement":null},{"id":"W2129890092","doi":"","title":"Get a head start!: earn Mainpro® credits during residency.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prince Albert Grand Council","funders":"","keywords":"Medical education; Continuing medical education; Residency training; Head start; Head (geology); Continuing education; Medicine; Data science; Computer science; Psychology","score_opus":0.0371022048051161,"score_gpt":0.29997339261957034,"score_spread":0.26287118781445423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129890092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98150855,0.00041520962,0.000054066943,0.0068666777,0.0013461964,0.0007781311,0.000001959317,0.00011949199,0.008909741],"genre_scores_gemma":[0.9863504,0.000017098067,0.0017787138,0.0010533645,0.0023898892,0.0011620447,0.00002890705,0.000025460953,0.007194099],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847656,0.000034872723,0.00028123957,0.00016758377,0.00042159826,0.00061811344],"domain_scores_gemma":[0.9992174,0.000027826898,0.00007123987,0.00034272022,0.00013479377,0.00020604204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082509767,0.00010558313,0.00015857352,0.0001735961,0.00008288996,0.000014662922,0.00008200623,0.00010060858,0.00024073983],"category_scores_gemma":[0.0017914887,0.000095347066,0.000037776623,0.00043523265,0.00006870677,0.00021303474,0.000038231105,0.00029887827,0.00013612592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028953474,0.0009832035,0.4922313,0.0005463278,0.00015451781,0.000034844124,0.0037395793,0.0000013241554,0.00070861104,0.0035996158,0.08980163,0.4079095],"study_design_scores_gemma":[0.00064513326,0.00001327893,0.9544187,0.000028331633,0.00003989405,0.00006280045,0.00017847765,0.000006068336,0.0010946525,0.00014499624,0.043272838,0.00009482971],"about_ca_topic_score_codex":0.000030685347,"about_ca_topic_score_gemma":0.000005261204,"teacher_disagreement_score":0.4621874,"about_ca_system_score_codex":0.00019611446,"about_ca_system_score_gemma":0.00007799277,"threshold_uncertainty_score":0.38881403},"labels":[],"label_agreement":null},{"id":"W2130075108","doi":"10.1186/s12909-015-0437-8","title":"Life imitating art: Depictions of the hidden curriculum in medical television programs","year":2015,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University of Ottawa","keywords":"Curriculum; Medical education; Psychology; Multimedia; Medicine; Pedagogy; Computer science","score_opus":0.034949141609014404,"score_gpt":0.37222950279640765,"score_spread":0.33728036118739324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130075108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9505307,0.00030739018,0.0016029535,0.038084485,0.0032732163,0.00087214593,5.044878e-7,0.00006626358,0.005262314],"genre_scores_gemma":[0.979277,0.00003904329,0.011912688,0.0066242255,0.0011512539,0.00027444106,0.00013119349,0.000027388141,0.00056272943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99576765,0.00025384763,0.00095133187,0.00029591084,0.0024448365,0.00028640692],"domain_scores_gemma":[0.997564,0.00019929466,0.0002912072,0.00053412566,0.00069164025,0.00071970443],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024723443,0.00015066036,0.0003010188,0.00024331055,0.00007501272,0.000014485108,0.00033972578,0.00035138187,0.0006611656],"category_scores_gemma":[0.11052854,0.000104077444,0.000091548725,0.0016931298,0.0003313634,0.00011771282,0.00009551894,0.0007419412,0.000086163185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031177467,0.003624068,0.45111388,0.00034639702,0.000018514793,0.0000023048449,0.0015771178,0.0000030394774,0.0000120847935,0.003986609,0.14512572,0.39415908],"study_design_scores_gemma":[0.010828309,0.0010816935,0.6853272,0.016495418,0.00039240107,0.00090915774,0.04821036,0.06745881,0.00025618146,0.0051259925,0.16286689,0.0010476145],"about_ca_topic_score_codex":0.00018744518,"about_ca_topic_score_gemma":0.00018814471,"teacher_disagreement_score":0.39311147,"about_ca_system_score_codex":0.00028323015,"about_ca_system_score_gemma":0.020243865,"threshold_uncertainty_score":0.98531044},"labels":[],"label_agreement":null},{"id":"W2130180336","doi":"10.1186/1472-6920-12-25","title":"The role of feedback in improving the effectiveness of workplace based assessments: a systematic review","year":2012,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Observational study; Medicine; Medical education; MEDLINE; Inclusion (mineral); Evidence-based medicine; Systematic review; Family medicine; Psychology; Alternative medicine; Pedagogy; Pathology","score_opus":0.0258374106908853,"score_gpt":0.40863357667539646,"score_spread":0.38279616598451116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130180336","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031404255,0.99160206,0.00048524406,0.00020963314,0.0010015393,0.0061788596,0.000001922258,0.000012087273,0.00047726586],"genre_scores_gemma":[0.0005979039,0.99411047,0.0007365567,0.00040252242,0.00026230677,0.0035486945,0.00019449342,0.000045038654,0.0001020045],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99268323,0.0032489956,0.002136288,0.0002818154,0.0013602632,0.00028939339],"domain_scores_gemma":[0.9895663,0.0068630525,0.0017185019,0.0012132092,0.00052728446,0.00011160892],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017294874,0.00030006203,0.002083044,0.00022933066,0.00007421284,0.000012417401,0.00059901254,0.00037594483,0.00012258624],"category_scores_gemma":[0.04188462,0.00014922673,0.00032614794,0.0016756036,0.00027468838,0.00006413708,0.00006387036,0.0008645472,0.000019283594],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012343717,0.00040644885,0.00007617301,0.673541,0.00004699544,7.477691e-8,0.00001918763,4.2881855e-8,2.902269e-7,0.0005766768,0.0001409726,0.3251798],"study_design_scores_gemma":[0.00024328228,0.000048049726,0.00018086802,0.95367324,0.003036894,0.000028618253,0.00033731153,0.00012763405,0.0000029436633,0.000047115635,0.042144947,0.00012910154],"about_ca_topic_score_codex":0.00006041946,"about_ca_topic_score_gemma":0.0000108379545,"teacher_disagreement_score":0.32505068,"about_ca_system_score_codex":0.0005557154,"about_ca_system_score_gemma":0.01488379,"threshold_uncertainty_score":0.9907009},"labels":[],"label_agreement":null},{"id":"W2130186693","doi":"","title":"Practice patterns of graduates of a CCFP(EM) residency program: a survey.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Attrition; Medical education; Residency training; Certificate; Competence (human resources); Family medicine; Psychology; Continuing education; Computer science","score_opus":0.06676165318652254,"score_gpt":0.36307443355024094,"score_spread":0.2963127803637184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130186693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940152,0.00028600707,0.00011165209,0.002444193,0.00041565995,0.0011825247,0.00000748013,0.0000347018,0.0015025748],"genre_scores_gemma":[0.9938014,0.000036523466,0.004296744,0.00027110268,0.00018595657,0.0009859353,0.00006517754,0.000014357064,0.00034277575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863577,0.00012751536,0.0004273309,0.000107095766,0.0004128371,0.00028942426],"domain_scores_gemma":[0.998472,0.00024191098,0.00029197315,0.0003044918,0.00060611067,0.00008355174],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002364586,0.000077062825,0.00020765666,0.00014791732,0.000018028099,0.0000046419627,0.00008144026,0.0000696247,0.00004052857],"category_scores_gemma":[0.013117087,0.000065144784,0.000037138485,0.0005515724,0.00006186153,0.00018843997,0.000026739925,0.00016099986,0.000005481402],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072749506,0.0018221188,0.61823595,0.0002644867,0.000069263704,9.036881e-7,0.00090161845,4.197298e-8,0.000029939823,0.00054116733,0.0034212095,0.37464055],"study_design_scores_gemma":[0.0004158194,0.000074340875,0.9933005,0.000043147596,0.000087345245,0.000019016476,0.0005434575,0.0000036919023,0.0015453313,0.00005428922,0.0038587474,0.00005431202],"about_ca_topic_score_codex":0.00036268323,"about_ca_topic_score_gemma":0.000015271446,"teacher_disagreement_score":0.37506458,"about_ca_system_score_codex":0.000048208185,"about_ca_system_score_gemma":0.00007866547,"threshold_uncertainty_score":0.99519587},"labels":[],"label_agreement":null},{"id":"W2130231021","doi":"10.1136/qshc.2006.020750","title":"Development and testing of an assessment instrument for the formative peer review of significant event analyses","year":2007,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Formative assessment; Reliability (semiconductor); Content validity; Global Positioning System; Variance (accounting); Validity; Quality (philosophy); Computer science; Applied psychology; Medicine; Statistics; Psychology; Psychometrics; Mathematics; Clinical psychology; Telecommunications","score_opus":0.25575293376481784,"score_gpt":0.5672406763948009,"score_spread":0.3114877426299831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130231021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75784457,0.00074467197,0.21862942,0.01726764,0.00022967643,0.00372765,0.00003084744,0.0000233807,0.001502158],"genre_scores_gemma":[0.7139458,0.00012695498,0.28424555,0.0012990651,0.00006557132,0.00009121562,0.00015901381,0.000007584115,0.000059281225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971032,0.00008886679,0.0017211091,0.00013679605,0.0008039804,0.00014605146],"domain_scores_gemma":[0.996793,0.0007191929,0.00065838645,0.00028427973,0.0014941159,0.000051047282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016820118,0.00009550447,0.0003407539,0.000059744045,0.0001028021,0.0000033730437,0.00008208442,0.000038470902,0.00002637545],"category_scores_gemma":[0.0053505437,0.000060372327,0.00004855759,0.00035572005,0.00010858487,0.00006313399,0.00003534745,0.000118341995,3.1443156e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018447754,0.00061605184,0.005047998,0.010433992,0.00024166831,5.958221e-7,0.0044050342,0.0000074437694,0.002834632,0.0053843376,0.001251279,0.9695925],"study_design_scores_gemma":[0.0019069549,0.0005167983,0.9042415,0.008250277,0.0004443792,0.000014350941,0.026443277,0.0016250578,0.024503142,0.00035518766,0.03143319,0.00026587292],"about_ca_topic_score_codex":0.000058259862,"about_ca_topic_score_gemma":0.0000072918033,"teacher_disagreement_score":0.9693266,"about_ca_system_score_codex":0.00018008104,"about_ca_system_score_gemma":0.00063087523,"threshold_uncertainty_score":0.6405487},"labels":[],"label_agreement":null},{"id":"W2130330545","doi":"10.1002/chp.1340240105","title":"eLearning: A review of Internet-based continuing medical education","year":2004,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":416,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Journal club; CINAHL; Continuing medical education; Psychological intervention; The Internet; Medical education; Medicine; MEDLINE; Health care; Intervention (counseling); Family medicine; Quarter (Canadian coin); Continuing education; Nursing; World Wide Web","score_opus":0.04252296391668106,"score_gpt":0.4941697535607273,"score_spread":0.45164678964404625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130330545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028128724,0.96704525,0.00036659418,0.025408521,0.0042071473,0.002359305,0.0000015797807,0.00001409494,0.00031624013],"genre_scores_gemma":[0.000536701,0.9848783,0.0039154887,0.0084532825,0.0009819531,0.0002110872,0.00014851557,0.000056210825,0.00081843947],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99141794,0.0018600718,0.0045977896,0.00027113484,0.001480306,0.00037274795],"domain_scores_gemma":[0.98920906,0.0007385612,0.007219237,0.00065824506,0.001915229,0.00025967456],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010764207,0.0003530741,0.0023822577,0.0012778918,0.0000797922,0.000020402227,0.0007381042,0.0004526005,0.00034229836],"category_scores_gemma":[0.01899684,0.00022449203,0.00052470336,0.0017998288,0.00015650039,0.00012813533,0.000044397464,0.003404876,0.000012799682],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012453041,0.0011961149,0.000055681252,0.16037808,0.00002687466,0.0000019563731,0.0024986847,8.514098e-8,6.837715e-8,0.00056268834,0.037997607,0.7972697],"study_design_scores_gemma":[0.00030219508,0.00015477986,0.00008557643,0.53220636,0.00024895248,0.00031001715,0.0019799098,0.000002879793,2.1483454e-7,0.000057019217,0.46456382,0.00008828067],"about_ca_topic_score_codex":0.00004181501,"about_ca_topic_score_gemma":0.000003990581,"teacher_disagreement_score":0.7971814,"about_ca_system_score_codex":0.0011467863,"about_ca_system_score_gemma":0.058529597,"threshold_uncertainty_score":0.99889433},"labels":[],"label_agreement":null},{"id":"W2130464900","doi":"10.1111/medu.12774","title":"Accuracy of self‐monitoring during learning of radiograph interpretation","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Confidence interval; Certainty; Medicine; Test (biology); Odds ratio; Interpretation (philosophy); Physical therapy; Psychology; Internal medicine; Computer science; Mathematics","score_opus":0.012183901571518269,"score_gpt":0.3566250585671927,"score_spread":0.3444411569956744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130464900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927562,0.00059881905,0.0022085886,0.0015460863,0.0015291887,0.00021255123,2.0345024e-7,0.00006130071,0.001087067],"genre_scores_gemma":[0.98786306,0.00012849853,0.011115417,0.000183617,0.00046851204,0.000036200574,0.000039553754,0.000015949377,0.00014918209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981195,0.000085055995,0.0006014045,0.00016421932,0.0008868661,0.00014298587],"domain_scores_gemma":[0.9984193,0.00011301276,0.00034431473,0.00022314437,0.000783153,0.000117062016],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00089275715,0.00009576487,0.0002426732,0.000411254,0.000036440113,0.0000054249826,0.00011875459,0.00014202294,0.00012359505],"category_scores_gemma":[0.016643602,0.00009024456,0.000061530314,0.0008601656,0.00011352349,0.00014857575,0.00002718129,0.00034798955,0.000008923946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029899506,0.002514608,0.520893,0.0018779397,0.00015652804,0.0000026109603,0.018786527,0.00004713474,0.0071849106,0.0011600751,0.006807527,0.44027016],"study_design_scores_gemma":[0.0078069186,0.0015070246,0.8194175,0.010220554,0.00066543097,0.00038114103,0.037044782,0.01515038,0.08958875,0.0011058056,0.016381802,0.00072994],"about_ca_topic_score_codex":0.00006235003,"about_ca_topic_score_gemma":4.7001524e-7,"teacher_disagreement_score":0.4395402,"about_ca_system_score_codex":0.00016527889,"about_ca_system_score_gemma":0.002407692,"threshold_uncertainty_score":0.9916396},"labels":[],"label_agreement":null},{"id":"W2130475655","doi":"10.1080/01421590701310889","title":"Students’ perception on medical professionalism: the psychometric perspective","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Variance (accounting); Prudence; Psychology; Exploratory factor analysis; Interpersonal communication; Perspective (graphical); Scale (ratio); Confirmatory factor analysis; Medical education; Medicine; Family medicine; Social psychology; Psychometrics; Clinical psychology; Structural equation modeling","score_opus":0.051511442185269034,"score_gpt":0.4622266506828546,"score_spread":0.4107152084975856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130475655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8569089,0.00014825772,0.0021023497,0.10500203,0.0016392284,0.0005521329,2.8532446e-7,0.00011856762,0.033528216],"genre_scores_gemma":[0.96662706,0.000042762098,0.00018900604,0.020399302,0.0023652515,0.000063014406,0.000029872599,0.000032949723,0.010250798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99255115,0.00018257237,0.0005398007,0.00040359967,0.005889612,0.00043324448],"domain_scores_gemma":[0.99852484,0.00016838622,0.00010098175,0.0004986225,0.0003523535,0.0003548306],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007623535,0.0001909779,0.00026140682,0.0004019328,0.00022871989,0.000018371948,0.00051717495,0.0005273423,0.03027571],"category_scores_gemma":[0.01787555,0.000107649845,0.000108777414,0.0016502319,0.00049364584,0.000049129038,0.00009123284,0.0021706056,0.0006925594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048932666,0.0064199115,0.23411565,0.000057187695,0.00021868966,0.00014694742,0.008086417,1.309592e-7,0.00002685171,0.014599115,0.31372952,0.42211026],"study_design_scores_gemma":[0.0037317337,0.0005520975,0.85497487,0.0006184189,0.00010603398,0.00031075915,0.019580368,0.0010322166,0.000012603063,0.0011652489,0.117614016,0.00030165308],"about_ca_topic_score_codex":0.000049434766,"about_ca_topic_score_gemma":0.000006908266,"teacher_disagreement_score":0.6208592,"about_ca_system_score_codex":0.00060087704,"about_ca_system_score_gemma":0.00042979818,"threshold_uncertainty_score":0.9903973},"labels":[],"label_agreement":null},{"id":"W2130558467","doi":"10.1002/chp.20138","title":"Physician Self-Audit: A Scoping Review","year":2011,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital","funders":"","keywords":"Audit; Operationalization; Certification; Medical education; Quality management; Medicine; Psychology; Business; Service (business)","score_opus":0.0818801633823994,"score_gpt":0.5155867124463891,"score_spread":0.4337065490639897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130558467","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022116816,0.98051214,0.000049104623,0.010565887,0.0040386696,0.0039013326,0.0000012112954,0.000019320785,0.0008901929],"genre_scores_gemma":[0.000007552978,0.9810848,0.0036563233,0.012799274,0.0016958043,0.00025902403,0.000034940553,0.000044679127,0.00041758752],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9945423,0.0013880143,0.0029862344,0.0002088504,0.0005206469,0.00035392708],"domain_scores_gemma":[0.9932014,0.00039102923,0.0048268945,0.0006193949,0.00083172705,0.0001295678],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006248821,0.00028794812,0.0020683522,0.0007163171,0.00018041031,0.00001815089,0.00048920687,0.000225785,0.00007771084],"category_scores_gemma":[0.0020359398,0.00017097953,0.00038114577,0.0014935841,0.000052501364,0.00015126889,0.000037019316,0.0023634802,0.00003755222],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027556762,0.0005329722,0.000006021448,0.14599815,0.000025433506,0.000001273266,0.003237762,3.4792964e-9,1.4004166e-8,0.00024106255,0.06425034,0.7857042],"study_design_scores_gemma":[0.00010500605,0.000077426324,0.000027836193,0.53185725,0.00033757617,0.00020300357,0.0012327683,1.4868213e-7,2.270816e-8,0.00005787531,0.46602973,0.00007136802],"about_ca_topic_score_codex":0.000008148438,"about_ca_topic_score_gemma":0.0000028254774,"teacher_disagreement_score":0.78563285,"about_ca_system_score_codex":0.0006321269,"about_ca_system_score_gemma":0.021054236,"threshold_uncertainty_score":0.99993813},"labels":[],"label_agreement":null},{"id":"W2130922308","doi":"10.1111/medu.12426","title":"Preparing medical students for future learning using basic science instruction","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Competence (human resources); Medical education; Flexibility (engineering); Psychology; Significant difference; Mathematics education; Computer science; Medicine; Mathematics; Statistics","score_opus":0.0108334454056748,"score_gpt":0.3946290701734216,"score_spread":0.38379562476774676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130922308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96052146,0.000049686485,0.02103033,0.0098777,0.0059808716,0.0005224877,1.8218768e-7,0.00011309468,0.0019042137],"genre_scores_gemma":[0.97322094,0.000024604946,0.011671922,0.00890239,0.0055567143,0.00013145685,0.000076214536,0.000031856365,0.00038389605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995138,0.00007454247,0.00052478706,0.0004715176,0.0034078097,0.00038335897],"domain_scores_gemma":[0.9984208,0.00007759853,0.0001832965,0.00033022946,0.0006884259,0.00029968392],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047197565,0.00015360174,0.00024178493,0.00041201318,0.0005020542,0.00007471268,0.0004661488,0.00030031538,0.0006435544],"category_scores_gemma":[0.02748351,0.00013890695,0.00005886543,0.0011241632,0.00044685588,0.0002545841,0.00010310336,0.00066415354,0.00003150194],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064743144,0.00084443484,0.038767435,0.00030050072,0.000023921015,4.898208e-7,0.0009875861,0.000014642768,0.00037707464,0.0032622989,0.01176861,0.94358826],"study_design_scores_gemma":[0.005124396,0.00059557054,0.09614387,0.0020584995,0.0002078838,0.00063613453,0.003992511,0.2781829,0.0011706478,0.00084744365,0.6104537,0.00058641215],"about_ca_topic_score_codex":0.000026879428,"about_ca_topic_score_gemma":0.0000028933073,"teacher_disagreement_score":0.94300187,"about_ca_system_score_codex":0.00051333266,"about_ca_system_score_gemma":0.005383969,"threshold_uncertainty_score":0.9807084},"labels":[],"label_agreement":null},{"id":"W2130951797","doi":"10.1503/cmaj.120185","title":"The writer is in","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; The arts; Work (physics); World Wide Web; Computer science; Visual arts; Library science; Art; Political science; Law; Engineering","score_opus":0.009146747979534183,"score_gpt":0.2944086265624086,"score_spread":0.28526187858287444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130951797","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4446716,0.0006538797,0.00006243959,0.53273237,0.0036202164,0.00016324836,0.0000025370832,0.000012216991,0.018081533],"genre_scores_gemma":[0.8851383,0.0001780945,0.00034322098,0.10654357,0.004883413,0.000012815114,0.000006881283,0.000014362708,0.0028793577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977089,0.00008565898,0.00040241022,0.000063337255,0.0011858284,0.00055385096],"domain_scores_gemma":[0.9985182,0.00012036,0.00010897007,0.000111205045,0.00032149005,0.0008197588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040381155,0.00006554009,0.000112658185,0.00018105464,0.000267167,0.00004844262,0.0001279273,0.00027385794,0.0042275144],"category_scores_gemma":[0.0059915753,0.000045761037,0.00004691974,0.00046549673,0.000043758355,0.00012402287,0.000007347903,0.0012310325,0.0003614875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028571426,0.000029519448,0.32402587,0.0000024740048,0.000020895552,0.000017754915,0.00058777083,3.6093958e-8,0.0000016332159,0.00070441456,0.5719303,0.10267646],"study_design_scores_gemma":[0.00037538775,0.000010751463,0.22190619,0.000036645426,0.000007860689,0.00027250155,0.0005657195,0.00008049651,0.0000053521126,0.00010509044,0.7765919,0.000042115105],"about_ca_topic_score_codex":0.0005035075,"about_ca_topic_score_gemma":0.002272153,"teacher_disagreement_score":0.4404667,"about_ca_system_score_codex":0.0016064018,"about_ca_system_score_gemma":0.002030819,"threshold_uncertainty_score":0.99668276},"labels":[],"label_agreement":null},{"id":"W2131047874","doi":"10.1111/j.1601-5037.2009.00411.x","title":"Learning climate in dental hygiene education: a longitudinal case study of a Japanese and Canadian programme","year":2009,"lang":"en","type":"article","venue":"International Journal of Dental Hygiene","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NorQuest College; Vancouver Community College; University of British Columbia","funders":"","keywords":"Dental hygiene; Medicine; Hygiene; Psychological intervention; Oral hygiene; Family medicine; Medical education; Dentistry; Nursing","score_opus":0.017325762092138933,"score_gpt":0.3458304972837496,"score_spread":0.32850473519161066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131047874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971591,0.00018023828,0.0000040585805,0.0010986525,0.00080636016,0.00028061835,0.000002084345,0.0000061854143,0.00046270093],"genre_scores_gemma":[0.9984436,0.000028329354,0.0008691875,0.00023828387,0.00032768844,0.000007745134,0.000015940484,0.000010502803,0.000058689646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99816287,0.000049462167,0.00076067634,0.00016342942,0.00063553546,0.00022802908],"domain_scores_gemma":[0.9984914,0.000028959159,0.0003648727,0.0001015335,0.0008243235,0.0001889169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005678512,0.0001273724,0.00025936018,0.0010916103,0.0000631623,0.00004496467,0.00017285442,0.00006340732,0.000060734354],"category_scores_gemma":[0.0004489137,0.00011885116,0.000056919143,0.00045560196,0.00006885795,0.00026593966,0.000034289504,0.00040930766,0.0000030389938],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026988468,0.0034201555,0.80604076,0.000024465167,0.00010964933,0.0057697035,0.007509526,0.0000371965,0.00040880436,0.00008419712,0.000079152895,0.17624651],"study_design_scores_gemma":[0.004939214,0.0033054883,0.7152742,0.00057463604,0.000118760436,0.11636483,0.15833147,0.0004070227,0.00019442891,0.00006459501,0.00024043121,0.00018488531],"about_ca_topic_score_codex":0.012147051,"about_ca_topic_score_gemma":0.015248587,"teacher_disagreement_score":0.17606162,"about_ca_system_score_codex":0.00059359864,"about_ca_system_score_gemma":0.000540809,"threshold_uncertainty_score":0.99443114},"labels":[],"label_agreement":null},{"id":"W2131283562","doi":"10.3109/01421591003692730","title":"Teaching professionalism across cultural and national borders: Lessons learned from an AMEE workshop","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.12603684686292718,"score_gpt":0.5109459525483661,"score_spread":0.3849091056854389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131283562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8480729,0.000058819165,0.00020032361,0.14810508,0.00081026996,0.00016737323,0.000004590552,0.000111466776,0.0024691992],"genre_scores_gemma":[0.98075736,0.000012701555,0.003632124,0.006741304,0.0022083388,0.00006014468,0.00048477136,0.00003133132,0.0060719284],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734455,0.00014271111,0.0003579659,0.00042979338,0.0013932296,0.00033176472],"domain_scores_gemma":[0.99899924,0.0000941929,0.000090057176,0.00028304485,0.0002502624,0.00028321182],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019984336,0.0001740217,0.0002431163,0.00006523106,0.00034158202,0.00005328925,0.00020221337,0.00051970896,0.0039106146],"category_scores_gemma":[0.010886861,0.00012894535,0.000044594766,0.00019075618,0.00050516566,0.0002506957,0.00010407466,0.0029625753,0.000047309077],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012591072,0.0017637213,0.042275526,0.00005415533,0.0001332383,0.00003364485,0.021644348,3.5749832e-7,0.002930478,0.011868082,0.07634639,0.84282416],"study_design_scores_gemma":[0.007309789,0.0001826968,0.12536226,0.00082665595,0.00014468013,0.00026032893,0.03753001,0.036101285,0.00012873072,0.01885792,0.7723221,0.00097351155],"about_ca_topic_score_codex":0.00024228399,"about_ca_topic_score_gemma":0.00008998091,"teacher_disagreement_score":0.84185064,"about_ca_system_score_codex":0.00006727633,"about_ca_system_score_gemma":0.00039812978,"threshold_uncertainty_score":0.9993376},"labels":[],"label_agreement":null},{"id":"W2131354806","doi":"10.1080/01421590902954154","title":"Mapping the teacher's role: The value of defining core competencies for teaching","year":2009,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Core competency; Value (mathematics); Core (optical fiber); Mathematics education; Pedagogy; Psychology; Medical education; Medicine; Computer science; Management","score_opus":0.04305821739594179,"score_gpt":0.32913556388942244,"score_spread":0.28607734649348066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131354806","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020499134,0.0014656832,0.0026628438,0.9566346,0.0010969352,0.0013510436,0.000008404161,0.0001307212,0.016150644],"genre_scores_gemma":[0.021092894,0.00004647061,0.006931358,0.936866,0.017092723,0.00044735963,0.0012283599,0.00016764604,0.016127203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99506825,0.00042032328,0.0011203493,0.00050507,0.0022145568,0.0006714681],"domain_scores_gemma":[0.9973198,0.0006658335,0.000564299,0.0010817073,0.00027358957,0.00009472474],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0059618247,0.00043926903,0.0008231794,0.00022626907,0.00049762503,0.000034763438,0.0010383078,0.0013793152,0.0010338244],"category_scores_gemma":[0.015162014,0.00023373638,0.00035961426,0.00043107432,0.0011013234,0.000048300437,0.00013241918,0.009071136,0.000036017842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014555164,0.00013232867,0.0010475152,0.00024047407,0.00019300674,0.000016570286,0.0041781957,9.672598e-7,0.0000128300035,0.0012880053,0.90743273,0.08544283],"study_design_scores_gemma":[0.0005719722,0.00014851516,0.00084102864,0.0012058252,0.00028537138,0.00014843952,0.00399483,0.010302874,0.0000038631424,0.0014299483,0.9808193,0.000248071],"about_ca_topic_score_codex":0.000117178526,"about_ca_topic_score_gemma":0.000002597785,"teacher_disagreement_score":0.08519476,"about_ca_system_score_codex":0.00024686503,"about_ca_system_score_gemma":0.00081732427,"threshold_uncertainty_score":0.9999171},"labels":[],"label_agreement":null},{"id":"W2131465162","doi":"10.1080/01421590802144245","title":"The development of self-efficacy beliefs during general practice vocational training: An exploratory study","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Cliniques Universitaires Saint-Luc; George Mason University","keywords":"Psychological intervention; Self-efficacy; Autonomy; Psychology; Medical education; Vocational education; Scope of practice; Ambivalence; Medicine; Applied psychology; Nursing; Health care; Social psychology; Pedagogy","score_opus":0.07802604238372092,"score_gpt":0.3777014646882907,"score_spread":0.2996754223045698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131465162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929298,0.00007125472,0.00021080801,0.0038961116,0.0003285625,0.0004388444,1.1637253e-7,0.00009080802,0.0020336928],"genre_scores_gemma":[0.9887233,0.000011832373,0.008565049,0.00043196697,0.0009474419,0.00013605358,0.000026013126,0.000025755946,0.0011326186],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99682504,0.0002521121,0.00070919277,0.0002615458,0.0016921491,0.00025994235],"domain_scores_gemma":[0.99876404,0.00010662824,0.00017083275,0.0003862711,0.00036652322,0.0002057194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028237111,0.0001351801,0.00021305581,0.00009274585,0.00046510858,0.0000079110505,0.00023710517,0.00012695382,0.00044789037],"category_scores_gemma":[0.0064840335,0.000094501906,0.000034584977,0.00039423243,0.00024459028,0.00014490772,0.000056613164,0.0006160354,0.00003326157],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030224377,0.032403056,0.04768447,0.000083179846,0.0008313825,0.00014486095,0.7374269,0.000004283735,0.00037204876,0.0008273264,0.00982143,0.17009884],"study_design_scores_gemma":[0.0074715526,0.0007547198,0.7712081,0.00015288824,0.00018719384,0.00051252055,0.09447175,0.0013706338,0.00045941534,0.000031279527,0.122925594,0.00045433437],"about_ca_topic_score_codex":0.0000038694516,"about_ca_topic_score_gemma":0.000007623536,"teacher_disagreement_score":0.7235236,"about_ca_system_score_codex":0.0001792849,"about_ca_system_score_gemma":0.0020371263,"threshold_uncertainty_score":0.7762462},"labels":[],"label_agreement":null},{"id":"W2131508570","doi":"","title":"USING COMMUNITY MENTAL HEALTH PROJECT AS VENUE TO TRAIN PROFESSIONALISM: THE CYBERJAYA UNIVERSITY COLLEGE OF MEDICAL SCIENCES STUDENTS' EXPERIENCE","year":2012,"lang":"en","type":"article","venue":"Asean Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Quarter (Canadian coin); Teamwork; Community project; Mental health; Psychology; Medicine; Sociology; Psychiatry; Management; Social science","score_opus":0.13419546221656184,"score_gpt":0.5000710867292963,"score_spread":0.3658756245127345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131508570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9507164,0.0002708826,0.0001744747,0.046526656,0.00194574,0.0002727702,0.000020619987,0.0000032921616,0.000069194684],"genre_scores_gemma":[0.9881556,0.000013153148,0.0084379725,0.0029808793,0.00035877194,7.3715603e-7,0.0000027360636,0.0000055624946,0.000044601253],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99739915,0.0005133511,0.0003970513,0.000060964638,0.0014303513,0.00019912377],"domain_scores_gemma":[0.9991224,0.00006361488,0.00037210638,0.00016480609,0.00012740344,0.00014968525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005073411,0.000072287046,0.00019078105,0.0001944833,0.0005676322,0.0000041974754,0.00054723135,0.000052967476,0.0000853654],"category_scores_gemma":[0.00045673747,0.000049417704,0.00005688019,0.0008014629,0.00037602097,0.00014905921,0.00008786459,0.00061316544,0.000001806265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007960175,0.008177,0.56578106,0.00034660974,0.00026059963,0.000020274285,0.18130587,0.000006085967,0.00045566898,0.038532637,0.19416294,0.01015524],"study_design_scores_gemma":[0.003766818,0.002425928,0.31099442,0.0038859968,0.000110868445,0.0020586457,0.6504412,0.00010302535,0.00016151508,0.0005385191,0.025284322,0.00022870074],"about_ca_topic_score_codex":0.0001585051,"about_ca_topic_score_gemma":0.000015779262,"teacher_disagreement_score":0.46913537,"about_ca_system_score_codex":0.00017347805,"about_ca_system_score_gemma":0.00283801,"threshold_uncertainty_score":0.50345075},"labels":[],"label_agreement":null},{"id":"W2131509540","doi":"10.1111/medu.12382","title":"Reflections: an inquiry into medical students’ professional identity formation","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Identity (music); Medical education; Psychology; Pedagogy; Medicine; Philosophy; Aesthetics","score_opus":0.03148168870906338,"score_gpt":0.503674450305905,"score_spread":0.4721927615968416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131509540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8815537,0.00008968566,0.047457132,0.057501905,0.009786329,0.00066067657,3.1321062e-7,0.00025490852,0.0026953183],"genre_scores_gemma":[0.9151036,0.0000744942,0.007664931,0.06952913,0.0051811854,0.0004526438,0.0008797618,0.0000414846,0.0010727629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932534,0.00033470473,0.00085554476,0.00042539573,0.004809065,0.00032189803],"domain_scores_gemma":[0.997996,0.00008853078,0.00021067218,0.00057065237,0.00069740094,0.00043679282],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046391576,0.000197904,0.00028866486,0.00043247145,0.0003786817,0.00008009403,0.00060505985,0.0005425277,0.0039056719],"category_scores_gemma":[0.019247066,0.00017162283,0.000069465474,0.0010187842,0.00031601082,0.0010782261,0.00013411672,0.0009289754,0.00035396655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116598356,0.007840017,0.019004244,0.0005384343,0.000050151208,0.000004329481,0.008932815,0.0000011165495,0.0002407673,0.020092495,0.26949573,0.6736833],"study_design_scores_gemma":[0.005288145,0.001320328,0.28358358,0.0032817456,0.00028431328,0.00094962213,0.012283558,0.01782735,0.00064205803,0.022512408,0.65105665,0.0009702524],"about_ca_topic_score_codex":0.000109582004,"about_ca_topic_score_gemma":0.00012610637,"teacher_disagreement_score":0.67271304,"about_ca_system_score_codex":0.00048160675,"about_ca_system_score_gemma":0.0032614134,"threshold_uncertainty_score":0.99700487},"labels":[],"label_agreement":null},{"id":"W2131623062","doi":"10.1046/j.1365-2753.2003.00423.x","title":"Elementary concepts of medicine: X. Being a good doctor: professionalism","year":2003,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Charter; Competence (human resources); Meaning (existential); Commission; Health care; Medicine; Medical education; Law; Psychology; Political science","score_opus":0.15908594449595034,"score_gpt":0.602574571015827,"score_spread":0.44348862651987664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131623062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87339395,0.0010586922,0.0013078117,0.07399537,0.00618932,0.0009921684,9.194567e-7,0.00000807772,0.043053668],"genre_scores_gemma":[0.95654625,0.00019699664,0.034402713,0.007890105,0.00075947394,0.000012149431,0.000010567599,0.000012712896,0.00016902939],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923187,0.001963236,0.00333353,0.00016480497,0.0020712612,0.0001484803],"domain_scores_gemma":[0.98792225,0.0047604204,0.0027377927,0.00027011143,0.0042197364,0.00008970394],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04024689,0.00010415196,0.0004926661,0.00030446236,0.00004227171,0.0000050528765,0.000100065874,0.00017196678,0.0021368419],"category_scores_gemma":[0.20880696,0.00007887618,0.00010667786,0.0006834825,0.00024360733,0.00048027735,0.000016057107,0.0011301317,0.000011088908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00399678,0.0126129845,0.241704,0.00061454583,0.0012188962,0.00020414464,0.0075426167,0.00021232374,0.0026772192,0.13782518,0.18658358,0.40480772],"study_design_scores_gemma":[0.041991256,0.0059564277,0.28306106,0.004899942,0.0034657472,0.0018238204,0.022480194,0.0020850908,0.00075936446,0.047062453,0.5860004,0.00041424457],"about_ca_topic_score_codex":0.000010799055,"about_ca_topic_score_gemma":0.0000012543312,"teacher_disagreement_score":0.4043935,"about_ca_system_score_codex":0.00024533508,"about_ca_system_score_gemma":0.0013801669,"threshold_uncertainty_score":0.99877536},"labels":[],"label_agreement":null},{"id":"W2131707620","doi":"10.1067/mmt.2000.106091","title":"Motor learning and performance: A problem-based learning approach","year":2000,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Medical education; Medicine; Reading (process); Problem-based learning; Alternative medicine; Mathematics education; Psychology","score_opus":0.1876590192918132,"score_gpt":0.3648818997847158,"score_spread":0.1772228804929026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131707620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974772,0.0003283173,0.0005719119,0.0002995053,0.00002435786,0.00011844794,1.247356e-7,0.000011311613,0.0011688601],"genre_scores_gemma":[0.9884806,0.00071725546,0.009476407,0.00071673054,0.00020961039,0.0000032173555,0.0000055723212,0.000008446057,0.0003821163],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992005,0.000094113224,0.00028793048,0.000106715575,0.00018469524,0.00012601403],"domain_scores_gemma":[0.99954283,0.000049052418,0.00016233367,0.000040323648,0.00015664732,0.000048824404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035940495,0.0001035021,0.0002497245,0.00006458135,0.00013632752,0.000015312287,0.00003660356,0.000094702395,0.00014547209],"category_scores_gemma":[0.000047668538,0.00006534386,0.0000431752,0.00014981545,0.00013757618,0.000067007655,0.000009222068,0.00070534996,0.000001923304],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023177299,0.00091844203,0.11392955,0.00038905087,0.00032441487,0.00001033704,0.0019307793,0.0033421828,0.025148738,0.0005208156,0.00010281239,0.85106516],"study_design_scores_gemma":[0.0032722072,0.010399495,0.7912222,0.000344168,0.00027400977,0.00025339305,0.0008732912,0.15084207,0.00039289007,0.0014310287,0.040380146,0.0003150689],"about_ca_topic_score_codex":4.7355604e-7,"about_ca_topic_score_gemma":6.399796e-9,"teacher_disagreement_score":0.8507501,"about_ca_system_score_codex":0.00002382142,"about_ca_system_score_gemma":0.000032299875,"threshold_uncertainty_score":0.30644336},"labels":[],"label_agreement":null},{"id":"W2131795990","doi":"10.1097/acm.0000000000000147","title":"The Reliability, Validity, and Feasibility of Multisource Feedback Physician Assessment","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; PsycINFO; CINAHL; MEDLINE; Reliability (semiconductor); Construct validity; Psychology; Interpersonal communication; Medicine; Validity; Medical education; Psychometrics; Clinical psychology; Applied psychology; Family medicine; Nursing; Social psychology","score_opus":0.1259323570804783,"score_gpt":0.48626278577521875,"score_spread":0.3603304286947404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131795990","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001427687,0.9854055,0.00055863935,0.0063735484,0.0011807889,0.002583345,0.000007718408,0.000058256748,0.0024045287],"genre_scores_gemma":[0.0018852024,0.99370444,0.00044152566,0.00091991865,0.0017424403,0.00013397154,0.00017736913,0.000058461366,0.00093665486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99523646,0.0005672829,0.002059955,0.00066320784,0.0010816188,0.00039147463],"domain_scores_gemma":[0.99491435,0.0019327619,0.0012491603,0.0013002101,0.0004291462,0.00017438854],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0065225065,0.00046679773,0.0025542525,0.00019661094,0.00019431766,0.0000064095525,0.00049213925,0.00077008945,0.00005179076],"category_scores_gemma":[0.008004352,0.00025615154,0.00018997872,0.0008119461,0.0017233385,0.00004768674,0.00022426427,0.002901934,0.000016435164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011523978,0.000041623567,0.0005945605,0.022531701,0.00008042448,0.0000011244441,0.00031163773,8.672917e-8,0.000003149408,0.0012941625,0.02249623,0.9526338],"study_design_scores_gemma":[0.0007727261,0.00033012574,0.0007338446,0.023208175,0.00167721,0.000072457784,0.0003711332,0.00012051153,9.919607e-7,0.0009902968,0.97152376,0.0001987947],"about_ca_topic_score_codex":0.0000337822,"about_ca_topic_score_gemma":6.162788e-7,"teacher_disagreement_score":0.95243496,"about_ca_system_score_codex":0.0003948531,"about_ca_system_score_gemma":0.0005586333,"threshold_uncertainty_score":0.9999891},"labels":[],"label_agreement":null},{"id":"W2131805584","doi":"10.1111/j.1365-2923.2011.04118.x","title":"Setting the stage for success","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Citation; Library science; Psychology; Computer science","score_opus":0.02499846462382745,"score_gpt":0.3796112764548068,"score_spread":0.35461281183097937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131805584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7811169,0.0003147323,0.025086598,0.14695412,0.006448243,0.0021564153,0.000004324776,0.00019431025,0.037724383],"genre_scores_gemma":[0.908543,0.00002160746,0.018911762,0.06296153,0.0017725776,0.0007555117,0.00019458812,0.00003329326,0.0068061356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987872,0.000035503213,0.00031234632,0.00018137175,0.0004815802,0.00020198533],"domain_scores_gemma":[0.9990906,0.000089761255,0.000098479555,0.00031849495,0.00033217002,0.000070504284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011910415,0.00008592351,0.000112498645,0.00008552601,0.00016783818,0.000011845037,0.00018489631,0.0001237099,0.0025305802],"category_scores_gemma":[0.007907546,0.000056324283,0.000048173464,0.0003361128,0.00015832273,0.00007402976,0.000020933947,0.0002703432,0.000047699206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005993167,0.0009456922,0.015330698,0.00023867258,0.000032014887,0.0000010060056,0.0038979822,9.207809e-8,0.00004548123,0.018198911,0.37637317,0.58487636],"study_design_scores_gemma":[0.0012163299,0.00023535365,0.1130526,0.00037916724,0.00014100803,0.000077018114,0.0055938167,0.0027630182,0.0013622318,0.0022518232,0.8726961,0.00023154981],"about_ca_topic_score_codex":0.00008321586,"about_ca_topic_score_gemma":0.0000069918774,"teacher_disagreement_score":0.5846448,"about_ca_system_score_codex":0.00008960592,"about_ca_system_score_gemma":0.0018645665,"threshold_uncertainty_score":0.99838126},"labels":[],"label_agreement":null},{"id":"W2131909704","doi":"10.5811/westjem.2015.9.27355","title":"Education Scholarship and its Impact on Emergency Medicine Education","year":2015,"lang":"en","type":"review","venue":"Western Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Scope (computer science); Engineering ethics; Best practice; Work (physics); Process (computing); Medical education; Political science; Public relations; Medicine; Sociology; Engineering; Computer science","score_opus":0.1766912998347997,"score_gpt":0.5335798975403198,"score_spread":0.35688859770552006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131909704","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00479305,0.9548982,0.000027800026,0.0036856413,0.030867405,0.0012369821,0.000006868487,0.000029308785,0.0044547818],"genre_scores_gemma":[0.00093195355,0.97135305,0.00009737684,0.0003056029,0.01704462,0.00007069557,0.0003225061,0.00014482517,0.009729357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99187297,0.00044419165,0.004642679,0.0005804807,0.0019697505,0.0004899258],"domain_scores_gemma":[0.9896986,0.00010145403,0.004043735,0.0007834521,0.0044826246,0.00089013774],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041968524,0.00092922704,0.0033008142,0.0025007199,0.0001338639,0.0000069683792,0.0005598571,0.0006095576,0.0063774628],"category_scores_gemma":[0.0060235383,0.0005673138,0.00046576292,0.0021428699,0.00015458064,0.00042385483,0.00005930678,0.0022147943,0.00012078513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088626824,0.0007632286,0.0012571538,0.010236053,0.00041681924,0.0000063910484,0.0006539225,2.0783143e-7,0.000008901237,0.00018502852,0.24148716,0.74489653],"study_design_scores_gemma":[0.00087170035,0.0033089467,0.0018797899,0.059871133,0.0040336875,0.0010929615,0.0004695611,0.0000028415618,7.5117515e-7,0.0005630429,0.9274898,0.00041576583],"about_ca_topic_score_codex":0.000028527491,"about_ca_topic_score_gemma":0.0000020834352,"teacher_disagreement_score":0.7444807,"about_ca_system_score_codex":0.00093779,"about_ca_system_score_gemma":0.005927268,"threshold_uncertainty_score":0.9997082},"labels":[],"label_agreement":null},{"id":"W2132391718","doi":"10.1371/journal.pone.0091013","title":"Development of a Simple 12-Item Theory-Based Instrument to Assess the Impact of Continuing Professional Development on Clinical Behavioral Intentions","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University; Association des Médecins d'Urgence du Québec; University of Ottawa; Université Laval","funders":"Canada Research Chairs; Centre Hospitalier Universitaire de Québec; Faculty of Medicine, Dalhousie University; Ministère de la Santé et des Services sociaux; Canadian Institutes of Health Research; Dalhousie University","keywords":"Delphi method; Psychology; General partnership; Test (biology); Applied psychology; Health professionals; Health care; Construct (python library); Construct validity; Delphi; Medical education; Consistency (knowledge bases); Psychometrics; Medicine; Clinical psychology; Computer science","score_opus":0.20275215006731642,"score_gpt":0.44495531555507833,"score_spread":0.2422031654877619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132391718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955974,0.0000016233325,0.0026727254,0.00052673026,0.00015514887,0.0007710657,0.000003496197,0.000021727152,0.0002500759],"genre_scores_gemma":[0.9313414,2.9816755e-7,0.06783792,0.0003081231,0.00006655664,0.00016680542,0.00008241494,0.000015659989,0.00018078426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975959,0.00016157996,0.0010064074,0.00019780261,0.0008380731,0.00020020343],"domain_scores_gemma":[0.9983928,0.00031078825,0.0003080989,0.0003301785,0.0005634106,0.000094703806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002481285,0.00013176614,0.00037179454,0.00018053174,0.00009705425,0.0000071262707,0.00016330632,0.00008960017,0.00019700456],"category_scores_gemma":[0.0021170054,0.00008388646,0.00008582056,0.00029019188,0.00010831531,0.000028097906,0.000066076354,0.00030836803,0.00001556006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012253829,0.040526275,0.5480652,0.0004126786,0.00093629025,0.0000012651275,0.008330771,0.00001814287,0.067864254,0.0037946329,0.0013515352,0.3274736],"study_design_scores_gemma":[0.0016684035,0.001131989,0.9108973,0.002296456,0.00016402402,8.195078e-7,0.0009414641,0.0005646069,0.08138711,0.00010514038,0.00068372366,0.00015895188],"about_ca_topic_score_codex":0.0000055635596,"about_ca_topic_score_gemma":0.0000076174733,"teacher_disagreement_score":0.36283213,"about_ca_system_score_codex":0.0002335741,"about_ca_system_score_gemma":0.0009588548,"threshold_uncertainty_score":0.34207904},"labels":[],"label_agreement":null},{"id":"W2132475123","doi":"10.1097/acm.0b013e318294fd29","title":"Advancing Faculty Development in Medical Education","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":258,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"CINAHL; Scope (computer science); Medical education; MEDLINE; Scholarship; Data collection; Program evaluation; Psychology; Computer science; Medicine; Political science; Sociology","score_opus":0.07917775587566293,"score_gpt":0.4876928174492641,"score_spread":0.4085150615736012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132475123","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019214931,0.9851488,0.00016674762,0.006999105,0.0020262422,0.0020954595,9.294839e-7,0.00009492029,0.0032756845],"genre_scores_gemma":[0.000012116864,0.9804395,0.0022628396,0.005668419,0.0025494355,0.0012042422,0.0020547211,0.000088967754,0.005719772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99410594,0.0001473032,0.0026604645,0.000710928,0.0017413853,0.00063397404],"domain_scores_gemma":[0.99777526,0.00019539332,0.00068393623,0.00054547354,0.00032459432,0.00047534402],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002504715,0.00058242725,0.0023815006,0.0013254728,0.00007266756,0.000004676231,0.0005230292,0.0017417762,0.0038771266],"category_scores_gemma":[0.013300963,0.00040402633,0.00010172754,0.0018753067,0.00026284327,0.00012717453,0.000123091,0.0042717615,0.0007187055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002167217,0.000048483926,0.000055866883,0.009911799,0.000041662508,0.000011660088,0.00057275145,1.4709855e-8,3.235448e-7,0.00042031397,0.15033644,0.8385985],"study_design_scores_gemma":[0.0005457158,0.00004432108,0.000041799212,0.10529437,0.00029293206,0.0005193074,0.00041437108,0.000016054235,8.120792e-7,0.00008977321,0.8924556,0.00028496588],"about_ca_topic_score_codex":0.00006315945,"about_ca_topic_score_gemma":0.000005367758,"teacher_disagreement_score":0.8383136,"about_ca_system_score_codex":0.0017644985,"about_ca_system_score_gemma":0.010888709,"threshold_uncertainty_score":0.99984115},"labels":[],"label_agreement":null},{"id":"W2132628586","doi":"10.3109/0142159x.2013.775418","title":"Teaching advocacy – Balancing the individual and society?","year":2013,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia Hospital; University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Medicine; Engineering ethics; Psychology; Pedagogy","score_opus":0.022922938531162156,"score_gpt":0.3155176100092226,"score_spread":0.29259467147806045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132628586","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030388433,0.00043209497,0.00023201374,0.95771503,0.0009948905,0.0005532637,0.0000012273794,0.00012784607,0.009555223],"genre_scores_gemma":[0.004659513,0.00005403314,0.0011735084,0.9374606,0.020714927,0.00016645539,0.00048442095,0.00009074142,0.03519582],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99602836,0.00024572253,0.0005538356,0.00048482206,0.0021472948,0.0005399453],"domain_scores_gemma":[0.9988242,0.00015717004,0.00018218457,0.000599703,0.000087824774,0.0001489404],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025492886,0.00034144364,0.00048480203,0.00009925101,0.0003105331,0.00007644072,0.00041816125,0.0016757984,0.005903074],"category_scores_gemma":[0.0034180738,0.00020682187,0.00016243864,0.00020080204,0.0006282808,0.00007710619,0.00021876062,0.011526423,0.00018427016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001298219,0.000053431,0.001244537,0.00021334749,0.00016351009,0.000040246767,0.002751153,1.1116978e-8,9.689745e-7,0.000052337033,0.9300036,0.065475576],"study_design_scores_gemma":[0.000564469,0.000051671952,0.001274326,0.00048712335,0.0002568974,0.0002835203,0.0008426787,0.0021044412,5.348535e-7,0.00023608543,0.9936747,0.00022353753],"about_ca_topic_score_codex":0.00024415783,"about_ca_topic_score_gemma":6.6167024e-7,"teacher_disagreement_score":0.065252036,"about_ca_system_score_codex":0.00015475352,"about_ca_system_score_gemma":0.00063442235,"threshold_uncertainty_score":0.99962026},"labels":[],"label_agreement":null},{"id":"W2133051577","doi":"10.1002/j.0022-0337.2003.67.1.tb03618.x","title":"Assessing the Effectiveness of a New Curriculum: Part I","year":2003,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital","funders":"","keywords":"Curriculum; Medical education; Productivity; Program evaluation; Evaluation methods; Psychology; Educational measurement; Medicine; Pedagogy; Engineering; Political science","score_opus":0.016028451851025183,"score_gpt":0.3937332170915281,"score_spread":0.3777047652405029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133051577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907734,0.00045061857,0.0008596163,0.0005061452,0.003293424,0.00016871162,1.02685696e-7,0.0000028659754,0.003945118],"genre_scores_gemma":[0.9955086,0.000019978272,0.0033575553,0.0002770238,0.00048365147,0.000004018678,0.000003838925,0.000007721662,0.00033757117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989181,0.00018133484,0.00040987082,0.00005988789,0.00035207687,0.00007871234],"domain_scores_gemma":[0.9988556,0.00009519517,0.00041132586,0.0001305597,0.00046114667,0.00004619215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015991005,0.00006169579,0.00015862506,0.00014091918,0.000047831443,0.000024088793,0.00007266699,0.000045224147,0.00017355316],"category_scores_gemma":[0.0023430767,0.00004009717,0.00007463241,0.0004790342,0.000050787225,0.00024243859,0.000005039306,0.00023460043,0.0000088923625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017872248,0.0057745674,0.59153306,0.00083974516,0.0002966458,0.0000075398816,0.002286254,0.00003167216,0.025871657,0.015791282,0.14802131,0.20936751],"study_design_scores_gemma":[0.002626262,0.00060697785,0.8419429,0.003731909,0.0005731952,0.0036852204,0.034529578,0.000044494947,0.043401707,0.00351869,0.065139025,0.0002000575],"about_ca_topic_score_codex":0.000019783876,"about_ca_topic_score_gemma":3.7693064e-7,"teacher_disagreement_score":0.2504098,"about_ca_system_score_codex":0.00018904985,"about_ca_system_score_gemma":0.0016987586,"threshold_uncertainty_score":0.30135247},"labels":[],"label_agreement":null},{"id":"W2133299511","doi":"10.1007/s10459-007-9063-5","title":"Are specialist certification examinations a reliable measure of physician competence?","year":2007,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Certification; Competence (human resources); Credibility; Inter-rater reliability; Objective structured clinical examination; Reliability (semiconductor); Medicine; Medical education; Physical examination; Nursing; Family medicine; Psychology; Rating scale; Social psychology; Surgery","score_opus":0.039465699241715696,"score_gpt":0.41177662949350646,"score_spread":0.37231093025179074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133299511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88241374,0.010493071,0.012201114,0.029779393,0.0065391697,0.0025208746,0.0000069791304,0.000115939125,0.055929706],"genre_scores_gemma":[0.971141,0.00040785185,0.02445509,0.0033494954,0.00038232194,0.000055053293,0.000037631606,0.00000867788,0.00016288093],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783355,0.00004721257,0.00082851376,0.00033573914,0.00063499465,0.00031996798],"domain_scores_gemma":[0.998119,0.00010367366,0.00086239446,0.00028589796,0.0005597305,0.00006932512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027503874,0.000105637926,0.0002374071,0.0006054831,0.00025260577,0.000013522627,0.00018216194,0.000058985224,0.000032454558],"category_scores_gemma":[0.001129756,0.000101706595,0.000028230585,0.0031409534,0.00046233484,0.00052181736,0.000012151008,0.00019625778,0.000010401498],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004241536,0.0016348273,0.26971868,0.0009656499,0.0000040257687,5.5472384e-7,0.0025256304,0.00018418179,0.0006364141,0.05102169,0.0032633762,0.6700025],"study_design_scores_gemma":[0.0003503706,0.00023928632,0.9099559,0.0016349966,0.000009933304,0.000011679436,0.01580917,0.0006449904,0.0015293339,0.0051555084,0.06448556,0.00017323293],"about_ca_topic_score_codex":0.0002663118,"about_ca_topic_score_gemma":0.00032980877,"teacher_disagreement_score":0.6698293,"about_ca_system_score_codex":0.0005508139,"about_ca_system_score_gemma":0.0013857648,"threshold_uncertainty_score":0.41474745},"labels":[],"label_agreement":null},{"id":"W2133687391","doi":"10.1111/j.1365-2923.2011.03988.x","title":"Applying multimedia design principles enhances learning in medical education","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Association of American Medical Colleges","keywords":"Test (biology); Medical education; Quarter (Canadian coin); Medicine; Psychology; Repeated measures design","score_opus":0.04144650736851545,"score_gpt":0.3630349659079464,"score_spread":0.32158845853943097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133687391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8691014,0.001819984,0.035449732,0.03149207,0.010114967,0.00466107,5.983117e-7,0.00063944684,0.046720717],"genre_scores_gemma":[0.89284897,0.00044528372,0.07414292,0.023733353,0.0018139228,0.0035819071,0.000275327,0.000076011616,0.0030822922],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959617,0.00027607885,0.0009648624,0.0005334093,0.0018010564,0.0004628561],"domain_scores_gemma":[0.99836427,0.00017605111,0.00025836512,0.00039791176,0.00042629734,0.0003771064],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028608611,0.00025068154,0.00037290176,0.0006375723,0.00014610132,0.000021515327,0.0003484721,0.0005401305,0.0076113725],"category_scores_gemma":[0.031805877,0.00022992192,0.00006625754,0.001186281,0.00029953042,0.00023915851,0.000065509244,0.001290106,0.00026458543],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008624751,0.0035730265,0.032895606,0.0001955345,0.000022271206,0.000010491873,0.004016333,0.0000021409203,0.00013106222,0.0013940403,0.01653612,0.94113714],"study_design_scores_gemma":[0.005736005,0.0011111014,0.36598238,0.009955298,0.0003045638,0.0010194537,0.02075069,0.091311574,0.007346771,0.0032884432,0.49133986,0.001853851],"about_ca_topic_score_codex":0.00033888067,"about_ca_topic_score_gemma":0.000045240973,"teacher_disagreement_score":0.93928325,"about_ca_system_score_codex":0.00041391214,"about_ca_system_score_gemma":0.016481467,"threshold_uncertainty_score":0.9932958},"labels":[],"label_agreement":null},{"id":"W2133780769","doi":"10.47678/cjhe.v35i4.183520","title":"Learning in Medical School: Transition Issues, Strategy Use, and Self-Regulation","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Metacognition; Medical education; Psychology; Medical school; Transition (genetics); Medical information; Medicine; Knowledge management; Cognition; Computer science","score_opus":0.013704650855989224,"score_gpt":0.31371896636194,"score_spread":0.3000143155059508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133780769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95195657,0.001836032,0.000056062887,0.044818684,0.00061963254,0.00013883733,4.0117405e-7,0.000011947557,0.0005618049],"genre_scores_gemma":[0.9894865,0.000093847186,0.0029685192,0.0036525147,0.0013762732,0.000005102186,0.00003597544,0.000015173682,0.0023660716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988521,0.00007440118,0.00046770772,0.00011208088,0.00031036822,0.00018337934],"domain_scores_gemma":[0.9988245,0.000024904355,0.00014825688,0.00008751257,0.0004308532,0.00048401087],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054139906,0.00008967112,0.0001582404,0.00067267596,0.000074625284,0.000056689256,0.00005560637,0.00016985231,0.0019930506],"category_scores_gemma":[0.0005345848,0.000088767454,0.000026079188,0.00043374446,0.0000554129,0.0005352539,0.0000017341765,0.00054921425,0.000014526469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095064934,0.000966295,0.3771732,0.00025861504,0.0001238691,0.00006485392,0.007657494,0.0010207993,0.0005317914,0.0055483794,0.23846005,0.3680996],"study_design_scores_gemma":[0.0005933376,0.00013411052,0.7051298,0.00030933326,0.000041425847,0.00034225642,0.00044185232,0.0005143708,0.000037540598,0.0002266316,0.29214337,0.00008595767],"about_ca_topic_score_codex":0.0015398999,"about_ca_topic_score_gemma":0.001849894,"teacher_disagreement_score":0.36801365,"about_ca_system_score_codex":0.0006123351,"about_ca_system_score_gemma":0.0061338767,"threshold_uncertainty_score":0.9995004},"labels":[],"label_agreement":null},{"id":"W2134213688","doi":"10.5489/cuaj.2166","title":"The trouble with technical competence: Defining it, measuring it and achieving it!","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Information technology; Competence (human resources); Psychology; Computer science; Social psychology","score_opus":0.015234140170879446,"score_gpt":0.24908947479047122,"score_spread":0.23385533461959176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134213688","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3731444,0.00014975102,0.0020492377,0.60922974,0.000461894,0.00022763837,0.0000025049942,0.00004250828,0.014692308],"genre_scores_gemma":[0.97042,0.000047999176,0.0033971628,0.02527427,0.00054585346,0.000012273481,0.000008146763,0.000011396996,0.0002829181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982999,0.00016628495,0.000384912,0.00017167209,0.0005179919,0.0004592581],"domain_scores_gemma":[0.9984132,0.0004432712,0.00025567473,0.00013060158,0.00039982575,0.00035742574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031192526,0.000114977505,0.00020295716,0.00012476074,0.0010227906,0.00016596778,0.00014115364,0.00019721204,0.00007874213],"category_scores_gemma":[0.007078953,0.000071911585,0.000041417145,0.0003235321,0.000112496156,0.00009503829,0.000017690581,0.0011324609,0.000019003777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009368876,0.00005976027,0.8248417,0.0000145752365,0.00012359988,0.000026286447,0.0004783497,0.000070255024,0.00015535693,0.009346861,0.12191618,0.0428734],"study_design_scores_gemma":[0.0009448779,0.00039868767,0.53281474,0.000095949516,0.00008456947,0.00075568026,0.00071221596,0.0011400844,0.0000058531487,0.0006730078,0.46221983,0.00015451509],"about_ca_topic_score_codex":0.00015274005,"about_ca_topic_score_gemma":0.0010079069,"teacher_disagreement_score":0.59727556,"about_ca_system_score_codex":0.00078102294,"about_ca_system_score_gemma":0.00051922194,"threshold_uncertainty_score":0.84746796},"labels":[],"label_agreement":null},{"id":"W2134268486","doi":"10.1080/01421590600568488","title":"Applying theory to practice in undergraduate education using high fidelity simulation","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Checklist; Session (web analytics); Test (biology); Psychology; Medical education; Fidelity; Repeated measures design; Computer science; Medicine","score_opus":0.022212024200645428,"score_gpt":0.39746338120618535,"score_spread":0.3752513570055399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134268486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84665775,0.00015075166,0.11665132,0.025559198,0.0010728547,0.0011641353,3.5143316e-7,0.00010127899,0.008642382],"genre_scores_gemma":[0.97253734,0.000003400911,0.018030973,0.0061999056,0.0010606417,0.0001661944,0.00007594071,0.00002646405,0.0018991182],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774367,0.0002544057,0.0005513665,0.00030477677,0.0008877811,0.00025802758],"domain_scores_gemma":[0.999003,0.00017955847,0.00011689901,0.0003039271,0.00026672878,0.00012986534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024912439,0.00013172286,0.00020452312,0.0002726236,0.000077099045,0.00001952885,0.00009801888,0.00021516877,0.0007551106],"category_scores_gemma":[0.013999691,0.00012133639,0.000033326993,0.00088565954,0.00007545466,0.00017323696,0.000037427202,0.0005724537,0.00007681498],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030008744,0.004056037,0.03772977,0.00015777795,0.000045863813,0.000032850425,0.0010215587,0.005830631,0.00038738514,0.029521354,0.021793425,0.89912325],"study_design_scores_gemma":[0.003720721,0.00021861332,0.06118432,0.0014253077,0.00031789756,0.00016133393,0.00396579,0.39788267,0.00013917765,0.068491004,0.46164885,0.0008443047],"about_ca_topic_score_codex":0.0008962452,"about_ca_topic_score_gemma":0.000021524154,"teacher_disagreement_score":0.89827895,"about_ca_system_score_codex":0.0005309961,"about_ca_system_score_gemma":0.00075692014,"threshold_uncertainty_score":0.9943058},"labels":[],"label_agreement":null},{"id":"W2134541962","doi":"10.3109/0142159x.2010.500709","title":"Competency-based medical education in postgraduate medical education","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":469,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Toronto; McMaster University","funders":"","keywords":"Formative assessment; Medical education; Process (computing); Work (physics); Professional development; Medicine; Psychology; Computer science; Pedagogy; Engineering","score_opus":0.010066838210082751,"score_gpt":0.35891887009356627,"score_spread":0.3488520318834835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134541962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73220897,0.00015800957,0.0004013485,0.2343888,0.004680185,0.00057109736,5.7273365e-7,0.00017677419,0.02741424],"genre_scores_gemma":[0.9282197,0.00005313444,0.007154777,0.054937214,0.0036787183,0.00036601108,0.0006413649,0.00009125571,0.004857824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925763,0.00025317477,0.0011846436,0.00066146004,0.0047069057,0.00061748596],"domain_scores_gemma":[0.9968336,0.00009927431,0.00018893849,0.0008445579,0.00054314715,0.0014904519],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0040893466,0.0003382406,0.0005398594,0.0006570967,0.000117678755,0.000030088702,0.000674549,0.0013787475,0.06580037],"category_scores_gemma":[0.051748972,0.0002882696,0.00013658562,0.0012161179,0.00075956056,0.00013803924,0.00009434545,0.0040818844,0.00050592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008564774,0.009170244,0.22392742,0.00019448245,0.00003132088,0.000070816066,0.0003382628,1.5094354e-7,0.00007385681,0.021342216,0.1444876,0.60027796],"study_design_scores_gemma":[0.013649717,0.0007067886,0.26052198,0.0058987653,0.00027205507,0.00233643,0.0017270793,0.15670165,0.0002736088,0.014433554,0.5415539,0.0019244917],"about_ca_topic_score_codex":0.00044352165,"about_ca_topic_score_gemma":0.00079395546,"teacher_disagreement_score":0.5983535,"about_ca_system_score_codex":0.00028684628,"about_ca_system_score_gemma":0.07760144,"threshold_uncertainty_score":0.99995697},"labels":[],"label_agreement":null},{"id":"W2134988296","doi":"10.3109/0142159x.2012.668629","title":"The evolution of integration: Innovations in clinical skills and ethics in first year medicine","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Curriculum; Medical ethics; Engineering ethics; Reflection (computer programming); Medical education; Politics; Context (archaeology); Sociology; Psychology; Medicine; Pedagogy; Political science; Computer science","score_opus":0.05552990329109742,"score_gpt":0.4357408263172995,"score_spread":0.3802109230262021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134988296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020231,0.00061617413,0.0017398732,0.08935801,0.00084211864,0.00032425876,3.0778227e-7,0.000019088475,0.0050770724],"genre_scores_gemma":[0.9968297,0.00026391118,0.0006063324,0.0008372928,0.0007813718,0.000036365967,0.000018067321,0.000010925114,0.00061606563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759626,0.00024258092,0.0010288347,0.00015232422,0.0007438219,0.0002361978],"domain_scores_gemma":[0.9987054,0.00055027305,0.00014575341,0.00027401838,0.00021061228,0.0001139455],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01026641,0.00009498585,0.00026856345,0.000231484,0.0000724275,0.0000033410088,0.00011232556,0.0005712182,0.00056188286],"category_scores_gemma":[0.045129742,0.00005986067,0.000025317871,0.0011642578,0.00090650993,0.000086570515,0.000044755303,0.0023808335,0.000012256127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021364202,0.0006671206,0.926358,0.000036652145,0.000010839712,0.000001276779,0.0029823035,1.453358e-7,0.0000033678778,0.03907138,0.008377866,0.022469716],"study_design_scores_gemma":[0.0017538731,0.000118964024,0.9707924,0.0006438013,0.000020832196,0.0000171962,0.0035437942,0.0011563812,0.0000041910785,0.001594636,0.020278068,0.0000758666],"about_ca_topic_score_codex":0.00016674226,"about_ca_topic_score_gemma":0.0002998879,"teacher_disagreement_score":0.09480657,"about_ca_system_score_codex":0.00023235437,"about_ca_system_score_gemma":0.0003623852,"threshold_uncertainty_score":0.9999207},"labels":[],"label_agreement":null},{"id":"W2135484529","doi":"10.1007/s11606-007-0401-3","title":"Know When to Rock the Boat: How Faculty Rationalize Students’ Behaviors","year":2008,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Affect (linguistics); Ambiguity; Grounded theory; Instinct; Medical education; Medicine; Psychology; Qualitative research; Sociology; Computer science","score_opus":0.04938742422194144,"score_gpt":0.39619178035474645,"score_spread":0.346804356132805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135484529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8458075,0.000378754,0.0077713556,0.14231962,0.0024414684,0.00028613582,0.0000027822525,0.0000128204665,0.0009795721],"genre_scores_gemma":[0.9166486,0.00015723133,0.0063063228,0.017812695,0.0074017807,0.000019142219,0.000025962643,0.000030797084,0.051597428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968911,0.000078015466,0.0008283603,0.00016537849,0.0018015798,0.00023560101],"domain_scores_gemma":[0.99752116,0.000060317718,0.00048141397,0.00025914065,0.0014317513,0.0002462144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009343123,0.00019111652,0.00044768615,0.00034506596,0.00015820465,0.000022934651,0.000507094,0.00008555645,0.0008262151],"category_scores_gemma":[0.0017470395,0.00010416694,0.00013253938,0.0003872636,0.00015184014,0.00015347681,0.00007183749,0.00071784883,0.00003791404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028288626,0.00029968255,0.046075195,0.000015491827,0.00017907692,0.00021417465,0.0033262619,0.000023164066,0.008947336,0.00019859373,0.9353308,0.005107311],"study_design_scores_gemma":[0.0048299963,0.003516849,0.32593754,0.0011515187,0.00043722175,0.009194083,0.0027330182,0.00027748136,0.0038330457,0.00022359032,0.6476192,0.0002465096],"about_ca_topic_score_codex":0.000111477304,"about_ca_topic_score_gemma":0.0000074200916,"teacher_disagreement_score":0.28771168,"about_ca_system_score_codex":0.00038593833,"about_ca_system_score_gemma":0.00022335474,"threshold_uncertainty_score":0.9046476},"labels":[],"label_agreement":null},{"id":"W2135507710","doi":"10.1017/cem.2015.61","title":"Enhanced training in emergency medicine: the search and application process","year":2015,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Saskatchewan","funders":"","keywords":"Medicine; Process (computing); Content (measure theory); Action (physics); Training (meteorology); Medical emergency; Information retrieval; World Wide Web; Computer science; Operating system","score_opus":0.20241414542064304,"score_gpt":0.4882914544502785,"score_spread":0.2858773090296355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135507710","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043409108,0.97665966,0.00040745013,0.0071577956,0.008736486,0.001132533,0.0000046630325,0.000007484421,0.0054598143],"genre_scores_gemma":[0.0023001083,0.9908569,0.000044514716,0.0001237436,0.005375925,0.00009103955,0.00009458525,0.00006709013,0.0010460963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949736,0.00021678745,0.0029976382,0.00035434045,0.0009170459,0.00054058153],"domain_scores_gemma":[0.99583435,0.00007336042,0.0010240412,0.0004792389,0.0017556687,0.00083335023],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048630084,0.00041708766,0.001876909,0.0015703009,0.00015977997,0.000003046133,0.00052528427,0.0003471938,0.0029057192],"category_scores_gemma":[0.0049859257,0.00024505088,0.00013627697,0.003067878,0.0004644035,0.00011612925,0.000014540819,0.0017617437,0.000011794895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000111000545,0.000022064756,0.00011691141,0.0068713804,0.00013847965,0.000023078625,0.014194041,0.0000025589695,0.000003821499,0.00039200988,0.049094647,0.9291299],"study_design_scores_gemma":[0.0006108547,0.00042873665,0.00015469082,0.015440397,0.00093530805,0.00020145222,0.0076840604,0.00004472521,3.582846e-7,0.00072149886,0.97355527,0.0002226682],"about_ca_topic_score_codex":0.0020053494,"about_ca_topic_score_gemma":0.003871494,"teacher_disagreement_score":0.9289072,"about_ca_system_score_codex":0.00054799655,"about_ca_system_score_gemma":0.007580779,"threshold_uncertainty_score":0.99928844},"labels":[],"label_agreement":null},{"id":"W2136021688","doi":"10.1080/01421590701770454","title":"A pilot study designed to acquaint medical educators with basic pedagogic principles","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Mathematics education; Psychology; Medicine; Engineering ethics; Computer science; Engineering","score_opus":0.09688703943490153,"score_gpt":0.38082853737267036,"score_spread":0.28394149793776885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136021688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96549976,0.000060566457,0.0025039613,0.024450686,0.00059899455,0.0013578793,3.17919e-7,0.00023856053,0.0052892817],"genre_scores_gemma":[0.98167837,0.000011588794,0.002119652,0.007146223,0.001394306,0.00044192479,0.000022968437,0.0000692966,0.0071156537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936217,0.00028636417,0.00076253153,0.0006691554,0.004034453,0.00062579307],"domain_scores_gemma":[0.99744654,0.00010374011,0.00010731174,0.0007670229,0.00028929216,0.0012860943],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027306508,0.00033262366,0.0005741686,0.00035565827,0.0002485524,0.000014958716,0.00048080127,0.00018478537,0.018625364],"category_scores_gemma":[0.010979533,0.00022602866,0.000058441157,0.0012357624,0.0005170342,0.00007049113,0.00014232016,0.0012534338,0.0005483687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010006024,0.023408566,0.82586306,0.000112235066,0.00033082612,0.0017404648,0.014809111,0.0000022641043,0.000042966087,0.00065783534,0.09889639,0.033135645],"study_design_scores_gemma":[0.019198094,0.03845697,0.78647256,0.00176718,0.0005933967,0.0054602255,0.025699949,0.003223704,0.00013376762,0.00009525752,0.11705135,0.0018475313],"about_ca_topic_score_codex":0.00020873768,"about_ca_topic_score_gemma":0.000092447175,"teacher_disagreement_score":0.039390516,"about_ca_system_score_codex":0.00038673193,"about_ca_system_score_gemma":0.0035622905,"threshold_uncertainty_score":0.9973514},"labels":[],"label_agreement":null},{"id":"W2136084752","doi":"10.3109/0142159x.2014.907876","title":"The hidden curriculum: Is it time to re-consider the concept?","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Curriculum; Mathematics education; Computer science; Psychology; Medical education; Pedagogy; Medicine","score_opus":0.02029234431118271,"score_gpt":0.3462076915148741,"score_spread":0.3259153472036914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136084752","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12753285,0.00017160208,0.0005537244,0.7801536,0.0007708221,0.0005516283,5.1708173e-7,0.00008667564,0.090178594],"genre_scores_gemma":[0.52186793,0.000024185989,0.0010167696,0.22299825,0.005466336,0.00025229348,0.000037468533,0.00006749187,0.24826927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975559,0.0002113948,0.0004054441,0.00026117475,0.0012115069,0.00035456428],"domain_scores_gemma":[0.99856794,0.00021163122,0.00007146695,0.00070847844,0.00019426343,0.000246249],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025607003,0.00014273418,0.0002088266,0.000041249416,0.0002874264,0.00003631109,0.000384362,0.00019827187,0.046056535],"category_scores_gemma":[0.013966024,0.00006854332,0.00007114888,0.0004209025,0.000505691,0.000032408374,0.00009946401,0.00082374277,0.005828567],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060475686,0.000081483166,0.0012248923,0.0000037829377,0.000029443927,0.000002243358,0.0016307415,6.806901e-8,0.000006213848,0.0009942929,0.8956931,0.10032769],"study_design_scores_gemma":[0.00045981453,0.0000842613,0.0011921104,0.000083299215,0.000046582725,0.000030769057,0.0010339674,0.004608631,0.000027031248,0.00044985788,0.99188447,0.00009923156],"about_ca_topic_score_codex":0.000047897356,"about_ca_topic_score_gemma":0.0000053213157,"teacher_disagreement_score":0.5571553,"about_ca_system_score_codex":0.00008816292,"about_ca_system_score_gemma":0.00022035079,"threshold_uncertainty_score":0.9949455},"labels":[],"label_agreement":null},{"id":"W2136361593","doi":"10.18438/b81c8w","title":"Implementing the Critical Friend Method for Peer Feedback among Teaching Librarians in an Academic Setting","year":2012,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Friendship; Medical education; Critical reflection; Psychology; Teaching method; Mathematics education; Pedagogy; Medicine; Social psychology","score_opus":0.03027677388100169,"score_gpt":0.40789565496408114,"score_spread":0.37761888108307945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136361593","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14179066,0.00034201177,0.21245936,0.63829845,0.0005797768,0.0014413438,0.000011907478,0.00016539662,0.004911089],"genre_scores_gemma":[0.56324565,0.000030895386,0.33080894,0.10476786,0.00067785947,0.00016122109,0.00019924174,0.000017180615,0.00009115048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980438,0.0004208753,0.0006472084,0.00012622222,0.00036443654,0.00039750186],"domain_scores_gemma":[0.9945086,0.004724166,0.00028978704,0.00023394317,0.00012257186,0.000120917815],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007471863,0.00011702367,0.00012788255,0.00021016452,0.0004321148,0.00023900294,0.00014100819,0.00013408542,0.00016404774],"category_scores_gemma":[0.033043403,0.00009048344,0.00002785078,0.00038371488,0.00007095936,0.20162453,0.00007695397,0.0009560005,0.0000077843515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005407409,0.00019094672,0.07548322,0.0007018616,0.00002505127,0.0000010506499,0.016671758,0.000041602554,0.0002531532,0.6237601,0.018989211,0.2633413],"study_design_scores_gemma":[0.00084713276,0.00019025845,0.10625256,0.0007761099,0.00014102549,0.00006676241,0.038744345,0.08413853,0.0012413728,0.00034507472,0.7670151,0.00024173189],"about_ca_topic_score_codex":0.0000057230827,"about_ca_topic_score_gemma":3.807669e-8,"teacher_disagreement_score":0.7480259,"about_ca_system_score_codex":0.000022546194,"about_ca_system_score_gemma":0.00019762866,"threshold_uncertainty_score":0.9751017},"labels":[],"label_agreement":null},{"id":"W2136642637","doi":"10.1002/chp.148","title":"Toward a common understanding of self-assessment","year":2008,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Formative assessment; CLARITY; Self-assessment; Curiosity; Psychology; Lifelong learning; Mindfulness; Openness to experience; Engineering ethics; Perspective (graphical); Medical education; Medicine; Pedagogy; Computer science; Social psychology; Psychotherapist","score_opus":0.08706238035157446,"score_gpt":0.4594228021597128,"score_spread":0.37236042180813833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136642637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93398523,0.00031949318,0.0026257667,0.059899587,0.0017742336,0.00050008413,4.416215e-7,0.000009283965,0.00088588416],"genre_scores_gemma":[0.9826499,0.0002589265,0.014143171,0.002504443,0.0002862039,0.0000142521585,0.000004734061,0.0000094232,0.00012892729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778277,0.0003741512,0.0010958955,0.00007341141,0.0005011387,0.000172609],"domain_scores_gemma":[0.99792653,0.0002498894,0.0011186411,0.00020884753,0.00042863263,0.000067436056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002786121,0.00007781708,0.00032947585,0.00042752374,0.00016932358,0.0000052575474,0.00016054697,0.00006812273,0.000027808635],"category_scores_gemma":[0.0003723312,0.000051470663,0.00006321848,0.0006430876,0.0000679891,0.00010948704,0.000014783601,0.00075175957,0.0000010436484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017736308,0.005822784,0.43749097,0.0012843664,0.00007681318,0.000014440225,0.32194716,0.0000079542815,0.00029409392,0.035324685,0.14548984,0.052069537],"study_design_scores_gemma":[0.0020819101,0.0008539017,0.68592715,0.0067117377,0.000073766714,0.0011551919,0.29254428,0.00016701991,0.000047580652,0.0051620277,0.005151369,0.00012403315],"about_ca_topic_score_codex":0.00003311712,"about_ca_topic_score_gemma":0.0000044941485,"teacher_disagreement_score":0.2484362,"about_ca_system_score_codex":0.00082951103,"about_ca_system_score_gemma":0.005135313,"threshold_uncertainty_score":0.91098255},"labels":[],"label_agreement":null},{"id":"W2136667368","doi":"10.3109/0142159x.2010.500708","title":"Competency-based continuing professional development","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"Academy of Medical Royal Colleges","keywords":"Competence (human resources); Knowledge management; Lifelong learning; Obligation; Medical education; Psychology; Continuing medical education; Medicine; Computer science; Continuing education; Pedagogy","score_opus":0.012779821479931015,"score_gpt":0.3356533638948307,"score_spread":0.3228735424148997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136667368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965656,0.000015374913,0.001100221,0.019048601,0.0027865933,0.0002339175,1.3638717e-7,0.00012263042,0.011036539],"genre_scores_gemma":[0.9545498,4.4616118e-7,0.02797246,0.0039835093,0.00086417794,0.00008687204,0.00009242015,0.000023156319,0.01242715],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801016,0.00003700296,0.0003809042,0.00021673637,0.0010983293,0.0002568802],"domain_scores_gemma":[0.99926996,0.00002707174,0.00006405971,0.00024533537,0.00016993016,0.000223625],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012086576,0.00011625863,0.00019120552,0.00010577629,0.000086656284,0.000008314514,0.00014835304,0.0002806782,0.02198216],"category_scores_gemma":[0.0033885431,0.00008645868,0.000040210154,0.00024177441,0.00021517545,0.000031061696,0.000036415866,0.0013468796,0.00028811718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008141601,0.002699704,0.28674182,0.00017883755,0.000061403334,0.00008157769,0.0022040934,1.9608036e-7,0.0027321829,0.005873508,0.11927254,0.58007276],"study_design_scores_gemma":[0.002865846,0.00006721003,0.10380657,0.00055103743,0.000035010402,0.000077576646,0.00030801105,0.012520235,0.0012830432,0.00024834546,0.87795633,0.00028079725],"about_ca_topic_score_codex":0.000003824733,"about_ca_topic_score_gemma":0.000008535341,"teacher_disagreement_score":0.7586838,"about_ca_system_score_codex":0.00005595166,"about_ca_system_score_gemma":0.0015599543,"threshold_uncertainty_score":0.9789119},"labels":[],"label_agreement":null},{"id":"W2136696017","doi":"10.5430/jha.v4n2p9","title":"Clinical learning environment in government and private hospitals in relation to gender in Karachi, Pakistan - a comparative study","year":2015,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Significant difference; Schedule; Medical education; Learning environment; Medicine; Psychology; Family medicine; Mathematics education; Management; Internal medicine","score_opus":0.049084256965361804,"score_gpt":0.40027327913563193,"score_spread":0.35118902217027015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136696017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968363,0.000057606827,0.0003169296,0.0015790407,0.00022844489,0.0007361514,6.3115544e-7,0.000003055292,0.0002418233],"genre_scores_gemma":[0.99651337,0.000020528752,0.0032069106,0.00008715635,0.000107853586,0.00001920703,0.00000596702,0.000008045058,0.000030989024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751514,0.00019453044,0.0012889614,0.00018932289,0.00067578186,0.0001362329],"domain_scores_gemma":[0.99921525,0.000063308486,0.00042526698,0.000100438345,0.00007588837,0.000119844095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025909424,0.00011351696,0.00034528007,0.00018688556,0.00001870598,0.000023577799,0.000054726643,0.00008391263,0.000010276831],"category_scores_gemma":[0.0007963495,0.000102829086,0.000028203476,0.00028988507,0.00004148198,0.00024846973,0.000027004868,0.00061794353,0.000005274385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004291452,0.002850285,0.9824374,0.000010220764,0.000015781849,0.000093285234,0.011376341,0.00029633893,0.000027149752,0.00012817308,0.00007324525,0.0022626524],"study_design_scores_gemma":[0.0029434576,0.014393452,0.9651016,0.00011150136,0.000018518467,0.000017747576,0.016357508,0.00047951873,0.000026485475,0.00032041396,0.00013467556,0.00009509831],"about_ca_topic_score_codex":0.0000072005714,"about_ca_topic_score_gemma":0.000021361977,"teacher_disagreement_score":0.017335758,"about_ca_system_score_codex":0.00071878673,"about_ca_system_score_gemma":0.00017101655,"threshold_uncertainty_score":0.41932485},"labels":[],"label_agreement":null},{"id":"W2136761966","doi":"10.3402/meo.v9i.4361","title":"Making the Most of Medical Orientation — A New Approach","year":2004,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's & Women's Health Centre of British Columbia","funders":"","keywords":"Orientation (vector space); Task (project management); Medical education; Computer science; Key (lock); Reading (process); Psychology; Medicine; Management; Computer security; Political science","score_opus":0.04557058469924774,"score_gpt":0.435056461557533,"score_spread":0.3894858768582853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136761966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46400312,0.0006340589,0.07597156,0.44922748,0.0031925591,0.0009776148,0.0000053679846,0.00012918771,0.005859048],"genre_scores_gemma":[0.881168,0.0002033923,0.05973233,0.05135292,0.0043732068,0.00009810824,0.0012960286,0.000049707043,0.0017262974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99579954,0.000061115454,0.00077587244,0.00030307876,0.0028256213,0.00023476865],"domain_scores_gemma":[0.9983956,0.00007910981,0.0002328456,0.0005132654,0.00044767876,0.00033146964],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001381575,0.00014991981,0.0002662584,0.00020800553,0.00010743819,0.000014887691,0.0004217499,0.0003182152,0.0036289287],"category_scores_gemma":[0.015174771,0.00010244208,0.000069306116,0.0014955783,0.0003682135,0.00008672442,0.00006504649,0.0007442621,0.000049848375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096634954,0.010612562,0.0030091456,0.0003547399,0.000095942676,0.0000063310213,0.0048392145,0.000034215387,0.0000514863,0.08250043,0.15538111,0.74301815],"study_design_scores_gemma":[0.022224491,0.0010883153,0.1458866,0.008059532,0.0009916326,0.0035029897,0.045227345,0.030000009,0.0009181095,0.025760904,0.71490556,0.0014345258],"about_ca_topic_score_codex":0.00031158866,"about_ca_topic_score_gemma":0.000023978884,"teacher_disagreement_score":0.74158365,"about_ca_system_score_codex":0.0002250748,"about_ca_system_score_gemma":0.014127304,"threshold_uncertainty_score":0.9972819},"labels":[],"label_agreement":null},{"id":"W2137019528","doi":"10.5489/cuaj.264","title":"Are we getting through? A national survey on the CanMEDS communicator role in urology residency","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Likert scale; Medicine; Specialty; Scale (ratio); Urology; Medical education; Descriptive statistics; Communication skills; Family medicine; Psychology","score_opus":0.04887292794179726,"score_gpt":0.3113863859805657,"score_spread":0.26251345803876847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137019528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5620381,0.00015511079,0.000014249225,0.43301117,0.00026565307,0.00026780376,0.000013145175,0.000014012462,0.0042207493],"genre_scores_gemma":[0.93082356,0.000058771126,0.00028056747,0.068053775,0.00038805226,0.000051613013,0.000037482267,0.000012357263,0.00029383143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99722457,0.00089929526,0.0005513609,0.00017798829,0.0006437924,0.0005030133],"domain_scores_gemma":[0.99696875,0.0011570639,0.00053325266,0.00020481799,0.0009245721,0.0002115714],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034442674,0.00013218359,0.00024099326,0.00027274553,0.00043108937,0.00008174805,0.00030767504,0.00034159492,0.0018586577],"category_scores_gemma":[0.022042796,0.00009308195,0.000061031726,0.000685412,0.00008738612,0.00012594183,0.000025782447,0.0018164824,0.00022160355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015345471,0.00007160712,0.76653683,0.0000016169208,0.000032965898,0.000009509589,0.00030992815,0.00003552328,0.000012852313,0.0026689006,0.2292676,0.0010373222],"study_design_scores_gemma":[0.00037543752,0.00008959978,0.9459429,0.000020618716,0.000009375103,0.000045216395,0.00044121032,0.00050453603,0.0000026193557,0.014351014,0.03812784,0.00008965304],"about_ca_topic_score_codex":0.009054708,"about_ca_topic_score_gemma":0.011730806,"teacher_disagreement_score":0.36878544,"about_ca_system_score_codex":0.0021855617,"about_ca_system_score_gemma":0.0012351361,"threshold_uncertainty_score":0.9990538},"labels":[],"label_agreement":null},{"id":"W2137026902","doi":"10.3109/0142159x.2011.599452","title":"The impact on medical practice of commitments to change following CME lectures: A randomized controlled trial","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Continuing medical education; Medicine; Intervention (counseling); Randomized controlled trial; Clinical Practice; Clinical trial; Family medicine; Continuing education; Medical education; Nursing; Internal medicine","score_opus":0.051718797245390365,"score_gpt":0.41379736469140166,"score_spread":0.3620785674460113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137026902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8531508,0.0007833019,0.0015645579,0.067293696,0.0045118826,0.013056273,9.484864e-7,0.00012994678,0.059508607],"genre_scores_gemma":[0.9800113,0.000064158405,0.00048718895,0.014681286,0.0016260623,0.0021998119,0.000013549087,0.000039241742,0.0008774081],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936765,0.0012883204,0.001209192,0.00028358347,0.0031156288,0.00042679568],"domain_scores_gemma":[0.9961861,0.0021077537,0.0003605696,0.00057226967,0.00024532867,0.00052801135],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015220269,0.00025333217,0.0014526166,0.00018493603,0.00014745232,0.000013915867,0.00040191595,0.0004099279,0.0051091877],"category_scores_gemma":[0.17817245,0.00011730615,0.00062663836,0.00047956532,0.0003625019,0.00007081693,0.00007276165,0.0010810838,0.000089641755],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9319028,0.0025108457,0.00025803136,0.000013994982,0.0012718656,0.00006167655,0.0052939197,5.8915766e-8,0.0000017330092,0.0006681872,0.024326403,0.03369045],"study_design_scores_gemma":[0.9805217,0.001464813,0.00014574347,0.0003870664,0.0005371767,0.00003064501,0.0006322713,0.00179576,0.000014846391,0.00026126334,0.014068382,0.00014037915],"about_ca_topic_score_codex":0.00025274145,"about_ca_topic_score_gemma":0.000004445195,"teacher_disagreement_score":0.16295218,"about_ca_system_score_codex":0.00017259014,"about_ca_system_score_gemma":0.0006372544,"threshold_uncertainty_score":0.99580026},"labels":[],"label_agreement":null},{"id":"W2137075868","doi":"10.1097/acm.0b013e3181c85932","title":"Reforming Medical Education in Ethics and Humanities by Finding Common Ground With Abraham Flexner","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical humanities; Curriculum; Scholarship; Context (archaeology); Medical ethics; Medical education; Liberal arts education; Medical school; Common ground; Humanities; Medicine; Sociology; Pedagogy; Higher education; Political science; Law; Philosophy; History","score_opus":0.03870473173987762,"score_gpt":0.41032559059594315,"score_spread":0.37162085885606555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137075868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413887,0.0006345672,0.00011748585,0.050830837,0.00080642675,0.00032987425,7.468983e-7,0.0000543924,0.005836921],"genre_scores_gemma":[0.9694406,0.00054384524,0.00048805558,0.024688141,0.0012871042,0.000059161302,0.00017949348,0.000033950164,0.0032796722],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976587,0.000078500336,0.00062194205,0.00031287808,0.0010181359,0.0003098078],"domain_scores_gemma":[0.99882483,0.00036732492,0.00017379143,0.00027859578,0.0001778807,0.00017757622],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00318723,0.00019184272,0.00036692328,0.00039472888,0.0002074644,0.000007376219,0.0001769205,0.00075405714,0.00057168375],"category_scores_gemma":[0.006314916,0.00013534121,0.00001093982,0.0004976926,0.0009329124,0.00020583431,0.000046149496,0.0063626263,0.000007746176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034142265,0.00034118275,0.30326092,0.0014322832,0.00010388586,0.000054056818,0.0840517,2.933917e-7,0.020786224,0.09113977,0.18083645,0.3176518],"study_design_scores_gemma":[0.015554096,0.0020860166,0.18032691,0.017443419,0.00056231214,0.004903391,0.12362525,0.0018830044,0.0027557726,0.015636535,0.6335993,0.0016240213],"about_ca_topic_score_codex":0.0005764746,"about_ca_topic_score_gemma":0.00025018127,"teacher_disagreement_score":0.4527628,"about_ca_system_score_codex":0.00012975183,"about_ca_system_score_gemma":0.0010811156,"threshold_uncertainty_score":0.9959297},"labels":[],"label_agreement":null},{"id":"W2137114693","doi":"10.1016/j.jamcollsurg.2005.06.264","title":"Using a Comprehensive Examination to Assess Multiple Competencies in Surgical Residents: Does the Oral Examination Still Have a Role?","year":2005,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of British Columbia","funders":"","keywords":"Medicine; Physical examination; Gold standard (test); Objective structured clinical examination; Specialty; Logistic regression; Oral examination; Physical therapy; Surgery; Family medicine; Medical education; Internal medicine","score_opus":0.04836387846662904,"score_gpt":0.3452947971719173,"score_spread":0.29693091870528826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137114693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909062,0.000051316812,0.00039261396,0.007792932,0.00031040856,0.0004072691,0.00001776894,0.000005709316,0.00011579569],"genre_scores_gemma":[0.98993725,0.000026352744,0.009089398,0.0005904265,0.00017289938,0.00000800507,0.0000022993675,0.000015107922,0.00015825675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974031,0.00054055493,0.0008578579,0.00013214676,0.00085357233,0.00021279909],"domain_scores_gemma":[0.9966081,0.00079401326,0.001008023,0.0002847087,0.0012355413,0.0000696526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016820285,0.0001364393,0.0005017347,0.0005143655,0.00011240448,0.000014730788,0.00028084902,0.000044211818,0.000030317404],"category_scores_gemma":[0.00219524,0.00007531679,0.00013289902,0.0014451477,0.00038713243,0.00018396687,0.000081334365,0.0004094264,0.0000012914052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015516694,0.0027153573,0.7744482,0.00015296179,0.00044658335,0.0002071415,0.009637176,0.008689917,0.04383943,0.0013542128,0.0042123543,0.15274498],"study_design_scores_gemma":[0.0010927715,0.00020186744,0.96163833,0.00038205076,0.00009129945,0.00042511482,0.018591056,0.008881548,0.0017983627,0.000056132867,0.0067377533,0.00010368723],"about_ca_topic_score_codex":0.00049901137,"about_ca_topic_score_gemma":0.00050147664,"teacher_disagreement_score":0.18719015,"about_ca_system_score_codex":0.00047253352,"about_ca_system_score_gemma":0.0003523011,"threshold_uncertainty_score":0.30713296},"labels":[],"label_agreement":null},{"id":"W2137221823","doi":"10.1016/s1701-2163(16)32129-6","title":"RETIRED: Pelvic Examinations by Medical Trainees","year":2006,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Congress of Aboriginal Peoples","funders":"Royal College of Obstetricians and Gynaecologists; Association of Professors of Gynecology and Obstetrics","keywords":"Medicine; Medical physics; Family medicine; Gynecology; Medical education","score_opus":0.0069061923810111335,"score_gpt":0.2472398842254981,"score_spread":0.24033369184448697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137221823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724114,0.0031655654,0.00020275291,0.011371794,0.0075134514,0.000087933986,0.000006940532,0.000004914396,0.005235263],"genre_scores_gemma":[0.99670506,0.000064168365,0.0008001488,0.0016902817,0.000107300235,0.0000019908125,0.000021258218,0.000007865657,0.00060194795],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99860245,0.000030325258,0.0005075142,0.000084463165,0.00061584666,0.00015940814],"domain_scores_gemma":[0.9982594,0.0008125519,0.00023428381,0.0000806765,0.00048239256,0.00013065322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00040733148,0.00007598594,0.00022496986,0.00023408965,0.00007754964,0.000008686048,0.000086094784,0.0001468476,0.0006804202],"category_scores_gemma":[0.012098609,0.00006301979,0.000026868649,0.0005196792,0.0001016263,0.000043492062,0.000012076614,0.00039969705,4.912294e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002192744,0.00029975967,0.060181756,0.000051515293,0.00006279967,0.0010091611,0.0000791354,0.0000026211162,0.00006752913,0.0016601125,0.68604594,0.25053746],"study_design_scores_gemma":[0.002363641,0.00032753422,0.75875443,0.000014861758,0.00010230819,0.00043738593,0.00053363375,0.00032532137,0.00007770769,0.00037964,0.23656672,0.000116821386],"about_ca_topic_score_codex":0.006132477,"about_ca_topic_score_gemma":0.004830012,"teacher_disagreement_score":0.6985727,"about_ca_system_score_codex":0.00067008485,"about_ca_system_score_gemma":0.002474583,"threshold_uncertainty_score":0.9962229},"labels":[],"label_agreement":null},{"id":"W2137231035","doi":"10.1080/01421590701746983","title":"The CanMEDS initiative: implementing an outcomes-based framework of physician competencies","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1013,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Ottawa Mental Health Centre; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Curriculum; Medical education; Outreach; Medicine; Scale (ratio); Plan (archaeology); Graduate medical education; Curriculum development; Psychology; Accreditation; Political science; Pedagogy","score_opus":0.04083069621534026,"score_gpt":0.4057598633128714,"score_spread":0.36492916709753115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137231035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95671886,0.00007178538,0.019066194,0.013809463,0.00050392334,0.00027781026,0.0000011311247,0.00006768995,0.00948317],"genre_scores_gemma":[0.98635596,0.0000031636766,0.0049566533,0.0078106797,0.00054772245,0.000019222993,0.000042444008,0.00002176325,0.0002424007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744713,0.00010030983,0.0005963581,0.00017756349,0.0012492167,0.00042940027],"domain_scores_gemma":[0.9986729,0.00031705087,0.00018385539,0.0004205692,0.0002380298,0.00016759164],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040603066,0.00013106955,0.00027065535,0.00009608458,0.00021898502,0.000010725739,0.00024166437,0.00017222528,0.001048682],"category_scores_gemma":[0.0061486005,0.00008182474,0.00007825472,0.00052689196,0.0005195538,0.00004927538,0.00004234089,0.0007892373,0.000012887559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006865257,0.00096952135,0.6391584,0.000079317644,0.000136362,0.000019631572,0.0026229385,5.0061306e-7,0.00012789814,0.01342909,0.005829134,0.33755854],"study_design_scores_gemma":[0.003131541,0.00071070343,0.77513385,0.0007103466,0.00021893551,0.000013766932,0.019568859,0.010268388,0.0016147473,0.0037282677,0.18443818,0.00046239447],"about_ca_topic_score_codex":0.00006713229,"about_ca_topic_score_gemma":0.000054649452,"teacher_disagreement_score":0.33709615,"about_ca_system_score_codex":0.000112268106,"about_ca_system_score_gemma":0.00041876358,"threshold_uncertainty_score":0.9998645},"labels":[],"label_agreement":null},{"id":"W2137579037","doi":"10.5688/ajpe766s5","title":"Report of the 2011-2012 Academic Affairs Standing Committee: The Evolving Role of Scholarly Teaching in Teaching Excellence for Current and Future Faculty","year":2012,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences North","funders":"","keywords":"Excellence; Pharmacy; Political science; Medical education; Higher education; Student affairs; Sociology; Engineering ethics; Medicine; Engineering; Law","score_opus":0.03520287939897761,"score_gpt":0.42992895939095943,"score_spread":0.39472607999198184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137579037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721395,0.006501171,0.0011585517,0.017943662,0.0015652438,0.00039612607,0.0000033359831,0.0000041419726,0.0002882612],"genre_scores_gemma":[0.99235255,0.0002672728,0.005716562,0.00033292308,0.0012748626,0.000014194353,0.000005751741,0.0000134630955,0.00002242105],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980139,0.0002774815,0.000856927,0.00010972603,0.0005095275,0.00023239735],"domain_scores_gemma":[0.9979142,0.00028927095,0.001139348,0.00019441907,0.0003556598,0.00010711983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004739064,0.0001148947,0.0002893602,0.00019534523,0.0001590141,0.000016839354,0.00022311234,0.000056854617,0.00002464102],"category_scores_gemma":[0.0026302428,0.00007032559,0.000084826046,0.00027882485,0.00031949,0.0007407204,0.00004704945,0.0021099118,2.9810636e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096785974,0.00056416576,0.2338864,0.00015002413,0.000045335215,2.1995216e-7,0.011269672,0.0000027249162,0.008547996,0.0020506256,0.0045557315,0.7388303],"study_design_scores_gemma":[0.001760691,0.00043033937,0.52618253,0.0022900845,0.0007952481,0.0013598503,0.2013449,0.0013789306,0.004834856,0.0010583056,0.25823495,0.00032932672],"about_ca_topic_score_codex":0.00002377011,"about_ca_topic_score_gemma":4.5328716e-7,"teacher_disagreement_score":0.738501,"about_ca_system_score_codex":0.00022954805,"about_ca_system_score_gemma":0.00047228765,"threshold_uncertainty_score":0.9166634},"labels":[],"label_agreement":null},{"id":"W2137613090","doi":"10.1176/appi.ap.10060085","title":"Evaluation of Professional Role Competency During Psychiatry Residency","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Sunnybrook Hospital; University Health Network","funders":"","keywords":"Competency assessment; Medicine; Supervisor; Program director; Medical education; Needs assessment; Family medicine; Psychology; Nursing; Psychiatry; Management","score_opus":0.02467625604413448,"score_gpt":0.38278871924389407,"score_spread":0.3581124631997596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137613090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614893,0.0074552647,0.00003382519,0.014326541,0.009179497,0.0005716795,0.0000030309563,0.00006264268,0.006878181],"genre_scores_gemma":[0.9777167,0.00006651115,0.01759183,0.0011093356,0.003009706,0.00009032645,0.00004598749,0.000030038182,0.0003395768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996841,0.00016624408,0.000773271,0.00023525525,0.0015970464,0.0003871674],"domain_scores_gemma":[0.9985594,0.000024075496,0.00035515183,0.00041080004,0.0005260605,0.00012451933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029685535,0.00016180283,0.00024341539,0.0002900924,0.00013305555,0.0000022707798,0.00018239307,0.0003765797,0.0007355016],"category_scores_gemma":[0.0007936176,0.00014594196,0.000082751256,0.0006545075,0.000097277414,0.0002814832,0.00004648923,0.0010235005,0.00009358216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006953977,0.00060486374,0.93036765,0.00026877923,0.0000733531,4.634941e-8,0.0008049656,0.0000028445986,0.0040434147,0.03568797,0.020973079,0.007103472],"study_design_scores_gemma":[0.0015570828,0.000049493323,0.9587644,0.0007157964,0.00038782615,0.00006335367,0.002036942,0.0002412129,0.0005186307,0.0350442,0.0004635965,0.0001574872],"about_ca_topic_score_codex":0.000008164282,"about_ca_topic_score_gemma":0.0000024287704,"teacher_disagreement_score":0.028396705,"about_ca_system_score_codex":0.00017597034,"about_ca_system_score_gemma":0.0028718302,"threshold_uncertainty_score":0.80532265},"labels":[],"label_agreement":null},{"id":"W2137666285","doi":"10.5116/ijme.5066.ca63","title":"A qualitative study of pediatric residents' developmental oral case presentations","year":2012,"lang":"en","type":"article","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Presentation (obstetrics); Relevance (law); Context (archaeology); Thematic analysis; Qualitative research; Medicine; Medical education; Adaptation (eye); Psychology; Family medicine; Nursing","score_opus":0.06338733621851252,"score_gpt":0.5219859508541965,"score_spread":0.458598614635684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137666285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881024,0.0002332189,0.00086746225,0.005776409,0.004301186,0.0002718306,0.0000021026838,0.00000851684,0.0004368741],"genre_scores_gemma":[0.9903588,0.00006251968,0.006067678,0.0008271546,0.0024476005,0.000024465686,0.00002909664,0.000014355876,0.00016829927],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99558294,0.00023053688,0.0011926071,0.000110989764,0.0027168265,0.00016610703],"domain_scores_gemma":[0.9966232,0.00019191792,0.0007320068,0.000113785834,0.0021057946,0.00023325559],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025299785,0.00011512662,0.00025286365,0.0007708277,0.0000550114,0.000019162395,0.0003054115,0.00011406201,0.0011453691],"category_scores_gemma":[0.0076356097,0.00009806189,0.00007823782,0.0005373671,0.00008431854,0.0004443993,0.000060307673,0.00044723204,0.000019144949],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005495921,0.034729235,0.3337558,0.0001469413,0.0011925033,0.00042158205,0.35085928,0.000004816489,0.00009851439,0.0028401546,0.16827202,0.10712957],"study_design_scores_gemma":[0.006706194,0.00088498805,0.2022663,0.00033048485,0.0006727488,0.021753805,0.76150006,0.000110220266,0.0002602232,0.00046610757,0.0047726515,0.00027619122],"about_ca_topic_score_codex":0.0003262728,"about_ca_topic_score_gemma":0.00001927896,"teacher_disagreement_score":0.41064078,"about_ca_system_score_codex":0.0002988394,"about_ca_system_score_gemma":0.0026639597,"threshold_uncertainty_score":0.9997677},"labels":[],"label_agreement":null},{"id":"W2137748231","doi":"10.3109/0142159x.2014.889812","title":"Unfulfilled promise, untapped potential: Feedback at the crossroads","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Credibility; Context (archaeology); Perception; Process (computing); Computer science; Key (lock); Psychology; Cognitive psychology; Political science; Computer security","score_opus":0.010430479497027195,"score_gpt":0.30441934015542144,"score_spread":0.29398886065839425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137748231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8849555,0.000105545005,0.0017712213,0.07366386,0.0010400286,0.0005052221,4.5049146e-7,0.0001550282,0.03780312],"genre_scores_gemma":[0.9024086,0.000016139573,0.00043165384,0.008646261,0.0018234333,0.000111670095,0.000099620964,0.00004731252,0.08641532],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719673,0.00018561314,0.0004746803,0.00034489413,0.0013906093,0.00040745706],"domain_scores_gemma":[0.99874616,0.000045410874,0.00010615336,0.00067552883,0.0001706496,0.00025608976],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018905936,0.00018306641,0.00029533316,0.000072937204,0.00026931465,0.000027479142,0.00029738445,0.00032725712,0.028753191],"category_scores_gemma":[0.005869583,0.00010823882,0.00011018376,0.00045129898,0.00065759977,0.000043713113,0.00014200433,0.0008373207,0.0012730986],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002080873,0.0007801529,0.027416242,0.000105699415,0.00013276131,0.000023937153,0.0009156267,0.0000025797433,0.00057739986,0.0014177242,0.8066753,0.1617445],"study_design_scores_gemma":[0.0047661695,0.0002156533,0.039765205,0.00018302009,0.00017239284,0.0002692434,0.0003874784,0.02397087,0.0003231406,0.0006558437,0.92899835,0.00029263055],"about_ca_topic_score_codex":0.00003576509,"about_ca_topic_score_gemma":0.000010112246,"teacher_disagreement_score":0.16145188,"about_ca_system_score_codex":0.0002005527,"about_ca_system_score_gemma":0.0002511105,"threshold_uncertainty_score":0.9995045},"labels":[],"label_agreement":null},{"id":"W2137824655","doi":"10.1111/medu.12797","title":"Transition processes through a longitudinal integrated clerkship: a qualitative study of medical students' experiences","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University; NOSM University","funders":"","keywords":"Medical education; Competence (human resources); Transition (genetics); Psychology; Context (archaeology); Scholarship; Clinical clerkship; Qualitative research; Pedagogy; Medicine; Social psychology; Sociology; Curriculum","score_opus":0.06425190848035574,"score_gpt":0.49181956986627773,"score_spread":0.427567661385922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137824655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723874,0.00028579528,0.006538893,0.018210212,0.0012350127,0.000867544,0.0000012207189,0.000080385944,0.00039354575],"genre_scores_gemma":[0.992675,0.000033826782,0.0014007388,0.0043600546,0.00047827075,0.00073009904,0.00017091075,0.00002169999,0.00012941516],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9916187,0.00039007203,0.0009747665,0.00043931018,0.006313797,0.00026333967],"domain_scores_gemma":[0.99713165,0.00015808284,0.00026018132,0.00033881425,0.0018229871,0.0002883096],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036192911,0.00021320191,0.00046187776,0.00024554462,0.00008879064,0.00003803301,0.0005498392,0.0003168341,0.0014127824],"category_scores_gemma":[0.022235129,0.00016696841,0.000046717967,0.001953305,0.00046988204,0.00029731536,0.000060124097,0.00060844957,0.000026979038],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027792266,0.017348774,0.0051906654,0.00033615867,0.00010711267,0.000013093884,0.9162328,7.0733586e-7,0.0000038971366,0.00034625124,0.043833453,0.016309157],"study_design_scores_gemma":[0.0027348557,0.0015322482,0.0019661048,0.0009160276,0.00011783484,0.00008752421,0.9887993,0.00024800692,0.000117384,0.00038494953,0.002925823,0.00016994981],"about_ca_topic_score_codex":0.0011891002,"about_ca_topic_score_gemma":0.00016179329,"teacher_disagreement_score":0.07256648,"about_ca_system_score_codex":0.0002518419,"about_ca_system_score_gemma":0.009621352,"threshold_uncertainty_score":0.99950004},"labels":[],"label_agreement":null},{"id":"W2137892789","doi":"10.1007/s40037-013-0043-6","title":"Towards organizational development for sustainable high-quality medical teaching","year":2013,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Organization development; Brainstorming; Knowledge management; Context (archaeology); Organizational learning; Sustainable development; Quality (philosophy); Process (computing); Medical education; Engineering ethics; Computer science; Medicine; Political science; Engineering","score_opus":0.011604787384889816,"score_gpt":0.36840246429406165,"score_spread":0.35679767690917186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137892789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78905344,0.00018807547,0.030867647,0.15682025,0.0012157547,0.002198041,0.0000015014763,0.00025046765,0.019404799],"genre_scores_gemma":[0.93367904,0.000028554537,0.040442288,0.016362151,0.0020420875,0.0011163922,0.00047871014,0.00005469484,0.005796061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99589384,0.00013642172,0.0007084639,0.0005703127,0.0022196316,0.00047134882],"domain_scores_gemma":[0.99590635,0.00027659652,0.00020075774,0.00042178805,0.0026455992,0.00054888084],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023766689,0.00023154152,0.0003380533,0.00035634992,0.00044378542,0.00006739548,0.0002829136,0.0003706075,0.01180055],"category_scores_gemma":[0.06505064,0.00019867287,0.000069792855,0.0005539313,0.00023790936,0.00024333179,0.0000637661,0.0007978261,0.00023779334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008221387,0.0047881436,0.001599474,0.00039062393,0.000110558714,0.0000029493044,0.012676954,8.906927e-7,0.00005653849,0.58401334,0.12364281,0.2726355],"study_design_scores_gemma":[0.0075287744,0.0010960572,0.3427036,0.0015493761,0.00017513733,0.00019422473,0.35157853,0.0021723276,0.0016500419,0.042022042,0.24782065,0.0015092299],"about_ca_topic_score_codex":0.00032872826,"about_ca_topic_score_gemma":0.0000039852926,"teacher_disagreement_score":0.5419913,"about_ca_system_score_codex":0.0013478176,"about_ca_system_score_gemma":0.011123469,"threshold_uncertainty_score":0.9944825},"labels":[],"label_agreement":null},{"id":"W2138151382","doi":"10.3138/jvme.35.3.407","title":"Assessing Competence in Veterinary Medical Education: Where's the Evidence?","year":2008,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Royal College of Veterinary Surgeons Charitable Trust","keywords":"Competence (human resources); Veterinary education; Medical education; Best evidence; Veterinary medicine; Psychology; Medicine; Curriculum; Pedagogy","score_opus":0.21876559177881574,"score_gpt":0.5214506505119114,"score_spread":0.3026850587330957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138151382","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0079457285,0.96359986,0.0001377965,0.01671493,0.010115325,0.00087952527,8.1880665e-7,0.000027850167,0.0005781713],"genre_scores_gemma":[0.001841627,0.9835097,0.003028918,0.005122414,0.0058607846,0.00021418509,0.000067251036,0.00008686189,0.00026821144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899553,0.0013506581,0.0036265813,0.0005544306,0.003981804,0.00053121836],"domain_scores_gemma":[0.9934049,0.0012544378,0.0023850226,0.0009865772,0.0012430147,0.0007260254],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004532376,0.00062132406,0.0021608023,0.0012179953,0.00025425234,0.00011807685,0.0014845113,0.0011521996,0.0023649014],"category_scores_gemma":[0.028533772,0.0004117923,0.0006446272,0.00212974,0.0007771261,0.0009056951,0.00023124408,0.0044993805,0.000074579664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006191587,0.002016622,0.00010963413,0.0077363383,0.00009467759,0.00050625135,0.00039411025,1.4185431e-7,0.0000010848534,0.00007820905,0.05741857,0.93158245],"study_design_scores_gemma":[0.00036143238,0.000833237,0.0009900058,0.15003029,0.00029383568,0.081010744,0.0006828008,0.00005331987,9.4850925e-8,0.000032397198,0.76544,0.0002718511],"about_ca_topic_score_codex":0.000049031507,"about_ca_topic_score_gemma":0.000003269426,"teacher_disagreement_score":0.9313106,"about_ca_system_score_codex":0.0015771887,"about_ca_system_score_gemma":0.086836785,"threshold_uncertainty_score":0.9998334},"labels":[],"label_agreement":null},{"id":"W2138159128","doi":"10.3109/0142159x.2011.551558","title":"Research in assessment: Consensus statement and recommendations from the Ottawa 2010 Conference","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Underpinning; Position statement; Engineering ethics; Medical research; Statement (logic); Position (finance); Position paper; Educational research; Management science; Sociology; Psychology; Computer science; Epistemology; Medicine; Social science","score_opus":0.20574511178649202,"score_gpt":0.47462322997910966,"score_spread":0.26887811819261764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138159128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7802528,0.00010642485,0.000489035,0.17801674,0.0004913743,0.0004459651,0.0000036046147,0.000029077704,0.04016495],"genre_scores_gemma":[0.9908047,0.000095867545,0.004935328,0.001681624,0.0002148873,0.00011163319,0.00008467711,0.000012475981,0.0020588555],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99777246,0.0004696038,0.00043825072,0.00024518505,0.00080795074,0.00026656452],"domain_scores_gemma":[0.99902457,0.00024016711,0.000055612116,0.00033641208,0.00020100753,0.00014225469],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005125367,0.00008549629,0.0001547391,0.00011180633,0.00012056831,0.000016548938,0.00016071898,0.00015219688,0.01796912],"category_scores_gemma":[0.0020335582,0.000056450444,0.000015203076,0.00039638623,0.0005961754,0.00003380473,0.00008715886,0.0014410039,0.00006315634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037620463,0.0009852294,0.3605252,0.000025933226,0.00006197229,0.000045423498,0.0064210594,2.2990147e-8,0.000030516627,0.012772555,0.45403036,0.16506411],"study_design_scores_gemma":[0.0029512,0.00024264719,0.74628884,0.00063427904,0.000047813635,0.00003273337,0.01947883,0.008204466,0.000037103833,0.0109231975,0.21095388,0.00020502614],"about_ca_topic_score_codex":0.0018547226,"about_ca_topic_score_gemma":0.00028152595,"teacher_disagreement_score":0.38576365,"about_ca_system_score_codex":0.00013008832,"about_ca_system_score_gemma":0.0005405493,"threshold_uncertainty_score":0.9829286},"labels":[],"label_agreement":null},{"id":"W2138170101","doi":"10.1017/s0317167100017492","title":"What Doctors Feel. How Emotions Affect the Practice of Medicine. 2013. By Danielle Ofri. Published by Beacon Press. 224 pages. C$30 approx.","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Affect (linguistics); Psychology; Action (physics); Content (measure theory); Physics; Mathematics; Communication","score_opus":0.031136389762220447,"score_gpt":0.2973617255385915,"score_spread":0.2662253357763711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138170101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74604386,0.003018742,0.00020776092,0.24417354,0.0024382896,0.00033283696,0.000007666793,0.000017263255,0.0037600573],"genre_scores_gemma":[0.98132575,0.0021877298,0.0010186994,0.014672491,0.00060316,0.0000072875905,0.0000034946427,0.000015193247,0.00016621537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99384093,0.0017807777,0.0011161973,0.0005695312,0.0015889481,0.0011036184],"domain_scores_gemma":[0.99362916,0.0017621919,0.0016294945,0.00033791517,0.0013308013,0.001310449],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.012328698,0.00035016757,0.0006568298,0.0006744102,0.002082451,0.00095625006,0.0021130661,0.0002701219,0.00033383816],"category_scores_gemma":[0.026575405,0.00019158918,0.0001706758,0.0018818947,0.012220673,0.0027051587,0.00007181215,0.002014651,0.0000019000464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014787696,0.0002118095,0.04300415,0.00004385056,0.000070234724,0.0003816902,0.0016246871,0.00044869995,0.0004883276,0.0021536825,0.9292973,0.022127667],"study_design_scores_gemma":[0.0018883967,0.13842826,0.027889552,0.00043366489,0.00048998196,0.025859248,0.0071189813,0.0051346333,0.00060798146,0.008451881,0.7829229,0.0007745232],"about_ca_topic_score_codex":0.0021201149,"about_ca_topic_score_gemma":0.0037229226,"teacher_disagreement_score":0.23528188,"about_ca_system_score_codex":0.00021560732,"about_ca_system_score_gemma":0.0018625517,"threshold_uncertainty_score":0.9992167},"labels":[],"label_agreement":null},{"id":"W2138254630","doi":"10.1016/s0002-9610(00)00472-4","title":"I am a good teacher, maybe even a really good teacher, is that OK?","year":2000,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Desk; Presentation (obstetrics); Work (physics); Association (psychology); Medical education; Public relations; Political science; Psychology; Medicine; Engineering; Law; Surgery","score_opus":0.03120681272291476,"score_gpt":0.31360034606818427,"score_spread":0.2823935333452695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138254630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95607215,0.00040044554,0.0000873118,0.03496395,0.00037920589,0.00012492709,0.0000023548348,0.000031634474,0.007938006],"genre_scores_gemma":[0.98072124,0.00071881944,0.001393268,0.008576625,0.0013085124,0.000009586753,0.000007085074,0.000047937887,0.007216936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974571,0.00027418058,0.00082331966,0.0001802148,0.0008760469,0.00038917645],"domain_scores_gemma":[0.9977791,0.00032794586,0.0009115238,0.00053704757,0.0002729145,0.0001714717],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027861043,0.0002053904,0.00071747525,0.00030806384,0.00013406068,0.00003072101,0.00029872128,0.00006411767,0.0027520908],"category_scores_gemma":[0.00060798816,0.00013467592,0.0003115891,0.0010449064,0.00049044675,0.0001639651,0.0000227187,0.0009818154,0.00011107513],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055394194,0.00065189874,0.054410588,0.000021992426,0.00032348713,0.000077231736,0.0031198543,0.0000030720942,0.00036378807,0.00002504733,0.13388835,0.80656075],"study_design_scores_gemma":[0.0016569756,0.0009852935,0.68383354,0.0011363999,0.0007728876,0.0058338754,0.014627281,0.00018292686,0.0006842817,0.00085387303,0.28882867,0.00060400576],"about_ca_topic_score_codex":0.00013164997,"about_ca_topic_score_gemma":4.3035394e-7,"teacher_disagreement_score":0.8059567,"about_ca_system_score_codex":0.00020290972,"about_ca_system_score_gemma":0.0006615678,"threshold_uncertainty_score":0.9981595},"labels":[],"label_agreement":null},{"id":"W2138849298","doi":"10.1111/pme.12130","title":"Improving Pain Practices Through Core Competencies","year":2013,"lang":"en","type":"letter","venue":"Pain Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Core competency; Medicine; Curriculum; Health professionals; Pain management; Nursing; Health care; Medical education; MEDLINE; Psychology; Physical therapy; Pedagogy","score_opus":0.06426482056855946,"score_gpt":0.35531736492599986,"score_spread":0.2910525443574404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138849298","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060947065,0.0022383945,0.012480673,0.9741448,0.001976355,0.001412735,0.00000384991,0.00029118842,0.0068424875],"genre_scores_gemma":[0.00034552935,0.00027554392,0.025679918,0.9311247,0.027490959,0.00031989173,0.002503665,0.00013592454,0.012123864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994739,0.0008078754,0.0011637625,0.00078915706,0.0017327515,0.0007674357],"domain_scores_gemma":[0.9925481,0.0030251006,0.001963589,0.0012613256,0.0010916396,0.00011022969],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008782725,0.00060582126,0.0011371425,0.00042606378,0.00022803323,0.000038033497,0.00045133123,0.0011745753,0.0045077344],"category_scores_gemma":[0.06878367,0.00044338062,0.0001238333,0.0008611455,0.0008773618,0.00022670106,0.00007284938,0.004599525,0.0003066826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012590804,0.000051096013,0.0006516565,0.0028422447,0.00012955561,0.00019497567,0.0010775644,1.1457752e-7,0.0005177417,0.00010701711,0.9409905,0.053424917],"study_design_scores_gemma":[0.0008611853,0.0007173101,0.00021595685,0.0026968734,0.0004214839,0.00012677621,0.0022520674,0.0026393372,0.000014464498,0.00064555,0.9890145,0.0003944606],"about_ca_topic_score_codex":0.0015501155,"about_ca_topic_score_gemma":0.0000069442644,"teacher_disagreement_score":0.060000945,"about_ca_system_score_codex":0.00039024968,"about_ca_system_score_gemma":0.00052887533,"threshold_uncertainty_score":0.9998018},"labels":[],"label_agreement":null},{"id":"W2138894681","doi":"","title":"\"Give us good measure\": the basic medical sciences and the overloaded curriculum.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Measure (data warehouse); Curriculum; Medicine; Psychology; Computer science; Pedagogy; Data mining","score_opus":0.02161230871707055,"score_gpt":0.27376230226281484,"score_spread":0.2521499935457443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138894681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81802404,0.0009618648,0.000016389384,0.1334707,0.00042695078,0.0010427054,8.226597e-7,0.000042403208,0.046014134],"genre_scores_gemma":[0.986052,0.00015541306,0.00007072744,0.011101677,0.00053869927,0.0009016649,0.0000032861294,0.0000073240367,0.0011692028],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980229,0.00013966275,0.00024621605,0.00021499336,0.0010645495,0.00031164344],"domain_scores_gemma":[0.99929535,0.0002031471,0.000056157096,0.00026022314,0.00007939323,0.00010571482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034239765,0.000096945616,0.00015891712,0.000054322132,0.00035010703,0.000047959027,0.0002476153,0.00008608605,0.0007110842],"category_scores_gemma":[0.0030465538,0.00004344993,0.00004203991,0.0007424646,0.0016703889,0.00007507285,0.000029631577,0.00038449245,0.000038808743],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004403998,0.00011541215,0.005916732,0.00001227583,0.000038405447,0.0000039493,0.000535725,6.343249e-7,7.937138e-7,0.0122227995,0.017335862,0.96377337],"study_design_scores_gemma":[0.004686912,0.000058897822,0.8397746,0.000074199575,0.00018209215,0.00037846676,0.0010348146,0.0013476376,0.000073683645,0.0026771873,0.14953367,0.00017781946],"about_ca_topic_score_codex":0.00013689576,"about_ca_topic_score_gemma":0.000012448849,"teacher_disagreement_score":0.96359557,"about_ca_system_score_codex":0.000047120026,"about_ca_system_score_gemma":0.0001577095,"threshold_uncertainty_score":0.77858734},"labels":[],"label_agreement":null},{"id":"W2139051018","doi":"10.1136/bmj.328.7446.999","title":"The need for needs assessment in continuing medical education","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":208,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Competence (human resources); Autonomy; Medical education; Psychology; Graduation (instrument); Self-assessment; Pedagogy; Engineering ethics; Medicine; Political science; Social psychology; Engineering","score_opus":0.015465070310918138,"score_gpt":0.41012909152687915,"score_spread":0.394664021215961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139051018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6365114,0.000097248216,0.006618376,0.34598437,0.0018288536,0.0013551994,3.8352252e-7,0.000035092056,0.0075690914],"genre_scores_gemma":[0.9789361,0.000012251599,0.013493821,0.0048506204,0.0009848477,0.0005967986,0.000043858923,0.000011991383,0.0010697179],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903667,0.00001869673,0.00034108353,0.00008732639,0.00035984145,0.0001563647],"domain_scores_gemma":[0.9994194,0.0000856146,0.00007158396,0.00019221389,0.00018086816,0.00005032269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013868851,0.000056865272,0.000099772034,0.00012588219,0.00006801512,0.00001663392,0.00008522544,0.000085050146,0.00005032635],"category_scores_gemma":[0.0039212354,0.000040116938,0.0000287651,0.00042568997,0.000063020925,0.0000390322,0.0000131932175,0.00022675272,0.000008947621],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074804404,0.00071277376,0.008916347,0.0000789808,0.000024858798,0.000002483584,0.0021851016,0.000011504652,0.00026394537,0.17941467,0.109863624,0.6984509],"study_design_scores_gemma":[0.0112209385,0.00049455365,0.29511806,0.0021445325,0.00010364478,0.00015700959,0.032626767,0.0047971094,0.000617125,0.02741147,0.6249066,0.00040217247],"about_ca_topic_score_codex":0.000033494543,"about_ca_topic_score_gemma":0.000023033586,"teacher_disagreement_score":0.6980487,"about_ca_system_score_codex":0.0002659691,"about_ca_system_score_gemma":0.0015765,"threshold_uncertainty_score":0.46943682},"labels":[],"label_agreement":null},{"id":"W2139233902","doi":"10.1080/01421590500129571","title":"Ensuring global standards for medical graduates: a pilot study of international standard-setting","year":2005,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Competence (human resources); Internationalization; Specialty; Set (abstract data type); Psychology; Multiple choice; Beijing; International standard; Medicine; China; Family medicine; Computer science; Political science; Business; Significant difference; Social psychology","score_opus":0.032272360920184526,"score_gpt":0.40178633603250175,"score_spread":0.3695139751123172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139233902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9571047,0.00011585225,0.009503966,0.026537143,0.0009210644,0.00080756366,0.000023781404,0.00011298587,0.0048729437],"genre_scores_gemma":[0.9929935,0.000018994444,0.0032495335,0.001106545,0.0019814947,0.00012704538,0.000064988766,0.000028396193,0.0004295132],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935236,0.000099083554,0.00096840074,0.00036844384,0.004684893,0.000355575],"domain_scores_gemma":[0.9983079,0.00008266664,0.0001808352,0.00031384232,0.0008017501,0.00031304773],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049662474,0.00018722191,0.00043517342,0.0001331023,0.0000942608,0.000016850416,0.0003598936,0.0001732768,0.0055915597],"category_scores_gemma":[0.020716084,0.00015422242,0.00007599694,0.00036852193,0.00022725863,0.00008687291,0.00011312693,0.00058895553,0.000010244193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017492046,0.010562093,0.2845918,0.0002654917,0.00063632755,0.000058583704,0.0027463306,0.000008662305,0.000030786796,0.0017585377,0.114930846,0.58266133],"study_design_scores_gemma":[0.06844455,0.021242324,0.06103874,0.0034762914,0.00084166013,0.0005573056,0.015536106,0.11566089,0.00035196077,0.001577689,0.70993286,0.0013396086],"about_ca_topic_score_codex":0.000055221593,"about_ca_topic_score_gemma":0.00007111233,"teacher_disagreement_score":0.59500206,"about_ca_system_score_codex":0.0007459884,"about_ca_system_score_gemma":0.0013942824,"threshold_uncertainty_score":0.99531746},"labels":[],"label_agreement":null},{"id":"W2139611532","doi":"10.1002/chp.152","title":"Self-assessment and continuing professional development: The Canadian perspective","year":2008,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; College of Family Physicians of Canada; Royal College of Physicians and Surgeons of Canada; Professional Engineers Ontario; University of Toronto","funders":"","keywords":"Continuing education; Perspective (graphical); Continuing professional development; Professional development; Medical education; Continuing medical education; Medicine; Engineering ethics; Psychology; Nursing; Engineering; Computer science","score_opus":0.02479997587153885,"score_gpt":0.41886801503181786,"score_spread":0.394068039160279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139611532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8564751,0.0008989604,0.00006652203,0.13816541,0.002464567,0.0008616684,4.5745833e-7,0.0000093443405,0.0010579635],"genre_scores_gemma":[0.97988147,0.00015178809,0.012109155,0.0064962385,0.00046713804,0.00006189065,0.0000054522748,0.0000126503,0.0008142043],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99772006,0.0004850839,0.0008289651,0.00012799496,0.0005384755,0.00029941322],"domain_scores_gemma":[0.99760747,0.00026575115,0.0006730833,0.00020220746,0.0010854289,0.00016608741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037576999,0.00011619421,0.00025504484,0.0004291713,0.0009520664,0.0000249597,0.0001996448,0.0000939446,0.000031491723],"category_scores_gemma":[0.0006407742,0.00006433216,0.000037828977,0.00055517786,0.00011886848,0.00014357438,0.00002304897,0.0012924345,0.0000028526708],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005527883,0.001185383,0.15989354,0.0001680538,0.000048455142,0.000013017273,0.6481928,8.727127e-7,0.000021533575,0.013630615,0.06695752,0.1098329],"study_design_scores_gemma":[0.0006842493,0.00009839416,0.7896969,0.0019327577,0.00002210225,0.0007440347,0.1724806,0.000043109543,0.0000057666343,0.00055223686,0.03366227,0.00007758334],"about_ca_topic_score_codex":0.0012285182,"about_ca_topic_score_gemma":0.0020154207,"teacher_disagreement_score":0.62980336,"about_ca_system_score_codex":0.0015755767,"about_ca_system_score_gemma":0.019143056,"threshold_uncertainty_score":0.9864175},"labels":[],"label_agreement":null},{"id":"W2139668941","doi":"10.3109/0142159x.2010.509416","title":"Canadian residents’ perceived manager training needs","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; The Wilson Centre; Royal College of Physicians and Surgeons of Canada; St Joseph's Health Centre; Montreal Children's Hospital; Royal Ottawa Mental Health Centre; McGill University; University of Toronto; St. Michael's Hospital","funders":"Academy of Medical Royal Colleges","keywords":"Trainer; Specialty; Curriculum; Medical education; Psychology; Survey instrument; Project manager; Sample (material); Medicine; Family medicine; Applied psychology; Project management; Pedagogy; Management","score_opus":0.02334106808956513,"score_gpt":0.3202891241288489,"score_spread":0.29694805603928376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139668941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8470347,0.000013840155,0.0000702387,0.048221145,0.0012217152,0.00016790384,3.500253e-7,0.000082387,0.103187755],"genre_scores_gemma":[0.9548953,0.000004754817,0.0011319839,0.007729059,0.0015347323,0.000031435407,0.000054672804,0.00003192367,0.034586117],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981741,0.000039668135,0.00030726436,0.00020704947,0.00083624345,0.00043567977],"domain_scores_gemma":[0.9987559,0.000016725147,0.000036547764,0.00038578955,0.00011033353,0.0006947104],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011512901,0.00012824225,0.00020565015,0.000421756,0.0001288633,0.00002109353,0.00021208922,0.0004010914,0.046090186],"category_scores_gemma":[0.0049514724,0.00010886365,0.000057204492,0.0005594296,0.0002086815,0.000061449755,0.000024570874,0.0016322588,0.0005215293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026712672,0.00029396213,0.27183297,0.00007625591,0.00011640594,0.00031999892,0.013072675,1.3759961e-7,0.00074373314,0.005138951,0.3847303,0.3236479],"study_design_scores_gemma":[0.0015053009,0.00007177682,0.49994695,0.00018294447,0.00009158608,0.00034078347,0.005555041,0.0037926675,0.00001562918,0.00054762,0.4876441,0.00030559537],"about_ca_topic_score_codex":0.018433321,"about_ca_topic_score_gemma":0.015171526,"teacher_disagreement_score":0.32334226,"about_ca_system_score_codex":0.00018199028,"about_ca_system_score_gemma":0.0012188333,"threshold_uncertainty_score":0.98810303},"labels":[],"label_agreement":null},{"id":"W2139869965","doi":"10.2350/12-12-1286-misc.1","title":"Fellowship Training in Pediatric Pathology: A Guide for Program Directors","year":2013,"lang":"en","type":"article","venue":"Pediatric and Developmental Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Subspecialty; Accreditation; Graduate medical education; Specialty; Medical education; Medicine; Medical physics; Pathology","score_opus":0.025069236759702036,"score_gpt":0.3163518366719749,"score_spread":0.2912825999122729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139869965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365956,0.00049891905,0.00029011184,0.00081513205,0.00051858346,0.0014470201,0.0000026602934,0.00010757809,0.002660451],"genre_scores_gemma":[0.87799776,0.00039957112,0.11728691,0.0012133337,0.00070655905,0.0015877291,0.00011841991,0.000030376492,0.0006593339],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834913,0.00004568247,0.0005714989,0.00041633364,0.00014889293,0.00046848672],"domain_scores_gemma":[0.99940366,0.0001480695,0.00010944304,0.00010929221,0.00012553336,0.00010399771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000594934,0.00018564756,0.00033676226,0.0005189954,0.00010535813,0.00001669083,0.00007877628,0.0002409352,0.00009800796],"category_scores_gemma":[0.0011871732,0.00016829443,0.000040973577,0.00071859034,0.00009898064,0.000097072625,0.000053059142,0.00026402628,0.00006078879],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026740188,0.0002477178,0.74638695,0.00018302389,0.0000066402313,0.00006306825,0.0038561106,1.90281e-7,0.00011533845,0.00012411129,0.010048684,0.23894143],"study_design_scores_gemma":[0.0018472639,0.0003151054,0.9894595,0.0000090038975,0.00007562162,0.0005340649,0.0026245234,0.000082031365,0.00002418952,0.0007629119,0.004007305,0.0002584378],"about_ca_topic_score_codex":0.000016837566,"about_ca_topic_score_gemma":0.000008610846,"teacher_disagreement_score":0.2430726,"about_ca_system_score_codex":0.000116907264,"about_ca_system_score_gemma":0.00042530723,"threshold_uncertainty_score":0.6862847},"labels":[],"label_agreement":null},{"id":"W2139949229","doi":"","title":"Le cursus Triple C produira-t-il de meilleurs médecins de famille? : OUI","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.02381918434294985,"score_gpt":0.2744549801869318,"score_spread":0.250635795843982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139949229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83919394,0.019974645,0.002593069,0.039089464,0.03506749,0.0021330647,0.00006284275,0.00031924702,0.06156626],"genre_scores_gemma":[0.888403,0.0033589057,0.0065701758,0.004915306,0.014891062,0.0003222755,0.00016018334,0.00025224747,0.081126854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922149,0.0006738746,0.00097269425,0.0006509799,0.000854914,0.0046326076],"domain_scores_gemma":[0.996577,0.00013970751,0.00033130846,0.0010459839,0.00040861833,0.0014973792],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035938837,0.00051749696,0.0005637095,0.00031474387,0.00033354358,0.0000850643,0.0005563523,0.0003723367,0.0006995493],"category_scores_gemma":[0.0100696,0.00054304267,0.00017650933,0.0019641356,0.0005223511,0.00049823365,0.00014477165,0.0013423937,0.0009238468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022790678,0.0039481693,0.2032157,0.0005584514,0.00029932873,0.00011365514,0.023987358,0.000038416736,0.0010330081,0.042779252,0.27515918,0.44863957],"study_design_scores_gemma":[0.0021818469,0.00009508223,0.32390416,0.00022199666,0.00026670648,0.00020517864,0.0015462253,0.0001720401,0.002437577,0.00009372511,0.66848546,0.00038999008],"about_ca_topic_score_codex":0.00019619749,"about_ca_topic_score_gemma":0.000011119235,"teacher_disagreement_score":0.44824958,"about_ca_system_score_codex":0.0017758588,"about_ca_system_score_gemma":0.0027371463,"threshold_uncertainty_score":0.999854},"labels":[],"label_agreement":null},{"id":"W2140103391","doi":"10.1111/tct.12451","title":"A model for teaching occupational medicine","year":2015,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital","funders":"","keywords":"Session (web analytics); Medical education; Occupational medicine; Specialty; Relevance (law); Medicine; Family medicine; Psychology; Occupational safety and health; Computer science; Pathology","score_opus":0.40890705158653706,"score_gpt":0.5550866834540654,"score_spread":0.14617963186752836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140103391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6233095,0.00012434009,0.17149374,0.1782731,0.0016118503,0.0011897375,0.0000032611672,0.00019573628,0.02379875],"genre_scores_gemma":[0.92386293,0.0000037597272,0.033054613,0.015631273,0.0038331612,0.00011478949,0.00009054775,0.000027506303,0.023381427],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985291,0.00012123218,0.00060305075,0.00019875543,0.00037932352,0.00016853951],"domain_scores_gemma":[0.99870324,0.0003338705,0.00012612232,0.00040358942,0.00031228233,0.0001208994],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069506895,0.000095026386,0.00024412775,0.000047303154,0.00010521758,0.0000055082546,0.00015922452,0.0001340726,0.00010646184],"category_scores_gemma":[0.021437565,0.000053440974,0.00008482517,0.00011751225,0.00040335458,0.000046597695,0.000033578934,0.000658965,0.000056840203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003776578,0.0004607561,0.014707766,0.000016393122,0.00006258399,5.4318366e-7,0.0022684399,0.000057237954,0.000011635935,0.015667291,0.9043598,0.062009882],"study_design_scores_gemma":[0.004763371,0.00058237364,0.012234965,0.00010371929,0.00024931435,0.000021840582,0.0014833662,0.76851356,0.0000019586575,0.030293003,0.18160005,0.00015248534],"about_ca_topic_score_codex":0.000010893673,"about_ca_topic_score_gemma":0.0000013760118,"teacher_disagreement_score":0.76845634,"about_ca_system_score_codex":0.00008094871,"about_ca_system_score_gemma":0.0003569321,"threshold_uncertainty_score":0.98680526},"labels":[],"label_agreement":null},{"id":"W2140278466","doi":"10.1080/01421590802335900","title":"Which pedagogical principles should clinical teachers know? Teachers and education experts disagree Disagreement on important pedagogical principles","year":2009,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Psychology; Mathematics education; Medical education; Pedagogy; Medicine","score_opus":0.22259312117030736,"score_gpt":0.47589095467153864,"score_spread":0.25329783350123125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140278466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8941623,0.00082846795,0.00030657966,0.07453283,0.0010226476,0.0010979143,0.0000019146898,0.00029089325,0.027756477],"genre_scores_gemma":[0.9543924,0.00072908815,0.0021559207,0.010619922,0.003669923,0.00020814403,0.0002560785,0.000078849545,0.02788971],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921558,0.0005225716,0.0021944428,0.0013821138,0.0028341515,0.00091093173],"domain_scores_gemma":[0.9966639,0.00019459467,0.00042014747,0.0011081652,0.00030065575,0.0013124855],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00494315,0.00065307616,0.0009916563,0.00028217954,0.00029942175,0.00008623961,0.00050253805,0.0011759197,0.0040684305],"category_scores_gemma":[0.015645642,0.00047080894,0.0002683845,0.00065457216,0.00074327644,0.00018385745,0.00017662601,0.002626606,0.000095621755],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002904749,0.009167213,0.4690078,0.000058736634,0.0001488908,0.00005325191,0.008621305,0.0000013984202,0.000045497763,0.0103566665,0.04919321,0.45305556],"study_design_scores_gemma":[0.0031959869,0.0022336745,0.44720018,0.0008282832,0.00028534266,0.00023802683,0.01109465,0.0031302143,0.000025301551,0.0006407038,0.5302894,0.0008382096],"about_ca_topic_score_codex":0.000037848615,"about_ca_topic_score_gemma":0.000047382346,"teacher_disagreement_score":0.4810962,"about_ca_system_score_codex":0.0005179632,"about_ca_system_score_gemma":0.0015185035,"threshold_uncertainty_score":0.99977434},"labels":[],"label_agreement":null},{"id":"W2140327843","doi":"10.1111/j.1445-2197.2009.04930_15.x","title":"SE15
PRINCIPLES AND CRITERIA FOR REVALIDATION","year":2009,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Revalidation; Medicine; Specialty; Medical education; Summative assessment; Lifelong learning; Formative assessment; Portfolio; Accreditation; Maintenance of Certification; Certification; Quality (philosophy); Process (computing); Nursing; Family medicine; Psychology; Management","score_opus":0.11545309198445311,"score_gpt":0.39991764377440375,"score_spread":0.28446455178995067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140327843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808402,0.00025352155,0.0022994997,0.015799168,0.00048672289,0.00008092005,5.192663e-7,0.00000558241,0.00023388205],"genre_scores_gemma":[0.9857101,0.00017276524,0.010746824,0.0023658206,0.0007994887,0.0000014790018,0.000009699711,0.000005315561,0.00018853456],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992985,0.00001666764,0.00039743402,0.00005094104,0.00015635695,0.000080082726],"domain_scores_gemma":[0.999109,0.0001241335,0.00022005757,0.00006642183,0.00043900625,0.00004133554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012521775,0.00004456736,0.00017389179,0.00018889733,0.00003684702,0.000014565945,0.000020866204,0.000042099327,0.000038563805],"category_scores_gemma":[0.0019085463,0.000035906425,0.000051402676,0.00013329751,0.000023173126,0.00013750375,0.0000026451107,0.0000910397,8.1434445e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005590357,0.00044835976,0.05931691,0.00033111853,0.00008947909,0.00003956743,0.0007177675,0.000002071081,0.027161984,0.0023221276,0.28209823,0.62691337],"study_design_scores_gemma":[0.0012097609,0.00053612265,0.7761993,0.0010684426,0.00019696793,0.0015489415,0.0004307885,0.00031557502,0.010682438,0.0041697333,0.20346694,0.00017500849],"about_ca_topic_score_codex":3.7643832e-7,"about_ca_topic_score_gemma":2.9481493e-8,"teacher_disagreement_score":0.71688235,"about_ca_system_score_codex":0.000030178153,"about_ca_system_score_gemma":0.00012539173,"threshold_uncertainty_score":0.2284846},"labels":[],"label_agreement":null},{"id":"W2140418570","doi":"10.1016/j.jmir.2012.03.018","title":"Online Adaptation of Clinical Placement Process for Students","year":2012,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michener Institute; University of Toronto","funders":"","keywords":"Process (computing); Computer science; Adaptation (eye); Process management; Reliability engineering; Risk analysis (engineering); Psychology; Engineering; Medicine","score_opus":0.10716647895429791,"score_gpt":0.5478301650615522,"score_spread":0.4406636861072543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140418570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640449,0.0013660359,0.017289681,0.015644876,0.0014972549,0.000120902885,0.0000011149963,0.0000036111624,0.00003160145],"genre_scores_gemma":[0.9907183,0.0004404248,0.0062844916,0.0011307739,0.0013998084,0.0000024937603,0.0000045634088,0.0000029979612,0.00001611223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731505,0.00004907552,0.00085324596,0.00007474041,0.001586015,0.000121848454],"domain_scores_gemma":[0.9984889,0.00027330493,0.0006025234,0.000041967643,0.00042968726,0.00016362836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077418867,0.000048295886,0.0002141998,0.00019026078,0.00007336837,0.00001336063,0.00013306159,0.000050330957,0.000035258872],"category_scores_gemma":[0.007681534,0.000031844487,0.00004645993,0.00027995533,0.000304926,0.00026600817,0.000012235278,0.00018064321,3.6029255e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059585906,0.001049957,0.5130396,0.000094510266,0.00003173343,7.5083705e-7,0.0017102719,0.00003664667,0.000016752929,0.00022202359,0.0039918767,0.4797463],"study_design_scores_gemma":[0.00711225,0.0010341153,0.78075683,0.0009099097,0.00027174805,0.0003293721,0.04792335,0.13553494,0.00021251089,0.00032434307,0.025436642,0.0001540119],"about_ca_topic_score_codex":0.0000028844859,"about_ca_topic_score_gemma":2.5709386e-7,"teacher_disagreement_score":0.4795923,"about_ca_system_score_codex":0.00002040592,"about_ca_system_score_gemma":0.00046622788,"threshold_uncertainty_score":0.91960686},"labels":[],"label_agreement":null},{"id":"W2140588849","doi":"10.1046/j.1365-2923.2001.00927.x","title":"Assessing the assessors’ assessment","year":2001,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Library science; Citation; Executive director; Political science; Management; Computer science","score_opus":0.028105525350323853,"score_gpt":0.44422976157008925,"score_spread":0.4161242362197654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140588849","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030084827,0.0002645051,0.0022100809,0.94463974,0.008062246,0.0008248178,0.0000014185587,0.00015034777,0.04083833],"genre_scores_gemma":[0.002130937,0.00015029703,0.0039215507,0.9471061,0.028801505,0.0005160685,0.0027676455,0.00010025875,0.014505589],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99416816,0.00033540736,0.0009490319,0.0006434416,0.003309813,0.0005941421],"domain_scores_gemma":[0.9970685,0.00032897753,0.0004779909,0.0012162948,0.000802833,0.000105356456],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002030116,0.00041608556,0.00055172405,0.0003977266,0.00036923133,0.0002667,0.0005932337,0.0017411585,0.0072381026],"category_scores_gemma":[0.006792853,0.00028091957,0.00019254551,0.0011928711,0.00043109822,0.0002486587,0.00008840971,0.00710894,0.00025608414],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013301765,0.00036392713,0.0010304992,0.00024394995,0.000059310758,0.000055155408,0.00007859697,1.0745288e-7,0.000002378868,0.0001286372,0.8357995,0.1622366],"study_design_scores_gemma":[0.00031117277,0.000050997864,0.010094631,0.0010507468,0.0002833198,0.0006233428,0.00048287743,0.0005544406,0.0000035160235,0.00035337795,0.98592424,0.00026731633],"about_ca_topic_score_codex":0.00011233325,"about_ca_topic_score_gemma":0.0000023735972,"teacher_disagreement_score":0.16196929,"about_ca_system_score_codex":0.0010449638,"about_ca_system_score_gemma":0.016214767,"threshold_uncertainty_score":0.9999643},"labels":[],"label_agreement":null},{"id":"W2140718500","doi":"10.1046/j.1365-2923.2001.00004.x","title":"Training the assessors for the General Medical Council’s Performance Procedures","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Debriefing; Competence (human resources); Peer assessment; Medical education; Preparedness; Context (archaeology); Psychology; Fidelity; Medicine; Computer science; Social psychology","score_opus":0.060508555136311086,"score_gpt":0.39046508190560225,"score_spread":0.32995652676929116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140718500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6383872,0.0007420935,0.005018028,0.34420046,0.0038552105,0.0012060809,8.988186e-7,0.00009825742,0.0064917305],"genre_scores_gemma":[0.8881321,0.0006801351,0.0015688658,0.096924394,0.005763545,0.001357459,0.000094090654,0.000037611913,0.00544181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99601704,0.000056703175,0.0005134349,0.00028164155,0.0027397296,0.00039143534],"domain_scores_gemma":[0.9978421,0.00044719674,0.00014524623,0.00047115763,0.0009301598,0.00016419591],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040107635,0.00016445464,0.00020503381,0.00006696545,0.0005243383,0.00004032204,0.0004545746,0.00025998606,0.0019287578],"category_scores_gemma":[0.037260547,0.00008657387,0.00008140838,0.00066009734,0.00045548627,0.00010939724,0.00003329563,0.0006838084,0.0000396737],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006634828,0.00039130583,0.0026964592,0.00012236464,0.000045111363,0.0000013918068,0.0028107495,0.000004701823,0.000012293539,0.0021202334,0.35651478,0.63521427],"study_design_scores_gemma":[0.00084000325,0.00013366254,0.031470537,0.0003727585,0.00011541964,0.0005747193,0.0034744418,0.04210682,0.000025935002,0.00023850003,0.92050344,0.00014377895],"about_ca_topic_score_codex":0.00006107328,"about_ca_topic_score_gemma":0.00006242256,"teacher_disagreement_score":0.6350705,"about_ca_system_score_codex":0.0003913104,"about_ca_system_score_gemma":0.020734217,"threshold_uncertainty_score":0.9989836},"labels":[],"label_agreement":null},{"id":"W2140785110","doi":"10.1002/chp.1340200309","title":"Credentialing physicians: Challenges for continuing medical education","year":2000,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Credentialing; Certification; Competence (human resources); Continuing medical education; Continuing education; Medical education; Medicine; Licensure; Nursing; Psychology; Political science","score_opus":0.03218288794884914,"score_gpt":0.4417303286418555,"score_spread":0.40954744069300636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140785110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77636766,0.006262688,0.00074558984,0.20947109,0.0045390986,0.0012641745,0.0000010339869,0.00002027121,0.0013283958],"genre_scores_gemma":[0.96448123,0.0029454355,0.009568032,0.015975753,0.0038050448,0.00020682087,0.000034763834,0.000034745834,0.0029481684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969905,0.00041859673,0.0013483429,0.00017622705,0.0007396429,0.0003266911],"domain_scores_gemma":[0.9973948,0.00035901356,0.0008938943,0.00030800432,0.00091062195,0.00013368076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004923942,0.00014081606,0.00041562528,0.00039587868,0.00020308881,0.000030622,0.00031238826,0.00016273747,0.000286305],"category_scores_gemma":[0.0032901464,0.00010276982,0.00012716516,0.00048392653,0.000077692064,0.00023092714,0.000010698491,0.0008475798,0.000007835753],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092593444,0.0012989808,0.0005233438,0.00028431346,0.000013012089,5.4494575e-7,0.030157587,0.0000014245877,0.000025233776,0.0019086266,0.041174863,0.9245195],"study_design_scores_gemma":[0.004577236,0.0011052083,0.08505592,0.04578247,0.00022046512,0.00076889625,0.3088322,0.00061930344,0.00009621378,0.008432633,0.54408276,0.00042667327],"about_ca_topic_score_codex":0.000020383883,"about_ca_topic_score_gemma":0.000014597935,"teacher_disagreement_score":0.9240928,"about_ca_system_score_codex":0.00024822846,"about_ca_system_score_gemma":0.0044190288,"threshold_uncertainty_score":0.7839167},"labels":[],"label_agreement":null},{"id":"W2140885988","doi":"10.3109/0142159x.2015.1035244","title":"Introducing medical educators to qualitative study design: Twelve tips from inception to completion","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Qualitative research; Scholarship; Interpersonal communication; Research design; Scope (computer science); Medical education; Engineering ethics; Psychology; Medicine; Sociology; Computer science; Social psychology; Engineering","score_opus":0.11111096571932585,"score_gpt":0.4591125136396881,"score_spread":0.3480015479203622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140885988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82284623,0.000036602272,0.11304881,0.060069375,0.0017891502,0.0012796925,0.0000015157891,0.00014821217,0.0007803867],"genre_scores_gemma":[0.96724224,0.0000017390931,0.016233554,0.010591338,0.0042235074,0.00036522964,0.00017019648,0.000054061733,0.0011181075],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9927966,0.001125886,0.00086797023,0.00072209165,0.004032756,0.0004547133],"domain_scores_gemma":[0.99671763,0.00019940788,0.00011410298,0.0006331484,0.00060307956,0.0017326005],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009209466,0.00026922754,0.0005781292,0.00039338012,0.000112227935,0.00003114314,0.00037943968,0.0003446209,0.011072596],"category_scores_gemma":[0.043315895,0.00022609509,0.000058217738,0.0012520785,0.00018209188,0.0001034678,0.00018692816,0.0010988072,0.0020740288],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039120988,0.0032656728,0.016321905,0.000018415907,0.00014453985,0.000045039607,0.27940568,0.00001000075,0.000048150647,0.00018410069,0.6252192,0.07494605],"study_design_scores_gemma":[0.011346301,0.006397931,0.034125242,0.00148162,0.00047815527,0.00014572123,0.70993066,0.013936995,0.00017832381,0.0022724431,0.21820901,0.0014976144],"about_ca_topic_score_codex":0.0008831065,"about_ca_topic_score_gemma":0.000064339736,"teacher_disagreement_score":0.43052498,"about_ca_system_score_codex":0.0008613414,"about_ca_system_score_gemma":0.0014069187,"threshold_uncertainty_score":0.99870294},"labels":[],"label_agreement":null},{"id":"W2140897042","doi":"10.12927/hcpol.2008.20160","title":"Evaluation of the Executive Training for Research Application (EXTRA) Program: Design and Early Findings","year":2008,"lang":"en","type":"article","venue":"Healthcare policy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Program Design Language; Health care; Program evaluation; Research program; Training (meteorology); Medical education; Process management; Knowledge management; Computer science; Psychology; Engineering management; Business; Engineering; Medicine; Political science","score_opus":0.4508899583509191,"score_gpt":0.5619348905192775,"score_spread":0.11104493216835837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140897042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437441,0.0002485573,0.004261476,0.04512028,0.00006339783,0.006125248,0.0000035354633,0.0000342426,0.00039915356],"genre_scores_gemma":[0.9835468,0.0000351338,0.01370331,0.0004621188,0.00029562108,0.0018377802,0.000011631793,0.000015847616,0.00009179057],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979385,0.0003218375,0.0002988876,0.00020089433,0.0009593649,0.00028048598],"domain_scores_gemma":[0.9971073,0.00018110775,0.00009444,0.0002524513,0.0022968533,0.000067844056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005232349,0.000068803085,0.00014169971,0.0002802911,0.0003605015,0.000006040595,0.000080764825,0.00011339891,0.0000024924207],"category_scores_gemma":[0.0036335657,0.000053751668,0.000029656092,0.0010987243,0.00030897962,0.00004843969,0.000018566983,0.00027325738,0.0000013102508],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008514395,0.00014371178,0.0066550868,0.0002464422,0.000021114098,1.3871417e-7,0.022850297,0.000004526388,0.00078800507,0.01692035,0.0024383091,0.94984686],"study_design_scores_gemma":[0.003439414,0.0018263945,0.91421086,0.00057717075,0.00014839649,0.00014716294,0.0047654402,0.028111147,0.004649689,0.028788475,0.013120183,0.00021566192],"about_ca_topic_score_codex":0.0007904481,"about_ca_topic_score_gemma":0.000009210639,"teacher_disagreement_score":0.9496312,"about_ca_system_score_codex":0.00031712625,"about_ca_system_score_gemma":0.0026218137,"threshold_uncertainty_score":0.4650985},"labels":[],"label_agreement":null},{"id":"W2141000199","doi":"10.1111/j.1365-2929.2005.02173.x","title":"A review of evaluation outcomes of web‐based continuing medical education","year":2005,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":324,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Continuing medical education; Medical education; Continuing education; MEDLINE; Medicine; Psychology; World Wide Web; Computer science; Political science","score_opus":0.045874774769704765,"score_gpt":0.4970722686406684,"score_spread":0.45119749387096364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141000199","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009470378,0.97884893,0.000104243816,0.01203357,0.0030894359,0.0032849864,0.000009661267,0.00005808887,0.0024764005],"genre_scores_gemma":[0.00009321239,0.9719891,0.0026274591,0.019001821,0.0012216817,0.0014686668,0.0031354895,0.000085795924,0.00037678727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892951,0.0007579972,0.0037926896,0.0006671407,0.0051163756,0.00037067095],"domain_scores_gemma":[0.9922272,0.0004617822,0.0025097942,0.0012632097,0.003186174,0.00035184174],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007720986,0.0005635736,0.0031896248,0.0011021231,0.000050845283,0.000010536029,0.0005403371,0.0012151933,0.012704945],"category_scores_gemma":[0.08764924,0.0004478221,0.0007432489,0.002115963,0.00043252244,0.00012956884,0.00007334047,0.0012713766,0.000081118145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048583433,0.002198828,0.00006837114,0.12122375,0.000101689766,4.3985028e-7,0.000049367503,2.995726e-8,1.4065468e-7,0.00019353018,0.11526883,0.7608902],"study_design_scores_gemma":[0.0005159829,0.00006340656,0.0001077767,0.3401632,0.0023530365,0.00007351805,0.000043972814,0.00030660236,0.0000010299274,0.000016642145,0.6561478,0.00020704279],"about_ca_topic_score_codex":0.000047296453,"about_ca_topic_score_gemma":0.000008289509,"teacher_disagreement_score":0.7606831,"about_ca_system_score_codex":0.0009055642,"about_ca_system_score_gemma":0.08275544,"threshold_uncertainty_score":0.99979734},"labels":[],"label_agreement":null},{"id":"W2141091520","doi":"10.1002/chp.1340210207","title":"The longitudinal case study: From Schön's model to self-directed learning","year":2001,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Association des Médecins d'Urgence du Québec","funders":"","keywords":"Test (biology); Credibility; Medical education; Longitudinal study; Continuing medical education; Accreditation; Medicine; Event (particle physics); Knowledge acquisition; Psychology; Knowledge management; Continuing education; Computer science","score_opus":0.04646777247463538,"score_gpt":0.4535149988369323,"score_spread":0.40704722636229695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141091520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92555285,0.00035663304,0.00074199337,0.07038764,0.0017396685,0.001011908,3.6441844e-7,0.000047948015,0.0001609938],"genre_scores_gemma":[0.984329,0.00010887928,0.010818469,0.002700066,0.00079504575,0.0000743607,0.000003963667,0.000017879249,0.0011523355],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9971476,0.0008006884,0.0010556733,0.0001506353,0.0005484054,0.00029697068],"domain_scores_gemma":[0.99721366,0.000601357,0.0007554103,0.0003440103,0.00094034156,0.00014521655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048018247,0.000120012046,0.0002805419,0.00033501693,0.00076056423,0.000051730152,0.00024156645,0.00006879773,0.00002448737],"category_scores_gemma":[0.0031177104,0.000068791785,0.000052478114,0.0010469551,0.000033877735,0.00013310756,0.000033549597,0.0014504518,0.0000093700555],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033950835,0.004249308,0.30545288,0.00006088596,0.000086831176,0.00018834947,0.2897052,0.00032805197,0.00003494228,0.00028031398,0.10579593,0.2934778],"study_design_scores_gemma":[0.0020467693,0.0009872994,0.21649617,0.002454353,0.00015396776,0.003875089,0.73632294,0.009311779,0.0000036393603,0.00076888275,0.027390292,0.00018879857],"about_ca_topic_score_codex":0.0003264039,"about_ca_topic_score_gemma":0.00017694046,"teacher_disagreement_score":0.44661775,"about_ca_system_score_codex":0.00040274745,"about_ca_system_score_gemma":0.0027141985,"threshold_uncertainty_score":0.63015723},"labels":[],"label_agreement":null},{"id":"W2141093145","doi":"10.1136/bmjqs-2015-003928","title":"Assessing patient safety competencies using Objective Structured Clinical Exams: a new twist on an old tool","year":2015,"lang":"en","type":"letter","venue":"BMJ Quality & Safety","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Summative assessment; Patient safety; Medicine; Objective structured clinical examination; Competence (human resources); Curriculum; Medical education; Cornerstone; Simulated patient; Nursing; Health care; Formative assessment; Psychology; Pedagogy","score_opus":0.2018075822611377,"score_gpt":0.4967175142789654,"score_spread":0.29490993201782767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141093145","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42215538,0.000167296,0.010932108,0.5359723,0.015285334,0.006857044,0.00047490472,0.0006568365,0.0074988273],"genre_scores_gemma":[0.033446264,0.000024194474,0.051035985,0.8782391,0.02772772,0.000056665092,0.0079630865,0.00023457564,0.0012724275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882592,0.0024166068,0.004559186,0.001364022,0.00260732,0.00079364947],"domain_scores_gemma":[0.993216,0.0011588575,0.0018903087,0.0020435955,0.0013739062,0.00031734683],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0070473924,0.0007796515,0.0018667812,0.0003480566,0.00039347136,0.00018036425,0.00043563737,0.001950176,0.00037831115],"category_scores_gemma":[0.011566788,0.0006810717,0.0004115558,0.00079937617,0.00060056534,0.00039769005,0.00017821851,0.005378482,0.000053989686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012096791,0.00053146196,0.00244739,0.000583828,0.00041529295,0.00017010974,0.003776492,0.00004769097,0.00008676324,0.000783252,0.80475587,0.1851922],"study_design_scores_gemma":[0.0043966426,0.0011875456,0.07533418,0.0024203763,0.00070143084,0.00019745668,0.0073608607,0.0008538441,0.000050371575,0.0016884818,0.9042213,0.0015874997],"about_ca_topic_score_codex":0.0012731288,"about_ca_topic_score_gemma":0.000042633008,"teacher_disagreement_score":0.3887091,"about_ca_system_score_codex":0.0027254296,"about_ca_system_score_gemma":0.0071256375,"threshold_uncertainty_score":0.99956405},"labels":[],"label_agreement":null},{"id":"W2141567711","doi":"10.1002/chp.1340230209","title":"Videoconferenced grand rounds: Needs assessment for community specialists","year":2003,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Likert scale; Medical education; Scale (ratio); Family medicine; Medicine; Community health; Psychology; Nursing; Public health; Geography","score_opus":0.06176888420029303,"score_gpt":0.4770721748245496,"score_spread":0.4153032906242566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141567711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91722065,0.00025530678,0.0110520115,0.061920933,0.004584391,0.0015530218,0.0000016797494,0.000009887924,0.0034021412],"genre_scores_gemma":[0.9729412,0.000057597266,0.019079324,0.006252389,0.00053194544,0.00009907464,0.000020361298,0.000012846287,0.0010052314],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99704796,0.0012523521,0.0010393605,0.00006579311,0.00036250288,0.00023205328],"domain_scores_gemma":[0.9969353,0.00068857026,0.000936195,0.00032337892,0.001025047,0.00009149995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008526297,0.00010224294,0.00032937597,0.0004678827,0.00042103085,0.00003512385,0.00020295937,0.000088545006,0.000050375245],"category_scores_gemma":[0.0037367009,0.0000685773,0.000077330864,0.00067266874,0.00006467939,0.00014878744,0.000009322406,0.0012271,0.0000012311893],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002943537,0.0065397853,0.056536768,0.0012123788,0.00006739013,0.000001276674,0.18474182,0.0000053370322,0.0004418167,0.12945302,0.2906393,0.33006674],"study_design_scores_gemma":[0.0050339033,0.0013028956,0.27868006,0.0064135487,0.00011869878,0.0002966679,0.439611,0.00004759158,0.000097760865,0.033885386,0.23428446,0.00022803385],"about_ca_topic_score_codex":0.000034630484,"about_ca_topic_score_gemma":0.000023710267,"teacher_disagreement_score":0.3298387,"about_ca_system_score_codex":0.00043069795,"about_ca_system_score_gemma":0.0054609333,"threshold_uncertainty_score":0.9687461},"labels":[],"label_agreement":null},{"id":"W2141632463","doi":"10.5116/ijme.5038.a1e1","title":"Virtual patient cases: a qualitative study of the requirements and perceptions of authors","year":2012,"lang":"en","type":"article","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Perception; Medical education; Subject (documents); Virtual patient; Qualitative research; Process (computing); Computer science; Psychology; Knowledge management; Applied psychology; Medicine; World Wide Web","score_opus":0.041281504153894324,"score_gpt":0.4789609657176396,"score_spread":0.43767946156374526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141632463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866547,0.00011727678,0.00028766922,0.008668507,0.003926893,0.00022894132,0.0000028357147,0.0000024126798,0.000110738416],"genre_scores_gemma":[0.9978544,0.000036509115,0.00067038956,0.00078193884,0.00056775264,0.000011700649,0.000007437537,0.0000074559202,0.000062383144],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99641335,0.0002357726,0.00093949167,0.00007770041,0.0022365258,0.00009717199],"domain_scores_gemma":[0.99724656,0.00015345562,0.00079680735,0.0001416648,0.0015344477,0.00012708835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017409618,0.00007998026,0.00020180047,0.00028378694,0.00004001607,0.000006909982,0.00024287445,0.000085834756,0.0004179478],"category_scores_gemma":[0.0077699814,0.0000535103,0.000067688154,0.00026908756,0.00020783476,0.00019746824,0.00006908603,0.00033544988,0.0000015676961],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041981772,0.021192798,0.14342019,0.00009519045,0.0007466829,0.0000054832312,0.52296364,0.000004558236,0.0010959792,0.0066089043,0.024075035,0.2793717],"study_design_scores_gemma":[0.0023871022,0.0018192442,0.24892414,0.0012796008,0.0002877912,0.000828205,0.7409268,0.00009493674,0.00043095427,0.00038126967,0.0025286945,0.00011125472],"about_ca_topic_score_codex":0.00010638589,"about_ca_topic_score_gemma":0.0000053277363,"teacher_disagreement_score":0.27926046,"about_ca_system_score_codex":0.00017728648,"about_ca_system_score_gemma":0.0010329876,"threshold_uncertainty_score":0.93019545},"labels":[],"label_agreement":null},{"id":"W2141818720","doi":"10.1046/j.1365-2923.2003.01626.x","title":"Why do doctors attend traditional CME events if they don't change what they do in their surgeries? Evaluation of doctors' reasons for attending a traditional CME programme","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Graduation (instrument); Family medicine; Medical education; Diversity (politics); Medicine; Continuing medical education; Psychology; Continuing education; Sociology","score_opus":0.11110748025993541,"score_gpt":0.37017641920064737,"score_spread":0.2590689389407119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141818720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538513,0.0007431408,0.00034788786,0.035051566,0.0056818356,0.003469868,0.00006341944,0.00006682724,0.0007241659],"genre_scores_gemma":[0.9846019,0.0002102253,0.0016788382,0.004846321,0.0016983451,0.0038944574,0.002959203,0.00006082345,0.00004986558],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99425113,0.0005531527,0.0012177078,0.00066777744,0.0026711824,0.00063903374],"domain_scores_gemma":[0.9968089,0.00067944697,0.00049495004,0.0005059894,0.001223735,0.00028701735],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069685224,0.00037519162,0.0005686942,0.00076706306,0.00020536668,0.00007685666,0.00025974915,0.00044460432,0.0032349743],"category_scores_gemma":[0.01230233,0.00032397825,0.00023140814,0.0009709959,0.00025868785,0.00092240056,0.000019450661,0.0006021148,0.0000106686275],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047154803,0.01689008,0.103427865,0.0013017036,0.00037462378,0.0000053504705,0.023598943,0.000019678553,0.00033254476,0.07769746,0.091864385,0.6840158],"study_design_scores_gemma":[0.014724555,0.0015716315,0.59814143,0.01029136,0.0011748885,0.0005365038,0.049581718,0.005022231,0.00066155486,0.116856895,0.19954151,0.0018957016],"about_ca_topic_score_codex":0.00019864412,"about_ca_topic_score_gemma":0.00012634632,"teacher_disagreement_score":0.6821201,"about_ca_system_score_codex":0.0010951248,"about_ca_system_score_gemma":0.0039452733,"threshold_uncertainty_score":0.9999212},"labels":[],"label_agreement":null},{"id":"W2141858554","doi":"10.3109/0142159x.2011.575903","title":"Using a Delphi process to establish consensus on emergency medicine clerkship competencies","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Vancouver General Hospital; University of British Columbia; University of Saskatchewan; University of Alberta; University of Calgary; North York General Hospital; University of Toronto","funders":"Division of Undergraduate Education","keywords":"Delphi method; Delphi; Curriculum; Core competency; Process (computing); Medical education; Consensus conference; MEDLINE; Medicine; Core curriculum; Psychology; Computer science; Political science; Business; Pedagogy","score_opus":0.2148133678274048,"score_gpt":0.4260180705117234,"score_spread":0.21120470268431862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141858554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9196996,0.00008596872,0.0014131744,0.013237289,0.0016581712,0.0005114113,8.3621507e-7,0.00016464524,0.06322891],"genre_scores_gemma":[0.9872369,0.000011731358,0.003831479,0.0044520483,0.0015117583,0.00006590238,0.000024419813,0.000053717627,0.0028120272],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656224,0.000108008215,0.00080572465,0.00044613317,0.0015935414,0.00048435281],"domain_scores_gemma":[0.9982513,0.000036495458,0.0001426823,0.0004901644,0.00052004424,0.0005593069],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016051033,0.00024956468,0.0004391758,0.0003557108,0.00013660638,0.0000043014593,0.00028769491,0.00029175554,0.035092648],"category_scores_gemma":[0.011490441,0.00018737862,0.00006277693,0.0011982725,0.0004253893,0.000046683224,0.00005303684,0.00084308593,0.00019101686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010988459,0.0047734077,0.25565165,0.00087500375,0.00038431172,0.0003494307,0.05794753,0.0000061276546,0.00083732477,0.008944019,0.60534537,0.06378699],"study_design_scores_gemma":[0.026925512,0.014240821,0.2806652,0.016628738,0.0027179793,0.002695938,0.12007898,0.123345986,0.0024038395,0.021644576,0.38264632,0.006006124],"about_ca_topic_score_codex":0.00023675471,"about_ca_topic_score_gemma":0.000017429094,"teacher_disagreement_score":0.22269903,"about_ca_system_score_codex":0.00016350175,"about_ca_system_score_gemma":0.0004150908,"threshold_uncertainty_score":0.9968362},"labels":[],"label_agreement":null},{"id":"W2141870519","doi":"10.7196/samj.8492","title":"Professional competence and professional misconduct in South Africa","year":2014,"lang":"en","type":"editorial","venue":"South African Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Misconduct; Competence (human resources); Accountability; Diligence; Licensure; Credentialing; Medical education; Nursing; Public relations; Law; Management","score_opus":0.01602699303122562,"score_gpt":0.32600836765234914,"score_spread":0.3099813746211235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141870519","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027422193,0.0009905058,0.00040570245,0.0091589615,0.95836824,0.0008255812,0.00007698637,0.00008745424,0.0026643656],"genre_scores_gemma":[0.14480153,0.000073735886,0.004205191,0.0015793206,0.8425521,0.00012562999,0.00040273173,0.00014339981,0.0061163437],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892925,0.0006168338,0.0018034335,0.0008511078,0.0063835257,0.001052577],"domain_scores_gemma":[0.9951365,0.0009526934,0.0010293829,0.0005280027,0.0010683994,0.001285043],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0053459443,0.000624901,0.0013530699,0.0010039706,0.00040817415,0.00009124816,0.0007184977,0.0021898425,0.0019622503],"category_scores_gemma":[0.031386863,0.00045614238,0.0001997415,0.00096220063,0.0011066507,0.000126393,0.00030171953,0.0114544295,0.00009526666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032859502,0.00041916705,0.0015218866,0.00042404004,0.00009315401,0.0003469994,0.010641623,3.9350195e-7,0.000013009769,0.00011605841,0.9790029,0.0070921616],"study_design_scores_gemma":[0.005207839,0.0004768184,0.0029381332,0.0069087185,0.00022274442,0.00042173336,0.009408794,0.00037324574,0.0000027114916,0.0008343793,0.97251993,0.0006849548],"about_ca_topic_score_codex":0.00000558955,"about_ca_topic_score_gemma":0.0000035619225,"teacher_disagreement_score":0.11737934,"about_ca_system_score_codex":0.000469718,"about_ca_system_score_gemma":0.009531616,"threshold_uncertainty_score":0.99978906},"labels":[],"label_agreement":null},{"id":"W2141899744","doi":"10.3109/0142159x.2012.643835","title":"What do we do? Practices and learning strategies of medical education leaders","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Toronto","funders":"","keywords":"Intrapersonal communication; Thematic analysis; Variety (cybernetics); Medical education; Interpersonal communication; Psychology; Faculty development; Leadership development; Professional development; Pedagogy; Qualitative research; Medicine; Sociology; Public relations; Political science","score_opus":0.05988197059068042,"score_gpt":0.4372870375340678,"score_spread":0.3774050669433874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141899744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8880709,0.017654456,0.0002753639,0.08609384,0.0016691538,0.0002111164,6.695281e-8,0.000059572074,0.0059655737],"genre_scores_gemma":[0.9885817,0.005794794,0.0008382993,0.001041007,0.0016593311,0.000041191633,0.000022804174,0.000025154615,0.0019956883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967269,0.00025881152,0.00047118432,0.00022531435,0.0019998942,0.0003179305],"domain_scores_gemma":[0.9987013,0.00013181203,0.0003239553,0.00023219683,0.00016988508,0.00044088517],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003968939,0.00014651372,0.00028413464,0.00017321699,0.00008793648,0.000060883987,0.00016301831,0.00046636048,0.009384019],"category_scores_gemma":[0.020407008,0.00011505681,0.000042138017,0.000364881,0.00067744526,0.0008487399,0.00006468074,0.0014989284,0.00004391836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004484968,0.0017442259,0.1365667,0.0005751348,0.00010601084,0.000004995448,0.019658182,2.6435544e-7,0.000055099124,0.011787441,0.030197034,0.7992601],"study_design_scores_gemma":[0.0016576174,0.00028815152,0.018530928,0.0037742234,0.00024470018,0.00043671275,0.4318061,0.0019919933,0.00007312984,0.00074453716,0.5401367,0.00031519472],"about_ca_topic_score_codex":0.00006379124,"about_ca_topic_score_gemma":0.0000029533344,"teacher_disagreement_score":0.7989449,"about_ca_system_score_codex":0.00006802727,"about_ca_system_score_gemma":0.0015681526,"threshold_uncertainty_score":0.99152154},"labels":[],"label_agreement":null},{"id":"W2142047268","doi":"10.1186/1756-0500-4-480","title":"Determining specific competencies for General Internal Medicine residents (PGY 4 and PGY 5). What are they and are programs currently teaching them? A survey of practicing Canadian General Internists","year":2011,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Royal University Hospital","funders":"","keywords":"Subspecialty; Medicine; Medical education; Training (meteorology); Curriculum; General practice; MEDLINE; Family medicine; Psychology","score_opus":0.4449821246446613,"score_gpt":0.4714307486740235,"score_spread":0.02644862402936221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142047268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965089,0.00055935956,0.0006859629,0.0008300898,0.00040627542,0.00076748326,0.000010653645,0.000016737295,0.00021453241],"genre_scores_gemma":[0.9815263,0.00027660828,0.01727201,0.00010645738,0.0004719291,0.00007961467,0.00008157054,0.0000326426,0.00015286825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974095,0.00048558196,0.00051551434,0.00040262612,0.00064399856,0.0005427725],"domain_scores_gemma":[0.99708396,0.0010431919,0.00026567891,0.0003209364,0.001018612,0.00026764176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049154377,0.00017727607,0.00039461037,0.00053760334,0.00029403635,0.00012280687,0.00022381231,0.00010330553,0.000045086876],"category_scores_gemma":[0.01429734,0.00013902973,0.000030834657,0.00022662776,0.00056524196,0.00034159876,0.0001344634,0.0006718556,0.0000023894997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019618997,0.000091081434,0.91332406,0.00036545657,0.000041142874,0.000015098775,0.0060144775,2.0508189e-7,0.00061275956,0.00033019474,0.00054980867,0.078459516],"study_design_scores_gemma":[0.0009884667,0.00049596955,0.9848552,0.0027467944,0.000023317365,0.000085873195,0.0073477905,0.0019012386,0.00050207885,0.0004087999,0.0005118273,0.00013264212],"about_ca_topic_score_codex":0.14906245,"about_ca_topic_score_gemma":0.10960898,"teacher_disagreement_score":0.07832687,"about_ca_system_score_codex":0.00019091844,"about_ca_system_score_gemma":0.00036935264,"threshold_uncertainty_score":0.9940057},"labels":[],"label_agreement":null},{"id":"W2142196623","doi":"10.1007/s00428-012-1278-z","title":"A compulsory examination in pathology: redundant or necessary?","year":2012,"lang":"en","type":"editorial","venue":"Archiv für Pathologische Anatomie und Physiologie und für Klinische Medicin","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Competence (human resources); Medicine; Harmonization; Gross examination; Medical education; Family medicine; Pathology; Psychology","score_opus":0.036086857001276805,"score_gpt":0.40276544741171816,"score_spread":0.3666785904104414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142196623","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22081934,0.011639176,0.0023404274,0.004732622,0.7347668,0.0050244164,0.00041172846,0.0011005019,0.019165035],"genre_scores_gemma":[0.35663185,0.008723667,0.024578728,0.004717993,0.581078,0.0010229805,0.018861778,0.00051694707,0.00386807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887238,0.0020712982,0.0028056323,0.002236663,0.0020682847,0.002094278],"domain_scores_gemma":[0.9901755,0.004580912,0.0015415571,0.0024312732,0.0007808144,0.0004899469],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.006970815,0.0015198756,0.0030361074,0.0018939015,0.00037780136,0.00006723257,0.0014560699,0.0035300723,0.00045830265],"category_scores_gemma":[0.026565274,0.0011260229,0.0004478138,0.0021091208,0.0027078076,0.00035598094,0.0007841,0.008176836,0.00036473526],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015749418,0.0026465103,0.0012350908,0.0013625856,0.0005004367,0.0017522359,0.002864715,0.000025821102,0.0027955335,0.00081419153,0.8815425,0.10288543],"study_design_scores_gemma":[0.010366611,0.0038906508,0.044953484,0.00324555,0.0022168665,0.00020432948,0.0037183056,0.0012361136,0.0006499914,0.003964325,0.9230724,0.0024813565],"about_ca_topic_score_codex":0.00018281896,"about_ca_topic_score_gemma":0.000055728276,"teacher_disagreement_score":0.15368876,"about_ca_system_score_codex":0.00067455025,"about_ca_system_score_gemma":0.0029244258,"threshold_uncertainty_score":0.999755},"labels":[],"label_agreement":null},{"id":"W2142206287","doi":"10.1016/s1499-2671(08)21005-1","title":"Assessing the Credibility Viability of Certified Diabetes Educator Credentials","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Certification; Medicine; Competence (human resources); Excellence; Credibility; Diabetes mellitus; Medical education; Portfolio; Family medicine; Management; Psychology; Finance; Social psychology; Political science; Business","score_opus":0.04342402566591175,"score_gpt":0.32810407896859606,"score_spread":0.2846800533026843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142206287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906161,0.00058451254,0.000017759408,0.006648853,0.0013056862,0.00020344561,0.0000063128414,0.000006320964,0.0006109996],"genre_scores_gemma":[0.99742186,0.0000030448277,0.0010392752,0.000857217,0.0005749794,0.0000059853596,0.000007504129,0.000015234603,0.00007487406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998075,0.00014960398,0.0008767583,0.00014331985,0.00039266993,0.0003626651],"domain_scores_gemma":[0.997249,0.00028747067,0.00049057306,0.0004345596,0.0011719081,0.00036647776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019021358,0.00012664656,0.00042278477,0.00033264805,0.00026026237,0.000039889383,0.0002714266,0.00010699461,0.0006179163],"category_scores_gemma":[0.007466457,0.00008918618,0.00016434773,0.00062259944,0.00081589876,0.00027039286,0.000011593447,0.00043286462,0.000005047058],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014686552,0.00009913017,0.9778279,0.00010882049,0.00008608715,0.0000018627259,0.00071433355,0.0000039837387,0.0036083183,0.00004674843,0.013237731,0.0042635864],"study_design_scores_gemma":[0.00031292764,0.00012259645,0.9813778,0.00018997103,0.000120956814,0.000011891449,0.0008969896,0.00009033873,0.013600219,0.0005422813,0.00264655,0.0000874845],"about_ca_topic_score_codex":0.00022789078,"about_ca_topic_score_gemma":0.00014041347,"teacher_disagreement_score":0.010591181,"about_ca_system_score_codex":0.00028291924,"about_ca_system_score_gemma":0.0047767623,"threshold_uncertainty_score":0.89385855},"labels":[],"label_agreement":null},{"id":"W2142360956","doi":"10.1046/j.1365-2923.2002.01379.x","title":"Patients' global ratings of student competence. Unreliable contamination or gold standard?","year":2002,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research","funders":"","keywords":"Cronbach's alpha; Summative assessment; Competence (human resources); Objective structured clinical examination; Medical education; Psychology; Context (archaeology); Medicine; Clinical psychology; Formative assessment; Social psychology; Psychometrics; Pedagogy","score_opus":0.011250346629435162,"score_gpt":0.3394457434930652,"score_spread":0.3281953968636301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142360956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96767265,0.00019132953,0.0013060769,0.013332331,0.0026801983,0.00078367,0.000009372324,0.00007089879,0.0139534995],"genre_scores_gemma":[0.98468745,0.000082647784,0.004188544,0.008037761,0.00035095852,0.00009908958,0.00022437173,0.000015763131,0.002313395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996981,0.00006258636,0.00074666156,0.00027610935,0.0016949658,0.00023863031],"domain_scores_gemma":[0.9980301,0.000075703145,0.00027852962,0.00031756551,0.0011678085,0.00013028621],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000590388,0.00015238723,0.0003221931,0.00013071243,0.00007254606,0.000017693397,0.00018261859,0.00019231958,0.004130639],"category_scores_gemma":[0.00654818,0.00012086945,0.000053827593,0.0009322795,0.0002175377,0.00014397322,0.000035646797,0.000266088,0.00007258059],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108051805,0.0042943414,0.20903307,0.00027837296,0.00004365927,0.0000021630394,0.0012613778,0.0000013338777,0.000019834468,0.0074335826,0.36623728,0.41128692],"study_design_scores_gemma":[0.007703108,0.0027436265,0.76188004,0.002339024,0.00030399798,0.00008668738,0.0045549585,0.005390362,0.00042980484,0.00045099494,0.21358952,0.00052788615],"about_ca_topic_score_codex":0.000058060734,"about_ca_topic_score_gemma":0.0000116233,"teacher_disagreement_score":0.55284697,"about_ca_system_score_codex":0.000579179,"about_ca_system_score_gemma":0.0011356497,"threshold_uncertainty_score":0.99677974},"labels":[],"label_agreement":null},{"id":"W2143096625","doi":"10.1016/j.jmir.2015.01.078","title":"“The Learner Knows Best”: A Needs Assessment to Inform and Validate a Clinical Training Program","year":2015,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Judgement; Medical education; Needs assessment; Medicine; Best practice; Clinical Practice; Psychology; Nursing; Pedagogy","score_opus":0.1168054749705867,"score_gpt":0.5155012188325937,"score_spread":0.398695743862007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143096625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71243435,0.0012295237,0.002349593,0.2803016,0.0016803769,0.00018559892,1.7108216e-7,0.000014673583,0.0018041093],"genre_scores_gemma":[0.9708461,0.001026606,0.020651342,0.0058240886,0.0014505214,0.000010178809,0.0000011016906,0.000006013576,0.00018404266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974521,0.000086164175,0.0006638545,0.000098857614,0.001521664,0.0001773647],"domain_scores_gemma":[0.9985459,0.00028842947,0.00026162402,0.00006709569,0.0003586828,0.00047830128],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012538463,0.00006597822,0.00018911427,0.00025676898,0.00027167873,0.00018847581,0.00015004296,0.00005469469,0.0000131997],"category_scores_gemma":[0.008777547,0.000036154284,0.000031689684,0.0007668549,0.00069738773,0.00024866904,0.00004010569,0.00045570795,0.000002429872],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001261489,0.000066611385,0.021403033,0.000005898697,0.000012130232,0.0000053895365,0.001820714,0.0000029487858,0.0000023726614,0.0006927162,0.013790269,0.9621853],"study_design_scores_gemma":[0.002075241,0.0013033277,0.04345829,0.00032490486,0.00007034728,0.0012334625,0.049545676,0.048653245,0.000004390185,0.00053317845,0.852686,0.00011194781],"about_ca_topic_score_codex":0.0000056153276,"about_ca_topic_score_gemma":6.522648e-7,"teacher_disagreement_score":0.9620733,"about_ca_system_score_codex":0.000044764747,"about_ca_system_score_gemma":0.0013636292,"threshold_uncertainty_score":0.9995719},"labels":[],"label_agreement":null},{"id":"W2143181572","doi":"10.1111/j.1365-2923.2012.04316.x","title":"More than an education: the hidden curriculum, professional attitudes and career choice","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Queen's University","funders":"","keywords":"Curriculum; Hidden curriculum; Odds; Psychology; Medical education; Institution; Qualitative research; Silence; Social psychology; Class (philosophy); Medicine; Pedagogy; Sociology; Social science","score_opus":0.017057350387542303,"score_gpt":0.39192818911647975,"score_spread":0.37487083872893745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143181572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050715,0.0016723812,0.000030598032,0.08582049,0.0052692927,0.00055634923,9.530717e-7,0.00006237378,0.0015160413],"genre_scores_gemma":[0.9589489,0.000050202292,0.0017730527,0.030050484,0.005786563,0.00044317008,0.0003561289,0.00002651181,0.0025650032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786574,0.00012082461,0.00036130013,0.00027060646,0.0010478977,0.00033366302],"domain_scores_gemma":[0.99853593,0.00008227407,0.00012056982,0.00047580097,0.00046236115,0.00032309012],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009831609,0.00017155433,0.00017992375,0.00013732776,0.0003037192,0.000034326997,0.00021875987,0.00023003112,0.0012544218],"category_scores_gemma":[0.0039040018,0.000110922054,0.000037785358,0.0005163811,0.00034717345,0.00038844897,0.000062277984,0.00059464725,0.000060205777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070050946,0.0027779795,0.49560398,0.00013643199,0.000019611893,1.7365818e-7,0.0030805117,2.244344e-8,0.000021441709,0.0023125806,0.18168548,0.3143548],"study_design_scores_gemma":[0.00025614144,0.00005231341,0.8276024,0.0003457252,0.000072118935,0.00015242872,0.0060863015,0.00007577247,0.000034730845,0.0001343856,0.16504869,0.00013902162],"about_ca_topic_score_codex":0.00033924455,"about_ca_topic_score_gemma":0.000024333476,"teacher_disagreement_score":0.3319984,"about_ca_system_score_codex":0.00017741062,"about_ca_system_score_gemma":0.0036812585,"threshold_uncertainty_score":0.9996586},"labels":[],"label_agreement":null},{"id":"W2143200110","doi":"","title":"Bioethics for clinicians: 25. Teaching bioethics in the clinical setting.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bioethics; Medical education; Medicine; Advice (programming); Engineering ethics; Computer science; Political science; Law","score_opus":0.2339093185484243,"score_gpt":0.48464027191147546,"score_spread":0.2507309533630512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143200110","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3825609,0.0002111138,0.0033119891,0.5916077,0.003059249,0.004142411,0.000007175399,0.00013022353,0.014969244],"genre_scores_gemma":[0.9257237,0.00019844159,0.0107823955,0.057860535,0.002405814,0.0021148813,0.00008381738,0.000028958606,0.00080147485],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975997,0.0003495602,0.000897534,0.00029748154,0.00041746817,0.00043823218],"domain_scores_gemma":[0.9968744,0.0021616037,0.00019736274,0.00048623543,0.0002104161,0.000070015536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020193344,0.000119609256,0.00024899674,0.00016991916,0.00016936287,0.000034344117,0.0002568739,0.00041043916,0.000019498768],"category_scores_gemma":[0.033287473,0.00008462142,0.00011758342,0.0004916502,0.000602284,0.000058626156,0.000029921868,0.0020369664,0.000013926092],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073177274,0.0004477094,0.07187955,0.000052562515,0.000021633059,0.000006315219,0.00095836795,4.3933267e-7,4.5169134e-7,0.011554784,0.028185835,0.8868192],"study_design_scores_gemma":[0.0016585363,0.000111113564,0.52566075,0.00006787901,0.000081444974,0.00004016316,0.006397676,0.000474963,0.0000053500403,0.0025865461,0.46277845,0.00013713831],"about_ca_topic_score_codex":0.000083940606,"about_ca_topic_score_gemma":0.000086917884,"teacher_disagreement_score":0.88668203,"about_ca_system_score_codex":0.000071572314,"about_ca_system_score_gemma":0.00017657095,"threshold_uncertainty_score":0.97485554},"labels":[],"label_agreement":null},{"id":"W2143593663","doi":"10.7196/ajhpe.129","title":"Patient-centred continuing professional development for Canadian physicians","year":2012,"lang":"en","type":"article","venue":"African Journal of Health Professions Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Continuing professional development; Professional development; Nursing; Medicine; Medical education; Psychology","score_opus":0.03161300525702353,"score_gpt":0.3757496006170865,"score_spread":0.34413659536006297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143593663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91556966,0.0026418571,0.0010795422,0.061739173,0.01651344,0.0018901952,0.000005570083,0.000019407285,0.0005411734],"genre_scores_gemma":[0.95905244,0.000012280675,0.03302213,0.0056262463,0.0009056092,0.00014520973,0.00009290404,0.000024288054,0.0011188979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776864,0.00016411809,0.001019339,0.00011131754,0.0003760869,0.0005604771],"domain_scores_gemma":[0.9972894,0.00007970759,0.0009937864,0.00016194371,0.0011231715,0.00035196808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092368526,0.00012598831,0.00031154166,0.00053735205,0.00052202493,0.000008657786,0.000092032824,0.00009012567,0.00009495165],"category_scores_gemma":[0.0009095184,0.00010320068,0.00006523349,0.00048687326,0.000044211996,0.00023213698,0.000012637244,0.000403689,0.000011273088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053953507,0.0014485853,0.01362766,0.00020963546,0.000035941965,2.3934183e-7,0.07602062,4.267115e-7,0.00013067455,0.00058373547,0.2028454,0.70504314],"study_design_scores_gemma":[0.00094576576,0.0003265937,0.091244616,0.0032167023,0.000057523208,0.00008248138,0.21031639,0.00001732226,0.00036952007,0.00012645329,0.69311106,0.0001855373],"about_ca_topic_score_codex":0.00031131224,"about_ca_topic_score_gemma":0.00009353428,"teacher_disagreement_score":0.7048576,"about_ca_system_score_codex":0.0012640414,"about_ca_system_score_gemma":0.01238284,"threshold_uncertainty_score":0.99321604},"labels":[],"label_agreement":null},{"id":"W2143636793","doi":"10.1136/bmj.325.7374.1218","title":"Postal survey of approaches to learning among Ontario physicians: implications for continuing medical education","year":2002,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Workload; Feeling; Perception; Continuing medical education; Continuing education; Medical education; Psychology; Work (physics); Medicine; Nursing; Social psychology; Computer science","score_opus":0.1139602318980564,"score_gpt":0.35585462701432613,"score_spread":0.24189439511626973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143636793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97026515,0.000037914706,0.0052462034,0.018288488,0.00031013216,0.0011444831,0.0000049292375,0.00003562385,0.0046670716],"genre_scores_gemma":[0.9865641,0.0000017401825,0.00799102,0.00078988675,0.00031474486,0.00037462977,0.0003232362,0.000019102581,0.0036215584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998837,0.000052098767,0.0004447458,0.00021440886,0.00027594602,0.00017582445],"domain_scores_gemma":[0.9989119,0.00012865596,0.00017565185,0.00026100982,0.0004361554,0.00008659777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009827721,0.00009016534,0.00021423554,0.00014385473,0.00007114265,0.000010969216,0.00010603535,0.00010692614,0.00020943624],"category_scores_gemma":[0.006639038,0.00009052102,0.00004919432,0.00046975166,0.00008079087,0.00007181609,0.000023036993,0.00023253646,0.000014601649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027037147,0.00067265535,0.52347136,0.00006895859,0.00004047132,1.373095e-7,0.0047185817,0.000013045918,0.00015614061,0.0018538582,0.057128683,0.41184908],"study_design_scores_gemma":[0.00036029727,0.00010673378,0.98907423,0.00024466557,0.000034162313,0.000008287536,0.000507756,0.0013296785,0.00009264956,0.00006413216,0.008083168,0.00009422827],"about_ca_topic_score_codex":0.0031469297,"about_ca_topic_score_gemma":0.0051141423,"teacher_disagreement_score":0.4656029,"about_ca_system_score_codex":0.00016316226,"about_ca_system_score_gemma":0.0003327814,"threshold_uncertainty_score":0.79480284},"labels":[],"label_agreement":null},{"id":"W2143662742","doi":"10.1016/j.amjsurg.2015.10.002","title":"Examining the barriers to meaningful assessment and feedback in medical training","year":2015,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; McMaster University; University of Toronto","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Computer science; Medicine; Geography","score_opus":0.1053678470869349,"score_gpt":0.37848162423710524,"score_spread":0.2731137771501703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143662742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95069456,0.00006792901,0.0005089463,0.047735382,0.00044456194,0.00006404818,1.7044968e-7,0.000005034027,0.00047936683],"genre_scores_gemma":[0.9867074,0.000034031247,0.0018177034,0.010982169,0.0004235835,0.000004714227,5.515317e-7,0.000011744935,0.000018094874],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99811673,0.00023382668,0.0005328744,0.00008511867,0.00083538174,0.00019603915],"domain_scores_gemma":[0.99804467,0.0008509531,0.0003544269,0.000167094,0.00021781454,0.00036501783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008866632,0.000081393206,0.0003706391,0.00024141355,0.00006441527,0.000019213765,0.00014651757,0.000023073528,0.00007041816],"category_scores_gemma":[0.008117026,0.00004318799,0.000037144415,0.00085132406,0.00040884383,0.00006422434,0.00003724447,0.0005779241,0.0000021536744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002202167,0.0000448551,0.26577702,0.000008260731,0.00007989159,0.00011903097,0.018937193,0.000034071454,0.00011707983,0.00009285459,0.01371594,0.7008536],"study_design_scores_gemma":[0.00068855594,0.0004048735,0.7843456,0.0006844745,0.000069268695,0.0021777516,0.20515236,0.0006110882,0.00002555656,0.0002494172,0.005457376,0.00013367574],"about_ca_topic_score_codex":0.00002604375,"about_ca_topic_score_gemma":0.0000013758854,"teacher_disagreement_score":0.7007199,"about_ca_system_score_codex":0.00014831277,"about_ca_system_score_gemma":0.0018706962,"threshold_uncertainty_score":0.9717424},"labels":[],"label_agreement":null},{"id":"W2143717841","doi":"10.3109/0142159x.2013.818110","title":"Twelve tips for designing and running longitudinal integrated clerkships","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary; McGill University; College of Family Physicians of Canada; NOSM University; Canadian Medical Association","funders":"","keywords":"Extant taxon; Variety (cybernetics); Medical education; Face (sociological concept); Reflection (computer programming); Longitudinal study; Dynamics (music); Psychology; Computer science; Sociology; Pedagogy; Medicine; Social science; Artificial intelligence","score_opus":0.04581468863784255,"score_gpt":0.3416275450553786,"score_spread":0.2958128564175361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143717841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9293778,0.00019559925,0.051162157,0.015380765,0.00035998062,0.0007043065,3.2346418e-7,0.00012593124,0.0026931188],"genre_scores_gemma":[0.974505,0.000010332614,0.019064628,0.001775499,0.00072790694,0.0002750731,0.00006859989,0.00003352608,0.0035394398],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998536,0.000039968923,0.00035069024,0.00027540192,0.00048857456,0.00030937407],"domain_scores_gemma":[0.9991969,0.000069264155,0.00006443426,0.00018311966,0.00024459534,0.00024170743],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011530224,0.000139727,0.0002458347,0.00011831108,0.00011987756,0.00003300454,0.00009518692,0.00025632838,0.004737429],"category_scores_gemma":[0.005312786,0.00010615177,0.000044175165,0.00027873728,0.00023202851,0.00010501849,0.000034855126,0.00065280846,0.00008919523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007489053,0.0003918497,0.30659202,0.00020505923,0.00013695515,0.000015062704,0.001468466,2.5718472e-7,0.0004356148,0.0014192826,0.28772148,0.40153906],"study_design_scores_gemma":[0.015260676,0.0018597506,0.36279473,0.0034804784,0.000736273,0.0012597747,0.013598452,0.2940355,0.0013251092,0.007925673,0.29609337,0.001630208],"about_ca_topic_score_codex":0.00006627524,"about_ca_topic_score_gemma":0.0000022136092,"teacher_disagreement_score":0.39990887,"about_ca_system_score_codex":0.000091802685,"about_ca_system_score_gemma":0.00019119984,"threshold_uncertainty_score":0.99617237},"labels":[],"label_agreement":null},{"id":"W2143874557","doi":"10.3138/jvme.32.2.223","title":"Implementing a Student Progress Committee: The Student and Faculty Perspectives","year":2005,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Graduation (instrument); Medical education; Prospectus; Academic standards; Dismissal; Political science; Psychology; Medicine; Higher education; Engineering; Business","score_opus":0.057242896661588986,"score_gpt":0.48828088832799454,"score_spread":0.43103799166640555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143874557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9026418,0.002064416,0.00009946665,0.093999565,0.0005890023,0.00027594023,5.099081e-7,0.000010457602,0.0003188812],"genre_scores_gemma":[0.9896858,0.0002534477,0.0047664535,0.0030080553,0.0020622553,0.00003270459,0.000009087779,0.000012527484,0.00016967632],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976638,0.00010976363,0.0006682192,0.00013918368,0.0011945192,0.00022452892],"domain_scores_gemma":[0.99860084,0.000058934085,0.00039844713,0.00018194737,0.00060299394,0.00015686249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021042468,0.0001190596,0.00022307006,0.00015709613,0.00020595225,0.00004793363,0.00022590173,0.00007703598,0.0004039609],"category_scores_gemma":[0.000968869,0.00007424148,0.00006693546,0.00025159903,0.00025248172,0.00018555397,0.00010826433,0.00058685045,0.000005142472],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001321669,0.0037376513,0.0538413,0.00010171675,0.00019637536,0.000025534571,0.029402772,5.7993725e-7,0.00016732405,0.0010277383,0.035980668,0.8753862],"study_design_scores_gemma":[0.0015222094,0.0013487589,0.58183247,0.00049669447,0.0001576739,0.0038435804,0.08119323,0.00012886985,0.000027049877,0.000044219567,0.32929102,0.00011420124],"about_ca_topic_score_codex":0.000004070229,"about_ca_topic_score_gemma":0.0000018257587,"teacher_disagreement_score":0.875272,"about_ca_system_score_codex":0.00027208828,"about_ca_system_score_gemma":0.00095008884,"threshold_uncertainty_score":0.44230887},"labels":[],"label_agreement":null},{"id":"W2144120846","doi":"10.3109/0142159x.2011.595436","title":"‘The research compass’: An introduction to research in medical education: AMEE Guide No. 56","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Compass; Field (mathematics); Process (computing); Computer science; Management science; Section (typography); Observational study; Key (lock); Engineering ethics; Medical education; Medicine; Engineering; Mathematics","score_opus":0.20278359961627418,"score_gpt":0.5309919318578881,"score_spread":0.3282083322416139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144120846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46077457,0.00022311683,0.00024225574,0.44133598,0.004051727,0.0013360998,3.8136892e-7,0.0001160857,0.09191978],"genre_scores_gemma":[0.8444791,0.00022111836,0.007994912,0.011806639,0.046078816,0.0021800944,0.00023420998,0.00016965224,0.08683545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893752,0.0016657045,0.00095060054,0.0007365265,0.006259565,0.0010124063],"domain_scores_gemma":[0.9939657,0.00027672996,0.00006600112,0.0015550456,0.0028223933,0.0013141234],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.035366785,0.00017549621,0.000311662,0.00089592993,0.0004938276,0.000050800667,0.0009835293,0.00053608144,0.019525012],"category_scores_gemma":[0.06705793,0.00012658536,0.00005882434,0.003210929,0.0015049032,0.00015132585,0.00027998575,0.0043577864,0.0021147737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017536886,0.0021031622,0.008164272,0.000038563052,0.00001665597,0.00003324188,0.002396215,8.49901e-8,0.000015331907,0.0093311565,0.80122143,0.17650452],"study_design_scores_gemma":[0.0007152513,0.00054213335,0.008444045,0.0002775605,0.000009047132,0.00010278058,0.004749376,0.0019309316,0.000045664532,0.0019201388,0.9811143,0.00014872638],"about_ca_topic_score_codex":0.0011480988,"about_ca_topic_score_gemma":0.00038832345,"teacher_disagreement_score":0.42952934,"about_ca_system_score_codex":0.0008657694,"about_ca_system_score_gemma":0.005265293,"threshold_uncertainty_score":0.9986622},"labels":[],"label_agreement":null},{"id":"W2144285153","doi":"10.1007/978-1-4614-3495-5_4","title":"Harnessing Innovation to Support Medical Residents in Education and Practice: An Exploration of Need and Preference","year":2012,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University; University of Toronto; University of British Columbia","funders":"","keywords":"Preference; Knowledge management; Psychology; Medical education; Computer science; Medicine; Economics","score_opus":0.12344878492768704,"score_gpt":0.41863552572645907,"score_spread":0.29518674079877205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144285153","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35217354,0.0011239577,0.009128041,0.04106988,0.0025731437,0.004623416,0.000011018116,0.0001619549,0.58913505],"genre_scores_gemma":[0.8764774,0.0009861615,0.04028554,0.008749954,0.001158216,0.00016370989,0.0017454486,0.00010901185,0.07032453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789006,0.000043945438,0.0008418319,0.00032215242,0.0007562462,0.00014579779],"domain_scores_gemma":[0.99810356,0.000096546304,0.00039124445,0.00028851256,0.0009872384,0.00013287827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016794099,0.0001862725,0.00032212373,0.0010822634,0.000041347444,0.000027783397,0.00006824294,0.00045581156,0.0005866024],"category_scores_gemma":[0.0041887006,0.00017933536,0.000009834442,0.0003347307,0.00011832003,0.0014036447,0.000059574875,0.000438732,0.000012237],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001789905,0.00036591658,0.0021181055,0.00040276584,0.000022533275,0.0000022034988,0.0030917912,1.510193e-7,0.0004331299,0.18713205,0.003438642,0.8028137],"study_design_scores_gemma":[0.010860305,0.006675378,0.38408136,0.026351133,0.0019268281,0.0019384268,0.03724185,0.0007828893,0.0028627603,0.13043243,0.392783,0.004063649],"about_ca_topic_score_codex":0.00010832287,"about_ca_topic_score_gemma":0.00004031322,"teacher_disagreement_score":0.79875004,"about_ca_system_score_codex":0.00014810199,"about_ca_system_score_gemma":0.001195292,"threshold_uncertainty_score":0.73130834},"labels":[],"label_agreement":null},{"id":"W2144327791","doi":"10.1080/0142159031000136743","title":"The Supplemental Instruction Project: peer-devised and delivered tutorials","year":2003,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"TUTOR; Session (web analytics); Medical education; Medical school; Medicine; Psychology; Computer science; Mathematics education; World Wide Web","score_opus":0.022396083022771178,"score_gpt":0.34816405223385144,"score_spread":0.32576796921108025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144327791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794252,0.00015186855,0.00016947614,0.011564601,0.0016654464,0.0005098279,0.0000010443473,0.00005616597,0.0064564003],"genre_scores_gemma":[0.9898999,0.0000805663,0.0015028574,0.00093172985,0.0011987344,0.00010807809,0.00008472983,0.000022902976,0.0061705094],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980399,0.00014252815,0.00034477346,0.00019988602,0.0010428176,0.00023010334],"domain_scores_gemma":[0.9994179,0.000041356867,0.000065030064,0.00021289923,0.0001548751,0.00010791692],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021422869,0.00010156925,0.00015431723,0.00006136827,0.00018958504,0.000029537749,0.000080381884,0.00016334627,0.002794484],"category_scores_gemma":[0.008881494,0.0000674322,0.000031940508,0.00028475694,0.00029448717,0.000054157714,0.000025655536,0.00043150276,0.00002298149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013862783,0.0004957255,0.060518846,0.00007067983,0.00014960003,0.000028560919,0.0026854824,5.3178248e-8,0.00020727365,0.022968723,0.49302492,0.4197115],"study_design_scores_gemma":[0.0030295155,0.00013048481,0.0072559924,0.000048972262,0.000056378147,0.00020612594,0.0024134228,0.00048632617,0.00013080648,0.0005029722,0.985626,0.000113034264],"about_ca_topic_score_codex":0.00005069815,"about_ca_topic_score_gemma":0.000006427511,"teacher_disagreement_score":0.49260104,"about_ca_system_score_codex":0.00012715827,"about_ca_system_score_gemma":0.0003680103,"threshold_uncertainty_score":0.99946713},"labels":[],"label_agreement":null},{"id":"W2144579532","doi":"10.6000/1927-5951.2014.04.03.7","title":"Doctor of Pharmacy in Jordan: Students' Career Choices, Perceptions and Expectations","year":2014,"lang":"en","type":"article","venue":"Journal of Pharmacy and Nutrition Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Jordan","keywords":"Salary; Graduation (instrument); Pharmacy; Medical education; Demographics; Specialty; Medicine; Perception; Family medicine; Work experience; Psychology; Work (physics); Demography; Political science; Sociology","score_opus":0.052163462716332765,"score_gpt":0.4356967104031388,"score_spread":0.383533247686806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144579532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99436766,0.0008161424,0.00015576539,0.004064712,0.00024926805,0.0001338959,0.0000022472975,0.0000031765137,0.0002071265],"genre_scores_gemma":[0.9951282,0.0007911336,0.0033168357,0.00041273143,0.00030547398,0.0000083116065,0.0000021763599,0.000002829101,0.000032280317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879766,0.00006626627,0.0004547748,0.00010268389,0.00047930886,0.00009932302],"domain_scores_gemma":[0.99926734,0.00009744076,0.00021271587,0.000042708416,0.00030633959,0.00007346102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009351994,0.0000620387,0.00017077928,0.00047975194,0.00011630507,0.000032815293,0.00010130777,0.000015883088,0.00014657626],"category_scores_gemma":[0.00030359303,0.000049440274,0.000029983214,0.00056510646,0.00031946736,0.00040836952,0.000017025492,0.00018108061,0.0000011488214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002991276,0.0019748518,0.9141561,0.00044455042,0.000041074014,0.000007072827,0.0063068946,0.000008412264,0.03229629,0.0013284625,0.0039724153,0.039164796],"study_design_scores_gemma":[0.045950927,0.0024656411,0.7501099,0.0020145914,0.0005698152,0.0013815628,0.036733262,0.011628632,0.021388663,0.003316144,0.12388121,0.00055963674],"about_ca_topic_score_codex":0.00002248175,"about_ca_topic_score_gemma":0.0000045106563,"teacher_disagreement_score":0.16404614,"about_ca_system_score_codex":0.000027477627,"about_ca_system_score_gemma":0.00008332897,"threshold_uncertainty_score":0.2016116},"labels":[],"label_agreement":null},{"id":"W2144609510","doi":"10.1002/chp.20052","title":"A construct validity study of clinical competence: A multitrait multimethod matrix approach","year":2010,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Cronbach's alpha; Construct validity; Competence (human resources); Convergent validity; Psychology; Clinical psychology; Psychometrics; Medicine; Internal consistency; Social psychology","score_opus":0.10457291220453667,"score_gpt":0.547887356034451,"score_spread":0.44331444382991436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144609510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98559743,0.00007509549,0.0012148572,0.006419403,0.0048597823,0.0014837056,0.0000014601477,0.00000926893,0.000338974],"genre_scores_gemma":[0.8527529,0.000020286478,0.14554861,0.0007534666,0.0007075188,0.000032799988,0.0000054332686,0.000011351719,0.00016759783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946136,0.0017128598,0.0026231436,0.00017185122,0.00065445004,0.0002241341],"domain_scores_gemma":[0.99461585,0.0011184047,0.0024148761,0.00046927348,0.0012450875,0.0001365237],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015087619,0.00012315497,0.0006788847,0.00043107505,0.000151491,0.000013142136,0.0003348094,0.00016627296,0.000051878156],"category_scores_gemma":[0.008909573,0.00007829231,0.00012029145,0.00074819283,0.00018640964,0.00011683688,0.000030237024,0.0025892803,0.0000019885188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033276202,0.018978873,0.5187806,0.0004941902,0.000056372177,0.0000031804764,0.09253753,0.0000047260387,0.00047763408,0.0014788558,0.011175281,0.35568],"study_design_scores_gemma":[0.003758765,0.0010754723,0.7770925,0.0010899364,0.00009618517,0.00035825296,0.21307175,0.00051776273,0.000019227107,0.00038557933,0.0024352022,0.00009933466],"about_ca_topic_score_codex":0.00008115937,"about_ca_topic_score_gemma":0.000017719138,"teacher_disagreement_score":0.35558066,"about_ca_system_score_codex":0.00006223708,"about_ca_system_score_gemma":0.0038665957,"threshold_uncertainty_score":0.9997118},"labels":[],"label_agreement":null},{"id":"W2144796649","doi":"10.1111/j.1365-2929.2004.02100.x","title":"Implications of psychology‐type theories for full curriculum interventions","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Citation; Psychological intervention; Curriculum; Library science; Psychology; Sociology; Computer science; Psychiatry; Pedagogy","score_opus":0.022009599794485,"score_gpt":0.458553741262938,"score_spread":0.436544141468453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144796649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48567212,0.0012151733,0.0871979,0.4028181,0.0042292154,0.0018016209,0.000014214986,0.00016871183,0.016882919],"genre_scores_gemma":[0.9436783,0.00010605037,0.039102633,0.013768296,0.0012618628,0.00050502474,0.00055075355,0.000023255381,0.0010038121],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858886,0.000035825513,0.00064340665,0.00023337813,0.00031117507,0.0001873507],"domain_scores_gemma":[0.99827766,0.00006699518,0.00019348746,0.0004145429,0.00096154993,0.000085785345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00070517336,0.000104989915,0.0002143304,0.00023939088,0.00009545687,0.0000071086324,0.00017796313,0.00018643563,0.0019562086],"category_scores_gemma":[0.0069200867,0.00009245126,0.00013293647,0.0006874492,0.00025290655,0.000094574934,0.000020714693,0.00022698237,0.000058128186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055641067,0.0038223718,0.007902729,0.0003566711,0.000051922307,5.2019015e-8,0.00040822887,9.048758e-7,0.00053155597,0.097573824,0.3779039,0.5113922],"study_design_scores_gemma":[0.0027195732,0.0012622623,0.1252606,0.0015428558,0.000478529,0.00022806037,0.001808915,0.0013898084,0.0008592555,0.03087622,0.83317536,0.00039857198],"about_ca_topic_score_codex":0.00001070125,"about_ca_topic_score_gemma":0.000018599196,"teacher_disagreement_score":0.51099366,"about_ca_system_score_codex":0.00011152326,"about_ca_system_score_gemma":0.0012102196,"threshold_uncertainty_score":0.99895614},"labels":[],"label_agreement":null},{"id":"W2144878069","doi":"10.15537/1658-3175.1401","title":"Problem-based learning. A critical review of its educational objectives and the rationale for its use","year":2001,"lang":"en","type":"review","venue":"Saudi Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Melbourne","keywords":"Curriculum; Problem-based learning; Medicine; Set (abstract data type); Active learning (machine learning); Medical education; Artificial intelligence; Pedagogy; Computer science; Sociology","score_opus":0.07482254092384506,"score_gpt":0.43880887160280363,"score_spread":0.3639863306789586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144878069","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003650517,0.93935263,0.001853071,0.055548616,0.00061656215,0.0022438837,0.000016564494,0.000012565445,0.00035246916],"genre_scores_gemma":[0.000006097413,0.98524946,0.005786601,0.004877908,0.0021203344,0.00064889377,0.0002661682,0.00004651094,0.000998054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952158,0.000668608,0.0017503531,0.00033274287,0.0016927843,0.00033972695],"domain_scores_gemma":[0.9903137,0.005378005,0.0009400007,0.00024475582,0.0027563309,0.00036722014],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051003583,0.0003260165,0.001664902,0.000302734,0.0003213493,0.000052690386,0.00027985603,0.00040387956,0.0024690446],"category_scores_gemma":[0.1305207,0.00018941688,0.0005230511,0.00078423484,0.00075070874,0.00014947218,0.000047166057,0.002191869,0.000018385883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008334884,0.0003869383,0.000008656035,0.16696322,0.00023120339,0.000009553604,0.0000712709,2.7475645e-7,1.6154777e-7,0.010843238,0.04937217,0.77202994],"study_design_scores_gemma":[0.0012202314,0.00013273583,0.000014017688,0.19911245,0.0012858536,0.0019821106,0.000020390571,0.0001185117,2.8542038e-7,0.00036898858,0.79561037,0.00013408602],"about_ca_topic_score_codex":9.825042e-7,"about_ca_topic_score_gemma":3.9978923e-7,"teacher_disagreement_score":0.7718959,"about_ca_system_score_codex":0.00020317704,"about_ca_system_score_gemma":0.00804591,"threshold_uncertainty_score":0.9984428},"labels":[],"label_agreement":null},{"id":"W214502227","doi":"10.55016/ojs/jet.v19i1.44150","title":"Scholarly Concerns of a Faculty of Education","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies","funders":"","keywords":"Higher education; Pedagogy; Mathematics education; Psychology; Sociology; Political science; Law","score_opus":0.048442467525302985,"score_gpt":0.4284408143117915,"score_spread":0.3799983467864885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W214502227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729268,0.00034587772,0.00038154813,0.0134196365,0.002469859,0.0001516967,0.0000090696585,0.0000027823164,0.010292744],"genre_scores_gemma":[0.93489033,0.000026119707,0.05772689,0.0007212149,0.003485281,0.0000054603465,0.000040279872,0.000012731055,0.0030917125],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981317,0.000043671982,0.0009411494,0.00010094168,0.00067226996,0.00011029162],"domain_scores_gemma":[0.99224436,0.000110300745,0.0011170313,0.00022298229,0.006219427,0.00008586726],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071979576,0.00009341114,0.00029809622,0.00041105392,0.000049467788,0.0000137132265,0.00018714766,0.00009435122,0.0011989748],"category_scores_gemma":[0.0036852674,0.00007711831,0.0001172538,0.00076591916,0.0002928453,0.00043753313,0.000016831662,0.0002869149,0.000020297559],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006556283,0.0071148737,0.14818151,0.00059296034,0.0005240978,0.0000010083442,0.006411776,0.000005096236,0.05039441,0.21711805,0.49818584,0.07081476],"study_design_scores_gemma":[0.002392028,0.002187468,0.5918986,0.0020136829,0.00048222675,0.0006726536,0.0067026536,0.000050201455,0.061927088,0.018364806,0.31302968,0.0002788992],"about_ca_topic_score_codex":0.000016548322,"about_ca_topic_score_gemma":0.0000011171401,"teacher_disagreement_score":0.4437171,"about_ca_system_score_codex":0.00017808689,"about_ca_system_score_gemma":0.004349078,"threshold_uncertainty_score":0.9997141},"labels":[],"label_agreement":null},{"id":"W2145050552","doi":"10.1080/01421590220134132","title":"The East Anglia Deanery Communication Skills Teaching Project--six years on","year":2002,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Cambridge","keywords":"Facilitator; Medical education; Trainer; Communication skills; Vocational education; Medicine; Pedagogy; Psychology; Computer science","score_opus":0.02753618547183625,"score_gpt":0.3386259588088141,"score_spread":0.31108977333697785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145050552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8309696,0.00048198708,0.00014963832,0.048953176,0.0007174251,0.0006272197,7.3199897e-7,0.00022015593,0.11788008],"genre_scores_gemma":[0.965455,0.0001400469,0.0011707479,0.0045534624,0.00092451513,0.00010864176,0.000050308474,0.000041833304,0.027555473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761266,0.00029701926,0.0004110826,0.0002333285,0.0011252697,0.0003206297],"domain_scores_gemma":[0.99874973,0.00012227995,0.00010306176,0.00081445544,0.00008402066,0.0001264356],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021546762,0.00014176407,0.00018662633,0.00011573541,0.00034785975,0.000038235143,0.00037738483,0.00023658406,0.0022514707],"category_scores_gemma":[0.007876861,0.000094781615,0.000071369665,0.00033025077,0.00035019848,0.000062579835,0.00007292372,0.0017130158,0.00054417225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018004579,0.0010786403,0.0068479558,0.000016041215,0.000044257446,0.000016646985,0.0029419046,3.3293034e-7,0.0000072451685,0.0032579529,0.506132,0.47963902],"study_design_scores_gemma":[0.001270993,0.00020067373,0.011457049,0.0004201572,0.000054804423,0.000093934104,0.0015353067,0.012002058,0.000008887734,0.00021795346,0.9725347,0.00020344833],"about_ca_topic_score_codex":0.000039667913,"about_ca_topic_score_gemma":0.000006992863,"teacher_disagreement_score":0.47943556,"about_ca_system_score_codex":0.0001852265,"about_ca_system_score_gemma":0.00009710235,"threshold_uncertainty_score":0.9986606},"labels":[],"label_agreement":null},{"id":"W2145079887","doi":"10.1111/tct.12163","title":"Remember how it feels to be a student?","year":2014,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Experiential learning; Curriculum; Medical education; Context (archaeology); Psychology; Medicine; Pedagogy","score_opus":0.15620222459796482,"score_gpt":0.49719892384331466,"score_spread":0.3409966992453498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145079887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58851236,0.000007156241,0.0006809501,0.38656256,0.0007388125,0.0003267192,2.3417728e-7,0.0000591665,0.023112047],"genre_scores_gemma":[0.83962256,0.0000061235733,0.002601079,0.0882064,0.002582909,0.000049866187,0.000008573046,0.000024419935,0.066898055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983902,0.00025455904,0.0004322532,0.00025575332,0.00044843194,0.00021879356],"domain_scores_gemma":[0.99849504,0.00032465687,0.000088755914,0.00079030666,0.00017109123,0.0001301747],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045154383,0.00010504721,0.00026065187,0.000042667434,0.00008216588,0.000026387184,0.0002614346,0.00014725905,0.0010032353],"category_scores_gemma":[0.011615367,0.00006344223,0.000101493504,0.00030883364,0.00017149898,0.00003343082,0.00009816814,0.0006821708,0.000639701],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055100292,0.0006216208,0.029955948,0.0000134760585,0.0000699315,0.0000014291181,0.0013303903,7.0153675e-7,0.000053568292,0.0017676058,0.89428025,0.07184998],"study_design_scores_gemma":[0.00074146996,0.00027566493,0.12871893,0.000054512795,0.00009300054,0.000006592029,0.0008108274,0.00017141686,0.000018308005,0.00041174612,0.8686032,0.000094309435],"about_ca_topic_score_codex":0.0000051976726,"about_ca_topic_score_gemma":0.000004639771,"teacher_disagreement_score":0.29835618,"about_ca_system_score_codex":0.000054852724,"about_ca_system_score_gemma":0.00006561897,"threshold_uncertainty_score":0.99991},"labels":[],"label_agreement":null},{"id":"W2145089121","doi":"10.1186/1472-6920-5-39","title":"The influence of objectives, learning experiences and examination blueprint on medical students' examination preparation","year":2005,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary; Foothills Medical Centre","funders":"","keywords":"Blueprint; Curriculum; Medical education; Final examination; Objective structured clinical examination; Odds; Physical examination; Odds ratio; Medicine; Psychology; Logistic regression; Pedagogy; Engineering; Internal medicine","score_opus":0.011397832353319044,"score_gpt":0.37688625458860636,"score_spread":0.3654884222352873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145089121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926265,0.00020234547,0.0013693728,0.0036365953,0.00040189901,0.0005810736,1.5203516e-7,0.00005229527,0.0011297631],"genre_scores_gemma":[0.9955383,0.0003270153,0.0011661235,0.0014075519,0.000525976,0.00041303172,0.00004143016,0.000014437803,0.00056611747],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951137,0.00047976463,0.0007560407,0.00036648696,0.0030751668,0.00020884401],"domain_scores_gemma":[0.9978237,0.0007845132,0.00033994118,0.00030245498,0.0005622557,0.00018713322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005308656,0.00015646906,0.00020965606,0.00022097825,0.00029759624,0.00005344329,0.000301792,0.00025186312,0.00027897887],"category_scores_gemma":[0.036439545,0.00011611871,0.00003614036,0.00051563344,0.00048302824,0.00024522116,0.00007603726,0.0004990532,0.000022953018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013068879,0.0015991547,0.034641486,0.0001914074,0.000030496185,6.517377e-7,0.021755746,0.00013169683,0.00017919607,0.006053364,0.0011115691,0.93417454],"study_design_scores_gemma":[0.00094198284,0.0005247266,0.9589807,0.0008550304,0.000040332554,0.000054169275,0.021415077,0.010071061,0.0010271239,0.00010456209,0.0058189007,0.00016634438],"about_ca_topic_score_codex":0.000029711675,"about_ca_topic_score_gemma":0.000051200157,"teacher_disagreement_score":0.9340082,"about_ca_system_score_codex":0.00025990244,"about_ca_system_score_gemma":0.0020841192,"threshold_uncertainty_score":0.97167695},"labels":[],"label_agreement":null},{"id":"W2145187709","doi":"10.3109/0142159x.2013.789134","title":"Assessment in the post-psychometric era: Learning to love the subjective and collective","year":2013,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":269,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Standardization; Psychology; Psychometrics; Applied psychology; Medical education; Social psychology; Medicine; Clinical psychology; Computer science","score_opus":0.049379145593460815,"score_gpt":0.42444119901379684,"score_spread":0.37506205342033605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145187709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028861477,0.9282882,0.00018496276,0.022603123,0.00069907715,0.004746005,0.0000015316555,0.0000336737,0.040557235],"genre_scores_gemma":[0.0015044144,0.9720394,0.00046180683,0.0053949896,0.001408722,0.0014059241,0.0000992836,0.0000826031,0.017602853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959995,0.0010753148,0.0006705436,0.00047629478,0.0014072395,0.000371078],"domain_scores_gemma":[0.99817264,0.00072690315,0.00021216217,0.0004594136,0.00026159233,0.00016730327],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004260559,0.00033053925,0.0010095198,0.00071032805,0.0001304102,0.00005943417,0.0004108864,0.0005125175,0.002727014],"category_scores_gemma":[0.016273975,0.00015289223,0.00014362345,0.004082121,0.00025453995,0.000041434803,0.00011442684,0.0050552455,0.00031116142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048757897,0.00027519005,0.001218729,0.0007653217,0.000121474004,0.000011023309,0.003730896,5.0568893e-8,3.0041534e-8,0.000117097734,0.027216375,0.96653897],"study_design_scores_gemma":[0.00043925183,0.00032395977,0.01196798,0.003457538,0.00033602235,0.00017293026,0.0041099195,0.00012166599,1.4462215e-8,0.00006876959,0.978811,0.00019092528],"about_ca_topic_score_codex":0.00009278841,"about_ca_topic_score_gemma":0.000008002642,"teacher_disagreement_score":0.966348,"about_ca_system_score_codex":0.0007920984,"about_ca_system_score_gemma":0.0019044358,"threshold_uncertainty_score":0.9981846},"labels":[],"label_agreement":null},{"id":"W2145344077","doi":"10.1177/01632780022034633","title":"An Eclectic Model for Evaluating Web Based Continuing Medical Education Courseware Systems","year":2000,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Continuing medical education; Computer science; Continuing education; Medicine; Multimedia; World Wide Web","score_opus":0.1326738158357816,"score_gpt":0.5477048575227006,"score_spread":0.41503104168691896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145344077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69143915,0.0012380483,0.063451916,0.22344585,0.0037363754,0.015147494,0.000023829492,0.00036007314,0.0011572832],"genre_scores_gemma":[0.9647161,0.000020471096,0.009414728,0.017585685,0.0007590237,0.004657528,0.0007248139,0.000051610663,0.002070087],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994611,0.0014371214,0.0010054767,0.0004189311,0.0020565768,0.000470899],"domain_scores_gemma":[0.9961731,0.00037812657,0.0004086999,0.00074609934,0.0019850296,0.00030893265],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016097505,0.00019089939,0.00032602713,0.00020808194,0.0011859612,0.00004188995,0.00024135865,0.0002362097,0.0018309815],"category_scores_gemma":[0.0063455836,0.00013820032,0.000070975,0.0006730071,0.000104989216,0.00018604158,0.000012178904,0.0006149998,0.00005064607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026102067,0.001300317,0.0006719213,0.000522197,0.000028819397,1.4192705e-7,0.007557155,0.012084472,0.00012670326,0.0015599369,0.06853143,0.9073559],"study_design_scores_gemma":[0.002274245,0.00034417043,0.0017835816,0.0019117665,0.00015022935,0.000012274443,0.0038105433,0.987298,0.0000042317765,0.0006085338,0.0016736675,0.00012876611],"about_ca_topic_score_codex":0.00004979192,"about_ca_topic_score_gemma":0.00002811022,"teacher_disagreement_score":0.9752135,"about_ca_system_score_codex":0.0007666315,"about_ca_system_score_gemma":0.02028211,"threshold_uncertainty_score":0.9990815},"labels":[],"label_agreement":null},{"id":"W2145729504","doi":"10.1016/j.jss.2013.03.019","title":"The Advanced Trauma Operative Management course—a two student to one faculty model","year":2013,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Course (navigation); Medical education; Medicine; General surgery; Mathematics education; Psychology; Engineering","score_opus":0.14971655555973953,"score_gpt":0.5634729473787815,"score_spread":0.413756391819042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145729504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8798887,0.00016809352,0.0015181357,0.09827521,0.00018108323,0.0009934811,0.0000011072261,0.0000070228243,0.018967168],"genre_scores_gemma":[0.978624,0.00030227893,0.013228662,0.0004906036,0.00034582923,0.00011205385,0.000003432895,0.000014965048,0.006878215],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961418,0.00012849549,0.00057678623,0.00014968637,0.0025898358,0.0004133874],"domain_scores_gemma":[0.9961949,0.0002580789,0.00009067077,0.00025804486,0.0029111651,0.0002871575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003790526,0.00009024896,0.00023908928,0.00021114119,0.0002882617,0.00010535652,0.00036095802,0.00004676913,0.0003285534],"category_scores_gemma":[0.0004927383,0.00005083329,0.00007527157,0.0007513115,0.00017897555,0.00015320489,0.00012349227,0.0010290121,0.00017298528],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006600205,0.0018583676,0.0003784332,0.0000403087,0.0003176043,0.000159015,0.0016269869,0.0018416852,0.0007708879,0.02236782,0.088387124,0.88159174],"study_design_scores_gemma":[0.034383003,0.008800768,0.17587033,0.0025197288,0.00033414908,0.0007699753,0.072740644,0.05157232,0.0050231866,0.021698803,0.62538403,0.0009030844],"about_ca_topic_score_codex":0.000007915223,"about_ca_topic_score_gemma":0.0000017679841,"teacher_disagreement_score":0.88068867,"about_ca_system_score_codex":0.00037362557,"about_ca_system_score_gemma":0.0001926215,"threshold_uncertainty_score":0.44706032},"labels":[],"label_agreement":null},{"id":"W2145936369","doi":"10.1186/1472-6920-13-74","title":"The most requested factors in clinical skills exams for evaluating novice physicians: an internet-based survey of the general public in Japan","year":2013,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Test (biology); Government (linguistics); Medical education; Medicine; Interview; Family medicine; Psychology; Political science","score_opus":0.09777783475000298,"score_gpt":0.4586073639435379,"score_spread":0.36082952919353495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145936369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894829,0.00003737635,0.00080363994,0.0060634045,0.0019018707,0.0016065097,0.0000026352022,0.000018326646,0.00008335702],"genre_scores_gemma":[0.99107724,0.000006244005,0.002681329,0.004603607,0.00037525938,0.0005166187,0.0004923184,0.000025981008,0.0002213857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957769,0.0012257011,0.0014074761,0.0003565899,0.000896714,0.0003366367],"domain_scores_gemma":[0.9944278,0.0029556062,0.00054251734,0.00076341047,0.0011582733,0.00015239768],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008002795,0.00015849195,0.00032935338,0.00017864024,0.00008497574,0.000041877884,0.0004803456,0.00027005957,0.00017179268],"category_scores_gemma":[0.100436755,0.000097757336,0.00007489083,0.0013838114,0.0003765895,0.00018969353,0.000040481467,0.0006008205,0.0000068390054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031062023,0.0017344212,0.7334653,0.000078599965,0.000008660411,2.3971637e-8,0.0005545087,0.0000054777847,0.000063271065,0.00039353018,0.0033557971,0.26030934],"study_design_scores_gemma":[0.0011302112,0.00019386246,0.93932337,0.00046802263,0.000015345433,9.3151834e-7,0.0012187896,0.056970607,0.00016556398,0.00015502183,0.00026418356,0.00009406673],"about_ca_topic_score_codex":0.0052223504,"about_ca_topic_score_gemma":0.0073157074,"teacher_disagreement_score":0.26021528,"about_ca_system_score_codex":0.0002867286,"about_ca_system_score_gemma":0.0071644546,"threshold_uncertainty_score":0.998464},"labels":[],"label_agreement":null},{"id":"W2146289495","doi":"10.3109/0142159x.2014.956062","title":"The troubling inconsistencies within the medical educator role","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"MEDLINE; Medical education; Public relations; Psychology; Medicine; Political science; Engineering ethics; Engineering; Law","score_opus":0.014079360771875412,"score_gpt":0.3167595629591914,"score_spread":0.30268020218731595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146289495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6452383,0.00053856045,0.00090146885,0.31970662,0.0023628543,0.00032805867,1.6652572e-7,0.00013831511,0.030785704],"genre_scores_gemma":[0.97331375,0.00003107478,0.00041572124,0.015268619,0.0035723732,0.00013125123,0.000014291598,0.00003365225,0.0072192457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957719,0.0003422152,0.00063872355,0.0002793379,0.0025723882,0.00039547097],"domain_scores_gemma":[0.99785876,0.00047124492,0.00016056835,0.0008326732,0.00023737965,0.0004393919],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0082425065,0.00017223664,0.0002585791,0.00006778186,0.0005660555,0.00005621713,0.00061845785,0.00034130656,0.0033029024],"category_scores_gemma":[0.049312126,0.00008001925,0.000100382524,0.0005067153,0.0011980903,0.000052183277,0.00012830451,0.0016957257,0.0002456106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010901464,0.00095670944,0.05426011,0.000084734835,0.00025182238,0.000023541843,0.005362692,0.0000010032747,0.000041005624,0.08933466,0.2829362,0.5666385],"study_design_scores_gemma":[0.0015006553,0.00017433881,0.0071895123,0.00032968662,0.00012603724,0.0004580817,0.010385635,0.05608435,0.0000657412,0.0050352034,0.9183977,0.00025301808],"about_ca_topic_score_codex":0.00007902293,"about_ca_topic_score_gemma":0.000054028555,"teacher_disagreement_score":0.63546157,"about_ca_system_score_codex":0.0001156703,"about_ca_system_score_gemma":0.0014222234,"threshold_uncertainty_score":0.9976082},"labels":[],"label_agreement":null},{"id":"W2146429927","doi":"","title":"Helping novice nurses make effective clinical decisions: the situated clinical decision-making framework.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Situated; Clinical decision making; Context (archaeology); Psychology; Clinical judgment; Health care; Reflection (computer programming); Work (physics); Nursing; Knowledge management; Medical education; Medicine; Computer science; Family medicine; Artificial intelligence","score_opus":0.047290251192187986,"score_gpt":0.4381908354156514,"score_spread":0.3909005842234634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146429927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9357316,0.00044138214,0.035294708,0.01629535,0.005343121,0.0034013498,0.0000025017725,0.00023996839,0.003250003],"genre_scores_gemma":[0.9476422,0.00015585838,0.020504897,0.028507857,0.0023966732,0.0006389357,0.000013207782,0.000029092947,0.00011129368],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959078,0.00042489453,0.0015960201,0.00062980386,0.0008476475,0.00059382356],"domain_scores_gemma":[0.9836787,0.013847343,0.0004178804,0.00114307,0.0006760568,0.00023698158],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067904335,0.00023930977,0.00058691954,0.00021845005,0.00031950246,0.00007994329,0.00042094526,0.00053662213,0.00007366093],"category_scores_gemma":[0.14029871,0.00015884059,0.00029293462,0.0014592531,0.0003467877,0.00011077376,0.00008255444,0.0018353931,0.00014200393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040553106,0.0006472576,0.017337136,0.0000050686244,0.00007787035,0.000022491557,0.00015096836,0.0000039726656,8.072569e-7,0.0012862787,0.0071458113,0.9729168],"study_design_scores_gemma":[0.0010708361,0.00018903134,0.9581138,0.00055337796,0.0001750205,0.00006225407,0.00029479028,0.00056414725,0.000006940845,0.014097458,0.024698727,0.0001736297],"about_ca_topic_score_codex":0.000002985265,"about_ca_topic_score_gemma":0.0000033536844,"teacher_disagreement_score":0.97274315,"about_ca_system_score_codex":0.0001803515,"about_ca_system_score_gemma":0.00015479776,"threshold_uncertainty_score":0.86694294},"labels":[],"label_agreement":null},{"id":"W2146571535","doi":"10.1016/j.jmir.2009.02.001","title":"Radiation Therapy Students' Teaching Expectations of Therapists over the Course of Clinical Practicums: A Longitudinal Study","year":2009,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Practicum; Psychology; Competence (human resources); Medical education; Personality; Big Five personality traits; Longitudinal study; Graduation (instrument); Interpersonal communication; Medicine; Pedagogy; Social psychology","score_opus":0.0564372259671193,"score_gpt":0.5228597845610972,"score_spread":0.46642255859397785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146571535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96178716,0.0034740588,0.0011973213,0.032569185,0.0006858294,0.00021047237,4.6499616e-7,0.000005296852,0.000070203074],"genre_scores_gemma":[0.996356,0.001372817,0.0007607792,0.00084612606,0.00065149,0.0000020608086,0.0000010319541,0.0000034928548,0.0000062095905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99593085,0.00040029734,0.0012067916,0.00014511279,0.002200292,0.00011667857],"domain_scores_gemma":[0.99722385,0.00084834965,0.0012999633,0.00013798202,0.00038940643,0.000100426325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0111388415,0.00008687982,0.00033781087,0.0002413175,0.00020379662,0.000047905727,0.00029798172,0.0000547875,0.000050196802],"category_scores_gemma":[0.0061365995,0.000047185225,0.000088297165,0.000496747,0.0005208671,0.0003529103,0.000014491911,0.00053750863,3.1685715e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047850815,0.0013663853,0.552818,0.0000048518823,0.00006329388,0.0000038602607,0.0054015703,0.000004150733,0.000036650967,0.00020657925,0.0018211281,0.4382257],"study_design_scores_gemma":[0.0021740675,0.00089333154,0.96773887,0.00011521934,0.00007305976,0.000113639435,0.025185164,0.002684274,0.000028830313,0.0001961691,0.0007514828,0.00004588234],"about_ca_topic_score_codex":0.00001996846,"about_ca_topic_score_gemma":8.476447e-7,"teacher_disagreement_score":0.4381798,"about_ca_system_score_codex":0.000025500874,"about_ca_system_score_gemma":0.0006318065,"threshold_uncertainty_score":0.7346526},"labels":[],"label_agreement":null},{"id":"W2146571808","doi":"10.1016/j.sapharm.2007.03.002","title":"“I just don't know what I'm supposed to know”: Evaluating self-assessment skills of international pharmacy graduates in Canada","year":2008,"lang":"en","type":"article","venue":"Research in Social and Administrative Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Need to know; Pharmacy; Medical education; Psychology; Medicine; Nursing; Computer science","score_opus":0.23232448376534737,"score_gpt":0.5658950906124657,"score_spread":0.3335706068471183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146571808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96695936,0.00020338137,0.000006590895,0.03011527,0.0003165275,0.0007580258,0.000023099588,0.000009465566,0.0016083077],"genre_scores_gemma":[0.9955724,0.0016156818,0.0015539217,0.00051500654,0.0003703145,0.00016105491,0.00006360908,0.000011832771,0.00013617452],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704134,0.00036711447,0.0005612264,0.0003197457,0.0012864385,0.00042412238],"domain_scores_gemma":[0.9985231,0.00032211354,0.00009623083,0.00008983671,0.0007997801,0.0001689122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001559918,0.00014286829,0.00029217964,0.00030589467,0.00020644655,0.00003329365,0.00018188215,0.00002946983,0.00032395247],"category_scores_gemma":[0.00043792956,0.00013889807,0.000031342526,0.0013184752,0.0002037926,0.00028470182,0.000097804616,0.00066319073,0.0000035952878],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047828336,0.0021144908,0.7686096,0.0002990206,0.00012320564,0.00027154654,0.012741272,0.0000051676147,0.0076786,0.0010447315,0.012373907,0.1942602],"study_design_scores_gemma":[0.018067127,0.0008557101,0.8283089,0.001534225,0.0000628422,0.00012731667,0.06484838,0.0075402306,0.034103993,0.0009233705,0.042941324,0.00068662997],"about_ca_topic_score_codex":0.088297024,"about_ca_topic_score_gemma":0.034638543,"teacher_disagreement_score":0.19357356,"about_ca_system_score_codex":0.001953449,"about_ca_system_score_gemma":0.010204258,"threshold_uncertainty_score":0.995407},"labels":[],"label_agreement":null},{"id":"W2146658697","doi":"10.1111/j.1365-2923.2001.01021.x","title":"Meeting the needs of future physicians: a core curriculum initiative for postgraduate medical education at a Canadian university","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Manitoba; Association of American Medical Colleges","keywords":"Curriculum; Medical education; Attendance; Medicine; Curriculum development; Core Knowledge; Health care; Session (web analytics); Psychology; Pedagogy; Political science; Computer science; Knowledge management","score_opus":0.012135649230905377,"score_gpt":0.3066407027189114,"score_spread":0.29450505348800604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146658697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72315884,0.0003755062,0.00029065541,0.26632842,0.00294267,0.001020763,0.000009921404,0.000040437906,0.005832762],"genre_scores_gemma":[0.94266915,0.00036347102,0.0011534786,0.049545545,0.0030914447,0.0001233074,0.001028376,0.00003426867,0.0019909476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997792,0.000107847634,0.0004659566,0.00024232981,0.0010209394,0.00037093653],"domain_scores_gemma":[0.9976055,0.00014048853,0.00028502662,0.00037774513,0.0012632553,0.0003279699],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010115516,0.00018208363,0.00028549304,0.00045226782,0.00038565282,0.000010572038,0.00034202344,0.00033735088,0.00091615535],"category_scores_gemma":[0.008321861,0.0001459896,0.000115729534,0.0017726715,0.00036672235,0.00012441717,0.000043234926,0.0004907728,0.000024007088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106721505,0.0020304213,0.023015296,0.00023314141,0.000095637115,0.0000056168797,0.007856795,8.298696e-7,0.000030629777,0.01336418,0.5706169,0.38264385],"study_design_scores_gemma":[0.0014621485,0.0002489591,0.028225834,0.0017060727,0.00029214972,0.00030932715,0.064827524,0.003918212,0.000067276,0.0005832694,0.89805526,0.00030396582],"about_ca_topic_score_codex":0.0109295165,"about_ca_topic_score_gemma":0.010906979,"teacher_disagreement_score":0.3823399,"about_ca_system_score_codex":0.0009739644,"about_ca_system_score_gemma":0.020478461,"threshold_uncertainty_score":0.99999714},"labels":[],"label_agreement":null},{"id":"W2146729545","doi":"10.3109/0142159x.2014.993954","title":"Assessing competencies using milestones along the way","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Curriculum; Developmental Milestone; Lifelong learning; Reductionism; Medical education; Context (archaeology); Psychology; Pedagogy; Medicine; Developmental psychology; History","score_opus":0.05922321035272391,"score_gpt":0.38148357212863565,"score_spread":0.3222603617759117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146729545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585886,0.00013526379,0.012201761,0.019028038,0.0007685265,0.00014282219,6.220553e-8,0.00008402036,0.009050931],"genre_scores_gemma":[0.98851436,0.000005287145,0.0046802764,0.0042590997,0.0015316564,0.000013689431,0.000013737596,0.000022768989,0.00095910736],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980441,0.00016909819,0.00034811802,0.00019721738,0.0009761629,0.0002653296],"domain_scores_gemma":[0.999201,0.000092171555,0.00008114593,0.00036898922,0.00013145227,0.00012524344],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022580842,0.0001206426,0.0002153447,0.000074648044,0.00023862922,0.000043200635,0.00019108361,0.00017277701,0.0027792077],"category_scores_gemma":[0.0061678225,0.00007157826,0.000057995905,0.00035537893,0.0004877373,0.00010388237,0.000055984656,0.000689671,0.000071205286],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023737417,0.0008324477,0.36544478,0.00023250925,0.00014685924,0.000041098596,0.0035854497,0.0000111974905,0.001452752,0.009246401,0.049007494,0.56997526],"study_design_scores_gemma":[0.0021986258,0.00015072925,0.21435006,0.0012419838,0.00031995654,0.00081712985,0.0067227143,0.43967727,0.00031475394,0.0011323502,0.33256397,0.00051047537],"about_ca_topic_score_codex":0.00012812047,"about_ca_topic_score_gemma":0.000007887359,"teacher_disagreement_score":0.5694648,"about_ca_system_score_codex":0.00009696687,"about_ca_system_score_gemma":0.00022118786,"threshold_uncertainty_score":0.9981324},"labels":[],"label_agreement":null},{"id":"W2146819538","doi":"10.1016/j.jclinane.2012.09.001","title":"Perceived value of Board certification and the Maintenance of Certification in Anesthesiology Program (MOCA®)","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Anesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Maintenance of Certification; Competence (human resources); Medicine; Anesthesiology; Board certification; Montreal Cognitive Assessment; Medical education; Family medicine; Cognition; Psychology; Management; Anesthesia; Continuing education; Continuing medical education; Cognitive impairment; Psychiatry","score_opus":0.0462210282107463,"score_gpt":0.3841877249484141,"score_spread":0.33796669673766777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146819538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465536,0.0001318021,0.000098007586,0.052445706,0.00008338325,0.0006026542,8.538719e-8,0.00000589574,0.0000788584],"genre_scores_gemma":[0.99003166,0.00025080744,0.008287436,0.0011650012,0.00014857794,0.000033504064,0.0000029075743,0.000010612578,0.00006951156],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965871,0.00042082806,0.0023632385,0.00014972297,0.00033819742,0.00014091947],"domain_scores_gemma":[0.9962951,0.0007023584,0.0015796446,0.00031204053,0.0010430592,0.000067791276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033294042,0.00010127658,0.0007203329,0.00016494853,0.000023223714,0.000008335681,0.00019017016,0.00019603965,0.000056304038],"category_scores_gemma":[0.004438423,0.000057936497,0.00015643935,0.00036520977,0.00093405944,0.00011566003,0.000010550175,0.00047230898,0.0000060320976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020289065,0.0020820783,0.4379695,0.00025202215,0.00008468486,0.000017668548,0.0016299468,0.000021428823,0.0018872393,0.0058928127,0.002133789,0.5459999],"study_design_scores_gemma":[0.0021663706,0.0007566735,0.9894809,0.00023504929,0.00007933924,0.00032501607,0.0006002174,0.0022194472,0.00018818323,0.002251821,0.0016449108,0.00005204205],"about_ca_topic_score_codex":0.00007321308,"about_ca_topic_score_gemma":0.000001106041,"teacher_disagreement_score":0.5515114,"about_ca_system_score_codex":0.000028745219,"about_ca_system_score_gemma":0.00020678657,"threshold_uncertainty_score":0.53135276},"labels":[],"label_agreement":null},{"id":"W2147230819","doi":"10.2106/jbjs.k.00638","title":"Reshaping Orthopaedic Resident Education in Systems-Based Practice","year":2012,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver Hospital and Health Sciences Centre","funders":"","keywords":"Medical education; Focus group; Grounded theory; Clinical Practice; Medicine; Psychology; Family medicine; Qualitative research; Sociology","score_opus":0.029512944610162746,"score_gpt":0.3345698965638491,"score_spread":0.3050569519536864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147230819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97321516,0.010591887,0.00035544854,0.012958909,0.002130375,0.00012242558,1.8608779e-7,0.0000059432973,0.0006196383],"genre_scores_gemma":[0.99286854,0.0003227796,0.0020569875,0.0033390468,0.0012266919,0.000005761,0.000004956424,0.000010603651,0.00016461634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981574,0.00013172402,0.0010819145,0.00006338831,0.0004024891,0.00016308836],"domain_scores_gemma":[0.9981326,0.00034982036,0.00080501125,0.00010953695,0.0004921927,0.00011088009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063459612,0.00006954069,0.0003782683,0.0009379856,0.000038485152,0.000018230212,0.000008431988,0.00006941104,0.00003302555],"category_scores_gemma":[0.00806212,0.00005777103,0.00008144773,0.0003560961,0.00003839673,0.0004123784,0.0000072901616,0.00035236342,0.000005019305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068922463,0.0020339175,0.58892137,0.0015783677,0.00008552431,0.00015585223,0.0014022206,0.000023058015,0.002494912,0.0008847129,0.32243907,0.07929177],"study_design_scores_gemma":[0.0012240364,0.0001727959,0.7995672,0.0074396855,0.000246147,0.0050424477,0.008574464,0.00023545214,0.00055446493,0.00007808287,0.17664042,0.00022478602],"about_ca_topic_score_codex":0.000052762425,"about_ca_topic_score_gemma":9.2354713e-7,"teacher_disagreement_score":0.21064587,"about_ca_system_score_codex":0.00016538914,"about_ca_system_score_gemma":0.0013279374,"threshold_uncertainty_score":0.96516925},"labels":[],"label_agreement":null},{"id":"W2147274930","doi":"10.3138/jvme.30.4.360","title":"Non-linear, Visual-Rich Supplemental Material Designed for an Introductory Course in Veterinary Anesthesia","year":2003,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Presentation (obstetrics); Experiential learning; Hyperlink; Course (navigation); Multimedia; Computer-Assisted Instruction; Medical education; Computer science; Visual learning; Medicine; Psychology; Mathematics education; Surgery; World Wide Web; Engineering; Web page","score_opus":0.04508023552887501,"score_gpt":0.42081117199474405,"score_spread":0.375730936465869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147274930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903993,0.00009731673,0.00088221807,0.0049738735,0.0029637213,0.0006070077,0.0000019114814,0.000013999195,0.000060627313],"genre_scores_gemma":[0.96926254,0.000043886266,0.02549279,0.0025059162,0.0022606777,0.00009494826,0.00020896505,0.00004409615,0.000086154854],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971814,0.00023584774,0.0011513432,0.00026921858,0.0008210314,0.0003411727],"domain_scores_gemma":[0.99837655,0.00007666732,0.00043220236,0.00026268052,0.0005609417,0.00029097492],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027541611,0.00021384333,0.0004515502,0.00045495594,0.00008804455,0.000023884788,0.00021071539,0.000240221,0.0015883705],"category_scores_gemma":[0.001802485,0.00019372582,0.00009152467,0.00043236354,0.00014944475,0.00038963062,0.000016157359,0.00044109576,0.0000075688426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016092155,0.05241821,0.030472757,0.0026694231,0.0004184494,0.0014412665,0.008196553,0.00002931592,0.34407288,0.0011933851,0.26755688,0.27543873],"study_design_scores_gemma":[0.02980163,0.101151705,0.21290994,0.0036921876,0.0008942625,0.10104837,0.02004657,0.004511158,0.019273119,0.0009884589,0.50377655,0.0019060827],"about_ca_topic_score_codex":0.0000110075525,"about_ca_topic_score_gemma":9.473715e-7,"teacher_disagreement_score":0.32479975,"about_ca_system_score_codex":0.0004067929,"about_ca_system_score_gemma":0.0039182766,"threshold_uncertainty_score":0.9993243},"labels":[],"label_agreement":null},{"id":"W2147363504","doi":"10.1016/j.jmir.2011.12.006","title":"A Framework for Successful Remediation within Allied Health Programs: Strategies Based on Existing Literature","year":2012,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Michener Institute; University of Toronto","funders":"","keywords":"Remedial education; Documentation; Curriculum; Identification (biology); Remedial action; Plan (archaeology); Medical education; Action plan; Work (physics); Psychology; Environmental remediation; Computer science; Engineering ethics; Medicine; Pedagogy; Mathematics education; Engineering; Management","score_opus":0.047802034667577785,"score_gpt":0.43377840814159374,"score_spread":0.385976373474016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147363504","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33368337,0.008988499,0.31008357,0.3403503,0.0057595447,0.00069210964,0.0000026979126,0.00006304682,0.00037686186],"genre_scores_gemma":[0.9057169,0.00021144582,0.084754206,0.006901576,0.0023753722,0.000010490143,0.000015727832,0.0000071876866,0.0000070770743],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745756,0.00009186398,0.0006071531,0.00013173089,0.0014576832,0.0002540016],"domain_scores_gemma":[0.99823207,0.00043136068,0.0006611583,0.000076187935,0.00033076995,0.00026844544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007181977,0.00009554613,0.00021883093,0.0003515588,0.00027230746,0.00017829602,0.00012815576,0.00009799905,0.000017429367],"category_scores_gemma":[0.008095212,0.000063374115,0.00004672592,0.00071550143,0.00029621218,0.000527053,0.000007396481,0.00048327318,5.8275134e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012299331,0.000613573,0.06395739,0.00044959964,0.000027699956,0.0000056453828,0.010726158,0.0001306368,0.000035070603,0.04228325,0.008882203,0.8727658],"study_design_scores_gemma":[0.008455983,0.003968422,0.103006646,0.017870193,0.00023589292,0.0010986004,0.08807684,0.69172573,0.0003135524,0.027719058,0.056740724,0.0007883432],"about_ca_topic_score_codex":0.000004380597,"about_ca_topic_score_gemma":4.4597266e-7,"teacher_disagreement_score":0.87197745,"about_ca_system_score_codex":0.00008810109,"about_ca_system_score_gemma":0.0011211643,"threshold_uncertainty_score":0.96913093},"labels":[],"label_agreement":null},{"id":"W2147515834","doi":"10.1007/s10459-007-9097-8","title":"A proposal for overcoming problems in teaching interviewing skills to medical students","year":2008,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation","funders":"Mayo Clinic","keywords":"Interview; Paternalism; Medical education; Deliberation; Psychology; Motivational interviewing; Simulated patient; Pedagogy; Medicine; Psychological intervention; Sociology","score_opus":0.02749216222250848,"score_gpt":0.46977529599936735,"score_spread":0.44228313377685885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147515834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467587,0.0017544901,0.006769497,0.03892744,0.002425628,0.002635772,6.471961e-7,0.000035307472,0.00069252483],"genre_scores_gemma":[0.86539906,0.00063706405,0.11683642,0.015754336,0.0003602978,0.0008226314,0.000016951877,0.000012570094,0.00016065985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997194,0.0001100696,0.0008304042,0.0004227396,0.0010106605,0.0004321116],"domain_scores_gemma":[0.9992063,0.00016903499,0.00018294493,0.00016709679,0.0001106412,0.00016395858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005701884,0.00011385413,0.00025946042,0.00065997546,0.0002992045,0.000022264585,0.0003788026,0.00006341675,0.000028396547],"category_scores_gemma":[0.0057947813,0.00010107472,0.000024559513,0.0012611974,0.00016595503,0.0005308337,0.00005743818,0.00036140622,0.0000060426883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015251733,0.0014880324,0.5127553,0.0008436184,0.000001772713,8.862493e-7,0.01353037,0.00026690282,0.000015975851,0.002779137,0.0016495481,0.46665326],"study_design_scores_gemma":[0.004701973,0.003544855,0.6725827,0.028932545,0.000013698179,0.00040544957,0.018671215,0.012166492,0.0001333934,0.016311392,0.24159002,0.00094625354],"about_ca_topic_score_codex":0.0003039556,"about_ca_topic_score_gemma":0.00033102214,"teacher_disagreement_score":0.465707,"about_ca_system_score_codex":0.0007228471,"about_ca_system_score_gemma":0.00473897,"threshold_uncertainty_score":0.84067297},"labels":[],"label_agreement":null},{"id":"W2147732153","doi":"10.1002/chp.20005","title":"Electronic continuing education in the health professions: An update on evidence from RCTs","year":2009,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; Toronto General Hospital; St. Michael's Hospital","funders":"","keywords":"CINAHL; Psychological intervention; Medicine; Randomized controlled trial; Intervention (counseling); MEDLINE; Inclusion (mineral); Placebo; Health professionals; Alternative medicine; Family medicine; Health care; Nursing; Psychology; Internal medicine; Pathology","score_opus":0.07156825164961306,"score_gpt":0.5124381947131751,"score_spread":0.44086994306356203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147732153","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023872746,0.8644342,0.000113979644,0.10110503,0.004873535,0.0054649264,0.000005914425,0.000027115728,0.00010259088],"genre_scores_gemma":[0.016575698,0.95329666,0.0022007662,0.023433844,0.0029660908,0.0005192448,0.0003348202,0.00007402133,0.0005988641],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851876,0.007756572,0.0041656303,0.00056513975,0.0013771355,0.0009479073],"domain_scores_gemma":[0.9896804,0.0018224214,0.005969582,0.0013787465,0.00088307285,0.00026577018],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017645434,0.0005618178,0.0020601354,0.0016431886,0.00048200027,0.000115241724,0.0013217404,0.00048495713,0.000054081644],"category_scores_gemma":[0.0058239745,0.00032077887,0.00030278982,0.0024251805,0.00010627455,0.00055156375,0.000043844262,0.00648031,0.000026870623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006859214,0.0020761576,0.00016623354,0.0022279082,0.000017515877,0.0000018476438,0.028359417,5.6946163e-7,6.582105e-7,0.0011216104,0.04141344,0.92454606],"study_design_scores_gemma":[0.0006128244,0.0011630885,0.0055081616,0.3510973,0.00022931398,0.00023851321,0.06419154,0.000011009065,4.0130016e-7,0.0022361483,0.57441133,0.00030037755],"about_ca_topic_score_codex":0.00024691966,"about_ca_topic_score_gemma":0.00016417752,"teacher_disagreement_score":0.92424566,"about_ca_system_score_codex":0.0026935395,"about_ca_system_score_gemma":0.04215015,"threshold_uncertainty_score":0.9999244},"labels":[],"label_agreement":null},{"id":"W2147780593","doi":"10.2147/amep.s57236","title":"The construct and criterion validity of the multi-source feedback process to assess physician performance: a meta-analysis","year":2014,"lang":"en","type":"review","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"PsycINFO; Construct validity; CINAHL; Meta-analysis; MEDLINE; Observational study; Confidence interval; Medicine; Construct (python library); Family medicine; Clinical psychology; Psychometrics; Internal medicine; Nursing; Computer science","score_opus":0.12260233041023658,"score_gpt":0.5154885835857635,"score_spread":0.39288625317552694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147780593","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003995521,0.98211604,0.0012082242,0.013188199,0.0008820593,0.0011649517,0.000004101227,0.000014381283,0.0010224881],"genre_scores_gemma":[0.0011096966,0.985462,0.0044300016,0.007966885,0.000242264,0.00038810505,0.00003886305,0.000021407119,0.00034078848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965476,0.0009786414,0.0009487473,0.00041938538,0.000898189,0.00020744021],"domain_scores_gemma":[0.995069,0.0026916077,0.0009313922,0.0005761185,0.0005693947,0.00016245988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004129258,0.00026887702,0.0014609991,0.0002345867,0.00024110553,0.000052003146,0.0003254391,0.00022974049,0.00007492787],"category_scores_gemma":[0.02871262,0.00013988969,0.00025726127,0.002053383,0.0005747751,0.0003256294,0.00008894526,0.00094484614,0.0000041022986],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016953829,0.00025741835,0.00010599934,0.005193537,0.001610924,1.9489498e-7,0.0004289589,0.0000012255479,5.7734525e-8,0.00025609645,0.00031543546,0.9918132],"study_design_scores_gemma":[0.00015252973,0.000048377296,0.00019335511,0.0013925611,0.039799094,0.00010260933,0.0012212899,0.00022796572,9.361983e-7,0.000037009668,0.9566874,0.00013686655],"about_ca_topic_score_codex":0.000016242037,"about_ca_topic_score_gemma":0.00001681494,"teacher_disagreement_score":0.99167633,"about_ca_system_score_codex":0.00007837866,"about_ca_system_score_gemma":0.001596526,"threshold_uncertainty_score":0.97946894},"labels":[],"label_agreement":null},{"id":"W2148288477","doi":"10.1513/annalsats.201412-565oc","title":"Model of Interactive Clinical Supervision in Acute Care Environments. Balancing Patient Care and Teaching","year":2015,"lang":"en","type":"article","venue":"Annals of the American Thoracic Society","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Autonomy; Medicine; Acute care; Nursing; Medical education; Action (physics); Qualitative research; Health care","score_opus":0.09337506727778996,"score_gpt":0.45874077445911715,"score_spread":0.3653657071813272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148288477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975782,0.0002563154,0.00032367086,0.0012406248,0.000096930155,0.0002087199,0.000011220925,0.0000056228264,0.00027870678],"genre_scores_gemma":[0.9833321,0.00018756874,0.014285852,0.0021174906,0.000031328043,0.0000080720865,0.0000150499745,0.0000115996845,0.00001091299],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99870646,0.00014654637,0.00042889532,0.0001800047,0.00040777388,0.0001303198],"domain_scores_gemma":[0.9989768,0.000073415715,0.0003653258,0.00030771943,0.00022208941,0.0000546242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006507919,0.000092496186,0.0003264641,0.000034215693,0.00003975732,0.0000030488347,0.00010918891,0.000051467487,0.0000014120404],"category_scores_gemma":[0.00070661015,0.00006713213,0.00013900167,0.00015681675,0.0003826549,0.00007419152,0.00014601767,0.00041569446,5.2404556e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030328496,0.0002294953,0.134172,0.00010341532,0.00011885739,6.0633295e-7,0.08539122,0.00021086549,0.001673607,0.000019845113,0.0025402855,0.7752365],"study_design_scores_gemma":[0.0014182156,0.0036481738,0.1941151,0.0013605311,0.0003242335,0.0000126601735,0.7413699,0.040024254,0.015361995,0.00031162536,0.0016909445,0.0003623717],"about_ca_topic_score_codex":0.0001388953,"about_ca_topic_score_gemma":0.0000020939663,"teacher_disagreement_score":0.77487415,"about_ca_system_score_codex":0.00011214193,"about_ca_system_score_gemma":0.00014661568,"threshold_uncertainty_score":0.2737569},"labels":[],"label_agreement":null},{"id":"W2148422332","doi":"10.3138/jvme.1211-118r","title":"Workplace-Based Assessment Instruments in the Health Sciences","year":2012,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Holy Grail; Competence (human resources); Medical education; Health professionals; Psychology; Survey instrument; Professional development; Medicine; Health care; Applied psychology; Computer science; Political science","score_opus":0.09420039609182775,"score_gpt":0.4863622096872224,"score_spread":0.39216181359539465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148422332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90168107,0.00044791918,0.000541553,0.093605466,0.0023819234,0.00019908563,1.5616263e-7,0.00000454222,0.001138272],"genre_scores_gemma":[0.96033955,0.000122781,0.012887079,0.025608832,0.0009873676,0.000019414325,0.0000085192205,0.0000061012433,0.000020332462],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973185,0.00029041583,0.00067641906,0.00008327188,0.0013743768,0.00025699227],"domain_scores_gemma":[0.9990405,0.00010426702,0.0003956293,0.0001475247,0.0001431078,0.00016899542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006653345,0.00008573451,0.00019726859,0.0005709054,0.000114321745,0.000019214296,0.00023890135,0.00007706325,0.00036546387],"category_scores_gemma":[0.0016840564,0.000053592055,0.00005146516,0.0011680535,0.00017943615,0.00024860335,0.000015367968,0.0006045454,0.000006075291],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002089891,0.0078030084,0.27715975,0.0003270002,0.000026556612,0.000012416068,0.0025174012,0.00000434619,0.00008387249,0.0015325418,0.09994984,0.6103743],"study_design_scores_gemma":[0.0018736201,0.0040449034,0.8719984,0.0020176007,0.00003413554,0.002771778,0.0062545585,0.00072839495,0.000016046892,0.00017484283,0.109960474,0.00012521465],"about_ca_topic_score_codex":0.000016885522,"about_ca_topic_score_gemma":6.5706314e-7,"teacher_disagreement_score":0.61024904,"about_ca_system_score_codex":0.0003479546,"about_ca_system_score_gemma":0.0057737497,"threshold_uncertainty_score":0.9998626},"labels":[],"label_agreement":null},{"id":"W2148488247","doi":"10.1111/j.1365-2923.2010.03737.x","title":"The future of medical education: a Canadian environmental scan","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; The Wilson Centre; University of Toronto; Centre de Santé et de Services Sociaux Cavendish; University Health Network","funders":"","keywords":"Blueprint; Curriculum; Medical education; Focus group; National curriculum; Process (computing); Medicine; Political science; Psychology; Sociology; Pedagogy; Engineering; Computer science","score_opus":0.0028261720932467416,"score_gpt":0.2947477622707495,"score_spread":0.29192159017750274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148488247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5909901,0.001156606,0.000024714953,0.38647938,0.0128606325,0.0004714236,0.0000032866315,0.000031050247,0.007982786],"genre_scores_gemma":[0.95446503,0.00048111152,0.001124022,0.03558282,0.0056798817,0.00019725328,0.0003586467,0.00003058977,0.0020806114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665534,0.000060717844,0.0005750059,0.0002704259,0.002096641,0.00034188994],"domain_scores_gemma":[0.99829227,0.00006922306,0.00014970015,0.00063759804,0.0001999031,0.0006512919],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015409162,0.00015576015,0.00019836747,0.0002335474,0.00031461642,0.000026782434,0.0005117323,0.000532542,0.010567999],"category_scores_gemma":[0.004899171,0.00011253731,0.000073922405,0.0005189385,0.00066498265,0.000080074686,0.00004041403,0.0012383079,0.00011697518],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009892093,0.0006724732,0.009806643,0.00003307877,0.000016330438,0.0000012016056,0.00033725717,1.15058905e-8,0.00006152714,0.01272241,0.30299178,0.6733474],"study_design_scores_gemma":[0.0003346247,0.00004981638,0.055203527,0.00013729448,0.000036899986,0.0002682574,0.0026397265,0.0002526348,0.00009288472,0.00047358323,0.94039726,0.00011347992],"about_ca_topic_score_codex":0.0062627015,"about_ca_topic_score_gemma":0.019988105,"teacher_disagreement_score":0.6732339,"about_ca_system_score_codex":0.00029174323,"about_ca_system_score_gemma":0.042362977,"threshold_uncertainty_score":0.9978946},"labels":[],"label_agreement":null},{"id":"W2148680280","doi":"10.1097/acm.0b013e3182a9262d","title":"Does Medical Training Promote or Deter Self-Directed Learning? A Longitudinal Mixed-Methods Study","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health; Saskatchewan Health Authority; Medical Council of Canada","funders":"","keywords":"Curriculum; Psychological intervention; Autodidacticism; Medical education; Psychology; Test (biology); Medicine; Medical school; Perception; Longitudinal study; Family medicine; Nursing; Pedagogy","score_opus":0.04229090889386253,"score_gpt":0.4322140637530486,"score_spread":0.38992315485918605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148680280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609552,0.00016418904,0.0025765828,0.029246874,0.0024798384,0.0020753494,3.67408e-7,0.0013687208,0.0011328743],"genre_scores_gemma":[0.95406085,0.00016103715,0.029173346,0.0049050343,0.0039301743,0.00063722103,0.000053169897,0.00009286163,0.006986312],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99458134,0.0006587361,0.0014077108,0.00077045895,0.0018313164,0.00075040973],"domain_scores_gemma":[0.99717784,0.0007744129,0.00035484153,0.0005308688,0.0005965472,0.000565513],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005882369,0.0004120334,0.00094425626,0.0005130229,0.00023528578,0.000014285227,0.0004402766,0.00066718145,0.012101743],"category_scores_gemma":[0.02944146,0.00020527585,0.00006212819,0.0015369394,0.00044753685,0.00020933886,0.00014136387,0.003645127,0.00021200665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020402629,0.00051143306,0.11412032,0.00037772028,0.00058210746,0.00020521026,0.06715213,6.2561065e-7,0.0016752101,0.00009178853,0.103493914,0.7115855],"study_design_scores_gemma":[0.023335317,0.011025514,0.52930284,0.005612384,0.0025149237,0.003150421,0.16807353,0.051275652,0.0009995146,0.001989699,0.2008705,0.0018496987],"about_ca_topic_score_codex":0.00014428775,"about_ca_topic_score_gemma":0.000009414361,"teacher_disagreement_score":0.7097358,"about_ca_system_score_codex":0.00021381301,"about_ca_system_score_gemma":0.00062786444,"threshold_uncertainty_score":0.99865353},"labels":[],"label_agreement":null},{"id":"W2148782496","doi":"10.1097/acm.0b013e3181ce64ae","title":"Professing Professionalism: Are We Our Own Worst Enemy? Faculty Membersʼ Experiences of Teaching and Evaluating Professionalism in Medical Education at One School","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Focus group; Medical education; Faculty development; Grounded theory; Psychology; Silence; Dominance (genetics); Medicine; Professional development; Qualitative research; Sociology","score_opus":0.13444867854443962,"score_gpt":0.5185579776797621,"score_spread":0.38410929913532244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148782496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8670719,0.0012320376,0.000037887556,0.1273562,0.0025733758,0.00096956413,0.0000013521362,0.000050379746,0.00070726796],"genre_scores_gemma":[0.98343766,0.00014007163,0.004356683,0.0059612133,0.001541421,0.0004755387,0.00017549272,0.00003800975,0.003873895],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945736,0.0004449221,0.0014924944,0.000605411,0.0024253684,0.00045820524],"domain_scores_gemma":[0.9975951,0.0003212899,0.00087608735,0.0004054011,0.00048284067,0.00031931378],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070732487,0.0003071,0.0007279045,0.000570939,0.0003887256,0.000005897044,0.0003387592,0.0008808143,0.0012904068],"category_scores_gemma":[0.032014344,0.00022241221,0.000037839647,0.00076222443,0.0005011276,0.00029456266,0.00023462699,0.0051278,0.000008922243],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005665453,0.00097210193,0.14892188,0.0028326977,0.00011808743,0.000022488366,0.35735235,0.000001282364,0.09766394,0.0056241304,0.09050863,0.29541588],"study_design_scores_gemma":[0.0074877986,0.00036249612,0.08497936,0.048019595,0.00029140234,0.0005297281,0.8361287,0.0041145035,0.0033362368,0.0038287651,0.010175749,0.0007456223],"about_ca_topic_score_codex":0.00011073065,"about_ca_topic_score_gemma":0.000018278619,"teacher_disagreement_score":0.4787764,"about_ca_system_score_codex":0.00026090263,"about_ca_system_score_gemma":0.0022264486,"threshold_uncertainty_score":0.9996225},"labels":[],"label_agreement":null},{"id":"W2148839202","doi":"10.1503/cmaj.100356","title":"The case for checklists","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Manifesto; HERO; Computer science; Shetland; World Wide Web; Library science; Political science; Psychology; Artificial intelligence; Law; Geography","score_opus":0.007571521536831911,"score_gpt":0.30102766278879745,"score_spread":0.2934561412519655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148839202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56222,0.0000647478,0.0005110786,0.4224802,0.008130043,0.00037868583,0.0000110825285,0.000025608057,0.0061785816],"genre_scores_gemma":[0.9371835,0.000040927272,0.0035378414,0.042505458,0.011735984,0.00007044564,0.000027590284,0.00003204504,0.0048661823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983318,0.0000372893,0.0003937665,0.00009983046,0.0007248594,0.0004124893],"domain_scores_gemma":[0.99734855,0.00029280558,0.00016350595,0.00014788428,0.0011582847,0.00088898494],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003978539,0.000075427575,0.00011848792,0.000114755596,0.00093660154,0.000103635466,0.00014479767,0.00037843734,0.0015286871],"category_scores_gemma":[0.024551403,0.000052645875,0.000081638485,0.00026249525,0.00008060644,0.0000613176,0.0000061380765,0.0016241731,0.0000687155],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007439284,0.000022683538,0.0041761356,0.00000688504,0.00005282571,0.0006293806,0.00012713896,6.8830666e-8,0.000030304782,0.004977484,0.7142084,0.27576125],"study_design_scores_gemma":[0.00071540836,0.00003446222,0.004447123,0.00001494419,0.000027601976,0.014837013,0.00045747307,0.00066351914,0.000017849925,0.00060254557,0.9781206,0.00006142427],"about_ca_topic_score_codex":0.00061102427,"about_ca_topic_score_gemma":0.033536382,"teacher_disagreement_score":0.37997475,"about_ca_system_score_codex":0.00056702376,"about_ca_system_score_gemma":0.0044806153,"threshold_uncertainty_score":0.99938405},"labels":[],"label_agreement":null},{"id":"W2149128478","doi":"10.1016/j.jpag.2007.09.007","title":"Videoconferencing for Resident Teaching of Subspecialty Topics: The Pediatric and Adolescent Gynecology Experience at the Hospital for Sick Children","year":2008,"lang":"en","type":"article","venue":"Journal of Pediatric and Adolescent Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Subspecialty; Videoconferencing; Session (web analytics); Medicine; Medical education; Quality (philosophy); Family medicine; Multimedia","score_opus":0.018360385783011354,"score_gpt":0.29715770353595533,"score_spread":0.278797317752944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149128478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98485714,0.0020464659,0.0015712774,0.009022471,0.0013386353,0.0011253285,0.000006020919,0.000006525188,0.000026143054],"genre_scores_gemma":[0.9883045,0.0033342424,0.0011430739,0.00138675,0.0055650244,0.000038784405,0.0000061075716,0.000016569122,0.00020493644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981794,0.00011735014,0.00087996206,0.00022656556,0.00027153708,0.00032523816],"domain_scores_gemma":[0.99744934,0.00094597007,0.0008609678,0.00019900038,0.00044668108,0.000098071905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010311,0.00017180169,0.00044957557,0.00019971284,0.0005008353,0.000011942665,0.00019835192,0.00016912167,0.000033848497],"category_scores_gemma":[0.0043312367,0.000104556726,0.00013447793,0.00016663635,0.00027706427,0.000084901716,0.00010106384,0.0005413424,7.270516e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020706077,0.00040476755,0.9270896,0.0002472092,0.00004411319,0.000007072712,0.0029890996,0.0000054375414,0.000043873424,0.00038320842,0.059383363,0.009195196],"study_design_scores_gemma":[0.0025834204,0.0011946586,0.98893106,0.000028045777,0.00044024782,0.00036685955,0.001640383,0.00006212944,0.00007505035,0.00022972471,0.004317811,0.00013061213],"about_ca_topic_score_codex":0.0000048596394,"about_ca_topic_score_gemma":0.000005788511,"teacher_disagreement_score":0.061841458,"about_ca_system_score_codex":0.00017546487,"about_ca_system_score_gemma":0.0004298535,"threshold_uncertainty_score":0.5185208},"labels":[],"label_agreement":null},{"id":"W2149372586","doi":"10.1016/j.amjsurg.2014.06.019","title":"Acute traumatic stress among surgeons after major surgical complications by A. Pinto, O. Faiz, C. Bicknell, and C. Vincent","year":2014,"lang":"en","type":"letter","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Clair College","funders":"","keywords":"Harm; Medicine; Coping (psychology); Traumatic stress; Attribution; Complication; Surgery; Psychology; Psychiatry; Social psychology","score_opus":0.018410458226359543,"score_gpt":0.2895120801998382,"score_spread":0.27110162197347865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149372586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56388634,0.00037010424,0.00046714747,0.43443736,0.00048368349,0.0002050411,0.000047417998,0.000020700612,0.00008218157],"genre_scores_gemma":[0.6533721,0.0011033621,0.0006107241,0.3406763,0.0029929548,0.00009351347,0.00040987015,0.00013504011,0.00060610083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996302,0.00043513146,0.0014628848,0.00030736884,0.0009883555,0.00050422706],"domain_scores_gemma":[0.99476224,0.0016954063,0.002061625,0.0007007434,0.00059259543,0.00018738287],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014420192,0.0003917087,0.0014621444,0.0005831775,0.0001639404,0.00007706601,0.00033194062,0.00021468454,0.00024993968],"category_scores_gemma":[0.00033233708,0.00025956408,0.00039061264,0.00076018885,0.001824441,0.0001221553,0.000057552577,0.0024825209,0.000024866431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013864177,0.00016086535,0.025831606,0.00015692147,0.00062334136,0.00038989936,0.00023108114,6.244288e-7,0.000020012081,0.0000059268573,0.9560657,0.01637536],"study_design_scores_gemma":[0.00079811865,0.00029691675,0.14794768,0.0026624142,0.002100724,0.0065326267,0.00085176906,0.00013425169,0.000059105467,0.00011843337,0.8377775,0.0007204737],"about_ca_topic_score_codex":0.00015519383,"about_ca_topic_score_gemma":0.0000018646709,"teacher_disagreement_score":0.12211608,"about_ca_system_score_codex":0.00027354277,"about_ca_system_score_gemma":0.0003490237,"threshold_uncertainty_score":0.99998564},"labels":[],"label_agreement":null},{"id":"W2149432934","doi":"10.3109/0142159x.2013.770454","title":"Physician, healthy system: The challenge of training doctor-citizens","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Variety (cybernetics); Medical education; Training (meteorology); Medical practice; Medical school; Medicine; Psychology; Pedagogy","score_opus":0.04571283673655534,"score_gpt":0.34105326098755206,"score_spread":0.2953404242509967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149432934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7397159,0.0003709194,0.0006660503,0.13542964,0.0010145967,0.00083860254,6.884968e-7,0.00014870266,0.121814914],"genre_scores_gemma":[0.99178183,0.000020544947,0.00028585206,0.0043704645,0.0014790522,0.0001493229,0.000015739852,0.000023487111,0.00187369],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978488,0.00012307813,0.0005183069,0.00020072346,0.001007323,0.00030178617],"domain_scores_gemma":[0.99901354,0.000059438553,0.00013250053,0.00042457468,0.00020481777,0.00016513669],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001212583,0.00012236297,0.00033220463,0.000072654504,0.000087129105,0.00000753171,0.0002052814,0.00018936135,0.0043780133],"category_scores_gemma":[0.0014586445,0.000073172625,0.00007806112,0.0003448872,0.00033694995,0.00004761457,0.000035020712,0.0007150151,0.00027264594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057801444,0.0012862234,0.004609106,0.001363748,0.00025603108,0.00002049138,0.017498579,5.868328e-7,0.00014910972,0.056251094,0.25389838,0.66460884],"study_design_scores_gemma":[0.01610734,0.0036339525,0.07731117,0.00858057,0.0008795816,0.00050401734,0.122731835,0.10546345,0.00026002334,0.0077550095,0.65508205,0.0016910173],"about_ca_topic_score_codex":0.00010445338,"about_ca_topic_score_gemma":0.00000193601,"teacher_disagreement_score":0.6629178,"about_ca_system_score_codex":0.00011800295,"about_ca_system_score_gemma":0.00031238387,"threshold_uncertainty_score":0.99653214},"labels":[],"label_agreement":null},{"id":"W2149829272","doi":"10.3109/0142159x.2015.1009024","title":"Evaluating technology-enhanced learning: A comprehensive framework","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Computer science; MEDLINE; Medical education; Psychology; Medicine; Data science; Political science","score_opus":0.10551852446149208,"score_gpt":0.457712628898999,"score_spread":0.3521941044375069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149829272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94351727,0.00032769036,0.011648314,0.024029464,0.0006876961,0.00029828356,6.8441466e-8,0.0004067259,0.01908452],"genre_scores_gemma":[0.9691655,0.000009992692,0.021991534,0.0024157804,0.0009099545,0.000075112606,0.000027549973,0.00003412357,0.005370475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973993,0.0001260616,0.00039240334,0.0003137311,0.0014413577,0.00032718288],"domain_scores_gemma":[0.9985413,0.00005149471,0.00010470064,0.0003602278,0.00065017835,0.00029211398],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012275055,0.00014770022,0.00030701022,0.0002224434,0.00008761656,0.000011063956,0.00018242079,0.00058521715,0.0032368477],"category_scores_gemma":[0.043229055,0.00012192791,0.000047604794,0.0010316536,0.00036734677,0.00004325232,0.000091616,0.0021747386,0.00055318815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015921154,0.00097538927,0.047730356,0.00011244686,0.00016227266,0.00007458339,0.0059973258,0.00002315581,0.00061082677,0.0039045482,0.058068678,0.8821812],"study_design_scores_gemma":[0.01824353,0.006004969,0.01200684,0.004794528,0.00065363204,0.0011320537,0.06241814,0.2449505,0.0023402108,0.07773565,0.5678548,0.0018651406],"about_ca_topic_score_codex":0.0000061454134,"about_ca_topic_score_gemma":2.7023748e-7,"teacher_disagreement_score":0.8803161,"about_ca_system_score_codex":0.00020277633,"about_ca_system_score_gemma":0.0006258586,"threshold_uncertainty_score":0.99767435},"labels":[],"label_agreement":null},{"id":"W2149961365","doi":"10.1111/medu.12017","title":"How core competencies are taught during clinical supervision: participatory action research in family medicine","year":2012,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Core competency; Medical education; Participatory action research; Citizen journalism; Action (physics); Medicine; Psychology; Sociology; Political science; Management","score_opus":0.38760766519249423,"score_gpt":0.543116956414752,"score_spread":0.15550929122225776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149961365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89958483,0.0017982683,0.000087582775,0.09182428,0.0050545414,0.0005304294,7.237548e-7,0.00007493468,0.0010444258],"genre_scores_gemma":[0.9825313,0.0005500098,0.0010186206,0.007946552,0.0063749757,0.0002625921,0.00012878851,0.000036600486,0.0011505798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99489534,0.0005257415,0.0009730382,0.00045088938,0.002369175,0.0007858004],"domain_scores_gemma":[0.9974035,0.00041080566,0.00020395228,0.00065703585,0.0008394352,0.0004852687],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007700271,0.00021021656,0.0005113836,0.00075680704,0.00024995595,0.000025708066,0.0002532189,0.00050296704,0.0008001497],"category_scores_gemma":[0.018943507,0.00017098896,0.000073646755,0.0018843508,0.0009728618,0.00041840164,0.00009076325,0.0018845274,0.00012630294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001414092,0.00314196,0.681266,0.0005479683,0.000029328181,0.000014508663,0.0024004548,2.2314957e-7,0.0010227569,0.0012576976,0.14853126,0.16164641],"study_design_scores_gemma":[0.0013243313,0.00015724605,0.82251924,0.0014172709,0.000037374735,0.00008059991,0.019856857,0.0002791944,0.00010283257,0.00017440642,0.15389378,0.00015685584],"about_ca_topic_score_codex":0.00014909843,"about_ca_topic_score_gemma":0.00004585649,"teacher_disagreement_score":0.16148956,"about_ca_system_score_codex":0.00061237183,"about_ca_system_score_gemma":0.0017553618,"threshold_uncertainty_score":0.98932034},"labels":[],"label_agreement":null},{"id":"W2149980755","doi":"10.3109/0142159x.2010.500706","title":"Identifying the policy implications of competency-based education","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Credentialing; Conceptualization; Curriculum; Health care; Isolation (microbiology); Medical education; Political science; Promotion (chess); Public relations; Medicine; Psychology; Pedagogy; Computer science","score_opus":0.02311677381758021,"score_gpt":0.3962275249266026,"score_spread":0.3731107511090224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149980755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.746099,0.0000628701,0.003742357,0.21530288,0.0009936597,0.00040825093,9.949923e-7,0.00007033457,0.033319645],"genre_scores_gemma":[0.9862816,0.0000051549873,0.0052749943,0.00543256,0.0012200841,0.00011234847,0.00006776537,0.000017332815,0.001588162],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99860007,0.00005021485,0.00039530132,0.00016573862,0.0006149917,0.00017366328],"domain_scores_gemma":[0.99878263,0.000047855418,0.00012553808,0.0006077292,0.00030726375,0.0001289975],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009410628,0.0000903645,0.00015348887,0.00019208556,0.00011698354,0.000010499756,0.00027649515,0.0001787167,0.0038812966],"category_scores_gemma":[0.005588083,0.00006014023,0.00006979052,0.0007836605,0.00044434896,0.000039752078,0.000031475545,0.0008392874,0.00006051966],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002237822,0.002446792,0.19371946,0.00020162888,0.00006196674,0.0000010894626,0.0012296796,5.419758e-7,0.0075038793,0.2778516,0.08422953,0.43273145],"study_design_scores_gemma":[0.0020885428,0.00015254952,0.7008051,0.00046350565,0.00024200686,0.00019426871,0.001720621,0.007005512,0.0018640694,0.03227488,0.25281355,0.00037534218],"about_ca_topic_score_codex":0.00014003347,"about_ca_topic_score_gemma":0.000025401945,"teacher_disagreement_score":0.5070857,"about_ca_system_score_codex":0.000059594244,"about_ca_system_score_gemma":0.004296254,"threshold_uncertainty_score":0.9970293},"labels":[],"label_agreement":null},{"id":"W2150025239","doi":"10.3138/jvme.1012-092r","title":"Beyond NAVMEC: Competency-Based Veterinary Education and Assessment of the Professional Competencies","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Context (archaeology); Medicine; Core competency; Scholarship; Professional development; Psychology; Pedagogy; Political science","score_opus":0.033472036089961625,"score_gpt":0.40135713128454314,"score_spread":0.3678850951945815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150025239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95552015,0.00048335292,0.00018374354,0.036665924,0.0051981583,0.0004781715,0.0000012493167,0.0000094696725,0.0014597693],"genre_scores_gemma":[0.9539121,0.00006281323,0.039037134,0.005929974,0.00063828967,0.00007052092,0.000025044077,0.000017854667,0.00030627754],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99713343,0.000233278,0.0009974547,0.00016935712,0.0012850978,0.00018136497],"domain_scores_gemma":[0.9971895,0.00015085962,0.0007945666,0.0003245042,0.0013323372,0.00020819821],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000956433,0.00016761178,0.0003611483,0.00029815777,0.00014436968,0.000021572447,0.00028969842,0.00017482015,0.0010576248],"category_scores_gemma":[0.001564082,0.00011009986,0.00011845692,0.00045448175,0.00041720323,0.00027653546,0.000084418956,0.00075732416,0.000004318457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028711333,0.012736344,0.0785654,0.0023119028,0.00018191864,0.000014658809,0.0017681217,0.000006113177,0.04706073,0.008468951,0.09510814,0.7534906],"study_design_scores_gemma":[0.0013785894,0.0026773291,0.95059353,0.0033051881,0.0001352307,0.0031016676,0.0032376102,0.00212616,0.00025469286,0.0022535282,0.030745836,0.00019064746],"about_ca_topic_score_codex":0.000033662935,"about_ca_topic_score_gemma":6.696595e-7,"teacher_disagreement_score":0.8720281,"about_ca_system_score_codex":0.0002307183,"about_ca_system_score_gemma":0.016028406,"threshold_uncertainty_score":0.9998555},"labels":[],"label_agreement":null},{"id":"W2150085390","doi":"10.1111/j.1600-0579.2007.00482.x","title":"Curriculum structure: principles and strategy","year":2008,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Curriculum; Certificate; Restructuring; Competence (human resources); Medical education; Process (computing); Psychology; Mathematics education; Pedagogy; Medicine; Computer science; Political science","score_opus":0.018257992578540935,"score_gpt":0.2975283086927583,"score_spread":0.2792703161142174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150085390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949042,0.00047556817,0.00010286877,0.0006085213,0.0009996544,0.000084298976,5.0713084e-7,0.000007966203,0.0028164012],"genre_scores_gemma":[0.9934635,0.00013933987,0.004637048,0.00048302114,0.00088187744,4.1399542e-7,0.000014745408,0.000014792834,0.0003652478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991027,0.00007812902,0.00039352084,0.000085015716,0.00025488262,0.00008576565],"domain_scores_gemma":[0.99926424,0.0000060000343,0.00027455873,0.00010089442,0.0002780157,0.00007630172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002753575,0.00007682098,0.0001189544,0.0001759236,0.00008592059,0.000015628226,0.00007061013,0.000018759532,0.0001173079],"category_scores_gemma":[0.00024347407,0.00006229844,0.000032762746,0.00020880565,0.00009756297,0.0001584843,0.000011513682,0.00025507,0.000014759069],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008041499,0.001716893,0.5628897,0.00018477847,0.0001262229,0.00024248217,0.0049084113,0.0000329621,0.009573943,0.001701252,0.044581592,0.37396136],"study_design_scores_gemma":[0.0008709734,0.0005124079,0.9506962,0.00021841098,0.0000724686,0.016515592,0.0073158243,0.000069887086,0.00081855507,0.00005556379,0.022735555,0.00011859895],"about_ca_topic_score_codex":0.0000036945298,"about_ca_topic_score_gemma":5.4996303e-7,"teacher_disagreement_score":0.38780648,"about_ca_system_score_codex":0.00007567374,"about_ca_system_score_gemma":0.00033162785,"threshold_uncertainty_score":0.25404567},"labels":[],"label_agreement":null},{"id":"W2150216285","doi":"10.1503/cmaj.121772","title":"Effective feedback for maintenance of competence: from data delivery to trusting dialogues","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Competence (human resources); Computer science; Psychology; Social psychology","score_opus":0.018064668961528772,"score_gpt":0.28349266741190576,"score_spread":0.265427998450377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150216285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9042626,0.0001226883,0.0066813943,0.083827235,0.0023815138,0.0012047229,0.00031539734,0.000021900241,0.0011825395],"genre_scores_gemma":[0.9479954,0.00003447882,0.023318954,0.024000514,0.0037350853,0.00007570214,0.0005414566,0.000025558555,0.00027284486],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99776626,0.00008756501,0.0005804744,0.00021486968,0.0009529628,0.00039784814],"domain_scores_gemma":[0.99628633,0.0005485904,0.00029560493,0.00025771634,0.0017748779,0.0008368515],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018442889,0.00010527006,0.00030875724,0.00021212178,0.00016633341,0.00004255594,0.00036915648,0.00026298247,0.0017517277],"category_scores_gemma":[0.026352527,0.000092969414,0.00005584088,0.00038757792,0.000059148486,0.00019562022,0.000038608574,0.0006041345,0.00013428525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022998616,0.000055939156,0.033005994,0.000027922331,0.000162871,0.000013279842,0.0007383146,0.0000028718414,0.00023304104,0.00020177226,0.6473984,0.3181366],"study_design_scores_gemma":[0.004109774,0.00041743892,0.7029168,0.0013644141,0.00020969794,0.000174053,0.004311315,0.011350974,0.00021261138,0.0018257643,0.27272412,0.00038300594],"about_ca_topic_score_codex":0.009450509,"about_ca_topic_score_gemma":0.003847255,"teacher_disagreement_score":0.66991085,"about_ca_system_score_codex":0.00096976734,"about_ca_system_score_gemma":0.0022643353,"threshold_uncertainty_score":0.9991608},"labels":[],"label_agreement":null},{"id":"W2150235413","doi":"10.1007/s10459-013-9461-9","title":"The third wave in health sciences education","year":2013,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Aristocracy (class); Mainstream; Publishing; Third wave; Social science; Classics; Sociology; History; Media studies; Politics; Literature; Political science; Art; Law; Political economy","score_opus":0.018033617651826487,"score_gpt":0.440751493224331,"score_spread":0.4227178755725045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150235413","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024865847,0.06203682,0.00006527697,0.07040803,0.85386956,0.003098935,0.0000060627744,0.0000635466,0.007965204],"genre_scores_gemma":[0.010078802,0.18324436,0.043683123,0.024181219,0.7232852,0.0046434277,0.0010144116,0.00011659429,0.009752844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99243224,0.000532261,0.002285943,0.001215792,0.0023296175,0.0012041347],"domain_scores_gemma":[0.9945288,0.001593195,0.001993198,0.00076706964,0.0008787627,0.00023898664],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01154306,0.00041433563,0.0006985041,0.0014711994,0.0015816052,0.00024577684,0.00087970955,0.00040967515,0.0000621751],"category_scores_gemma":[0.009700067,0.00030987378,0.00006625049,0.005293458,0.0018620606,0.0012111951,0.00008312901,0.0017207614,0.000062482686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010167221,0.00038460485,0.0013012657,0.00091295765,0.0000016893612,1.013347e-7,0.00090763025,0.00003878691,3.577776e-7,0.004638297,0.65444744,0.33735672],"study_design_scores_gemma":[0.00024926354,0.0005969585,0.002517264,0.0040520704,0.0000043905247,0.000009272991,0.0071628736,0.0005792462,0.0000022570387,0.0085646575,0.97599614,0.00026558904],"about_ca_topic_score_codex":0.006932143,"about_ca_topic_score_gemma":0.0019891025,"teacher_disagreement_score":0.33709112,"about_ca_system_score_codex":0.0032919995,"about_ca_system_score_gemma":0.06770718,"threshold_uncertainty_score":0.9999353},"labels":[],"label_agreement":null},{"id":"W2150737588","doi":"10.1111/medu.12771","title":"Considerations in the use of reflective writing for student assessment: issues of reliability and validity","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; London Health Sciences Centre; Western University; Mount Saint Vincent University","funders":"","keywords":"Rubric; Reflective writing; Cronbach's alpha; Psychology; Reliability (semiconductor); Objective structured clinical examination; Intraclass correlation; Sample (material); Popularity; Reflective practice; Inter-rater reliability; Medical education; Psychometrics; Mathematics education; Clinical psychology; Social psychology; Pedagogy; Medicine; Developmental psychology; Rating scale","score_opus":0.1504273781765615,"score_gpt":0.5128104933897941,"score_spread":0.36238311521323263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150737588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9621403,0.00008717181,0.0014202618,0.03493472,0.00031889763,0.00078099483,0.000003031787,0.0000073476076,0.00030726],"genre_scores_gemma":[0.9640385,0.000019837405,0.03257811,0.002949049,0.0001553008,0.0001718233,0.000052794683,0.000005238353,0.000029342651],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984381,0.00020070028,0.00052079087,0.00014927315,0.00060071895,0.000090415226],"domain_scores_gemma":[0.9978772,0.000729821,0.0001594896,0.00024019156,0.00094882504,0.000044494933],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030118013,0.0000621492,0.00019101548,0.00010820722,0.00004086187,0.0000116534875,0.000055312048,0.00008939339,0.00003734685],"category_scores_gemma":[0.030246267,0.00004545636,0.000023098579,0.0002936027,0.00023066749,0.00010706718,0.000018093266,0.00020219489,2.8569434e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109882996,0.00800814,0.6937088,0.00079789595,0.00005255044,0.0000013612586,0.03535526,0.000025008983,0.00030247556,0.03576985,0.17711408,0.048754733],"study_design_scores_gemma":[0.002149206,0.0007928861,0.94014215,0.000727314,0.0001473876,0.00004186127,0.025247227,0.002903329,0.0005273015,0.013577715,0.013607261,0.00013634912],"about_ca_topic_score_codex":0.00020135993,"about_ca_topic_score_gemma":0.000026012063,"teacher_disagreement_score":0.24643339,"about_ca_system_score_codex":0.00012579573,"about_ca_system_score_gemma":0.0020775173,"threshold_uncertainty_score":0.9779224},"labels":[],"label_agreement":null},{"id":"W2150819136","doi":"10.1080/01421590802512938","title":"Assessing postgraduate trainees in Canada: Are we achieving diversity in methods?","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Logbook; Accreditation; Medical education; Specialty; Medicine; Diversity (politics); Program evaluation; Family medicine; Educational measurement; Curriculum; MEDLINE; Psychology","score_opus":0.13440252165520106,"score_gpt":0.4179195934100754,"score_spread":0.28351707175487434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150819136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95651686,0.00022467296,0.001184363,0.03968553,0.00033733054,0.00015780456,2.9173452e-7,0.00002679298,0.001866347],"genre_scores_gemma":[0.9914349,0.000074004936,0.005846178,0.002010425,0.00019170999,0.000011266133,0.000013460514,0.000014622767,0.00040347953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997804,0.00027342341,0.00043129388,0.0002609523,0.00088969,0.00034063132],"domain_scores_gemma":[0.99938667,0.000090502996,0.00008673945,0.00020336059,0.00006333687,0.00016938121],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017461412,0.00013157204,0.0003579098,0.00023219413,0.00011822359,0.000006073998,0.00016975621,0.00015860402,0.0009535807],"category_scores_gemma":[0.0057458007,0.00011539765,0.000035297322,0.00077468564,0.00014378593,0.00012627117,0.0001232067,0.0011496098,0.0000049586697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011803891,0.00021444145,0.91252595,0.000048657887,0.000012051932,0.00050824863,0.0023471913,0.0000021171047,0.000020400676,0.000022065975,0.005956376,0.078330666],"study_design_scores_gemma":[0.0012225297,0.000017950239,0.98135513,0.0005410012,0.000015841815,0.00013369601,0.0054060784,0.0073035317,0.000020132691,0.00007620006,0.00375553,0.0001523603],"about_ca_topic_score_codex":0.29354247,"about_ca_topic_score_gemma":0.19543934,"teacher_disagreement_score":0.09810314,"about_ca_system_score_codex":0.0012874892,"about_ca_system_score_gemma":0.002067845,"threshold_uncertainty_score":0.9999597},"labels":[],"label_agreement":null},{"id":"W2151003649","doi":"10.2106/jbjs.f.01487","title":"Orthopaedic Surgeons as Educators","year":2007,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Medicine; Psychology; Medical physics","score_opus":0.020612131528432876,"score_gpt":0.3021222714619041,"score_spread":0.28151013993347124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151003649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988542,0.0007940236,0.00029190356,0.00704641,0.0017957158,0.00005159015,2.4737523e-7,0.000009223421,0.0014688672],"genre_scores_gemma":[0.99482,0.00039350605,0.0009238308,0.00251774,0.0008192526,7.006845e-7,0.000003829649,0.000012620994,0.00050849526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981568,0.000023512235,0.0011200736,0.00008194854,0.00041549053,0.00020219224],"domain_scores_gemma":[0.99850094,0.00025680155,0.0005338143,0.00011683599,0.00040012272,0.00019149692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005063839,0.000086172906,0.00048886845,0.0009651758,0.00006281097,0.000011499138,0.000009748605,0.00008193141,0.00029218203],"category_scores_gemma":[0.0035277938,0.00006736194,0.00022095718,0.00045350895,0.00008751057,0.00011199492,0.000011184816,0.0003744195,0.000015694986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028461235,0.0006422945,0.5027864,0.00027190655,0.00014092427,0.0009391882,0.0006096325,2.4098887e-7,0.0026844519,0.00049495185,0.25829044,0.23285495],"study_design_scores_gemma":[0.0005521017,0.00017551126,0.862551,0.0009363042,0.00013637259,0.009137805,0.0020597717,0.00000401747,0.0019331552,0.00055278366,0.1218111,0.0001500878],"about_ca_topic_score_codex":0.000019283361,"about_ca_topic_score_gemma":0.0000018036757,"teacher_disagreement_score":0.35976458,"about_ca_system_score_codex":0.000061021812,"about_ca_system_score_gemma":0.00060575234,"threshold_uncertainty_score":0.42233536},"labels":[],"label_agreement":null},{"id":"W2151073882","doi":"","title":"Will the Triple C curriculum produce better family physicians? Yes.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Computer science; Data science; Medicine; Psychology; Pedagogy","score_opus":0.018092484816625332,"score_gpt":0.2658293181105002,"score_spread":0.24773683329387486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151073882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9476174,0.00047682572,0.00017569492,0.038570028,0.002797295,0.0013051004,0.000001503198,0.000076241704,0.008979906],"genre_scores_gemma":[0.97431046,0.000010940808,0.0004929181,0.016919661,0.0036571804,0.0018923583,0.000028117698,0.000019315654,0.0026690606],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99881905,0.000036935606,0.00020326235,0.00015150168,0.0003461611,0.00044310658],"domain_scores_gemma":[0.9993012,0.000020202491,0.0000759826,0.00040604462,0.00013395182,0.00006263202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000707909,0.00009753504,0.00013219577,0.00006338504,0.000094966344,0.000015044249,0.00012066499,0.00005671759,0.00004442179],"category_scores_gemma":[0.000730614,0.000062053485,0.000047676447,0.0005668938,0.0001057518,0.00027358736,0.00002734338,0.00027828943,0.00007421814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066467314,0.0003630916,0.037477706,0.000026212718,0.00003167114,4.7506333e-7,0.00045332924,8.748411e-8,0.00009868528,0.00065736385,0.26100397,0.6998808],"study_design_scores_gemma":[0.00025981662,0.000006359438,0.6700854,0.000009345862,0.00004749244,0.00000647117,0.0002752624,0.000013381836,0.00037294909,0.000082342005,0.32877722,0.000064027736],"about_ca_topic_score_codex":0.000012241046,"about_ca_topic_score_gemma":3.8821634e-7,"teacher_disagreement_score":0.69981676,"about_ca_system_score_codex":0.00009672882,"about_ca_system_score_gemma":0.000022880815,"threshold_uncertainty_score":0.25304678},"labels":[],"label_agreement":null},{"id":"W2151339522","doi":"10.3109/0142159x.2010.488706","title":"Teaching and learning the physician manager role: Psychiatry residents’ perspectives","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Women's College Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Nursing; Psychiatry; Political science","score_opus":0.0065370449181542225,"score_gpt":0.3122256873203284,"score_spread":0.3056886424021742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151339522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8707406,0.00028373633,0.00015040833,0.082145534,0.0005608081,0.00016017773,6.503201e-8,0.0000894361,0.045869216],"genre_scores_gemma":[0.9767016,0.000014877139,0.0019346272,0.004697496,0.0027116823,0.000027480613,0.000007461281,0.00002906685,0.01387572],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99838334,0.00020507818,0.0002144573,0.00026449034,0.0007046338,0.00022799055],"domain_scores_gemma":[0.99940246,0.000051428833,0.000064665284,0.00029624248,0.000061324296,0.00012387008],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022494171,0.00012262232,0.0001576732,0.00008393461,0.00044941696,0.000031369647,0.00016288827,0.00018627448,0.0014161931],"category_scores_gemma":[0.0048956787,0.0000786991,0.000045500776,0.00018817511,0.00039745195,0.00007378309,0.00006940875,0.004758781,0.000056714478],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047696536,0.0008289788,0.23049438,0.000099488425,0.00016360907,0.000015730611,0.02544112,2.7747606e-7,0.00061182305,0.041282315,0.052383788,0.6486308],"study_design_scores_gemma":[0.002249715,0.00022454665,0.5506667,0.0004001853,0.00025853695,0.00025621694,0.113139875,0.013834759,0.000016735336,0.0064780773,0.31201196,0.0004627189],"about_ca_topic_score_codex":0.00018110384,"about_ca_topic_score_gemma":0.000021817461,"teacher_disagreement_score":0.6481681,"about_ca_system_score_codex":0.000030902756,"about_ca_system_score_gemma":0.00013056968,"threshold_uncertainty_score":0.99949664},"labels":[],"label_agreement":null},{"id":"W2151416148","doi":"10.1111/j.1365-2923.2011.04106.x","title":"Rewarding development of teaching skills and educational scholarship","year":2011,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Scholarship; Citation; Library science; Medical education; Computer science; Medicine; Political science; Law","score_opus":0.021112822014193323,"score_gpt":0.3578059543739676,"score_spread":0.33669313235977427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151416148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777418,0.0001806435,0.0012680072,0.005955,0.0008932253,0.00022769031,2.6654604e-7,0.000028327588,0.013705042],"genre_scores_gemma":[0.8696962,0.000014553308,0.12579873,0.0034273744,0.00030069804,0.00005983603,0.00006410256,0.000014371366,0.0006241527],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840707,0.000054669184,0.0005171295,0.0002207535,0.00063748827,0.00016287703],"domain_scores_gemma":[0.9991987,0.000057492038,0.00014298773,0.0002083159,0.00026910516,0.0001234057],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014502943,0.00010471377,0.0001783449,0.00026175677,0.0001404771,0.000007568325,0.000106979496,0.00014975373,0.0010635147],"category_scores_gemma":[0.008649673,0.000095080155,0.000026592545,0.00024914625,0.0001470876,0.000141458,0.00003805015,0.00043809146,0.000028194121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017598686,0.0027198559,0.1422512,0.00030135375,0.000041674528,5.1398405e-7,0.009667649,1.5584666e-8,0.00027046478,0.012292407,0.008688188,0.82374907],"study_design_scores_gemma":[0.0005947891,0.00007656385,0.9633304,0.0013222756,0.0000635117,0.00012795253,0.001327737,0.000039573766,0.0029779861,0.0027973219,0.027151776,0.00019014497],"about_ca_topic_score_codex":0.000019435882,"about_ca_topic_score_gemma":0.0000022363804,"teacher_disagreement_score":0.8235589,"about_ca_system_score_codex":0.00013931782,"about_ca_system_score_gemma":0.00384606,"threshold_uncertainty_score":0.9998497},"labels":[],"label_agreement":null},{"id":"W2151595152","doi":"10.1007/s40037-015-0209-5","title":"Putting performance in context: the perceived influence of environmental factors on work-based performance","year":2015,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Sunnybrook Hospital; University of Toronto; University Health Network; Sunnybrook Health Science Centre","funders":"","keywords":"Competence (human resources); Perception; Psychology; Context (archaeology); Applied psychology; Medical education; Medicine; Social psychology","score_opus":0.014644512530479393,"score_gpt":0.30347968878502496,"score_spread":0.2888351762545456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151595152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911484,0.000105389416,0.00001668279,0.0069059413,0.0003339943,0.00045183251,0.0000011808365,0.000024712477,0.0010118798],"genre_scores_gemma":[0.9963819,0.000061164894,0.00028234904,0.0028335804,0.00018717926,0.00007985598,0.000039361996,0.000018469904,0.000116155614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776304,0.00010064884,0.00042766868,0.00032031484,0.0011520208,0.00023631744],"domain_scores_gemma":[0.99896735,0.00016862425,0.00017226196,0.00037663907,0.00016664986,0.0001484842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009068516,0.00017632585,0.00023178775,0.00028839492,0.00009508508,0.00001005372,0.00022137497,0.00014396539,0.00022471088],"category_scores_gemma":[0.004681297,0.0001229194,0.0000462684,0.0006041283,0.0004901476,0.00012538707,0.000019803183,0.0007188273,0.00004035084],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005567084,0.004246757,0.7482565,0.00011681591,0.000029323743,0.0000014019167,0.059353847,0.00095453084,0.00018258132,0.0006211793,0.00090299326,0.18477736],"study_design_scores_gemma":[0.0009380531,0.0005500989,0.9595111,0.00078488496,0.000016412827,0.000004471741,0.035070743,0.0019398842,0.00037522928,0.00001778819,0.0006827522,0.00010856013],"about_ca_topic_score_codex":0.000032096912,"about_ca_topic_score_gemma":0.000002267937,"teacher_disagreement_score":0.21125463,"about_ca_system_score_codex":0.0008355964,"about_ca_system_score_gemma":0.0013681366,"threshold_uncertainty_score":0.56042886},"labels":[],"label_agreement":null},{"id":"W2151711082","doi":"10.1080/0142590500129183","title":"Surgery residents and attending surgeons have different perceptions of feedback","year":2005,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital","funders":"","keywords":"Perception; Medical education; Medicine; Peer feedback; Psychology","score_opus":0.02890708367108796,"score_gpt":0.33821629483206367,"score_spread":0.3093092111609757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151711082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775885,0.00011359497,0.0003247604,0.019138819,0.00023506442,0.00013928908,9.822307e-7,0.000041604006,0.0024174154],"genre_scores_gemma":[0.9935451,0.000119758006,0.00032214774,0.0007240184,0.0004911107,0.000020952946,0.00004941631,0.000019709174,0.0047077956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981402,0.00007927318,0.00050878146,0.00021733688,0.0008099758,0.00024440032],"domain_scores_gemma":[0.99923617,0.00010390185,0.00008900113,0.00025035397,0.00009996929,0.00022060174],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090344495,0.00012381228,0.00034848624,0.0002187985,0.0000741529,0.00000793365,0.00007192981,0.00019935203,0.009749741],"category_scores_gemma":[0.0032203116,0.00009724688,0.00008219115,0.00019000821,0.00031629633,0.0000602525,0.000052801475,0.00047005096,0.000047740443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015906053,0.00039201416,0.8725566,0.0000702476,0.000036601512,0.000005569696,0.0005377183,1.0925301e-7,0.00010333694,0.00010349843,0.065908946,0.060269408],"study_design_scores_gemma":[0.0005595912,0.000029901717,0.9895154,0.00039653678,0.000071609,0.00007721558,0.00093617785,0.002035304,0.000073013085,0.000057338617,0.0061320127,0.00011588646],"about_ca_topic_score_codex":0.00007606846,"about_ca_topic_score_gemma":0.00003089392,"teacher_disagreement_score":0.116958775,"about_ca_system_score_codex":0.00011144476,"about_ca_system_score_gemma":0.00012992142,"threshold_uncertainty_score":0.9911555},"labels":[],"label_agreement":null},{"id":"W2151912208","doi":"10.1111/j.1365-2923.2008.03145.x","title":"‘I don’t have time’: issues of fragmentation, prioritisation and motivation for education scholarship among medical faculty","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Scholarship; Medical education; Fragmentation (computing); Psychology; Medicine; Political science; Computer science","score_opus":0.02413332680897702,"score_gpt":0.3802752250966423,"score_spread":0.3561418982876653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151912208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97128004,0.0004273748,0.002339213,0.023053017,0.00092418527,0.0012828456,0.0000068497875,0.00007608351,0.00061038474],"genre_scores_gemma":[0.9699848,0.00035168044,0.015261945,0.006469199,0.0014061814,0.0005778167,0.0030549897,0.00004869113,0.0028446678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964995,0.00011000221,0.00094040815,0.00044777157,0.0017396712,0.0002626419],"domain_scores_gemma":[0.99741286,0.0001815434,0.000377466,0.00032336527,0.0014494881,0.000255253],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013688555,0.0002172317,0.00037867736,0.0004101395,0.00025866312,0.00002199165,0.00017080372,0.0005021233,0.0012613661],"category_scores_gemma":[0.022926843,0.0002112216,0.00007637973,0.00052500516,0.00056065473,0.0004691647,0.00003481317,0.00042505283,0.000018781375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001207355,0.0026881378,0.5190143,0.00072194735,0.000074650474,0.0000014706325,0.003628098,0.0000013219724,0.00048444464,0.0018749748,0.11891652,0.3524734],"study_design_scores_gemma":[0.0021301247,0.00033097074,0.9619306,0.0013492117,0.00013155631,0.00020362213,0.0021119793,0.002802799,0.0017756862,0.0015214077,0.025404824,0.00030726602],"about_ca_topic_score_codex":0.00022342503,"about_ca_topic_score_gemma":0.000016532136,"teacher_disagreement_score":0.44291627,"about_ca_system_score_codex":0.00022977161,"about_ca_system_score_gemma":0.0054143453,"threshold_uncertainty_score":0.9996516},"labels":[],"label_agreement":null},{"id":"W2152032975","doi":"10.1080/01405110500518622","title":"Computer‐based Video Instructions for Acquisition of Technical Skills","year":2005,"lang":"en","type":"article","venue":"Journal of Visual Communication in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto","funders":"","keywords":"Knot tying; Computer science; Session (web analytics); Multimedia; Curriculum; Human–computer interaction; World Wide Web; Psychology; Medicine; Pedagogy","score_opus":0.02357168219646044,"score_gpt":0.4166303474268535,"score_spread":0.39305866523039307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152032975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80845284,0.00078208273,0.11970911,0.06885331,0.0006719984,0.00080251234,0.000003377807,0.000032210824,0.00069253554],"genre_scores_gemma":[0.8172411,0.00013553788,0.18005636,0.001799718,0.00065856526,0.000019022224,0.00005638178,0.000013347184,0.000019991521],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99763614,0.00011735989,0.001506221,0.0001002694,0.0005061647,0.00013384334],"domain_scores_gemma":[0.9968841,0.00043880328,0.00087028986,0.00041080092,0.0013256044,0.00007037631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021330838,0.00011137516,0.0004870816,0.00082035287,0.00007021775,0.000004831426,0.00027049042,0.0001436087,0.00013410828],"category_scores_gemma":[0.0014307456,0.0000916728,0.000094884264,0.0008020139,0.00035710385,0.00017349607,0.00003139056,0.00052455295,0.0000017976141],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028215542,0.014894836,0.03130851,0.0013350571,0.00033047868,0.000008971987,0.0046043494,0.0027737014,0.10877496,0.019529691,0.14617513,0.66744274],"study_design_scores_gemma":[0.061754543,0.02158313,0.5863397,0.021051856,0.0013725711,0.001984787,0.004375109,0.12844852,0.02229799,0.0060068057,0.14383736,0.0009475933],"about_ca_topic_score_codex":0.000009100714,"about_ca_topic_score_gemma":0.0000074720847,"teacher_disagreement_score":0.66649514,"about_ca_system_score_codex":0.0003299674,"about_ca_system_score_gemma":0.00024576235,"threshold_uncertainty_score":0.37383083},"labels":[],"label_agreement":null},{"id":"W2152171178","doi":"10.3138/jvme.33.1.11","title":"Teaching and Learning Communication in Veterinary Medicine","year":2006,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Competence (human resources); Medical education; Conceptual framework; Communication skills; Psychology; Medicine; Sociology","score_opus":0.11214836505277638,"score_gpt":0.48463711579178204,"score_spread":0.37248875073900567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152171178","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012604698,0.97978187,0.000060954037,0.0042430623,0.001202902,0.00043498576,4.8469326e-7,0.000020981437,0.0016500505],"genre_scores_gemma":[0.001487867,0.9899066,0.0050868355,0.0008108471,0.001694271,0.00005125877,0.00021295645,0.00006289316,0.0006864776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945289,0.0016020654,0.0023047545,0.00027912366,0.0010265,0.00025868276],"domain_scores_gemma":[0.9968781,0.00064927794,0.0015488145,0.00039177013,0.00031945092,0.00021262211],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006211248,0.00036168692,0.0017139165,0.0014368105,0.00017610494,0.000022235226,0.00036259476,0.000614048,0.00022718657],"category_scores_gemma":[0.010669427,0.00028043165,0.00018418745,0.00062470656,0.0003317241,0.0002480344,0.00012243804,0.005373783,0.000007104363],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044571934,0.0005628496,0.000035577857,0.0100607425,0.00005003576,0.000095544485,0.0005534296,2.0178533e-7,0.0000030847946,0.0001063083,0.008303918,0.9801837],"study_design_scores_gemma":[0.00068002514,0.0016112587,0.00042481237,0.07364684,0.00039911075,0.013991279,0.0005751644,0.00005047369,2.7266632e-8,0.000074916716,0.9083634,0.00018267937],"about_ca_topic_score_codex":0.00017993429,"about_ca_topic_score_gemma":0.0000016946774,"teacher_disagreement_score":0.98000103,"about_ca_system_score_codex":0.00062267884,"about_ca_system_score_gemma":0.0029401907,"threshold_uncertainty_score":0.9999648},"labels":[],"label_agreement":null},{"id":"W2152551667","doi":"10.1111/j.1365-2929.2007.02690.x","title":"Country report: medical education in France","year":2007,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"McMaster University","keywords":"Curriculum; Licensure; Apprenticeship; Medical education; Specialty; Graduation (instrument); Workforce; Multidisciplinary approach; Medicine; Health care; Economic shortage; Psychology; Political science; Family medicine; Pedagogy; Government (linguistics)","score_opus":0.0052224875604849645,"score_gpt":0.3739270966364908,"score_spread":0.36870460907600583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152551667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87297535,0.0011999944,0.004032892,0.07545932,0.009418966,0.00080309226,6.748753e-7,0.00015493495,0.035954773],"genre_scores_gemma":[0.8184558,0.00025342236,0.008357349,0.15187752,0.0057838997,0.00026613392,0.0012165239,0.00007970902,0.013709612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507326,0.000063712396,0.0012586089,0.0005134925,0.002604655,0.0004862472],"domain_scores_gemma":[0.9979176,0.00012575838,0.0002667927,0.00065895263,0.0005965419,0.00043435793],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004594435,0.00021003014,0.00034020797,0.0005974354,0.000094551884,0.00001969912,0.0002730034,0.0006596649,0.0048770946],"category_scores_gemma":[0.034119215,0.0001983687,0.000058583126,0.0016996658,0.00029324225,0.00017710424,0.000041175314,0.0011337412,0.00017376676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033021344,0.0034321444,0.14164825,0.00018080135,0.000012477944,0.00010887402,0.00038746893,1.7433497e-7,0.00003146478,0.0032389343,0.21853912,0.6323873],"study_design_scores_gemma":[0.0010001557,0.00007015943,0.37684733,0.0013488777,0.000031640342,0.0020609049,0.001034453,0.0005019831,0.00011201847,0.0006403079,0.61610395,0.00024819485],"about_ca_topic_score_codex":0.0004596565,"about_ca_topic_score_gemma":0.0001720466,"teacher_disagreement_score":0.6321391,"about_ca_system_score_codex":0.0005799437,"about_ca_system_score_gemma":0.028095676,"threshold_uncertainty_score":0.9960326},"labels":[],"label_agreement":null},{"id":"W2152581728","doi":"10.1017/s1481803500003146","title":"Education scholarship in emergency medicine part 1: innovating and improving teaching and learning","year":2014,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; University of Toronto; Dalhousie University; University of British Columbia; Queen's University; McMaster University","funders":"China Academy of Engineering Physics","keywords":"Scholarship; Medicine; Medical education; Scholarship of Teaching and Learning; Engineering ethics; Political science; Sociology; Teaching and learning center; Pedagogy; Teaching method; Engineering; Law","score_opus":0.11125340430553139,"score_gpt":0.43449698697897143,"score_spread":0.32324358267344006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152581728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041454253,0.9737317,0.000108300526,0.0037045996,0.013626191,0.00055505085,0.0000012838349,0.0000118194275,0.0041156304],"genre_scores_gemma":[0.0012264801,0.9868472,0.0009442093,0.00026656335,0.008296672,0.000029233926,0.000111758476,0.00009938097,0.0021784757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99391717,0.00064981234,0.0038774004,0.00044948427,0.0005566319,0.00054948765],"domain_scores_gemma":[0.99532115,0.00018858092,0.0023851534,0.0003378003,0.0009831862,0.00078412157],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009825041,0.0005153324,0.0021469977,0.0031105396,0.000424924,0.000009321107,0.00026303128,0.0004351272,0.0018036789],"category_scores_gemma":[0.04392369,0.00039881817,0.0001134981,0.001713839,0.0002518682,0.00026453202,0.000031539494,0.005139286,0.0000038900544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043366076,0.000023701215,0.0047677914,0.011265594,0.000079587764,0.000014075153,0.0013975729,2.0658865e-7,0.000006184875,0.0006088249,0.01725538,0.9645767],"study_design_scores_gemma":[0.0005139476,0.00051707093,0.0010101056,0.05028796,0.0008345836,0.00031344776,0.0013591911,0.000025684405,6.6704885e-8,0.00026124364,0.9445864,0.00029029575],"about_ca_topic_score_codex":0.0038138074,"about_ca_topic_score_gemma":0.0011758241,"teacher_disagreement_score":0.96428645,"about_ca_system_score_codex":0.00052369275,"about_ca_system_score_gemma":0.0032511584,"threshold_uncertainty_score":0.9998464},"labels":[],"label_agreement":null},{"id":"W2152755406","doi":"10.1016/j.amjsurg.2002.12.006","title":"Assessment of critical appraisal skills","year":2003,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Critical appraisal; Medicine; Inter-rater reliability; Construct validity; Reliability (semiconductor); Curriculum; Clinical psychology; Medical education; Psychometrics; Physical therapy; Applied psychology; Psychology; Alternative medicine; Developmental psychology; Rating scale; Pathology; Pedagogy","score_opus":0.023947945062453048,"score_gpt":0.4068490901950813,"score_spread":0.38290114513262824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152755406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876116,0.00006238594,0.004291746,0.00547847,0.0011482625,0.000030287303,5.473812e-7,0.0000039269157,0.0013727586],"genre_scores_gemma":[0.9873748,0.00003839625,0.01129106,0.001020691,0.00023949165,0.0000015286688,7.6543e-7,0.000009685263,0.000023628312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853367,0.00018178615,0.0005981914,0.0000561272,0.00048830727,0.00014193042],"domain_scores_gemma":[0.99624187,0.0023789422,0.0005480424,0.00020886735,0.0005536116,0.00006869167],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023587819,0.000065393106,0.0004087589,0.00019400296,0.000035420904,0.000005132865,0.00007535292,0.000016942258,0.00019223642],"category_scores_gemma":[0.0094406735,0.00004032198,0.0001338345,0.00060423155,0.0006970523,0.00005276257,0.000007188489,0.0003225807,0.0000028411964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022406601,0.0043519065,0.65253836,0.00022918868,0.0005193053,0.00015195955,0.0013671742,0.000035788828,0.0093731275,0.023791164,0.050950624,0.25646737],"study_design_scores_gemma":[0.0003782035,0.000446883,0.9805036,0.0003325395,0.00023844591,0.0020337952,0.004643467,0.0000534167,0.0020707916,0.00068148423,0.008487778,0.00012957005],"about_ca_topic_score_codex":0.0000034069158,"about_ca_topic_score_gemma":2.013917e-8,"teacher_disagreement_score":0.3279653,"about_ca_system_score_codex":0.00004903624,"about_ca_system_score_gemma":0.0006336913,"threshold_uncertainty_score":0.9989032},"labels":[],"label_agreement":null},{"id":"W2152804931","doi":"10.3402/meo.v7i.4542","title":"Needs Assessment in Postgraduate Medical Education: A Review","year":2002,"lang":"en","type":"review","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medical education; Chart; Needs assessment; Context (archaeology); Audit; Focus group; Continuing medical education; Medicine; Continuing education; Psychology; Political science; Sociology","score_opus":0.05739720190945411,"score_gpt":0.49725595484613927,"score_spread":0.43985875293668514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152804931","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021768103,0.87534577,0.000037676098,0.11174255,0.004886477,0.0026828095,0.000016701992,0.0001318512,0.005134406],"genre_scores_gemma":[0.0000036311815,0.9071014,0.004386502,0.06592101,0.003922066,0.0016958541,0.009347711,0.00014548878,0.0074763605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894942,0.00064051506,0.003816121,0.0009866208,0.004315071,0.0007474497],"domain_scores_gemma":[0.99449897,0.00028237764,0.0010348882,0.0016262121,0.0011132314,0.0014443108],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00305142,0.00089402223,0.0034033996,0.002073776,0.00011776779,0.00004066292,0.0010454579,0.001599413,0.033083472],"category_scores_gemma":[0.029448722,0.0007277608,0.0006078073,0.0061181677,0.00039335986,0.00015688765,0.00019346106,0.004878154,0.0006254989],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002053246,0.009196359,0.000041577954,0.04215481,0.00006546509,0.000019056884,0.000049330723,5.4759015e-9,4.9885442e-9,0.0009090877,0.25362813,0.69393414],"study_design_scores_gemma":[0.00043271098,0.00008719113,0.0000962748,0.2459278,0.0007621422,0.0012111351,0.00012532556,0.00012594859,1.0231627e-8,0.000057640806,0.7507453,0.00042854124],"about_ca_topic_score_codex":0.00010057456,"about_ca_topic_score_gemma":0.000031717165,"teacher_disagreement_score":0.6935056,"about_ca_system_score_codex":0.001919194,"about_ca_system_score_gemma":0.09487402,"threshold_uncertainty_score":0.99969673},"labels":[],"label_agreement":null},{"id":"W2152819655","doi":"10.1111/medu.12467","title":"The Concordance of Judgement Learning Tool","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Judgement; Concordance; Sociology; Library science; Art history; Psychology; Philosophy; Medicine; Art; Epistemology; Computer science","score_opus":0.006629403377098232,"score_gpt":0.33196485353081645,"score_spread":0.32533545015371823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152819655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90057874,0.00027247067,0.008777733,0.07015761,0.0029159829,0.00038376052,1.2538104e-7,0.000057234814,0.016856357],"genre_scores_gemma":[0.98425317,0.000088702865,0.0020179937,0.0095387325,0.0007184359,0.000088233886,0.00003458051,0.00001144857,0.003248681],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985449,0.00007485621,0.00039153418,0.00013222519,0.0007096214,0.0001468768],"domain_scores_gemma":[0.99904054,0.00014596862,0.00014597246,0.00026928054,0.00035380598,0.00004444705],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015690115,0.000067551104,0.00012907894,0.000055344357,0.00014122114,0.000009509437,0.00012835453,0.00007787749,0.00043265722],"category_scores_gemma":[0.018765172,0.000045763125,0.0000342544,0.00031893267,0.00021394751,0.00003498919,0.000022877366,0.00032309972,0.00005384915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019168927,0.00025639762,0.0073895683,0.00007468971,0.000012866446,1.0546443e-7,0.0002522764,0.0000015629331,0.00015662673,0.015071837,0.10297572,0.8737892],"study_design_scores_gemma":[0.0004490794,0.00016920167,0.03434461,0.00023665337,0.000030333442,0.000014580853,0.0006164283,0.005000656,0.0004691593,0.0006432786,0.95795757,0.00006848095],"about_ca_topic_score_codex":0.000018140245,"about_ca_topic_score_gemma":0.0000022348577,"teacher_disagreement_score":0.8737207,"about_ca_system_score_codex":0.00008168544,"about_ca_system_score_gemma":0.0011000033,"threshold_uncertainty_score":0.98950016},"labels":[],"label_agreement":null},{"id":"W2153243888","doi":"10.1080/01421590802108323","title":"Continuing medical education: AMEE Education Guide No 35","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Accreditation; Continuing medical education; Medical education; Continuing education; Modalities; Professional association; Professional development; Diversity (politics); Continuing professional development; Work (physics); Medicine; Public relations; Psychology; Engineering ethics; Political science; Sociology; Engineering","score_opus":0.014981993064915263,"score_gpt":0.3568414947356641,"score_spread":0.34185950167074886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153243888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72525954,0.0008641134,0.00082661526,0.037775688,0.0054506594,0.0005722287,4.3777334e-7,0.0003013846,0.22894932],"genre_scores_gemma":[0.63678217,0.00055216247,0.009156595,0.046136994,0.015290782,0.0005190682,0.00047727334,0.00012959923,0.2909554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951359,0.0001468212,0.00095243345,0.0005128402,0.0027827325,0.00046927383],"domain_scores_gemma":[0.99743605,0.000050876486,0.00017818678,0.00069611875,0.0007845198,0.00085428124],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015828025,0.00026529792,0.00044457684,0.00027208906,0.00018670062,0.000017714556,0.00040526906,0.0006388113,0.04973279],"category_scores_gemma":[0.02655653,0.00022871741,0.00013152698,0.00073033484,0.0006364278,0.00015124361,0.00009081543,0.0013585212,0.0016533497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022963073,0.0018488249,0.0377822,0.0000646934,0.000033664637,0.000030538158,0.0007158894,3.2415848e-8,0.000015357018,0.0011009928,0.68552977,0.27285504],"study_design_scores_gemma":[0.0011952164,0.00011885512,0.011596606,0.0010080002,0.0000643996,0.0015159823,0.00072031893,0.0018896937,0.000032535405,0.00015769382,0.9814078,0.00029284947],"about_ca_topic_score_codex":0.00012336373,"about_ca_topic_score_gemma":0.000006140917,"teacher_disagreement_score":0.29587805,"about_ca_system_score_codex":0.0003381155,"about_ca_system_score_gemma":0.008399219,"threshold_uncertainty_score":0.999124},"labels":[],"label_agreement":null},{"id":"W2153287003","doi":"10.2147/amep.s27149","title":"A student-run peer-reviewed journal: an educational tool for students in the health sciences","year":2012,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Calgary; University of Ottawa","funders":"","keywords":"Medical education; Peer review; Value (mathematics); Class (philosophy); Medical journal; Work (physics); Literacy; Psychology; Medicine; Pedagogy; Computer science; Family medicine; Political science","score_opus":0.04639652494058538,"score_gpt":0.5720041603844613,"score_spread":0.5256076354438759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153287003","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29426768,0.03549698,0.0008867536,0.65977585,0.0045714965,0.0016091145,0.0000013618109,0.000013500893,0.0033772644],"genre_scores_gemma":[0.6971127,0.018189017,0.0628582,0.21664922,0.0035887745,0.0008612521,0.00011875531,0.000023878716,0.00059821666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964481,0.00066748704,0.00065948925,0.00022117887,0.0016625555,0.00034118036],"domain_scores_gemma":[0.9967518,0.0018978501,0.00037656238,0.00022839193,0.0004992215,0.00024620595],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019958574,0.000117538446,0.00021562295,0.0002456069,0.0002978626,0.00009561637,0.0003524022,0.00007651339,0.00025917913],"category_scores_gemma":[0.05021238,0.00008129461,0.00002589975,0.00084684516,0.0002355408,0.0017675571,0.000026318525,0.0006021007,0.000008064114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001169288,0.009045664,0.15828088,0.0002147939,0.000013340974,8.9181714e-7,0.019103073,0.0000011550327,0.0000012721476,0.031908605,0.027727962,0.75358546],"study_design_scores_gemma":[0.0009458914,0.0003514888,0.17530732,0.00037296355,0.000030672785,0.00072106294,0.028436124,0.00003694851,4.4068102e-7,0.0017944557,0.79189634,0.000106273204],"about_ca_topic_score_codex":0.000027921607,"about_ca_topic_score_gemma":0.000022658432,"teacher_disagreement_score":0.7641684,"about_ca_system_score_codex":0.00019913356,"about_ca_system_score_gemma":0.0027089543,"threshold_uncertainty_score":0.9577881},"labels":[],"label_agreement":null},{"id":"W2153541793","doi":"10.1002/j.0022-0337.2007.71.5.tb04320.x","title":"In the Students’ Own Words: What Are the Strengths and Weaknesses of the Dental School Curriculum?","year":2007,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":268,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; SWOT analysis; Medical education; Accreditation; Strengths and weaknesses; Psychology; Quality (philosophy); Pedagogy; Internship; Medicine","score_opus":0.0061362924954436165,"score_gpt":0.3561205676695481,"score_spread":0.34998427517410446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153541793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98705924,0.0016026925,0.000017262628,0.007741243,0.003053257,0.0003291507,5.12452e-7,0.0000017476899,0.00019487296],"genre_scores_gemma":[0.9958829,0.00037560178,0.00017696715,0.0026032515,0.00078240305,0.000007784442,0.0000026076543,0.000007557267,0.00016087315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827635,0.0000924378,0.00058439065,0.00008445737,0.0008370043,0.00012536875],"domain_scores_gemma":[0.99867797,0.00016193379,0.00061541906,0.0002226445,0.00028047894,0.00004153128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015422745,0.0000924704,0.00014994109,0.00018073047,0.00010803399,0.000087054985,0.00035593015,0.00005888231,0.00009326928],"category_scores_gemma":[0.0016847369,0.000043466058,0.00006689592,0.000738201,0.00015477248,0.00045553362,0.00004245615,0.00052671065,0.000005245674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051223604,0.0016599196,0.94942707,0.0000586553,0.000040831525,0.000004327437,0.004077033,0.0000014480102,0.0004884509,0.00023825347,0.011280117,0.032672662],"study_design_scores_gemma":[0.0004655143,0.000064904445,0.7003224,0.00062086526,0.000077226214,0.0007408805,0.2938324,0.0000038725766,0.0005016556,0.00011019883,0.0032202029,0.00003986207],"about_ca_topic_score_codex":0.00004900974,"about_ca_topic_score_gemma":0.000072244795,"teacher_disagreement_score":0.28975537,"about_ca_system_score_codex":0.00020749561,"about_ca_system_score_gemma":0.00034826202,"threshold_uncertainty_score":0.2288325},"labels":[],"label_agreement":null},{"id":"W2153805562","doi":"10.1097/acm.0b013e31820c6fd3","title":"Commentary: Faculty Development: The Road Less Traveled","year":2011,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Faculty development; Mandate; Medical education; Curriculum; Context (archaeology); Health care; Core competency; Scope (computer science); Professional development; Engineering ethics; Psychology; Pedagogy; Medicine; Political science; Management; Engineering; Computer science","score_opus":0.09491539992323154,"score_gpt":0.3639203985677678,"score_spread":0.26900499864453625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153805562","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007888172,0.00080004055,0.0003440798,0.98060876,0.0024819775,0.0011880015,0.0000099969575,0.00013617631,0.0065428037],"genre_scores_gemma":[0.0022914363,0.0002868138,0.0005230079,0.9537671,0.018189501,0.0002513035,0.006184876,0.00010286133,0.018403051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561447,0.00015523435,0.0013681765,0.00062418816,0.0015202715,0.0007176374],"domain_scores_gemma":[0.9979103,0.00015842976,0.00058260903,0.000881644,0.0003440519,0.00012296207],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016495379,0.00057530083,0.00094130076,0.00040002452,0.00029135175,0.000006420428,0.0008905871,0.0019216874,0.001992693],"category_scores_gemma":[0.0010746344,0.000334376,0.00008213983,0.000735807,0.0008809124,0.00007060054,0.000118726064,0.010658236,0.00027700508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024585997,0.000012660961,0.00033657657,0.0002673638,0.00021919736,0.00006264897,0.0085861245,1.5451068e-8,0.000025925248,0.00006508593,0.9417555,0.048644327],"study_design_scores_gemma":[0.0015266214,0.00010667854,0.0027245716,0.0014600217,0.0004990323,0.0002453354,0.0018485696,0.000014407753,0.00013607627,0.0002451516,0.99087244,0.00032106624],"about_ca_topic_score_codex":0.0002720848,"about_ca_topic_score_gemma":0.0000027696449,"teacher_disagreement_score":0.049116977,"about_ca_system_score_codex":0.00043087304,"about_ca_system_score_gemma":0.0004771279,"threshold_uncertainty_score":0.99991083},"labels":[],"label_agreement":null},{"id":"W2153862250","doi":"10.1080/01421590412331285397","title":"What do medical students actually do on clinical rotations?","year":2004,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"Flinders University","keywords":"Medical education; Medicine; Referral; Clinical clerkship; Community hospital; Academic year; Nursing; Family medicine; Psychology; Curriculum; Mathematics education; Pedagogy","score_opus":0.05142563760501122,"score_gpt":0.47196727225922325,"score_spread":0.420541634654212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153862250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9089625,0.00032253316,0.0010694453,0.0798335,0.0041242125,0.00058026984,5.304877e-7,0.00019400865,0.0049130353],"genre_scores_gemma":[0.9504563,0.00110344,0.0013268621,0.03859337,0.004211149,0.00015941971,0.00011645796,0.00007912493,0.0039538746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904055,0.0002555081,0.0012889061,0.0006669107,0.0068569845,0.00052617403],"domain_scores_gemma":[0.9975679,0.00018161949,0.00017435399,0.00078101835,0.0002870146,0.0010081293],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006297455,0.00028964804,0.00056346814,0.00024058334,0.00015593097,0.00015708036,0.000816728,0.0009582898,0.024433732],"category_scores_gemma":[0.026049266,0.00022193909,0.00020451023,0.0006736246,0.00068615424,0.0002416647,0.0001825374,0.0025736992,0.0019867863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030242285,0.011023544,0.13716748,0.0000847691,0.00039612793,0.0005871622,0.003028146,0.0000034013108,0.0000042357574,0.00758304,0.11384264,0.72597706],"study_design_scores_gemma":[0.05294233,0.0068882587,0.24744798,0.01411545,0.0007756132,0.001280183,0.015554457,0.0017115596,0.00008294312,0.012688319,0.6443594,0.002153506],"about_ca_topic_score_codex":0.000013291629,"about_ca_topic_score_gemma":0.000006021106,"teacher_disagreement_score":0.72382355,"about_ca_system_score_codex":0.00036391683,"about_ca_system_score_gemma":0.0015865919,"threshold_uncertainty_score":0.9997274},"labels":[],"label_agreement":null},{"id":"W2154140689","doi":"10.1111/j.1365-2923.2007.02842.x","title":"Senior medical students' appraisal of CanMEDS competencies","year":2007,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Medical education; Psychology; Set (abstract data type); Competence (human resources); Medicine; Family medicine","score_opus":0.009713733381913163,"score_gpt":0.39926160207685496,"score_spread":0.3895478686949418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154140689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9563764,0.00025838433,0.0057057464,0.026990585,0.0043039024,0.00036801587,0.0000012309345,0.00008576347,0.005909998],"genre_scores_gemma":[0.9729831,0.00005828059,0.005915264,0.018347127,0.0016207197,0.00004316131,0.00018002278,0.000028642466,0.000823687],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934358,0.000061805586,0.0009656872,0.00029586378,0.004865572,0.00037528222],"domain_scores_gemma":[0.9979344,0.00033070668,0.00022447306,0.00045200315,0.0006658973,0.00039253992],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043396032,0.00016937485,0.0003727527,0.00037585266,0.0000817147,0.000013101018,0.0004914998,0.00041121806,0.0045277616],"category_scores_gemma":[0.023077581,0.00014366854,0.000085352716,0.0009746721,0.00055588904,0.0000802732,0.0000967873,0.0006675988,0.000076073215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013873292,0.0051047103,0.23302573,0.0004413417,0.0001049485,0.000029765364,0.002197526,1.7191708e-7,0.00042645627,0.006275905,0.19868506,0.5535697],"study_design_scores_gemma":[0.0027176135,0.0004353103,0.611317,0.0013535348,0.00017910212,0.00065029855,0.0067738695,0.00050497963,0.0021591587,0.0001975796,0.37334067,0.00037088548],"about_ca_topic_score_codex":0.00027184113,"about_ca_topic_score_gemma":0.00007273335,"teacher_disagreement_score":0.55319875,"about_ca_system_score_codex":0.0002103808,"about_ca_system_score_gemma":0.005314567,"threshold_uncertainty_score":0.99638224},"labels":[],"label_agreement":null},{"id":"W2154385468","doi":"10.1046/j.1365-2923.2000.00756.x","title":"Clinical teaching: maintaining an educational role for doctors in the new health care environment","year":2000,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Dalhousie University; University of Toronto","funders":"","keywords":"Excellence; Medical education; Health care; Medicine; Clinical Practice; Population; Teaching method; Psychology; Nursing; Pedagogy","score_opus":0.01868098734481878,"score_gpt":0.4335974288511502,"score_spread":0.41491644150633145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154385468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6016373,0.00079357653,0.0011697927,0.3885586,0.0013589527,0.0015990364,0.0000031009554,0.000043011794,0.0048366003],"genre_scores_gemma":[0.8282095,0.00015574564,0.031056017,0.12918808,0.0062815156,0.0005512698,0.0020160594,0.000041621803,0.0025001997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972791,0.00032845733,0.0008451496,0.0004017009,0.0008085016,0.00033709538],"domain_scores_gemma":[0.99883777,0.0002511797,0.00013037866,0.00047240566,0.000061344675,0.00024694778],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031047193,0.00014996789,0.00025052077,0.00014580978,0.00023044477,0.000028880235,0.0002893016,0.00019380113,0.0036061453],"category_scores_gemma":[0.0029679276,0.000115005365,0.00008085979,0.00022765857,0.0001375591,0.000120618955,0.000011694934,0.0007954626,0.000072950264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047135843,0.0015791104,0.0096596,0.000035058714,0.000008224278,2.5201803e-7,0.010610004,0.000004714425,9.36046e-7,0.0042312476,0.14333993,0.8304838],"study_design_scores_gemma":[0.0011298665,0.0005517672,0.114521086,0.0001931112,0.00002960598,0.000041799944,0.01579785,0.00068038685,0.0000016436669,0.001765685,0.8651464,0.0001407917],"about_ca_topic_score_codex":0.00034012483,"about_ca_topic_score_gemma":0.000042220086,"teacher_disagreement_score":0.830343,"about_ca_system_score_codex":0.00051740836,"about_ca_system_score_gemma":0.007820851,"threshold_uncertainty_score":0.99780387},"labels":[],"label_agreement":null},{"id":"W2154631598","doi":"10.3109/01421590903414245","title":"Conducting a best evidence systematic review. Part 1: From idea to data coding. BEME Guide No. 13","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Systematic review; Best evidence; Best practice; Engineering ethics; Coding (social sciences); Medical education; MEDLINE; Psychology; Medicine; Political science; Sociology; Engineering; Social science","score_opus":0.19532479004953285,"score_gpt":0.4437700946487836,"score_spread":0.24844530459925074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154631598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60974616,0.019658165,0.0060700504,0.30537775,0.018662952,0.0098154815,0.00005376872,0.0008036994,0.029811947],"genre_scores_gemma":[0.48775297,0.0060708686,0.07898507,0.26358154,0.04173438,0.0029060608,0.00417207,0.00054272445,0.114254296],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9956039,0.00021424188,0.0013357964,0.0006612566,0.0017893289,0.00039545548],"domain_scores_gemma":[0.99530965,0.00040109505,0.00031267756,0.0027520794,0.0006330211,0.0005914628],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00689445,0.00023338274,0.0008162755,0.00010038304,0.000115145995,0.000035237284,0.0010262443,0.0002879599,0.01582536],"category_scores_gemma":[0.24860854,0.00017588415,0.00006438054,0.0005556177,0.00020641663,0.0002281034,0.000383632,0.0015305226,0.0034514202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010476331,0.00028672634,0.0036183116,0.027512437,0.000091172136,0.000044229328,0.00032937402,1.6696285e-8,0.0007688218,0.000076892895,0.96352965,0.0037319027],"study_design_scores_gemma":[0.0014838274,0.00029199116,0.00051201624,0.6255227,0.0026021358,0.00033690015,0.0012481427,0.012253566,0.00016848318,0.00011003301,0.3545633,0.0009069249],"about_ca_topic_score_codex":0.00037650354,"about_ca_topic_score_gemma":0.000060106755,"teacher_disagreement_score":0.60896635,"about_ca_system_score_codex":0.00010394813,"about_ca_system_score_gemma":0.00051303575,"threshold_uncertainty_score":0.9973245},"labels":[],"label_agreement":null},{"id":"W2154967864","doi":"10.1111/j.1365-2923.2008.03040.x","title":"Student learning experiences in a longitudinal clerkship programme","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Cancer Foundation; University of British Columbia","funders":"","keywords":"Thematic analysis; Flexibility (engineering); Medical education; Clinical clerkship; Psychology; Perception; Problem-based learning; Medicine; Qualitative research; Pedagogy; Curriculum; Sociology","score_opus":0.040356275496047964,"score_gpt":0.39820958078265306,"score_spread":0.3578533052866051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154967864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98292124,0.00024624186,0.00022321432,0.012417158,0.0010258439,0.00036798787,3.2578054e-8,0.00007591263,0.0027223858],"genre_scores_gemma":[0.99215806,0.00007229743,0.0017463875,0.003696801,0.00060554355,0.0005905901,0.000052762112,0.0000142939725,0.0010632643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977469,0.00007606439,0.0004568128,0.00029991905,0.0010930214,0.00032730622],"domain_scores_gemma":[0.999343,0.00004703214,0.0000876388,0.00019482862,0.00019227358,0.00013523086],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008014168,0.00011940312,0.00020528353,0.00027225865,0.00013838206,0.00001357542,0.0001454502,0.00016319782,0.0014217976],"category_scores_gemma":[0.0061812573,0.00010431064,0.00004065627,0.00093605486,0.00028343807,0.000108905944,0.000030617717,0.00065388833,0.00008230932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029509527,0.002394906,0.76842844,0.000055084613,0.00001019198,0.000031825148,0.024964342,0.0000013513086,0.000012343229,0.00034037067,0.014374732,0.18935691],"study_design_scores_gemma":[0.0009840798,0.00027677542,0.9159471,0.00036573064,0.000016416725,0.00047008108,0.03603087,0.00067886506,0.00006268084,0.000045936522,0.044949967,0.0001715462],"about_ca_topic_score_codex":0.00011279345,"about_ca_topic_score_gemma":0.000015843754,"teacher_disagreement_score":0.18918537,"about_ca_system_score_codex":0.00028490805,"about_ca_system_score_gemma":0.0024963696,"threshold_uncertainty_score":0.99949104},"labels":[],"label_agreement":null},{"id":"W2155132865","doi":"10.1136/bmj.320.7248.1490","title":"Revalidation for doctors in the United Kingdom: the end or the beginning?","year":2000,"lang":"en","type":"editorial","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Revalidation; Medicine; Kingdom; Computer science; Data science; World Wide Web; Optometry; Medical education; Biology","score_opus":0.06884625563920706,"score_gpt":0.43507765025674505,"score_spread":0.366231394617538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155132865","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067254407,0.00005711887,0.00014602869,0.14708692,0.8375856,0.0053731157,0.000051141513,0.000059054473,0.0029155763],"genre_scores_gemma":[0.002607545,0.000059810616,0.0004729323,0.005875592,0.97912866,0.0015486667,0.0036041827,0.000054296816,0.0066483174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975135,0.00027366972,0.00062336295,0.00025446733,0.0010757127,0.0002593268],"domain_scores_gemma":[0.9947523,0.003432735,0.00035226074,0.0009454541,0.0004966732,0.000020611607],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004438848,0.00020402909,0.00024722316,0.0002493027,0.0002866101,0.000079114725,0.0005447007,0.00047163936,0.00038846442],"category_scores_gemma":[0.019929623,0.0000741007,0.000083241546,0.0013863235,0.00024377753,0.000043492222,0.000024661214,0.0012964363,0.000027746488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020014358,0.00006104672,0.000014988123,0.00008962891,0.000035691362,0.00000357796,0.0017922166,0.000006360408,0.0000013884708,0.00050523336,0.9913125,0.0059772506],"study_design_scores_gemma":[0.00076161476,0.00011620797,0.00023473262,0.00033931446,0.00018573776,0.000014822709,0.00067348167,0.00017058227,0.0000054806264,0.00021095636,0.9971789,0.00010814278],"about_ca_topic_score_codex":0.00031976373,"about_ca_topic_score_gemma":0.0000384235,"teacher_disagreement_score":0.14154306,"about_ca_system_score_codex":0.00020399803,"about_ca_system_score_gemma":0.0008795685,"threshold_uncertainty_score":0.98832595},"labels":[],"label_agreement":null},{"id":"W2155154890","doi":"10.1111/j.1525-1497.2006.00432.x","title":"Brief report: Multiprogram evaluation of reading habits of primary care internal medicine residents on ambulatory rotations","year":2006,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, San Francisco; York University; University of Missouri; University of Pennsylvania; Massachusetts General Hospital","keywords":"Medicine; Reading (process); Likert scale; Curriculum; Ambulatory; Primary care; Family medicine; Ambulatory care; Cross-sectional study; Nursing; Medical education; Health care; Internal medicine; Psychology; Pedagogy","score_opus":0.036649886989216944,"score_gpt":0.38731860526658335,"score_spread":0.3506687182773664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155154890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97754353,0.0016678572,0.002058452,0.003177411,0.0027550766,0.00048839004,0.0000047313065,0.000015046036,0.012289483],"genre_scores_gemma":[0.98584574,0.0000592254,0.0077911443,0.00069269945,0.004183507,0.000013065114,0.00013563821,0.00003873557,0.0012402267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9930223,0.00021447273,0.0030421915,0.00027314696,0.0032000018,0.0002478878],"domain_scores_gemma":[0.99032027,0.00017292115,0.0029773,0.00043076777,0.0059463494,0.00015240794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035029259,0.0002635467,0.0009844262,0.0011819404,0.00005687379,0.000006584363,0.00028975893,0.00016277052,0.0002969654],"category_scores_gemma":[0.0045774826,0.00019102418,0.00018368596,0.0006249741,0.00053778733,0.00018149268,0.000042325948,0.0007243181,0.0000024187425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030809885,0.0017490771,0.23042239,0.0017310124,0.0010422945,0.0007971644,0.005499075,0.0012602701,0.2976926,0.0014126983,0.13632877,0.31898367],"study_design_scores_gemma":[0.012958929,0.0061019016,0.9147716,0.018231513,0.0017319194,0.0036302956,0.0015393462,0.0023174535,0.0333693,0.0013136886,0.0037660534,0.00026798388],"about_ca_topic_score_codex":0.002258911,"about_ca_topic_score_gemma":0.00003228851,"teacher_disagreement_score":0.68434924,"about_ca_system_score_codex":0.0009179711,"about_ca_system_score_gemma":0.0005596844,"threshold_uncertainty_score":0.778974},"labels":[],"label_agreement":null},{"id":"W2155320591","doi":"10.3109/01421591003692722","title":"Linking the teaching of professionalism to the social contract: A call for cultural humility","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Social contract; Humility; Cultural humility; Sociology; Public relations; Psychology; Cultural competence; Political science; Law; Pedagogy","score_opus":0.05331115608798089,"score_gpt":0.44838112214168135,"score_spread":0.3950699660537005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155320591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80257297,0.000022631499,0.001160632,0.1927239,0.00111109,0.00074198254,0.0000019017697,0.000028210992,0.0016367076],"genre_scores_gemma":[0.9856883,5.5490455e-7,0.0011125129,0.008121568,0.0028100724,0.00020560648,0.000040372277,0.0000137859215,0.0020072015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821794,0.00012888602,0.0003993145,0.00017361336,0.00084618625,0.00023405212],"domain_scores_gemma":[0.9990976,0.00017882406,0.00010473666,0.00027257035,0.0002691801,0.00007709888],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004506611,0.000101631915,0.0002045954,0.000030425548,0.00045619355,0.000011704252,0.00031825845,0.0002570643,0.0005773884],"category_scores_gemma":[0.014021957,0.000045811776,0.000099031306,0.00015330044,0.00033610442,0.000036134647,0.00006758695,0.0019093737,0.0000104835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024298379,0.0012449035,0.03149344,0.00021935925,0.00014273799,0.000003525437,0.06488833,3.1907965e-7,0.0034987044,0.035722908,0.3322827,0.5302601],"study_design_scores_gemma":[0.0019440494,0.00012120906,0.081987575,0.00028146678,0.00015665127,0.00004118625,0.004758562,0.006019541,0.00020378483,0.0013371657,0.9029553,0.00019349114],"about_ca_topic_score_codex":0.0000788918,"about_ca_topic_score_gemma":0.000030060024,"teacher_disagreement_score":0.57067263,"about_ca_system_score_codex":0.000043247124,"about_ca_system_score_gemma":0.00028925049,"threshold_uncertainty_score":0.9942834},"labels":[],"label_agreement":null},{"id":"W2155498337","doi":"10.1186/1472-6920-11-67","title":"An appraisal of students' awareness of \"self-reflection\" in a first-year pathology course of undergraduate medical/dental education","year":2011,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Rubric; Context (archaeology); Psychology; Medical education; Reflective practice; Reflection (computer programming); Self-reflection; Self-assessment; Medicine; Pedagogy; Computer science","score_opus":0.0247844469497194,"score_gpt":0.4153219294906831,"score_spread":0.3905374825409637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155498337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99092734,0.00015032792,0.0035621615,0.0012989369,0.0027243246,0.0005395555,0.000003354051,0.000039948,0.00075404905],"genre_scores_gemma":[0.9841032,0.00017100803,0.014500506,0.00042409147,0.00033230634,0.00016927866,0.00022308578,0.000029928146,0.000046578916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99600756,0.0002862184,0.0013640258,0.00039079372,0.0016986612,0.0002527192],"domain_scores_gemma":[0.9974366,0.00023224583,0.0006203831,0.0006151939,0.00081114157,0.00028445665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019263446,0.00019666257,0.0005565598,0.00060331915,0.00004538596,0.000004063676,0.0004797622,0.00045890186,0.0010643763],"category_scores_gemma":[0.006454201,0.00018227959,0.00009238744,0.0011780403,0.00049248803,0.00016611328,0.000058444828,0.00042142344,0.000010107672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019694305,0.022803195,0.9399967,0.0010674982,0.000055043663,0.0000018690118,0.0038780188,0.000001331605,0.00019464952,0.008201084,0.0017775837,0.02182609],"study_design_scores_gemma":[0.0029054093,0.00096907123,0.9728487,0.0019898012,0.00021792622,0.00017066128,0.01452007,0.00091039937,0.002932109,0.0017300108,0.0005437159,0.00026209524],"about_ca_topic_score_codex":0.0009092311,"about_ca_topic_score_gemma":0.0007829631,"teacher_disagreement_score":0.032852035,"about_ca_system_score_codex":0.00017494503,"about_ca_system_score_gemma":0.015098758,"threshold_uncertainty_score":0.9998488},"labels":[],"label_agreement":null},{"id":"W2155734681","doi":"10.1007/bf03016469","title":"Online teaching aid for the 20 standard diagnostic tee views","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Computer science; Online teaching; Medical physics; Psychology; Mathematics education; Medicine","score_opus":0.025964672281515628,"score_gpt":0.2859581953116992,"score_spread":0.2599935230301836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155734681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9300012,0.002805317,0.00071556726,0.06462692,0.0010056632,0.000526038,0.00001752237,0.000010980374,0.00029081147],"genre_scores_gemma":[0.9739826,0.00037148446,0.015292792,0.0028990125,0.005509498,0.000019613432,0.00004383963,0.000112954374,0.0017682262],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9968108,0.00013703029,0.0012392076,0.00020639545,0.00074085535,0.00086571916],"domain_scores_gemma":[0.99514455,0.0005947005,0.0007884856,0.00038114132,0.0015534679,0.0015376401],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027633666,0.00031543148,0.00067417236,0.00080834754,0.0016196505,0.00011440582,0.00061830564,0.00020125814,0.0002570641],"category_scores_gemma":[0.0062562292,0.00022074593,0.00036038013,0.00052369636,0.00044625127,0.00031425635,0.000006250735,0.0018520312,0.000009273126],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043094496,0.00025129132,0.025321307,0.00014875804,0.00043244287,0.37435728,0.0060891467,0.00039535933,0.000033467455,0.0011078082,0.506396,0.08503621],"study_design_scores_gemma":[0.0009931885,0.0008602931,0.007860474,0.00026137845,0.0001959106,0.6014214,0.0008652255,0.00008770809,0.000011159018,0.00016567025,0.3871237,0.00015385912],"about_ca_topic_score_codex":0.0019124579,"about_ca_topic_score_gemma":0.006730043,"teacher_disagreement_score":0.22706416,"about_ca_system_score_codex":0.0014485179,"about_ca_system_score_gemma":0.010683425,"threshold_uncertainty_score":0.9996801},"labels":[],"label_agreement":null},{"id":"W2155820109","doi":"10.1177/1049732311399780","title":"From the Inside Out: The Engagement of Physicians as Leaders in Health Care Settings","year":2011,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Medical Association; Royal Roads University","funders":"","keywords":"Health care; Health care delivery; Nursing; Employee engagement; Medical education; Psychology; Public engagement; Quality (philosophy); Public relations; Medicine; Political science","score_opus":0.5744119921578263,"score_gpt":0.6349775760743176,"score_spread":0.06056558391649125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155820109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5192769,0.0019325339,0.00019315959,0.47267938,0.0002405711,0.002205364,0.000025653764,0.000019812189,0.0034266068],"genre_scores_gemma":[0.95995426,0.00014892212,0.0027780335,0.03633045,0.00022417055,0.00021225921,0.00006842878,0.000021698464,0.00026175848],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9909539,0.006159812,0.00076514,0.0002846738,0.0012486401,0.00058781303],"domain_scores_gemma":[0.9961951,0.002101949,0.00025832598,0.0005476137,0.0008230011,0.00007404269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018449545,0.000102081176,0.0002970235,0.00020461765,0.0004411281,0.000007850155,0.00027610562,0.0000534441,0.000117095195],"category_scores_gemma":[0.0064280666,0.00006239302,0.000040983956,0.0011043131,0.00094209146,0.000052767162,0.00007402419,0.0015841188,0.0000730275],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008446371,0.00017462106,0.00044598762,0.00045371125,0.000023341658,0.0000010003905,0.8910502,3.117547e-7,0.000017531804,0.0064402097,0.053644985,0.047663588],"study_design_scores_gemma":[0.00050925004,0.00071648037,0.016788488,0.00076557073,0.00000270581,3.8901362e-7,0.95372754,0.000014062751,0.00023210613,0.0031749562,0.024022521,0.00004591515],"about_ca_topic_score_codex":0.024374956,"about_ca_topic_score_gemma":0.0008482109,"teacher_disagreement_score":0.44067734,"about_ca_system_score_codex":0.00073401316,"about_ca_system_score_gemma":0.0023954054,"threshold_uncertainty_score":0.9821218},"labels":[],"label_agreement":null},{"id":"W2156045483","doi":"10.7202/706787ar","title":"L’évaluation de la compétence dans le contexte professionnel","year":2005,"lang":"fr","type":"article","venue":"Service social","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.03861142172699737,"score_gpt":0.3701778275383482,"score_spread":0.33156640581135083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156045483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76692426,0.0011090962,0.005943416,0.20875569,0.0030797455,0.00045765433,0.000009669532,0.0000836439,0.013636838],"genre_scores_gemma":[0.942888,0.00006764661,0.017725378,0.021256087,0.010528705,0.000075330434,0.0001367073,0.0000421843,0.0072799106],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99764985,0.00071891356,0.00042610074,0.0002467752,0.0004987351,0.00045963752],"domain_scores_gemma":[0.9988154,0.00017344498,0.00017412835,0.00019588483,0.00055517926,0.00008595655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026007039,0.00016759809,0.00023020241,0.00007632069,0.0007798782,0.00003559348,0.00020026244,0.00047216954,0.0007472012],"category_scores_gemma":[0.00070132804,0.00018716528,0.000062045154,0.0007983343,0.00041972095,0.00022797477,0.00005498106,0.0007246961,0.0005756775],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008421511,0.0015734346,0.0038792682,0.0007073653,0.00010135399,0.00000874403,0.14684236,0.00012532326,0.010127753,0.13190328,0.049524713,0.6551222],"study_design_scores_gemma":[0.0072867945,0.00015566003,0.50359374,0.001969099,0.000536555,0.00011074441,0.1775592,0.09725309,0.0034732812,0.022585673,0.18468523,0.00079094165],"about_ca_topic_score_codex":0.00083546643,"about_ca_topic_score_gemma":0.00024717217,"teacher_disagreement_score":0.65433127,"about_ca_system_score_codex":0.00074700976,"about_ca_system_score_gemma":0.0016980736,"threshold_uncertainty_score":0.81813294},"labels":[],"label_agreement":null},{"id":"W2156529265","doi":"","title":"Residents as teachers: survey of Canadian family medicine residents.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Mentorship; Medical education; Family medicine; Medicine; Residency training; Continuing education","score_opus":0.06920990787816306,"score_gpt":0.31787124871112954,"score_spread":0.24866134083296648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156529265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9317726,0.0003069258,0.00000583118,0.013577365,0.0006783594,0.0011954616,0.000004502556,0.000032457956,0.052426517],"genre_scores_gemma":[0.98511547,0.00007405715,0.0002242294,0.005955213,0.00023252131,0.0006784794,0.00016611756,0.000025788966,0.0075281067],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998038,0.00011464713,0.0005440582,0.00023684325,0.0006158496,0.00045062078],"domain_scores_gemma":[0.9981406,0.000092703616,0.00014672855,0.0004830781,0.0007632965,0.00037363966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017296147,0.00012754527,0.0002979843,0.0011086976,0.000061396844,0.000013260972,0.00020346003,0.00015044397,0.0005783068],"category_scores_gemma":[0.009377899,0.000108097935,0.000027279884,0.0017546671,0.00022167293,0.00015637548,0.000024122293,0.00028345114,0.00020774627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019980589,0.00006482087,0.31836563,0.000043953,0.000064246,0.0000066501657,0.0005185269,1.7877097e-7,0.00010576938,0.00017290458,0.53185767,0.14877965],"study_design_scores_gemma":[0.0007286687,0.00004171012,0.9917432,0.00006773726,0.000035837424,0.0000081622475,0.00046495022,0.0000052080172,0.00012169058,0.00027853955,0.006418237,0.00008605908],"about_ca_topic_score_codex":0.8703933,"about_ca_topic_score_gemma":0.046108752,"teacher_disagreement_score":0.82428455,"about_ca_system_score_codex":0.0003092099,"about_ca_system_score_gemma":0.00037901447,"threshold_uncertainty_score":0.9989665},"labels":[],"label_agreement":null},{"id":"W2156755699","doi":"10.3109/0142159x.2012.642832","title":"Medical students as teachers at CoSMO, Columbia University's student-run clinic: A pilot study and literature review","year":2012,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Curriculum; Outreach; Medical education; Medical school; Medicine; Psychology; Academic year; Pedagogy; Mathematics education","score_opus":0.06070041950961113,"score_gpt":0.45269594849586026,"score_spread":0.3919955289862491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156755699","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051765773,0.98219556,0.0000025869122,0.002218925,0.0011973926,0.004911687,0.0000097828615,0.00018137383,0.004106115],"genre_scores_gemma":[0.00008998517,0.91349095,0.000050940802,0.00340794,0.0014531497,0.00018578852,0.00067422655,0.00014080036,0.080506206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864373,0.002048043,0.0019430227,0.0012765975,0.007419196,0.0008758458],"domain_scores_gemma":[0.99560815,0.0002752341,0.0007128909,0.0013235435,0.00031464992,0.0017655205],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.010605151,0.00083665154,0.0037007025,0.00037180775,0.0003239716,0.00011941521,0.001737038,0.001406247,0.037151184],"category_scores_gemma":[0.008204805,0.00072527956,0.00040294102,0.0017426689,0.0007220494,0.00015237884,0.0015419412,0.0055698794,0.0012547126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035888377,0.008485662,0.017370682,0.022403888,0.0012304444,0.0015955041,0.001123334,1.521942e-10,7.762739e-9,0.000008442254,0.21225764,0.7354885],"study_design_scores_gemma":[0.002373555,0.0013868406,0.0011983005,0.106199056,0.005955663,0.0013328197,0.00057357154,0.0000010803748,1.255043e-9,0.0000024230644,0.8804556,0.00052108674],"about_ca_topic_score_codex":0.0001282465,"about_ca_topic_score_gemma":0.00013157965,"teacher_disagreement_score":0.7349674,"about_ca_system_score_codex":0.0012278036,"about_ca_system_score_gemma":0.0018005257,"threshold_uncertainty_score":0.99989015},"labels":[],"label_agreement":null},{"id":"W2156863061","doi":"10.1111/j.1600-0579.2007.00457.x","title":"The flexible requirement system for grading of clinical performance of undergraduate dental students","year":2007,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; University of Alberta","funders":"","keywords":"Grading (engineering); Competence (human resources); Computer science; Medical education; Medical physics; Dentistry; Medicine; Psychology; Engineering","score_opus":0.05042381401842982,"score_gpt":0.42572800394798543,"score_spread":0.3753041899295556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156863061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99133587,0.00019757502,0.0018908883,0.00042733803,0.004520441,0.00032064784,8.1205474e-7,0.000006354027,0.0013000862],"genre_scores_gemma":[0.9947944,0.00008363462,0.003804153,0.000101492726,0.0008584913,0.0000020246387,0.00000977247,0.000020189036,0.00032578758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711674,0.0001359693,0.0018057425,0.00010032457,0.0006897606,0.00015144722],"domain_scores_gemma":[0.99751246,0.00012984483,0.001486738,0.00019116442,0.00060708076,0.00007271652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007417527,0.00008867217,0.00025455767,0.00018976629,0.00011775659,0.00001633239,0.00027406955,0.000025594132,0.00000364201],"category_scores_gemma":[0.0006274819,0.00006391057,0.00014937697,0.0002487893,0.00013673412,0.00012904209,0.000032998323,0.0002177011,0.0000057076645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015924731,0.0022272568,0.5329631,0.00086406874,0.00032537163,0.000006905594,0.0008215834,0.0000092560795,0.006142034,0.002151389,0.0067116483,0.4461849],"study_design_scores_gemma":[0.0040221103,0.003254119,0.9118055,0.0029374738,0.0003998071,0.00062148564,0.02686158,0.00015537383,0.04267741,0.000045728055,0.0070608496,0.00015852747],"about_ca_topic_score_codex":0.0000024589326,"about_ca_topic_score_gemma":8.6792477e-7,"teacher_disagreement_score":0.44602638,"about_ca_system_score_codex":0.00022567948,"about_ca_system_score_gemma":0.0003406079,"threshold_uncertainty_score":0.26061976},"labels":[],"label_agreement":null},{"id":"W2156863501","doi":"10.1016/j.ijosm.2008.02.001","title":"Criticality, research, scholarship and teaching: Osteopaths as educators – what makes a good teacher?","year":2008,"lang":"en","type":"article","venue":"International journal of osteopathic medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège d'Études Ostéopathiques de Montréal","funders":"","keywords":"Medicine; Osteopathy; Osteopathic medicine in the United States; Curriculum; Medical education; Scholarship; Alternative medicine; Pedagogy; Psychology; Pathology","score_opus":0.09114488160408057,"score_gpt":0.45875261326921474,"score_spread":0.36760773166513416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156863501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8678708,0.002395896,0.00012892322,0.11777349,0.0037865248,0.00024335671,0.0000011591978,0.000025056137,0.00777481],"genre_scores_gemma":[0.98525447,0.001166095,0.0018866614,0.0055459747,0.0047783004,0.00001198567,0.000018389617,0.000037148657,0.0013009552],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9939905,0.00058872456,0.0012878826,0.00032930574,0.0034122532,0.00039137402],"domain_scores_gemma":[0.99427223,0.0006288201,0.00040569634,0.00035259096,0.0038995338,0.0004410975],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009302106,0.00023363461,0.00055280223,0.0013188085,0.00028264258,0.000089345274,0.00054452586,0.00022786914,0.0005592547],"category_scores_gemma":[0.03173867,0.00017877447,0.00010531083,0.00034486878,0.0012157003,0.00088607083,0.00013842394,0.0030721552,0.000051857245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021170538,0.0037482472,0.21354878,0.00054727437,0.0009177924,0.007601336,0.040268976,0.0000016939806,0.014733819,0.09000284,0.04735111,0.57916105],"study_design_scores_gemma":[0.02121344,0.013473774,0.358751,0.026019605,0.00076024164,0.21083237,0.10042401,0.00022014094,0.0035361182,0.04805521,0.2156399,0.0010741756],"about_ca_topic_score_codex":0.00005398725,"about_ca_topic_score_gemma":0.0000021817707,"teacher_disagreement_score":0.5780869,"about_ca_system_score_codex":0.00043573737,"about_ca_system_score_gemma":0.0011205792,"threshold_uncertainty_score":0.9992278},"labels":[],"label_agreement":null},{"id":"W2156876242","doi":"10.1002/chp.21299","title":"Encouraging Reflection and Change in Clinical Practice: Evolution of a Tool","year":2015,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BP (Canada)","funders":"","keywords":"Session (web analytics); Reflection (computer programming); Medical education; Professional development; Process (computing); Clinical Practice; Focus group; Psychology; Continuing medical education; Continuing professional development; Faculty development; Continuing education; Engineering ethics; Medicine; Computer science; Nursing; Sociology; Engineering","score_opus":0.1132924495080948,"score_gpt":0.5523260650165424,"score_spread":0.43903361550844755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156876242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9205243,0.0015222261,0.0005621872,0.07412365,0.00243373,0.00058332726,2.0679131e-7,0.0000040681625,0.00024631462],"genre_scores_gemma":[0.9868099,0.00023916611,0.009365242,0.0027405857,0.00073466735,0.000029250295,0.0000023666844,0.0000068138806,0.00007199019],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99714774,0.0008352987,0.0013895078,0.00009107205,0.0003946211,0.00014173692],"domain_scores_gemma":[0.99709785,0.00038840566,0.0013109489,0.00015795286,0.0009752096,0.0000696171],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012711726,0.000062917614,0.00026721193,0.0005123457,0.00004957433,0.0000079803685,0.00007971666,0.0000958134,0.000004044941],"category_scores_gemma":[0.011634546,0.00004416142,0.000030720767,0.0007431811,0.000058159418,0.0003423188,0.000015008276,0.0008615583,8.307799e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004227462,0.0017459432,0.29272774,0.00028782277,0.000012194734,0.0000030490096,0.15401825,0.0000018523932,0.000050092076,0.0029931087,0.015837675,0.5318995],"study_design_scores_gemma":[0.0016790886,0.0006746001,0.78364235,0.004561009,0.00003801751,0.0003744033,0.19796616,0.0002574937,0.00000500773,0.0018494555,0.00889042,0.00006202055],"about_ca_topic_score_codex":0.0001865536,"about_ca_topic_score_gemma":0.000028525968,"teacher_disagreement_score":0.5318375,"about_ca_system_score_codex":0.00047903357,"about_ca_system_score_gemma":0.0032063324,"threshold_uncertainty_score":0.99669087},"labels":[],"label_agreement":null},{"id":"W2157001197","doi":"10.1111/j.1600-0579.2012.00743.x","title":"International peer review in undergraduate dentistry: enhancing reflective practice in an online community of practice","year":2012,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Community of practice; Curriculum; Medical education; Pedagogy; Psychology; Medicine","score_opus":0.060851319891681584,"score_gpt":0.4571775027890729,"score_spread":0.3963261828973913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157001197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9544167,0.0021418335,0.0003410108,0.02619868,0.0025605,0.0002438825,0.0000022287702,0.000005570948,0.014089579],"genre_scores_gemma":[0.97003603,0.0011492454,0.023908895,0.004014985,0.0005701732,0.0000022781594,0.00013207259,0.00001991402,0.00016642183],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99641114,0.0016509703,0.0009905475,0.000080321275,0.0007312065,0.00013583485],"domain_scores_gemma":[0.9963269,0.00023246728,0.0011111493,0.00021138901,0.0020422821,0.00007581047],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007852537,0.00009651452,0.00021971801,0.00039294385,0.000037783153,0.000016590386,0.0002131998,0.000027619632,0.0000479244],"category_scores_gemma":[0.02724144,0.000093948496,0.000042793108,0.00063862494,0.00005138428,0.0015274998,0.000041913114,0.0010418514,0.000013370045],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014519364,0.06136435,0.11147441,0.0017766231,0.0003721157,0.00019067312,0.05346871,0.000027237207,0.022284843,0.0012800117,0.03733351,0.70897555],"study_design_scores_gemma":[0.0023334678,0.0008987662,0.75349313,0.010479803,0.00040280705,0.0068833595,0.12488092,0.00002402403,0.0012690971,0.00008396905,0.09899635,0.0002543159],"about_ca_topic_score_codex":0.00008228739,"about_ca_topic_score_gemma":0.000034913563,"teacher_disagreement_score":0.7087213,"about_ca_system_score_codex":0.0005616734,"about_ca_system_score_gemma":0.00044202546,"threshold_uncertainty_score":0.9809525},"labels":[],"label_agreement":null},{"id":"W2157364232","doi":"10.1002/chp.21202","title":"Practicing Physicians' Needs for Assessment and Feedback as Part of Professional Development","year":2013,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Professional development; Process (computing); Reflective practice; Conceptual change; Continuing professional development; Psychology; Theory of change; Self-assessment; Medical education; Engineering ethics; Computer science; Pedagogy; Medicine; Sociology; Engineering","score_opus":0.03868744925464955,"score_gpt":0.4602277096292033,"score_spread":0.4215402603745537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157364232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.910897,0.00019441819,0.0007857258,0.08379282,0.0026580966,0.0014056216,4.2695422e-7,0.0000040640207,0.00026183287],"genre_scores_gemma":[0.9375689,0.000060129154,0.05329001,0.0056038406,0.0005289128,0.00024081668,0.000014664376,0.000014506923,0.002678226],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99795204,0.0002487658,0.0011096268,0.00008611266,0.00040403425,0.00019940244],"domain_scores_gemma":[0.99676937,0.00048161016,0.0014242718,0.00015388118,0.0011022997,0.00006857906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027767504,0.00009295472,0.00030231482,0.0003533999,0.00018350573,0.00001592425,0.000110819965,0.000070048576,0.00004880192],"category_scores_gemma":[0.0011192426,0.00006038793,0.000038820817,0.0004207402,0.00005677191,0.00022363856,0.000019402642,0.00055250217,0.0000023031923],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008680174,0.0023845444,0.028156647,0.00087134156,0.000040854273,2.3918162e-7,0.07691091,0.0000017008618,0.0008664552,0.0026865955,0.15417665,0.7338173],"study_design_scores_gemma":[0.0017719117,0.00056970486,0.63130015,0.011740523,0.000059922168,0.00010175542,0.29690742,0.000113552116,0.00032039633,0.0021179453,0.054868873,0.00012782162],"about_ca_topic_score_codex":0.000017997443,"about_ca_topic_score_gemma":0.0000026967753,"teacher_disagreement_score":0.7336894,"about_ca_system_score_codex":0.00021701636,"about_ca_system_score_gemma":0.0049750786,"threshold_uncertainty_score":0.8825576},"labels":[],"label_agreement":null},{"id":"W2157523620","doi":"10.3109/0142159x.2010.528475","title":"Does Saudi Arabia need an Abraham Flexner?","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Centennial; Dozen; Parallels; Medical education; Political science; Medicine; Library science; Family medicine","score_opus":0.0149528288843266,"score_gpt":0.3411011619276741,"score_spread":0.3261483330433475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157523620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93641907,0.000014378861,0.00045769737,0.039310973,0.0030144032,0.00024259377,5.738604e-7,0.00023877437,0.020301545],"genre_scores_gemma":[0.9669023,0.000007665924,0.0036002644,0.0065378305,0.0042035775,0.00006164132,0.00010943828,0.000044663553,0.018532628],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764806,0.000066548564,0.00042167646,0.00035414615,0.0011435729,0.0003660028],"domain_scores_gemma":[0.99859464,0.000025128267,0.00007302221,0.0006646058,0.00017524336,0.0004673538],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014546248,0.0001707254,0.00027630263,0.00014380379,0.00011505485,0.000023005601,0.0002637571,0.0004975033,0.03599354],"category_scores_gemma":[0.005703688,0.00009770813,0.000066805194,0.00042149654,0.00045117264,0.00012373202,0.00004705322,0.0018344937,0.00038060968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102145124,0.0027019314,0.20850627,0.00013057,0.00010017417,0.00010142968,0.0021990074,1.608116e-7,0.005510603,0.0061898446,0.22302315,0.5514347],"study_design_scores_gemma":[0.0031775045,0.00035910876,0.09481166,0.000188855,0.00013888642,0.00022285295,0.0013444307,0.012171032,0.0009115622,0.0031059259,0.88303894,0.0005292387],"about_ca_topic_score_codex":0.00006904864,"about_ca_topic_score_gemma":0.000042587202,"teacher_disagreement_score":0.6600158,"about_ca_system_score_codex":0.000056024186,"about_ca_system_score_gemma":0.00035738223,"threshold_uncertainty_score":0.9648877},"labels":[],"label_agreement":null},{"id":"W2157641530","doi":"10.3109/0142159x.2010.501190","title":"Competency-based medical education: theory to practice","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2696,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto; Canadiana.org; McMaster University; McGill University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Curriculum; Competence (human resources); General partnership; Medical education; Health care; Process (computing); Accountability; Political science; Engineering ethics; Medicine; Psychology; Pedagogy; Computer science; Engineering","score_opus":0.010059071733772858,"score_gpt":0.37593720068255737,"score_spread":0.3658781289487845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157641530","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14706224,0.00010521798,0.017439958,0.6697022,0.00750826,0.00074256875,6.5894835e-7,0.00031653186,0.1571224],"genre_scores_gemma":[0.40696296,0.000013816384,0.1617221,0.3941718,0.009362103,0.0005626112,0.00023157078,0.00012977021,0.026843257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99579144,0.00022169057,0.0005494468,0.00041130537,0.002651658,0.00037447567],"domain_scores_gemma":[0.9971817,0.00022878326,0.0001000353,0.00076447777,0.00059606635,0.0011288961],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0047298567,0.00019286165,0.0002916419,0.00023207815,0.00012441212,0.000023043889,0.0004255007,0.000571811,0.08413145],"category_scores_gemma":[0.107866555,0.00015391964,0.00008085162,0.0007795343,0.0004055135,0.000096168944,0.00007364878,0.0023095673,0.0012964677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016619438,0.0038636473,0.007980686,0.00007469189,0.00005565025,0.000070186965,0.00061246444,1.7488732e-7,0.0000896267,0.11226558,0.40660736,0.46821374],"study_design_scores_gemma":[0.0011068342,0.00016054505,0.0021772708,0.00024113551,0.00008617802,0.0003945847,0.0006330107,0.0024834028,0.000051355422,0.0023728558,0.99007785,0.0002149453],"about_ca_topic_score_codex":0.00003253941,"about_ca_topic_score_gemma":0.000023797507,"teacher_disagreement_score":0.5834705,"about_ca_system_score_codex":0.00010398226,"about_ca_system_score_gemma":0.0135877505,"threshold_uncertainty_score":0.99999213},"labels":[],"label_agreement":null},{"id":"W2157666224","doi":"10.3109/13561820.2011.571353","title":"Establishing face and content validity of the McMaster-Ottawa team observed structured clinical encounter (TOSCE)","year":2011,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa; Montfort Hospital; McMaster University","funders":"","keywords":"Content validity; Face validity; Content (measure theory); Psychology; Face (sociological concept); Content analysis; Medical education; Nursing; Medicine; Psychometrics; Clinical psychology; Sociology","score_opus":0.16803069170458612,"score_gpt":0.37887452808414973,"score_spread":0.2108438363795636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157666224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99343204,0.00018135048,0.00030434277,0.0010130213,0.004100342,0.00019513661,0.000008842867,0.0000046556033,0.0007602464],"genre_scores_gemma":[0.99320465,0.000010097696,0.004628837,0.0013885828,0.0004335103,0.0000022008298,0.0000044020003,0.0000124925755,0.00031525298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977935,0.00022209078,0.0011194851,0.0001323893,0.00060445827,0.00012808903],"domain_scores_gemma":[0.99731666,0.000178319,0.00086825766,0.00021053199,0.0013356115,0.00009061311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010351819,0.00012258536,0.00038054088,0.000095726034,0.0000750691,0.0000116903875,0.0002714286,0.00017247432,0.00031678204],"category_scores_gemma":[0.0029201515,0.00006607541,0.00019530927,0.00015409433,0.00021391037,0.00020183453,0.00013114791,0.0009946532,9.771826e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082630274,0.00024552923,0.9571697,0.00020164756,0.000107113905,0.000008451902,0.008271995,4.3336564e-7,0.003991888,0.00013481682,0.009981196,0.019060938],"study_design_scores_gemma":[0.0013565624,0.0005659909,0.9521405,0.0024874732,0.00012646992,0.00018920664,0.038326662,0.00004409206,0.0037197645,0.00019374385,0.00076666044,0.0000828639],"about_ca_topic_score_codex":0.000026522355,"about_ca_topic_score_gemma":0.000015556856,"teacher_disagreement_score":0.03005467,"about_ca_system_score_codex":0.0001119851,"about_ca_system_score_gemma":0.00040070896,"threshold_uncertainty_score":0.43213284},"labels":[],"label_agreement":null},{"id":"W2157829122","doi":"10.3138/jvme.0113-013r2","title":"Students as Teachers in an Anatomy Dissection Course","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Psychology; Dissection (medical); Medical education; Group work; Cooperative learning; Active learning (machine learning); Constructive; Gross anatomy; Mathematics education; Teaching method; Anatomy; Medicine; Computer science","score_opus":0.03400974159056572,"score_gpt":0.48001164191630086,"score_spread":0.44600190032573517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157829122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844103,0.0001646088,0.000076972334,0.012539098,0.0021293026,0.0002999,1.0256594e-7,0.000014203511,0.00036550497],"genre_scores_gemma":[0.99369305,0.00007086705,0.0015708822,0.0033986417,0.000919159,0.00004289117,0.000021214611,0.000018266495,0.00026504806],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974946,0.00014008948,0.0007690875,0.00015392367,0.0012505598,0.00019175488],"domain_scores_gemma":[0.9985257,0.000035126468,0.00031448543,0.0002159803,0.0005885134,0.00032023393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012111387,0.00012158154,0.00025416602,0.0004145933,0.000047533467,0.000039430488,0.00024958004,0.00019350325,0.0023109303],"category_scores_gemma":[0.0021115702,0.00010185061,0.000059395315,0.00052010524,0.00010280241,0.0006388109,0.000025216528,0.0007484359,0.000065652384],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023736368,0.0097275,0.2942097,0.00010813426,0.00006438529,0.00012538783,0.004079904,0.00000222204,0.0022187904,0.00012650569,0.03241483,0.6566853],"study_design_scores_gemma":[0.0016180724,0.0026394117,0.97176754,0.00073511427,0.00005721682,0.003777766,0.006964217,0.00027060285,0.00005207515,0.00036669837,0.011620103,0.00013119758],"about_ca_topic_score_codex":0.00009060453,"about_ca_topic_score_gemma":0.0000043182604,"teacher_disagreement_score":0.6775578,"about_ca_system_score_codex":0.000384122,"about_ca_system_score_gemma":0.0021188927,"threshold_uncertainty_score":0.9986011},"labels":[],"label_agreement":null},{"id":"W2157904950","doi":"10.3109/01421591003677905","title":"Faculty development: Yesterday, today and tomorrow: Guide supplement 33.2 – Viewpoint","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association for Co-operative Education; University of Toronto","funders":"","keywords":"Yesterday; Medical education; Health professionals; Health care; Engineering ethics; Medicine; Political science; Engineering","score_opus":0.023272598592681562,"score_gpt":0.36142873945891013,"score_spread":0.3381561408662286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157904950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91674817,0.000050326595,0.0013226959,0.06636647,0.0010963683,0.00041767416,0.0000026371379,0.000118968936,0.013876673],"genre_scores_gemma":[0.8756308,0.000032319942,0.058132257,0.016205473,0.0022107211,0.00028289206,0.00092338404,0.00008053668,0.046501607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976646,0.000040491326,0.0005826075,0.00033837996,0.0010276043,0.0003463276],"domain_scores_gemma":[0.99907213,0.000019555326,0.00007714924,0.0003316039,0.00013995254,0.00035958676],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017157543,0.0001787347,0.00026855237,0.000110658984,0.00011946164,0.0000212947,0.00015995475,0.00027370214,0.01720671],"category_scores_gemma":[0.0028180631,0.00013506049,0.000038496404,0.00022240175,0.00023748584,0.00006294553,0.00012377724,0.0010229141,0.0002210725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022810447,0.0006272169,0.06298216,0.00013293358,0.000075731514,0.000053157702,0.0029203764,2.3531644e-8,0.00048021763,0.0019252939,0.4960311,0.43474898],"study_design_scores_gemma":[0.0011803195,0.00005383849,0.025284018,0.00010141093,0.00003343181,0.0001677944,0.00029787162,0.0004434419,0.0005367732,0.00012999488,0.9716091,0.00016198492],"about_ca_topic_score_codex":0.00003996881,"about_ca_topic_score_gemma":0.000050524144,"teacher_disagreement_score":0.475578,"about_ca_system_score_codex":0.0000961003,"about_ca_system_score_gemma":0.00047566192,"threshold_uncertainty_score":0.9836917},"labels":[],"label_agreement":null},{"id":"W2158022691","doi":"","title":"Translating learning into practice: lessons from the practice-based small group learning program.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Suncor Energy (Canada)","funders":"","keywords":"Competence (human resources); Commit; Small group learning; Clinical Practice; Medical education; Best practice; Peer group; Evidence-based practice; Computer science; Medicine; Psychology; Alternative medicine; Nursing","score_opus":0.039256426917615606,"score_gpt":0.3622871886542229,"score_spread":0.3230307617366073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158022691","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41883025,0.0019930874,0.07869113,0.44883126,0.0017824935,0.006409571,0.0000013525867,0.0013675024,0.042093363],"genre_scores_gemma":[0.8792988,0.000021219168,0.11114254,0.0067355908,0.0010169394,0.0012238726,0.00020097155,0.000053845277,0.00030619928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974707,0.00035095663,0.0005439254,0.00037983825,0.00064963097,0.0006049605],"domain_scores_gemma":[0.9959877,0.002610207,0.00043412083,0.00032401277,0.00046600954,0.0001779346],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059222206,0.0001866935,0.00021546654,0.00013453313,0.00053049787,0.00011171532,0.00017539202,0.00018880838,0.000038018276],"category_scores_gemma":[0.049581196,0.00014551629,0.00008117283,0.0009694624,0.00015793863,0.0002981408,0.000028763965,0.001959364,0.000024398647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032949095,0.00048504467,0.009771754,0.00003874437,0.00009456197,0.000027195527,0.0041188374,0.000044118617,0.00009032887,0.00055426825,0.00032965772,0.984116],"study_design_scores_gemma":[0.0017124419,0.00020545673,0.0874333,0.00010457832,0.00037722723,0.00004302444,0.023329496,0.0018008851,0.00016136409,0.00008587037,0.88451254,0.00023380641],"about_ca_topic_score_codex":0.000393396,"about_ca_topic_score_gemma":0.00005757079,"teacher_disagreement_score":0.9838822,"about_ca_system_score_codex":0.00027606607,"about_ca_system_score_gemma":0.00019833099,"threshold_uncertainty_score":0.95842457},"labels":[],"label_agreement":null},{"id":"W2158601794","doi":"10.3109/0142159x.2014.874553","title":"Developing the role of big data and analytics in health professional education","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Big data; Transformative learning; Mainstream; Learning analytics; Analytics; Data science; Context (archaeology); Professional development; Computer science; Knowledge management; Medicine; Medical education; Psychology; Data mining; Pedagogy; Political science","score_opus":0.07009504937349395,"score_gpt":0.4211806238208252,"score_spread":0.35108557444733124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158601794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83239746,0.00085468945,0.004571389,0.15704961,0.0009415173,0.0003890312,8.001711e-7,0.000019562469,0.0037759272],"genre_scores_gemma":[0.99189764,0.000053328957,0.0024969643,0.0041521294,0.00060186954,0.000014841571,0.000104778046,0.000008322404,0.00067012873],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870825,0.00013807997,0.0003785878,0.00015806196,0.0004912392,0.00012575903],"domain_scores_gemma":[0.99933016,0.000052061154,0.00010176621,0.00037273264,0.00007078044,0.00007252243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030112676,0.000057312664,0.00015499024,0.000096336196,0.00004541044,0.0000035227285,0.00018358834,0.00008959841,0.00014864936],"category_scores_gemma":[0.0053864946,0.000035828092,0.000008001094,0.0003534691,0.00015806127,0.00002966653,0.00010583781,0.0003949076,0.0000036069266],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067961532,0.00023281026,0.15738814,0.000103538594,0.000008086269,1.17801335e-7,0.00071897736,8.0497315e-8,0.000004621286,0.007957422,0.0070298575,0.82654953],"study_design_scores_gemma":[0.0010628615,0.00010104427,0.22688322,0.001726552,0.000029437484,0.000041250245,0.006003211,0.099995695,0.000028254599,0.009172561,0.65480757,0.00014834467],"about_ca_topic_score_codex":0.000113793656,"about_ca_topic_score_gemma":0.000028531684,"teacher_disagreement_score":0.82640123,"about_ca_system_score_codex":0.000074476106,"about_ca_system_score_gemma":0.0018544204,"threshold_uncertainty_score":0.64485264},"labels":[],"label_agreement":null},{"id":"W2158642891","doi":"10.1111/j.1365-2929.2005.02124.x","title":"Exploring family physicians' reactions to multisource feedback: perceptions of credibility and usefulness","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Credibility; Perception; Competence (human resources); Psychology; Focus group; Qualitative research; Negative feedback; Medical education; Applied psychology; Social psychology; Medicine","score_opus":0.051639897541543314,"score_gpt":0.3508711304521353,"score_spread":0.299231232910592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158642891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95983255,0.00004903701,0.0040721428,0.033752587,0.0008103543,0.00041810534,0.0000028311026,0.00006757552,0.0009948196],"genre_scores_gemma":[0.9757871,0.00007312584,0.014262476,0.007827061,0.0010881468,0.0002990065,0.00006446787,0.0000206803,0.0005779558],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821323,0.0000542199,0.0005357777,0.0003237145,0.0006634682,0.00020960183],"domain_scores_gemma":[0.99881274,0.00007887158,0.00010416005,0.00040311183,0.0004337746,0.00016732965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006101843,0.00012977619,0.00024418897,0.00028004375,0.00013566871,0.000011881138,0.00010553826,0.00011576551,0.00045445657],"category_scores_gemma":[0.0043846196,0.0001276356,0.000049501457,0.0007698683,0.0002115218,0.00026294996,0.000040013907,0.0003639605,0.000068893445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038848448,0.0020118922,0.011293394,0.00018260826,0.000024434908,3.142674e-7,0.0076051047,0.000016496864,0.0044556796,0.00074235414,0.027344214,0.94628465],"study_design_scores_gemma":[0.00059247116,0.00012506235,0.84009683,0.00067731785,0.00007726716,0.00003286264,0.012516118,0.0017067807,0.0009986426,0.00004606637,0.14295322,0.0001773746],"about_ca_topic_score_codex":0.0001977968,"about_ca_topic_score_gemma":0.000017586299,"teacher_disagreement_score":0.94610727,"about_ca_system_score_codex":0.00022406242,"about_ca_system_score_gemma":0.0007221021,"threshold_uncertainty_score":0.5249116},"labels":[],"label_agreement":null},{"id":"W2158848027","doi":"10.1016/j.jmir.2014.01.008","title":"Incorporating Peer Assessments within a Clinical Practicum Course: Insights from a Clinical Faculty Initiative","year":2014,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Practicum; Course (navigation); Medical education; Psychology; Medical physics; Medicine; Engineering","score_opus":0.11421838506768567,"score_gpt":0.5321330912111139,"score_spread":0.4179147061434282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158848027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8723564,0.000391012,0.019515483,0.10261285,0.0040725316,0.00011405353,0.0000018121278,0.00001842415,0.0009174078],"genre_scores_gemma":[0.9598389,0.00015699476,0.027334496,0.009469469,0.0031440814,0.0000021503229,0.000016804099,0.00000722347,0.000029873445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942815,0.00063450413,0.0017525936,0.00027547678,0.0028998875,0.0001560517],"domain_scores_gemma":[0.99415004,0.0019633425,0.0020859232,0.00014344498,0.0012111842,0.00044605453],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015828371,0.00012037903,0.0004584894,0.00019859792,0.00025082895,0.00013341416,0.00024198447,0.00017421693,0.000063388936],"category_scores_gemma":[0.046035416,0.0000778892,0.000091275084,0.0005320417,0.0011558413,0.000666293,0.000051772775,0.0012313381,0.000007607407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006038999,0.0006517398,0.55797064,0.000015440082,0.00011159411,0.000043590815,0.0011378507,0.0000066499438,0.00001720688,0.0016772693,0.04410605,0.39420155],"study_design_scores_gemma":[0.0048546535,0.0009636165,0.7260777,0.00075466954,0.00029948255,0.0004180666,0.012970346,0.21491738,0.000030052126,0.0050977203,0.033395793,0.00022055033],"about_ca_topic_score_codex":0.000020396052,"about_ca_topic_score_gemma":0.0000025257139,"teacher_disagreement_score":0.393981,"about_ca_system_score_codex":0.000048284986,"about_ca_system_score_gemma":0.0019379655,"threshold_uncertainty_score":0.96200025},"labels":[],"label_agreement":null},{"id":"W2158922303","doi":"10.3109/01421590902842409","title":"Integrating teaching into the busy resident schedule: A learner-centered approach to raise efficiency (L-CARE) in clinical teaching","year":2009,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Toronto","funders":"","keywords":"Feeling; Schedule; Constructive; Computer science; Teaching method; Medical education; Psychology; Medicine; Mathematics education","score_opus":0.03448458306209676,"score_gpt":0.4069805237815728,"score_spread":0.372495940719476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158922303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8996586,0.00031492507,0.017956473,0.036498595,0.00060698466,0.0009162767,1.600112e-7,0.00016085098,0.04388713],"genre_scores_gemma":[0.96678317,0.000011523182,0.020340318,0.009807414,0.0014977317,0.00008193355,0.00004117309,0.00003920792,0.001397544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941235,0.0012091807,0.0015321203,0.00076915673,0.0017138772,0.0006521656],"domain_scores_gemma":[0.99822485,0.00018866615,0.00019160053,0.0008282937,0.00014469132,0.00042188895],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012485272,0.0003207674,0.0005907153,0.00036752102,0.00039655055,0.00007657327,0.00070910243,0.00045913857,0.00025159877],"category_scores_gemma":[0.046280693,0.00020982094,0.00018235118,0.0007219552,0.00028787102,0.00012346392,0.00017235879,0.0060854275,0.000075990996],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001743499,0.0026318138,0.048647355,0.000072602015,0.00003654462,0.0000332861,0.050623868,0.000015563512,0.00006865689,0.0065642428,0.01690722,0.8742245],"study_design_scores_gemma":[0.019528344,0.004914471,0.20766866,0.008059725,0.0004607637,0.000486273,0.2570595,0.23264585,0.00009079892,0.0018191274,0.26479143,0.0024750405],"about_ca_topic_score_codex":0.0002577403,"about_ca_topic_score_gemma":0.000032979224,"teacher_disagreement_score":0.87174946,"about_ca_system_score_codex":0.00050560874,"about_ca_system_score_gemma":0.000588923,"threshold_uncertainty_score":0.9962076},"labels":[],"label_agreement":null},{"id":"W2158993074","doi":"10.1111/j.1440-172x.2006.00555.x","title":"Work‐related empowerment of the multidisciplinary team at the Rheumatism Foundation Hospital","year":2006,"lang":"en","type":"article","venue":"International Journal of Nursing Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; Empowerment; Rheumatism; Multidisciplinary team; Foundation (evidence); Medicine; Work (physics); Nursing; Psychology; Medical education; Family medicine; Sociology; Social science; Engineering; Political science","score_opus":0.012573947398259448,"score_gpt":0.3700325999102661,"score_spread":0.35745865251200665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158993074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8190348,0.000260631,0.0013349284,0.16359468,0.0074521913,0.00022926465,0.000001246913,0.000007894122,0.008084381],"genre_scores_gemma":[0.9946743,0.000039673647,0.0034112264,0.00032314437,0.0004116001,0.0000030405952,0.000016351583,0.000012350757,0.0011082831],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783695,0.00011853189,0.0007434598,0.00009046009,0.0011107846,0.00009980165],"domain_scores_gemma":[0.99659634,0.00032740983,0.0013959949,0.00018865734,0.0014697526,0.000021873662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010143135,0.000086264285,0.00012714024,0.00012917707,0.00014017012,0.000033240227,0.00028572616,0.000065458,0.00015412913],"category_scores_gemma":[0.0022340587,0.000051389983,0.00011004638,0.00031892583,0.00024518475,0.0003700745,0.000048232352,0.00044303795,0.000017854376],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003361966,0.014145891,0.047846522,0.000052820436,0.0018356384,0.00009203329,0.028285753,0.0028822224,0.010867764,0.01630548,0.35549477,0.5188291],"study_design_scores_gemma":[0.004409411,0.0006542309,0.9071899,0.00503046,0.0007514807,0.005514296,0.0073723267,0.0013100277,0.0032921564,0.0075147753,0.056718297,0.00024261103],"about_ca_topic_score_codex":0.00002273537,"about_ca_topic_score_gemma":8.5510425e-7,"teacher_disagreement_score":0.8593434,"about_ca_system_score_codex":0.0008359254,"about_ca_system_score_gemma":0.00022339553,"threshold_uncertainty_score":0.26745385},"labels":[],"label_agreement":null},{"id":"W2159075585","doi":"10.3109/0142159x.2011.565831","title":"Performance in assessment: Consensus statement and recommendations from the Ottawa conference","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada","funders":"Association for the Study of Medical Education","keywords":"Statement (logic); Consensus conference; MEDLINE; Library science; Medicine; Political science; Family medicine; Medical education; Computer science; Law","score_opus":0.06685978808781556,"score_gpt":0.37003119424722036,"score_spread":0.3031714061594048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159075585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226234,0.0000428772,0.00031716234,0.044343956,0.00026523144,0.00023990204,0.0000017749784,0.00002561817,0.032140065],"genre_scores_gemma":[0.9923909,0.00009516622,0.004304709,0.002136421,0.00011912679,0.00006239999,0.00006439615,0.000008729362,0.0008181996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987582,0.00011800798,0.00038776294,0.00017838752,0.0003906263,0.0001669888],"domain_scores_gemma":[0.9994785,0.000063276006,0.00006821956,0.00022508317,0.000074779775,0.00009013315],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013501383,0.00008635387,0.00014069845,0.00004842499,0.00007195323,0.000008572899,0.000105809006,0.000098686396,0.01216329],"category_scores_gemma":[0.000943641,0.000056617926,0.000013243146,0.0001872996,0.0002669094,0.00003712205,0.000043984306,0.0005967813,0.000030334522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016656468,0.00036019983,0.84230834,0.000016994854,0.000030805597,0.000008964429,0.0034691424,3.6157058e-8,0.000008226242,0.0020351347,0.033948362,0.11779715],"study_design_scores_gemma":[0.0014768026,0.00010885715,0.9026608,0.00028743476,0.00003851032,0.000018344497,0.0032830227,0.01934574,0.000017938442,0.000550992,0.07209825,0.00011329159],"about_ca_topic_score_codex":0.00030421306,"about_ca_topic_score_gemma":0.00007633412,"teacher_disagreement_score":0.11768386,"about_ca_system_score_codex":0.00008271118,"about_ca_system_score_gemma":0.00028739506,"threshold_uncertainty_score":0.9887397},"labels":[],"label_agreement":null},{"id":"W2159274620","doi":"10.3109/0142159x.2010.500704","title":"The role of assessment in competency-based medical education","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":920,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa; McMaster University","funders":"","keywords":"Competence (human resources); Medical education; Context (archaeology); Graduation (instrument); Process (computing); Psychology; Medicine; Computer science","score_opus":0.007080074598574698,"score_gpt":0.3589469574972405,"score_spread":0.3518668828986658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159274620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8495237,0.00015092207,0.00026714656,0.10749348,0.0014163775,0.00034906642,2.4809037e-7,0.000039484723,0.04075953],"genre_scores_gemma":[0.9920026,0.000014981333,0.004517354,0.0022074126,0.00054676726,0.00011447328,0.000042057123,0.000016579266,0.00053777924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971043,0.000112113165,0.00057926093,0.00019006312,0.0017803141,0.00023397477],"domain_scores_gemma":[0.99891114,0.00010701808,0.00010948185,0.00043861812,0.00020235933,0.00023140415],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029914766,0.000105412655,0.00021423954,0.00013293783,0.00006971233,0.000008268236,0.00030980963,0.00033736933,0.007916233],"category_scores_gemma":[0.010360017,0.000068108966,0.000055098662,0.00046576638,0.0005099629,0.000030826755,0.00003851321,0.0018192978,0.000025695572],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028395303,0.0023543632,0.39160487,0.00004488359,0.000018712708,0.00000551422,0.00021937152,1.8933922e-7,0.00035591898,0.09165321,0.0079731075,0.5057415],"study_design_scores_gemma":[0.0043824264,0.0003334306,0.36546138,0.0009362405,0.00008525963,0.00011500318,0.0031562105,0.18902928,0.00065709336,0.027345689,0.40810698,0.00039100787],"about_ca_topic_score_codex":0.00012152611,"about_ca_topic_score_gemma":0.00026183596,"teacher_disagreement_score":0.5053505,"about_ca_system_score_codex":0.00008904946,"about_ca_system_score_gemma":0.01491685,"threshold_uncertainty_score":0.9979761},"labels":[],"label_agreement":null},{"id":"W2159294155","doi":"10.1007/s40670-015-0166-y","title":"Developing a Scientific Basis of Medicine Framework in Curriculum Renewal: The IDEAL Model","year":2015,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Process (computing); Ideal (ethics); Task (project management); Engineering ethics; Medical education; Health care; Computer science; Medicine; Psychology; Pedagogy; Engineering; Political science","score_opus":0.0685337573583161,"score_gpt":0.4135538291895103,"score_spread":0.3450200718311942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159294155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83278036,0.00024142515,0.0058298633,0.1551888,0.004005062,0.00032900015,5.57627e-7,0.000030974486,0.001593924],"genre_scores_gemma":[0.96805423,0.000013859196,0.026246,0.004757171,0.00067771756,0.000058269263,0.000006510543,0.000011400242,0.00017484651],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945981,0.00006720218,0.0007188439,0.000486256,0.0035929675,0.00053665775],"domain_scores_gemma":[0.99747956,0.00018443231,0.00017818405,0.00066937547,0.0009288362,0.0005595945],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010424805,0.00014576939,0.00032751152,0.00061241153,0.00023812805,0.000031818232,0.0009045848,0.00015810893,0.00028442987],"category_scores_gemma":[0.05417615,0.000085259526,0.000034892673,0.0070063556,0.0060295924,0.00016553437,0.00016752908,0.0006316522,0.000027169477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008068363,0.0020085063,0.15994433,0.0003236418,0.00003237763,0.000031609325,0.04425342,0.00008913793,0.0012581015,0.3970676,0.23840073,0.15650983],"study_design_scores_gemma":[0.008597325,0.0012116757,0.07455115,0.013983698,0.00027568874,0.00064177084,0.13550262,0.29120195,0.007131831,0.36623156,0.0989014,0.0017693172],"about_ca_topic_score_codex":0.00039506622,"about_ca_topic_score_gemma":0.000038182854,"teacher_disagreement_score":0.2911128,"about_ca_system_score_codex":0.00063017855,"about_ca_system_score_gemma":0.014777527,"threshold_uncertainty_score":0.99667543},"labels":[],"label_agreement":null},{"id":"W2159296000","doi":"10.1017/cem.2014.47","title":"Outcome Feedback within Emergency Medicine Training Programs: An Opportunity to Apply the Theory of Deliberate Practice?","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Winnipeg; Manitoba Beekeepers' Association; University of Ottawa","funders":"","keywords":"Medicine; Accreditation; Likert scale; Family medicine; Test (biology); Emergency department; Graduate medical education; Program director; Educational program; Mandate; Outcome (game theory); Emergency medicine; Nursing; Medical education; Psychology","score_opus":0.3533954422184812,"score_gpt":0.4476988616107125,"score_spread":0.0943034193922313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159296000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7153584,0.0032429998,0.0042776535,0.19884394,0.041891303,0.0018928766,0.00001233838,0.000045189903,0.034435328],"genre_scores_gemma":[0.9787259,0.00018294223,0.0037147715,0.0061339913,0.00647012,0.000038582864,0.00007704017,0.0000889836,0.004567654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99441093,0.00043402173,0.003099511,0.00027116487,0.0012355159,0.0005488673],"domain_scores_gemma":[0.9893898,0.000103019105,0.0015149969,0.0007021639,0.0049985866,0.0032914376],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012208944,0.0003192732,0.000831771,0.00080597686,0.00019640788,0.0000043891414,0.0006155443,0.00016110596,0.00845407],"category_scores_gemma":[0.045977183,0.0001956323,0.00011065008,0.0021069222,0.00051808596,0.00036957586,0.000020302368,0.0009930227,0.0000141330975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009396206,0.00053818047,0.0446421,0.0003400103,0.0008487756,0.00026324455,0.22554992,0.00012681053,0.00086866843,0.016098375,0.56813943,0.14164488],"study_design_scores_gemma":[0.00480115,0.011497771,0.014616679,0.0019309478,0.002118247,0.00091101916,0.43646508,0.00027937512,0.00004887122,0.009448716,0.51722157,0.0006605894],"about_ca_topic_score_codex":0.0037752239,"about_ca_topic_score_gemma":0.0035062495,"teacher_disagreement_score":0.26336753,"about_ca_system_score_codex":0.00030231787,"about_ca_system_score_gemma":0.005156346,"threshold_uncertainty_score":0.9924523},"labels":[],"label_agreement":null},{"id":"W2159539097","doi":"10.1080/014215900409410","title":"The Ottawa Conferences: the good, the new, the controversial and the uncomfortable","year":2000,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.009879780119804834,"score_gpt":0.2881928733053407,"score_spread":0.2783130931855359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159539097","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07519462,0.0016421925,0.00030776928,0.789166,0.00097081077,0.0011934044,0.0000011844818,0.000050138515,0.1314739],"genre_scores_gemma":[0.89441675,0.0005121741,0.000027532478,0.032371078,0.0028147185,0.00015001233,0.0000129861155,0.000020600199,0.06967415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972521,0.0005034994,0.00042709778,0.00020667921,0.0012311463,0.00037945833],"domain_scores_gemma":[0.997395,0.0013918101,0.000116383584,0.00087060995,0.000092570255,0.0001336519],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055364347,0.0001669808,0.00022397567,0.0000141814135,0.0012145931,0.00012278784,0.00077167555,0.00016303292,0.008328229],"category_scores_gemma":[0.004286094,0.00004481289,0.00009220282,0.0003498897,0.003090662,0.00004745385,0.00007187103,0.001447213,0.00009218689],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001803098,0.00007631155,0.0026712038,0.0000058393534,0.00015601255,0.0000027163142,0.0036126415,0.0000013413871,9.295856e-7,0.07471026,0.67629296,0.2422895],"study_design_scores_gemma":[0.002435083,0.000052396164,0.0022203561,0.000037892834,0.00014790375,0.000059829355,0.004412338,0.0056010885,0.0000027050567,0.0034372238,0.98152554,0.000067660156],"about_ca_topic_score_codex":0.0011177568,"about_ca_topic_score_gemma":0.0002684524,"teacher_disagreement_score":0.81922215,"about_ca_system_score_codex":0.000052626445,"about_ca_system_score_gemma":0.0007359331,"threshold_uncertainty_score":0.99962234},"labels":[],"label_agreement":null},{"id":"W2159647634","doi":"10.3352/jeehp.2015.12.10","title":"Initiating small group learning in a Caribbean medical school","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Small group learning; Learning environment; Curriculum; Context (archaeology); Socialization; Experiential learning; Active learning (machine learning); Medical education; Problem-based learning; Cooperative learning; Psychology; Mathematics education; Pedagogy; Medicine; Computer science; Teaching method; Artificial intelligence; Geography","score_opus":0.2001838928762288,"score_gpt":0.543058781449507,"score_spread":0.34287488857327825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159647634","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47228304,0.0008568423,0.0040522777,0.5153575,0.003986052,0.0020302425,0.0000040939453,0.000016913104,0.0014130349],"genre_scores_gemma":[0.9405931,0.0000378049,0.0429148,0.012619774,0.0024452142,0.0003838853,0.00035627134,0.000033680397,0.0006154709],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9958151,0.0005822457,0.0015278035,0.00016787366,0.0016137848,0.00029319985],"domain_scores_gemma":[0.9938887,0.0007211889,0.0010980839,0.00014431594,0.0034340972,0.0007136656],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015848255,0.00011721839,0.00034432896,0.00070020824,0.00023662772,0.000014635275,0.00014163816,0.00017429676,0.00088508584],"category_scores_gemma":[0.09815263,0.000100240555,0.000081932594,0.0007588073,0.000054788452,0.0002096073,0.000025965677,0.001130158,0.00001758952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011791514,0.0065525654,0.30434468,0.001392685,0.00021690845,0.0000056756226,0.025545437,0.0013332766,0.00015426632,0.028031206,0.4535561,0.17768806],"study_design_scores_gemma":[0.033610865,0.005460846,0.63625646,0.012824976,0.00041692922,0.0010759388,0.074454755,0.08393993,0.000036432968,0.051943034,0.09921224,0.0007675767],"about_ca_topic_score_codex":0.000036391546,"about_ca_topic_score_gemma":0.000049660488,"teacher_disagreement_score":0.50273776,"about_ca_system_score_codex":0.0016926727,"about_ca_system_score_gemma":0.03687857,"threshold_uncertainty_score":0.9691069},"labels":[],"label_agreement":null},{"id":"W2159712387","doi":"10.1186/1472-6920-5-35","title":"Ambulatory teaching: Do approaches to learning predict the site and preceptor characteristics valued by clerks and residents in the ambulatory setting?","year":2005,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Preceptor; Ambulatory; Medicine; Scale (ratio); Medical education; Surgery; Geography; Cartography","score_opus":0.02449104546103218,"score_gpt":0.3062700784771652,"score_spread":0.281779033016133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159712387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730873,0.00058825914,0.0006144581,0.023957545,0.00037675438,0.00079872913,0.0000019638699,0.000041502914,0.0005334571],"genre_scores_gemma":[0.9840054,0.000055483055,0.003653381,0.010129456,0.001274197,0.00020095716,0.00014390195,0.000025885947,0.00051133154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730206,0.0006187879,0.0005314115,0.0003747332,0.00090229633,0.00027072564],"domain_scores_gemma":[0.99878114,0.00044560642,0.00016315882,0.00034765014,0.00006906024,0.00019339322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004583402,0.0001755405,0.00021129216,0.00015700555,0.00033747268,0.00008211461,0.00018335282,0.00021378613,0.00011020639],"category_scores_gemma":[0.013084342,0.00011577553,0.000026719836,0.00028152333,0.00024068508,0.00012991097,0.00007264837,0.0013170425,0.000019508161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096449265,0.00083791843,0.6012739,0.00033549024,0.00002770949,6.921401e-7,0.027115835,0.0000064378482,0.0001308575,0.0016220415,0.11180697,0.25674573],"study_design_scores_gemma":[0.00068111386,0.0001177683,0.9325791,0.0005329629,0.000074502714,0.000060845483,0.00849917,0.0070033157,0.00001936122,0.00006124208,0.050200354,0.0001702419],"about_ca_topic_score_codex":0.000055927518,"about_ca_topic_score_gemma":0.000017054199,"teacher_disagreement_score":0.33130524,"about_ca_system_score_codex":0.0001569588,"about_ca_system_score_gemma":0.0009429205,"threshold_uncertainty_score":0.9952289},"labels":[],"label_agreement":null},{"id":"W2159766518","doi":"10.3109/0142159x.2012.668237","title":"Development, implementation, and evaluation of a student-initiated undergraduate medical education elective in HIV care","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Ontario HIV Treatment Network; St. Michael's Hospital; Muscular Dystrophy Canada; University of Toronto","funders":"Division of Undergraduate Education; University of Toronto; Ontario HIV Treatment Network","keywords":"Mentorship; Curriculum; Medical education; Medicine; Enthusiasm; General partnership; Human immunodeficiency virus (HIV); Family medicine; Psychology; Pedagogy","score_opus":0.06290557508387132,"score_gpt":0.47407882322905087,"score_spread":0.4111732481451795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159766518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98986626,0.0007120994,0.0002494084,0.0043158503,0.0003551512,0.0006390691,4.1666092e-7,0.000025868234,0.0038359088],"genre_scores_gemma":[0.99689525,0.00003383505,0.0013209211,0.00077519217,0.00026619976,0.00024192184,0.0003426193,0.000018322788,0.000105712046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99612176,0.0002844287,0.0006517027,0.0002132671,0.0024388835,0.00028995748],"domain_scores_gemma":[0.9988063,0.000027481856,0.00014207175,0.00015529044,0.0006048517,0.00026402195],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035854385,0.00013323469,0.000238032,0.0002967501,0.000055124645,0.000006357931,0.000095810225,0.00021969297,0.003712416],"category_scores_gemma":[0.0028093604,0.000118303826,0.000023005443,0.0005949461,0.00013631322,0.00013748917,0.000048997335,0.00043001943,0.000019694126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016649403,0.0009000545,0.69839495,0.00007935526,0.00005123269,7.749121e-7,0.01295583,8.10254e-8,0.0000145045,0.000892856,0.00354075,0.28315297],"study_design_scores_gemma":[0.005193418,0.00007650564,0.9400376,0.00052080466,0.00020362569,0.000051535117,0.0444497,0.0010907169,0.00029054462,0.00026379217,0.007602833,0.00021891584],"about_ca_topic_score_codex":0.0000513846,"about_ca_topic_score_gemma":0.00010604893,"teacher_disagreement_score":0.28293404,"about_ca_system_score_codex":0.00059295184,"about_ca_system_score_gemma":0.0041420492,"threshold_uncertainty_score":0.99719834},"labels":[],"label_agreement":null},{"id":"W2159909302","doi":"10.3109/0142159x.2014.932897","title":"Twelve tips for completing quality in-training evaluation reports","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Documentation; Medical education; Competence (human resources); Quality (philosophy); Appeal; Psychology; Narrative; Medicine; Computer science; Social psychology; Political science","score_opus":0.15634644446359994,"score_gpt":0.47564169303331166,"score_spread":0.3192952485697117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159909302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94123524,0.0000391414,0.02062208,0.014773325,0.000841338,0.00075962587,2.2012436e-7,0.000075063406,0.02165398],"genre_scores_gemma":[0.99029833,0.00000101647,0.005124821,0.002397026,0.0011460993,0.00021478641,0.0001627011,0.000021149292,0.00063408836],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970072,0.0002626128,0.00079904834,0.00032208097,0.0013211368,0.000287931],"domain_scores_gemma":[0.9988462,0.00016455934,0.00019628026,0.00034291044,0.000313392,0.0001366676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018163398,0.00010881137,0.0003080344,0.00012623744,0.000073292504,0.000010474594,0.00007522269,0.00021830534,0.0023375682],"category_scores_gemma":[0.060217675,0.00009519306,0.000060986826,0.00029349572,0.00012070199,0.000046429326,0.00002437235,0.00049968774,0.00001794332],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006214745,0.0005058607,0.19047971,0.00022066188,0.000038820355,0.000010805606,0.0036956589,0.0000054116626,0.00012151936,0.0036557005,0.031104373,0.77009934],"study_design_scores_gemma":[0.0068558236,0.00032854814,0.20495111,0.0010838838,0.00018662769,0.0003388081,0.0037325316,0.43187946,0.0000670191,0.01425699,0.3357824,0.0005368003],"about_ca_topic_score_codex":0.00004885254,"about_ca_topic_score_gemma":0.00001796516,"teacher_disagreement_score":0.76956254,"about_ca_system_score_codex":0.000220836,"about_ca_system_score_gemma":0.00037588854,"threshold_uncertainty_score":0.99857444},"labels":[],"label_agreement":null},{"id":"W2160017748","doi":"10.1017/s1481803500010381","title":"Assessing competence in emergency medicine trainees: an overview of effective methodologies","year":2008,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa; University of Toronto; McMaster University; Royal Ottawa Mental Health Centre; McMaster University Medical Centre","funders":"","keywords":"Competence (human resources); Medicine; Core competency; Medical education; Core Knowledge; Psychology; Knowledge management; Computer science","score_opus":0.5451597250832587,"score_gpt":0.5690326852500721,"score_spread":0.023872960166813395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160017748","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056940445,0.9784452,0.00048293368,0.0012712806,0.015882602,0.0010655024,0.00001104486,0.000012641436,0.0022594002],"genre_scores_gemma":[0.00019733272,0.9933054,0.0025947476,0.00010308292,0.003316922,0.000042836105,0.00014100416,0.00008911254,0.00020955759],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99084604,0.0011796796,0.0057946085,0.0004975781,0.0010018705,0.00068020157],"domain_scores_gemma":[0.9924134,0.0005044302,0.0035272876,0.0007615121,0.0019289077,0.0008644811],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004725636,0.0007205027,0.0050329953,0.0036966954,0.00013761962,0.0000027548936,0.00078310666,0.0005747347,0.007569588],"category_scores_gemma":[0.022146855,0.00050206075,0.00053522986,0.0044494057,0.00080840196,0.00040917448,0.000023279585,0.001984001,0.0000055095725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019352818,0.00012538036,0.0007509748,0.02187457,0.00046527438,0.00030496472,0.0043758894,0.000004010428,0.000020321584,0.00054947304,0.04193422,0.92957556],"study_design_scores_gemma":[0.0011853586,0.002210841,0.004162954,0.092493385,0.0020827856,0.00088324834,0.004029188,0.0000188809,0.0000015572547,0.0008583743,0.8915779,0.00049552374],"about_ca_topic_score_codex":0.0045796633,"about_ca_topic_score_gemma":0.0024719166,"teacher_disagreement_score":0.92908007,"about_ca_system_score_codex":0.0008458297,"about_ca_system_score_gemma":0.0051846635,"threshold_uncertainty_score":0.9997431},"labels":[],"label_agreement":null},{"id":"W2160033464","doi":"10.1002/chp.20111","title":"How Do Physicians Assess Their Family Physician Colleagues' Performance? Creating a Rubric to Inform Assessment and Feedback","year":2011,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Rubric; Competence (human resources); Credibility; Referral; Medical education; Medicine; Family medicine; Focus group; Psychosocial; Confidentiality; Psychology; Social psychology","score_opus":0.05429642360331955,"score_gpt":0.4025818534634028,"score_spread":0.34828542986008326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160033464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614347,0.00022912615,0.00073828717,0.030462872,0.0014433997,0.0009477573,0.0000017783902,0.000012446141,0.0047295885],"genre_scores_gemma":[0.97036916,0.00017491744,0.0139428135,0.01420977,0.0006123939,0.0000726722,0.000008367955,0.000019218774,0.00059069257],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99803936,0.0002531899,0.0008031887,0.00014208855,0.0004519755,0.0003102063],"domain_scores_gemma":[0.9976557,0.00018863965,0.0009644714,0.0002829565,0.000790607,0.00011764343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025859326,0.00015519546,0.00039916686,0.0004634473,0.0003551962,0.00006414921,0.00021555094,0.000078458,0.00000660512],"category_scores_gemma":[0.0003851543,0.0001007252,0.000056024008,0.0009318611,0.00006888232,0.0003825736,0.00003605526,0.0008781045,0.0000021056671],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007844643,0.0009915025,0.032335773,0.00035348104,0.000027063234,9.2381373e-7,0.15974677,0.0000011784733,0.00023516682,0.0010380646,0.013572092,0.79161954],"study_design_scores_gemma":[0.0006585187,0.0005957311,0.6605174,0.005430717,0.000032419095,0.00004055039,0.32568675,0.00010517243,0.00004829009,0.00026197996,0.006514706,0.00010777016],"about_ca_topic_score_codex":0.000023068844,"about_ca_topic_score_gemma":0.0000048822917,"teacher_disagreement_score":0.7915118,"about_ca_system_score_codex":0.00041129775,"about_ca_system_score_gemma":0.0023808763,"threshold_uncertainty_score":0.42235726},"labels":[],"label_agreement":null},{"id":"W2160354806","doi":"10.12927/hcpap.2003.16891","title":"Where Are the Healthcare Leaders? The Need for Investment in Leadership Development","year":2003,"lang":"en","type":"article","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Leadership development; Health care; Neuroleadership; Public relations; Leadership studies; Warrant; Leadership style; Context (archaeology); Shared leadership; Psychology; Knowledge management; Political science; Business; Computer science","score_opus":0.1673905812290998,"score_gpt":0.37299647911083783,"score_spread":0.20560589788173803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160354806","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3054329,0.00073536945,0.00026013996,0.6895761,0.000590843,0.002971952,0.0000068751106,0.00008102571,0.00034481732],"genre_scores_gemma":[0.12755182,0.000097861055,0.0031980178,0.8653665,0.00005924379,0.002241867,0.00008791483,0.00008307906,0.0013136775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957626,0.00040354693,0.0010579169,0.00072187645,0.0008086731,0.0012453859],"domain_scores_gemma":[0.99741846,0.0006365371,0.0003249334,0.0009291309,0.0003265147,0.00036439724],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026471347,0.0004345731,0.0005780277,0.0003110862,0.00086684973,0.0000532512,0.0003820565,0.00027343314,0.00009927868],"category_scores_gemma":[0.0017942198,0.00028661315,0.00012749757,0.0014785546,0.00011410405,0.000085188556,0.000067542,0.0008913387,0.0001644342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006199317,0.0005220861,0.0111814095,0.00064279075,0.00006951723,0.00000772618,0.052502953,0.000012729631,0.00006250523,0.010449224,0.91596663,0.007962494],"study_design_scores_gemma":[0.0026669786,0.0007607291,0.025519593,0.000020203322,0.00004259931,0.000047361013,0.069681965,0.00018588734,0.00020631669,0.0001375313,0.9003548,0.00037601503],"about_ca_topic_score_codex":0.00025490933,"about_ca_topic_score_gemma":0.003451795,"teacher_disagreement_score":0.17788106,"about_ca_system_score_codex":0.0024340942,"about_ca_system_score_gemma":0.0015668895,"threshold_uncertainty_score":0.9999586},"labels":[],"label_agreement":null},{"id":"W2160379128","doi":"10.1034/j.1600-0579.6.s3.19.x","title":"4.3 Towards a global superstore of quality‐assured modularized learning programmes","year":2002,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Dental Hygienists Association","funders":"","keywords":"Quality assurance; Quality (philosophy); Identification (biology); Work (physics); Medical education; Seal (emblem); Engineering management; Medicine; Engineering; Computer science; Operations management; Geography","score_opus":0.02710579019549225,"score_gpt":0.3425232618104078,"score_spread":0.31541747161491557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160379128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98187846,0.0006885084,0.00097629253,0.0030348618,0.0013481291,0.00017398264,0.0000011165615,0.000019873107,0.011878797],"genre_scores_gemma":[0.9854041,0.000045482702,0.012960917,0.00041776436,0.0006030617,0.000001911685,0.000022224845,0.00001941347,0.00052513345],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979809,0.00034561747,0.00082795834,0.00011808565,0.0005828284,0.00014464496],"domain_scores_gemma":[0.9984707,0.00001369966,0.0006063347,0.00016093548,0.00065625674,0.000092071445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001029622,0.000111474015,0.00026933788,0.00018163794,0.0000611435,0.00002440581,0.00014854036,0.000036659054,0.00028049268],"category_scores_gemma":[0.0017095932,0.00009874648,0.00013971895,0.00054591685,0.00010291869,0.0001637081,0.00002142048,0.00034696673,0.00003402211],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017572395,0.0023681535,0.06822967,0.00021177775,0.00016386599,0.000024417237,0.004886935,0.000013302676,0.005375014,0.0011236544,0.010108373,0.9073191],"study_design_scores_gemma":[0.0063906023,0.0030810859,0.8370777,0.0014444274,0.00054878136,0.0029568633,0.055147983,0.0005771698,0.0018722761,0.00019894743,0.09024033,0.00046384125],"about_ca_topic_score_codex":0.000017346532,"about_ca_topic_score_gemma":6.888918e-7,"teacher_disagreement_score":0.9068553,"about_ca_system_score_codex":0.00025668723,"about_ca_system_score_gemma":0.00026343684,"threshold_uncertainty_score":0.40267646},"labels":[],"label_agreement":null},{"id":"W2160582035","doi":"10.1097/01.don.0000158009.34525.e3","title":"The Crisis in Endodontic Education: Current Perspectives and Strategies for Change","year":2005,"lang":"en","type":"review","venue":"Journal of Endodontics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Current (fluid); Business; Dentistry; Political science; Psychology; Medicine; Engineering","score_opus":0.11518336626081559,"score_gpt":0.4742151404849077,"score_spread":0.3590317742240921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160582035","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051051935,0.99342984,0.00022446543,0.0032647967,0.0019660997,0.0009110235,0.000003820295,0.0000045461697,0.0001443601],"genre_scores_gemma":[0.00015833552,0.9915447,0.0036160944,0.000118056385,0.004276055,0.00014094144,0.000009911756,0.000030480387,0.00010539807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824005,0.000079979174,0.0010039422,0.00015256468,0.0003146611,0.00020880222],"domain_scores_gemma":[0.99776673,0.00031500796,0.0008629807,0.0002224931,0.0007656234,0.00006718338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009477695,0.00021715242,0.00092170644,0.00048173993,0.000093020215,0.000090918875,0.00017967421,0.0001432237,0.0000092134205],"category_scores_gemma":[0.0012154928,0.00013302022,0.00025815272,0.00038959275,0.000105128114,0.0001828957,0.000023064298,0.00082222227,0.000001436591],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012875323,0.0002555855,0.000014810029,0.003897438,0.000077039265,0.0000019312465,0.0012801576,4.6230635e-8,3.8648793e-8,0.005124036,0.012657804,0.97667825],"study_design_scores_gemma":[0.00036722462,0.00014290732,0.00006814977,0.008055391,0.000861738,0.00039039302,0.009514983,0.00000749876,7.582853e-8,0.00039800254,0.98008806,0.00010559842],"about_ca_topic_score_codex":0.0000035762562,"about_ca_topic_score_gemma":0.0000089559635,"teacher_disagreement_score":0.97657263,"about_ca_system_score_codex":0.00041223172,"about_ca_system_score_gemma":0.0021480275,"threshold_uncertainty_score":0.5424407},"labels":[],"label_agreement":null},{"id":"W2160631719","doi":"10.3109/0142159x.2012.748887","title":"Looking back to move forward: Using history, discourse and text in medical education research: AMEE Guide No. 73","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; The Wilson Centre; University of Toronto; University Health Network; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medical education; Computer science; Sociology; Psychology; Pedagogy; Mathematics education; Linguistics; Medicine; Philosophy","score_opus":0.08323163139605069,"score_gpt":0.46154866131168865,"score_spread":0.378317029915638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160631719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92334473,0.0011603753,0.0010306961,0.029035086,0.002372439,0.00066918635,4.0940392e-7,0.00004208944,0.042344995],"genre_scores_gemma":[0.92580515,0.00010391822,0.01246787,0.01793625,0.0075837816,0.00019876081,0.00006854787,0.00011675884,0.03571899],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951923,0.00032604046,0.0006901009,0.00040442997,0.0026070601,0.0007800586],"domain_scores_gemma":[0.9978104,0.00011028069,0.00008371367,0.00047158494,0.00036253346,0.0011614417],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007275961,0.00019459467,0.00036319197,0.0005948789,0.00008778842,0.000015169264,0.00025521975,0.00046619325,0.017405534],"category_scores_gemma":[0.03298497,0.00016616484,0.000047023932,0.00067554053,0.0006337634,0.00021159864,0.00019577728,0.0016116524,0.0006130297],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006827785,0.0019029434,0.14077912,0.00018186012,0.000033308097,0.000020145622,0.006206351,3.273113e-7,0.00012179254,0.0012529155,0.5817334,0.26769957],"study_design_scores_gemma":[0.0014163854,0.00012099755,0.023528187,0.0016710096,0.00004724961,0.00018637737,0.0042691794,0.009804038,0.000021958334,0.00016582417,0.95844895,0.0003198443],"about_ca_topic_score_codex":0.00055713026,"about_ca_topic_score_gemma":0.000028861183,"teacher_disagreement_score":0.37671557,"about_ca_system_score_codex":0.001810894,"about_ca_system_score_gemma":0.0029581953,"threshold_uncertainty_score":0.9834927},"labels":[],"label_agreement":null},{"id":"W2160711130","doi":"10.1097/01.sih.0000243635.84576.85","title":"Michael S. Gordon, MD, PhD and the University of Miami Center for Research in Medical Education","year":2006,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Miami; Center (category theory); Sociology; Library science; Medical education; Medicine; Computer science; Chemistry; Environmental science","score_opus":0.06432261676254468,"score_gpt":0.4410581516546145,"score_spread":0.3767355348920698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160711130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72422117,0.0027808873,0.002256701,0.2665387,0.00077755743,0.0033835527,0.00002075887,0.000007081775,0.000013570829],"genre_scores_gemma":[0.9953614,0.00048315607,0.0011162811,0.002501816,0.00041067347,0.000020242049,0.000043178778,0.000021608723,0.000041674328],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99620026,0.0009334789,0.0013335089,0.00019949747,0.00096689694,0.00036638282],"domain_scores_gemma":[0.9925522,0.0036255103,0.00078492716,0.00037981512,0.0025701416,0.00008736336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010051413,0.00013871686,0.0004028285,0.00030674576,0.00041095784,0.000012295684,0.00032724338,0.00033525724,0.000008633819],"category_scores_gemma":[0.0024753348,0.00009077794,0.00027460916,0.0014191533,0.00048398264,0.00016827695,0.000059956044,0.0011097167,3.1843706e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065018567,0.0010175038,0.56460804,0.0043189623,0.00007987551,0.0000010957823,0.022271138,0.33011484,0.000016908938,0.01806753,0.0062137684,0.04678847],"study_design_scores_gemma":[0.012173849,0.0003191383,0.18305491,0.002457358,0.00005943985,0.000021075393,0.013362843,0.7456952,0.00001004772,0.037021395,0.005670818,0.00015393893],"about_ca_topic_score_codex":0.0042262957,"about_ca_topic_score_gemma":0.0019613523,"teacher_disagreement_score":0.41558033,"about_ca_system_score_codex":0.0010268838,"about_ca_system_score_gemma":0.0019197668,"threshold_uncertainty_score":0.63889235},"labels":[],"label_agreement":null},{"id":"W2160740339","doi":"10.3109/0142159x.2013.849332","title":"Preparing leaders in health professions education","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Credential; Scholarship; Medical education; Health professions; Medicine; Pedagogy; Psychology; Political science; Health care","score_opus":0.04083769666773286,"score_gpt":0.4180290281472574,"score_spread":0.37719133147952455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160740339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8165953,0.00022336918,0.00054429215,0.15012649,0.0008095544,0.0009331942,5.2035986e-8,0.00009924863,0.030668486],"genre_scores_gemma":[0.9711452,0.000022894763,0.0019819345,0.009238018,0.00046607817,0.00041436052,0.000044339464,0.000020477126,0.01666667],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983084,0.00010703035,0.0004784997,0.00022015173,0.0005891096,0.00029680532],"domain_scores_gemma":[0.9993168,0.00001545616,0.00007602398,0.0002676279,0.000087897264,0.00023620711],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009829804,0.00009385961,0.00019562789,0.00020035442,0.00006264242,0.000008533651,0.000105929925,0.00018023083,0.0077320547],"category_scores_gemma":[0.0031700665,0.00007553106,0.000029155746,0.00049876404,0.0001481089,0.00010230802,0.000031811636,0.00077687606,0.0003776529],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066517964,0.0013789542,0.16321783,0.00022708782,0.000011389974,0.0000010960077,0.0039760475,4.3069122e-7,0.000021116688,0.0010188421,0.3954656,0.43467495],"study_design_scores_gemma":[0.004039198,0.0004152334,0.48834136,0.006081857,0.0000342726,0.00016691805,0.046067815,0.036568075,0.000049894916,0.004139738,0.41346124,0.00063440204],"about_ca_topic_score_codex":0.00068288296,"about_ca_topic_score_gemma":0.000027985323,"teacher_disagreement_score":0.43404055,"about_ca_system_score_codex":0.00032965298,"about_ca_system_score_gemma":0.0016779467,"threshold_uncertainty_score":0.993175},"labels":[],"label_agreement":null},{"id":"W2160786937","doi":"10.3109/0142159x.2012.644828","title":"Involving users in the refinement of the competency-based achievement system: An innovative approach to competency-based assessment","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; Centre for Advancing Health Outcomes; University of Alberta","funders":"","keywords":"Competence (human resources); Knowledge management; Medical education; Focus group; Process (computing); Computer science; Process management; Psychology; Medicine; Business; Marketing","score_opus":0.03736011357815515,"score_gpt":0.3450779793700231,"score_spread":0.30771786579186794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160786937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93271875,0.00006158136,0.010247969,0.038265087,0.00076060276,0.0019653048,0.0000033353008,0.000062973944,0.015914412],"genre_scores_gemma":[0.9634002,5.6781704e-7,0.025850615,0.009796675,0.0003160436,0.00042552233,0.00011625219,0.000026039548,0.0000680778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952055,0.00074925675,0.0009114593,0.00031002588,0.0023363258,0.0004874006],"domain_scores_gemma":[0.9982535,0.00008990729,0.00024480416,0.00090297416,0.0003153577,0.00019344108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006586936,0.00023481471,0.00040653127,0.0002569578,0.00014428872,0.000015312218,0.0006452592,0.00018234177,0.0002895973],"category_scores_gemma":[0.0012566082,0.00012969547,0.000075655444,0.0020421192,0.0002954501,0.000075221076,0.000089934496,0.0010319288,0.000008730585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105151106,0.011921012,0.84325314,0.0010695638,0.00011512544,0.0000052081327,0.0110188555,0.00014636255,0.0005959089,0.119121715,0.0073809256,0.0052670655],"study_design_scores_gemma":[0.0056681503,0.0008551025,0.83920276,0.0022245322,0.00020871244,0.000018784933,0.034482006,0.102680154,0.0003798231,0.0000938453,0.013643893,0.0005422127],"about_ca_topic_score_codex":0.00018101072,"about_ca_topic_score_gemma":0.000027964246,"teacher_disagreement_score":0.11902787,"about_ca_system_score_codex":0.0006725064,"about_ca_system_score_gemma":0.0021214336,"threshold_uncertainty_score":0.5288828},"labels":[],"label_agreement":null},{"id":"W2160814120","doi":"10.1038/sj.bdj.2013.1098","title":"An explanation of workplace-based assessments in postgraduate dental training and a review of the current literature","year":2013,"lang":"en","type":"review","venue":"BDJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Formative assessment; Competence (human resources); Medical education; Educational measurement; Strengths and weaknesses; Specialty; MEDLINE; Computer science; Psychology; Medicine; Curriculum; Family medicine; Pedagogy","score_opus":0.08592331226325466,"score_gpt":0.4647380774958778,"score_spread":0.37881476523262314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160814120","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006124407,0.99733555,0.000024638071,0.00020613585,0.00031342593,0.0013541683,0.00001659081,0.0000049243226,0.00013209994],"genre_scores_gemma":[0.00040021117,0.9974083,0.0010407707,0.00019859444,0.000072968214,0.00014432121,0.0006864586,0.000015416917,0.00003296171],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985074,0.00019249714,0.00069258956,0.00017151798,0.00033898544,0.00009705511],"domain_scores_gemma":[0.99888957,0.000052121915,0.00052984175,0.00030680356,0.00019235245,0.000029301946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062021497,0.00015221963,0.00076319824,0.00022465554,0.000016185726,0.000008769989,0.00012290572,0.00010951967,0.000030679417],"category_scores_gemma":[0.00044629272,0.000093831426,0.000096634656,0.0008790298,0.000054815784,0.000061929255,0.000016410519,0.00048378608,0.0000010760276],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016483212,0.00011410822,0.000120642144,0.102711275,0.000013575393,4.9923676e-7,0.00011420484,2.5325258e-8,7.9651755e-7,0.00005777862,0.00075727334,0.89610815],"study_design_scores_gemma":[0.00031681397,0.000071602604,0.0006458823,0.6587684,0.00035959829,0.000019862995,0.000048192534,0.00004958343,0.0000019505792,0.000017124496,0.33960444,0.00009654206],"about_ca_topic_score_codex":0.0000039110223,"about_ca_topic_score_gemma":0.0000013170946,"teacher_disagreement_score":0.89601165,"about_ca_system_score_codex":0.00011601953,"about_ca_system_score_gemma":0.00059710187,"threshold_uncertainty_score":0.38263345},"labels":[],"label_agreement":null},{"id":"W2160920320","doi":"10.3109/01421591003677897","title":"Faculty development: From workshops to communities of practice","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.042622199263351083,"score_gpt":0.38849665647877957,"score_spread":0.3458744572154285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160920320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9606744,0.000017090439,0.0017123494,0.020299193,0.0005942276,0.00017641438,0.0000015595595,0.000054442145,0.016470307],"genre_scores_gemma":[0.92843974,0.0000028426498,0.06276831,0.0054909987,0.0004982457,0.000043882083,0.00030781855,0.000019320201,0.002428846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830365,0.000062682884,0.0004051654,0.00012251509,0.00092963286,0.0001763714],"domain_scores_gemma":[0.99889565,0.00011782937,0.00008729396,0.00039061866,0.00030225702,0.00020635931],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001164323,0.000101341626,0.00021729032,0.00009965629,0.00006863977,0.000008419987,0.00022943338,0.0002538006,0.010917687],"category_scores_gemma":[0.008982802,0.00008167114,0.000028565324,0.00034545493,0.00019723886,0.00007039397,0.00009023914,0.001231804,0.00020124526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015362901,0.0020661764,0.07801136,0.00006313482,0.000231551,0.000022363845,0.053812195,3.9528925e-7,0.00066221395,0.0014123459,0.15636118,0.70720345],"study_design_scores_gemma":[0.000817749,0.000049461647,0.04303733,0.00022648623,0.000054312204,0.000027044822,0.010128957,0.0003652305,0.00058080663,0.000086929664,0.94448906,0.00013663399],"about_ca_topic_score_codex":0.00034860495,"about_ca_topic_score_gemma":0.00012107203,"teacher_disagreement_score":0.7881279,"about_ca_system_score_codex":0.000045014363,"about_ca_system_score_gemma":0.00043238956,"threshold_uncertainty_score":0.999365},"labels":[],"label_agreement":null},{"id":"W2160944276","doi":"10.3109/0142159x.2010.500897","title":"Medical competence: The interplay between individual ability and the health care environment","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":353,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Competence (human resources); Psychology; Health care; MEDLINE; Medicine; Medical education; Social psychology; Political science","score_opus":0.014040614910846183,"score_gpt":0.3572991796601151,"score_spread":0.3432585647492689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160944276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7382046,0.00038966135,0.0004515392,0.25844052,0.00051153824,0.00052943267,0.000002545688,0.000038745027,0.0014314261],"genre_scores_gemma":[0.9852092,0.00005059753,0.00043722324,0.012454775,0.0014822677,0.000087565764,0.00008206866,0.000016136717,0.00018011875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961575,0.00038626793,0.0005613438,0.000312972,0.0022558216,0.00032605283],"domain_scores_gemma":[0.9985067,0.00031674848,0.00011275398,0.0006084051,0.0000512074,0.00040417656],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006934698,0.00015790851,0.00035365138,0.000043161483,0.0002952004,0.000023311004,0.00047584105,0.00033229278,0.00837699],"category_scores_gemma":[0.007102683,0.00007373383,0.00006750644,0.00016613738,0.003199446,0.000031785443,0.00024729513,0.0030012184,0.000055939377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007320321,0.00028338606,0.27063215,0.00010343328,0.00012958837,0.000008067545,0.020856762,3.084161e-8,0.0000023889502,0.0035021855,0.03406367,0.6703451],"study_design_scores_gemma":[0.0073403674,0.00040589314,0.49880037,0.00026168246,0.00022539434,0.00027767417,0.01128758,0.0019603323,0.000011909153,0.0011633072,0.47795957,0.00030592107],"about_ca_topic_score_codex":0.00013466674,"about_ca_topic_score_gemma":0.00003443589,"teacher_disagreement_score":0.67003924,"about_ca_system_score_codex":0.00009395232,"about_ca_system_score_gemma":0.0006955066,"threshold_uncertainty_score":0.99951327},"labels":[],"label_agreement":null},{"id":"W2161342924","doi":"","title":"[Are supervisors affected by training? An assessment of 8 years with courses for physicians].","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Medicine; Physics","score_opus":0.04610118535318481,"score_gpt":0.32948310530939984,"score_spread":0.28338191995621503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161342924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956828,0.000040339735,0.0004984511,0.0015501534,0.00014991417,0.0010330685,0.000025426838,0.000046373676,0.00097351323],"genre_scores_gemma":[0.9929585,0.0000041082203,0.0039825942,0.00085070945,0.00014751147,0.0013561982,0.00011002837,0.000022436296,0.00056794944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991816,0.00002096913,0.00016019343,0.0001555793,0.00026294033,0.00021869542],"domain_scores_gemma":[0.9994173,0.000030830775,0.0001295269,0.00019455979,0.00017477747,0.000053019834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020483542,0.000078823985,0.00019997901,0.00008185622,0.00002985855,0.0000073710453,0.000066690875,0.00005219923,0.00006304402],"category_scores_gemma":[0.00020923492,0.00006860129,0.000027639027,0.00032516159,0.00009261431,0.000076475306,0.0000041764024,0.000101642545,7.613134e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037371654,0.0014233254,0.018023,0.00013579328,0.000110707,0.0000024832175,0.0016005454,0.0000047606422,0.00031485118,0.000227391,0.058224656,0.9198951],"study_design_scores_gemma":[0.0015179358,0.0002209383,0.98713076,0.000053162294,0.00009596041,0.000004216401,0.0024283237,0.0013548527,0.0003689064,0.0000180849,0.0067063947,0.000100479476],"about_ca_topic_score_codex":0.0000058570495,"about_ca_topic_score_gemma":0.0000035910166,"teacher_disagreement_score":0.96910775,"about_ca_system_score_codex":0.000058853446,"about_ca_system_score_gemma":0.000019828487,"threshold_uncertainty_score":0.27974796},"labels":[],"label_agreement":null},{"id":"W2161356564","doi":"10.3109/0142159x.2013.770133","title":"‘Discovery Learning’: An account of rapid curriculum change in response to accreditation","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"China Academy of Chinese Medical Sciences","keywords":"Accreditation; Curriculum; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.027694048556746266,"score_gpt":0.36012593458501363,"score_spread":0.33243188602826734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161356564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97997284,0.000052631745,0.00027504103,0.017812286,0.0004173158,0.00064555614,3.621691e-7,0.000046229943,0.0007777152],"genre_scores_gemma":[0.9946077,0.00001274903,0.00082017534,0.0022896705,0.00073040003,0.0003401934,0.00006226773,0.000022743443,0.001114121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997768,0.00028870662,0.00047699528,0.00025761494,0.00094646355,0.00026223407],"domain_scores_gemma":[0.9991395,0.000051849504,0.00009448865,0.0002884095,0.00023793761,0.00018783919],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023551134,0.00012171277,0.00026401406,0.000388643,0.000030190426,0.00001734292,0.0001632669,0.00023753876,0.005916624],"category_scores_gemma":[0.0111969225,0.000099972305,0.00003891271,0.00080070883,0.00011071415,0.000418051,0.00004876161,0.0006499731,0.00020608807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005724811,0.0031119182,0.49583977,0.00017277991,0.000040978233,0.00003211453,0.017224003,0.000004495841,0.0035830182,0.00023486665,0.044513937,0.43466964],"study_design_scores_gemma":[0.002073207,0.0013308813,0.9558459,0.0005269282,0.000029504728,0.00002613122,0.005481042,0.012957387,0.0002011523,0.00013472496,0.021145146,0.00024801554],"about_ca_topic_score_codex":0.0006339142,"about_ca_topic_score_gemma":0.000013581516,"teacher_disagreement_score":0.46000612,"about_ca_system_score_codex":0.00017308709,"about_ca_system_score_gemma":0.00026802372,"threshold_uncertainty_score":0.9971322},"labels":[],"label_agreement":null},{"id":"W2161475396","doi":"10.1111/medu.12529","title":"Exploring frontline faculty perspectives after a curriculum change","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Curriculum; Context (archaeology); Medical education; Faculty development; Exploratory research; Pedagogy; Grounded theory; Perception; Psychology; Qualitative research; Professional development; Sociology; Medicine; Social science","score_opus":0.05809432737821491,"score_gpt":0.3698344697030793,"score_spread":0.3117401423248644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161475396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9246804,0.00041085025,0.002185749,0.06666611,0.0024887645,0.00046428916,0.0000013595682,0.00015040254,0.0029520865],"genre_scores_gemma":[0.9722158,0.000108393375,0.0047205887,0.016060103,0.0045582172,0.0015000554,0.00021323058,0.000028341774,0.00059530145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981196,0.000060825445,0.00034151674,0.0003490581,0.0008559478,0.0002730678],"domain_scores_gemma":[0.9989444,0.000023923627,0.00008266014,0.0003435222,0.00043925588,0.0001662262],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006424595,0.00015682534,0.00022697929,0.00023194515,0.00008525795,0.000018892482,0.000120332224,0.00013821719,0.0023221516],"category_scores_gemma":[0.0065747937,0.00013021867,0.0000671965,0.00054452487,0.00013880686,0.00029615714,0.000035686502,0.0004347991,0.00026899832],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050642695,0.0028302695,0.03410296,0.00022068425,0.000037214922,0.0000036902916,0.012999718,1.3184793e-7,0.000022606777,0.0034952634,0.08365185,0.86258495],"study_design_scores_gemma":[0.0012875627,0.00027059918,0.39036,0.0009391412,0.00011610013,0.00009270475,0.014099473,0.0039356467,0.0000742463,0.00029584696,0.58817065,0.00035804545],"about_ca_topic_score_codex":0.00018015451,"about_ca_topic_score_gemma":0.000017927427,"teacher_disagreement_score":0.8622269,"about_ca_system_score_codex":0.00025920253,"about_ca_system_score_gemma":0.0005743112,"threshold_uncertainty_score":0.9985899},"labels":[],"label_agreement":null},{"id":"W2161759208","doi":"10.1016/j.jpain.2009.01.085","title":"The Pain Champion Project: evaluation of a 12-week interactive learning program to improve family medicine care of chronic pain patients","year":2009,"lang":"en","type":"article","venue":"Journal of Pain","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Pain assessment; Mentorship; Chronic pain; Pain management; Phone; Presentation (obstetrics); Physical therapy; Medical education","score_opus":0.028896708321546307,"score_gpt":0.3873564850906589,"score_spread":0.3584597767691126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161759208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734381,0.00077320257,0.012213299,0.009347355,0.00073986023,0.0028795106,0.0000018037637,0.000020629395,0.0005862408],"genre_scores_gemma":[0.996624,0.000034704084,0.0016721612,0.0010036568,0.00052383065,0.000047699592,0.000031240157,0.000014687002,0.000048035523],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9951385,0.0019262361,0.0011060169,0.0001467041,0.0014673139,0.00021519419],"domain_scores_gemma":[0.99307406,0.0006129315,0.0012521546,0.00020464815,0.0047892714,0.00006693418],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025555847,0.00014151956,0.0003786801,0.00040835046,0.000087874236,0.000009472207,0.00015667702,0.00009455453,0.000019510058],"category_scores_gemma":[0.04303715,0.00009008105,0.00009777408,0.0006545886,0.000100443634,0.000104524646,0.000015986187,0.00058176124,7.1921335e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031500973,0.00062840356,0.0016913407,0.00013615722,0.000065987224,0.0000012641729,0.01058556,0.000057704452,0.006096409,0.000017346378,0.00538293,0.9750219],"study_design_scores_gemma":[0.02144888,0.24021195,0.22324589,0.017442515,0.0014943886,0.00003438055,0.2518681,0.1684334,0.004561153,0.0010277816,0.06947621,0.0007553473],"about_ca_topic_score_codex":0.000034233486,"about_ca_topic_score_gemma":0.000008737929,"teacher_disagreement_score":0.9742665,"about_ca_system_score_codex":0.00082672597,"about_ca_system_score_gemma":0.0008805721,"threshold_uncertainty_score":0.96502376},"labels":[],"label_agreement":null},{"id":"W2161796946","doi":"10.1111/j.1365-2923.2009.03383.x","title":"Lost in translation: the challenges of global communication in medical education publishing","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Terminology; Audience measurement; Publishing; Medical education; Set (abstract data type); Multitude; Public relations; Psychology; Medicine; Political science; Computer science; Linguistics","score_opus":0.02811077296533581,"score_gpt":0.38041544972108815,"score_spread":0.35230467675575233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161796946","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35126528,0.0068647168,0.00015268865,0.6102403,0.0008320105,0.00068429904,9.639482e-7,0.000032528067,0.02992725],"genre_scores_gemma":[0.9741226,0.0012527562,0.0016605508,0.022248559,0.00041161056,0.00009399984,0.00014983976,0.000011206896,0.000048912276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963145,0.00031826698,0.0010707336,0.00031863927,0.0016955036,0.0002823521],"domain_scores_gemma":[0.99831975,0.00017745035,0.00024437282,0.00068720285,0.00042774717,0.00014347727],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033420485,0.00017048023,0.000326184,0.00030161755,0.000064743086,0.000039405953,0.0005686983,0.0004949532,0.0007584436],"category_scores_gemma":[0.013689542,0.00013801738,0.000061734434,0.001894933,0.00026322046,0.00051441794,0.00003150805,0.0009739556,0.000019366857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005490946,0.0032346665,0.015513326,0.000105622785,0.000007708148,0.000001456609,0.002107313,0.0000025337863,0.0000058415476,0.06448872,0.016601799,0.8978761],"study_design_scores_gemma":[0.0024024597,0.0002135,0.9318553,0.0039642774,0.000049504582,0.0001983539,0.007835801,0.0049147676,0.000033268414,0.022130856,0.026116364,0.0002855507],"about_ca_topic_score_codex":0.00050690095,"about_ca_topic_score_gemma":0.0007592359,"teacher_disagreement_score":0.91634196,"about_ca_system_score_codex":0.0005610302,"about_ca_system_score_gemma":0.0091967825,"threshold_uncertainty_score":0.99642015},"labels":[],"label_agreement":null},{"id":"W2161850352","doi":"10.1111/j.1365-2923.2009.03605.x","title":"Publishing history does not correlate with clinical performance among internal medicine residents","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Publishing; Medicine; MEDLINE; Family medicine; Medical education; Political science; Law","score_opus":0.016765084865303034,"score_gpt":0.3486193186573185,"score_spread":0.33185423379201545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161850352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91638917,0.000059437523,0.00034817326,0.051376488,0.017059071,0.00033742498,4.4499515e-7,0.00011690869,0.014312897],"genre_scores_gemma":[0.9496117,0.00009497968,0.002402456,0.030512454,0.0048276037,0.000090118694,0.00015315002,0.000041699368,0.012265798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620956,0.00009696237,0.0010371377,0.00050181674,0.0018041941,0.00035035162],"domain_scores_gemma":[0.9975337,0.00019799046,0.0004132453,0.000655309,0.00082796137,0.00037178723],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034694637,0.00021816888,0.00039498537,0.000371204,0.0001222731,0.000042802225,0.00042576852,0.00052253297,0.0064330283],"category_scores_gemma":[0.024899349,0.00013667674,0.00005784265,0.00041190663,0.0013558704,0.0007749398,0.00006524636,0.0030129696,0.0000905687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017621297,0.0005847987,0.40477824,0.00012331494,0.000038543527,0.000009239067,0.0008197093,1.1414899e-7,0.000101892125,0.00047716667,0.35957655,0.23331419],"study_design_scores_gemma":[0.001525842,0.00028430397,0.8563716,0.0011495267,0.000103367725,0.00017397456,0.00041365088,0.0015763288,0.00006163382,0.00005247628,0.13811281,0.00017451945],"about_ca_topic_score_codex":0.0008013697,"about_ca_topic_score_gemma":0.0001831965,"teacher_disagreement_score":0.4515933,"about_ca_system_score_codex":0.0003976839,"about_ca_system_score_gemma":0.0039883987,"threshold_uncertainty_score":0.9992871},"labels":[],"label_agreement":null},{"id":"W2161922617","doi":"10.5489/cuaj.1767","title":"Continuing medical education: The perspective of quality improvement","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Perspective (graphical); Continuing medical education; Quality (philosophy); Medical education; Continuing education; Psychology; Medicine; Computer science; Epistemology; Artificial intelligence; Philosophy","score_opus":0.0102098138033993,"score_gpt":0.31147929194978363,"score_spread":0.30126947814638433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161922617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6135725,0.0001153908,0.0006415488,0.36881128,0.0011374081,0.00022235721,0.000002584153,0.000014513373,0.0154824555],"genre_scores_gemma":[0.9679905,0.0000168152,0.00036654304,0.02982406,0.001172885,0.000012692018,0.000008506613,0.000006052801,0.000601905],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980028,0.00025319034,0.0005367738,0.00013495237,0.0008048943,0.00026733428],"domain_scores_gemma":[0.99727434,0.00021160643,0.00044707113,0.00016317696,0.0015463415,0.00035745432],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039938227,0.00008393045,0.0002173603,0.0001302521,0.0001960856,0.00003132876,0.00017703047,0.00021663062,0.0014394845],"category_scores_gemma":[0.025080267,0.000055094595,0.000095354044,0.00033072717,0.00009957601,0.000050621817,0.000013672907,0.0007763885,0.00001973115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005218966,0.00041128634,0.33451182,0.000021423915,0.0001987063,0.0000035079042,0.0016820347,0.000005167465,0.00018019164,0.19346209,0.11937345,0.35009813],"study_design_scores_gemma":[0.0010199207,0.0003968865,0.72132015,0.000063260224,0.000087997505,0.00013333946,0.0030235462,0.00041554257,0.000058695416,0.015237565,0.25810567,0.00013740337],"about_ca_topic_score_codex":0.001417182,"about_ca_topic_score_gemma":0.00031225104,"teacher_disagreement_score":0.38680834,"about_ca_system_score_codex":0.0012116471,"about_ca_system_score_gemma":0.00181783,"threshold_uncertainty_score":0.99947333},"labels":[],"label_agreement":null},{"id":"W2161937384","doi":"10.1016/j.jneb.2006.07.006","title":"Use of the Standardized Patient Model to Develop Nutrition Counseling Skills","year":2007,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Standardized test; Patient care; Health care; Simulated patient; Medicine; Nursing; Mathematics education","score_opus":0.026021539879890258,"score_gpt":0.3528417674744841,"score_spread":0.32682022759459384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161937384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98812777,0.00014160747,0.0067231962,0.0032562723,0.0010491596,0.0006658391,0.000009164479,0.0000059219606,0.00002108492],"genre_scores_gemma":[0.89817154,0.00015476509,0.0995198,0.0017012613,0.00028108366,0.000051647596,0.000017597586,0.000010967999,0.000091339156],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99849385,0.0000304515,0.00075722404,0.00009221914,0.0005126003,0.00011364314],"domain_scores_gemma":[0.99603236,0.00004876902,0.00042002744,0.00013496174,0.0032585957,0.0001053115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005993103,0.00008509531,0.00019214283,0.00036153937,0.000090243266,0.00002226468,0.00005488551,0.00008504185,0.000027617443],"category_scores_gemma":[0.0008072172,0.000063994354,0.000059493548,0.0007352076,0.000055337456,0.00019034835,0.000011163951,0.00021591243,8.9036405e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007342711,0.06992978,0.015989764,0.00076534203,0.000069613816,0.0000075132093,0.0104109505,0.000045471494,0.115032874,0.0008203083,0.107206315,0.6789878],"study_design_scores_gemma":[0.010174905,0.0022610382,0.5127726,0.009692445,0.0017583633,0.002483044,0.03176408,0.00039653128,0.17576632,0.0011979725,0.25099313,0.0007395338],"about_ca_topic_score_codex":0.0000036038118,"about_ca_topic_score_gemma":0.0000017089714,"teacher_disagreement_score":0.6782483,"about_ca_system_score_codex":0.00023401716,"about_ca_system_score_gemma":0.00061081303,"threshold_uncertainty_score":0.2609614},"labels":[],"label_agreement":null},{"id":"W2162217644","doi":"10.1002/chp.1340200404","title":"Shifting the culture of continuing medical education: What needs to happen and why is it so difficult?","year":2000,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Consumerism; Autonomy; Empowerment; Continuing medical education; Public relations; Health care; Health care delivery; Opinion leadership; Patient Empowerment; Medicine; Medical education; Continuing education; Political science; Nursing; Law","score_opus":0.01903112829218142,"score_gpt":0.41133602457192536,"score_spread":0.39230489627974396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162217644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61693156,0.0024060484,0.00008288627,0.37787735,0.0014909189,0.0006880986,7.4860026e-7,0.0000060108423,0.00051638565],"genre_scores_gemma":[0.8902792,0.0017345224,0.0025464983,0.10076825,0.0013072697,0.00006538096,0.000013426673,0.000020795575,0.0032646707],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9966186,0.00053308083,0.0014763692,0.00015989432,0.0009071353,0.00030491193],"domain_scores_gemma":[0.9970279,0.00037388597,0.00089052704,0.0003833564,0.0010815586,0.00024280373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004580756,0.00016350624,0.000435048,0.0003850595,0.00033957712,0.000103619335,0.0004091133,0.00017491789,0.0006013718],"category_scores_gemma":[0.0033828104,0.000091698654,0.00007436037,0.0014107159,0.00017570304,0.0003562622,0.00003821955,0.0012383213,0.000008402513],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047247457,0.0004616983,0.0023951759,0.00013061732,0.000012133992,4.2606712e-7,0.29856256,7.9901395e-7,0.00002989752,0.00037251052,0.2280154,0.46997157],"study_design_scores_gemma":[0.00082405517,0.00027394586,0.03173431,0.017835667,0.00006701116,0.00035483792,0.6664336,0.00005604375,0.00003609663,0.00043844196,0.2818191,0.00012692287],"about_ca_topic_score_codex":0.000079454214,"about_ca_topic_score_gemma":0.00002208493,"teacher_disagreement_score":0.46984464,"about_ca_system_score_codex":0.00016409512,"about_ca_system_score_gemma":0.0037853206,"threshold_uncertainty_score":0.6714996},"labels":[],"label_agreement":null},{"id":"W2162256507","doi":"","title":"Defining core procedure skills for Canadian family medicine training.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Family medicine; Delphi method; Medicine; Psychological intervention; MEDLINE; Medical education; Nursing; Computer science","score_opus":0.048107368777286504,"score_gpt":0.3125533546234509,"score_spread":0.2644459858461644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162256507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72041076,0.0015016525,0.00049127557,0.15821847,0.002108796,0.0054889233,0.000039889266,0.00027608924,0.11146412],"genre_scores_gemma":[0.94587505,0.00001493032,0.0070351856,0.038581513,0.0016708169,0.0031543893,0.00025890666,0.00003664177,0.003372592],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985419,0.000007158077,0.0003488641,0.0002503909,0.00027378666,0.0005779033],"domain_scores_gemma":[0.9990286,0.00007227442,0.00008117985,0.00022015737,0.0002722582,0.00032549322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074948824,0.00013251741,0.0002438147,0.0003393733,0.00014829234,0.000009231479,0.00010669117,0.00014118919,0.000071099676],"category_scores_gemma":[0.003788176,0.000112939844,0.000039497372,0.0004981884,0.00012061863,0.00007192499,0.000006731011,0.00022671209,0.000023472927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015213235,0.000041778756,0.0016556332,0.000051249288,0.000025363799,0.0000019833153,0.0012756521,0.0000014278904,0.000010832534,0.00259956,0.14608547,0.84823585],"study_design_scores_gemma":[0.0014032058,0.00006679972,0.30914152,0.000094692856,0.000093193936,0.00004973799,0.0014657783,0.00029799435,0.00006258427,0.00038341945,0.6867838,0.00015727771],"about_ca_topic_score_codex":0.00088502077,"about_ca_topic_score_gemma":0.0024353822,"teacher_disagreement_score":0.84807855,"about_ca_system_score_codex":0.00040868146,"about_ca_system_score_gemma":0.0005788692,"threshold_uncertainty_score":0.46055532},"labels":[],"label_agreement":null},{"id":"W2162281566","doi":"","title":"Current trends in the educational approach for teaching interviewing skills to medical students.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Interview; Facilitator; Medical education; TUTOR; Experiential learning; Medicine; Pedagogy; Psychology","score_opus":0.05565188393732085,"score_gpt":0.3976689174201698,"score_spread":0.34201703348284895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162281566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88487494,0.00036826727,0.00894997,0.09435447,0.0016861364,0.0024788538,0.0000039476304,0.000043258493,0.0072401618],"genre_scores_gemma":[0.9759349,0.000014871363,0.0047673285,0.008360811,0.001547902,0.008345113,0.00021503442,0.000014929136,0.0007991103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99793315,0.00008764616,0.0003846277,0.00023745385,0.0010474558,0.000309675],"domain_scores_gemma":[0.9993443,0.00013723256,0.000052216597,0.00024481886,0.00008041698,0.00014101552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031582194,0.00010111447,0.00017024735,0.0003740016,0.00013268607,0.000019054443,0.00043992238,0.00006186284,0.000079264646],"category_scores_gemma":[0.0046557644,0.00007012762,0.00006311967,0.00059494394,0.00007270552,0.000061311286,0.00005846212,0.00047232572,0.0000052892847],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001310319,0.001373316,0.025245037,0.0000395257,0.000015196508,9.23367e-7,0.0043235105,0.000001525961,3.814707e-7,0.0010106418,0.06839716,0.8995797],"study_design_scores_gemma":[0.00080380007,0.000024559875,0.9011612,0.000052276657,0.000020801046,0.00007241007,0.00052266306,0.00015857632,0.000003025084,0.00007242136,0.09702369,0.00008456289],"about_ca_topic_score_codex":0.000009638706,"about_ca_topic_score_gemma":0.00000192253,"teacher_disagreement_score":0.8994951,"about_ca_system_score_codex":0.00020425963,"about_ca_system_score_gemma":0.000117752745,"threshold_uncertainty_score":0.5573721},"labels":[],"label_agreement":null},{"id":"W2162316517","doi":"10.1186/1472-6920-13-69","title":"Teaching and assessing procedural skills: a qualitative study","year":2013,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medical education; Qualitative research; Psychology; Medicine; Mathematics education; Sociology","score_opus":0.026448314652161856,"score_gpt":0.4570676537125281,"score_spread":0.43061933906036626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162316517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979599,0.00007945337,0.001421246,0.014335646,0.00063086726,0.0010823848,1.5656312e-7,0.00008197883,0.0027692837],"genre_scores_gemma":[0.9627758,0.000003827048,0.025907557,0.00834058,0.00067787385,0.000507478,0.000051066796,0.000021543816,0.0017142626],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977058,0.00043174365,0.00048148647,0.0003294969,0.0008277194,0.00022372743],"domain_scores_gemma":[0.9985674,0.00037680907,0.00014855908,0.00025942738,0.0003990422,0.00024878577],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020668588,0.00014597438,0.00023079933,0.0002121867,0.00023078713,0.00008055497,0.000095440104,0.00013433701,0.0009086634],"category_scores_gemma":[0.022269793,0.000117841795,0.000028189253,0.00032999742,0.00015569586,0.00039697698,0.000040349812,0.0006761315,0.00009178273],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000159771,0.0080241375,0.03590672,0.0006832123,0.00005537407,0.0000016080761,0.17213696,1.3856962e-7,0.00011679647,0.0023345137,0.062098045,0.7186265],"study_design_scores_gemma":[0.0017785343,0.00038737556,0.27653766,0.0009989463,0.0001230119,0.00016574937,0.7119569,0.0027928376,0.000016824644,0.0019063082,0.003024968,0.00031087306],"about_ca_topic_score_codex":0.00053329166,"about_ca_topic_score_gemma":0.000022040016,"teacher_disagreement_score":0.71831566,"about_ca_system_score_codex":0.00015287857,"about_ca_system_score_gemma":0.0030617588,"threshold_uncertainty_score":0.99492264},"labels":[],"label_agreement":null},{"id":"W2162858600","doi":"10.1017/s1481803500003158","title":"Education scholarship in emergency medicine part 2: supporting and developing scholars","year":2014,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McGill University; University of British Columbia; University of Ottawa; Dalhousie University; University of Toronto","funders":"","keywords":"Scholarship; Excellence; Specialty; Medicine; Medical education; Variety (cybernetics); Engineering ethics; Political science; Family medicine; Engineering; Computer science","score_opus":0.18091011794540507,"score_gpt":0.47405788705297264,"score_spread":0.29314776910756757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162858600","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001127812,0.95627224,0.00010005608,0.008767515,0.029436883,0.00075884984,0.000003439964,0.00001125529,0.0035219523],"genre_scores_gemma":[0.00025262794,0.98816437,0.0006393058,0.00047762468,0.008158148,0.00004231475,0.00020705609,0.00010319423,0.0019553418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99191314,0.00035468672,0.0056717414,0.0005007569,0.0008042934,0.00075536716],"domain_scores_gemma":[0.99338365,0.00010224152,0.0030008305,0.00054880866,0.0017789323,0.0011855315],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006852855,0.00061230804,0.00276405,0.0036925601,0.00022667396,0.000008174362,0.00048661223,0.0005731759,0.00814282],"category_scores_gemma":[0.02676371,0.00047112707,0.00023193826,0.0029364245,0.0002816164,0.00032707772,0.000026699217,0.0024944372,0.000025489177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006935859,0.000039723585,0.0064879353,0.01514654,0.00017522748,0.00004537887,0.0007920252,1.3470547e-7,0.0000019504794,0.0012281986,0.13765848,0.8384175],"study_design_scores_gemma":[0.0004970515,0.00029886223,0.0017981279,0.070482984,0.0010751731,0.00035155882,0.0006190351,0.000002109189,2.1613498e-7,0.0008921467,0.9236425,0.00034022494],"about_ca_topic_score_codex":0.0013756534,"about_ca_topic_score_gemma":0.0026057747,"teacher_disagreement_score":0.83807725,"about_ca_system_score_codex":0.0011059532,"about_ca_system_score_gemma":0.011740961,"threshold_uncertainty_score":0.9998068},"labels":[],"label_agreement":null},{"id":"W2163424221","doi":"10.7861/clinmedicine.14-5-495","title":"Virtues and values in medicine revisited: individual and global health","year":2014,"lang":"en","type":"article","venue":"Clinical Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Health care; Humanism; Engineering ethics; Public relations; Alternative medicine; Environmental ethics; Law; Political science; Pathology","score_opus":0.07580832097920767,"score_gpt":0.5078056170737621,"score_spread":0.4319972960945545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163424221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74023044,0.005888677,0.0016042483,0.2459973,0.0011482121,0.0006368869,0.000003900698,0.00009136313,0.004398952],"genre_scores_gemma":[0.92854875,0.002601983,0.00632225,0.058779694,0.003430804,0.000016857439,0.000118728276,0.000020848513,0.00016007615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99687326,0.00031664126,0.0014355244,0.00051076437,0.00055411336,0.00030970585],"domain_scores_gemma":[0.99805725,0.00075967476,0.00026884943,0.00038583516,0.00015482397,0.00037359574],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0068114824,0.0001999238,0.00102649,0.00020373135,0.000080455735,0.00000672856,0.00011040252,0.00020866601,0.00014674166],"category_scores_gemma":[0.02019013,0.00013793122,0.000025442972,0.00069670187,0.001636816,0.00006503715,0.00008164024,0.00060178805,0.000009350689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008678837,0.00017813542,0.29696226,0.00025989252,0.000035330908,0.0000057544175,0.00059638737,7.3915615e-8,0.000005120327,0.012790139,0.052656263,0.6364238],"study_design_scores_gemma":[0.0055968375,0.0039593484,0.93583196,0.002343158,0.00011510935,0.00010276721,0.00081642997,0.00033146335,8.66243e-7,0.01802484,0.032751147,0.00012605751],"about_ca_topic_score_codex":0.00013371081,"about_ca_topic_score_gemma":0.000014974396,"teacher_disagreement_score":0.6388697,"about_ca_system_score_codex":0.00008297403,"about_ca_system_score_gemma":0.00013144058,"threshold_uncertainty_score":0.9880632},"labels":[],"label_agreement":null},{"id":"W2163752350","doi":"","title":"Defining competency-based evaluation objectives in family medicine: procedure skills.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Victoria Hospital; London Health Sciences Centre","funders":"","keywords":"Competence (human resources); Certification; Medical education; Medicine; Key (lock); Computer science; Psychology; Management; Social psychology","score_opus":0.023992049554738965,"score_gpt":0.338400558450699,"score_spread":0.31440850889596006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163752350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9464753,0.001650083,0.00024256976,0.0067256675,0.001297053,0.002236391,0.0000014146488,0.00009686758,0.04127461],"genre_scores_gemma":[0.98956627,0.0000137893585,0.002934185,0.003570184,0.00046965454,0.003204145,0.00012918151,0.000021819873,0.00009078505],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980712,0.0000988207,0.000403781,0.00021544525,0.0007454319,0.00046535622],"domain_scores_gemma":[0.99907917,0.000110960136,0.00012235646,0.00024058069,0.00033053485,0.00011640916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028205796,0.0001383311,0.0002390396,0.0005047418,0.000059133916,0.000006580821,0.00007959234,0.000121112906,0.000104142135],"category_scores_gemma":[0.006269146,0.00011536942,0.00003047438,0.0011764131,0.00013023263,0.00017053957,0.000013490513,0.00031220782,0.000028346094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055338165,0.0007299656,0.4412215,0.00016443913,0.00002635016,0.0000014227284,0.0020881377,0.000021095611,0.000083704166,0.0048464397,0.004698936,0.54606265],"study_design_scores_gemma":[0.0019077188,0.00003273533,0.9932698,0.00013071162,0.00007690983,0.00000972701,0.0009482783,0.0009102739,0.00016548141,0.0003723269,0.0020643305,0.0001116869],"about_ca_topic_score_codex":0.000034866705,"about_ca_topic_score_gemma":0.000008039853,"teacher_disagreement_score":0.5520483,"about_ca_system_score_codex":0.00044406208,"about_ca_system_score_gemma":0.00041781281,"threshold_uncertainty_score":0.75052065},"labels":[],"label_agreement":null},{"id":"W2163767489","doi":"10.1038/sj.bdj.4801221","title":"Competency-based education in a clinical course in conservative dentistry","year":2001,"lang":"en","type":"article","venue":"BDJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Objective structured clinical examination; Dental education; Dentistry; Psychology; Physical examination; Medicine; Mathematics education; Pedagogy; Surgery","score_opus":0.04040776405470648,"score_gpt":0.4526218056350244,"score_spread":0.41221404158031794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163767489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786247,0.000075449745,0.00029735264,0.011195055,0.0007906203,0.0003181609,8.487031e-7,0.000020683383,0.008677123],"genre_scores_gemma":[0.9800422,0.00001640661,0.010153279,0.007907847,0.00020933934,0.00005821929,0.00010575441,0.000009904777,0.001497038],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889946,0.0000805862,0.00050910254,0.0001810259,0.00018239277,0.00014745943],"domain_scores_gemma":[0.9993692,0.00010656113,0.00008934591,0.0002201623,0.00016858481,0.000046123576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000656524,0.000071971175,0.00017908071,0.00016576162,0.000019052708,0.0000065233967,0.000066920766,0.00011557098,0.00028986076],"category_scores_gemma":[0.0012140711,0.00007230197,0.000029900995,0.0006924911,0.000120271776,0.000048995622,0.00000885463,0.00035360458,0.0000834722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007018966,0.001774903,0.9470364,0.000028596662,0.0000047269295,0.000039205406,0.00011049334,0.00000282782,0.000038344693,0.0020591149,0.013303902,0.0355313],"study_design_scores_gemma":[0.0015816874,0.000066850815,0.9842556,0.00027285286,0.000012982758,0.0000337124,0.0007208652,0.0012025273,0.000026892192,0.00057679316,0.0111794295,0.000069807735],"about_ca_topic_score_codex":0.0001372993,"about_ca_topic_score_gemma":0.0002427425,"teacher_disagreement_score":0.037219204,"about_ca_system_score_codex":0.00015025548,"about_ca_system_score_gemma":0.0034588599,"threshold_uncertainty_score":0.6135869},"labels":[],"label_agreement":null},{"id":"W2163905144","doi":"10.3138/jvme.32.2.255","title":"Reorganizing Small Animal Gross Anatomy: Improving the Faculty and Student Experience and Incorporating Non-technical Competency Development","year":2005,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teamwork; Dissection (medical); Medical education; Psychology; Gross anatomy; Affect (linguistics); Medicine; Anatomy; Management","score_opus":0.04777607189366144,"score_gpt":0.40223129092208226,"score_spread":0.3544552190284208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163905144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840888,0.00040348776,0.00087342405,0.013920886,0.00042334688,0.00021415541,2.0283616e-7,0.000013940891,0.00006175047],"genre_scores_gemma":[0.93680954,0.00006545074,0.060309283,0.0019930464,0.00076411257,0.000019497716,0.0000069656003,0.000013805402,0.000018316974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980026,0.000058864385,0.00084246014,0.00019371304,0.00071918813,0.0001831895],"domain_scores_gemma":[0.99871415,0.00006793083,0.00045698002,0.00014991195,0.0003983581,0.00021266629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014964598,0.00014311436,0.00025194426,0.00014737739,0.00025643012,0.000053002528,0.0001944422,0.00012649197,0.00004693771],"category_scores_gemma":[0.0018581143,0.00009813723,0.000029517427,0.00029314356,0.0002681939,0.000234229,0.00014735135,0.0006639065,0.0000017500017],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020528203,0.0012365677,0.056575164,0.0002586246,0.000051290663,0.0000625386,0.016724635,6.819538e-7,0.035350464,0.00044109518,0.0011437738,0.8879499],"study_design_scores_gemma":[0.0016065337,0.0016185844,0.9497159,0.0012241853,0.000084283354,0.01188649,0.01432509,0.0009959892,0.0015512342,0.000050642917,0.016674852,0.00026619667],"about_ca_topic_score_codex":0.00000910496,"about_ca_topic_score_gemma":0.000003093593,"teacher_disagreement_score":0.89314073,"about_ca_system_score_codex":0.0002784594,"about_ca_system_score_gemma":0.00198173,"threshold_uncertainty_score":0.400192},"labels":[],"label_agreement":null},{"id":"W2164049380","doi":"10.36834/cmej.36600","title":"Using field notes to evaluate competencies in family medicine training: a study of predictors of intention","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"College of Family Physicians of Canada","keywords":"Normative; Theory of planned behavior; Likert scale; Psychology; Focus group; Salient; Control (management); Psychological intervention; Medical education; Social psychology; Applied psychology; Medicine; Clinical psychology; Developmental psychology; Computer science; Artificial intelligence; Psychiatry","score_opus":0.0896302137866388,"score_gpt":0.39580600487898276,"score_spread":0.30617579109234394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164049380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96977895,0.000104237806,0.00041476768,0.026458526,0.0019249778,0.0006668205,6.9971645e-7,0.000005713496,0.00064529775],"genre_scores_gemma":[0.9865395,0.000014100999,0.002866222,0.009962339,0.0005082938,0.0000373858,0.000008408534,0.000014243547,0.000049498045],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971413,0.0001401877,0.0011257107,0.00017417337,0.0011280121,0.00029061158],"domain_scores_gemma":[0.99590087,0.00013419974,0.00028304022,0.00023147468,0.001573336,0.0018770983],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016882395,0.0001297379,0.00041481634,0.001502797,0.000074108124,0.000010917022,0.0002163548,0.00015504328,0.0072851186],"category_scores_gemma":[0.046101544,0.00010844728,0.000043249474,0.0011925356,0.00016352619,0.00012440786,0.00001542352,0.0006206691,0.0000073603674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012250773,0.002976197,0.34921324,0.00032483766,0.00027337443,0.000033797798,0.10300512,0.000091480935,0.005969895,0.0007708937,0.09449399,0.44272465],"study_design_scores_gemma":[0.0043240525,0.0035797553,0.712993,0.0045733307,0.00025675358,0.000550132,0.26225102,0.0048080897,0.00015037869,0.0009354708,0.0052627004,0.00031532056],"about_ca_topic_score_codex":0.057568878,"about_ca_topic_score_gemma":0.008430291,"teacher_disagreement_score":0.44240934,"about_ca_system_score_codex":0.00042507632,"about_ca_system_score_gemma":0.01838501,"threshold_uncertainty_score":0.99362236},"labels":[],"label_agreement":null},{"id":"W2164112870","doi":"10.1111/j.1365-2929.2005.02351.x","title":"Beyond the ‘four Ds of Multiculturalism’: taking difference into account in medical education","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"National Institute on Minority Health and Health Disparities","keywords":"Nova scotia; Multiculturalism; Citation; Library science; History; Sociology; Media studies; Political science; Law; Computer science","score_opus":0.013811294858014965,"score_gpt":0.36631280256506166,"score_spread":0.3525015077070467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164112870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8009979,0.000518895,0.0002134138,0.19345222,0.001937046,0.0005068865,5.183383e-7,0.00003614396,0.0023369486],"genre_scores_gemma":[0.94708127,0.00018806719,0.003789218,0.045937195,0.0018319715,0.0002683172,0.00015462321,0.0000216051,0.0007277083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99615586,0.0001481392,0.0009838034,0.00035885756,0.0020418575,0.0003114682],"domain_scores_gemma":[0.99805033,0.00018281299,0.00037704367,0.0005265315,0.0006657528,0.00019751058],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016461571,0.00020716741,0.0003366705,0.00031728766,0.00012366672,0.000024580962,0.0004620073,0.00039588808,0.002890528],"category_scores_gemma":[0.02215163,0.00013846996,0.000074376876,0.0011109138,0.00043017612,0.00017829373,0.0000751357,0.00091056695,0.00005923742],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003583888,0.0025013469,0.014934047,0.00019908222,0.000020747746,0.0000016067261,0.0075082825,0.000002486552,0.00033367978,0.0042098775,0.050921317,0.91933167],"study_design_scores_gemma":[0.0031667068,0.00023463958,0.79586554,0.004047382,0.00020889156,0.000521347,0.01445326,0.02306163,0.0013757937,0.0028994204,0.15347505,0.00069037033],"about_ca_topic_score_codex":0.00088283885,"about_ca_topic_score_gemma":0.000438568,"teacher_disagreement_score":0.9186413,"about_ca_system_score_codex":0.0005781936,"about_ca_system_score_gemma":0.008063967,"threshold_uncertainty_score":0.99802095},"labels":[],"label_agreement":null},{"id":"W2164299373","doi":"","title":"Narrative means to professional ends: new strategies for teaching CanMEDS roles in Canadian medical schools.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Reflective writing; Session (web analytics); Context (archaeology); Reflection (computer programming); Narrative; Reflective practice; Medical education; GRASP; Narrative medicine; Critical thinking; Pedagogy; Psychology; Mathematics education; Medicine; Computer science","score_opus":0.02413672685092454,"score_gpt":0.3401542143135855,"score_spread":0.31601748746266095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164299373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8559049,0.00017490292,0.0008645845,0.12657511,0.0022449945,0.0025499074,0.0000086157215,0.000055597826,0.011621429],"genre_scores_gemma":[0.9813854,0.0000015736814,0.003252019,0.008072001,0.0016624373,0.0028336297,0.00006727717,0.000021037087,0.0027046138],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980256,0.000064624204,0.00032624195,0.00018662863,0.00056445133,0.0008324697],"domain_scores_gemma":[0.9982363,0.00006681065,0.000045930898,0.0001662797,0.00011710742,0.0013675661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021155651,0.00012612987,0.00020035905,0.0004215318,0.00014356386,0.000022170361,0.00014294757,0.00020221272,0.00028864047],"category_scores_gemma":[0.0069836145,0.0001065525,0.00003142952,0.00036911748,0.00004779308,0.00026490196,0.000021982969,0.00069146045,0.0000148506615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096364216,0.00028025542,0.046003975,0.000070073555,0.000055171186,0.000006578859,0.05035972,0.0000048047427,0.000020833819,0.039548676,0.27869722,0.58485633],"study_design_scores_gemma":[0.0015608284,0.00005318324,0.5857886,0.0002479803,0.00003252216,0.000034641555,0.07937347,0.00015370153,0.00007106564,0.0014550482,0.33095992,0.00026902533],"about_ca_topic_score_codex":0.048843794,"about_ca_topic_score_gemma":0.16571994,"teacher_disagreement_score":0.58458734,"about_ca_system_score_codex":0.0007757669,"about_ca_system_score_gemma":0.004240741,"threshold_uncertainty_score":0.95749},"labels":[],"label_agreement":null},{"id":"W2164632976","doi":"10.3109/0142159x.2013.806791","title":"Encouraging residents to seek feedback","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; Dalhousie University; University of Toronto","funders":"","keywords":"Psychology; Medical education; MEDLINE; Medicine; Political science","score_opus":0.016685751734499786,"score_gpt":0.332437911625815,"score_spread":0.3157521598913152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164632976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8872391,0.000038485254,0.0013674237,0.07707368,0.0006039208,0.00041331333,1.06571136e-7,0.000114698334,0.033149272],"genre_scores_gemma":[0.9414028,0.000009032115,0.0038690777,0.017485932,0.0012399963,0.00015918234,0.000022738985,0.000034435212,0.03577682],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9978522,0.000048825565,0.00035463495,0.00025899545,0.001148365,0.00033699957],"domain_scores_gemma":[0.99896795,0.000019112918,0.000039946666,0.00035007784,0.00019229276,0.00043061553],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007264096,0.00011936954,0.00020011404,0.00015582061,0.000067096065,0.000024983763,0.00018520023,0.00017676014,0.042616155],"category_scores_gemma":[0.005198805,0.000094752904,0.000043463828,0.00050068763,0.000097925535,0.000089928624,0.00007129989,0.0005884948,0.005957007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009783181,0.00025788683,0.10116623,0.000041451192,0.00002911131,0.000021709937,0.0009681104,2.9274878e-7,0.00017497041,0.00017234196,0.76132953,0.13582858],"study_design_scores_gemma":[0.0030490875,0.00033966135,0.75109684,0.0011207426,0.00009873726,0.00026184466,0.0031036278,0.011228066,0.0003273801,0.0020212347,0.22675677,0.0005960284],"about_ca_topic_score_codex":0.0003256647,"about_ca_topic_score_gemma":0.0000041842236,"teacher_disagreement_score":0.6499306,"about_ca_system_score_codex":0.00015323641,"about_ca_system_score_gemma":0.00023105524,"threshold_uncertainty_score":0.99481696},"labels":[],"label_agreement":null},{"id":"W2164661180","doi":"10.3109/03093640409167926","title":"Enhancement of prosthetics and orthotics learning and teaching through e-Learning technology and methodology","year":2004,"lang":"en","type":"article","venue":"Prosthetics and Orthotics International","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Presentation (obstetrics); Multimedia; Computer science; Curriculum; Orthotics; Relevance (law); Medical education; Psychology; Medicine; Pedagogy","score_opus":0.029640011157266184,"score_gpt":0.36431429132654125,"score_spread":0.3346742801692751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164661180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650063,0.00057781965,0.027028168,0.0059012473,0.00020599188,0.00028998798,0.0000021445537,0.000032837004,0.00095551996],"genre_scores_gemma":[0.80182225,0.0011430003,0.1964389,0.00020992314,0.000049644506,0.000010901021,0.000022880253,0.000018752526,0.00028375568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99876267,0.000056237135,0.0004226721,0.00030480124,0.00026457093,0.00018903577],"domain_scores_gemma":[0.9992403,0.00009534263,0.00021953663,0.00010178242,0.00029113583,0.000051912575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078587007,0.00015779232,0.00027218115,0.00027818736,0.00018514766,0.000033220153,0.000055873592,0.0001794148,0.000013911146],"category_scores_gemma":[0.0014985376,0.00014624112,0.000018942326,0.00012716035,0.00055414095,0.00006429127,0.00017052678,0.00072700955,5.9970216e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111665264,0.000341159,0.29090333,0.00034633462,0.00015815653,0.000016594093,0.006065992,0.00006393534,0.008167153,0.56738466,0.000010850171,0.12643014],"study_design_scores_gemma":[0.0253481,0.013851626,0.101415075,0.0048167743,0.0018565559,0.01069736,0.034041394,0.041842192,0.090222664,0.41065112,0.26218626,0.0030709011],"about_ca_topic_score_codex":0.0000069942844,"about_ca_topic_score_gemma":0.0000018831281,"teacher_disagreement_score":0.2621754,"about_ca_system_score_codex":0.000042829255,"about_ca_system_score_gemma":0.00006921431,"threshold_uncertainty_score":0.596354},"labels":[],"label_agreement":null},{"id":"W2164833418","doi":"10.2196/resprot.3893","title":"Competency-Based Assessment for Clinical Supervisors: Design-Based Research on a Web-Delivered Program","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Canberra; Australian Government","keywords":"Medical education; Web application; Medicine; Competency assessment; Program evaluation; Professional development; Psychology; Computer science; World Wide Web","score_opus":0.7891724192966153,"score_gpt":0.7243923574894253,"score_spread":0.06478006180718998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164833418","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006131359,0.0000046684063,0.004547524,0.023867248,0.000066989014,0.96039504,0.00001906881,0.0003292886,0.0046388255],"genre_scores_gemma":[0.009009974,4.6522783e-7,0.18926384,0.0008154728,0.0006319098,0.79949355,0.00016284005,0.00007032063,0.00055165245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98891765,0.0032585028,0.001045511,0.00092067325,0.0044682627,0.0013893917],"domain_scores_gemma":[0.9866404,0.0029315704,0.00012217028,0.0014004888,0.008224289,0.0006811135],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03604153,0.00025794815,0.00053060043,0.001168787,0.0004736696,0.00020396088,0.00073893275,0.00044377867,0.00033981862],"category_scores_gemma":[0.010710066,0.00021007445,0.00018047361,0.0026248293,0.001111938,0.00011415429,0.00012490357,0.0029601133,0.00026158197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010579578,0.024418797,0.008812211,0.0016292159,0.00006358742,0.000053080184,0.0002008414,0.00007633043,0.0005018849,0.003939742,0.8160848,0.13363992],"study_design_scores_gemma":[0.025426513,0.059260942,0.0033423838,0.005179988,0.000010151387,0.000004215209,0.0010590737,0.15289187,0.0014276275,0.002491111,0.74853873,0.00036741132],"about_ca_topic_score_codex":0.000015629168,"about_ca_topic_score_gemma":0.000004364414,"teacher_disagreement_score":0.18471631,"about_ca_system_score_codex":0.0011835592,"about_ca_system_score_gemma":0.0201649,"threshold_uncertainty_score":0.9993401},"labels":[],"label_agreement":null},{"id":"W2164836415","doi":"10.1176/appi.ap.29.5.464","title":"Administrative Restructuring of a Residency Training Program for Improved Efficiency and Output","year":2005,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Kingston General Hospital","funders":"","keywords":"Workload; Restructuring; Computer science; Work (physics); Operations management; Operations research; Medical education; Medicine; Business; Operating system; Engineering","score_opus":0.04394426592197208,"score_gpt":0.39867768544907245,"score_spread":0.35473341952710036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164836415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730873,0.0008106935,0.0012092827,0.021960318,0.00056805933,0.0011029083,0.0000053846084,0.00007498533,0.001181082],"genre_scores_gemma":[0.8384879,0.000043117536,0.15934838,0.0009205306,0.00083891215,0.000115722374,0.000015130857,0.000016319353,0.00021398786],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988592,0.000014106119,0.00049761665,0.0002480202,0.00014837537,0.00023264869],"domain_scores_gemma":[0.9994019,0.000054465436,0.00019963797,0.00016957952,0.00010791863,0.00006646725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040494118,0.00011271463,0.00020923602,0.00013699308,0.0000771321,0.0000047145695,0.000097299635,0.00021611716,0.0000090849635],"category_scores_gemma":[0.0008064534,0.00010112531,0.000042611595,0.00026173049,0.00015481202,0.000085863496,0.000016374857,0.00048967777,8.798502e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031084032,0.00024344007,0.01153952,0.00055977626,0.00006855088,2.727867e-7,0.006222353,0.0000023507826,0.0035495537,0.018444674,0.008261212,0.95079744],"study_design_scores_gemma":[0.028742703,0.012575618,0.59068567,0.0066380505,0.0015438311,0.0012588303,0.047056656,0.041713554,0.015000151,0.11063846,0.14166684,0.002479654],"about_ca_topic_score_codex":0.0000026825658,"about_ca_topic_score_gemma":0.0000023655675,"teacher_disagreement_score":0.9483178,"about_ca_system_score_codex":0.000038411734,"about_ca_system_score_gemma":0.0006296013,"threshold_uncertainty_score":0.41237706},"labels":[],"label_agreement":null},{"id":"W2164926149","doi":"10.1111/medu.12503","title":"Supervising incoming first‐year residents: faculty expectations versus residents' experiences","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Medical Council of Canada","funders":"Medical Council of Canada","keywords":"Medical education; Family medicine; Psychology; Medicine; MEDLINE; Gerontology; Political science","score_opus":0.022370913261499304,"score_gpt":0.3755407019810607,"score_spread":0.3531697887195614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164926149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95795596,0.0001438633,0.0030114646,0.029001152,0.0043815593,0.00034552204,8.4372425e-7,0.00015158484,0.0050080786],"genre_scores_gemma":[0.98011947,0.000027334296,0.012416478,0.0042335647,0.00172497,0.00032818993,0.00035062697,0.00003346198,0.00076589204],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.997048,0.00010746675,0.0006308729,0.0004306124,0.0014382659,0.00034477553],"domain_scores_gemma":[0.9984541,0.00022040487,0.00015788383,0.0005032844,0.0004543547,0.0002099582],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078720733,0.00018783326,0.00026190354,0.000330916,0.0004157387,0.00006900939,0.00028218518,0.00024060525,0.0021428918],"category_scores_gemma":[0.022792365,0.00017362177,0.00007316907,0.0008541504,0.00024932245,0.00030231816,0.00006210089,0.00043999052,0.00028442094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047489585,0.0024857877,0.07044155,0.0005262138,0.00012830771,0.000007923879,0.09744957,0.000005750202,0.00013327561,0.009499391,0.5892658,0.2295815],"study_design_scores_gemma":[0.010736735,0.0010874945,0.3519327,0.004045719,0.0003840588,0.00016195675,0.4535967,0.007912619,0.0018925346,0.001987205,0.16491488,0.0013473947],"about_ca_topic_score_codex":0.00042229108,"about_ca_topic_score_gemma":0.00007635231,"teacher_disagreement_score":0.42435095,"about_ca_system_score_codex":0.00035416594,"about_ca_system_score_gemma":0.0013856295,"threshold_uncertainty_score":0.9987693},"labels":[],"label_agreement":null},{"id":"W2165057324","doi":"10.1136/jme.2009.034900","title":"The ethical professional as endangered person: blog notes on doctor–patient relationships","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Ethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Perception; Set (abstract data type); Confusion; Narrative; Burnout; Psychology; Affect (linguistics); Social media; Social psychology; Public relations; Political science; Law; Psychoanalysis; Clinical psychology","score_opus":0.09258695591778131,"score_gpt":0.43638039950417506,"score_spread":0.34379344358639374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165057324","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42445198,0.000071736744,0.00016919039,0.567819,0.0055141062,0.0001413104,8.8399463e-7,0.000015154893,0.0018166517],"genre_scores_gemma":[0.95731765,0.000165983,0.0030927102,0.036152117,0.0028217346,0.00001129542,0.000008693479,0.000019482937,0.00041035053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910851,0.00061774434,0.00088204525,0.00016473643,0.006968781,0.00028158064],"domain_scores_gemma":[0.9836641,0.01210734,0.0006500303,0.00043088256,0.002579909,0.0005677365],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.018121274,0.00015664172,0.0002886878,0.00017338019,0.0007256338,0.00003890194,0.0003856291,0.0027548238,0.0010984689],"category_scores_gemma":[0.24697466,0.000084103885,0.00016068511,0.0003923336,0.00091726467,0.000055791552,0.000049079503,0.038950533,0.00009193807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011198932,0.00171693,0.0035997469,0.00022024351,0.0002640819,0.00042498411,0.024758607,0.000004543641,0.0016020577,0.7068956,0.13874982,0.120643474],"study_design_scores_gemma":[0.0046049063,0.003115529,0.033208407,0.0032438638,0.0003047515,0.005392715,0.0142763145,0.0013425399,0.0018278497,0.02889685,0.90333366,0.00045262332],"about_ca_topic_score_codex":0.000012843188,"about_ca_topic_score_gemma":0.000037806945,"teacher_disagreement_score":0.7645838,"about_ca_system_score_codex":0.00012491089,"about_ca_system_score_gemma":0.005557861,"threshold_uncertainty_score":0.9998147},"labels":[],"label_agreement":null},{"id":"W2165083028","doi":"10.5152/balkanmedj.2013.9145","title":"National Undergraduate Medical Core Curriculum in Turkey: Evaluation of Residents","year":2013,"lang":"en","type":"article","venue":"Balkan Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Core curriculum; Core (optical fiber); Medicine; Library science; Psychology; Engineering; Pedagogy; Computer science","score_opus":0.03816340928167942,"score_gpt":0.3994060155891215,"score_spread":0.36124260630744204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165083028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94824266,0.00023781405,0.0007736539,0.04307401,0.0012084175,0.00047397742,0.0000010604313,0.000021137026,0.0059672617],"genre_scores_gemma":[0.9935548,0.00015180773,0.0021432277,0.0028141222,0.0010823787,0.00005319103,0.00004983151,0.000019764697,0.00013090408],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9871786,0.000290913,0.0012884324,0.00023835248,0.010642694,0.000360968],"domain_scores_gemma":[0.9957556,0.00015588843,0.00037493484,0.00020191759,0.002941044,0.00057058234],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0085201245,0.00016321261,0.0003710281,0.0005726014,0.00008819055,0.000026722862,0.00033720647,0.00038914513,0.015857583],"category_scores_gemma":[0.034380794,0.00012748233,0.00010180981,0.00093455263,0.00031778522,0.00022827687,0.000064799344,0.0014618564,0.00017680963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007363826,0.0027271674,0.16377616,0.00019714452,0.00020469502,0.00017820954,0.00051640405,0.00007395097,0.000310127,0.007013549,0.4261184,0.39881057],"study_design_scores_gemma":[0.009560581,0.00027960847,0.75421095,0.0028121409,0.00016696102,0.0034300992,0.0009667737,0.1795179,0.00010098337,0.047050487,0.0016031244,0.00030040674],"about_ca_topic_score_codex":0.000301223,"about_ca_topic_score_gemma":0.000023477509,"teacher_disagreement_score":0.5904348,"about_ca_system_score_codex":0.00059810455,"about_ca_system_score_gemma":0.0051281704,"threshold_uncertainty_score":0.98504204},"labels":[],"label_agreement":null},{"id":"W2165187530","doi":"10.3399/bjgp14x680737","title":"Managing chronic pain in the non-specialist setting: a new SIGN guideline","year":2014,"lang":"en","type":"review","venue":"British Journal of General Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Psychosocial; Chronic pain; Guideline; Population; Psychological intervention; Health care; Etiology; Physical therapy; Family medicine; Psychiatry; Environmental health; Pathology","score_opus":0.03388710681233901,"score_gpt":0.4007294185551799,"score_spread":0.3668423117428409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165187530","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003900424,0.959907,0.012372803,0.02229768,0.001118254,0.00063406426,0.0000021184758,0.000008199595,0.003656003],"genre_scores_gemma":[0.000005259165,0.93605566,0.03426313,0.010260703,0.01831827,0.0000141536575,0.00009850238,0.000058178062,0.0009261363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945046,0.0015374855,0.0024144896,0.00025506536,0.00094928517,0.0003390988],"domain_scores_gemma":[0.9953758,0.0008532823,0.002562901,0.00036252016,0.0007283349,0.0001171757],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017902518,0.0002689952,0.0012614981,0.00036900165,0.00013236211,0.00022697913,0.0005426112,0.00026851188,0.00021021164],"category_scores_gemma":[0.019953387,0.00022245526,0.00035332478,0.0009635733,0.0000664854,0.00033729535,0.000047099842,0.0026401419,0.000029459863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008233352,0.00008132404,2.2401902e-7,0.0012887631,0.00007097774,0.0006318899,0.00004172325,0.000005491974,3.4775434e-7,0.00004718162,0.40159565,0.5962282],"study_design_scores_gemma":[0.0006465832,0.00027776262,0.0000058369033,0.022014568,0.001070875,0.032855485,0.00016626753,0.00019909733,1.2453356e-7,0.00009755037,0.9424829,0.00018293876],"about_ca_topic_score_codex":0.00036734014,"about_ca_topic_score_gemma":0.000032900443,"teacher_disagreement_score":0.59604526,"about_ca_system_score_codex":0.0007137303,"about_ca_system_score_gemma":0.0029802609,"threshold_uncertainty_score":0.9996608},"labels":[],"label_agreement":null},{"id":"W2165770027","doi":"10.1097/acm.0b013e3182a36a07","title":"Just Imagine","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":334,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credentialing; Medical education; Health care; Leverage (statistics); Process (computing); Flipped classroom; Medicine; Psychology; Public relations; Computer science; Political science; Pedagogy","score_opus":0.03570425576405349,"score_gpt":0.3836322931416842,"score_spread":0.3479280373776307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165770027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69507426,0.00094912644,0.0021490257,0.2512507,0.0014572486,0.0008031196,4.5650654e-7,0.00021931303,0.048096757],"genre_scores_gemma":[0.94020766,0.00026237805,0.0015390787,0.037315007,0.0029808348,0.00012012236,0.00008967979,0.000029808103,0.017455457],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984076,0.000020825615,0.00051203824,0.0002451778,0.0005104878,0.00030387033],"domain_scores_gemma":[0.99897903,0.000058952402,0.00010309017,0.0003609052,0.000330441,0.00016759445],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00047979935,0.00014524421,0.00028939705,0.00024335281,0.000057746274,0.0000030512613,0.00015292446,0.00019570714,0.009677068],"category_scores_gemma":[0.0022350503,0.0001027284,0.000023701561,0.00066291855,0.00034494995,0.00014369804,0.000032023465,0.000690875,0.0016084766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000085762085,0.000014498985,0.0083378,0.00007577524,0.000022386466,0.000004759895,0.0012190922,1.6934423e-7,0.01187647,0.003652245,0.92294824,0.051840015],"study_design_scores_gemma":[0.0068295477,0.0007200744,0.17342934,0.0015480734,0.00044368615,0.0010197331,0.010775164,0.0034096148,0.0030102239,0.011903438,0.78633136,0.0005797745],"about_ca_topic_score_codex":0.00010956027,"about_ca_topic_score_gemma":1.4371399e-7,"teacher_disagreement_score":0.24513339,"about_ca_system_score_codex":0.000096816955,"about_ca_system_score_gemma":0.000090350004,"threshold_uncertainty_score":0.9991689},"labels":[],"label_agreement":null},{"id":"W2165792173","doi":"10.1017/s1460396907006012","title":"Differences in radiation therapy staff and students’ perceptions of clinical teaching characteristics","year":2007,"lang":"en","type":"article","venue":"Journal of Radiotherapy in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Practicum; Likert scale; Radiation Therapist; Competence (human resources); Medicine; Medical education; Clinical Practice; Perception; Psychology; Interpersonal communication; Teaching method; Nursing; Pedagogy; Radiation therapy; Internal medicine","score_opus":0.03640489584802188,"score_gpt":0.46443698765393343,"score_spread":0.42803209180591156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165792173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929065,0.0006226706,0.0025710203,0.0029726257,0.00056427607,0.00018296896,5.61201e-7,0.0000032181513,0.00017614423],"genre_scores_gemma":[0.9683538,0.010455468,0.019706823,0.0008579646,0.00058441365,0.0000014496803,0.0000017517962,0.000010915091,0.000027389266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974915,0.00033175587,0.0014387128,0.00010286312,0.00050813437,0.00012703228],"domain_scores_gemma":[0.9973274,0.0011486046,0.00108845,0.00012334935,0.00025445755,0.0000577677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008621756,0.000086373366,0.00043359105,0.00047723754,0.00003179912,0.000020320997,0.00010795517,0.00012570406,0.000046685203],"category_scores_gemma":[0.0050060633,0.00006943149,0.000049479437,0.00028947394,0.00009324153,0.00037967763,0.0000065129516,0.001013626,3.5418293e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008314599,0.0018135007,0.6963079,0.000012747096,0.00007128794,0.000021256885,0.0040622735,4.4155445e-7,0.00085065915,0.000116570685,0.000114150105,0.29579777],"study_design_scores_gemma":[0.0032332507,0.0012340447,0.9842843,0.00015610456,0.000032461357,0.00021589875,0.004674358,0.00013498202,0.000020669017,0.00002059333,0.005935574,0.000057776477],"about_ca_topic_score_codex":0.00002514049,"about_ca_topic_score_gemma":0.0000039880983,"teacher_disagreement_score":0.29574,"about_ca_system_score_codex":0.00014938097,"about_ca_system_score_gemma":0.00018772359,"threshold_uncertainty_score":0.5993087},"labels":[],"label_agreement":null},{"id":"W2166370607","doi":"10.3109/0142159x.2012.684914","title":"Twelve tips for developing a near-peer shadowing program to prepare students for clinical training","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Preparedness; Medical education; Training (meteorology); Shadow (psychology); Reflection (computer programming); TUTOR; Psychology; Medicine; Computer science; Mathematics education","score_opus":0.23455103990791576,"score_gpt":0.5566021644006507,"score_spread":0.32205112449273493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166370607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88464856,0.00009104043,0.075940296,0.03131459,0.0024283498,0.004206178,0.0000028426687,0.0002761989,0.0010919475],"genre_scores_gemma":[0.730207,0.0000048479274,0.24036942,0.012217127,0.0059003644,0.004146046,0.00027658112,0.00010612109,0.0067724655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653506,0.00007787432,0.00085657643,0.0003972986,0.0013871235,0.00074609404],"domain_scores_gemma":[0.9983946,0.00019949915,0.000106538704,0.00031178692,0.0004545142,0.0005330644],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00752896,0.00019323525,0.0004581294,0.0000905287,0.00019243098,0.000047101577,0.00029226427,0.00039488781,0.00046267887],"category_scores_gemma":[0.03002486,0.0001602364,0.00017755451,0.0003637967,0.00014483006,0.00011375391,0.0000984038,0.0004845567,0.000043526143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016458661,0.0012155924,0.18536675,0.00017586333,0.00017084027,0.000001676996,0.009391634,1.07163e-7,0.0000027920414,0.00031487213,0.21392606,0.5892692],"study_design_scores_gemma":[0.0029446846,0.00052490865,0.023173466,0.00050709746,0.00013734339,0.000031331678,0.0024336183,0.003692678,0.000012264622,0.00009131269,0.96619016,0.0002611344],"about_ca_topic_score_codex":0.0000038083613,"about_ca_topic_score_gemma":0.0000019430297,"teacher_disagreement_score":0.7522641,"about_ca_system_score_codex":0.00021966067,"about_ca_system_score_gemma":0.0006436998,"threshold_uncertainty_score":0.97814566},"labels":[],"label_agreement":null},{"id":"W2166620155","doi":"10.1097/acm.0b013e31805559c7","title":"Viewpoint: Competency-Based Postgraduate Training: Can We Bridge the Gap between Theory and Clinical Practice?","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1136,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Terminology; Medical education; Confusion; Possession (linguistics); Bridge (graph theory); Psychology; Medicine","score_opus":0.1317545652693727,"score_gpt":0.46808823112166265,"score_spread":0.33633366585228996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166620155","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26000917,0.0019865846,0.010380683,0.7195295,0.001160776,0.00090621854,0.000006443029,0.00011983402,0.0059008133],"genre_scores_gemma":[0.86324495,0.001540361,0.0027572901,0.12692818,0.0047831642,0.000017137567,0.00014042687,0.0000467627,0.0005417498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614364,0.0004718701,0.0015133437,0.00044760125,0.00090349064,0.0005200376],"domain_scores_gemma":[0.9918693,0.0063705225,0.00050756894,0.0005369258,0.00038406206,0.00033163567],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021089308,0.00025873748,0.0006340867,0.00025125913,0.0002092042,0.000005951511,0.00029334493,0.00041373947,0.00012628206],"category_scores_gemma":[0.032698996,0.00015794228,0.0000660526,0.0007835284,0.0015532172,0.000082496226,0.00005202605,0.0028384808,0.000028703967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006853143,0.00009647188,0.029993484,0.00023097174,0.00036093063,0.000098346,0.01999498,2.562553e-7,0.00046487767,0.11211105,0.061064593,0.7748987],"study_design_scores_gemma":[0.008837831,0.002002704,0.43556455,0.0026551257,0.0025935378,0.0009731934,0.025638068,0.00025958617,0.0002569892,0.059302084,0.4613379,0.0005784352],"about_ca_topic_score_codex":0.000052652424,"about_ca_topic_score_gemma":0.0000051712277,"teacher_disagreement_score":0.7743203,"about_ca_system_score_codex":0.000109595494,"about_ca_system_score_gemma":0.0007243997,"threshold_uncertainty_score":0.999462},"labels":[],"label_agreement":null},{"id":"W2166660724","doi":"10.1111/eje.12154","title":"Student ePortfolios to develop reflective skills and demonstrate competency development: Evaluation of a curriculum pilot project","year":2015,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Portfolio; Curriculum; Medical education; Workload; Psychology; Mathematics education; Class (philosophy); Consistency (knowledge bases); Set (abstract data type); Medicine; Pedagogy; Computer science","score_opus":0.044212091632055854,"score_gpt":0.39631584217847443,"score_spread":0.35210375054641857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166660724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894232,0.00026663655,0.00053267163,0.0003425874,0.0010919818,0.0006474699,5.1035977e-7,0.000008327821,0.0076866196],"genre_scores_gemma":[0.9481161,0.000013380492,0.051111978,0.00036623995,0.0002679774,0.000013102924,0.000020856316,0.000019892506,0.00007042125],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99732196,0.00037260106,0.00094352866,0.0001622357,0.0010650344,0.0001346197],"domain_scores_gemma":[0.9946137,0.000015046762,0.0006924656,0.0001302167,0.004401899,0.0001466823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041869325,0.0001298259,0.00023161182,0.00057517097,0.000059725837,0.000026023787,0.00012211785,0.000020416983,0.000019082348],"category_scores_gemma":[0.0023781054,0.00011169171,0.000023701918,0.0010460649,0.000057359186,0.00019892985,0.000036834812,0.00021035853,0.000020838137],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000170491,0.006494263,0.18059047,0.000114314564,0.00023706963,0.000024525945,0.030718924,0.000021832113,0.0033759428,0.00020267161,0.011683725,0.76636577],"study_design_scores_gemma":[0.0027857965,0.0020216836,0.9430067,0.0011374273,0.0003379155,0.0016717308,0.04221476,0.00004276439,0.003645109,0.00006688049,0.002845528,0.00022369984],"about_ca_topic_score_codex":0.000008415767,"about_ca_topic_score_gemma":0.0000047666827,"teacher_disagreement_score":0.7661421,"about_ca_system_score_codex":0.0005637308,"about_ca_system_score_gemma":0.0058464147,"threshold_uncertainty_score":0.99978954},"labels":[],"label_agreement":null},{"id":"W2167149439","doi":"10.1186/s12909-015-0402-6","title":"Pediatric caregiver involvement in the assessment of physicians","year":2015,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Medicine; MEDLINE; Medical education; Family caregivers; Nursing; Family medicine","score_opus":0.04045567580538692,"score_gpt":0.3981315094644096,"score_spread":0.35767583365902267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167149439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758678,0.00018274017,0.0025220376,0.013167357,0.001385178,0.0005390027,6.551804e-7,0.000016635744,0.0063186046],"genre_scores_gemma":[0.98344475,0.000045221095,0.0063852267,0.008636494,0.0010361718,0.00016931389,0.000112984126,0.00000950002,0.00016034691],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977813,0.00014613057,0.0004217811,0.00016723716,0.0013328287,0.00015074069],"domain_scores_gemma":[0.99897426,0.0001111411,0.00014465215,0.00034208104,0.0003589639,0.00006889477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016847813,0.000085848755,0.00017042439,0.00020625736,0.00002534951,0.0000069950547,0.00019455743,0.00010045645,0.00013259119],"category_scores_gemma":[0.0030436765,0.000060956234,0.000039640956,0.0009238313,0.00009346684,0.00006352475,0.00002241796,0.0002965396,0.0000139055155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017330965,0.004077571,0.61774665,0.0004868837,0.0000120145605,0.0000022112213,0.009634536,0.0000112563785,0.000012641781,0.009454725,0.31341353,0.045130674],"study_design_scores_gemma":[0.0021214518,0.00032509293,0.93108475,0.0003810344,0.00013814638,0.000025248255,0.03714111,0.0033129891,0.000031314303,0.0009711882,0.024300082,0.00016759594],"about_ca_topic_score_codex":0.00016802283,"about_ca_topic_score_gemma":0.00007670494,"teacher_disagreement_score":0.31333813,"about_ca_system_score_codex":0.00027336527,"about_ca_system_score_gemma":0.008478812,"threshold_uncertainty_score":0.9971422},"labels":[],"label_agreement":null},{"id":"W2167251676","doi":"10.1001/jama.2012.36515","title":"Effect of Exposure to Good vs Poor Medical Trainee Performance on Attending Physician Ratings of Subsequent Performances","year":2012,"lang":"en","type":"article","venue":"JAMA","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"National Institute for Health and Care Research","keywords":"Medicine; Context (archaeology); Likert scale; Randomized controlled trial; Rating scale; Trial registration; Physical therapy; Family medicine; Clinical psychology; Internal medicine; Psychology","score_opus":0.01117448254697813,"score_gpt":0.30851071700398336,"score_spread":0.29733623445700524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167251676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920979,0.000044246397,0.00004645453,0.0032234616,0.0005305011,0.00035781087,0.0000022721572,0.000022816386,0.0036745293],"genre_scores_gemma":[0.9959407,0.000009139734,0.00059906207,0.0022292591,0.0010237611,0.000048409882,0.000024354726,0.000016587266,0.000108742075],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983072,0.000056360295,0.00042042581,0.00013034168,0.00081273075,0.00027291314],"domain_scores_gemma":[0.99920475,0.00014201776,0.00016142325,0.00022114786,0.00014569162,0.00012498238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016371015,0.00013083899,0.00033849714,0.00017988769,0.000050884835,0.000004209991,0.00012833466,0.00012245536,0.00017064861],"category_scores_gemma":[0.0014084242,0.00009565982,0.00006227872,0.000490387,0.000094479044,0.00015876547,0.000024601819,0.00031168468,0.00003484323],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091136445,0.000676182,0.19057511,0.0021904665,0.000079226,0.0000021678138,0.0046310206,0.000021735188,0.02370165,0.0014035258,0.006812114,0.76899546],"study_design_scores_gemma":[0.004151311,0.009971448,0.55191016,0.0027784123,0.00013837944,0.000038348353,0.00077212823,0.0018857251,0.42262277,0.0000040819473,0.0054695494,0.0002576854],"about_ca_topic_score_codex":0.000007112015,"about_ca_topic_score_gemma":3.2838417e-7,"teacher_disagreement_score":0.76873773,"about_ca_system_score_codex":0.00008180057,"about_ca_system_score_gemma":0.000085736734,"threshold_uncertainty_score":0.39008942},"labels":[],"label_agreement":null},{"id":"W2167376439","doi":"10.1080/01421590220134088","title":"Evolution of student assessment in McMaster University’s MD Programme","year":2002,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Educational measurement; Computer science; Psychology; Medicine; Pedagogy","score_opus":0.039049797772775986,"score_gpt":0.3470801764318788,"score_spread":0.30803037865910277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167376439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514009,0.00014347909,0.001216854,0.007610465,0.00021451613,0.00034349374,2.2642229e-7,0.000037924576,0.03903217],"genre_scores_gemma":[0.99062914,0.000027905624,0.0013518862,0.00019970232,0.00015110514,0.000008275825,0.000007785984,0.000008990904,0.0076152165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983781,0.00008337377,0.0002922995,0.0001698746,0.00086812256,0.00020821381],"domain_scores_gemma":[0.9995557,0.000012864338,0.00006435023,0.00016931041,0.000089894325,0.000107847474],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007408331,0.00007790069,0.00018733586,0.00019624669,0.000021406493,0.0000030081842,0.000120610435,0.0001601637,0.015082179],"category_scores_gemma":[0.0004192566,0.000068282876,0.00004008333,0.00057033985,0.00015719913,0.00004941463,0.000043722135,0.00052691123,0.000043693082],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018884331,0.0033568633,0.81084436,0.00008246613,0.000039649865,0.000048646092,0.0014386149,0.0000012855996,0.00004702526,0.003258685,0.02489635,0.15596719],"study_design_scores_gemma":[0.0075375135,0.0006641712,0.764038,0.0006941807,0.00012633514,0.000055617387,0.01016313,0.046306673,0.000020778745,0.00017168121,0.16993462,0.00028725746],"about_ca_topic_score_codex":0.000058456786,"about_ca_topic_score_gemma":0.000010174695,"teacher_disagreement_score":0.15567994,"about_ca_system_score_codex":0.0006232407,"about_ca_system_score_gemma":0.00014071768,"threshold_uncertainty_score":0.98581815},"labels":[],"label_agreement":null},{"id":"W2167536052","doi":"10.1111/j.1365-2923.2008.03093.x","title":"Current status of curriculum mapping in Canada and the UK","year":2008,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Context (archaeology); Variety (cybernetics); Process (computing); Medical education; Construct (python library); Resource (disambiguation); Quality assurance; Quality (philosophy); Curriculum mapping; Knowledge management; Computer science; Curriculum development; Engineering management; Medicine; Psychology; Pedagogy; Engineering; Geography","score_opus":0.010378985882198771,"score_gpt":0.3077629302918853,"score_spread":0.2973839444096865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167536052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98536015,0.0020383974,0.00010622265,0.010550045,0.0011415229,0.00026868394,5.5689554e-7,0.0000049158084,0.0005295108],"genre_scores_gemma":[0.9946047,0.0013361218,0.000400636,0.003329347,0.00018317098,0.000060060873,0.00003824864,0.0000051560633,0.000042547737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860924,0.000054976823,0.0003956814,0.00012590589,0.0006226645,0.000191513],"domain_scores_gemma":[0.9994087,0.00007516202,0.00009712857,0.0001672939,0.00016694577,0.00008472048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042339467,0.00006766155,0.00018012206,0.00011178663,0.00004928805,0.0000019057615,0.0000680772,0.000042617943,0.000297921],"category_scores_gemma":[0.005385246,0.00004526902,0.000016138622,0.00053670583,0.00027401897,0.000026289723,0.000021349508,0.00033060464,0.000002008111],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012001154,0.00023632718,0.7290425,0.00010831724,0.00000635807,0.0000017031272,0.0015566818,4.2619615e-7,0.0000031384209,0.0009964819,0.046882186,0.22115389],"study_design_scores_gemma":[0.0016697865,0.000014361906,0.9390002,0.0004789142,0.000015717478,0.000085865504,0.0030510486,0.001697088,0.000017692742,0.00016448258,0.053731896,0.0000729621],"about_ca_topic_score_codex":0.6835356,"about_ca_topic_score_gemma":0.14330117,"teacher_disagreement_score":0.5402344,"about_ca_system_score_codex":0.00044599935,"about_ca_system_score_gemma":0.015256655,"threshold_uncertainty_score":0.9903259},"labels":[],"label_agreement":null},{"id":"W2167901983","doi":"10.3109/0142159x.2014.993599","title":"Conceptual and practical challenges in the assessment of physician competencies","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; Sunnybrook Health Science Centre; Health Sciences Centre; Women's College Hospital; University Health Network; University of Toronto; The Wilson Centre","funders":"","keywords":"Situated; Context (archaeology); Engineering ethics; Conceptual framework; Competency assessment; Medical education; Knowledge management; Psychology; Medicine; Computer science; Sociology; Engineering; Social science; Artificial intelligence","score_opus":0.08488696857638509,"score_gpt":0.4113694160059392,"score_spread":0.3264824474295541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167901983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83126044,0.00021556963,0.0007896923,0.11860755,0.00013337826,0.00019460575,1.367831e-7,0.000015784155,0.04878282],"genre_scores_gemma":[0.9944256,0.00009101166,0.0019468953,0.0031163476,0.00031848717,0.000024071673,0.0000060969714,0.0000059835165,0.00006549174],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985389,0.00022873234,0.00024056746,0.00013313882,0.00073066703,0.00012798578],"domain_scores_gemma":[0.9994713,0.00017144054,0.000056889967,0.00019219771,0.000057691377,0.000050476425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002134142,0.00006786622,0.00019532314,0.000046942238,0.000025159745,0.0000037507752,0.00006719232,0.00010222143,0.00029589314],"category_scores_gemma":[0.0030932876,0.000040885432,0.000020110405,0.00013531833,0.0006005058,0.000033976976,0.000026612455,0.0005355248,0.0000040437258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002339243,0.0023239541,0.09360149,0.00019023361,0.00005953672,0.000024643608,0.013029177,2.8163953e-7,0.00011050251,0.59852356,0.014608495,0.27750474],"study_design_scores_gemma":[0.00307362,0.00090232305,0.64048356,0.00046795438,0.00010204756,0.00017009335,0.04347159,0.028627938,0.00002860877,0.0026176136,0.27983946,0.00021520685],"about_ca_topic_score_codex":0.000009676195,"about_ca_topic_score_gemma":0.000005742545,"teacher_disagreement_score":0.59590596,"about_ca_system_score_codex":0.000026001586,"about_ca_system_score_gemma":0.00014362881,"threshold_uncertainty_score":0.37031776},"labels":[],"label_agreement":null},{"id":"W2168083423","doi":"10.1051/pmed:2005015","title":"Les compétences de l'enseignant clinicien et le modèle de rôle en formation clinique","year":2005,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.10296853785382745,"score_gpt":0.40289473842531237,"score_spread":0.2999262005714849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168083423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49319863,0.008847158,0.23990762,0.2405744,0.0018416756,0.00075426884,0.000032680942,0.00024531814,0.014598245],"genre_scores_gemma":[0.8385282,0.001730286,0.1305053,0.011880803,0.0030639833,0.00012716532,0.00015446321,0.000055353325,0.013954462],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996366,0.0006254863,0.0011487172,0.00040844374,0.00051971286,0.0009315943],"domain_scores_gemma":[0.99790317,0.00067273626,0.0003254276,0.0004994283,0.00029826234,0.0003009806],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004995823,0.0002810927,0.0004550261,0.00022713712,0.0004169058,0.0000938287,0.00039826662,0.0006235695,0.0010386998],"category_scores_gemma":[0.0038232836,0.0002784855,0.00016846598,0.00055828,0.00074317824,0.00047151328,0.00011315979,0.0011700392,0.000498306],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013699307,0.0024962048,0.0057175187,0.00048507482,0.0000780778,0.000026104866,0.013297163,0.0011658734,0.0015819633,0.05839468,0.07457833,0.842042],"study_design_scores_gemma":[0.0020768738,0.00064426125,0.011468192,0.0011765517,0.00020429165,0.00022850306,0.015874539,0.19457573,0.006790062,0.0053879293,0.7610985,0.0004745642],"about_ca_topic_score_codex":0.00066734786,"about_ca_topic_score_gemma":0.00011919944,"teacher_disagreement_score":0.84156746,"about_ca_system_score_codex":0.00096331345,"about_ca_system_score_gemma":0.0030007856,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W2168180261","doi":"10.1503/cmaj.081241","title":"Selecting educational interventions for knowledge translation","year":2010,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Psychological intervention; Gestalt psychology; Medical education; Computer science; Continuing medical education; Knowledge translation; Medicine; Nursing; Psychology; Continuing education; Knowledge management; World Wide Web","score_opus":0.08993302429490142,"score_gpt":0.44223069594606,"score_spread":0.3522976716511586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168180261","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012250758,0.9687304,0.001032657,0.018092413,0.006608271,0.0012020854,0.00008225802,0.000033527085,0.004206126],"genre_scores_gemma":[0.0000107800515,0.9700769,0.0064949105,0.0018723507,0.0155387,0.0003390325,0.0014608992,0.00010466561,0.0041017514],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960369,0.00020593041,0.0016862544,0.00032932818,0.0011087081,0.000632876],"domain_scores_gemma":[0.9945906,0.0011672362,0.00093666173,0.00020752804,0.0019291663,0.0011688422],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042305863,0.00032045515,0.0011212307,0.001225781,0.00062551163,0.00013700452,0.0003128199,0.0020090248,0.005138549],"category_scores_gemma":[0.021618642,0.00029580112,0.0011064422,0.0010622102,0.00006093964,0.00013750534,0.000010528741,0.004204661,0.00030584147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014250131,0.000104719766,0.000026927206,0.003017208,0.00020558068,0.0000042645606,0.00012535625,2.614119e-8,6.601001e-8,0.00047190115,0.13802092,0.8580216],"study_design_scores_gemma":[0.00052193896,0.000057819132,0.000035861365,0.013581681,0.00091943744,0.0011580349,0.00006925784,0.00006852844,1.0461692e-7,0.00018107497,0.9831686,0.00023767553],"about_ca_topic_score_codex":0.0001034112,"about_ca_topic_score_gemma":0.004269142,"teacher_disagreement_score":0.8577839,"about_ca_system_score_codex":0.0032875533,"about_ca_system_score_gemma":0.030017544,"threshold_uncertainty_score":0.9999494},"labels":[],"label_agreement":null},{"id":"W2168501529","doi":"10.1093/jhmas/jru026","title":"Making the Case for History in Medical Education: Fig. 1.","year":2014,"lang":"en","type":"article","venue":"Journal of the History of Medicine and Allied Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Skepticism; Reductionism; Contingency; Value (mathematics); Perspective (graphical); Politics; Medical history; History of medicine; Medical education; Medicine; Psychology; Epistemology; Law; Political science; Philosophy; Computer science; Pathology; Surgery","score_opus":0.08343529251858725,"score_gpt":0.37718851235137807,"score_spread":0.2937532198327908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168501529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50555116,0.031628016,0.00081404956,0.42203796,0.020050243,0.00050630653,2.8174867e-7,0.0000075172316,0.019404482],"genre_scores_gemma":[0.96485925,0.00012372072,0.0021905394,0.028885134,0.0014512086,0.000008252867,3.5167562e-7,0.0000063090038,0.0024752521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985672,0.000091542264,0.0005348323,0.00009324629,0.00061084057,0.00010233805],"domain_scores_gemma":[0.9987336,0.00031540828,0.00049867784,0.00014860484,0.0002472341,0.00005648711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050858897,0.000066291264,0.00022969213,0.00022512629,0.000094848416,0.0000017918151,0.0002846553,0.000053113687,0.00021937877],"category_scores_gemma":[0.0066409893,0.000031264975,0.000049472234,0.00020052405,0.0019564426,0.0000665755,0.000021363305,0.00029206072,2.5291556e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049291426,0.00013770362,0.00088900246,0.00013358949,0.000012373687,0.000011888545,0.0059044533,0.000004454573,0.00016706047,0.007773401,0.92220396,0.06271282],"study_design_scores_gemma":[0.0010673165,0.0004618458,0.0017653772,0.0010801769,0.000080579324,0.0027816894,0.0037043805,0.0016164724,0.0000059362837,0.0016644034,0.9857214,0.000050421546],"about_ca_topic_score_codex":0.000032345502,"about_ca_topic_score_gemma":0.00002079554,"teacher_disagreement_score":0.45930806,"about_ca_system_score_codex":0.00044562665,"about_ca_system_score_gemma":0.0024680102,"threshold_uncertainty_score":0.79503644},"labels":[],"label_agreement":null},{"id":"W2168899819","doi":"10.1017/s1481803500014512","title":"Faculty perceptions and practice impact of a faculty development workshop on emergency medicine teaching","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Credit Valley Hospital; Schwartz/Reisman Emergency Medicine Institute; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Brainstorming; Medical education; Session (web analytics); Faculty development; Medicine; Professional development; Psychology; Computer science","score_opus":0.14698157124347244,"score_gpt":0.4727783736507377,"score_spread":0.3257968024072653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168899819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064507,0.0016871488,0.0015374975,0.06528777,0.004514313,0.00041620084,0.000018106306,0.000015742453,0.020072527],"genre_scores_gemma":[0.9846878,0.00073808944,0.006512464,0.0006208122,0.003667415,0.0000091636,0.00017886501,0.000041999952,0.0035434072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963913,0.0001335139,0.0019794742,0.0002467954,0.0008114792,0.00043745252],"domain_scores_gemma":[0.99602556,0.0001109614,0.000956001,0.00030096152,0.001641807,0.0009647274],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025930963,0.00029831898,0.000645257,0.0010422558,0.00029666856,0.000002492807,0.00021668641,0.00016184647,0.014218052],"category_scores_gemma":[0.015667696,0.00020448437,0.0001309528,0.00083919574,0.0002504562,0.0002882152,0.000013451526,0.0010157711,0.00001721331],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002099215,0.0003079327,0.031019853,0.000140663,0.00059865287,0.000032128613,0.037550353,0.000104837476,0.00152804,0.0004969395,0.83641607,0.09159462],"study_design_scores_gemma":[0.0033616938,0.0025953476,0.37644804,0.0027151753,0.0008369129,0.0005558259,0.027428716,0.00029954565,0.00002685077,0.00013319081,0.5851716,0.00042714755],"about_ca_topic_score_codex":0.0026993763,"about_ca_topic_score_gemma":0.00199174,"teacher_disagreement_score":0.3454282,"about_ca_system_score_codex":0.0007615743,"about_ca_system_score_gemma":0.0017330203,"threshold_uncertainty_score":0.99262375},"labels":[],"label_agreement":null},{"id":"W2168902146","doi":"10.12927/hcq.2011.22159","title":"Feasibility of Physician Peer Assessment in an Academic Health Sciences Centre","year":2011,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medical education; Health care; Peer review; Medicine; Quality (philosophy); Psychology; Family medicine; Political science","score_opus":0.11819631437018692,"score_gpt":0.4683571128359516,"score_spread":0.3501607984657647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168902146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95473707,0.00009215117,0.000109810506,0.0431103,0.00032704874,0.0006458254,0.000006626312,0.00003477582,0.0009363991],"genre_scores_gemma":[0.98765874,0.0000070341175,0.007232123,0.0048677507,0.00013057218,0.000016595657,0.00004239874,0.000009907648,0.000034872508],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977911,0.00022276898,0.000671899,0.00033439972,0.00061600714,0.00036381395],"domain_scores_gemma":[0.9988407,0.000020570304,0.00023740831,0.00034615723,0.00040833405,0.00014685349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018847263,0.00010710712,0.00030406012,0.00022758405,0.00009197208,0.0000045152647,0.00014571882,0.000112385445,0.000066052104],"category_scores_gemma":[0.00006983522,0.000096089316,0.000032618093,0.0007533803,0.00020720664,0.00018223788,0.000006357795,0.0005954161,0.000007755414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004798213,0.000797541,0.6501405,0.0005216256,0.0000042489182,0.0000022189683,0.033159822,1.5442653e-7,0.00010575032,0.013620462,0.00096226117,0.30063742],"study_design_scores_gemma":[0.0005394012,0.0024852662,0.967501,0.00031548153,0.0000047319827,0.0000043537325,0.026026037,0.00024190097,0.00003944193,0.0025918288,0.0001655569,0.00008503413],"about_ca_topic_score_codex":0.0018312195,"about_ca_topic_score_gemma":0.00052803324,"teacher_disagreement_score":0.31736046,"about_ca_system_score_codex":0.00039192202,"about_ca_system_score_gemma":0.0018640402,"threshold_uncertainty_score":0.39184085},"labels":[],"label_agreement":null},{"id":"W2169160520","doi":"10.1503/cmaj.090038","title":"The 10 000-hour rule and residency training","year":2009,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Limiting; Residency training; Medical education; Computer science; Training (meteorology); Work (physics); Quality (philosophy); Medicine; Continuing education; Engineering","score_opus":0.011956152927060783,"score_gpt":0.2891463910391189,"score_spread":0.2771902381120581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169160520","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31229442,0.00067572517,0.00012837976,0.65990156,0.0013192616,0.00016683145,0.000003158689,0.00003400171,0.025476659],"genre_scores_gemma":[0.9216744,0.00042334502,0.001343008,0.06406432,0.00516773,0.0000073263413,0.000014052535,0.000019509585,0.007286344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976904,0.00009567038,0.00043709602,0.000117835756,0.0012209065,0.0004381266],"domain_scores_gemma":[0.9981564,0.00016216534,0.00016830322,0.0001113698,0.0005184874,0.0008832375],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032723872,0.0000887657,0.00015686105,0.0001600809,0.00072288787,0.00011427562,0.00013331744,0.00028019556,0.0022135316],"category_scores_gemma":[0.013253815,0.000064691645,0.000044495082,0.00034749953,0.00006508732,0.000095297764,0.0000053115014,0.0011096923,0.000069921225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008202282,0.000014542633,0.005881711,0.0000025450245,0.000031930547,0.000086435444,0.0006551784,1.5855866e-7,0.000009173057,0.0019208213,0.3529595,0.63842976],"study_design_scores_gemma":[0.00084066787,0.00010739487,0.2718275,0.00010610206,0.000035157536,0.001039902,0.0019780872,0.00030823122,0.000005712413,0.0040585096,0.71958745,0.000105292645],"about_ca_topic_score_codex":0.00024223248,"about_ca_topic_score_gemma":0.0012720706,"teacher_disagreement_score":0.6383245,"about_ca_system_score_codex":0.00073878054,"about_ca_system_score_gemma":0.00346196,"threshold_uncertainty_score":0.9986986},"labels":[],"label_agreement":null},{"id":"W2169281397","doi":"10.47102/annals-acadmedsg.gallie","title":"The Challenge of Teaching Professionalism","year":2004,"lang":"en","type":"article","venue":"Annals of the Academy of Medicine Singapore","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Obligation; Medical profession; Quarter (Canadian coin); Theme (computing); Accountability; Happening; Health professionals; Medical education; Health care; Public relations; Nursing; Law; Political science","score_opus":0.13095879067910562,"score_gpt":0.45263703647207115,"score_spread":0.32167824579296556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169281397","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35264313,0.0022769717,0.000027515975,0.64037865,0.00034426135,0.00033071122,0.0000018575151,0.000011184524,0.003985703],"genre_scores_gemma":[0.9922056,0.0004004856,0.00049166556,0.0060118004,0.0004159333,0.000008393576,0.000005447032,0.000015587193,0.00044504245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771315,0.000108030436,0.00086198625,0.00015035768,0.00096056337,0.00020590411],"domain_scores_gemma":[0.99830896,0.00021572423,0.00078085565,0.00036291152,0.0002909937,0.000040550716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030971318,0.00012597372,0.00038960474,0.000120499,0.00018830533,0.0000010106331,0.00045740214,0.00016672885,0.000036355872],"category_scores_gemma":[0.005329717,0.00005978302,0.00011093868,0.0003816893,0.001281131,0.00005610403,0.000096667914,0.0009165854,0.0000011110119],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044233675,0.0010988818,0.0020193683,0.001613707,0.00045007098,0.0000020751988,0.01589774,0.000047869296,0.027852641,0.5577426,0.15121862,0.24161409],"study_design_scores_gemma":[0.007828987,0.0017203981,0.10164648,0.0253696,0.0005688171,0.00011760104,0.012146697,0.00012951669,0.16090752,0.46463153,0.2245276,0.00040524936],"about_ca_topic_score_codex":0.000042544863,"about_ca_topic_score_gemma":4.4627762e-7,"teacher_disagreement_score":0.6395625,"about_ca_system_score_codex":0.00002206369,"about_ca_system_score_gemma":0.00017653134,"threshold_uncertainty_score":0.6380554},"labels":[],"label_agreement":null},{"id":"W2169287304","doi":"10.1186/s13643-015-0056-9","title":"A BEME (Best Evidence in Medical Education) systematic review of the use of workplace-based assessment in identifying and remediating poor performance among postgraduate medical trainees","year":2015,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre; McGill University","funders":"University College Cork","keywords":"Formative assessment; Medicine; Context (archaeology); Medical education; Psychological intervention; Best practice; Nursing; Psychology; Pedagogy","score_opus":0.22650249101881553,"score_gpt":0.46447998026395476,"score_spread":0.23797748924513923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169287304","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047850434,0.9699269,0.00006550864,0.00084688334,0.0006001709,0.02803407,0.0000027580325,0.000011567993,0.000033618307],"genre_scores_gemma":[0.00034381574,0.98944473,0.002008678,0.0008590269,0.00009941977,0.007030801,0.000054172233,0.000056421075,0.000102941456],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9778375,0.0061055236,0.011253297,0.0005850843,0.0038365757,0.0003820127],"domain_scores_gemma":[0.98660505,0.0028238152,0.0075558643,0.0017911921,0.00093667745,0.00028741645],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03905553,0.00065187534,0.009917397,0.00079428876,0.000050845352,0.00003639256,0.0008987982,0.0005080726,0.00007662737],"category_scores_gemma":[0.1773919,0.00035048238,0.00057856285,0.0033705607,0.00034997117,0.00029910792,0.00017228934,0.0014693202,0.00001487887],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016282688,0.00025060252,0.00069684105,0.97342,0.00006882482,0.000005638952,0.00025191676,1.5884864e-7,5.6695367e-8,0.000034476885,0.00056485593,0.024704983],"study_design_scores_gemma":[0.00028052548,0.00005527625,0.00008632157,0.9924033,0.002734709,0.00021785275,0.00018871788,0.0012622956,1.2307639e-7,0.000002777159,0.0025257173,0.00024233521],"about_ca_topic_score_codex":0.00007941548,"about_ca_topic_score_gemma":0.000050980718,"teacher_disagreement_score":0.13833638,"about_ca_system_score_codex":0.0008819048,"about_ca_system_score_gemma":0.00958849,"threshold_uncertainty_score":0.99989474},"labels":[],"label_agreement":null},{"id":"W2169364194","doi":"10.3109/0142159x.2013.773395","title":"The role of ePortfolios in supporting continuing professional development in practice","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Lifelong learning; Medical education; Continuing professional development; Interoperability; Continuing medical education; Set (abstract data type); Professional development; Continuing education; Medicine; Knowledge management; Psychology; Computer science; Pedagogy; World Wide Web","score_opus":0.009691609225077936,"score_gpt":0.35251398258533295,"score_spread":0.342822373360255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169364194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774334,0.00016291896,0.000024815741,0.011407361,0.00029133522,0.0004364273,2.2581856e-8,0.000012897641,0.010230838],"genre_scores_gemma":[0.99503726,0.000009552909,0.0016649013,0.0005455987,0.00011732414,0.00019005779,0.000009052616,0.000010544354,0.0024157313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977784,0.00011552994,0.00083997095,0.00014436281,0.000853234,0.00026848153],"domain_scores_gemma":[0.999178,0.00015009272,0.00022785511,0.00016511038,0.0001975584,0.0000813947],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036792115,0.00007685631,0.00017841984,0.00011341078,0.000035917903,0.0000068861555,0.00011829008,0.00014700892,0.001675647],"category_scores_gemma":[0.020416565,0.00004908628,0.000018805662,0.00039221716,0.00012036116,0.00009882684,0.000055743203,0.00074900873,0.00004312755],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024396559,0.00066123344,0.43795866,0.000026010637,0.00001610964,0.000019552499,0.0052752937,1.6597085e-7,0.00017578034,0.0007138253,0.0032778655,0.5518511],"study_design_scores_gemma":[0.0025503982,0.00007508763,0.55182195,0.001721061,0.000027043467,0.00012327428,0.039077785,0.0105807725,0.0010594961,0.0011187041,0.391607,0.00023745763],"about_ca_topic_score_codex":0.0001375457,"about_ca_topic_score_gemma":0.000022589918,"teacher_disagreement_score":0.5516136,"about_ca_system_score_codex":0.00012863435,"about_ca_system_score_gemma":0.0005630607,"threshold_uncertainty_score":0.99923694},"labels":[],"label_agreement":null},{"id":"W2169418281","doi":"10.1046/j.1365-2923.2003.01442.x","title":"Application of a responsive evaluation approach in medical education","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Center for Substance Abuse Treatment; Memorial University of Newfoundland","keywords":"Stakeholder; Identification (biology); Process (computing); Context (archaeology); Medical education; Relevance (law); Resource (disambiguation); Program evaluation; Computer science; Psychology; Management science; Knowledge management; Medicine; Political science; Public relations; Engineering","score_opus":0.01721496443512975,"score_gpt":0.40349693014690785,"score_spread":0.3862819657117781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169418281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8972689,0.0015187016,0.018532855,0.02422167,0.0024990046,0.0034727503,0.0000014893666,0.00009281104,0.05239183],"genre_scores_gemma":[0.97610277,0.00008115099,0.010483103,0.010643949,0.00035456187,0.0014364463,0.00053866225,0.00003363494,0.00032574296],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9944345,0.00052228716,0.0011181791,0.000527943,0.0030905914,0.00030649826],"domain_scores_gemma":[0.99713606,0.0001252304,0.00035010552,0.0006764179,0.0014735095,0.00023868361],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057630064,0.00020756874,0.00039646204,0.00083225674,0.000068118636,0.000011339833,0.00024001519,0.0005576132,0.0020306665],"category_scores_gemma":[0.04207502,0.00019872638,0.00007971419,0.0021698002,0.0002660751,0.00016684349,0.000025214831,0.0006727862,0.00005115079],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013277816,0.009161389,0.03716022,0.00043892293,0.000031301875,0.000001068986,0.0014024501,0.000009795764,0.0002225495,0.040904146,0.03470088,0.8758345],"study_design_scores_gemma":[0.013250733,0.0008827646,0.4615112,0.0044876584,0.00075716776,0.0015972971,0.01912785,0.18821429,0.0028771039,0.022162305,0.28349784,0.0016338141],"about_ca_topic_score_codex":0.00016259895,"about_ca_topic_score_gemma":0.000019845394,"teacher_disagreement_score":0.8742007,"about_ca_system_score_codex":0.00070169306,"about_ca_system_score_gemma":0.029621743,"threshold_uncertainty_score":0.99888164},"labels":[],"label_agreement":null},{"id":"W2169429925","doi":"10.4300/jgme-d-14-00340.1","title":"Expertise, Time, Money, Mentoring, and Reward: Systemic Barriers That Limit Education Researcher Productivity—Proceedings From the AAMC GEA Workshop","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mentorship; Medical education; Publishing; Productivity; Feeling; Quality (philosophy); Public relations; Publication; Medicine; Psychology; Political science","score_opus":0.03668882823599754,"score_gpt":0.341600448803247,"score_spread":0.30491162056724946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169429925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87708086,0.0014545405,0.00034061618,0.11669826,0.0029126045,0.00048692225,7.985338e-7,0.000027692276,0.000997681],"genre_scores_gemma":[0.9848955,0.00067145244,0.0014464578,0.0045000226,0.0055515026,0.00008697663,0.00003497978,0.000044714965,0.0027683375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959813,0.00022578724,0.0008480114,0.00037061746,0.0022262998,0.00034803388],"domain_scores_gemma":[0.99640054,0.00029433475,0.00071654416,0.00040644137,0.0015617446,0.0006203812],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048263255,0.00022997617,0.00043528248,0.00034476977,0.00026440874,0.00012445838,0.0003792053,0.00024699597,0.0003078352],"category_scores_gemma":[0.031193554,0.00015539638,0.00009752794,0.0006870184,0.00036822006,0.0004583803,0.00007263052,0.0012427883,0.000027107939],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002944985,0.0008601993,0.02676556,0.00023991824,0.00016773786,0.000001973591,0.0111942645,6.451504e-7,0.001578642,0.0008064327,0.50565344,0.4524367],"study_design_scores_gemma":[0.0071686204,0.0018977557,0.3142444,0.023105802,0.001920774,0.0047116885,0.09778044,0.0052338843,0.007557182,0.0134302545,0.52128726,0.001661946],"about_ca_topic_score_codex":0.00013351942,"about_ca_topic_score_gemma":0.0000031901816,"teacher_disagreement_score":0.45077476,"about_ca_system_score_codex":0.0005617523,"about_ca_system_score_gemma":0.0038913412,"threshold_uncertainty_score":0.9769671},"labels":[],"label_agreement":null},{"id":"W2169528903","doi":"10.1046/j.1365-2753.2003.00396.x","title":"Professionalism in medicine","year":2003,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Charter; Medical practice; Health care; Medical care; Public health; Medical profession; Medicine; Medical education; Public relations; Engineering ethics; Political science; Nursing; Law","score_opus":0.29810174029880626,"score_gpt":0.6445239163688034,"score_spread":0.3464221760699971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169528903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79126865,0.0014348326,0.0009790666,0.15272877,0.005950876,0.0007958394,1.6638617e-7,0.0000064631186,0.046835322],"genre_scores_gemma":[0.9617534,0.00023400018,0.026208531,0.010920467,0.0006403425,0.0000145317845,0.000004163541,0.000011444886,0.00021309916],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934738,0.0019085968,0.0027396623,0.00015152608,0.0015872536,0.0001391041],"domain_scores_gemma":[0.9905508,0.004429879,0.0015870031,0.00024741344,0.0031068714,0.00007800853],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05637994,0.00008153105,0.00039988503,0.00046129347,0.000024722476,0.000005637159,0.00007174251,0.00018694052,0.0012936009],"category_scores_gemma":[0.3916815,0.000060335162,0.000061199746,0.000998263,0.00011504219,0.00043400718,0.000009110318,0.0014425055,0.000025016752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003408963,0.012798165,0.30358696,0.00022614481,0.00025663254,0.00054985244,0.00424049,0.0004900605,0.0003802821,0.04495317,0.17504944,0.45405984],"study_design_scores_gemma":[0.017891977,0.001451798,0.6108921,0.0018398645,0.00048396052,0.00141906,0.006613245,0.0026557238,0.00003166251,0.025044931,0.3315049,0.00017077099],"about_ca_topic_score_codex":0.000008965813,"about_ca_topic_score_gemma":0.0000032351502,"teacher_disagreement_score":0.45388907,"about_ca_system_score_codex":0.0003140289,"about_ca_system_score_gemma":0.0012600044,"threshold_uncertainty_score":0.99961936},"labels":[],"label_agreement":null},{"id":"W2169632315","doi":"10.3109/0142159x.2015.1031735","title":"Continuous quality improvement in an accreditation system for undergraduate medical education: Benefits and challenges","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Medical Association; Association of Universities and Colleges of Canada","funders":"","keywords":"Accreditation; Medical education; Quality (philosophy); Quality management; Medicine; Psychology; Engineering ethics; Engineering; Operations management; Management system","score_opus":0.10155444640070879,"score_gpt":0.40058355204316803,"score_spread":0.2990291056424592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169632315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8852394,0.0026133205,0.0007529347,0.10684326,0.0015141302,0.0009142626,0.000001520025,0.000115107505,0.002006028],"genre_scores_gemma":[0.9934767,0.00026500257,0.0015914724,0.0018938212,0.001638249,0.0005303868,0.00019362953,0.000031865962,0.0003789001],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969594,0.00017738498,0.0007061577,0.00041463264,0.0014524991,0.0002899525],"domain_scores_gemma":[0.99832773,0.0000678469,0.0001398474,0.00032141188,0.0004801468,0.0006630324],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004649139,0.00016599133,0.00038433188,0.00016931942,0.000051954423,0.000020763986,0.00015839982,0.0003978041,0.00012272726],"category_scores_gemma":[0.0098139215,0.00014002141,0.00003546717,0.00022060906,0.00016654753,0.0001426045,0.000046300236,0.00042728378,0.000010383401],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013239186,0.0013180937,0.017882342,0.0005988815,0.000030493939,0.000005998641,0.0018616236,3.5065318e-7,0.000006708298,0.027814897,0.007164183,0.943184],"study_design_scores_gemma":[0.07286283,0.011283957,0.18338594,0.012623254,0.00078818266,0.0011373258,0.23796369,0.105921194,0.00034947778,0.018754492,0.35147804,0.0034516244],"about_ca_topic_score_codex":0.00010638898,"about_ca_topic_score_gemma":0.0001301702,"teacher_disagreement_score":0.93973243,"about_ca_system_score_codex":0.00037550542,"about_ca_system_score_gemma":0.0020926185,"threshold_uncertainty_score":0.9985268},"labels":[],"label_agreement":null},{"id":"W2169848147","doi":"10.1176/appi.ap.12060108","title":"Psychiatry Residency Education in Canada: Past, Present and Future","year":2013,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Accreditation; Apprenticeship; Certification; Residency training; Curriculum; Medical education; Graduate medical education; Licensure; Psychology; Medicine; Political science; Pedagogy; Continuing education","score_opus":0.018557631783667882,"score_gpt":0.3601815203861984,"score_spread":0.3416238886025305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169848147","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042188194,0.9187335,0.0000022296917,0.06260113,0.014670785,0.0017942355,0.000009054199,0.000032814503,0.0017344032],"genre_scores_gemma":[0.0000029022706,0.9629965,0.005829818,0.0034857148,0.025570473,0.000519866,0.00030759754,0.00008245909,0.0012047042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99664116,0.00013937867,0.0014639465,0.00069853576,0.00058082043,0.0004761559],"domain_scores_gemma":[0.9983015,0.000051416177,0.00060873514,0.0006979763,0.00012692703,0.00021342297],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00037977588,0.00050238264,0.0012303207,0.0005891747,0.000081548504,0.000014474132,0.0003560894,0.0010788328,0.00024404452],"category_scores_gemma":[0.000070242786,0.00042182815,0.00012028857,0.0010838694,0.00007009547,0.00014089688,0.00007456382,0.0034839527,0.000059031554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024511987,0.000050671853,0.005648041,0.007758486,0.000031624797,4.0231e-7,0.000019321722,1.2394562e-8,1.4113219e-8,0.0017717849,0.4415676,0.5431496],"study_design_scores_gemma":[0.00026136698,0.000025056488,0.007887329,0.01664033,0.00041396462,0.00023071987,0.00073474064,0.000002843957,1.6183492e-8,0.0020683757,0.971392,0.0003432521],"about_ca_topic_score_codex":0.09481364,"about_ca_topic_score_gemma":0.037137598,"teacher_disagreement_score":0.5428063,"about_ca_system_score_codex":0.0012404803,"about_ca_system_score_gemma":0.07944252,"threshold_uncertainty_score":0.99982333},"labels":[],"label_agreement":null},{"id":"W2169869136","doi":"10.3109/0142159x.2011.577300","title":"Assessment of professionalism: Recommendations from the Ottawa 2010 Conference","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":347,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Operationalization; Theme (computing); Engineering ethics; Order (exchange); Medical education; Political science; Sociology; Public relations; Psychology; Pedagogy; Medicine; Epistemology; Computer science; Engineering","score_opus":0.12251581806773951,"score_gpt":0.42419067644597275,"score_spread":0.30167485837823327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169869136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7382516,0.00010948975,0.010499245,0.14063278,0.0027504745,0.00065067527,0.000009721262,0.00008500501,0.10701097],"genre_scores_gemma":[0.9805814,0.000019092467,0.010375785,0.003275122,0.00031638704,0.00008251497,0.00019476863,0.000013136163,0.0051418007],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983124,0.00016616468,0.0004469974,0.00017292055,0.00075445254,0.0001470537],"domain_scores_gemma":[0.999044,0.00008311143,0.0001399601,0.00040836463,0.00024004547,0.000084501946],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013153681,0.00009097858,0.00019023268,0.000040839222,0.000078973804,0.000003943331,0.00024455454,0.00017979156,0.07472743],"category_scores_gemma":[0.002218056,0.000053505468,0.00004671871,0.00023850297,0.00030881827,0.0000476994,0.00006242784,0.0007637712,0.00005064968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001752768,0.0016416399,0.33287442,0.000030622625,0.00013274456,0.000006377314,0.003845374,1.9442627e-8,0.00013392004,0.027660016,0.5436274,0.09002994],"study_design_scores_gemma":[0.0011799776,0.000110610046,0.8750145,0.0005337262,0.00012189711,0.000013156083,0.0029156755,0.0038445622,0.00013003014,0.0036937983,0.112304114,0.00013798034],"about_ca_topic_score_codex":0.00037225458,"about_ca_topic_score_gemma":0.000018103847,"teacher_disagreement_score":0.54214007,"about_ca_system_score_codex":0.00005061546,"about_ca_system_score_gemma":0.000626129,"threshold_uncertainty_score":0.9261184},"labels":[],"label_agreement":null},{"id":"W2169908951","doi":"10.3109/0142159x.2011.542525","title":"Validating objectives and training in Canadian paediatrics residency training programmes","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre; Libin Cardiovascular Institute of Alberta; Alberta Children's Hospital; University of Calgary","funders":"Health Research Board","keywords":"Preparedness; Medicine; Residency training; Certification; Medical education; Family medicine; Competency assessment; Nursing; Continuing education","score_opus":0.07188583588130437,"score_gpt":0.3423558301592581,"score_spread":0.2704699942779537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169908951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546344,0.0002589039,0.00012490344,0.0034603989,0.00027491167,0.00030009742,3.6200657e-7,0.0000631001,0.040882878],"genre_scores_gemma":[0.9916053,0.000045265006,0.0067146113,0.0007366797,0.00045807252,0.000063008505,0.000016154157,0.000024189583,0.0003367344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982059,0.000094760246,0.00040077744,0.00028022256,0.00048464249,0.0005336797],"domain_scores_gemma":[0.9992103,0.000041433883,0.000060421688,0.0001575759,0.00006810416,0.00046216146],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002404249,0.00012821669,0.00024532908,0.0006161682,0.000087656146,0.000013571195,0.00010180287,0.00025963032,0.0015513565],"category_scores_gemma":[0.011189628,0.000113323404,0.000029169549,0.0009417878,0.00020689535,0.000091446724,0.000023524046,0.00080299814,0.000009580078],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010977661,0.00008405194,0.4776236,0.000050089693,0.000018298108,0.00010753813,0.070216715,3.2500967e-8,0.00000427138,0.001335886,0.001008326,0.4495402],"study_design_scores_gemma":[0.0045985146,0.0006943382,0.781515,0.0014963981,0.00019176939,0.00061732566,0.1649484,0.0098638395,0.00006499612,0.0109802475,0.024069726,0.0009594582],"about_ca_topic_score_codex":0.037658356,"about_ca_topic_score_gemma":0.02768624,"teacher_disagreement_score":0.44858074,"about_ca_system_score_codex":0.00015988799,"about_ca_system_score_gemma":0.0020575884,"threshold_uncertainty_score":0.99936134},"labels":[],"label_agreement":null},{"id":"W2170046654","doi":"10.7748/ns2003.11.18.10.33.c3506","title":"Critical companionship part 2: using the framework","year":2003,"lang":"en","type":"article","venue":"Nursing Standard","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Facilitator; Interpersonal relationship; Psychology; Experiential learning; Facilitation; Interpersonal communication; Social psychology; Pedagogy","score_opus":0.0599946432672397,"score_gpt":0.4303968319907168,"score_spread":0.37040218872347713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170046654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43518046,0.0005708122,0.4678264,0.051855195,0.007930091,0.0005364831,0.00001151864,0.00017933466,0.035909735],"genre_scores_gemma":[0.9063857,0.0000026294001,0.09083228,0.0022210546,0.00045071912,0.000005646933,0.000005132707,0.000017542032,0.000079285004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885345,0.00009923916,0.00021592506,0.00015097384,0.00043582,0.00024459916],"domain_scores_gemma":[0.99905264,0.00021816774,0.00003308709,0.0003317633,0.00030431888,0.0000600452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006697055,0.000086332686,0.00014748708,0.000056378147,0.0003682273,0.00004190781,0.000059246242,0.00010596128,0.00048559712],"category_scores_gemma":[0.007094574,0.00006242682,0.000039159764,0.00044117635,0.00044588398,0.000046491554,0.00000349059,0.00050612475,0.000013590244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009345883,0.00025963088,0.0046863933,0.00004528415,0.000023730012,0.00000771916,0.0021260777,0.000012317904,0.00020543825,0.901587,0.064656936,0.026296033],"study_design_scores_gemma":[0.0019559672,0.0006267429,0.012167365,0.0073062517,0.00070318324,0.0010789996,0.016023107,0.0030097163,0.0048798355,0.2950267,0.65655446,0.0006676502],"about_ca_topic_score_codex":0.000001208364,"about_ca_topic_score_gemma":1.2118072e-7,"teacher_disagreement_score":0.6065603,"about_ca_system_score_codex":0.0003163047,"about_ca_system_score_gemma":0.00027098987,"threshold_uncertainty_score":0.84933805},"labels":[],"label_agreement":null},{"id":"W2170052663","doi":"10.1186/1477-7819-5-136","title":"Cooperative learning in the first year of undergraduate medical education","year":2007,"lang":"en","type":"article","venue":"World Journal of Surgical Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Task (project management); Medical education; Interpersonal communication; Small group learning; Cooperative learning; Social skills; Process (computing); Medicine; Psychology; Teaching method; Mathematics education; Computer science; Social psychology","score_opus":0.017208856424639145,"score_gpt":0.3739579046965864,"score_spread":0.35674904827194726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170052663","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4589108,0.0005446293,0.0009599953,0.46516013,0.0014599027,0.0002817877,1.8495791e-7,0.000009181377,0.07267338],"genre_scores_gemma":[0.9936542,0.00029468344,0.0019112397,0.0026429964,0.0006483338,0.0000027968147,0.0000040688074,0.000007023981,0.00083466753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982406,0.00016853338,0.0007506108,0.00007849421,0.0005997596,0.00016198767],"domain_scores_gemma":[0.99824315,0.0007046817,0.00038741325,0.00008881624,0.00049311254,0.0000828301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044096485,0.0000707015,0.00032525885,0.00043098736,0.000047758065,0.000004131482,0.0001519126,0.00011834584,0.00035862933],"category_scores_gemma":[0.0014655981,0.000044202105,0.00006905874,0.0010434064,0.0002410125,0.000052529856,0.000017447514,0.0011153469,0.00000981246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019818728,0.005353683,0.121955745,0.00011578002,0.00013990952,0.0012582422,0.0035302858,0.00007806305,0.000074901836,0.101380154,0.111922845,0.6522085],"study_design_scores_gemma":[0.0018862993,0.0007360848,0.017378353,0.0002498798,0.000036197136,0.001311473,0.0018345639,0.000053975346,0.000047440964,0.0005255401,0.97589266,0.000047541376],"about_ca_topic_score_codex":0.000010108171,"about_ca_topic_score_gemma":0.0001238758,"teacher_disagreement_score":0.8639698,"about_ca_system_score_codex":0.00024742758,"about_ca_system_score_gemma":0.0016452186,"threshold_uncertainty_score":0.48456895},"labels":[],"label_agreement":null},{"id":"W2170182402","doi":"10.1111/j.1365-2929.2005.02338.x","title":"Analysing the concept of context in medical education","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Meaning (existential); Context (archaeology); Dimension (graph theory); Task (project management); Dual (grammatical number); Psychology; Cognitive psychology; Context effect; Recall; Social psychology; Epistemology; Linguistics; Mathematics","score_opus":0.01072978152365206,"score_gpt":0.3819641944613083,"score_spread":0.37123441293765624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170182402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6713715,0.0029910223,0.00070277153,0.31384143,0.0018982907,0.00061351486,7.6859186e-7,0.000042397227,0.008538299],"genre_scores_gemma":[0.9380163,0.00007729993,0.0011663769,0.058317587,0.0013624448,0.0001088405,0.00013882715,0.000016804806,0.0007955354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996788,0.00015330092,0.0009145275,0.0002718949,0.0016269558,0.00024529445],"domain_scores_gemma":[0.9984929,0.0001491238,0.00023313143,0.0004633794,0.0004987346,0.00016275138],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017137226,0.00014273074,0.00031581748,0.00035187244,0.00007710752,0.000012639429,0.0003024722,0.00029727753,0.005605244],"category_scores_gemma":[0.016302913,0.00010345043,0.000078786055,0.0012748592,0.0004802521,0.0001347411,0.00003720033,0.0006975331,0.000058796966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021466523,0.0017993848,0.0077767526,0.00004337377,0.000018916777,7.3129604e-7,0.0019846805,0.0000026387718,0.000021137494,0.0064014182,0.102032095,0.8798974],"study_design_scores_gemma":[0.003452362,0.00024656355,0.13670912,0.0034888694,0.0002663921,0.00041485648,0.01928941,0.03393098,0.0014575381,0.00094188284,0.7993099,0.0004921366],"about_ca_topic_score_codex":0.00037354557,"about_ca_topic_score_gemma":0.0001379133,"teacher_disagreement_score":0.87940526,"about_ca_system_score_codex":0.00035527453,"about_ca_system_score_gemma":0.01276992,"threshold_uncertainty_score":0.99530375},"labels":[],"label_agreement":null},{"id":"W2170209266","doi":"","title":"Compétence, confiance, ou les deux?","year":2013,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.022941998655427797,"score_gpt":0.2737625782534717,"score_spread":0.25082057959804394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170209266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69060904,0.014389421,0.005739699,0.11978988,0.058293406,0.003416608,0.000034406272,0.0002284598,0.10749909],"genre_scores_gemma":[0.91216713,0.0006709714,0.006954774,0.0062884376,0.009875338,0.0007836102,0.00017784491,0.000054423017,0.0630275],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99570173,0.000090980444,0.0005961547,0.00038687908,0.0005462057,0.0026780502],"domain_scores_gemma":[0.9982831,0.000081855214,0.00016025435,0.00045242056,0.00032897896,0.0006934101],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006401544,0.00026049186,0.00033906547,0.00015745497,0.00017530214,0.00008990037,0.00026920435,0.00031854108,0.00969814],"category_scores_gemma":[0.0015728751,0.00025746657,0.00009481316,0.0007344603,0.0006927187,0.00031785844,0.000046905338,0.0007403771,0.0021621925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001012577,0.00037244463,0.079117514,0.00021029254,0.00007319407,0.000011393588,0.00043385717,0.000008893083,0.000043647684,0.02964509,0.32094666,0.5691269],"study_design_scores_gemma":[0.0007124053,0.000032011027,0.56250966,0.00019081653,0.00008298659,0.000046750683,0.0006679358,0.0015770507,0.00019400354,0.00062371907,0.43317822,0.00018442736],"about_ca_topic_score_codex":0.0006202107,"about_ca_topic_score_gemma":0.000019860428,"teacher_disagreement_score":0.5689424,"about_ca_system_score_codex":0.0007733265,"about_ca_system_score_gemma":0.00047738783,"threshold_uncertainty_score":0.9999878},"labels":[],"label_agreement":null},{"id":"W2170379886","doi":"10.4300/jgme-d-14-00738.1","title":"Two Cheers for Milestones","year":2015,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Scholarship; Graduation (instrument); Perspective (graphical); Graduate medical education; Medical education; Developmental Milestone; Action (physics); Evidence-based practice; Psychology; Medicine; Accreditation; Political science; Computer science; Alternative medicine; Law","score_opus":0.040940858763626575,"score_gpt":0.4306042699869773,"score_spread":0.38966341122335074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170379886","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035620134,0.0013650665,0.0010689567,0.030828793,0.9618404,0.0006038912,0.0000145710765,0.00002669065,0.00068959687],"genre_scores_gemma":[0.0010694679,0.0006376988,0.012765812,0.002328295,0.97903186,0.00009440667,0.0012158972,0.00009788222,0.0027586685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928017,0.00010432629,0.0017041636,0.00030250294,0.004732927,0.00035435075],"domain_scores_gemma":[0.9860013,0.00054112845,0.0017482211,0.00043268548,0.010654751,0.0006219258],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0051269843,0.00034237426,0.0009877366,0.00079477567,0.00009032695,0.000042916232,0.00045771868,0.0010244647,0.00020415896],"category_scores_gemma":[0.09833569,0.0002737354,0.00034107242,0.0005961766,0.00026730174,0.00017479545,0.000034510496,0.0024972023,0.000030132065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025811492,0.0009078755,0.000019852341,0.00044342267,0.00015054515,0.000008792061,0.00036568238,4.998881e-7,0.000007598446,0.000094040945,0.8800401,0.11770345],"study_design_scores_gemma":[0.0029598104,0.0007314728,0.000056347933,0.002246084,0.00070379383,0.00024629297,0.0008649019,0.00011166913,0.000033584933,0.0015085808,0.9903085,0.00022893565],"about_ca_topic_score_codex":0.000043497424,"about_ca_topic_score_gemma":0.0000047500166,"teacher_disagreement_score":0.11747452,"about_ca_system_score_codex":0.0010965009,"about_ca_system_score_gemma":0.042926036,"threshold_uncertainty_score":0.9999715},"labels":[],"label_agreement":null},{"id":"W2170403054","doi":"10.1016/s1701-2163(16)34431-0","title":"What Do Patients Attending an Antenatal Clinic Know About the Role of Resident Physicians?","year":2010,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Medicine; Family medicine; Health care; MEDLINE; Nursing","score_opus":0.00839036028761249,"score_gpt":0.2799190267380381,"score_spread":0.2715286664504256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170403054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761483,0.0024156023,0.0000028628683,0.0008738548,0.020227766,0.00009988243,0.0000032405735,0.0000012346377,0.00022723235],"genre_scores_gemma":[0.9983882,0.00036926146,0.00024581785,0.0007777506,0.00012391033,0.0000013727221,0.0000063882376,0.000008126466,0.000079185724],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99878305,0.00003975647,0.0005354641,0.00009161609,0.00039588465,0.00015420206],"domain_scores_gemma":[0.9976191,0.0006829877,0.00058072596,0.00017302304,0.00086593773,0.000078228455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047876925,0.00007546479,0.00023783889,0.00018159706,0.000098531855,0.000023955274,0.00014945744,0.00009614762,0.00021724025],"category_scores_gemma":[0.006066938,0.00005105452,0.000037957852,0.0003749146,0.0001264966,0.00019114582,0.000026488739,0.0006428566,4.7051608e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006967138,0.00016474225,0.3943131,0.00001958844,0.000056405133,0.00006359933,0.0004025077,0.000001024744,0.00011771066,0.00019028458,0.0025721914,0.60209185],"study_design_scores_gemma":[0.0010344833,0.00039743015,0.97250736,0.000037034075,0.000078669,0.000031800042,0.0051259887,0.000073191135,0.00018020737,0.00022794469,0.020246727,0.00005915079],"about_ca_topic_score_codex":0.0015327536,"about_ca_topic_score_gemma":0.0046049245,"teacher_disagreement_score":0.6020327,"about_ca_system_score_codex":0.00021784684,"about_ca_system_score_gemma":0.0009220985,"threshold_uncertainty_score":0.72631294},"labels":[],"label_agreement":null},{"id":"W2170482985","doi":"10.1002/9781444320282.ch28","title":"Developing Medical Educators: A Journey, not a Destination","year":2010,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.03160219236488487,"score_gpt":0.38344646654892794,"score_spread":0.35184427418404307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170482985","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006461699,0.00007472174,0.018347025,0.040544473,0.003911192,0.00055992586,0.0000023976984,0.00047031787,0.93544376],"genre_scores_gemma":[0.0006613985,0.0000809207,0.18321055,0.01433267,0.0048732245,0.00009400998,0.00030815962,0.000434496,0.7960046],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979144,0.000026793252,0.0004159046,0.00031890752,0.001065487,0.0002585593],"domain_scores_gemma":[0.9989303,0.000044012817,0.00021508745,0.0003992539,0.00023538424,0.00017597525],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000629355,0.00022836629,0.00034148974,0.00075294165,0.000052654836,0.000022610446,0.00019470663,0.0010677237,0.055938724],"category_scores_gemma":[0.0051106443,0.00018692648,0.000057789144,0.00055142114,0.00015208757,0.000028599,0.000047855472,0.0012570245,0.0009976302],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041785124,0.00010592748,0.00012787142,0.00017902532,0.000039546456,0.000011389176,0.00006412045,2.4748623e-9,0.000020000278,0.009409302,0.88665617,0.1033825],"study_design_scores_gemma":[0.00045560175,0.000027243797,0.0005902206,0.0012905506,0.000058207872,0.00023169896,0.00011380795,0.00006003505,0.00008809333,0.00012713735,0.9967447,0.00021273809],"about_ca_topic_score_codex":0.00015775525,"about_ca_topic_score_gemma":0.00012600138,"teacher_disagreement_score":0.16486353,"about_ca_system_score_codex":0.0002120827,"about_ca_system_score_gemma":0.003314387,"threshold_uncertainty_score":0.99978024},"labels":[],"label_agreement":null},{"id":"W2170654033","doi":"10.3109/0142159x.2010.500703","title":"Competency-based medical education: implications for undergraduate programs","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":247,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Curriculum; Context (archaeology); Medical education; Undergraduate education; Lifelong learning; Computer science; Engineering ethics; Medicine; Psychology; Pedagogy; Engineering","score_opus":0.023581345663532826,"score_gpt":0.37862342553226175,"score_spread":0.35504207986872893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170654033","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19136396,0.000081094535,0.019235969,0.76332563,0.0029223592,0.0016810022,0.0000020849025,0.0004095882,0.020978281],"genre_scores_gemma":[0.90495455,0.000013742847,0.054781377,0.025190057,0.0040111775,0.0025213598,0.0013504487,0.00009761116,0.0070796898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972823,0.00005225289,0.00061551516,0.00044229708,0.0011753988,0.00043221502],"domain_scores_gemma":[0.9978081,0.00006383848,0.00012245038,0.0007080734,0.0005764197,0.00072111917],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014506902,0.00020762757,0.00031539143,0.00017382267,0.00020592469,0.000029677802,0.00040868847,0.0005855338,0.006309245],"category_scores_gemma":[0.011267912,0.00017004287,0.00015070033,0.00063291355,0.0005866048,0.000060583247,0.00004047548,0.0013111487,0.00011849805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004026447,0.0042401855,0.120595425,0.00018236351,0.00006038825,0.0000031222623,0.00009609672,8.967398e-8,0.000079816156,0.18095663,0.16895127,0.52479434],"study_design_scores_gemma":[0.004576792,0.00044677587,0.024299407,0.0005147487,0.00022752574,0.00035107182,0.00020944206,0.03442886,0.00005503786,0.044402,0.88992524,0.00056311814],"about_ca_topic_score_codex":0.000025350504,"about_ca_topic_score_gemma":0.000080709404,"teacher_disagreement_score":0.7381356,"about_ca_system_score_codex":0.000099646546,"about_ca_system_score_gemma":0.012355529,"threshold_uncertainty_score":0.9970606},"labels":[],"label_agreement":null},{"id":"W2170871524","doi":"10.1111/j.1365-2923.2011.03939.x","title":"Longitudinal integrated clerkships: transforming medical education worldwide?","year":2011,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Citation; Library science; Sociology; Computer science","score_opus":0.025385176908498803,"score_gpt":0.34328196086991447,"score_spread":0.3178967839614157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170871524","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060287113,0.0013135072,0.0020380693,0.95261174,0.015393769,0.0015769384,0.000008416681,0.00039111875,0.020637697],"genre_scores_gemma":[0.005045585,0.00048411495,0.003390468,0.94065493,0.021571994,0.0010916869,0.009707389,0.00022623687,0.017827569],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904664,0.00034446342,0.0020406402,0.0013023277,0.004804262,0.0010418815],"domain_scores_gemma":[0.9955465,0.00020502746,0.000614871,0.0013145134,0.0017105944,0.0006084933],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0022738941,0.0008614324,0.0011455216,0.0015135966,0.0002936554,0.00008894402,0.0010212702,0.0043816757,0.03698605],"category_scores_gemma":[0.020484561,0.0007622765,0.00037958528,0.002091765,0.0007837186,0.00033928343,0.00008624129,0.009506371,0.00092929223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041062758,0.0013362648,0.0009495315,0.0007479739,0.000100766265,0.00005619705,0.00043623036,1.4388256e-8,0.0000016392639,0.0003574761,0.65602356,0.33994925],"study_design_scores_gemma":[0.0007759994,0.00017717613,0.0017470687,0.0061284346,0.00048341494,0.0011714072,0.0004959196,0.0001989367,0.000040160736,0.0007249722,0.9873743,0.00068221707],"about_ca_topic_score_codex":0.0008302056,"about_ca_topic_score_gemma":0.00009387259,"teacher_disagreement_score":0.33926705,"about_ca_system_score_codex":0.0013829496,"about_ca_system_score_gemma":0.061091255,"threshold_uncertainty_score":0.9998486},"labels":[],"label_agreement":null},{"id":"W2171032518","doi":"10.1111/medu.12678","title":"A contemporary approach to validity arguments: a practical guide to <scp>K</scp> ane's framework","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":591,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University of British Columbia; University Health Network","funders":"","keywords":"Argument (complex analysis); External validity; Inference; Psychology; Management science; Computer science; Artificial intelligence; Social psychology; Medicine","score_opus":0.07291040956890091,"score_gpt":0.4237865301820289,"score_spread":0.350876120613128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171032518","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33672506,0.00021713026,0.26280668,0.2239785,0.0072853537,0.0031823611,0.0000062293934,0.0003821346,0.16541654],"genre_scores_gemma":[0.37350407,0.000009910664,0.3918668,0.21925052,0.0043925797,0.001234613,0.0005161786,0.000082881816,0.009142439],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557704,0.00021985092,0.00082926615,0.00064084306,0.0022498164,0.00048319067],"domain_scores_gemma":[0.99606353,0.0004040589,0.00017070821,0.0008278318,0.0011498121,0.0013840373],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030240794,0.00026163206,0.00042525376,0.00041405403,0.00010618894,0.000063807915,0.0002995527,0.0004712587,0.00019628379],"category_scores_gemma":[0.17700362,0.00023473125,0.000071582675,0.001713783,0.00013751168,0.00021943999,0.00012826495,0.0009481965,0.0010339187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037999223,0.0031752712,0.0032216974,0.00008126167,0.00003025091,0.000007413145,0.0031954115,0.0000017311754,0.000018787441,0.0026798714,0.97660834,0.010941971],"study_design_scores_gemma":[0.00073485874,0.00045648735,0.004477592,0.00042209023,0.000059278882,0.00019823333,0.0073743807,0.0004703009,0.00012578412,0.0008962465,0.9846609,0.00012380017],"about_ca_topic_score_codex":0.00012906705,"about_ca_topic_score_gemma":0.0000011516048,"teacher_disagreement_score":0.17397955,"about_ca_system_score_codex":0.00070821535,"about_ca_system_score_gemma":0.010435318,"threshold_uncertainty_score":0.9997439},"labels":[],"label_agreement":null},{"id":"W2171240927","doi":"10.1017/s1481803500007260","title":"Development, implementation and reliability assessment of an emergency physician performance evaluation tool","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Providence Health Care","funders":"","keywords":"Emergency department; Reliability (semiconductor); Medicine; Emergency physician; Test (biology); Family medicine; Nursing","score_opus":0.06895638828832289,"score_gpt":0.44078867402362504,"score_spread":0.37183228573530214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171240927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99227315,0.00020677717,0.00013617294,0.0013613988,0.0019519987,0.00036186623,0.0000025905877,0.0000038221347,0.0037022217],"genre_scores_gemma":[0.9939617,0.00034000396,0.0045696143,0.00015386629,0.00065021974,0.000013785555,0.00009236935,0.000014022999,0.00020444505],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99750656,0.00008009599,0.0013660543,0.00016252615,0.0006612716,0.00022349232],"domain_scores_gemma":[0.9977238,0.000007985244,0.0004411697,0.00022757817,0.0013208538,0.0002785866],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024917992,0.00013253989,0.00029787762,0.00034359755,0.00014479477,0.000001983157,0.000108412925,0.000060824033,0.021945955],"category_scores_gemma":[0.0003021652,0.000111903064,0.00003656842,0.00060027675,0.00009136894,0.00031194038,0.0000034459538,0.00023267242,0.000002700794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032638894,0.00010849732,0.13769126,0.00017670165,0.00006750488,0.0000026434618,0.0033304193,0.000049597747,0.0012325055,0.00012478844,0.0096197985,0.8475636],"study_design_scores_gemma":[0.0013387596,0.00081439276,0.9609543,0.00021170819,0.00023573654,0.000016502541,0.0022710313,0.0023060332,0.0002903525,0.00018217092,0.031246806,0.00013220769],"about_ca_topic_score_codex":0.0006758799,"about_ca_topic_score_gemma":0.0010267717,"teacher_disagreement_score":0.8474314,"about_ca_system_score_codex":0.0003319635,"about_ca_system_score_gemma":0.00237453,"threshold_uncertainty_score":0.9789481},"labels":[],"label_agreement":null},{"id":"W2172060861","doi":"10.1046/j.1365-2923.2000.00543.x","title":"Medical faculty as humanistic physicians and teachers: the perceptions of students at innovative and traditional medical schools","year":2000,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; McGill University; Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Humanism; Medical education; Perception; Psychology; Medical school; Medicine; Nursing","score_opus":0.021924413484922214,"score_gpt":0.39022633904178833,"score_spread":0.36830192555686614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172060861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9169932,0.0001374342,0.00011015993,0.07949676,0.0003320063,0.0004288498,0.000010784923,0.000038472484,0.0024523248],"genre_scores_gemma":[0.9676818,0.00033592267,0.00044808816,0.027206603,0.0009500615,0.00017679948,0.0005971155,0.000023832301,0.002579744],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99488044,0.00016352735,0.0006939212,0.00038760787,0.0036112443,0.00026328384],"domain_scores_gemma":[0.9986214,0.00021273561,0.00014729191,0.00030289785,0.000400901,0.0003147643],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001549591,0.00020003613,0.00033810074,0.00014850899,0.00033754323,0.000029578356,0.00031449928,0.0003955095,0.025618024],"category_scores_gemma":[0.009384607,0.00014561568,0.0000473289,0.00072485657,0.0013961421,0.00012617785,0.00008167196,0.0010894168,0.00011115352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009311358,0.003833534,0.070763506,0.00017551437,0.00019287533,0.000013851742,0.011356768,2.339271e-7,0.000080047976,0.007617676,0.2399559,0.665917],"study_design_scores_gemma":[0.0024119015,0.00041152263,0.9265575,0.0014610338,0.00015940177,0.00085263926,0.0085984375,0.0005935777,0.000035009383,0.0016074677,0.05703302,0.00027849813],"about_ca_topic_score_codex":0.00014335866,"about_ca_topic_score_gemma":0.000033449876,"teacher_disagreement_score":0.855794,"about_ca_system_score_codex":0.00022491132,"about_ca_system_score_gemma":0.0027412765,"threshold_uncertainty_score":0.9989598},"labels":[],"label_agreement":null},{"id":"W2172760725","doi":"","title":"Designing PBL Case Studies for Patient-Centered Care","year":2015,"lang":"en","type":"article","venue":"International Journal of Learning Teaching and Educational Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Narrative; Perspective (graphical); Situated; Medical education; Problem-based learning; Constructivist grounded theory; Patient care; Psychology; Qualitative research; Pedagogy; Medicine; Computer science; Nursing; Grounded theory; Sociology","score_opus":0.22573029733265015,"score_gpt":0.5356601411233529,"score_spread":0.30992984379070276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172760725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97683704,0.00193486,0.001415576,0.017166376,0.0016442382,0.00018765884,0.000002100438,0.000008211244,0.0008039315],"genre_scores_gemma":[0.94966865,0.000051575822,0.04776653,0.0002073586,0.0015281885,0.000023320943,0.000033940552,0.000016366746,0.00070409715],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99776584,0.00035374932,0.0004599742,0.00015381504,0.0010677632,0.0001988513],"domain_scores_gemma":[0.9908666,0.001270847,0.00022583122,0.00007999655,0.007400468,0.00015623735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036182958,0.000088425666,0.0001772038,0.0006815,0.0003694613,0.0000848094,0.0001421417,0.000057275993,0.000020988284],"category_scores_gemma":[0.040719457,0.00007515589,0.000060378552,0.00014130573,0.00014089995,0.00019489738,0.00006805859,0.0012313419,0.0000056063213],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001957564,0.0011373977,0.061194953,0.00038246013,0.0013281035,0.00059039216,0.18026467,0.00067583314,0.001964721,0.0072831553,0.14288127,0.6003395],"study_design_scores_gemma":[0.0061634057,0.0040679458,0.0028605708,0.0023761578,0.0001693572,0.03709846,0.6842758,0.0018700531,0.00069689855,0.006029678,0.25401026,0.00038140474],"about_ca_topic_score_codex":0.000028318678,"about_ca_topic_score_gemma":0.0000012894914,"teacher_disagreement_score":0.59995806,"about_ca_system_score_codex":0.0006558292,"about_ca_system_score_gemma":0.0010271405,"threshold_uncertainty_score":0.967361},"labels":[],"label_agreement":null},{"id":"W2173053215","doi":"10.1007/s10459-015-9653-6","title":"Towards a program of assessment for health professionals: from training into practice","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":188,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Royal College of Physicians and Surgeons of Canada; University of British Columbia","funders":"","keywords":"Formative assessment; Accountability; Redress; Best practice; Unintended consequences; Harmonization; Summative assessment; Health care; Medical education; Professional development; Psychology; Medicine; Political science; Pedagogy","score_opus":0.09166183250085565,"score_gpt":0.5977154313765353,"score_spread":0.5060535988756796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173053215","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15454346,0.026933925,0.039082654,0.7498463,0.011991079,0.010330696,0.000015456786,0.00016534736,0.007091091],"genre_scores_gemma":[0.22738121,0.00039850155,0.7576776,0.013105594,0.00030538128,0.000975142,0.00011240932,0.000008054166,0.000036055735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760723,0.00017849452,0.00085886865,0.00034836686,0.00069284905,0.00031420746],"domain_scores_gemma":[0.9979553,0.00027798975,0.0007713664,0.00019550562,0.0006510087,0.00014880403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055461037,0.00010016003,0.0003010344,0.00028872874,0.00017806113,0.000015144845,0.00015930242,0.000050742474,0.000010737665],"category_scores_gemma":[0.0046312334,0.00008515204,0.000023896997,0.0013016039,0.0002277093,0.000725357,0.00001956258,0.00020320356,0.0000011607137],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044555,0.0014069795,0.0033149957,0.0005310439,0.0000031913705,4.9572208e-8,0.013734626,0.00003759372,0.0000034138975,0.006892159,0.004680087,0.9693513],"study_design_scores_gemma":[0.0017221039,0.0051996275,0.020811673,0.0036321785,0.0000169417,0.000015471176,0.20191175,0.008463967,0.000059168913,0.03959801,0.7183255,0.000243603],"about_ca_topic_score_codex":0.0011357471,"about_ca_topic_score_gemma":0.00010155433,"teacher_disagreement_score":0.9691077,"about_ca_system_score_codex":0.00091013993,"about_ca_system_score_gemma":0.02560013,"threshold_uncertainty_score":0.9799238},"labels":[],"label_agreement":null},{"id":"W2173162032","doi":"10.1097/acm.0000000000000862","title":"The Merits and Challenges of Three-Year Medical School Curricula","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Economic shortage; Medical education; Medical school; Perspective (graphical); Student debt; Debt; Medicine; Psychology; Pedagogy; Business; Computer science","score_opus":0.07818579780294767,"score_gpt":0.3784825489939349,"score_spread":0.30029675119098725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173162032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4708913,0.060569987,0.00042994446,0.45581296,0.001405645,0.00058056676,8.138787e-7,0.000078149045,0.010230628],"genre_scores_gemma":[0.96228516,0.02943991,0.00049042865,0.0047100373,0.0024875675,0.00004911286,0.0000145232925,0.000027507682,0.0004957666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975365,0.00006469576,0.0005926104,0.00022307986,0.0013402583,0.00024288501],"domain_scores_gemma":[0.9983048,0.00025568248,0.00017024395,0.0003424802,0.00039675925,0.00053006015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003166813,0.00013531928,0.00034557498,0.00012125036,0.0000678297,0.0000018264083,0.00023292161,0.0003096257,0.00021744751],"category_scores_gemma":[0.027799217,0.00007485064,0.000019746567,0.0003804568,0.0010046973,0.000058369773,0.00007811797,0.0009978754,0.00002889616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023113118,0.00006861891,0.03155308,0.00047393783,0.0001713105,0.000025826537,0.005951709,2.2753954e-7,0.00039833714,0.19572918,0.3676143,0.39778236],"study_design_scores_gemma":[0.014294669,0.0023283886,0.122751184,0.006102056,0.00063871994,0.0014067382,0.030175794,0.0021667357,0.0005119827,0.05046233,0.76859367,0.00056774606],"about_ca_topic_score_codex":0.000039971885,"about_ca_topic_score_gemma":0.0000051156103,"teacher_disagreement_score":0.49139386,"about_ca_system_score_codex":0.00005555564,"about_ca_system_score_gemma":0.000438047,"threshold_uncertainty_score":0.98039},"labels":[],"label_agreement":null},{"id":"W2173793492","doi":"","title":"Ce résident doit apprendre","year":2005,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Gynecology; Art","score_opus":0.014667626755208555,"score_gpt":0.27350403928329453,"score_spread":0.258836412528086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173793492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63860035,0.022686843,0.0045473753,0.20122851,0.06333109,0.0020639023,0.000043556258,0.00025985768,0.067238525],"genre_scores_gemma":[0.8567685,0.0008395155,0.006907198,0.007857189,0.03913914,0.00031366877,0.00019826001,0.00006350659,0.08791303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954344,0.00007786143,0.00061610766,0.00040838704,0.0006894232,0.0027738414],"domain_scores_gemma":[0.9984771,0.000048792037,0.0001402085,0.00049139664,0.00013514185,0.0007073433],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009596794,0.00025263263,0.00029349077,0.00016521783,0.00012438727,0.00005919824,0.00024041974,0.00030222582,0.0068188002],"category_scores_gemma":[0.0014310335,0.00026839823,0.00011860011,0.000663372,0.00028838823,0.00030979884,0.00006027556,0.00075906166,0.0014027843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027216474,0.0006395416,0.019559644,0.000167285,0.00008498571,0.000025316525,0.001642642,0.000092565955,0.000024413957,0.01364081,0.21488647,0.7492091],"study_design_scores_gemma":[0.0009752148,0.000029300285,0.2883833,0.00016351888,0.0001711941,0.00013729821,0.0007663352,0.0015905495,0.00068178854,0.000185359,0.7067045,0.00021163895],"about_ca_topic_score_codex":0.00006804713,"about_ca_topic_score_gemma":0.000028853128,"teacher_disagreement_score":0.74899745,"about_ca_system_score_codex":0.0022777922,"about_ca_system_score_gemma":0.0005932937,"threshold_uncertainty_score":0.9999768},"labels":[],"label_agreement":null},{"id":"W2173832866","doi":"10.3402/jecme.v4.30030","title":"A new day for CME/CPD in Canada: proceedings from the 1st Canada Regional Conference of the Global Alliance for Medical Education in Montreal, Canada","year":2015,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alliance; Continuing medical education; Continuing education; Continuing professional development; Political science; Medical education; Public relations; Professional development; Psychology; Medicine","score_opus":0.03424279147304297,"score_gpt":0.29014083702758287,"score_spread":0.2558980455545399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173832866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8588089,0.0003963107,0.0002563482,0.13604385,0.0018863134,0.0005642537,0.00004223747,0.0000014517548,0.0020003733],"genre_scores_gemma":[0.9881046,0.000021494534,0.0011654226,0.009315896,0.0009777022,0.000007043318,0.000017902012,0.0000124046655,0.00037757916],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980007,0.00005618523,0.00070579594,0.00011907577,0.0009332773,0.00018495946],"domain_scores_gemma":[0.99791104,0.00014785939,0.00049647427,0.0001375413,0.0011036639,0.00020339778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097629405,0.00009960762,0.0002306521,0.00002253612,0.00003530234,0.000011301846,0.00044413013,0.000030739928,0.000025109615],"category_scores_gemma":[0.0064359684,0.00006208096,0.000029705707,0.00030912875,0.00004518348,0.00006594599,0.000027181728,0.0003011627,1.1396985e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011914476,0.00005614164,0.054597076,0.000022913779,0.000020879132,0.0000085904785,0.00027308197,0.00001445765,0.000008909317,0.0005670155,0.93257684,0.011734928],"study_design_scores_gemma":[0.0022233005,0.00008769873,0.7261172,0.0009940815,0.000045261277,0.00008270077,0.003372129,0.0007978926,0.000027774304,0.0005860765,0.26556888,0.00009701678],"about_ca_topic_score_codex":0.99914974,"about_ca_topic_score_gemma":0.9999512,"teacher_disagreement_score":0.6715201,"about_ca_system_score_codex":0.002935394,"about_ca_system_score_gemma":0.15134749,"threshold_uncertainty_score":0.8534636},"labels":[],"label_agreement":null},{"id":"W2175944680","doi":"10.1186/s12909-015-0486-z","title":"Socialization to professionalism in medical schools: a Canadian experience","year":2015,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of Ottawa","funders":"Air Force Materiel Command; University of Ottawa","keywords":"Medical education; Curriculum; CLARITY; Focus group; Medicine; Socialization; Portfolio; Psychology; Pedagogy; Sociology","score_opus":0.12945367942348956,"score_gpt":0.5290817911859895,"score_spread":0.39962811176249996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175944680","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037714955,0.9704294,0.00047328306,0.014789742,0.007156171,0.0035336257,0.000009375843,0.000101663805,0.0031295551],"genre_scores_gemma":[0.00015516594,0.95693964,0.004061981,0.024415888,0.0036399753,0.0045225415,0.003370716,0.00014279244,0.0027512875],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929415,0.0005304673,0.0016599237,0.00078119856,0.003427235,0.000659704],"domain_scores_gemma":[0.99602854,0.00016953844,0.00032898065,0.0006962243,0.0008442558,0.0019324785],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00337358,0.00044796482,0.0014299657,0.0016947924,0.0001355277,0.000043063956,0.0006605711,0.0018383046,0.004505723],"category_scores_gemma":[0.058820054,0.00038068203,0.00017258158,0.0034307772,0.00015648645,0.00014472578,0.00010551379,0.0017779148,0.00086157094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000068243894,0.00040937334,0.00024684143,0.004534499,0.000012755282,0.0000141275705,0.0009903152,6.592606e-8,1.0251898e-8,0.001316672,0.13616093,0.85630757],"study_design_scores_gemma":[0.0003535184,0.00003632321,0.00021511182,0.048087377,0.000110213456,0.00017947903,0.0011825316,0.000086910775,5.7321145e-8,0.00014908872,0.9492732,0.00032612903],"about_ca_topic_score_codex":0.01160773,"about_ca_topic_score_gemma":0.01915536,"teacher_disagreement_score":0.85598147,"about_ca_system_score_codex":0.0039710845,"about_ca_system_score_gemma":0.2268038,"threshold_uncertainty_score":0.9999164},"labels":[],"label_agreement":null},{"id":"W2176361635","doi":"10.3402/meo.v20.29242","title":"Probing the effect of OSCE checklist length on inter-observer reliability and observer accuracy","year":2015,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Checklist; Intraclass correlation; Objective structured clinical examination; Reliability (semiconductor); Medicine; Grading (engineering); Consistency (knowledge bases); Psychology; Medical education; Clinical psychology; Psychometrics; Computer science","score_opus":0.02761102858187187,"score_gpt":0.374156929602999,"score_spread":0.34654590102112715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2176361635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9385664,0.00017237633,0.000093150236,0.058351196,0.0013901554,0.0006837102,0.0000038983303,0.00004384507,0.0006952803],"genre_scores_gemma":[0.9907445,0.000032421736,0.0013772453,0.0056330394,0.0008299737,0.00009630766,0.00026107213,0.000022907601,0.0010025909],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99769384,0.00024845832,0.00062442507,0.00032827366,0.000902837,0.00020214754],"domain_scores_gemma":[0.9976895,0.00054658815,0.00023081248,0.00066907454,0.0005618006,0.0003022095],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027909784,0.000180799,0.00033615052,0.000105737985,0.000073665135,0.000015537247,0.00023389274,0.00018955504,0.00033795126],"category_scores_gemma":[0.054939155,0.000108573084,0.00006085034,0.00054651126,0.00042995127,0.000113205904,0.00008108473,0.0007156608,0.000021963027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080527656,0.006705362,0.10625483,0.0012249055,0.00009670646,0.0000038004298,0.0037057071,0.000010200621,0.00016194252,0.0016309759,0.14399137,0.7354089],"study_design_scores_gemma":[0.010459945,0.0058488883,0.5560041,0.004385788,0.0005485586,0.00022183862,0.0051149814,0.013010275,0.004057807,0.0011074942,0.39850244,0.0007379127],"about_ca_topic_score_codex":0.00014201259,"about_ca_topic_score_gemma":0.0000136328445,"teacher_disagreement_score":0.734671,"about_ca_system_score_codex":0.00022067674,"about_ca_system_score_gemma":0.0016090882,"threshold_uncertainty_score":0.95302147},"labels":[],"label_agreement":null},{"id":"W2177631851","doi":"","title":"Family medicine residents' practice intentions: Theory of planned behaviour evaluation.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Theory of planned behavior; Graduation (instrument); Curriculum; Scope of practice; Medical education; Scope (computer science); Variance (accounting); Psychology; Perception; Medicine; Family medicine; Control (management); Health care; Pedagogy","score_opus":0.130093722199873,"score_gpt":0.39545525257089453,"score_spread":0.2653615303710215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177631851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7659689,0.0040511666,0.00345228,0.051243003,0.0047786334,0.0053425985,0.000010694735,0.00019499025,0.16495773],"genre_scores_gemma":[0.9916728,0.000036571266,0.0020410628,0.002677779,0.00040241834,0.001478668,0.00012417205,0.000019039277,0.0015474528],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971328,0.00028064917,0.0005807667,0.00020886076,0.001576535,0.00022038423],"domain_scores_gemma":[0.996094,0.00022056718,0.00030220635,0.00043060954,0.0028040777,0.0001485521],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00888739,0.00010606485,0.00023351386,0.00033451055,0.000043011943,0.000007433487,0.00013160697,0.00010177998,0.000101306345],"category_scores_gemma":[0.051781222,0.00008651315,0.000036466972,0.0006885432,0.00022800498,0.00022263499,0.000034735272,0.00024512614,0.000021916636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016347859,0.0014045177,0.04553455,0.0001217178,0.00030734582,0.000019070792,0.0027222927,0.0000077946515,0.0001808156,0.020139713,0.2843204,0.64360696],"study_design_scores_gemma":[0.003476987,0.00022113846,0.9661699,0.0001242094,0.0008380426,0.00007918471,0.01543378,0.00008379822,0.00018034059,0.005809682,0.007474173,0.0001087977],"about_ca_topic_score_codex":0.000103203696,"about_ca_topic_score_gemma":0.0000026720768,"teacher_disagreement_score":0.92063534,"about_ca_system_score_codex":0.0002819946,"about_ca_system_score_gemma":0.00032611817,"threshold_uncertainty_score":0.956206},"labels":[],"label_agreement":null},{"id":"W2177794152","doi":"10.4085/0804109","title":"Application of “Earl's Assessment as, Assessment for, and Assessment of Learning Model” with Orthopaedic Assessment Clinical Competence","year":2013,"lang":"en","type":"article","venue":"Athletic Training Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Mount Royal University","funders":"","keywords":"Competence (human resources); Context (archaeology); Post-hoc analysis; Construct validity; Repeated measures design; Analysis of variance; Significant difference; Psychology; Physical therapy; Post hoc; Scheffé's method; Medicine; Psychometrics; Clinical psychology; Social psychology; Statistics; Internal medicine; Mathematics","score_opus":0.03755732577459808,"score_gpt":0.43062896411130536,"score_spread":0.3930716383367073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177794152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51618207,0.000055076736,0.47249433,0.0063443747,0.000403263,0.0011226938,0.0000020626694,0.000026309575,0.003369835],"genre_scores_gemma":[0.57144403,0.00007880655,0.4273995,0.0004003081,0.00019662031,0.00026745172,0.000053470056,0.000025471694,0.00013432463],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964822,0.00022244584,0.0015556924,0.00041828322,0.0009821275,0.0003392287],"domain_scores_gemma":[0.99550784,0.00039130406,0.0014215127,0.00038436736,0.0019775957,0.0003174098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00315135,0.00024843615,0.0006400216,0.00035431545,0.00026315634,0.00007045427,0.00019165404,0.00015946059,0.00015894281],"category_scores_gemma":[0.0005405567,0.0002093631,0.00013559005,0.00043918449,0.00036470479,0.00027071004,0.00003842182,0.001242864,0.0000012730237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038397775,0.0019728946,0.29256338,0.00043081088,0.00027565847,0.0000010275008,0.0014444044,0.0011293177,0.0023419664,0.03118801,0.001299582,0.6673145],"study_design_scores_gemma":[0.0027084216,0.0022509415,0.73109794,0.0008528817,0.000390525,0.0003040643,0.011734801,0.24474657,0.000024277631,0.0033761316,0.0022405973,0.0002728758],"about_ca_topic_score_codex":0.000032322303,"about_ca_topic_score_gemma":0.0000010906732,"teacher_disagreement_score":0.66704166,"about_ca_system_score_codex":0.00033495415,"about_ca_system_score_gemma":0.008960476,"threshold_uncertainty_score":0.9966578},"labels":[],"label_agreement":null},{"id":"W2178450763","doi":"","title":"Third time's the charm.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Ceremony; Charm (quantum number); Certification; Computer science; World Wide Web; History; Political science; Law; Physics; Archaeology","score_opus":0.015125279504508917,"score_gpt":0.24876792067869763,"score_spread":0.2336426411741887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178450763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6987944,0.00010524157,0.00006435007,0.16099532,0.00077535125,0.0020634076,5.3821105e-7,0.00012485846,0.13707654],"genre_scores_gemma":[0.94320047,0.000008302875,0.00038231857,0.014704967,0.0007167465,0.00389488,0.000016028023,0.0000116657075,0.03706463],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993828,0.0000151986815,0.00012886635,0.0000886327,0.00019622475,0.00018829222],"domain_scores_gemma":[0.9995203,0.0000279488,0.000033166623,0.00024946537,0.0001237845,0.000045325483],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00033492252,0.000048753172,0.00007108689,0.000043059274,0.000059553266,0.00001859656,0.00008568749,0.00004161517,0.0009569172],"category_scores_gemma":[0.00066378963,0.00002831384,0.000023201317,0.00025476568,0.000071593575,0.000057252077,0.000017777576,0.0001620571,0.0016678228],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024852063,0.000041973508,0.0010480895,0.00000729588,0.000013586804,3.8596153e-7,0.00010642989,5.854378e-8,0.000054398475,0.0005253976,0.4352178,0.5629821],"study_design_scores_gemma":[0.00022862665,0.000007468245,0.79466295,0.0000046204254,0.000019748933,0.000015910686,0.000086741165,0.0001589817,0.00027807374,0.0005354514,0.20395762,0.000043789856],"about_ca_topic_score_codex":0.00001891466,"about_ca_topic_score_gemma":1.5584405e-7,"teacher_disagreement_score":0.79361486,"about_ca_system_score_codex":0.000044892415,"about_ca_system_score_gemma":0.000021281594,"threshold_uncertainty_score":0.99995637},"labels":[],"label_agreement":null},{"id":"W2179228812","doi":"10.4085/090259","title":"Building Professional Competence by Design or Just Marking Time: Suggestions for Educational Reform in Athletic Therapy Education in Canada","year":2014,"lang":"en","type":"article","venue":"Athletic Training Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Winnipeg; Mount Royal University","funders":"","keywords":"Accreditation; Internship; Certification; Milestone; Competence (human resources); Medical education; Athletic training; Context (archaeology); Licensure; Certificate; Medicine; Psychology; Political science","score_opus":0.03279544935445905,"score_gpt":0.34970478204404853,"score_spread":0.3169093326895895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179228812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88993305,0.00071440823,0.01328262,0.0847317,0.0076279384,0.0021023364,0.0000093673925,0.00003831767,0.0015602827],"genre_scores_gemma":[0.8519705,0.00006913721,0.13696219,0.006097263,0.0014903833,0.0006280516,0.00020436113,0.000057253397,0.0025208928],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972209,0.00024555367,0.001018703,0.00038948053,0.000604497,0.0005208988],"domain_scores_gemma":[0.99773276,0.0006813764,0.00043885421,0.00027877511,0.0006020686,0.00026618977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020958118,0.00025725947,0.00036582077,0.0006008187,0.0003346146,0.00006772415,0.0002750778,0.00013524458,0.0006225581],"category_scores_gemma":[0.0031253183,0.00022600952,0.000056140874,0.00089705695,0.000092706236,0.00020836844,0.0000152276225,0.00079535384,0.00000870602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003740834,0.0021529016,0.011257307,0.00016472163,0.000040846244,0.0000017400724,0.0041565876,0.00021503057,0.0026979595,0.0076882606,0.12880772,0.84244287],"study_design_scores_gemma":[0.012030164,0.0013892344,0.5806382,0.013277123,0.00022592675,0.0030497739,0.042762697,0.035966296,0.00077615667,0.021895468,0.2857396,0.002249409],"about_ca_topic_score_codex":0.012076033,"about_ca_topic_score_gemma":0.0047804825,"teacher_disagreement_score":0.84019345,"about_ca_system_score_codex":0.004201641,"about_ca_system_score_gemma":0.060109872,"threshold_uncertainty_score":0.99962103},"labels":[],"label_agreement":null},{"id":"W2181396648","doi":"10.1007/s10459-015-9656-3","title":"Expectations, observations, and the cognitive processes that bind them: expert assessment of examinee performance","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Objectivity (philosophy); Cognition; Psychology; Context (archaeology); Grounded theory; Subjectivity; Cognitive psychology; Applied psychology; Qualitative research; Social psychology; Epistemology","score_opus":0.08789870026255715,"score_gpt":0.44682788703318094,"score_spread":0.3589291867706238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181396648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96476257,0.015576567,0.00071260764,0.013737778,0.00088479096,0.0010965825,0.0000024353296,0.000019955898,0.0032067],"genre_scores_gemma":[0.97494,0.006597364,0.01550171,0.0022727945,0.000121937905,0.00044884285,0.000037002053,0.000005872275,0.00007446285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833274,0.00010561143,0.00048049787,0.00024489657,0.0006499831,0.00018625904],"domain_scores_gemma":[0.99800915,0.00063447276,0.00037473062,0.00014790658,0.00077612366,0.000057613714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021394691,0.00009813138,0.00020458984,0.00020486779,0.00021892635,0.000021566932,0.00012760989,0.0000337162,0.000010339589],"category_scores_gemma":[0.004566287,0.00006614432,0.0000110133715,0.0015620172,0.0008370062,0.00076783786,0.000021778667,0.00014295324,0.0000010609249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006556341,0.00045209477,0.82383096,0.00089960534,0.0000054773836,7.883288e-8,0.016814299,0.00006126425,0.00000535559,0.009119105,0.00090813736,0.14783804],"study_design_scores_gemma":[0.0034325812,0.0007271761,0.7285191,0.002746098,0.00002406232,0.000056627545,0.23886016,0.008865943,0.00043578117,0.004806915,0.011253588,0.0002719598],"about_ca_topic_score_codex":0.00014173216,"about_ca_topic_score_gemma":0.000026265281,"teacher_disagreement_score":0.22204587,"about_ca_system_score_codex":0.00021717518,"about_ca_system_score_gemma":0.005151753,"threshold_uncertainty_score":0.9138988},"labels":[],"label_agreement":null},{"id":"W2181710882","doi":"10.47102/annals-acadmedsg.v36n9p725","title":"Helping Learners in Difficulty – The Incidence and Effectiveness of Remedial Programmes of the Medical Radiation Sciences Programme at University of Toronto and the Michener Institute for Applied Sciences, Toronto, Ontario, Canada","year":2007,"lang":"en","type":"article","venue":"Annals of the Academy of Medicine Singapore","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Institute for Christian Studies; Michener Institute; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Remedial education; Medicine; Medical education; Academic year; Family medicine; Mathematics education; Psychology","score_opus":0.037175447140718375,"score_gpt":0.33478312622129475,"score_spread":0.2976076790805764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181710882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732691,0.0016568782,0.0000339241,0.023609675,0.00016926588,0.0010686123,0.0000018476635,0.0000023434893,0.0001883648],"genre_scores_gemma":[0.9989097,0.00021930711,0.0002610808,0.0005154759,0.00006591935,0.000005319372,0.0000037722962,0.0000036098763,0.000015793674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978918,0.00014722628,0.0005100931,0.00018781945,0.0010516705,0.00021142283],"domain_scores_gemma":[0.99812114,0.00085855846,0.000651134,0.00014503249,0.00017473781,0.000049381553],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009067783,0.00010509911,0.00038635868,0.000035632274,0.00022138444,0.000001831541,0.00047466005,0.00011475701,0.000009409512],"category_scores_gemma":[0.0035955808,0.000048039718,0.000047455855,0.00038903698,0.0077290568,0.00009383804,0.00014819237,0.00022349686,3.9224783e-9],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058577424,0.00068611314,0.5406304,0.003301921,0.0004683443,0.0000019126558,0.060963422,0.00028070755,0.031575263,0.056270085,0.0053648707,0.2945992],"study_design_scores_gemma":[0.004946296,0.00046862234,0.94293857,0.0028033748,0.00020873497,0.00002289904,0.019998815,0.0005928621,0.023698915,0.00071003305,0.003490539,0.00012033219],"about_ca_topic_score_codex":0.5499958,"about_ca_topic_score_gemma":0.71449107,"teacher_disagreement_score":0.40230817,"about_ca_system_score_codex":0.00019932444,"about_ca_system_score_gemma":0.0010820926,"threshold_uncertainty_score":0.99497133},"labels":[],"label_agreement":null},{"id":"W2181866413","doi":"10.1017/s1481803500012719","title":"Perceptions of emergency medicine residents and fellows regarding competence, adverse events and reporting to supervisors: a national survey","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Perception; Medical education; Family medicine; MEDLINE; Psychology; Social psychology","score_opus":0.13044472648214314,"score_gpt":0.41541294997698514,"score_spread":0.28496822349484197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181866413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797241,0.0003723254,0.00018801073,0.008238773,0.008706147,0.0002866808,0.000012696775,0.000005956014,0.002465325],"genre_scores_gemma":[0.9947862,0.00040872817,0.0014286649,0.00028264432,0.0017133761,0.000006245781,0.00005097819,0.000026384017,0.0012967966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955034,0.00010258341,0.0029327045,0.0002653714,0.00086807064,0.00032785654],"domain_scores_gemma":[0.99401885,0.0000849036,0.0014576915,0.0002656338,0.003224601,0.00094831636],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054262406,0.00020509625,0.0006576813,0.0012359137,0.00022372442,0.0000012947831,0.00018354082,0.00013647547,0.0059441915],"category_scores_gemma":[0.038391285,0.00016561519,0.00007057396,0.0012410572,0.0002556869,0.0001866317,0.000024823652,0.00065073033,0.0000036316035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004267982,0.000036796027,0.91567975,0.0001475531,0.00009212883,0.000019611398,0.003917619,0.0000039134557,0.010342764,0.000260199,0.06866166,0.00079531816],"study_design_scores_gemma":[0.0009890425,0.00050408643,0.98681897,0.000889234,0.00015467755,0.00018511743,0.0040137097,0.000097802455,0.000021295751,0.00054111076,0.0056412094,0.00014373881],"about_ca_topic_score_codex":0.010468592,"about_ca_topic_score_gemma":0.024447707,"teacher_disagreement_score":0.07113922,"about_ca_system_score_codex":0.00011615112,"about_ca_system_score_gemma":0.0010099838,"threshold_uncertainty_score":0.9961208},"labels":[],"label_agreement":null},{"id":"W2181963023","doi":"10.1002/j.0022-0337.2003.67.3.tb03639.x","title":"The Current Status of the Anatomical Sciences Curriculum in U.S. and Canadian Dental Schools","year":2003,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Syllabus; Medical education; Dental education; The Internet; Gross anatomy; Psychology; Medicine; Mathematics education; Pedagogy; Anatomy; Computer science","score_opus":0.009347614940956922,"score_gpt":0.3422045706695426,"score_spread":0.33285695572858565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181963023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99193394,0.002590555,0.0000027734234,0.0019516642,0.0026267413,0.00016280815,8.5637464e-7,7.6600224e-7,0.0007298793],"genre_scores_gemma":[0.99892414,0.0003447159,0.00034705462,0.0002321974,0.00010972988,0.0000037490377,0.0000012035119,0.0000035005726,0.00003370997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998937,0.00007243477,0.00038822932,0.00006896765,0.00035751407,0.00017586075],"domain_scores_gemma":[0.9993452,0.000027446133,0.00023708717,0.00008798245,0.00019540293,0.00010691992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000702575,0.000055036584,0.00009747173,0.00023738296,0.00014968438,0.000030806787,0.000111795205,0.000030131912,0.000027021177],"category_scores_gemma":[0.001713934,0.000031333046,0.000036409354,0.00065310684,0.00021260376,0.00012538787,0.000009987155,0.00038923396,0.0000023585437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061375945,0.00023978905,0.9168206,0.000014356577,0.000006934479,4.4510674e-7,0.00031939175,0.0000014141722,0.00013385096,0.0026662196,0.0061679077,0.07362296],"study_design_scores_gemma":[0.00054990215,0.00010188462,0.94275635,0.0004206086,0.000031782878,0.00039458883,0.022088062,0.00007514512,0.00067450915,0.00067450205,0.0321692,0.00006348224],"about_ca_topic_score_codex":0.002414279,"about_ca_topic_score_gemma":0.0036501125,"teacher_disagreement_score":0.07355948,"about_ca_system_score_codex":0.00056175614,"about_ca_system_score_gemma":0.0044009695,"threshold_uncertainty_score":0.7807131},"labels":[],"label_agreement":null},{"id":"W2182033878","doi":"10.1017/s1481803500011246","title":"Self-reported priorities and resources of academic emergency physicians for the maintenance of clinical competence: a pilot study","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Competence (human resources); Medical education; Teamwork; Medicine; Emergency department; Psychology; Nursing; Management","score_opus":0.14708855083278,"score_gpt":0.4447837674815814,"score_spread":0.2976952166488014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182033878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97566086,0.0040517324,0.000332119,0.014113782,0.0046007354,0.00072793185,0.0000062544195,0.000005738835,0.0005008159],"genre_scores_gemma":[0.99451554,0.0023638452,0.0006409879,0.00037644923,0.0017559727,0.0000069073944,0.0000028840084,0.000013255113,0.00032415453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99627435,0.00008604852,0.002735038,0.00016178489,0.0004808477,0.0002619147],"domain_scores_gemma":[0.99602765,0.00015142222,0.0015741166,0.00029536683,0.0017070415,0.00024438178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030134358,0.0001475543,0.0007081676,0.00030995754,0.00012126138,8.649418e-7,0.0002724516,0.000073088224,0.000254543],"category_scores_gemma":[0.0061104237,0.000095391384,0.00010131311,0.00069486524,0.00033347443,0.00007471219,0.0000071307577,0.0005974921,2.5187154e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085296936,0.0012208527,0.73506755,0.000662998,0.0015697249,0.000049779184,0.029144328,0.000010323348,0.00224631,0.0020236275,0.18211098,0.045040548],"study_design_scores_gemma":[0.0028915082,0.015086864,0.9327243,0.00087625213,0.0013664404,0.000058546182,0.01723157,0.00025621458,0.0000357347,0.001134416,0.028198147,0.00014001674],"about_ca_topic_score_codex":0.00077783794,"about_ca_topic_score_gemma":0.0009290197,"teacher_disagreement_score":0.19765674,"about_ca_system_score_codex":0.000048180962,"about_ca_system_score_gemma":0.0008059093,"threshold_uncertainty_score":0.7315189},"labels":[],"label_agreement":null},{"id":"W2182446522","doi":"","title":"The academic half-day redesigned: A learner centered and systems-based curriculum","year":2010,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Subspecialty; Formative assessment; Medical education; Schedule; Medicine; Psychology; Pedagogy; Computer science; Family medicine","score_opus":0.017723269768852867,"score_gpt":0.3254305904805132,"score_spread":0.30770732071166035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182446522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93701863,0.00028968984,0.0025787314,0.044798214,0.0028883168,0.0008631614,8.666913e-7,0.00016733854,0.011395019],"genre_scores_gemma":[0.98923665,0.00002135405,0.0012364142,0.0016028908,0.00044022792,0.00006199583,0.000015627162,0.00001466356,0.0073702005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902743,0.00005377381,0.00027070867,0.00017161705,0.0002747429,0.0002017484],"domain_scores_gemma":[0.999251,0.00011349334,0.00007365849,0.00030001704,0.00018655072,0.00007525304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001100378,0.000090579255,0.000118238364,0.000074050724,0.00019166176,0.00003560282,0.00009752925,0.00016527348,0.00013544827],"category_scores_gemma":[0.0016165796,0.00005153497,0.000022095375,0.00024885032,0.00018220233,0.000046712677,0.00001822193,0.0007465603,0.000049705053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010648828,0.00045124805,0.08427811,0.0003412553,0.00010440223,0.000014159272,0.00076453784,0.0000058710525,0.064196266,0.11346401,0.5984524,0.13782127],"study_design_scores_gemma":[0.002705195,0.0002358705,0.026958846,0.00030025106,0.00012511917,0.0001663294,0.0031694665,0.060000274,0.0023971612,0.00033875316,0.90328306,0.0003196922],"about_ca_topic_score_codex":0.00007739324,"about_ca_topic_score_gemma":0.000009279053,"teacher_disagreement_score":0.30483067,"about_ca_system_score_codex":0.00003157242,"about_ca_system_score_gemma":0.0001317231,"threshold_uncertainty_score":0.32434744},"labels":[],"label_agreement":null},{"id":"W2182518069","doi":"10.1017/s1481803500014500","title":"A survey of one CCFP-EM program’s graduates: their background, intended type of practice and actual practice","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St. Thomas Hospital","funders":"","keywords":"Graduation (instrument); Medicine; Family medicine; Certification; Residency training; Medical education; Continuing education","score_opus":0.18664938773824455,"score_gpt":0.4374299141425998,"score_spread":0.2507805264043552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182518069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.921692,0.008581355,0.00035927576,0.058654767,0.0046845917,0.00067820447,0.00001701989,0.0000117397985,0.0053210203],"genre_scores_gemma":[0.9885118,0.0013826125,0.007888238,0.000970074,0.0009122779,0.0000040667837,0.000047252026,0.000027552484,0.00025614657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973179,0.00023289566,0.0014549192,0.00015855186,0.00054712204,0.00028861462],"domain_scores_gemma":[0.9910662,0.00040727874,0.0012742167,0.00029323954,0.0064619044,0.00049713306],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037270011,0.00017270188,0.00058631686,0.00056312076,0.00006079716,0.0000040737123,0.00018468958,0.00012426733,0.0011500036],"category_scores_gemma":[0.04188097,0.00013277444,0.000051864656,0.0013793982,0.00033355752,0.00038153352,0.000012075846,0.00059754634,0.0000044989238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002651944,0.0030999049,0.032685313,0.0010623256,0.0028413886,0.00012074472,0.04637477,0.000011732421,0.0037989665,0.003210893,0.31344774,0.59069425],"study_design_scores_gemma":[0.0066685914,0.013335286,0.28570327,0.0028708891,0.0023320667,0.0012473953,0.07923307,0.000482122,0.00077744556,0.0003143067,0.60649616,0.00053938106],"about_ca_topic_score_codex":0.008327666,"about_ca_topic_score_gemma":0.009562816,"teacher_disagreement_score":0.5901549,"about_ca_system_score_codex":0.00018649621,"about_ca_system_score_gemma":0.0022516577,"threshold_uncertainty_score":0.9997631},"labels":[],"label_agreement":null},{"id":"W2182669327","doi":"10.1002/j.0022-0337.2010.74.8.tb04943.x","title":"Assessment of Surgical Competence in North American Graduate Periodontics Programs: A Survey of Current Practices","year":2010,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Periodontology; Checklist; Competence (human resources); Medical education; Psychology; Medicine; Family medicine; Dentistry","score_opus":0.06246783836919707,"score_gpt":0.45657017907775327,"score_spread":0.3941023407085562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182669327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99716604,0.00006405315,0.00004322846,0.0005397739,0.001850774,0.00022894847,0.0000025352113,0.000002533618,0.000102101745],"genre_scores_gemma":[0.98981136,0.00014980935,0.009737054,0.00002986019,0.0001884015,0.000007745584,0.000055384677,0.000008214567,0.000012149158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807125,0.00012534429,0.00090994796,0.00010184735,0.00067688734,0.000114736686],"domain_scores_gemma":[0.9956751,0.0001105856,0.0025178115,0.0001685174,0.0014619058,0.00006611636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013920462,0.00008731174,0.00034610313,0.00035266345,0.000020133586,0.000013776286,0.00013940611,0.000028459595,0.000023469958],"category_scores_gemma":[0.0015825527,0.000072951276,0.000060462076,0.0011710506,0.0002448726,0.00018519531,0.000018404442,0.00071339187,0.0000010946541],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006656068,0.0034160118,0.8915242,0.0001239985,0.000020468167,0.000002314348,0.00044691985,0.0000014502463,0.0005914075,0.00006844451,0.00021434552,0.10352389],"study_design_scores_gemma":[0.0004994968,0.00045801388,0.9952214,0.0001968296,0.000053032647,0.00023035964,0.0021468578,0.00020282267,0.00018940978,0.0000043769915,0.00074169826,0.00005574142],"about_ca_topic_score_codex":0.0005525808,"about_ca_topic_score_gemma":0.0012203925,"teacher_disagreement_score":0.103697166,"about_ca_system_score_codex":0.0001306498,"about_ca_system_score_gemma":0.0020928318,"threshold_uncertainty_score":0.37125936},"labels":[],"label_agreement":null},{"id":"W2182886050","doi":"10.1017/s1481803500008642","title":"Off-service residents in the emergency department: the need for learner-centredness","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Western University","funders":"","keywords":"Medicine; Emergency department; Medical emergency; Service (business); Medical education; Nursing","score_opus":0.0789855186653586,"score_gpt":0.371147044353503,"score_spread":0.29216152568814435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182886050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7661015,0.009011414,0.0003938033,0.18621804,0.023331854,0.0014043329,0.000008458959,0.0000072395937,0.0135233505],"genre_scores_gemma":[0.98788255,0.0008305343,0.00021682527,0.0055233487,0.002246511,0.000058651087,0.00004440506,0.000037901365,0.0031592725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975055,0.00018954543,0.001167558,0.00015073782,0.00054093736,0.00044574525],"domain_scores_gemma":[0.9978397,0.00008174363,0.00039184556,0.0003947584,0.0009997272,0.0002922421],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026741219,0.00016840047,0.00030590507,0.00039837745,0.0002565764,0.000005025151,0.00043365237,0.00009331479,0.0058208704],"category_scores_gemma":[0.005965826,0.00009298247,0.00010000556,0.0016990799,0.000094174204,0.00009811458,0.000004523447,0.0005073282,0.0000170477],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062576546,0.000104276754,0.047873773,0.00011893069,0.00009715692,0.000042540752,0.007957722,0.00002001724,0.00010278299,0.0045162966,0.9352248,0.0038791604],"study_design_scores_gemma":[0.0023965172,0.00046404154,0.0856696,0.00032302964,0.00031836014,0.00014130844,0.017279992,0.000097734206,0.00002959206,0.0025644365,0.890561,0.00015439952],"about_ca_topic_score_codex":0.0026422897,"about_ca_topic_score_gemma":0.01797848,"teacher_disagreement_score":0.22178105,"about_ca_system_score_codex":0.0002089795,"about_ca_system_score_gemma":0.0013190922,"threshold_uncertainty_score":0.9999409},"labels":[],"label_agreement":null},{"id":"W2183439346","doi":"10.1017/s1481803500014524","title":"Needed: a commitment to basic training in emergency medicine teaching","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Action (physics); Training (meteorology); Medical education; Medical emergency","score_opus":0.11036923032130123,"score_gpt":0.4030381022709429,"score_spread":0.29266887194964164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183439346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6649801,0.0023539239,0.0010328458,0.27238885,0.019586561,0.0005749272,0.0000030771698,0.000018091214,0.039061617],"genre_scores_gemma":[0.97697115,0.00031677328,0.002271204,0.0048037986,0.011243185,0.000022320011,0.000027384116,0.00005674401,0.0042874664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995739,0.000117477444,0.0024535817,0.0002666978,0.0007512218,0.00067205715],"domain_scores_gemma":[0.99709094,0.000045292767,0.00049791863,0.0003933083,0.00065098767,0.0013215365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033784132,0.00028768828,0.00075723015,0.0022431014,0.00018914015,0.0000023538007,0.00035833396,0.00013737769,0.024215588],"category_scores_gemma":[0.0071159615,0.00022895396,0.00010446738,0.0016350172,0.00012969314,0.00018580878,0.000013451917,0.0011472767,0.00004284129],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006920804,0.000108977954,0.024680272,0.00011021872,0.00011464535,0.00010230149,0.050406918,0.00009598273,0.0015000126,0.0019676026,0.8299684,0.09087545],"study_design_scores_gemma":[0.0030495415,0.0019702723,0.030157382,0.0023488565,0.0002592311,0.0001959037,0.047240708,0.0003419285,0.00003963226,0.0007916966,0.91325104,0.00035379472],"about_ca_topic_score_codex":0.010267523,"about_ca_topic_score_gemma":0.024630891,"teacher_disagreement_score":0.31199104,"about_ca_system_score_codex":0.0008801285,"about_ca_system_score_gemma":0.00140713,"threshold_uncertainty_score":0.99632317},"labels":[],"label_agreement":null},{"id":"W2183599874","doi":"","title":"Critical pedagogy as a means to achieving social accountability in medical education","year":2015,"lang":"en","type":"article","venue":"˜The œinternational journal of critical pedagogy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; Lakehead University","funders":"","keywords":"Accountability; Transformative learning; Ideology; Social accounting; Public relations; Curriculum; Health care; Social justice; Sociology; Political science; Pedagogy; Social science; Law; Management; Economics; Politics","score_opus":0.049760439155566875,"score_gpt":0.5004948444141472,"score_spread":0.4507344052585803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183599874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50035477,0.00017118521,0.0064725173,0.4814446,0.0050880355,0.00021662354,0.000004209484,0.000020999376,0.006227063],"genre_scores_gemma":[0.9576487,0.0000073460074,0.0023760768,0.03487996,0.004827793,0.00002563539,0.00001246499,0.000026853837,0.00019517868],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947092,0.0002718242,0.0012626745,0.0002876708,0.0030623632,0.0004063027],"domain_scores_gemma":[0.9934502,0.00079567917,0.00015147566,0.00025550666,0.004773404,0.0005737275],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003646534,0.00019689348,0.00043175137,0.000527961,0.00010288698,0.00010295023,0.00078934385,0.0002629154,0.0014036425],"category_scores_gemma":[0.038322132,0.00015539317,0.00016752929,0.00042968823,0.0005829168,0.00035798148,0.00016597247,0.0012535102,0.00014443752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049204626,0.016485725,0.033416178,0.00037995505,0.0003682029,0.0010464552,0.03236488,0.00004209157,0.0014107384,0.35022727,0.17662606,0.38271198],"study_design_scores_gemma":[0.012747448,0.003924109,0.1559851,0.0025302488,0.0008921511,0.025686609,0.09275891,0.0060465406,0.0004498676,0.15485768,0.54250157,0.0016197811],"about_ca_topic_score_codex":0.0002229265,"about_ca_topic_score_gemma":0.00021901676,"teacher_disagreement_score":0.45729393,"about_ca_system_score_codex":0.000937341,"about_ca_system_score_gemma":0.007860058,"threshold_uncertainty_score":0.9995092},"labels":[],"label_agreement":null},{"id":"W2184329508","doi":"10.1002/j.0022-0337.2010.74.12.tb05008.x","title":"Faculty and Student Perceptions of the Success of a Hybrid‐PBL Dental Curriculum in Achieving Curriculum Reform Benchmarks","year":2010,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Perception; Focus group; Psychology; Faculty development; Dental education; Curriculum mapping; Curriculum development; Medicine; Pedagogy; Professional development; Sociology","score_opus":0.005626063267157473,"score_gpt":0.3428577893373744,"score_spread":0.3372317260702169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184329508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995797,0.00008589138,0.000012856074,0.00095923344,0.002249772,0.00028417003,0.0000050970752,0.0000022220931,0.00060380535],"genre_scores_gemma":[0.99805015,0.000035730827,0.0013769536,0.000108368404,0.00030135873,0.0000072443927,0.000036865502,0.0000087947665,0.00007452809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983144,0.000042383806,0.00081994553,0.00011369168,0.0005843217,0.0001252691],"domain_scores_gemma":[0.99849325,0.000016412363,0.0007246528,0.00019135051,0.0005107075,0.00006360341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005954195,0.00010792106,0.00025855764,0.00033579525,0.00007017912,0.000016996511,0.00021189373,0.0000666476,0.00023010244],"category_scores_gemma":[0.00045645869,0.00007299443,0.00010604796,0.0005152116,0.00017741698,0.0002812614,0.000064010346,0.0006738219,0.0000015152017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013033683,0.0020629568,0.97541445,0.00010010894,0.000025316185,0.0000011996542,0.0015800864,0.000001884612,0.012014999,0.0002081731,0.0012507796,0.007327],"study_design_scores_gemma":[0.0006400227,0.00012793773,0.951655,0.0004929511,0.00009349447,0.00081735017,0.044143613,0.00008358595,0.0016796157,0.000034294328,0.00016669962,0.00006545438],"about_ca_topic_score_codex":0.0003704537,"about_ca_topic_score_gemma":0.00015914271,"teacher_disagreement_score":0.042563528,"about_ca_system_score_codex":0.0003204323,"about_ca_system_score_gemma":0.00046029277,"threshold_uncertainty_score":0.29766265},"labels":[],"label_agreement":null},{"id":"W2184723549","doi":"10.2310/8000.2011.110372","title":"Residents-as-teachers: a survey of Canadian specialty programs","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Victoria Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Specialty; Medicine; Medical education; Family medicine; Survey research; Psychology; Applied psychology","score_opus":0.22423947969230498,"score_gpt":0.3875409443592825,"score_spread":0.1633014646669775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184723549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92519325,0.0014186078,0.000040011735,0.005682555,0.01075048,0.00039328483,0.000010414787,0.000006801016,0.056504574],"genre_scores_gemma":[0.9950486,0.0002903312,0.0007776182,0.00050436676,0.0013541967,0.000004465632,0.00006609813,0.000033481458,0.0019208656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731684,0.00012570384,0.0013714932,0.00016006202,0.0005403268,0.00048555585],"domain_scores_gemma":[0.9951197,0.00002149861,0.00055469724,0.00036932388,0.0023447177,0.0015900786],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025979988,0.00017252738,0.00050480146,0.0023527436,0.000105416104,0.000002567197,0.00033754922,0.000170065,0.019771134],"category_scores_gemma":[0.007419634,0.00014324124,0.000090181624,0.002728839,0.00031435784,0.00013349633,0.000005811811,0.0005745319,0.000033741468],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006537904,0.00008624899,0.65404373,0.00007393736,0.0001768967,0.00019734316,0.012493729,1.7122068e-7,0.00006496676,0.0007699469,0.31986734,0.01216033],"study_design_scores_gemma":[0.0008413106,0.0011451454,0.9290176,0.00061777036,0.00017131167,0.00011254369,0.0027299528,0.0000032512369,0.00008071602,0.00046738528,0.064677395,0.00013561676],"about_ca_topic_score_codex":0.94111705,"about_ca_topic_score_gemma":0.9566771,"teacher_disagreement_score":0.27497387,"about_ca_system_score_codex":0.00043526277,"about_ca_system_score_gemma":0.008061906,"threshold_uncertainty_score":0.99756145},"labels":[],"label_agreement":null},{"id":"W2184804741","doi":"10.1007/s40037-015-0231-7","title":"Guidelines: the do’s, don’ts and don’t knows of feedback for clinical education","year":2015,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":341,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Formative assessment; Set (abstract data type); Inclusion (mineral); Guideline; Process (computing); Medical education; Supervisor; Psychology; Evidence-based medicine; Computer science; Medicine; Alternative medicine; Mathematics education; Social psychology; Political science; Pathology; Law","score_opus":0.08347549386142339,"score_gpt":0.48568717044422016,"score_spread":0.4022116765827968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184804741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.750367,0.010187952,0.0025389192,0.21832232,0.006293119,0.0025137733,0.000007671657,0.00008512377,0.009684148],"genre_scores_gemma":[0.9459494,0.0029552681,0.023382513,0.01785067,0.006594074,0.0006575889,0.00018382008,0.000060731294,0.002365937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971795,0.00016503489,0.0009870966,0.0004979936,0.00094148866,0.0002288665],"domain_scores_gemma":[0.99535584,0.00041510435,0.000347479,0.00059305277,0.002946564,0.0003419763],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027763748,0.00019517502,0.0003718982,0.00022586915,0.000116589064,0.00002779621,0.00023293532,0.0002830562,0.00027558944],"category_scores_gemma":[0.04641415,0.00013496917,0.00010991932,0.0005276631,0.00065310235,0.00011565056,0.000040965675,0.0005065443,0.000021205102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002539917,0.0030446106,0.010571931,0.00013150564,0.00006458527,1.6579469e-7,0.0077237864,8.952856e-7,0.000012770902,0.031244028,0.45747125,0.4894805],"study_design_scores_gemma":[0.004230175,0.0016558585,0.08195323,0.0014543902,0.0003792566,0.00011430674,0.3493673,0.0016701444,0.00009706693,0.009357466,0.54928887,0.00043196688],"about_ca_topic_score_codex":0.000110062734,"about_ca_topic_score_gemma":0.00000868847,"teacher_disagreement_score":0.4890485,"about_ca_system_score_codex":0.00032248176,"about_ca_system_score_gemma":0.007649213,"threshold_uncertainty_score":0.9979765},"labels":[],"label_agreement":null},{"id":"W2185395218","doi":"10.1002/j.0022-0337.2015.79.3.tb05887.x","title":"Graduating Dental Students’ Views of Competency Statements: Importance, Confidence, and Time Trends from 2008 to 2012","year":2015,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of British Columbia","funders":"","keywords":"Medical education; Accreditation; Psychology; Perception; Dental education; Statement (logic); MEDLINE; Medicine; Family medicine; Political science","score_opus":0.03564400055251603,"score_gpt":0.4145121236920346,"score_spread":0.37886812313951856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185395218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99442875,0.00094261154,0.00019875614,0.00093538134,0.0016186238,0.00020860824,0.000009426792,0.0000058562296,0.0016519866],"genre_scores_gemma":[0.98037827,0.000061276834,0.015104515,0.0010888017,0.0006075181,0.0000113052565,0.00011761293,0.00001759572,0.002613097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773246,0.000055318884,0.0010207214,0.00014144089,0.00090969604,0.00014039107],"domain_scores_gemma":[0.99810994,0.00002982379,0.0008072606,0.00016471985,0.00067663373,0.00021163104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075144955,0.00012457019,0.00034085117,0.00047949582,0.00004075638,0.000030068704,0.00015835871,0.00005469984,0.0005744155],"category_scores_gemma":[0.00043829338,0.00010901859,0.000055826826,0.0005406088,0.000067624016,0.0005216591,0.000040908508,0.00020777345,0.000051171708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002323252,0.002017337,0.6861032,0.000052609415,0.00015660099,0.000008191783,0.0043513407,0.0000026291696,0.006979877,0.0002074446,0.24757876,0.05230963],"study_design_scores_gemma":[0.0044003488,0.0015057962,0.9333397,0.001324962,0.00046427705,0.00066564506,0.034435052,0.00010484328,0.0018253475,0.0009763051,0.020636156,0.00032155955],"about_ca_topic_score_codex":0.00009060029,"about_ca_topic_score_gemma":0.00001793309,"teacher_disagreement_score":0.24723646,"about_ca_system_score_codex":0.00029800905,"about_ca_system_score_gemma":0.0006292237,"threshold_uncertainty_score":0.6289447},"labels":[],"label_agreement":null},{"id":"W2185677069","doi":"10.1017/s1481803500005091","title":"Resource contribution by Canadian faculties of medicine to the discipline of emergency medicine","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Medical emergency; Alternative medicine; MEDLINE; Law; Political science; Pathology","score_opus":0.06212126632899004,"score_gpt":0.38136261318771664,"score_spread":0.3192413468587266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185677069","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3340145,0.0150642255,0.0023589157,0.6100826,0.019371372,0.0012351726,0.00014318843,0.000017596283,0.017712418],"genre_scores_gemma":[0.9850581,0.0017110512,0.000102732556,0.0017803189,0.0050847186,0.0000135850505,0.00034544567,0.0000545426,0.005849492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99442923,0.00015639872,0.0031981159,0.00028809276,0.0012044166,0.0007237198],"domain_scores_gemma":[0.99279773,0.000091037626,0.0012798827,0.0006596092,0.0034548375,0.0017168925],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031988742,0.00035976016,0.0011469581,0.0015933348,0.00030876376,0.0000014533719,0.0006785681,0.00021382811,0.022971326],"category_scores_gemma":[0.012380951,0.00022051709,0.00014911454,0.0031922772,0.00085175113,0.00012195418,0.000021031417,0.0006941788,0.000011321525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012064808,0.00004732345,0.018432952,0.0001089784,0.0001949894,0.000026804508,0.005829299,0.000023911425,0.003296821,0.0011943144,0.9662844,0.004439568],"study_design_scores_gemma":[0.0024045703,0.0021973045,0.03447133,0.0015512599,0.0005875098,0.00011279812,0.009792862,0.000082868195,0.00019258008,0.0005235838,0.9478714,0.00021196676],"about_ca_topic_score_codex":0.19634265,"about_ca_topic_score_gemma":0.21126045,"teacher_disagreement_score":0.6510436,"about_ca_system_score_codex":0.00054665795,"about_ca_system_score_gemma":0.0015267245,"threshold_uncertainty_score":0.9959382},"labels":[],"label_agreement":null},{"id":"W2185698066","doi":"10.2310/8000.2011.100177","title":"Dispatches from the front: emergency medicine teachers' perceptions of competency-based education","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Focus group; Medical education; Perception; Medicine; Front line; Psychology; Sociology","score_opus":0.0702195953300247,"score_gpt":0.3505130427274888,"score_spread":0.2802934473974641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185698066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84221184,0.009616802,0.004428977,0.06753852,0.03909789,0.0007428632,0.000037177208,0.000023494355,0.036302455],"genre_scores_gemma":[0.9880087,0.0006296274,0.0031661694,0.0010290437,0.0049040453,0.000020062522,0.00016588913,0.000044280136,0.0020322043],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99668247,0.00014793716,0.0019465623,0.00022396947,0.0006502379,0.00034882457],"domain_scores_gemma":[0.9958978,0.00007155128,0.00097463076,0.0006268258,0.0018075899,0.0006215646],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012039423,0.00025789114,0.00060344156,0.0005938603,0.00022252269,0.0000012480452,0.00051561533,0.00015886725,0.095871024],"category_scores_gemma":[0.0039024837,0.00016344241,0.00017757055,0.0009153095,0.00061974104,0.00013544918,0.00000978393,0.0006781111,0.00002982201],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048716993,0.00022862492,0.39247915,0.000076008924,0.00017604043,0.0000059365943,0.02926782,0.0000021919311,0.001312162,0.0011341268,0.56796795,0.007301278],"study_design_scores_gemma":[0.0014685064,0.0011936391,0.8800601,0.001666907,0.0011466717,0.00002237848,0.043608878,0.00009638251,0.00009564513,0.004779322,0.065613136,0.00024846513],"about_ca_topic_score_codex":0.046037037,"about_ca_topic_score_gemma":0.018827079,"teacher_disagreement_score":0.5023548,"about_ca_system_score_codex":0.00025447915,"about_ca_system_score_gemma":0.004709346,"threshold_uncertainty_score":0.9990768},"labels":[],"label_agreement":null},{"id":"W2185780701","doi":"10.1016/j.pec.2015.11.024","title":"A teaching skills assessment tool inspired by the Calgary–Cambridge model and the patient-centered approach","year":2015,"lang":"en","type":"article","venue":"Patient Education and Counseling","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Inter-rater reliability; Competence (human resources); Medical education; Psychology; Coding (social sciences); Participatory action research; Medicine; Rating scale; Social psychology","score_opus":0.015194458194730897,"score_gpt":0.29771771300550426,"score_spread":0.28252325481077334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185780701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761557,0.0009576848,0.010989799,0.0057795877,0.00046685076,0.0009980492,0.0000039711176,0.000035010497,0.004613348],"genre_scores_gemma":[0.9823803,0.000087855966,0.007015335,0.009382045,0.00011066455,0.00031560563,0.00019918117,0.000017922817,0.00049111847],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850565,0.00015363233,0.00041210698,0.00026297354,0.0004835247,0.00018210793],"domain_scores_gemma":[0.99904,0.00006865048,0.00017937091,0.0003021577,0.0003184305,0.00009135953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009433405,0.00014971656,0.00017412945,0.00006982234,0.00036307774,0.00008706497,0.00008100273,0.00006194178,0.0000035249277],"category_scores_gemma":[0.00045477165,0.00008865035,0.00003002857,0.00016372534,0.0001694162,0.00012052846,0.00003639759,0.00037911435,0.000002130266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015715498,0.002138539,0.0025859105,0.00010290082,0.00007088554,2.180939e-7,0.06944962,0.000115634844,0.00011552252,0.011709954,0.081265785,0.83228785],"study_design_scores_gemma":[0.0046523325,0.00037244667,0.0016499897,0.0002856655,0.0002887757,0.00014355258,0.0651805,0.8588514,0.00005646861,0.00132869,0.06672522,0.0004649763],"about_ca_topic_score_codex":0.00014860465,"about_ca_topic_score_gemma":9.036797e-7,"teacher_disagreement_score":0.85873574,"about_ca_system_score_codex":0.0001470011,"about_ca_system_score_gemma":0.00049272925,"threshold_uncertainty_score":0.36150563},"labels":[],"label_agreement":null},{"id":"W2186007768","doi":"10.1080/14739879.2015.11494300","title":"General practitioners’ preferences for future continuous professional development: evidence from a Danish discrete choice experiment","year":2015,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"","keywords":"Danish; Psychology; Computer science; Medicine","score_opus":0.04246864100315731,"score_gpt":0.3747871696919421,"score_spread":0.33231852868878475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186007768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96804553,0.0034133256,0.0031843048,0.008147607,0.012222702,0.0031253668,0.000070488335,0.00009667002,0.0016939782],"genre_scores_gemma":[0.5428882,0.00003555385,0.39334399,0.0062140967,0.010547874,0.008998813,0.024265846,0.00007507458,0.013630513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847555,0.00004256628,0.00040699576,0.00039706123,0.00045843088,0.00021938841],"domain_scores_gemma":[0.99754685,0.00012806902,0.00024217828,0.00028772396,0.0016459777,0.0001492022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026852233,0.00017577483,0.00022934774,0.00010469055,0.00022607784,0.000049825674,0.00015484798,0.0001479936,0.00008570422],"category_scores_gemma":[0.0009342762,0.00015336998,0.00006049968,0.00019184846,0.000052207997,0.00039482844,0.000035612848,0.00016792648,0.000013469234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007551255,0.0011118989,0.02036203,0.0010239051,0.0001599581,4.351641e-7,0.07177201,0.0000040730283,0.0035920579,0.0011528148,0.647885,0.25218067],"study_design_scores_gemma":[0.0018333483,0.00034798784,0.08360291,0.00089847355,0.00014001761,0.000007802799,0.06559035,0.000029903707,0.0073448587,0.00050767174,0.8393376,0.00035907616],"about_ca_topic_score_codex":0.000049107228,"about_ca_topic_score_gemma":0.000011007115,"teacher_disagreement_score":0.4251573,"about_ca_system_score_codex":0.000984246,"about_ca_system_score_gemma":0.006324799,"threshold_uncertainty_score":0.9993084},"labels":[],"label_agreement":null},{"id":"W2186295489","doi":"10.1017/s148180350000316x","title":"Education scholarship in emergency medicine part 3: a “how-to” guide","year":2014,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Calgary; McGill University Health Centre","funders":"","keywords":"Scholarship; Medicine; Focus (optics); Engineering ethics; Medical education; Political science; Engineering","score_opus":0.17639141410715656,"score_gpt":0.4742205849721729,"score_spread":0.29782917086501637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186295489","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011135711,0.89760774,0.0001582272,0.028996717,0.058677778,0.0012454853,0.000008009074,0.000014439733,0.013180217],"genre_scores_gemma":[0.00006110918,0.9574452,0.00049343664,0.0010413998,0.02042307,0.00011415563,0.00028926742,0.00014675324,0.019985626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99109185,0.00044195575,0.0057082255,0.0006191036,0.0012234146,0.00091544294],"domain_scores_gemma":[0.99119824,0.00010630986,0.002523484,0.0010872792,0.0028273864,0.0022572917],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059737912,0.00078506424,0.0035735876,0.005635498,0.00017129298,0.0000074508403,0.0009632328,0.00066910463,0.022424465],"category_scores_gemma":[0.035503156,0.00058616325,0.00046326162,0.005181555,0.00023768858,0.00022658672,0.00002827674,0.0024079995,0.00014372011],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065951936,0.000057575686,0.000609273,0.005705957,0.00012020693,0.00003023038,0.0004963826,2.8650322e-7,0.000001587561,0.0003830927,0.6310621,0.36152676],"study_design_scores_gemma":[0.0005465251,0.0007522245,0.0004519668,0.06340876,0.0014534183,0.00022681309,0.00054399436,0.0000016403816,1.9390298e-7,0.00038383502,0.93183327,0.00039734718],"about_ca_topic_score_codex":0.0029498627,"about_ca_topic_score_gemma":0.0067017726,"teacher_disagreement_score":0.3611294,"about_ca_system_score_codex":0.0019859078,"about_ca_system_score_gemma":0.014112926,"threshold_uncertainty_score":0.9998935},"labels":[],"label_agreement":null},{"id":"W2186410877","doi":"","title":"Review and revision of the competencies for a beginning dental practitioner in Canada.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Accreditation; Curriculum; Medical education; Medicine; Family medicine; Political science; Psychology; Pedagogy","score_opus":0.02304677662806152,"score_gpt":0.2943057205287349,"score_spread":0.27125894390067334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186410877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477854,0.014059616,0.00036585535,0.032986842,0.00044424675,0.0031858108,0.000004607676,0.000007134157,0.0011604974],"genre_scores_gemma":[0.99099123,0.00048175806,0.0013028217,0.0069312183,0.000046085966,0.00012055764,0.000008741776,0.0000040591044,0.00011353514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995126,0.00000971558,0.00019758116,0.0000589235,0.00012097544,0.0001002164],"domain_scores_gemma":[0.9996583,0.00006253611,0.00008248359,0.00008667873,0.00009019526,0.000019809526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077473285,0.000030675237,0.00010203199,0.000034930166,0.000025240692,0.0000013640638,0.000029601144,0.000014507727,0.000005991757],"category_scores_gemma":[0.0017025395,0.000020685258,0.000010888243,0.00025605378,0.000033514425,0.000029452434,0.000012019298,0.000076108656,6.928937e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038418628,0.00008470589,0.14530072,0.0035578916,0.000022332317,0.0000018504196,0.0001763411,3.9112422e-7,0.00009613704,0.0013709426,0.06891633,0.78043395],"study_design_scores_gemma":[0.00028197217,0.0000043327186,0.88076925,0.00063039205,0.00004578205,0.000023194756,0.00033592296,0.000009879188,0.0002586614,0.00001952702,0.11759192,0.000029190494],"about_ca_topic_score_codex":0.018328696,"about_ca_topic_score_gemma":0.06796218,"teacher_disagreement_score":0.78040475,"about_ca_system_score_codex":0.00020056746,"about_ca_system_score_gemma":0.00016782744,"threshold_uncertainty_score":0.98820835},"labels":[],"label_agreement":null},{"id":"W2186524655","doi":"10.1080/14739879.2014.11730760","title":"Impact of rating demands on rater-based assessments of clinical competence","year":2014,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centennial College; McMaster University","funders":"","keywords":"Competence (human resources); Psychology; Inter-rater reliability; Applied psychology; Reliability (semiconductor); Task (project management); Medical education; Social psychology; Rating scale; Medicine; Developmental psychology; Management","score_opus":0.04109682179059696,"score_gpt":0.47731014073660416,"score_spread":0.4362133189460072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186524655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98477346,0.000030710835,0.006003651,0.00031627572,0.0010484117,0.0005025687,0.000012481343,0.00001595353,0.00729648],"genre_scores_gemma":[0.9654777,0.0000016651957,0.032168437,0.00085139315,0.0003369314,0.000060534137,0.0009769548,0.000014568818,0.00011181508],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866813,0.00007573179,0.00068639126,0.00018557034,0.00027258875,0.00011157063],"domain_scores_gemma":[0.9978043,0.00026671364,0.00042760556,0.00035119717,0.0010954622,0.000054733246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006627857,0.00009620729,0.0003263903,0.00015476963,0.00004617195,0.000005861734,0.00009668133,0.000090797235,0.00006521001],"category_scores_gemma":[0.0013365819,0.00008057527,0.0001606545,0.0002473281,0.00008423385,0.000057392313,0.00000979613,0.00014653619,0.0000032287708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003938665,0.0018800221,0.537164,0.0015870314,0.00007494482,6.889209e-8,0.00046294287,0.00009980125,0.002518005,0.0017087465,0.01020669,0.4439039],"study_design_scores_gemma":[0.0018827897,0.0027183124,0.98774207,0.0005951019,0.00009119481,0.0000014262515,0.0006738594,0.0011861187,0.0028630379,0.00013499733,0.0019996196,0.000111496236],"about_ca_topic_score_codex":0.000014044916,"about_ca_topic_score_gemma":3.9843195e-7,"teacher_disagreement_score":0.45057803,"about_ca_system_score_codex":0.0002113219,"about_ca_system_score_gemma":0.0025527878,"threshold_uncertainty_score":0.4528536},"labels":[],"label_agreement":null},{"id":"W2186642465","doi":"10.3138/jvme.0115-004r","title":"Making the Most of Five Minutes: The Clinical Teaching Moment","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teachable moment; Process (computing); Medical education; Psychology; Teaching method; Reflection (computer programming); Clinical Practice; Control (management); Think aloud protocol; Professional development; Mathematics education; Computer science; Pedagogy; Medicine; Nursing","score_opus":0.20447334482832355,"score_gpt":0.5076788272703269,"score_spread":0.3032054824420033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186642465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89461243,0.00081784336,0.0015243687,0.09655118,0.004838269,0.00024910222,4.966402e-7,0.0000069014313,0.0013994103],"genre_scores_gemma":[0.98077565,0.00008800153,0.005933906,0.009795668,0.0029653942,0.000014010992,0.000006974546,0.00001393868,0.00040646587],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966795,0.0004244888,0.0012807271,0.00011375904,0.0013477472,0.00015376793],"domain_scores_gemma":[0.99728537,0.00039925016,0.00088309724,0.00036302232,0.0008957154,0.00017355793],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007829191,0.000106608684,0.0002975827,0.00013803654,0.00010635694,0.00001626264,0.00040135544,0.00013613745,0.00014707733],"category_scores_gemma":[0.017493516,0.000054544835,0.00012391018,0.00033142327,0.00036478046,0.00012868538,0.00007249486,0.0011901691,0.000007496841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045812954,0.002016855,0.0045981174,0.0001084166,0.00014477022,0.000027034099,0.006708018,0.000008924018,0.0000852656,0.0010945016,0.510131,0.47461897],"study_design_scores_gemma":[0.002864965,0.0050597605,0.05350416,0.0029192998,0.00041473392,0.0073345085,0.03519109,0.0026115656,0.000037860253,0.0012877823,0.8885811,0.00019318103],"about_ca_topic_score_codex":0.000018257335,"about_ca_topic_score_gemma":6.063102e-7,"teacher_disagreement_score":0.4744258,"about_ca_system_score_codex":0.00020136108,"about_ca_system_score_gemma":0.0042935167,"threshold_uncertainty_score":0.99078256},"labels":[],"label_agreement":null},{"id":"W2187132998","doi":"10.4300/jgme-d-15-00440.1","title":"Multisource Feedback: Everyone Has a Say, But Who Is Listening?","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Thematic analysis; Active listening; Focus group; Medical education; Health care; Interpersonal communication; Medicine; Health professionals; Psychology; Perception; Exploratory research; Nursing; Qualitative research; Social psychology","score_opus":0.06480639048202742,"score_gpt":0.3635949368606593,"score_spread":0.2987885463786319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187132998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80262005,0.0009869315,0.0028593875,0.18659188,0.0046663606,0.00027443573,0.0000014988844,0.00003425232,0.0019651868],"genre_scores_gemma":[0.9353345,0.00019729382,0.014297937,0.03495615,0.004892985,0.000020112973,0.000047116017,0.00005719037,0.010196728],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99541354,0.00012879234,0.0012350777,0.00023326735,0.002665316,0.00032399342],"domain_scores_gemma":[0.9951688,0.00008935837,0.00077498605,0.00036083304,0.0028110684,0.0007949611],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024307324,0.00021399575,0.0005355098,0.0005353087,0.00012077976,0.00006615221,0.00031047492,0.0002748311,0.00056424167],"category_scores_gemma":[0.017082646,0.00017129401,0.0001708754,0.0008857073,0.00034752215,0.00029678023,0.0000476946,0.0011839421,0.00012341802],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019947793,0.0012867645,0.0048500565,0.000099106626,0.0000925075,0.000030440186,0.004992809,0.0000018697904,0.000118538424,0.000118289565,0.86406744,0.12414268],"study_design_scores_gemma":[0.010022695,0.0022755994,0.10813324,0.0045718336,0.0007964042,0.009672301,0.019055977,0.0058636987,0.0012885017,0.00240899,0.8351861,0.0007246091],"about_ca_topic_score_codex":0.00012365424,"about_ca_topic_score_gemma":0.000003273304,"teacher_disagreement_score":0.15163572,"about_ca_system_score_codex":0.000552762,"about_ca_system_score_gemma":0.008766488,"threshold_uncertainty_score":0.9968529},"labels":[],"label_agreement":null},{"id":"W2187163199","doi":"","title":"La rétroaction pédagogique en médecine : description et évaluation préliminaire d'un dispositif de formation sur internet pour les médecins cliniciens Educational feedback in medicine: description and preliminary evaluation of a web-based faculty development program for clinical educators","year":2009,"lang":"fr","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Context (archaeology); Medical education; Medicine; Psychology; Computer science; World Wide Web","score_opus":0.15220396746324866,"score_gpt":0.4545200058657262,"score_spread":0.30231603840247756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187163199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8745289,0.0009207555,0.08719783,0.030900514,0.0016610881,0.004399924,0.000015426633,0.000072155606,0.0003034388],"genre_scores_gemma":[0.8997569,0.00038873355,0.09345179,0.00073018455,0.0009965682,0.0010820848,0.0028631,0.000046173787,0.0006844465],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99144053,0.0028097269,0.0029828588,0.0007865616,0.0013357127,0.0006446009],"domain_scores_gemma":[0.99446267,0.0014277935,0.0011545583,0.00037975857,0.0023407342,0.00023450724],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02705343,0.00050839304,0.0007589002,0.0009958878,0.00018293761,0.0000695341,0.00020796285,0.0009242523,0.00023830506],"category_scores_gemma":[0.012443689,0.0004917145,0.00016745439,0.00095280074,0.0004199345,0.0010289622,0.00003879436,0.00087320106,0.000009934919],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009419232,0.008311081,0.11654658,0.0007710211,0.00008075918,7.686858e-7,0.0099744825,0.0003804556,0.0007156146,0.0015688823,0.00630069,0.8544077],"study_design_scores_gemma":[0.008564892,0.0025365222,0.75471014,0.003056081,0.0007244476,0.00006884174,0.0054046893,0.22123791,0.0006584956,0.0014478058,0.0012758774,0.0003142771],"about_ca_topic_score_codex":0.00024946887,"about_ca_topic_score_gemma":0.0005153115,"teacher_disagreement_score":0.8540935,"about_ca_system_score_codex":0.0038053556,"about_ca_system_score_gemma":0.008276511,"threshold_uncertainty_score":0.9997535},"labels":[],"label_agreement":null},{"id":"W2187332294","doi":"10.1002/j.0022-0337.2006.70.9.tb04167.x","title":"The Impact of Quality Assurance Programming: A Comparison of Two Canadian Dental Hygienist Programs","year":2006,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Manitoba","funders":"","keywords":"Quality assurance; Competence (human resources); Proxy (statistics); Medical education; Continuing education; Psychology; Dental care; Nursing; Medicine; Family medicine; Computer science; Social psychology","score_opus":0.023897671665688555,"score_gpt":0.42778887041399116,"score_spread":0.4038911987483026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187332294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961968,0.000508723,0.00008288359,0.00074870256,0.000976639,0.00037826816,0.000003264604,0.00000442741,0.0011002893],"genre_scores_gemma":[0.9953861,0.0000067157443,0.0038545355,0.00003432908,0.0004129794,0.000012506937,0.000053551958,0.000011493095,0.00022779078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792475,0.00007485735,0.0011314969,0.00009039506,0.00057299103,0.0002055251],"domain_scores_gemma":[0.99742687,0.000057267505,0.0012272545,0.00020140171,0.0009818585,0.000105376435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090341066,0.000107825945,0.00031265934,0.00024490448,0.00011569653,0.000036042282,0.0001768088,0.00006411182,0.00003438768],"category_scores_gemma":[0.00052136544,0.00007429062,0.00019739458,0.000640004,0.0002255394,0.00014027677,0.000008988256,0.0002879121,0.0000036723977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012462176,0.0022299786,0.85484535,0.00007694744,0.00007252947,9.802397e-7,0.0005708432,0.000017384704,0.0019446692,0.00059513416,0.008940454,0.1305811],"study_design_scores_gemma":[0.0010626197,0.0008047665,0.9804255,0.0003721143,0.00011081012,0.0003202104,0.008962718,0.00012555643,0.0037559697,0.00023588377,0.0037194137,0.00010448188],"about_ca_topic_score_codex":0.052434716,"about_ca_topic_score_gemma":0.017617809,"teacher_disagreement_score":0.13047661,"about_ca_system_score_codex":0.00082494505,"about_ca_system_score_gemma":0.0033687016,"threshold_uncertainty_score":0.983115},"labels":[],"label_agreement":null},{"id":"W2187344450","doi":"10.1002/j.0022-0337.2012.76.3.tb05261.x","title":"Interactive Distance Learning in Orthodontic Residency Programs: Problems and Potential Solutions","year":2012,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Distance education; Quality (philosophy); Psychology; Medicine; Pedagogy","score_opus":0.01932615070894695,"score_gpt":0.3393736480747762,"score_spread":0.32004749736582927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187344450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930027,0.0012184115,0.0017642744,0.001552631,0.0015634787,0.00023652661,1.5021459e-7,0.000007471982,0.00065435097],"genre_scores_gemma":[0.99284744,0.00008147958,0.0056430777,0.00010272719,0.00055766944,0.000016985201,0.000013161962,0.000009668388,0.0007278056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989896,0.000068525944,0.0004373644,0.00007425065,0.0002568663,0.00017338892],"domain_scores_gemma":[0.99925035,0.00002109602,0.00033285088,0.00006420807,0.00026110653,0.0000703882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006980344,0.000070510476,0.00014018151,0.00029398483,0.000068451,0.000024480607,0.00004142585,0.00005315612,0.000058349022],"category_scores_gemma":[0.0007782172,0.00006273444,0.00003667523,0.00035937014,0.000059359474,0.0005825911,0.000015982454,0.00046849326,0.00000807419],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012484529,0.00225225,0.83134973,0.00017063822,0.000039153652,0.0000055051746,0.0072618434,0.000013836522,0.0017465362,0.0007207363,0.0016673368,0.1546476],"study_design_scores_gemma":[0.0008852631,0.00035833876,0.96450233,0.0013859,0.00012343207,0.0029531363,0.023880307,0.00024115702,0.00013099093,0.00037063702,0.0050446857,0.00012384707],"about_ca_topic_score_codex":0.00002909399,"about_ca_topic_score_gemma":0.000009119103,"teacher_disagreement_score":0.15452376,"about_ca_system_score_codex":0.0003298868,"about_ca_system_score_gemma":0.00040056588,"threshold_uncertainty_score":0.25582364},"labels":[],"label_agreement":null},{"id":"W2188082401","doi":"","title":"Perceptions d'ex-résidents en médecine familiale","year":2001,"lang":"fr","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perception; Anxiety; Psychology; Focus group; Qualitative research; Medical education; Unit (ring theory); Pedagogy; Nursing; Medicine; Sociology; Psychiatry; Mathematics education","score_opus":0.01886145519533497,"score_gpt":0.35253610879970243,"score_spread":0.33367465360436743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188082401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71158695,0.0016762922,0.014087752,0.095173806,0.015199384,0.000637276,0.00000892417,0.0001671448,0.1614625],"genre_scores_gemma":[0.49956253,0.0018934226,0.009842222,0.007026572,0.0065303077,0.00003438122,0.00014855921,0.00004301934,0.474919],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976382,0.00011475761,0.0006473156,0.00037865335,0.00061989913,0.0006011667],"domain_scores_gemma":[0.9986096,0.00011589744,0.00008179761,0.00060355855,0.00038638024,0.00020274315],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00076455483,0.00023235678,0.00030198545,0.00031526672,0.00016987724,0.000034990317,0.00021299662,0.0003459185,0.06636328],"category_scores_gemma":[0.0017943763,0.00022715895,0.00010058174,0.001235092,0.00029622778,0.00025741698,0.0000708982,0.0006108639,0.014914784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034419467,0.001895697,0.18903157,0.00014035568,0.000104239196,0.00006221694,0.0015375327,0.000018012188,0.0022640887,0.024372023,0.48379537,0.29674447],"study_design_scores_gemma":[0.0017798608,0.00022319295,0.53859866,0.00045027753,0.00023395383,0.00034304836,0.0071356273,0.0022859655,0.00006882144,0.0017615955,0.4468605,0.00025850837],"about_ca_topic_score_codex":0.0006739784,"about_ca_topic_score_gemma":0.00006895826,"teacher_disagreement_score":0.3495671,"about_ca_system_score_codex":0.0007079988,"about_ca_system_score_gemma":0.00035126816,"threshold_uncertainty_score":0.98585224},"labels":[],"label_agreement":null},{"id":"W2188243386","doi":"","title":"Le cursus Triple C produira-t-il de meilleurs médecins de famille?: NON","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.021213534294808954,"score_gpt":0.2724614572808449,"score_spread":0.251247922986036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188243386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86924255,0.012372454,0.0032589769,0.026557975,0.03128589,0.0020760093,0.000049236853,0.00023699498,0.054919936],"genre_scores_gemma":[0.9067469,0.0029470585,0.0061749225,0.004419317,0.014109675,0.00030385717,0.00015543851,0.00023451645,0.06490831],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925688,0.0005390455,0.00094457605,0.0006391378,0.00082167966,0.0044867466],"domain_scores_gemma":[0.9967194,0.00012259568,0.00033005784,0.0010125326,0.00039120813,0.0014241735],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034771578,0.0005096099,0.0005586951,0.00031530467,0.00032049077,0.00008171886,0.00053154666,0.00037747208,0.00055817055],"category_scores_gemma":[0.0076904586,0.0005357189,0.00017023708,0.0019281947,0.0004892553,0.0004973924,0.00013699401,0.0013141315,0.0009091021],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027536714,0.004382953,0.21060297,0.0006911701,0.0003046582,0.0001244613,0.027569124,0.000051190527,0.002022296,0.022926047,0.29682058,0.4342292],"study_design_scores_gemma":[0.002365937,0.000111009205,0.36282682,0.00026076788,0.0002641571,0.00018044464,0.0013817631,0.00029051045,0.0040004547,0.000060231367,0.6278659,0.0003919631],"about_ca_topic_score_codex":0.00023937476,"about_ca_topic_score_gemma":0.000010209798,"teacher_disagreement_score":0.43383723,"about_ca_system_score_codex":0.0017603379,"about_ca_system_score_gemma":0.0026255501,"threshold_uncertainty_score":0.9998688},"labels":[],"label_agreement":null},{"id":"W2188270182","doi":"10.1177/070674370404900710","title":"The RCPSC Oral Examination: Patient Perceptions and Impact on Participating Psychiatric Patients","year":2004,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital","funders":"","keywords":"Medicine; Oral examination; Family medicine; Psychiatry; Oral health","score_opus":0.01408566592466617,"score_gpt":0.3110812267819873,"score_spread":0.29699556085732115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188270182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95410997,0.00025585073,0.000035957662,0.04265088,0.0020961957,0.00020228632,0.000004264443,0.0000042892443,0.00064032734],"genre_scores_gemma":[0.9951224,0.000014145185,0.002230432,0.002051694,0.0005241784,0.000009568495,0.000005203483,0.000014317131,0.000028073493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987554,0.00008253724,0.00045836408,0.000089007466,0.00035233298,0.00026233646],"domain_scores_gemma":[0.9987867,0.000043283704,0.0002828068,0.00022488464,0.00039399185,0.00026833612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007170913,0.00011300985,0.00012931581,0.00022385991,0.0009287822,0.00007145993,0.00013416169,0.00006242849,0.00009359722],"category_scores_gemma":[0.0004291094,0.00005905217,0.00008046456,0.00047401674,0.00019301844,0.00007783962,0.000005863307,0.000499978,0.000014533606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011716907,0.00038893067,0.7712308,0.000031545173,0.00017781646,0.000006427226,0.006249821,0.0004923935,0.0000039565134,0.021254603,0.03799931,0.16204719],"study_design_scores_gemma":[0.0009966062,0.0013212103,0.9880016,0.000113013164,0.00010310356,0.000114834045,0.0019522427,0.000045587552,0.0000018105153,0.0060438546,0.0012285206,0.00007765799],"about_ca_topic_score_codex":0.0012517294,"about_ca_topic_score_gemma":0.016053246,"teacher_disagreement_score":0.21677074,"about_ca_system_score_codex":0.00042339897,"about_ca_system_score_gemma":0.0022166274,"threshold_uncertainty_score":0.8958088},"labels":[],"label_agreement":null},{"id":"W2188317712","doi":"10.1002/j.0022-0337.2006.70.12.tb04237.x","title":"Effectiveness of an Electronic Histology Tutorial for First‐Year Dental Students and Improvement in “Normalized” Test Scores","year":2006,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Histology; Test (biology); Medicine; Dentistry; Psychology; Pathology; Biology","score_opus":0.004407986554020692,"score_gpt":0.33229657431787507,"score_spread":0.3278885877638544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188317712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971207,0.00024126584,0.00012579262,0.000104471765,0.0018507236,0.0005224425,0.0000018967756,0.0000030489055,0.000029662442],"genre_scores_gemma":[0.99789464,0.00002186319,0.001249705,0.00004201228,0.0006417375,0.0000401582,0.000045638884,0.000011471556,0.000052767813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988547,0.000041166524,0.00052808784,0.000114303526,0.00031203314,0.00014969673],"domain_scores_gemma":[0.99915665,0.00010421686,0.00035369088,0.00008714382,0.00026277162,0.000035545385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000808632,0.00008631025,0.00023589676,0.00032543746,0.000039139755,0.000013324536,0.000093131646,0.00007592046,0.000019933212],"category_scores_gemma":[0.00042293125,0.000079828904,0.00004571026,0.00019519732,0.00006569876,0.00019019395,0.000014911231,0.00017080118,8.242339e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013516273,0.00549593,0.9410349,0.00049456593,0.00004482629,0.000003192765,0.00028179868,0.00000838812,0.041887835,0.0013793854,0.0009514521,0.007066061],"study_design_scores_gemma":[0.006386523,0.0029723807,0.96927935,0.00043518297,0.0001310838,0.00035960024,0.0014311307,0.000051512136,0.017005552,0.001238352,0.0006077201,0.00010161929],"about_ca_topic_score_codex":0.00015714958,"about_ca_topic_score_gemma":0.000099432975,"teacher_disagreement_score":0.028244406,"about_ca_system_score_codex":0.00076716207,"about_ca_system_score_gemma":0.00055169204,"threshold_uncertainty_score":0.32553282},"labels":[],"label_agreement":null},{"id":"W2188548232","doi":"","title":"Dental Education : Our Past, Present and Future","year":2008,"lang":"en","type":"article","venue":"Journal of The Canadian Dental Association","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Variety (cybernetics); Medical education; Psychology; Point (geometry); Interpersonal communication; Medicine; Computer science; Social psychology; Engineering","score_opus":0.006891452917155813,"score_gpt":0.26765336518983973,"score_spread":0.2607619122726839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188548232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9141307,0.00017461769,0.0000021849985,0.08138868,0.0030980431,0.00015599582,0.0000028151312,0.0000033448252,0.0010436128],"genre_scores_gemma":[0.98693895,0.000041574793,0.00033814527,0.0025923904,0.0071665714,0.0000031339805,0.000009700038,0.000009160556,0.0029003744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893546,0.000048732265,0.000288058,0.00006596272,0.00051736913,0.00014443506],"domain_scores_gemma":[0.99893737,0.000009811764,0.00039882123,0.00009297499,0.00039347803,0.00016757508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034528808,0.000068316636,0.00012222907,0.00019667571,0.0002711646,0.000024214058,0.00009139822,0.000116257805,0.00002691936],"category_scores_gemma":[0.00019309878,0.000051316252,0.00007202709,0.00029283226,0.00001970178,0.00014634349,0.000012370166,0.00034267132,0.000008800802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000975042,0.00007506148,0.6457263,0.000009029609,0.00004881893,0.000007372538,0.00041092234,9.2310626e-7,0.00008910334,0.00006934287,0.34378454,0.009768834],"study_design_scores_gemma":[0.0004104949,0.00004647225,0.87730867,0.000045213594,0.000068038426,0.0012700994,0.0021996556,0.000022719425,0.00012584454,0.000075603195,0.118375115,0.00005209531],"about_ca_topic_score_codex":0.0028501768,"about_ca_topic_score_gemma":0.007601731,"teacher_disagreement_score":0.23158234,"about_ca_system_score_codex":0.003131139,"about_ca_system_score_gemma":0.0014915569,"threshold_uncertainty_score":0.818782},"labels":[],"label_agreement":null},{"id":"W2188602053","doi":"10.1017/s1481803500010009","title":"Daily encounter cards facilitate competency-based feedback while leniency bias persists","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Occupational Cancer Research Centre; The Wilson Centre; St. Michael's Hospital","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; Applied psychology; Cognitive psychology; Medical education; Psychology","score_opus":0.12926440524301264,"score_gpt":0.33376706386870547,"score_spread":0.20450265862569283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188602053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9098822,0.0038037929,0.00094626687,0.037342984,0.01837525,0.00036837644,0.000029354698,0.000023794897,0.029227993],"genre_scores_gemma":[0.9894191,0.00028336266,0.0016087483,0.0019569257,0.0021012127,0.000007388183,0.000067913155,0.000036024663,0.004519346],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686784,0.000086828644,0.0013777417,0.00024814677,0.0008788454,0.0005405756],"domain_scores_gemma":[0.99604934,0.000045949426,0.00043822345,0.00043078844,0.0020730037,0.00096267613],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010405912,0.00026275,0.000605387,0.0010122847,0.0003067391,0.0000037207967,0.0003247386,0.00014773988,0.015046841],"category_scores_gemma":[0.0027039347,0.00020883422,0.0002179474,0.0012017923,0.0005272258,0.00017565471,0.000007142817,0.00068610156,0.00008947771],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074925425,0.000105007966,0.119643636,0.00017628739,0.00014705263,0.00046640274,0.008091014,0.000041207557,0.00065082684,0.00020831088,0.86812764,0.0022677022],"study_design_scores_gemma":[0.004920257,0.0027051882,0.19299789,0.0013410368,0.00047669365,0.0010340741,0.0065921084,0.0005432777,0.00016080086,0.00034613628,0.78832936,0.0005531869],"about_ca_topic_score_codex":0.004281666,"about_ca_topic_score_gemma":0.0028898714,"teacher_disagreement_score":0.079798274,"about_ca_system_score_codex":0.0005207869,"about_ca_system_score_gemma":0.007173048,"threshold_uncertainty_score":0.99845535},"labels":[],"label_agreement":null},{"id":"W2188660453","doi":"10.4300/jgme-d-15-00437.1","title":"General Versus Technique-Specific Surgical Skills Assessments: Do We Need to Reinvent the Wheel?","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cronbach's alpha; Construct validity; Reliability (semiconductor); Rating scale; Concurrent validity; Medicine; Laparoscopic cholecystectomy; Construct (python library); Educational measurement; Scale (ratio); Medical physics; Psychometrics; Medical education; Psychology; Curriculum; Surgery; Clinical psychology; Computer science; Internal consistency","score_opus":0.07396001131527487,"score_gpt":0.4201404088972802,"score_spread":0.34618039758200536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188660453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5401155,0.0013605597,0.005736009,0.4340317,0.014737807,0.0010128886,0.0000014980158,0.000046462013,0.0029576016],"genre_scores_gemma":[0.9043369,0.002343385,0.061615646,0.01225572,0.01591742,0.00029521517,0.00010035661,0.000104121704,0.003031228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522763,0.00025194255,0.001138821,0.00022888728,0.0028308178,0.0003219062],"domain_scores_gemma":[0.99627095,0.0001545982,0.0004911544,0.00045727674,0.0018900159,0.0007359935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042107403,0.0002022428,0.0004027777,0.00046477822,0.00011104588,0.00006428905,0.00042779866,0.00021185631,0.0004488493],"category_scores_gemma":[0.0051367492,0.00012764252,0.00015354823,0.0012089775,0.00019757774,0.00018613896,0.000064575295,0.0011834824,0.00007987807],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005606065,0.0016234058,0.00033849117,0.000030967876,0.00007864985,0.000048992173,0.0010236338,0.00000767136,0.00012706852,0.0032716338,0.7259288,0.26696008],"study_design_scores_gemma":[0.0035727744,0.0014689537,0.0021704773,0.00091305043,0.00014283357,0.0016310689,0.004036984,0.0001685147,0.0004815096,0.0020576483,0.98314995,0.00020621752],"about_ca_topic_score_codex":0.000018339644,"about_ca_topic_score_gemma":0.0000010695071,"teacher_disagreement_score":0.421776,"about_ca_system_score_codex":0.0008948651,"about_ca_system_score_gemma":0.0048311166,"threshold_uncertainty_score":0.8570193},"labels":[],"label_agreement":null},{"id":"W2188911666","doi":"","title":"Publications misrepresentation: evaluating honesty among Otolaryngology residency applicants in Canada.","year":2012,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misrepresentation; Honesty; Otorhinolaryngology; Medical education; Medicine; Psychology; Family medicine; Political science; Social psychology; Law; Psychiatry","score_opus":0.04314526459087086,"score_gpt":0.37902967861080594,"score_spread":0.3358844140199351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188911666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96696186,0.000058671485,0.0007115518,0.009150993,0.00034005358,0.0005837486,0.0000011372243,0.000041946565,0.022150017],"genre_scores_gemma":[0.98630685,0.000004359624,0.009613423,0.0017963421,0.00028847228,0.00033190055,0.000105805244,0.000013289897,0.0015395547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984498,0.00007226588,0.00046356829,0.00020264022,0.0004485027,0.0003632406],"domain_scores_gemma":[0.99897164,0.00011084841,0.00010911717,0.0004023367,0.00027736096,0.00012867792],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007892833,0.00009439132,0.00016901955,0.00021970624,0.00007980725,0.000008860243,0.00010521524,0.00007547445,0.0014334457],"category_scores_gemma":[0.0018712077,0.00008815437,0.000017762843,0.0011254743,0.00006341596,0.00024484107,0.000033163375,0.00027723942,0.000042591055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067347946,0.00010246412,0.97287863,0.000021677315,0.000009055464,0.0000011147024,0.0002359633,0.0000039565657,0.00026273573,0.0043302877,0.016054962,0.006092419],"study_design_scores_gemma":[0.00041108156,0.000013068815,0.99523705,0.000022550335,0.00001819838,0.000032711123,0.0011812644,0.0013786483,0.00029246067,0.00014611705,0.001183196,0.00008362432],"about_ca_topic_score_codex":0.6117134,"about_ca_topic_score_gemma":0.5504879,"teacher_disagreement_score":0.061225507,"about_ca_system_score_codex":0.0007103543,"about_ca_system_score_gemma":0.002552536,"threshold_uncertainty_score":0.99947935},"labels":[],"label_agreement":null},{"id":"W2189071771","doi":"","title":"Building resident resilience: Using mindfulness, cognitive behavioural therapy (CBT) and solution-focused therapy to teach residents stress management skills","year":2010,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mindfulness; Coping (psychology); Stress management; Psychological resilience; Cognition; Psychology; Mental health; Cognitive skill; Clinical psychology; Medical education; Psychotherapist; Medicine; Psychiatry","score_opus":0.02321355008740818,"score_gpt":0.35495498189244856,"score_spread":0.3317414318050404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189071771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863064,0.000055213957,0.008753215,0.002218637,0.00067208265,0.001389492,0.0000053904505,0.000075675285,0.0005238789],"genre_scores_gemma":[0.9610653,0.000026816007,0.03533907,0.0016613186,0.00025535704,0.00015291921,0.000025276842,0.000036457102,0.0014375021],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99776417,0.00006557691,0.000464499,0.00053457665,0.00074975885,0.00042139305],"domain_scores_gemma":[0.9988327,0.00007786685,0.00012578147,0.0003976247,0.00039912775,0.00016688927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075147895,0.00023592445,0.00025570494,0.00044863095,0.00037217766,0.0000946016,0.00017846972,0.00016366638,0.0004415997],"category_scores_gemma":[0.0003400068,0.00019713746,0.000046164503,0.00063260336,0.00020589551,0.00020836234,0.00008854088,0.0004837357,0.000014717118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007341937,0.0014126012,0.20303439,0.0000819471,0.00022823225,0.00007278383,0.002870242,0.00000663826,0.04805674,0.0045696115,0.008153353,0.7307793],"study_design_scores_gemma":[0.0045838733,0.00026778557,0.77723926,0.00058317435,0.00009788118,0.000058007117,0.002490232,0.0003421285,0.2124565,0.0007572551,0.00068631157,0.0004376065],"about_ca_topic_score_codex":0.00070146815,"about_ca_topic_score_gemma":0.00007106913,"teacher_disagreement_score":0.7303417,"about_ca_system_score_codex":0.00014030891,"about_ca_system_score_gemma":0.00012744858,"threshold_uncertainty_score":0.8039032},"labels":[],"label_agreement":null},{"id":"W2189288974","doi":"10.1002/j.0022-0337.2012.76.3.tb05260.x","title":"A Model for Cultivating Dental Hygiene Faculty Development Within a Community of Practice","year":2012,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Dental hygiene; Medical education; Context (archaeology); Psychology; Faculty development; Community practice; Professional development; Qualitative research; Academic community; Pedagogy; Medicine; Nursing; Sociology","score_opus":0.07237907854526016,"score_gpt":0.4301932937065608,"score_spread":0.35781421516130063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189288974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885912,0.00009258749,0.008916794,0.00049953104,0.0011230324,0.00030360377,0.0000027761043,0.0000058151177,0.00046464932],"genre_scores_gemma":[0.7540369,0.0000021249098,0.24464414,0.0005838334,0.00026592973,0.000019195822,0.00006173369,0.000011226537,0.0003748986],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984542,0.00006912796,0.0008157256,0.00005434974,0.0004575561,0.00014900508],"domain_scores_gemma":[0.99735856,0.000102950595,0.0010955689,0.00013155748,0.0012239866,0.0000873849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019287749,0.00009583229,0.00020717278,0.00021758737,0.00014999772,0.000011616846,0.000114461036,0.00007296174,0.000021715436],"category_scores_gemma":[0.0044672973,0.00008236234,0.00006959846,0.00024672822,0.00004936256,0.0006164906,0.000026954332,0.00042034074,0.0000045350093],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021810376,0.040863626,0.21639416,0.0020677666,0.0009730503,0.0000016697044,0.30821958,0.0005103075,0.12896717,0.004907013,0.05954103,0.2353736],"study_design_scores_gemma":[0.009008147,0.0015283204,0.23925668,0.0038118938,0.0013974586,0.005265057,0.53179365,0.01527003,0.17439543,0.00061938114,0.016864283,0.000789646],"about_ca_topic_score_codex":0.00002638812,"about_ca_topic_score_gemma":0.0000033719366,"teacher_disagreement_score":0.23572734,"about_ca_system_score_codex":0.00055395,"about_ca_system_score_gemma":0.0013337628,"threshold_uncertainty_score":0.5348095},"labels":[],"label_agreement":null},{"id":"W2189513841","doi":"10.59236/td2011vol5iss11309","title":"Examination of Curriculum Reform in a Four-year Program of Pediatric Dentistry","year":2011,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Context (archaeology); Medical education; Documentation; Evidence-based dentistry; Dental education; Dentistry; Medicine; Pedagogy; Psychology; Alternative medicine; Computer science","score_opus":0.033703800149993655,"score_gpt":0.31325794895182196,"score_spread":0.27955414880182833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189513841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904334,0.00007712365,0.0027798903,0.000050597948,0.00011448344,0.00017045351,7.492815e-7,0.000018034203,0.0063552815],"genre_scores_gemma":[0.9827547,0.00013219155,0.016939778,0.000011429536,0.00010242291,0.0000076133383,0.000016633803,0.000008118063,0.000027105742],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987094,0.00031262916,0.00051778904,0.00007386151,0.00024471892,0.00014164938],"domain_scores_gemma":[0.99941176,0.00003849798,0.0002776053,0.000050789928,0.00017831371,0.000043031516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027488354,0.00008437249,0.00021797529,0.000411875,0.00012648685,0.000008454839,0.000055526947,0.0000785975,0.000023403336],"category_scores_gemma":[0.0006872401,0.00006766047,0.000048105332,0.00025382603,0.000082296334,0.0002368037,0.0000064404962,0.0015059904,0.0000012591469],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009882582,0.0010040369,0.26219332,0.00063145556,0.00006336316,0.000013033369,0.14125773,0.0000062478907,0.00019382662,0.0011755334,0.000032745385,0.59332985],"study_design_scores_gemma":[0.0016943305,0.0012796513,0.96605843,0.00042993404,0.00011486115,0.00025851713,0.028616525,0.00088775734,0.00022426485,0.00016834617,0.00015551876,0.00011186534],"about_ca_topic_score_codex":0.00009588092,"about_ca_topic_score_gemma":0.0000032760058,"teacher_disagreement_score":0.7038651,"about_ca_system_score_codex":0.00008340471,"about_ca_system_score_gemma":0.000059183007,"threshold_uncertainty_score":0.65428627},"labels":[],"label_agreement":null},{"id":"W2189536035","doi":"10.2310/8000.2013.130941","title":"Implementation and evaluation of a novel research education rotation for Royal College of Physicians and Surgeons emergency medicine residents","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Medical education; Tracking (education); Test (biology); Family medicine; Psychology; Pedagogy","score_opus":0.19341190046998552,"score_gpt":0.5043634617109052,"score_spread":0.31095156124091966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189536035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97768867,0.0019937218,0.0005384061,0.013532153,0.0036773353,0.0015919036,0.000032293316,0.0000024486703,0.0009430899],"genre_scores_gemma":[0.9970146,0.00041589435,0.0008294153,0.00007342407,0.00087393494,0.00010006518,0.00010263666,0.000022433771,0.00056762097],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9966633,0.0001552242,0.0016406564,0.00019356253,0.0010694003,0.00027787546],"domain_scores_gemma":[0.988822,0.0001157321,0.0008874171,0.00020347263,0.009707409,0.00026397995],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048376815,0.00014121454,0.00043871798,0.0012713448,0.0001577508,0.0000015453162,0.00010911378,0.00009507959,0.0035244734],"category_scores_gemma":[0.005104867,0.000121081,0.000048268717,0.0010471012,0.00032626308,0.00019969537,0.00000899644,0.00023020756,6.514325e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010949364,0.00030777897,0.13608748,0.0010531124,0.00025898777,6.60941e-7,0.00952593,0.000013661302,0.019276962,0.005138169,0.76255083,0.065676935],"study_design_scores_gemma":[0.0058410172,0.0025822446,0.9186405,0.0019309507,0.0009994034,0.000024904555,0.05263421,0.002963887,0.0006318326,0.00834012,0.005215098,0.00019581214],"about_ca_topic_score_codex":0.026041886,"about_ca_topic_score_gemma":0.009072033,"teacher_disagreement_score":0.782553,"about_ca_system_score_codex":0.00023753737,"about_ca_system_score_gemma":0.0022818907,"threshold_uncertainty_score":0.99738646},"labels":[],"label_agreement":null},{"id":"W2190335101","doi":"10.1016/s1701-2163(16)30076-7","title":"Competency-Based Medical Education: Developing a Framework for Obstetrics and Gynaecology","year":2015,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Ottawa; McMaster University; Ontario Clinical Oncology Group; University of Toronto","funders":"","keywords":"Curriculum; Obstetrics and gynaecology; Medicine; Specialty; Competence (human resources); Medical education; Gynecology; Family medicine; Sociology; Management; Pedagogy; Pregnancy","score_opus":0.023868314162405074,"score_gpt":0.30920933087720986,"score_spread":0.2853410167148048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2190335101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68319935,0.030111678,0.04638281,0.092174396,0.14520653,0.0011171484,0.000012505244,0.000026109969,0.0017694483],"genre_scores_gemma":[0.80866164,0.000093510156,0.17563315,0.015332568,0.00015948131,0.000018674775,0.000016620648,0.000019505758,0.0000648548],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99809486,0.000061741404,0.00074775796,0.00018321621,0.0006248378,0.00028760152],"domain_scores_gemma":[0.9910372,0.005418846,0.0005467195,0.00016833936,0.0022895432,0.0005393664],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00083703076,0.00014922468,0.00047028382,0.00051154505,0.00013001973,0.000020904285,0.00015826181,0.00038025237,0.00016978903],"category_scores_gemma":[0.18220916,0.00012994425,0.00003906158,0.00088342687,0.00017090626,0.00006289656,0.00003906738,0.00063173386,4.3749145e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012877438,0.00035889412,0.1283917,0.0003241135,0.00014703846,0.00053252303,0.00024946616,0.000010953702,5.6331277e-7,0.077258475,0.017989805,0.7747236],"study_design_scores_gemma":[0.013681971,0.0027184694,0.6575596,0.0001371877,0.0005432912,0.0008613616,0.00453393,0.0032363962,0.000041664513,0.057163734,0.25882933,0.000693066],"about_ca_topic_score_codex":0.00048571534,"about_ca_topic_score_gemma":0.0010205945,"teacher_disagreement_score":0.7740305,"about_ca_system_score_codex":0.0021071902,"about_ca_system_score_gemma":0.06501958,"threshold_uncertainty_score":0.9402809},"labels":[],"label_agreement":null},{"id":"W2191685500","doi":"10.3109/0142159x.2015.1112894","title":"A critical hybrid realist-outcomes systematic review of relationships between medical education programmes and communities: BEME Guide No. 35","year":2015,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Laurentian University; University of Calgary; NOSM University","funders":"","keywords":"Medical education; Community engagement; Sociology; Medicine; Political science; Public relations","score_opus":0.1315110154430404,"score_gpt":0.4745011397608427,"score_spread":0.3429901243178023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2191685500","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001932267,0.9816632,0.00018312916,0.008127918,0.0006839862,0.0037436802,0.000021623438,0.00013678143,0.005420336],"genre_scores_gemma":[0.000025325304,0.9871155,0.0017829936,0.0021626314,0.000999698,0.0016115757,0.0030172155,0.00011735268,0.003167722],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98794305,0.0028087576,0.0042289305,0.00049919175,0.004009706,0.00051036966],"domain_scores_gemma":[0.9913602,0.0018813865,0.0012416298,0.0019438905,0.002172459,0.0014004626],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015447484,0.0006652943,0.0055657695,0.0004871265,0.00017049634,0.000038207636,0.0008017537,0.0012263405,0.002361439],"category_scores_gemma":[0.2202655,0.00045988927,0.000488957,0.0008463123,0.0013516708,0.00013547855,0.0002858565,0.0037342857,0.00015495229],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018577572,0.0005379259,0.00065154646,0.73170197,0.00030968792,0.000011196415,0.00018640063,2.2753054e-10,3.9294168e-10,0.000915771,0.09451272,0.1711709],"study_design_scores_gemma":[0.00022453866,0.000082110266,0.000011475922,0.5388165,0.0039861165,0.00033445715,0.0002967478,0.00003015229,5.1618927e-9,0.00014178843,0.45584404,0.00023202485],"about_ca_topic_score_codex":0.0001971213,"about_ca_topic_score_gemma":0.000008054109,"teacher_disagreement_score":0.36133134,"about_ca_system_score_codex":0.0005538339,"about_ca_system_score_gemma":0.00954974,"threshold_uncertainty_score":0.9997853},"labels":[],"label_agreement":null},{"id":"W2192061846","doi":"10.1017/s1049023x15005166","title":"On the Assessment of Paramedic Competence: A Narrative Review with Practice Implications","year":2015,"lang":"en","type":"review","venue":"Prehospital and Disaster Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa Skills and Simulation Centre; Ottawa Hospital; CARE Canada; Centennial College","funders":"","keywords":"Competence (human resources); Autonomy; Narrative; Best practice; Psychology; Narrative review; Scope of practice; Conceptual framework; Medical education; Medicine; Engineering ethics; Health care; Nursing; Sociology; Political science; Engineering; Social psychology","score_opus":0.05718937575527879,"score_gpt":0.4540081173951412,"score_spread":0.3968187416398624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192061846","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057414894,0.94078356,0.0001707562,0.04071054,0.00019577374,0.0028306025,0.0000137116085,0.00002135055,0.015216277],"genre_scores_gemma":[0.0002756141,0.99088174,0.0011069231,0.006028958,0.00025391745,0.0008167223,0.00031049323,0.000030066218,0.00029556573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974456,0.00022887863,0.000896653,0.00039939812,0.00083163724,0.0001978597],"domain_scores_gemma":[0.9966959,0.0008090229,0.00083588186,0.0007413798,0.0007656943,0.00015213997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013840402,0.00036438552,0.0016420779,0.00012885295,0.000093591785,0.000008571545,0.00020646086,0.00012697473,0.00019481756],"category_scores_gemma":[0.0029189629,0.00015661036,0.00008506195,0.00081674225,0.00089963205,0.00008847362,0.00006480695,0.0007760382,0.000009599718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025603229,0.0005557759,0.00003515126,0.046857726,0.0004915958,0.000008880331,0.004435932,5.3135917e-8,1.2392762e-7,0.021666443,0.105979785,0.81994295],"study_design_scores_gemma":[0.0005311943,0.0019656825,0.00013573066,0.1421777,0.0034117554,0.0003533509,0.003985886,0.0000059626414,1.9517651e-8,0.0003699864,0.84689057,0.00017214111],"about_ca_topic_score_codex":0.000008502776,"about_ca_topic_score_gemma":4.193009e-7,"teacher_disagreement_score":0.8197708,"about_ca_system_score_codex":0.00012961544,"about_ca_system_score_gemma":0.00083213,"threshold_uncertainty_score":0.63863856},"labels":[],"label_agreement":null},{"id":"W2194163034","doi":"","title":"La beauté des soins centrés sur le patient dans un contexte culturel","year":2014,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Humanities; Medicine; Art","score_opus":0.015714095178758332,"score_gpt":0.24174515385014206,"score_spread":0.22603105867138373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2194163034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9175824,0.0072858282,0.007844851,0.012151161,0.011342627,0.001426671,0.000053361953,0.0002477074,0.042065408],"genre_scores_gemma":[0.97481996,0.0014612434,0.0029468902,0.0034077978,0.0024858904,0.00011433382,0.00018080806,0.00015144645,0.014431617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99433804,0.001025816,0.0009748223,0.0007164279,0.00080064556,0.0021442343],"domain_scores_gemma":[0.99732864,0.00021629334,0.0003441152,0.0007043008,0.00063020183,0.00077646587],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014881945,0.00050361775,0.0005252391,0.00013483802,0.0004276983,0.000120890494,0.00041437382,0.00034278483,0.0004960502],"category_scores_gemma":[0.0073122946,0.00047176407,0.00016623178,0.0011703337,0.0011277136,0.0003208012,0.00014060404,0.0011171596,0.00056458625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099328325,0.0024105785,0.019298315,0.00046346502,0.00023579034,0.00011454138,0.06380166,0.00005575314,0.0011570168,0.04282783,0.06953103,0.8000047],"study_design_scores_gemma":[0.0024001426,0.00018227093,0.22671708,0.00063913333,0.0002272057,0.00013146963,0.0021747465,0.00062998565,0.0040854774,0.00047460446,0.7619147,0.000423231],"about_ca_topic_score_codex":0.00045542177,"about_ca_topic_score_gemma":0.00005762494,"teacher_disagreement_score":0.79958147,"about_ca_system_score_codex":0.0007671438,"about_ca_system_score_gemma":0.00077139,"threshold_uncertainty_score":0.9997734},"labels":[],"label_agreement":null},{"id":"W2195012973","doi":"10.17483/2368-6669.1039","title":"Educating for Complexity In Nursing Practice: A Baccalaureate Curriculum Innovation","year":2015,"lang":"en","type":"article","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Scholarship; Relevance (law); Salient; Pedagogy; Curriculum development; Sociology; Engineering ethics; Medical education; Medicine; Political science; Engineering","score_opus":0.09718995363614837,"score_gpt":0.49969197843015056,"score_spread":0.4025020247940022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2195012973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7912006,0.0004743682,0.09319598,0.07993039,0.0065258704,0.0050106198,0.000018804996,0.00023053563,0.023412833],"genre_scores_gemma":[0.84527683,0.00003898777,0.14767927,0.0027275926,0.0006930241,0.0009964061,0.0022468788,0.000048804497,0.00029220353],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99594444,0.000324443,0.0020107452,0.00046693202,0.00074253435,0.00051088736],"domain_scores_gemma":[0.99619406,0.00024024579,0.0009599681,0.0004907842,0.0019937847,0.00012117672],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034791878,0.00030450433,0.0004599656,0.0013277543,0.00018707228,0.00008774945,0.00017331254,0.00020802024,0.000042750744],"category_scores_gemma":[0.0072656204,0.00034024756,0.00005913184,0.0027955717,0.00019108324,0.0021768357,0.000017508524,0.00053392694,0.000029326578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051142665,0.010173394,0.010648624,0.00078636536,0.000019925925,5.6421726e-7,0.036166914,0.0009952687,0.00027148562,0.35708526,0.016161207,0.56717956],"study_design_scores_gemma":[0.015702855,0.0012848139,0.07465868,0.021405065,0.000262244,0.00031696723,0.37178314,0.043203037,0.0015722397,0.23822668,0.22940764,0.0021766378],"about_ca_topic_score_codex":0.00010594894,"about_ca_topic_score_gemma":0.000022784616,"teacher_disagreement_score":0.5650029,"about_ca_system_score_codex":0.0046368963,"about_ca_system_score_gemma":0.0013100675,"threshold_uncertainty_score":0.99990493},"labels":[],"label_agreement":null},{"id":"W2195303388","doi":"","title":"Analyse de vidéos Approche axée sur les compétences en communication pour les précepteurs en milieu communautaire","year":2014,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Humanities; Political science; Computer science; Philosophy","score_opus":0.023076592048952595,"score_gpt":0.28366210691842714,"score_spread":0.26058551486947457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2195303388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8908384,0.012247022,0.014625527,0.07546439,0.0023733636,0.0011138906,0.000021925523,0.00017168051,0.0031438256],"genre_scores_gemma":[0.96119267,0.0016763146,0.028472349,0.0015033502,0.002655885,0.000329964,0.00053454156,0.00006273533,0.0035721972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942104,0.0018908058,0.00088913867,0.00043256444,0.0005865785,0.0019904869],"domain_scores_gemma":[0.9964955,0.0010838468,0.00037379828,0.0011468123,0.00037270613,0.00052734953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004719974,0.00039932836,0.0005706281,0.000270504,0.0005112929,0.00009531169,0.0010063418,0.0005777144,0.0005316818],"category_scores_gemma":[0.008102357,0.00040057892,0.00018140012,0.0008026524,0.00089114753,0.00028662704,0.00018976339,0.0015540958,0.00008461476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010532028,0.0011335089,0.2747622,0.0006175039,0.00026430123,0.0000042204524,0.01222422,0.00026794896,0.00023483984,0.007425779,0.03324334,0.66971684],"study_design_scores_gemma":[0.001741724,0.00014052009,0.8139765,0.00086245144,0.00064368057,0.000076511635,0.023162412,0.035481706,0.0009552147,0.0016645367,0.12078633,0.0005084109],"about_ca_topic_score_codex":0.0026431123,"about_ca_topic_score_gemma":0.00074622716,"teacher_disagreement_score":0.6692084,"about_ca_system_score_codex":0.0014178928,"about_ca_system_score_gemma":0.0006835667,"threshold_uncertainty_score":0.9998446},"labels":[],"label_agreement":null},{"id":"W2198930923","doi":"10.3109/0142159x.2015.1078893","title":"Intuition in medical practice: A reflection on Donald Schön’s reflective practitioner","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies","funders":"","keywords":"Intuition; Feeling; Reflective practice; Psychology; Epistemology; Medical education; Social psychology; Medicine; Pedagogy; Cognitive science; Philosophy","score_opus":0.07192661489711487,"score_gpt":0.46002749559653333,"score_spread":0.38810088069941845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2198930923","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26278993,0.0001722399,0.005893704,0.40398368,0.0025326759,0.00096194766,9.00237e-7,0.0003343149,0.3233306],"genre_scores_gemma":[0.9552963,0.000086219334,0.0026578037,0.035366073,0.002669746,0.00033414265,0.00018185581,0.000058368496,0.003349541],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99409825,0.0005160553,0.0007067631,0.0005064444,0.0037753265,0.00039719229],"domain_scores_gemma":[0.99804115,0.00016131518,0.00019754947,0.0003965222,0.0005975811,0.0006058646],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005992151,0.00021612667,0.00034903645,0.00049830903,0.00008017906,0.000024000974,0.00016926075,0.0007666765,0.0062121637],"category_scores_gemma":[0.07720725,0.0001794993,0.000064535714,0.0013275575,0.00026937347,0.00035368424,0.000057889196,0.0026620142,0.0006663796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029192236,0.009849439,0.009755186,0.00011395697,0.00020666161,0.0011407712,0.0051914915,0.000009334396,0.000062709834,0.019058133,0.7083348,0.24335831],"study_design_scores_gemma":[0.012277058,0.002540084,0.0056577236,0.0019053321,0.00017155723,0.0026258794,0.0060320105,0.019554606,0.00016269404,0.009148472,0.93927044,0.0006541446],"about_ca_topic_score_codex":0.0002009276,"about_ca_topic_score_gemma":0.00006255977,"teacher_disagreement_score":0.6925063,"about_ca_system_score_codex":0.0014251862,"about_ca_system_score_gemma":0.0019924655,"threshold_uncertainty_score":0.99963886},"labels":[],"label_agreement":null},{"id":"W2200492317","doi":"10.26481/dis.20150902mg","title":"Communication and reasoning on clinical teaching teams : the genres that shape care and education","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Academic Medical Organization of Southwestern Ontario","keywords":"Documentation; Medicine; Medical education; Patient care; Psychology; Nursing; Computer science","score_opus":0.03849314587688262,"score_gpt":0.4472868092296953,"score_spread":0.4087936633528127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200492317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88686657,0.00500141,0.0000063266543,0.0024941228,0.00092534185,0.0007594011,0.0000019007098,0.00006525159,0.10387967],"genre_scores_gemma":[0.9725642,0.0015564396,0.007700254,0.003493795,0.0006915791,0.00015917164,0.003993818,0.000060096183,0.009780615],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982616,0.00025643245,0.0004900964,0.0003756816,0.00046075674,0.00015543296],"domain_scores_gemma":[0.99813837,0.0002576786,0.0003238703,0.0006903261,0.0005045637,0.000085190084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016401676,0.000230184,0.00032283692,0.00018058051,0.00042697325,0.00009347514,0.00017021646,0.0004196359,0.00005883163],"category_scores_gemma":[0.0029391046,0.00015776623,0.000048424085,0.00013556941,0.00014502245,0.00010751275,0.00004304749,0.0014941016,0.000012356493],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009217929,0.00014776179,0.009665136,0.00021553785,0.000044810648,2.6351367e-7,0.007694282,1.269261e-7,0.000008729719,0.004021794,0.048155785,0.9299536],"study_design_scores_gemma":[0.0016821078,0.001005317,0.3546444,0.0050036176,0.00089730206,0.00008634938,0.4920887,0.0011468997,0.00007149609,0.0017419679,0.14094815,0.0006836813],"about_ca_topic_score_codex":0.00021652994,"about_ca_topic_score_gemma":0.00010123897,"teacher_disagreement_score":0.9292699,"about_ca_system_score_codex":0.00017983705,"about_ca_system_score_gemma":0.0008211553,"threshold_uncertainty_score":0.6491211},"labels":[],"label_agreement":null},{"id":"W2200816689","doi":"10.3109/0142159x.2015.1112893","title":"Building capacity for education research among clinical educators in the health professions: A BEME (Best Evidence Medical Education) Systematic Review of the outcomes of interventions: BEME Guide No. 34","year":2015,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Psychological intervention; Inclusion (mineral); Medical education; Grey literature; Protocol (science); Systematic review; Medicine; Allied health professions; Intervention (counseling); Health professions; MEDLINE; Psychology; Health care; Nursing; Alternative medicine; Political science","score_opus":0.47301135799545624,"score_gpt":0.6532874002477668,"score_spread":0.18027604225231053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200816689","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003866737,0.9480208,0.00014105267,0.0318336,0.0040537966,0.015153774,0.0000069883363,0.000021052692,0.00038225888],"genre_scores_gemma":[0.00007444108,0.9783702,0.002782642,0.004178113,0.0012963623,0.010109556,0.00013834899,0.000078639045,0.0029717244],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97413534,0.010657154,0.00811006,0.0007750454,0.0056828274,0.00063956226],"domain_scores_gemma":[0.9730131,0.00710126,0.0065903272,0.004915809,0.007248007,0.0011314752],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.098914154,0.00049909245,0.004421247,0.00073935714,0.00022632348,0.000023205992,0.0025724652,0.0010259091,0.00071159424],"category_scores_gemma":[0.49310178,0.0002530503,0.0014429927,0.0030330792,0.0016523568,0.0001654779,0.00038706706,0.004479385,0.00004449287],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046240084,0.0036071371,0.0017095282,0.6484806,0.00016860232,3.7657244e-7,0.0003572321,1.6861177e-9,3.0459082e-9,0.001291107,0.1734776,0.17090319],"study_design_scores_gemma":[0.00023272482,0.00020817976,0.0001881206,0.764488,0.0012134272,0.00004483835,0.001493084,0.000016697033,2.0740423e-8,0.00023359097,0.23173018,0.00015114956],"about_ca_topic_score_codex":0.0006566788,"about_ca_topic_score_gemma":0.00008815189,"teacher_disagreement_score":0.39418763,"about_ca_system_score_codex":0.0015690728,"about_ca_system_score_gemma":0.05850212,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W2201351055","doi":"","title":"Learning behaviour and preferences of family medicine residents under a flexible academic curriculum.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Modalities; Curriculum; Medicine; Medical education; Academic year; Active learning (machine learning); Family medicine; Psychology; Pedagogy; Computer science; Mathematics education","score_opus":0.05698666601753605,"score_gpt":0.34564535730498586,"score_spread":0.2886586912874498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201351055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99152875,0.00037495085,0.00029986163,0.0024877135,0.00027013765,0.00038955366,3.083811e-7,0.000051820487,0.0045969198],"genre_scores_gemma":[0.9969849,0.00016486994,0.00033019675,0.00057344156,0.00026087675,0.0002491463,0.000019921266,0.000011782159,0.0014048711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987558,0.000062274754,0.00035907148,0.00019447983,0.00040986115,0.00021851841],"domain_scores_gemma":[0.9993624,0.00006416618,0.00015867713,0.00014780415,0.00017597714,0.00009098068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010170821,0.000093431,0.00023237987,0.00021219096,0.000055806668,0.0000045755837,0.00008595945,0.00012858488,0.000033813427],"category_scores_gemma":[0.0020549097,0.000071901675,0.000016645696,0.00039010635,0.00021262195,0.00007540536,0.000036246318,0.00045503175,0.0000038669364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022374697,0.000063763066,0.70502496,0.00012012917,0.000023972914,4.3196096e-7,0.0004751099,0.000003185174,0.00034733297,0.0016365002,0.0042036884,0.28807855],"study_design_scores_gemma":[0.00076086476,0.00010351447,0.9950162,0.00013896392,0.00008585551,0.000009660585,0.0011467299,0.000102560785,0.000312165,0.0012566022,0.001001582,0.00006528307],"about_ca_topic_score_codex":0.00017497351,"about_ca_topic_score_gemma":0.0000019155466,"teacher_disagreement_score":0.28999126,"about_ca_system_score_codex":0.000042307853,"about_ca_system_score_gemma":0.00003175331,"threshold_uncertainty_score":0.2932065},"labels":[],"label_agreement":null},{"id":"W2201586978","doi":"","title":"Pedagogical Underpinnings of the Quebec Virtual Campus in Health Care","year":2004,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Health care; Public relations; Medical education; Psychology; Political science; Medicine","score_opus":0.037012359826602656,"score_gpt":0.3466068617906366,"score_spread":0.30959450196403393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201586978","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.355474,0.00028483002,0.000030216768,0.64236635,0.0009696578,0.00029385288,0.000003566687,0.000027547208,0.0005499684],"genre_scores_gemma":[0.9953784,0.00006373525,0.001073278,0.0022433426,0.00024128484,0.000107465065,0.00005763971,0.0000109365155,0.0008239627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985842,0.00003195645,0.00045425142,0.00029783102,0.0003713835,0.00026037608],"domain_scores_gemma":[0.9989638,0.00013161128,0.00019201596,0.00032076833,0.00031252802,0.00007933272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018008417,0.00014679715,0.0002967965,0.00072956854,0.00009050894,0.0000075178614,0.00020496985,0.00017874879,0.0001859445],"category_scores_gemma":[0.0014897977,0.000110213645,0.000029122742,0.0014917265,0.000826487,0.00004161938,0.000055501157,0.000722686,0.000011844655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019505063,0.0002979314,0.020256676,0.0000646221,0.000010105158,0.0000015159396,0.0054536755,0.0000021080673,0.00014840225,0.9602247,0.00088772445,0.012633025],"study_design_scores_gemma":[0.0027288697,0.0005282884,0.25699106,0.0015144326,0.000030777916,0.00008135633,0.009062289,0.000017085982,0.001923023,0.7237004,0.0031204156,0.00030201816],"about_ca_topic_score_codex":0.0005163664,"about_ca_topic_score_gemma":0.0038941032,"teacher_disagreement_score":0.640123,"about_ca_system_score_codex":0.0004235596,"about_ca_system_score_gemma":0.0039508156,"threshold_uncertainty_score":0.70085776},"labels":[],"label_agreement":null},{"id":"W2206134922","doi":"10.1007/978-1-4614-3495-5_15","title":"Online and Paper-Based: A Mixed-Method Approach to Conducting a Needs Assessment Survey of Physicians","year":2012,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Data science; Psychology","score_opus":0.09926510918222245,"score_gpt":0.39345512322059983,"score_spread":0.2941900140383774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2206134922","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017899223,0.0004943598,0.1648874,0.004282245,0.0013005912,0.0023794086,0.00025919479,0.00014296251,0.8083546],"genre_scores_gemma":[0.050989807,0.00003170592,0.80285585,0.009305617,0.0009294782,0.00005819878,0.003447171,0.0001472713,0.13223492],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824834,0.00006958605,0.00061480864,0.00031244542,0.00051967124,0.00023512015],"domain_scores_gemma":[0.99821323,0.00023684949,0.0003003358,0.00048338363,0.00067390426,0.000092295835],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016180001,0.00028709354,0.00070069195,0.00046982517,0.00004826646,0.000009930938,0.00009935425,0.0003164946,0.00039353286],"category_scores_gemma":[0.00045007217,0.00024909966,0.000066993445,0.00026097722,0.00011806458,0.000053981745,0.00006152626,0.00061420765,0.000006866048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009019949,0.0027045796,0.0030851543,0.0018357466,0.0005486394,0.0000019507747,0.0010931479,0.000020520858,0.0020300883,0.114460506,0.032088716,0.8420408],"study_design_scores_gemma":[0.010320612,0.003426012,0.29844975,0.008088381,0.0044959523,0.00027306157,0.011959699,0.013012436,0.002368521,0.0019817334,0.64080447,0.004819361],"about_ca_topic_score_codex":0.00029920432,"about_ca_topic_score_gemma":0.000027125649,"teacher_disagreement_score":0.8372214,"about_ca_system_score_codex":0.00014523917,"about_ca_system_score_gemma":0.00041582,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W2206162879","doi":"10.1016/s1701-2163(15)30154-7","title":"A Prospective Cohort Study Using e-Learning Modules as a Supplemental Teaching Resource for Obstetrics and Gynaecology Clerkship Students","year":2015,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"IWK Health Centre; Dalhousie University","keywords":"Formative assessment; Summative assessment; Medicine; Obstetrics and gynaecology; Clinical clerkship; Medical education; Objective structured clinical examination; Problem-based learning; Cohort; Family medicine; Gynecology; Curriculum; Internal medicine; Pregnancy; Psychology; Mathematics education","score_opus":0.023179959992293893,"score_gpt":0.32519439053510774,"score_spread":0.30201443054281385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2206162879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909583,0.0009938052,0.00017838151,0.00029936628,0.0061390293,0.0010953756,0.000005011058,0.0000068728564,0.00032390008],"genre_scores_gemma":[0.9953894,0.000009918676,0.0038510081,0.00044841712,0.00007819992,0.000022562474,0.000012659135,0.000025599777,0.00016223441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976687,0.00019452376,0.0007418979,0.0002737816,0.00077568635,0.00034541613],"domain_scores_gemma":[0.9959036,0.0021525645,0.00062480744,0.00013590997,0.000898932,0.00028420013],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020484508,0.00018334556,0.00055560446,0.0005637457,0.00032740855,0.000052914427,0.00016083496,0.0001586697,0.000050221897],"category_scores_gemma":[0.056194935,0.00016530041,0.000039155,0.0005059227,0.00010066456,0.000113244954,0.000119849225,0.0009103433,1.9292514e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001683991,0.00042686815,0.9622684,0.00003493429,0.00027994276,0.00042657068,0.0014106301,0.00006458714,0.0000030699846,0.00010406533,0.00097275607,0.033991307],"study_design_scores_gemma":[0.0073069357,0.002756367,0.9628919,0.000007069969,0.00039796007,0.00018351036,0.02058191,0.0008277367,0.0000062443987,0.00016019872,0.004728606,0.00015158998],"about_ca_topic_score_codex":0.0036372677,"about_ca_topic_score_gemma":0.0013199932,"teacher_disagreement_score":0.054146484,"about_ca_system_score_codex":0.0037827974,"about_ca_system_score_gemma":0.0016813034,"threshold_uncertainty_score":0.9891884},"labels":[],"label_agreement":null},{"id":"W2206814785","doi":"10.1152/advan.00078.2015","title":"On being examined: do students and faculty agree?","year":2015,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Rubric; Creativity; Medical education; Psychology; Mathematics education; Variety (cybernetics); Likert scale; Medicine; Mathematics; Social psychology","score_opus":0.02413782830816079,"score_gpt":0.41878554917458816,"score_spread":0.39464772086642735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2206814785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99197,0.000591809,0.000041158586,0.0009994649,0.0014228604,0.00029419432,8.289631e-7,0.000024715859,0.0046549407],"genre_scores_gemma":[0.9942492,0.0001718533,0.002191065,0.0023034173,0.00033598708,0.0001096301,0.00017352792,0.000011328252,0.00045398594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990152,0.00005003694,0.0002416272,0.00029276198,0.00023287062,0.00016747178],"domain_scores_gemma":[0.99937934,0.000060312872,0.000093849965,0.00023274451,0.00017584527,0.000057897436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026854032,0.00011443302,0.0001819278,0.00019868482,0.000043583565,0.000009324994,0.000097953045,0.000089549736,0.000024411302],"category_scores_gemma":[0.0010132999,0.00010081719,0.000013407276,0.00034900167,0.00012422643,0.00020851713,0.000033245233,0.00022686334,0.000037715436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044351324,0.0030353891,0.22873563,0.00022004545,0.000038378992,0.000002810511,0.006155755,0.00009583443,0.0027659277,0.027941333,0.016272426,0.71429294],"study_design_scores_gemma":[0.0017377425,0.0005756764,0.899663,0.0003496143,0.000029966817,0.000024475414,0.005014456,0.00009291729,0.00043812618,0.059842113,0.03200793,0.00022402708],"about_ca_topic_score_codex":0.000014243132,"about_ca_topic_score_gemma":0.000003595028,"teacher_disagreement_score":0.71406895,"about_ca_system_score_codex":0.00018956502,"about_ca_system_score_gemma":0.00019950436,"threshold_uncertainty_score":0.41112056},"labels":[],"label_agreement":null},{"id":"W2207071968","doi":"10.1111/medu.12814","title":"Collaborative learning of clinical skills in health professions education: the why, how, when and for whom","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"Laerdal Foundation for Acute Medicine","keywords":"Collaborative learning; Cooperative learning; Psychology; Observational learning; Social skills; Social learning; Cognition; Experiential learning; Perspective (graphical); Active learning (machine learning); Medical education; Social cognitive theory; Medicine; Teaching method; Pedagogy; Developmental psychology","score_opus":0.04267361993950145,"score_gpt":0.4883652484634918,"score_spread":0.4456916285239903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207071968","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34843436,0.0014228749,0.0036485724,0.6397532,0.0036081963,0.002157339,0.0000025681302,0.000030530846,0.0009423728],"genre_scores_gemma":[0.91667014,0.00032106918,0.023069805,0.049482018,0.002136035,0.0011000432,0.0003777298,0.000037907754,0.006805268],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757737,0.0004589712,0.00086343795,0.00027075387,0.0006225953,0.00020685412],"domain_scores_gemma":[0.9973244,0.0004985787,0.00045985647,0.00027983167,0.0012051385,0.00023216476],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050566313,0.000115348514,0.00038277943,0.00018350373,0.0001574726,0.000023635586,0.00013446466,0.00021104557,0.00008055874],"category_scores_gemma":[0.045145605,0.00008026974,0.000038717037,0.000697389,0.00044799424,0.00011444165,0.000038078244,0.00064583495,0.0000034394816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000654985,0.001979087,0.063944645,0.00026533045,0.00001746414,1.3412894e-7,0.013062696,7.7193533e-7,0.0000024495625,0.0045955544,0.5206222,0.39544415],"study_design_scores_gemma":[0.0020545719,0.00065542373,0.09186729,0.0016900895,0.000040007075,0.000022920372,0.05467219,0.001272133,0.000021448826,0.0032140508,0.84435564,0.0001342265],"about_ca_topic_score_codex":0.00015208198,"about_ca_topic_score_gemma":0.000053511518,"teacher_disagreement_score":0.5902712,"about_ca_system_score_codex":0.0001737617,"about_ca_system_score_gemma":0.027900806,"threshold_uncertainty_score":0.9776101},"labels":[],"label_agreement":null},{"id":"W2208121632","doi":"10.1016/j.hpe.2015.11.004","title":"Research Advances in Conformity to Peer Pressure: A Negative Side Effect of Medical Education","year":2015,"lang":"en","type":"article","venue":"Health Professions Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Conformity; Peer pressure; Phenomenon; Curriculum; Medical education; Psychology; Peer review; Medical school; Empirical research; Social psychology; Peer group; Medicine; Pedagogy; Political science; Epistemology","score_opus":0.07895316104598475,"score_gpt":0.5820193804987714,"score_spread":0.5030662194527867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2208121632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69806665,0.002670923,0.00033172526,0.27861905,0.004701514,0.0053128684,0.0000044136164,0.000057185483,0.010235646],"genre_scores_gemma":[0.9822447,0.00016472685,0.0042623454,0.006359655,0.0005929364,0.0018731062,0.00017799615,0.000025865158,0.004298697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947902,0.0011884486,0.00085512636,0.00035223592,0.00236439,0.00044958087],"domain_scores_gemma":[0.9952773,0.00047348242,0.00026986006,0.000531665,0.0028798108,0.0005678986],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012626769,0.00014768633,0.00040752816,0.0010397283,0.00018261731,0.000010670689,0.00023658843,0.00026492527,0.00016368208],"category_scores_gemma":[0.03624849,0.000119339165,0.00003112168,0.002534767,0.00017154818,0.00028437283,0.00008898643,0.0011080238,0.0000774843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046570282,0.002362168,0.033309847,0.002118318,0.000011665738,4.184243e-7,0.022548618,0.000007116348,0.000023081158,0.007868352,0.37172145,0.5595633],"study_design_scores_gemma":[0.0048960005,0.004046142,0.16069154,0.015453751,0.00006445505,0.00006654771,0.117207,0.0009205254,0.0018130067,0.0058355345,0.6885337,0.00047177187],"about_ca_topic_score_codex":0.0013296308,"about_ca_topic_score_gemma":0.00019500827,"teacher_disagreement_score":0.5590915,"about_ca_system_score_codex":0.00084111054,"about_ca_system_score_gemma":0.034596,"threshold_uncertainty_score":0.9718696},"labels":[],"label_agreement":null},{"id":"W2209499283","doi":"","title":"Criteria for including study of specific conditions during clerkship training in internal medicine","year":2003,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Clinical clerkship; MEDLINE; Medicine; Psychology; Internal medicine; Curriculum; Pedagogy","score_opus":0.5126019320236072,"score_gpt":0.6396285236415566,"score_spread":0.1270265916179495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2209499283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99127394,0.0011330611,0.0006544449,0.00034702953,0.0011588403,0.0012074301,0.000009511665,0.00001686283,0.0041988557],"genre_scores_gemma":[0.9976965,0.00038366535,0.0010117725,0.00020035014,0.00037161118,0.00013459171,0.000021666676,0.000043705088,0.0001361292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967975,0.00024113402,0.0016050696,0.00035572215,0.00067002454,0.0003305708],"domain_scores_gemma":[0.99771786,0.00035672006,0.00081655214,0.00038016864,0.00059393403,0.00013477626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031368926,0.00022560735,0.00089988223,0.0018289282,0.00019985129,0.00011408792,0.0007723863,0.000096117845,0.007876764],"category_scores_gemma":[0.0035362602,0.00020637011,0.00008512606,0.001620725,0.00019760168,0.00078621024,0.00016116184,0.00052537874,0.0000017825339],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007195851,0.0021944835,0.69229746,0.000559633,0.0003557804,0.00006217218,0.01584973,0.00005968143,0.254769,0.0015906859,0.022838945,0.008702871],"study_design_scores_gemma":[0.005103179,0.000120723416,0.95554173,0.0027445846,0.00012925887,0.00006950506,0.01629399,0.000083177525,0.012851245,0.0048323446,0.0019795431,0.0002507088],"about_ca_topic_score_codex":0.00018677159,"about_ca_topic_score_gemma":0.00003187366,"teacher_disagreement_score":0.2632443,"about_ca_system_score_codex":0.00024153205,"about_ca_system_score_gemma":0.00020740835,"threshold_uncertainty_score":0.9930302},"labels":[],"label_agreement":null},{"id":"W2211644309","doi":"10.1016/j.arthro.2015.04.066","title":"Competency‐Based Medical Education: Use of an Objective Structured Assessment of Technical Skill (OSATS) after an Orthopaedic Sports Medicine Rotation","year":2015,"lang":"en","type":"article","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Sports medicine; Medicine; Orthopedic surgery; Physical therapy; Psychology; Surgery","score_opus":0.014605310940887024,"score_gpt":0.3372255326836657,"score_spread":0.32262022174277866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2211644309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991695,0.0009195544,0.0011159711,0.0037829152,0.0019315135,0.00036875176,0.0000028825175,0.000018401557,0.00016503577],"genre_scores_gemma":[0.9859724,0.00059198943,0.012023154,0.0010477327,0.00024934576,0.000008260126,0.000055090088,0.00002554548,0.00002649046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959119,0.00043896664,0.0016934316,0.00020793863,0.0015346103,0.00021314158],"domain_scores_gemma":[0.99603367,0.0004010895,0.0012137431,0.0004528158,0.0015207303,0.00037796458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030780232,0.00021830661,0.0007689584,0.00048807345,0.00009379325,0.000010226348,0.00012666581,0.00030995035,0.00049817516],"category_scores_gemma":[0.002457118,0.0001363235,0.000108304055,0.00071725587,0.0011412965,0.00048119965,0.000028060276,0.00075189496,5.10933e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031283274,0.0054032886,0.88852185,0.00064123166,0.000677163,0.00020873002,0.008623627,0.00051134336,0.006246738,0.002506004,0.0075726523,0.075959064],"study_design_scores_gemma":[0.0038730013,0.0033411933,0.9706265,0.005291764,0.0008859564,0.0016113719,0.0053335633,0.003421272,0.0017165812,0.0031085166,0.00048495684,0.00030534674],"about_ca_topic_score_codex":0.000040689247,"about_ca_topic_score_gemma":0.00002405206,"teacher_disagreement_score":0.082104646,"about_ca_system_score_codex":0.00011186521,"about_ca_system_score_gemma":0.006277519,"threshold_uncertainty_score":0.999356},"labels":[],"label_agreement":null},{"id":"W2212008837","doi":"10.3109/0142159x.2015.1112895","title":"Clinical teaching as part of continuing professional development: Does teaching enhance clinical performance?","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University; University of Alberta; University of Calgary","funders":"","keywords":"Specialty; Medical education; Medicine; Multivariate analysis; Patient care; Variance (accounting); Multivariate analysis of variance; Family medicine; Psychology; Nursing; Internal medicine","score_opus":0.058634489138365935,"score_gpt":0.46061699090020813,"score_spread":0.4019825017618422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212008837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96999425,0.000101242564,0.0006630585,0.00448717,0.005917067,0.00038026544,3.5872318e-7,0.000125595,0.018330975],"genre_scores_gemma":[0.95734733,0.000029109182,0.011163883,0.0018890533,0.00396882,0.000056022713,0.00006489035,0.000042969757,0.02543793],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935395,0.0008839852,0.002465785,0.00056129904,0.0020613933,0.0004880223],"domain_scores_gemma":[0.997695,0.00027413148,0.00050856353,0.00051047717,0.0003508429,0.00066098163],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022434734,0.00025395516,0.0008017794,0.00014755514,0.00016796481,0.00001460133,0.00038443506,0.00066697045,0.001810161],"category_scores_gemma":[0.04342537,0.00016788923,0.00019819496,0.000190105,0.0006227273,0.00018654956,0.00021579735,0.004101385,0.00022722561],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012975573,0.0014844328,0.4182611,0.00008305929,0.00009282493,0.00001344748,0.0023409552,1.056954e-7,0.0000054608536,0.00030199264,0.04291569,0.53437114],"study_design_scores_gemma":[0.0041769873,0.00064858433,0.060243167,0.0034494689,0.00015076465,0.00008039383,0.0028722326,0.0039286856,0.00017390064,0.00020419074,0.92363226,0.00043939048],"about_ca_topic_score_codex":0.00001583771,"about_ca_topic_score_gemma":0.0000026252092,"teacher_disagreement_score":0.88071656,"about_ca_system_score_codex":0.00014654562,"about_ca_system_score_gemma":0.0017232801,"threshold_uncertainty_score":0.9991023},"labels":[],"label_agreement":null},{"id":"W2212306351","doi":"10.55016/ojs/ajer.v59i1.55678","title":"Fulfilling an ethical obligation: An educative research assistantship","year":2013,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada; Brock University","keywords":"Obligation; Library science; Humanities; Sociology; Pedagogy; Psychology; Political science; Philosophy; Computer science","score_opus":0.23452904253528858,"score_gpt":0.5559697024774274,"score_spread":0.3214406599421388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212306351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8071525,0.00015438897,0.000019470333,0.16834736,0.000671363,0.00048392676,9.85752e-7,0.0000017489275,0.023168223],"genre_scores_gemma":[0.9725004,0.000055626264,0.0069912607,0.0011773143,0.0038972418,0.00013837911,0.00009570096,0.00004418217,0.015099909],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99263096,0.0015916023,0.0010451394,0.00042266934,0.003526608,0.0007830406],"domain_scores_gemma":[0.9647237,0.014491809,0.00030169528,0.00077740755,0.018778922,0.0009264806],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010869244,0.00017220282,0.00033845956,0.0018257722,0.0007681058,0.0002828674,0.00072325155,0.00040987687,0.030416733],"category_scores_gemma":[0.07497894,0.00014385158,0.00009623168,0.0029921245,0.0010071812,0.0011170871,0.000075034746,0.004965358,0.00125672],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007762988,0.010172641,0.13802399,0.00033620285,0.00035306253,0.000006491229,0.020248175,0.000025087456,0.015455334,0.26248345,0.51740295,0.034716338],"study_design_scores_gemma":[0.0019469595,0.004770307,0.82095015,0.0011660034,0.00009142285,0.0011602972,0.036445614,0.0012669635,0.002456128,0.06428453,0.064927705,0.000533931],"about_ca_topic_score_codex":0.0013438178,"about_ca_topic_score_gemma":0.0001898409,"teacher_disagreement_score":0.6829262,"about_ca_system_score_codex":0.0009454492,"about_ca_system_score_gemma":0.008458147,"threshold_uncertainty_score":0.9995209},"labels":[],"label_agreement":null},{"id":"W2212404432","doi":"10.1111/medu.12765","title":"Setting the standard: <i>Medical Education</i> 's first 50 years","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Sunnybrook Health Science Centre; Hospital for Sick Children; The Wilson Centre; SickKids Foundation; University of Toronto; University Health Network","funders":"","keywords":"Objectivity (philosophy); Sociology; Context (archaeology); Medical journal; Epistemology; Pedagogy; Social science; Medical education; Medicine; Library science; History; Computer science","score_opus":0.01006182502227811,"score_gpt":0.34397565325894325,"score_spread":0.33391382823666516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212404432","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2887482,0.0016349573,0.002036485,0.6687716,0.012332243,0.0011489063,0.0000038300886,0.00026444683,0.025059331],"genre_scores_gemma":[0.6920836,0.00024226509,0.010148904,0.27918783,0.009669241,0.00077505177,0.00071425934,0.00010894665,0.0070698834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99515563,0.00014078521,0.0007046147,0.00039918078,0.0031949684,0.00040484554],"domain_scores_gemma":[0.99741066,0.00015138643,0.00019780586,0.00072952255,0.0008930432,0.0006175699],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032244457,0.00020453567,0.00028128992,0.00021613581,0.00023385587,0.00006193864,0.00047267575,0.000385303,0.0033765675],"category_scores_gemma":[0.03755552,0.0001526577,0.000084455605,0.0009729715,0.0004600826,0.00016327428,0.00009719379,0.0010024027,0.00042930793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034057266,0.0007007584,0.0059931153,0.000055132303,0.000018207664,0.0000030016934,0.0012338344,5.735753e-7,0.000001216669,0.0022124078,0.7040765,0.2856712],"study_design_scores_gemma":[0.00087610097,0.000120328674,0.011053388,0.0006029148,0.000068052446,0.00036822376,0.0038312855,0.00058646913,0.000017378032,0.0009640213,0.9813361,0.00017569434],"about_ca_topic_score_codex":0.00021718965,"about_ca_topic_score_gemma":0.00004871502,"teacher_disagreement_score":0.40333542,"about_ca_system_score_codex":0.00061738206,"about_ca_system_score_gemma":0.035480995,"threshold_uncertainty_score":0.99753445},"labels":[],"label_agreement":null},{"id":"W2214182362","doi":"10.18192/uojm.v4i1.1034","title":"Are Branched Narratives and Virtual Patient Models Acceptable Means of Reforming Case-based Learning?","year":2014,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Complaint; Medical history; Section (typography); Plan (archaeology); Narrative; Salient; Medical education; Physical examination; Curriculum; Psychology; Order (exchange); Computer science; Medicine; Knowledge management; Pedagogy; Artificial intelligence; Radiology; Political science; Business","score_opus":0.014477229084812469,"score_gpt":0.2474597754188097,"score_spread":0.23298254633399723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214182362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688384,0.00013862787,0.025869688,0.0036396475,0.00014507683,0.000092006405,0.0000011572553,0.0000059551453,0.0012694629],"genre_scores_gemma":[0.9924044,0.000024103649,0.0070619807,0.0002684973,0.000102244856,4.71494e-8,0.0000036677402,0.000007309945,0.00012773895],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99880916,0.000094348885,0.00043139412,0.00009701728,0.00045805486,0.00011000652],"domain_scores_gemma":[0.9976552,0.00009824481,0.001124383,0.00012421739,0.000896875,0.00010105659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088330096,0.00009481849,0.0004649745,0.0003999058,0.00009764402,0.0000013217814,0.000087349006,0.000080469355,0.00020765689],"category_scores_gemma":[0.001038714,0.00007738572,0.000053716998,0.0002790508,0.0004648607,0.00016353288,0.000020352409,0.00035061117,3.0829867e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004030674,0.0029326014,0.1812274,0.003040834,0.0016068005,0.0025933182,0.20989192,0.018407775,0.04809977,0.013896425,0.044140466,0.47013202],"study_design_scores_gemma":[0.049520634,0.023066793,0.055886485,0.011371209,0.0017848514,0.0065735844,0.6905241,0.060633954,0.010361878,0.0014166033,0.08810332,0.00075658155],"about_ca_topic_score_codex":0.00007719374,"about_ca_topic_score_gemma":0.00001776379,"teacher_disagreement_score":0.4806322,"about_ca_system_score_codex":0.000078711935,"about_ca_system_score_gemma":0.00013319375,"threshold_uncertainty_score":0.31556982},"labels":[],"label_agreement":null},{"id":"W2214381723","doi":"10.1016/j.jsurg.2015.10.016","title":"“They Have to Adapt to Learn”: Surgeons’ Perspectives on the Role of Procedural Variation in Surgical Education","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Grounded theory; Curriculum; Medical education; Variation (astronomy); Autonomy; Psychology; Medicine; Qualitative research; Nursing; Pedagogy; Sociology","score_opus":0.021441981784135016,"score_gpt":0.33934593592711904,"score_spread":0.317903954142984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214381723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9203625,0.00026283375,0.000045246492,0.07025616,0.0010093028,0.00064923946,0.0000011995681,0.000009961944,0.007403571],"genre_scores_gemma":[0.9954673,0.000041075964,0.0016576609,0.0009841257,0.0010202479,0.00006678195,0.000011616987,0.000021310852,0.0007298997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974085,0.0002263002,0.00095220614,0.00023650467,0.00094463356,0.00023181876],"domain_scores_gemma":[0.9963047,0.0002530591,0.00047167987,0.00029282956,0.002399345,0.00027839455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024036139,0.00016891464,0.00038721066,0.00083780265,0.000058431233,0.00003790593,0.00020150072,0.00014068504,0.0001611859],"category_scores_gemma":[0.004257067,0.00011923653,0.00011333272,0.0008982059,0.000057081455,0.00020595905,0.000027456615,0.0005658116,0.00004122731],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008624117,0.02490749,0.052231513,0.00021943994,0.00024229495,0.000035961675,0.17931761,0.0017598075,0.0029329632,0.15614909,0.1412331,0.4323466],"study_design_scores_gemma":[0.0027163655,0.0027882545,0.15294212,0.0018157308,0.00015542562,0.0012579908,0.22338934,0.0005196222,0.0015294768,0.006534291,0.6058564,0.0004949571],"about_ca_topic_score_codex":0.00024044672,"about_ca_topic_score_gemma":0.00001582721,"teacher_disagreement_score":0.4646233,"about_ca_system_score_codex":0.00082894805,"about_ca_system_score_gemma":0.0040245675,"threshold_uncertainty_score":0.71394104},"labels":[],"label_agreement":null},{"id":"W2217802600","doi":"","title":"Advancing Indigenous Health through Medical Education","year":2011,"lang":"en","type":"article","venue":"Focus on Health Professional Education A Multi-Professional Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Curriculum; Work (physics); Medical education; Discipline; Political science; Sociology; Engineering ethics; Pedagogy; Medicine; Social science; Engineering","score_opus":0.06334925290811896,"score_gpt":0.48908333689782985,"score_spread":0.4257340839897109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2217802600","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34636965,0.0074885515,0.008235606,0.5432261,0.08305817,0.0065270057,0.00003409962,0.00045714265,0.004603661],"genre_scores_gemma":[0.38825992,0.0020131322,0.24354006,0.34101182,0.0069338125,0.0012317831,0.0007465767,0.00026921625,0.015993686],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99132633,0.0011595595,0.002495782,0.00079519965,0.0028833086,0.0013398338],"domain_scores_gemma":[0.99365294,0.00018597658,0.0019643025,0.00068408984,0.0017316459,0.0017810531],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004334561,0.0005573914,0.0008713446,0.00095824635,0.002480128,0.000037683414,0.000580487,0.0005753919,0.00468583],"category_scores_gemma":[0.0032248527,0.0004410875,0.00024205672,0.0012033501,0.00023590987,0.0006118128,0.00013377136,0.0040629036,0.00042789034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006000192,0.018487642,0.009896747,0.00061253854,0.00007503898,0.000011622952,0.02482429,9.1116726e-7,0.000028348646,0.0071507334,0.37377053,0.5645416],"study_design_scores_gemma":[0.013421375,0.005823975,0.502565,0.045578394,0.00014479103,0.007937652,0.104222335,0.0007835217,0.00036789986,0.035330333,0.28150752,0.0023171795],"about_ca_topic_score_codex":0.0005891224,"about_ca_topic_score_gemma":0.0000669509,"teacher_disagreement_score":0.5622244,"about_ca_system_score_codex":0.0028835598,"about_ca_system_score_gemma":0.12221754,"threshold_uncertainty_score":0.9998041},"labels":[],"label_agreement":null},{"id":"W2219453670","doi":"10.1016/j.tmrv.2015.11.001","title":"Design and Implementation of a Competency-Based Transfusion Medicine Training Program in Canada","year":2015,"lang":"en","type":"review","venue":"Transfusion Medicine Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Toronto; Canadian Blood Services; McMaster University","funders":"","keywords":"Accreditation; Curriculum; Transfusion medicine; Medical education; Medicine; Medical knowledge; Graduate medical education; Training (meteorology); Blood transfusion; Psychology; Pedagogy; Surgery","score_opus":0.1487396554880412,"score_gpt":0.4499399839245483,"score_spread":0.3012003284365071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219453670","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025616717,0.9797565,0.003961168,0.0026607865,0.00058599986,0.012447375,0.000009123404,0.000045730823,0.0002771694],"genre_scores_gemma":[0.000011931408,0.98260283,0.014344025,0.00058297184,0.00032813998,0.0012554403,0.000767903,0.00008429748,0.00002244196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923968,0.0009467265,0.004019365,0.0007693264,0.0013484632,0.00051934173],"domain_scores_gemma":[0.997293,0.00036685247,0.0009816219,0.0006426878,0.00039075242,0.00032506778],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053405645,0.0007765019,0.0057044136,0.0010251529,0.00007623398,0.0000041674675,0.0002714422,0.00032019394,0.0009359557],"category_scores_gemma":[0.0005478673,0.00050452235,0.00019023889,0.0025910542,0.00037943266,0.000071389244,0.00001540716,0.0010293986,0.0000034020597],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003401384,0.00009557517,0.000085472704,0.040000632,0.000039973256,0.000021631398,0.001560725,8.8647687e-7,0.000013510148,0.000049036895,0.0036785302,0.95442003],"study_design_scores_gemma":[0.0041879383,0.001498577,0.00009501645,0.113398254,0.0023692346,0.00013543412,0.002004873,0.00023906324,0.0000030389633,0.00003805454,0.8756433,0.00038718918],"about_ca_topic_score_codex":0.41355106,"about_ca_topic_score_gemma":0.32560152,"teacher_disagreement_score":0.95403284,"about_ca_system_score_codex":0.001051221,"about_ca_system_score_gemma":0.013262555,"threshold_uncertainty_score":0.99997735},"labels":[],"label_agreement":null},{"id":"W2220772454","doi":"10.4000/ripes.976","title":"Quels critères utiliser pour questionner la qualité pédagogique des stages cliniques ?","year":2015,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Philosophy; Psychology","score_opus":0.08287937724338025,"score_gpt":0.3933889604963836,"score_spread":0.3105095832530034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2220772454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8346039,0.01931687,0.06311602,0.04982688,0.005096603,0.0011885712,0.00021016176,0.00045755316,0.026183452],"genre_scores_gemma":[0.718088,0.0074222726,0.08017578,0.010437072,0.0072547174,0.0006482934,0.00078792364,0.00025650655,0.17492945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99364436,0.0013542803,0.0017132919,0.0008696816,0.0011986993,0.0012197045],"domain_scores_gemma":[0.9941936,0.0011641872,0.0005501058,0.00083028554,0.002620116,0.00064171455],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00586974,0.0006431345,0.00071291183,0.00064182887,0.0002446792,0.0002825608,0.00071173854,0.00076261524,0.0019650885],"category_scores_gemma":[0.018677536,0.000720218,0.0003112764,0.00063171744,0.0007819906,0.00066137617,0.00023899968,0.0012493255,0.0006273312],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004980314,0.0040353616,0.09680565,0.002809664,0.0009713777,0.0011053013,0.13316742,0.0012238364,0.0014545948,0.11221778,0.47158745,0.17412356],"study_design_scores_gemma":[0.0054166517,0.0011693212,0.07833807,0.009940442,0.00081317435,0.002006309,0.11375213,0.019197116,0.0065109376,0.07001927,0.69108164,0.0017549073],"about_ca_topic_score_codex":0.0013352435,"about_ca_topic_score_gemma":0.0003662829,"teacher_disagreement_score":0.21949422,"about_ca_system_score_codex":0.004678729,"about_ca_system_score_gemma":0.0036353439,"threshold_uncertainty_score":0.9995249},"labels":[],"label_agreement":null},{"id":"W2220805093","doi":"10.1017/s1481803500012264","title":"A new emergency medicine clerkship program: students' perceptions of what works","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Medicine; Preceptor; Graduation (instrument); Modalities; Clinical clerkship; Emergency department; Cohort; Perception; Medical psychology; MEDLINE; Emergency medicine; Psychology; Internal medicine; Curriculum; Nursing; Pedagogy","score_opus":0.0634741159440078,"score_gpt":0.42503166664692377,"score_spread":0.36155755070291595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2220805093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8844578,0.006251841,0.0012680882,0.045146547,0.058393367,0.00081814977,0.0000022487598,0.000029630657,0.0036323103],"genre_scores_gemma":[0.9670176,0.0072975927,0.004797317,0.00062116043,0.014621348,0.000027444978,0.00007804737,0.000086608656,0.0054528713],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9953595,0.00007002512,0.0024871489,0.0002741001,0.0012428546,0.0005663663],"domain_scores_gemma":[0.99438757,0.000043339835,0.00096766604,0.0006356851,0.0022907879,0.0016749799],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018722978,0.0003108152,0.00080963876,0.0013187856,0.0001789592,0.000010335163,0.0006634112,0.00030009152,0.09832355],"category_scores_gemma":[0.0048469733,0.00023636925,0.00020511799,0.0022012962,0.0004597568,0.00058407005,0.000020387457,0.0015718587,0.00002863475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007445015,0.00027192445,0.15125269,0.00019644402,0.00029229114,0.000041641568,0.00782712,0.0000018691298,0.004968627,0.0007176139,0.6668351,0.16752023],"study_design_scores_gemma":[0.007231281,0.006305083,0.5388266,0.009959004,0.0021433444,0.00047256693,0.043955788,0.000097197844,0.00011378404,0.0036915056,0.3864572,0.000746664],"about_ca_topic_score_codex":0.004167922,"about_ca_topic_score_gemma":0.010315252,"teacher_disagreement_score":0.3875739,"about_ca_system_score_codex":0.00016517061,"about_ca_system_score_gemma":0.00206261,"threshold_uncertainty_score":0.9638858},"labels":[],"label_agreement":null},{"id":"W2221399478","doi":"","title":"Standardized Canadian Exam for Pre-Licensure Preparation: Collaborative Development","year":2011,"lang":"en","type":"article","venue":"Sigma Theta Tau International's 22nd International Nursing Research Congress","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Medical education; Computer science; Medicine","score_opus":0.07314348875548053,"score_gpt":0.45562054476962877,"score_spread":0.3824770560141482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2221399478","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37627614,0.00048153143,0.009691793,0.03636434,0.021617409,0.0066076214,0.0006665951,0.000309678,0.5479849],"genre_scores_gemma":[0.9461271,0.000056392204,0.023861129,0.00061704434,0.0010653576,0.0009175825,0.0013704556,0.00007320888,0.025911743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99519813,0.00018353174,0.0008424511,0.0007412572,0.002319687,0.0007149182],"domain_scores_gemma":[0.98859686,0.0002639582,0.00025171065,0.00050375395,0.010032279,0.00035144447],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026916768,0.00030240204,0.00034720896,0.0014777121,0.00059530884,0.00024960068,0.0009101846,0.00025537907,0.002645574],"category_scores_gemma":[0.00360647,0.0002930889,0.0001226173,0.00079979456,0.0005896667,0.0005600444,0.00008370384,0.00065132155,0.0000900256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010037689,0.0029574747,0.016910242,0.0001823153,0.002828454,0.0001086932,0.0436277,0.00007331243,0.0014761683,0.1290607,0.5512317,0.24150555],"study_design_scores_gemma":[0.0060248035,0.00080285786,0.04105551,0.002100761,0.00010331462,0.00017917059,0.0055455416,0.0054672984,0.01894032,0.01586793,0.9031484,0.0007640588],"about_ca_topic_score_codex":0.0010538679,"about_ca_topic_score_gemma":0.0014679708,"teacher_disagreement_score":0.569851,"about_ca_system_score_codex":0.003399941,"about_ca_system_score_gemma":0.0033506865,"threshold_uncertainty_score":0.99995214},"labels":[],"label_agreement":null},{"id":"W2221938488","doi":"10.14236/jhi.v15i3.653","title":"Assessing medical student learning in assessing the quality ofhealth information on the internet and communicating the skill topatients","year":2007,"lang":"en","type":"article","venue":"Journal of Innovation in Health Informatics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; The Internet; Medical education; Formative assessment; Likert scale; Medicine; Session (web analytics); Quality (philosophy); Information quality; Psychology; Family medicine; Information system; Mathematics education; Computer science","score_opus":0.0790028365308855,"score_gpt":0.5117263354344438,"score_spread":0.4327234989035583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2221938488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9308221,0.00004246773,0.015906595,0.05126755,0.00040980446,0.00047884448,2.0757804e-7,0.000008917192,0.0010635529],"genre_scores_gemma":[0.9627978,0.000097860306,0.0052647544,0.031700343,0.00010322135,0.000008226646,0.000014889426,0.0000065955833,0.0000063064726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9903745,0.0005347734,0.0071358797,0.000051284253,0.0015891577,0.00031438604],"domain_scores_gemma":[0.9903513,0.0021112412,0.005938774,0.0003294114,0.0012017034,0.0000675767],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061745398,0.00012266688,0.0002954086,0.00057267724,0.0003641966,0.00019325975,0.00034408207,0.00011537488,0.0000149591615],"category_scores_gemma":[0.022857329,0.00006287607,0.00002321895,0.0022348207,0.0001714916,0.0010403532,0.00009911106,0.0026552016,0.0000019892607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005569627,0.00023732397,0.37214717,0.0005557812,0.000020647054,0.0000014052913,0.07575537,0.0003485898,0.000001954623,0.02036362,0.0009339128,0.5295785],"study_design_scores_gemma":[0.001293176,0.00028294855,0.8254334,0.0026804905,0.0000057217835,0.000120890676,0.1368844,0.023474578,0.000014141816,0.00027003695,0.009453208,0.00008701337],"about_ca_topic_score_codex":0.00009185391,"about_ca_topic_score_gemma":0.00002051148,"teacher_disagreement_score":0.5294915,"about_ca_system_score_codex":0.0007348566,"about_ca_system_score_gemma":0.0010450089,"threshold_uncertainty_score":0.9996457},"labels":[],"label_agreement":null},{"id":"W2224777402","doi":"10.1186/s12909-015-0506-z","title":"How to set the bar in competency-based medical education: standard setting after an Objective Structured Clinical Examination (OSCE)","year":2016,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":199,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; Mount Sinai Hospital; The Wilson Centre; Toronto East General Hospital; Women's College Hospital","funders":"","keywords":"Objective structured clinical examination; Medical education; Educational measurement; Set (abstract data type); Medicine; Psychology; MEDLINE; Curriculum; Computer science; Pedagogy","score_opus":0.018197152289397903,"score_gpt":0.3841157059309844,"score_spread":0.3659185536415865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224777402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7289415,0.00012945963,0.028537031,0.23529555,0.00484185,0.0016102713,0.000013151927,0.00011029362,0.0005209091],"genre_scores_gemma":[0.9257469,0.000026911814,0.0345381,0.03465369,0.0032630598,0.00084178435,0.0002808002,0.00005283683,0.0005959247],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99346745,0.0012329196,0.0011986368,0.00083793286,0.002749413,0.00051365606],"domain_scores_gemma":[0.99555147,0.001076595,0.00031951698,0.0010083118,0.001183383,0.0008607417],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006161727,0.00032786973,0.00049126096,0.0004886381,0.00017601746,0.000083991756,0.0005346248,0.00063490786,0.0032542902],"category_scores_gemma":[0.067412056,0.00020370446,0.000120827855,0.0011379682,0.00053039123,0.000346229,0.000078192126,0.00088721415,0.00007433742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039865373,0.0015812556,0.12653847,0.00018443276,0.000024185945,0.000005839097,0.00164477,0.0000011264743,0.00003814305,0.0063628415,0.024020426,0.83919984],"study_design_scores_gemma":[0.0031603966,0.0006523756,0.9612637,0.0027829444,0.00010039612,0.00009531229,0.006649887,0.0016781864,0.00019815574,0.0031448668,0.01980502,0.0004687261],"about_ca_topic_score_codex":0.000054225522,"about_ca_topic_score_gemma":0.000971964,"teacher_disagreement_score":0.8387311,"about_ca_system_score_codex":0.0008868481,"about_ca_system_score_gemma":0.06297971,"threshold_uncertainty_score":0.9976569},"labels":[],"label_agreement":null},{"id":"W2227350782","doi":"10.1016/j.jmig.2015.08.057","title":"Can Surgical “Warm-Up” With Instructor Feedback Improve Operative Performance of Surgical Trainees?","year":2015,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Surgical procedures; Medical education; General surgery; Medical physics; Surgery","score_opus":0.020275929066891917,"score_gpt":0.29766464614143684,"score_spread":0.27738871707454493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227350782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99005324,0.00008775671,0.0000074193244,0.0062182043,0.0011249437,0.00030072828,0.000008770774,0.000008101323,0.0021908504],"genre_scores_gemma":[0.9926714,0.00012098827,0.005570189,0.0004856145,0.0006569343,0.0000128374195,0.000016659887,0.000024426137,0.0004409588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975905,0.00014351553,0.0010913872,0.00020825032,0.00063017296,0.00033617087],"domain_scores_gemma":[0.9950821,0.0005186128,0.00083973346,0.00021037663,0.0030616682,0.00028751252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083784945,0.0002166057,0.00082283485,0.00035120826,0.000051422052,0.000010303996,0.00023488603,0.00025484344,0.00036067888],"category_scores_gemma":[0.0024926558,0.00014988576,0.0001127869,0.0004909837,0.00061384484,0.00018346918,0.000046793117,0.00076433015,0.000010342191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.062330294,0.010634251,0.49321634,0.0025408939,0.0059068175,0.0149429245,0.08476342,0.00063047046,0.062116,0.009678663,0.087590285,0.16564967],"study_design_scores_gemma":[0.14509894,0.17133401,0.27335358,0.0023787634,0.0021491589,0.08878897,0.072411425,0.0015166065,0.14413288,0.00064787426,0.095958725,0.0022290663],"about_ca_topic_score_codex":0.000009716683,"about_ca_topic_score_gemma":0.00003258367,"teacher_disagreement_score":0.21986274,"about_ca_system_score_codex":0.00038678694,"about_ca_system_score_gemma":0.0040606735,"threshold_uncertainty_score":0.72034603},"labels":[],"label_agreement":null},{"id":"W2228759021","doi":"10.1002/j.0022-0337.2008.72.1.tb04447.x","title":"Some Paradoxes in Competency‐Based Dental Education","year":2008,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Dental education; Graduation (instrument); Openness to experience; Endodontics; Medical education; Psychology; Dentistry; Value (mathematics); Higher education; Medicine; Political science; Engineering; Computer science; Social psychology","score_opus":0.013714202414689692,"score_gpt":0.33508194043297995,"score_spread":0.32136773801829027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228759021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98868734,0.001092263,0.000070914626,0.003745294,0.0049800803,0.00027669477,9.70407e-7,0.0000119853,0.0011344792],"genre_scores_gemma":[0.9813536,0.00013696316,0.012656963,0.0033261152,0.0017008974,0.000023354705,0.00006566123,0.000019819809,0.00071663904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982025,0.00005881662,0.000813084,0.0001480527,0.00060046866,0.00017708202],"domain_scores_gemma":[0.9987581,0.000037392027,0.00047935938,0.00019209269,0.0004285204,0.00010454006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035184322,0.00013698154,0.00027113748,0.0008660236,0.00008927561,0.000017208356,0.0001450022,0.000106850595,0.00024292819],"category_scores_gemma":[0.0004958049,0.0001280261,0.00010946568,0.00068049174,0.00011535015,0.00047639466,0.000011427333,0.00043935436,0.00007930314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039115944,0.013389788,0.802982,0.00026023228,0.000061065904,0.000047663685,0.0023082504,0.00004060616,0.008668347,0.0050068996,0.08402751,0.08281651],"study_design_scores_gemma":[0.0023964217,0.00053275964,0.96569014,0.0009835021,0.00010731854,0.004970306,0.011009592,0.00031378065,0.0048390287,0.0017275491,0.0071621942,0.0002673887],"about_ca_topic_score_codex":0.000071295566,"about_ca_topic_score_gemma":0.000013336911,"teacher_disagreement_score":0.1627082,"about_ca_system_score_codex":0.0007592278,"about_ca_system_score_gemma":0.008005287,"threshold_uncertainty_score":0.9976184},"labels":[],"label_agreement":null},{"id":"W2228802646","doi":"10.36834/cmej.36726","title":"Preceptor engagement in distributed medical school campuses","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Regional Municipality of Waterloo","funders":"","keywords":"Preceptor; Thematic analysis; Medical education; Community engagement; Student engagement; Medicine; Qualitative research; Psychology; Political science; Sociology; Public relations","score_opus":0.023538860961988494,"score_gpt":0.34764130300837,"score_spread":0.3241024420463815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228802646","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45156989,0.0011271425,0.0012114629,0.5198404,0.012192856,0.0008068146,0.000011274249,0.000073459516,0.01316667],"genre_scores_gemma":[0.8172814,0.00020484762,0.0049610203,0.16969973,0.005960489,0.000147909,0.00043552017,0.00005504119,0.0012540099],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957471,0.00024640217,0.00084144506,0.00025870206,0.0023349165,0.00057145563],"domain_scores_gemma":[0.97711116,0.000062317726,0.00015022284,0.00031338425,0.0010773647,0.021285564],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041441084,0.00017724128,0.00029018847,0.0008333363,0.00016285495,0.00006772009,0.00037658704,0.000446048,0.08864406],"category_scores_gemma":[0.22462955,0.00015855409,0.00006063895,0.0010734549,0.00021657432,0.00018579671,0.000028457476,0.0023051898,0.00038009792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022583063,0.00043341314,0.022216193,0.000025869609,0.000027340828,0.00013920343,0.00074672134,0.000002310224,0.0000013505794,0.00089087954,0.8875956,0.08789852],"study_design_scores_gemma":[0.0021099143,0.00013502192,0.024537511,0.00072870264,0.00003327601,0.002227767,0.0049802815,0.00062995387,0.000009771772,0.0006241515,0.9637694,0.00021429358],"about_ca_topic_score_codex":0.0041934527,"about_ca_topic_score_gemma":0.0076802843,"teacher_disagreement_score":0.36571154,"about_ca_system_score_codex":0.0029070636,"about_ca_system_score_gemma":0.24670748,"threshold_uncertainty_score":0.99999654},"labels":[],"label_agreement":null},{"id":"W2229817542","doi":"10.1017/cbo9780511547348.006","title":"Principles for Designing a Program for the Teaching and Learning of Professionalism at the Undergraduate Level","year":2008,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Subject (documents); Curriculum; Variety (cybernetics); Engineering ethics; Medical education; Medical profession; Pedagogy; Psychology; Mathematics education; Medicine; Computer science; Engineering; Artificial intelligence","score_opus":0.09994055671749608,"score_gpt":0.3125661640393531,"score_spread":0.21262560732185704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229817542","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059750415,0.001042678,0.05266197,0.0041153505,0.00063327106,0.012674501,0.00017417148,0.00020441218,0.9225186],"genre_scores_gemma":[0.0040742136,0.00007321361,0.010078114,0.00016970895,0.000143891,0.000045456363,0.00013635725,0.000042017804,0.985237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897313,0.00006423744,0.0002443245,0.0002715531,0.0002599614,0.00018680244],"domain_scores_gemma":[0.99809426,0.00085041235,0.00038460045,0.0002842731,0.00035091085,0.000035522055],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007281385,0.00019488785,0.00027536965,0.00009404213,0.0013181354,0.000012011206,0.00018796092,0.00020561933,7.4423593e-7],"category_scores_gemma":[0.000547832,0.00013251501,0.00013250281,0.000010167766,0.00050091435,0.000030558815,0.00018374003,0.0008348418,2.5498787e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044044617,0.00004020331,0.000014090151,0.0007605347,0.0004069154,0.0000065343293,0.001181136,0.000012856815,0.00016028323,0.8598495,0.04232184,0.094805665],"study_design_scores_gemma":[0.00096376287,0.00016280911,0.00010552983,0.00060076534,0.00047629987,0.000038655497,0.0004533799,0.0017624331,0.00017804856,0.000015161444,0.9951012,0.00014193219],"about_ca_topic_score_codex":0.000034629084,"about_ca_topic_score_gemma":0.0000010353424,"teacher_disagreement_score":0.9527794,"about_ca_system_score_codex":0.00017187683,"about_ca_system_score_gemma":0.0002464923,"threshold_uncertainty_score":0.999982},"labels":[],"label_agreement":null},{"id":"W2230655045","doi":"10.3138/ptc.2014-89e","title":"Examining the Need for a New Instrument to Evaluate Canadian Physiotherapy Students during Clinical Education Experiences","year":2016,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Physiotherapy Foundation of Canada","keywords":"Physical therapy; Physical medicine and rehabilitation; Medical education; Medicine; Psychology; Medical physics","score_opus":0.04173474256938668,"score_gpt":0.4238768895341216,"score_spread":0.3821421469647349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2230655045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96521163,0.000062938074,0.00023266263,0.03107737,0.002040137,0.0012247392,0.0000044101002,0.000019637271,0.0001264999],"genre_scores_gemma":[0.96785843,0.00004077268,0.0011637001,0.025229147,0.0016261021,0.0006156833,0.0000097713055,0.000038026374,0.0034183844],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981307,0.000056785364,0.0004243046,0.00035514432,0.00064497726,0.00038810042],"domain_scores_gemma":[0.9987278,0.00010102332,0.000117623626,0.00047043175,0.00022779622,0.00035532966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037875125,0.00017287013,0.00023754759,0.00014107839,0.0002675256,0.00003819287,0.00033031267,0.0000531165,0.00037739024],"category_scores_gemma":[0.00022681506,0.00010378562,0.000051399576,0.0004587879,0.0000589445,0.000084616375,0.000015309972,0.00009673738,0.000007812815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032222777,0.00023481886,0.03172208,0.000040275638,0.00018918824,0.0000010052213,0.0053538447,0.0000045757156,0.017996492,0.00016646381,0.16317569,0.7807933],"study_design_scores_gemma":[0.006936394,0.000901899,0.65024644,0.00078205846,0.000057237,0.000010587786,0.017809564,0.00012143076,0.008079676,0.00034339537,0.31408012,0.00063116953],"about_ca_topic_score_codex":0.77231604,"about_ca_topic_score_gemma":0.6760402,"teacher_disagreement_score":0.78016216,"about_ca_system_score_codex":0.001200255,"about_ca_system_score_gemma":0.009893348,"threshold_uncertainty_score":0.9957196},"labels":[],"label_agreement":null},{"id":"W2232686299","doi":"10.22452/jummec.vol11no1.1","title":"21ST CENTURY MEDICAL EDUCATION IN UNIVERSITY OF MALAYA","year":2008,"lang":"en","type":"article","venue":"Journal of Health and Translational Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conviction; Medical education; Medicine; Psychology; Library science; Political science; Law","score_opus":0.020285092818751044,"score_gpt":0.3346273666543541,"score_spread":0.3143422738356031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232686299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88001937,0.008642117,0.0004917955,0.10883674,0.00039389502,0.0001598722,9.083857e-7,0.000003412052,0.0014519066],"genre_scores_gemma":[0.9840078,0.008220144,0.004543571,0.00283654,0.0003036297,2.1431191e-7,0.000025980142,0.0000047841754,0.00005736536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984071,0.00006337309,0.0006555831,0.00007388653,0.00069578807,0.00010427195],"domain_scores_gemma":[0.9989941,0.00007205468,0.00030833067,0.00005967459,0.00035334285,0.00021249529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010205181,0.000060218514,0.00032606442,0.00038437147,0.00005879476,4.2507526e-7,0.00005191553,0.000075300064,0.00034193072],"category_scores_gemma":[0.0006105234,0.000049403923,0.000028194629,0.0003425694,0.00024482122,0.000072863906,0.0000031656396,0.00032956866,7.9461466e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006346314,0.0013575265,0.5690513,0.00077055034,0.000055117725,0.000053858184,0.0067521897,0.000003177461,0.000048845915,0.009286113,0.0066113607,0.4053753],"study_design_scores_gemma":[0.006199655,0.0010212995,0.9503923,0.0025208828,0.000042592197,0.0020598844,0.0045106723,0.00024598913,0.000005058333,0.0009695777,0.03195842,0.000073659685],"about_ca_topic_score_codex":0.00008394519,"about_ca_topic_score_gemma":0.000009117308,"teacher_disagreement_score":0.40530166,"about_ca_system_score_codex":0.0000469758,"about_ca_system_score_gemma":0.0051293895,"threshold_uncertainty_score":0.90993166},"labels":[],"label_agreement":null},{"id":"W2233830456","doi":"10.1002/j.0022-0337.2011.75.3.tb05044.x","title":"Outcomes of Dental Hygiene Baccalaureate Degree Education in Canada","year":2011,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Community College; University of British Columbia","funders":"","keywords":"Thematic analysis; Dental hygiene; Credibility; Medicine; Baccalaureate Degree; Hygiene; Bachelor; Perception; Medical education; Psychology; Qualitative research; Family medicine; Nursing; Higher education","score_opus":0.02197445653272092,"score_gpt":0.31544685165217123,"score_spread":0.29347239511945034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233830456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99005574,0.00027570667,0.000032374875,0.0005048392,0.004112209,0.00021402704,0.0000018815091,0.0000032275527,0.0048000063],"genre_scores_gemma":[0.9922861,0.000035911984,0.005749204,0.00082980725,0.0002313789,0.000009950562,0.000023720093,0.000015678526,0.00081825483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998225,0.000041574498,0.0009252821,0.00011731501,0.0005336723,0.00015718005],"domain_scores_gemma":[0.9984456,0.00002665833,0.00065399386,0.00020066046,0.0005766715,0.00009647121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003331206,0.0001246005,0.00031926477,0.00053162634,0.000027899296,0.0000064613773,0.00016609911,0.000069092464,0.0005907593],"category_scores_gemma":[0.00052644796,0.00010833968,0.00007685276,0.000519132,0.00004961891,0.00026475816,0.000017990076,0.00029718105,0.000011467435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008050323,0.0014319952,0.87973946,0.00006394161,0.000038805272,0.0000042205697,0.0006489694,7.9704404e-7,0.0006760298,0.00020290856,0.008730738,0.10838161],"study_design_scores_gemma":[0.00063311285,0.00012531797,0.97780997,0.0002808265,0.00008253885,0.00040358072,0.015695179,0.000011533875,0.004087286,0.000130035,0.0006539306,0.00008666927],"about_ca_topic_score_codex":0.21092196,"about_ca_topic_score_gemma":0.11436094,"teacher_disagreement_score":0.10829494,"about_ca_system_score_codex":0.0016070248,"about_ca_system_score_gemma":0.01424186,"threshold_uncertainty_score":0.9913465},"labels":[],"label_agreement":null},{"id":"W2235155304","doi":"","title":"Maîtriser l’enseignement en tant que résident: Plus facile à faire qu’à dire","year":2015,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré de Santé et de Services Sociaux du Bas-Saint-Laurent","funders":"","keywords":"Humanities; Medicine; Art","score_opus":0.02281961793751791,"score_gpt":0.27384620901966417,"score_spread":0.25102659108214626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235155304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.680576,0.032642014,0.005701411,0.13817142,0.09225769,0.005576787,0.00025045784,0.0004343328,0.044389855],"genre_scores_gemma":[0.93325305,0.00071345904,0.0021159684,0.0039616707,0.010823422,0.0007531161,0.0005239527,0.00009483493,0.047760528],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936056,0.00025027865,0.0009517496,0.00061981595,0.0014300832,0.003142453],"domain_scores_gemma":[0.99709696,0.00007009948,0.00024297819,0.00069755944,0.0003883325,0.0015040464],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002128944,0.00043705723,0.00054779364,0.00024016667,0.00017307313,0.00009840005,0.0003716944,0.0004849213,0.0017925635],"category_scores_gemma":[0.003668811,0.00043321235,0.0001555948,0.00085580756,0.0003517727,0.00034725427,0.00014973684,0.0009303007,0.0009319821],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018776138,0.00097084336,0.019614886,0.00048686535,0.00028309223,0.0002681658,0.021169998,0.00025392452,0.000037784503,0.015946405,0.6495649,0.29121533],"study_design_scores_gemma":[0.0047351723,0.00021409616,0.1944101,0.00052507716,0.00045474127,0.00018593781,0.016437849,0.0029676268,0.0007055855,0.0010822675,0.77764785,0.0006336898],"about_ca_topic_score_codex":0.0008106272,"about_ca_topic_score_gemma":0.00011114571,"teacher_disagreement_score":0.29058164,"about_ca_system_score_codex":0.008819479,"about_ca_system_score_gemma":0.003092793,"threshold_uncertainty_score":0.9998459},"labels":[],"label_agreement":null},{"id":"W2238295970","doi":"","title":"What procedures are students doing during undergraduate surgical clerkship?","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Curriculum; Medical education; Clinical clerkship; Class (philosophy); Objective structured clinical examination; Medical school; Pedagogy; Psychology","score_opus":0.014540664699229305,"score_gpt":0.29223158275337346,"score_spread":0.27769091805414414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238295970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853488,0.0003144323,0.000014971437,0.01022939,0.00087256706,0.00074461225,4.691593e-7,0.0001303092,0.0023444446],"genre_scores_gemma":[0.9926359,0.00009481424,0.00021231614,0.0004192662,0.0009312362,0.0008679057,0.00003050163,0.00002505687,0.0047830027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832404,0.000028179376,0.00033162683,0.00026348684,0.00064728863,0.0004054106],"domain_scores_gemma":[0.9994146,0.000028955561,0.00011632606,0.00022566618,0.00013934002,0.000075112825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037037337,0.0001253346,0.00018823003,0.00016585043,0.00012503019,0.00012985186,0.00012701441,0.000093477625,0.000020052694],"category_scores_gemma":[0.000283898,0.0001102823,0.00005038555,0.00047695969,0.00007199598,0.00027120113,0.000049831993,0.00025087196,0.000028624496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023424413,0.0014670786,0.8744049,0.0008013172,0.00012997228,0.00028123878,0.000255662,0.000027089332,0.00010059422,0.0019408639,0.013205919,0.107151136],"study_design_scores_gemma":[0.0013480608,0.0000074370696,0.9907605,0.00015713485,0.000037410926,0.00011273778,0.00033459425,0.000009062428,0.00059764594,0.00038478913,0.006134711,0.00011588236],"about_ca_topic_score_codex":0.000018289134,"about_ca_topic_score_gemma":0.000020149218,"teacher_disagreement_score":0.11635564,"about_ca_system_score_codex":0.0002159652,"about_ca_system_score_gemma":0.00004170124,"threshold_uncertainty_score":0.44971818},"labels":[],"label_agreement":null},{"id":"W2238325717","doi":"10.1111/medu.12839","title":"The promise, perils, problems and progress of competency‐based medical education","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":211,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Medical Council of Canada","funders":"","keywords":"Medical education; Medicine; Engineering ethics; Psychology; Engineering","score_opus":0.016739504186417536,"score_gpt":0.349995742318001,"score_spread":0.33325623813158345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238325717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54044646,0.0072801863,0.0006664897,0.43686163,0.0050377357,0.0022939977,0.0000017501455,0.0001415625,0.0072701643],"genre_scores_gemma":[0.9652989,0.00028791837,0.012548573,0.017515201,0.0014624713,0.0010935072,0.00034892227,0.000052033687,0.001392499],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964131,0.00014971587,0.0007342458,0.00031550627,0.002108091,0.00027932518],"domain_scores_gemma":[0.9974643,0.00011036485,0.0002628857,0.00046505497,0.0012476816,0.00044969915],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002367577,0.00017299557,0.00028156105,0.00017848238,0.00016137048,0.00003421112,0.00027737024,0.00029365817,0.0003318323],"category_scores_gemma":[0.017422842,0.000117281976,0.00004628396,0.00069531833,0.0010210783,0.000105418614,0.00005195999,0.0005059524,0.000018087205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103237115,0.0032230613,0.027476436,0.00056115043,0.000034584886,0.0000012348017,0.0015938851,4.370388e-7,0.00001775624,0.01444182,0.15933934,0.79320705],"study_design_scores_gemma":[0.005581902,0.0013466221,0.07515462,0.005582535,0.00030653403,0.0005492378,0.008600116,0.02609557,0.00045124648,0.009683758,0.8659898,0.00065807655],"about_ca_topic_score_codex":0.00008794277,"about_ca_topic_score_gemma":0.000032875527,"teacher_disagreement_score":0.79254895,"about_ca_system_score_codex":0.0001960849,"about_ca_system_score_gemma":0.04376233,"threshold_uncertainty_score":0.99085385},"labels":[],"label_agreement":null},{"id":"W2240916458","doi":"10.1002/j.0022-0337.2004.68.12.tb03871.x","title":"Do Repeated Clinical Competency Ratings Stereotype Students?","year":2004,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Generalization; Graduation (instrument); Stereotype (UML); Quarter (Canadian coin); Medical education; Limiting; Social psychology; Medicine","score_opus":0.02276131524129339,"score_gpt":0.43272158260469296,"score_spread":0.4099602673633996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240916458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898062,0.00026638515,0.00021857569,0.002949597,0.0050370586,0.000217198,4.526704e-7,0.000013924383,0.0014906239],"genre_scores_gemma":[0.98110014,0.00009772728,0.014369396,0.0022195736,0.00147634,0.0000044763237,0.000019896424,0.000016087517,0.0006963835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978237,0.000056284734,0.001139371,0.00013925506,0.00071203086,0.00012937056],"domain_scores_gemma":[0.9980764,0.000030079513,0.0007172648,0.00021411545,0.0008526929,0.000109442175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010950366,0.00010262532,0.00027110975,0.00026733617,0.000067680034,0.00004942176,0.0001840401,0.00010433867,0.00031814387],"category_scores_gemma":[0.0014055135,0.000085652486,0.00013005128,0.0004592365,0.000083628685,0.00023583924,0.000025611154,0.00053123286,0.00011763584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004898125,0.010051278,0.75158215,0.00014320812,0.00027076644,0.00004528628,0.0027003696,0.000010579092,0.0032004756,0.002193366,0.0417463,0.18756644],"study_design_scores_gemma":[0.005648097,0.0019694986,0.95929766,0.0014084528,0.00036021866,0.0029349243,0.0125792185,0.000009508364,0.0013925022,0.0014719766,0.012703239,0.00022471066],"about_ca_topic_score_codex":0.0000163576,"about_ca_topic_score_gemma":0.000001714374,"teacher_disagreement_score":0.20771554,"about_ca_system_score_codex":0.0004077928,"about_ca_system_score_gemma":0.0016797129,"threshold_uncertainty_score":0.34928071},"labels":[],"label_agreement":null},{"id":"W2241025857","doi":"10.36834/cmej.36668","title":"Pediatric faculty and residents’ perspectives on In-Training Evaluation Reports (ITERs)","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; Children's Hospital of Eastern Ontario","funders":"Children's Hospital Foundation","keywords":"Medical education; Quality (philosophy); Faculty development; Residency training; Psychology; Medicine; Professional development; Continuing education","score_opus":0.06305005039295997,"score_gpt":0.4015675706885229,"score_spread":0.3385175202955629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241025857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93241394,0.00081643125,0.00002086008,0.058228962,0.0022633485,0.0003182685,9.047269e-7,0.000012559261,0.005924756],"genre_scores_gemma":[0.98334575,0.00009412712,0.0012726998,0.012693208,0.0022541313,0.000036002428,0.00005784694,0.000017720846,0.00022854257],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9971237,0.0001362228,0.00056037586,0.00028081224,0.0015801983,0.00031870225],"domain_scores_gemma":[0.9944258,0.00003339489,0.00019288737,0.00020283242,0.0012440091,0.0039010977],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004326846,0.00012709816,0.0001903267,0.0011455569,0.00014108758,0.000067668756,0.00008665498,0.00020931588,0.0028413406],"category_scores_gemma":[0.07811969,0.00011731922,0.000031314874,0.0007323756,0.000103847015,0.00018113236,0.000009109217,0.0009674397,0.00002338896],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054616088,0.00052029925,0.13274945,0.000054955613,0.000040908846,0.00045653852,0.058866713,0.000018129345,0.0000035759092,0.0026338778,0.49147332,0.31312764],"study_design_scores_gemma":[0.002833029,0.00037674585,0.77376074,0.00069393247,0.00016166757,0.010827006,0.14199296,0.0013190557,0.000003883013,0.0035158752,0.06412675,0.00038837158],"about_ca_topic_score_codex":0.0026357237,"about_ca_topic_score_gemma":0.0015560803,"teacher_disagreement_score":0.6410113,"about_ca_system_score_codex":0.0025031243,"about_ca_system_score_gemma":0.070641495,"threshold_uncertainty_score":0.9980702},"labels":[],"label_agreement":null},{"id":"W2250952259","doi":"10.1123/ijatt.17.2.21","title":"Musculoskeletal Injury Evaluation Standards for Different Disciplines","year":2012,"lang":"en","type":"article","venue":"International Journal of Athletic Therapy & Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Mount Royal University","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Medicine; Medical education; Health care; Physical therapy; Athletic training; Competency assessment; Sports medicine; Psychology","score_opus":0.060826773319701516,"score_gpt":0.45547631115331094,"score_spread":0.39464953783360945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250952259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721508,0.0006161633,0.015685063,0.0065923533,0.004349403,0.00032542596,0.000016244074,0.000012592782,0.0002519616],"genre_scores_gemma":[0.9886558,0.00010654016,0.0062482595,0.0006883092,0.004149781,0.000036310823,0.000044423577,0.00002318484,0.000047413392],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745905,0.000053569933,0.00062487135,0.00009633302,0.0015587553,0.00020739294],"domain_scores_gemma":[0.9967229,0.00010652764,0.00039525042,0.00010691902,0.0025781326,0.000090268484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025240965,0.00012826262,0.0002384948,0.00029744254,0.00006104323,0.000031221094,0.0001799518,0.0000697459,0.00039980156],"category_scores_gemma":[0.0012574655,0.00009350498,0.00020487481,0.00011405371,0.0000716381,0.00023365287,0.000014913542,0.00022991773,0.0000016738668],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007903503,0.00048217736,0.004100051,0.00001834061,0.0004489646,0.0000015224068,0.006644545,0.00001396695,0.008601038,0.001305165,0.0021308004,0.9754631],"study_design_scores_gemma":[0.043031354,0.008086142,0.388145,0.0032460727,0.0016467152,0.0018527246,0.02236667,0.00950802,0.020693896,0.013888485,0.48611414,0.0014207629],"about_ca_topic_score_codex":7.656299e-7,"about_ca_topic_score_gemma":2.4292027e-7,"teacher_disagreement_score":0.9740423,"about_ca_system_score_codex":0.0004337181,"about_ca_system_score_gemma":0.0004191617,"threshold_uncertainty_score":0.4377547},"labels":[],"label_agreement":null},{"id":"W2253918026","doi":"10.1155/2015/713038","title":"Designing and Implementing a Competency-Based Training Program for Anesthesiology Residents at the University of Ottawa","year":2015,"lang":"en","type":"article","venue":"Anesthesiology Research and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"University of Ottawa","keywords":"Medicine; Specialty; Competence (human resources); Medical education; Blueprint; Graduate medical education; Curriculum; Accreditation; Anesthesiology; Nurse practitioners; Family medicine","score_opus":0.1691084467884034,"score_gpt":0.45310517923739374,"score_spread":0.2839967324489904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253918026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97458863,0.00051522383,0.00023543731,0.022800116,0.000022980545,0.00093796913,0.0000011003805,0.000021240554,0.0008773256],"genre_scores_gemma":[0.90962327,0.000053799733,0.08868129,0.0010697113,0.00007584582,0.000042427255,0.00005217505,0.000013622188,0.00038785767],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981583,0.0008269351,0.00019206408,0.00023582144,0.00022189257,0.00036498767],"domain_scores_gemma":[0.99445635,0.004318015,0.00013785317,0.00019170804,0.0007974882,0.00009860447],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008111282,0.00007483207,0.00019730163,0.0001342073,0.00047678815,0.000010898733,0.000103746905,0.00011518639,0.000021202319],"category_scores_gemma":[0.010665398,0.00005676403,0.0000181984,0.00027475934,0.0009367728,0.000095140975,0.000063197615,0.0002977705,0.000003822496],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011305271,0.0009435466,0.4865895,0.0006902215,0.00027043215,0.0003331739,0.016679307,0.0000075410676,0.0071595036,0.013283539,0.044001758,0.41873622],"study_design_scores_gemma":[0.0069272458,0.015716108,0.27627796,0.000234734,0.0002777532,0.0029317585,0.07925912,0.0015695262,0.0014837492,0.005115791,0.60991687,0.0002893798],"about_ca_topic_score_codex":0.0001626199,"about_ca_topic_score_gemma":0.000049430862,"teacher_disagreement_score":0.5659151,"about_ca_system_score_codex":0.00004613996,"about_ca_system_score_gemma":0.00070259144,"threshold_uncertainty_score":0.9976682},"labels":[],"label_agreement":null},{"id":"W2254716138","doi":"","title":"Curriculum Planning in a Problem-based Learning Medical School","year":2001,"lang":"en","type":"article","venue":"醫學教育","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Unit (ring theory); Excellence; TUTOR; Medical education; Problem-based learning; Pedagogy; Mathematics education; Medicine; Psychology; Political science","score_opus":0.013791008179916344,"score_gpt":0.3471466625811202,"score_spread":0.33335565440120385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2254716138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716617,0.000096009564,0.0017749328,0.0136106955,0.0002097921,0.0002531833,7.9328274e-8,0.00011088762,0.012282749],"genre_scores_gemma":[0.9884468,0.000009188796,0.0063378224,0.003751915,0.000378622,0.00007085682,0.000049233815,0.000017307162,0.0009383062],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868184,0.00004055471,0.00030404681,0.00018410111,0.000539502,0.00024996707],"domain_scores_gemma":[0.99951506,0.000028782748,0.00005576094,0.00014124822,0.00009658731,0.00016254077],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00070001755,0.000086672764,0.00015478827,0.00025635705,0.000058033555,0.000011184287,0.000083201885,0.00014299259,0.0025106345],"category_scores_gemma":[0.0047365776,0.00007636642,0.000026350222,0.000820975,0.000052524338,0.00005523338,0.000017481647,0.00080143695,0.00017557255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020625264,0.00030623458,0.96524656,0.0000581534,0.0000071221775,0.00017866756,0.00020953151,0.000197461,0.00007174379,0.0002587725,0.013422351,0.02002279],"study_design_scores_gemma":[0.007069091,0.000517622,0.28245664,0.0035362376,0.00005225089,0.00042581017,0.0024452314,0.1299204,0.00014855365,0.00041717332,0.5725369,0.00047411316],"about_ca_topic_score_codex":0.0000788924,"about_ca_topic_score_gemma":0.0000060070665,"teacher_disagreement_score":0.6827899,"about_ca_system_score_codex":0.00015098145,"about_ca_system_score_gemma":0.0005505905,"threshold_uncertainty_score":0.9984012},"labels":[],"label_agreement":null},{"id":"W225591082","doi":"10.1503/cmaj.109-3063","title":"Defining moments","year":2009,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Medical school; Medical education; Mathematics education; Data science; Psychology; Medicine","score_opus":0.006789603575362699,"score_gpt":0.28775416046247376,"score_spread":0.2809645568871111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W225591082","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4307624,0.00034664117,0.0005622018,0.48486713,0.0030526672,0.00022086364,0.0000053119875,0.00007157214,0.0801112],"genre_scores_gemma":[0.8448393,0.000064208005,0.0023546708,0.14835396,0.0023218095,0.0000037736306,0.000035119832,0.0000131494435,0.0020139997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739224,0.000049732924,0.00042651902,0.00011498176,0.001588637,0.00042788585],"domain_scores_gemma":[0.99809563,0.000036584952,0.00015159312,0.0001012107,0.00056231127,0.001052664],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016892543,0.000087191846,0.0001714351,0.00031581812,0.00024854485,0.000052959087,0.0001194403,0.00033425662,0.005369971],"category_scores_gemma":[0.0060948557,0.00008083151,0.000064084015,0.00049066613,0.000021070055,0.00010413866,0.0000038772437,0.0011235509,0.00050309976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057075863,0.00006168093,0.034620937,0.0000035122225,0.000045219633,0.00021593635,0.0002001143,8.008605e-7,0.000010288728,0.003207689,0.6021724,0.35945573],"study_design_scores_gemma":[0.001221478,0.0001433658,0.1832836,0.00013336589,0.00003518713,0.0012005051,0.00035456032,0.0003618719,0.000018685943,0.0009115723,0.81221056,0.00012524647],"about_ca_topic_score_codex":0.00016636273,"about_ca_topic_score_gemma":0.00026414948,"teacher_disagreement_score":0.4140769,"about_ca_system_score_codex":0.0017114049,"about_ca_system_score_gemma":0.0035764317,"threshold_uncertainty_score":0.99553925},"labels":[],"label_agreement":null},{"id":"W2256363110","doi":"10.3138/jvme.0115-011r","title":"Continuing Veterinary Medical Education Needs Assessment of Small Animal Practitioners in South Korea","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Certification; Medical education; Continuing medical education; Medicine; Psychological intervention; Veterinary medicine; Needs assessment; Veterinary education; Quality (philosophy); Continuing education; Curriculum; Nursing; Psychology; Pedagogy; Management","score_opus":0.07935192689474478,"score_gpt":0.430961710224345,"score_spread":0.3516097833296002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256363110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97897565,0.00045920903,0.0009983231,0.013323166,0.0038190933,0.00034983826,0.0000013257729,0.000019784065,0.0020536291],"genre_scores_gemma":[0.97805107,0.00012311195,0.017177226,0.0026984806,0.0016137036,0.00004953504,0.00008808765,0.000034802506,0.00016399645],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99493265,0.00036189164,0.0018326407,0.00023817083,0.0023196908,0.00031494594],"domain_scores_gemma":[0.99595934,0.00014384852,0.0012201084,0.00034164576,0.0016267636,0.0007083151],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044138664,0.00023713158,0.0006286587,0.0012881518,0.00004236242,0.000025212408,0.0003615296,0.00041872484,0.00069868757],"category_scores_gemma":[0.013277924,0.00021309192,0.00014271092,0.0011736929,0.00028080327,0.0004266836,0.000087470355,0.0012539956,0.0000081220105],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004698089,0.027195953,0.12474052,0.0020898194,0.00037230144,0.0006480729,0.03524166,0.000028337638,0.008015491,0.0043727932,0.059127297,0.73346967],"study_design_scores_gemma":[0.020315712,0.03356272,0.54245955,0.025354726,0.00081678235,0.04213358,0.12222318,0.011457625,0.00042421024,0.0011458795,0.19862491,0.0014811038],"about_ca_topic_score_codex":0.000052260308,"about_ca_topic_score_gemma":0.0000025474676,"teacher_disagreement_score":0.73198855,"about_ca_system_score_codex":0.00076685235,"about_ca_system_score_gemma":0.0219242,"threshold_uncertainty_score":0.9950337},"labels":[],"label_agreement":null},{"id":"W2257494669","doi":"","title":"Transformez une occasion d’enseignement en une occasion d’apprentissage pour vous-même: Référentiel des activités pédagogiques fondamentales","year":2015,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; University of Alberta; Women's College Hospital","funders":"","keywords":"Humanities; Philosophy","score_opus":0.03623679479115108,"score_gpt":0.29967700884513365,"score_spread":0.26344021405398255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257494669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9076419,0.010576206,0.01206221,0.038735647,0.013847984,0.0029474609,0.00010527206,0.00039616332,0.013687197],"genre_scores_gemma":[0.9535759,0.0061520026,0.007039524,0.0012901403,0.0033804532,0.000286901,0.0006793655,0.00025606115,0.02733964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991683,0.0009583973,0.0015661713,0.0011919168,0.0017558729,0.0028446198],"domain_scores_gemma":[0.9959789,0.00019191268,0.00048679154,0.0010002002,0.00072288705,0.0016193208],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026678997,0.0009351455,0.00088972016,0.0005018583,0.00046672646,0.00021028281,0.00063251413,0.0005709076,0.0010568915],"category_scores_gemma":[0.0028741718,0.0009025561,0.00029214434,0.0026053889,0.0009149736,0.0009299835,0.0002173119,0.0014862518,0.00068312406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006508572,0.0040744515,0.011302906,0.0010446103,0.0003857667,0.00043839318,0.06920041,0.000054562406,0.007915682,0.0015730836,0.15829362,0.7450657],"study_design_scores_gemma":[0.0087394025,0.001301078,0.111812264,0.0031849677,0.0012290792,0.0006111833,0.03632518,0.000912574,0.04508513,0.0012856359,0.7880165,0.0014970261],"about_ca_topic_score_codex":0.00044918226,"about_ca_topic_score_gemma":0.00010624941,"teacher_disagreement_score":0.74356866,"about_ca_system_score_codex":0.0030592042,"about_ca_system_score_gemma":0.0018981087,"threshold_uncertainty_score":0.9998563},"labels":[],"label_agreement":null},{"id":"W2257986258","doi":"10.1002/j.0022-0337.2013.77.5.tb05504.x","title":"Framework for E‐Learning Assessment in Dental Education: A Global Model for the Future","year":2013,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Dental education; Medical education; Psychology; Medicine; Computer science","score_opus":0.013827812064460597,"score_gpt":0.40355485793972673,"score_spread":0.38972704587526613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257986258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8093004,0.0012282985,0.1470693,0.030182667,0.009588468,0.0021219754,0.0000041480835,0.00001272505,0.0004920019],"genre_scores_gemma":[0.8138947,0.0000622544,0.17847613,0.0028605647,0.0033954738,0.00046365228,0.000047372476,0.000016982962,0.0007828504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986751,0.000029636536,0.00060168665,0.00013508134,0.00037430675,0.00018416501],"domain_scores_gemma":[0.99834865,0.00012291667,0.00046494117,0.00015819827,0.0008312357,0.000074068244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054276397,0.000120846555,0.00019648408,0.00016441703,0.00015152851,0.00007422215,0.00017168779,0.00013822883,0.00014993665],"category_scores_gemma":[0.00075437344,0.00008934514,0.000136006,0.00041627575,0.00004358778,0.00031132836,0.000015389545,0.00051717047,0.000009465462],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023739925,0.0036608537,0.11738596,0.00031579722,0.00013315587,3.973306e-7,0.0023337686,0.0006921874,0.00031034372,0.038931016,0.15122937,0.68476975],"study_design_scores_gemma":[0.004137415,0.0012050761,0.50890064,0.0018004857,0.0006285392,0.0011737075,0.217712,0.15134388,0.00014403451,0.06589546,0.046542812,0.00051595876],"about_ca_topic_score_codex":0.000026346095,"about_ca_topic_score_gemma":0.000012281568,"teacher_disagreement_score":0.6842538,"about_ca_system_score_codex":0.0010487336,"about_ca_system_score_gemma":0.0032210061,"threshold_uncertainty_score":0.57139266},"labels":[],"label_agreement":null},{"id":"W2258886580","doi":"","title":"Triple C: un nouveau vocabulaire pour une réalité en évolution","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.01787965305418447,"score_gpt":0.26644245564152097,"score_spread":0.24856280258733648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258886580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7368277,0.025048897,0.0055336915,0.13635428,0.06603651,0.0023492388,0.000060378472,0.00038716872,0.027402157],"genre_scores_gemma":[0.9193546,0.0020708484,0.004282044,0.0037034976,0.019316385,0.0001640412,0.00031410353,0.00016963153,0.050624847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99351794,0.0006951337,0.0010726324,0.00058655563,0.00094093865,0.0031868087],"domain_scores_gemma":[0.9971314,0.00016019578,0.00034939198,0.0009078959,0.00044119422,0.001009941],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002590908,0.00051040266,0.00053197937,0.0002845575,0.0002877056,0.000058199894,0.00041095266,0.0004294506,0.002205952],"category_scores_gemma":[0.00599482,0.0005167458,0.00016960756,0.0026040305,0.00039437672,0.0005901504,0.00012814961,0.0012020672,0.003230086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001456012,0.002514466,0.082038365,0.00048889796,0.00028119993,0.0000663661,0.0224132,0.000016413811,0.00070811046,0.03605526,0.2089066,0.6463655],"study_design_scores_gemma":[0.0015688592,0.00006666588,0.43689772,0.0002870029,0.00033811867,0.00015298254,0.0008860431,0.0002634905,0.0013379717,0.00020806854,0.5576426,0.0003505162],"about_ca_topic_score_codex":0.000329511,"about_ca_topic_score_gemma":0.000008971728,"teacher_disagreement_score":0.646015,"about_ca_system_score_codex":0.0019195261,"about_ca_system_score_gemma":0.0008501507,"threshold_uncertainty_score":0.99972844},"labels":[],"label_agreement":null},{"id":"W2259504142","doi":"10.1016/b978-0-12-802578-9.00019-6","title":"Conclusion","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Oral examination; Medicine; Medical education; Medical physics; Psychology; Engineering ethics; Dentistry; Engineering; Oral health","score_opus":0.032701887350493355,"score_gpt":0.3229690200749495,"score_spread":0.29026713272445614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2259504142","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006420478,0.00085306267,0.0000070456667,0.0010049643,0.0011694712,0.0005996085,0.000006135915,0.00009700117,0.99619853],"genre_scores_gemma":[0.00033074262,0.000029753572,0.00152648,0.0028616574,0.0014307403,0.00002463,0.00021305216,0.00008546369,0.9934975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837816,0.00000932104,0.0004436118,0.00030984322,0.00067361,0.00018543238],"domain_scores_gemma":[0.99846774,0.000016478303,0.000192734,0.0005908954,0.00060182426,0.00013034586],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00042485076,0.0002602952,0.00044761284,0.0002164375,0.00007123941,0.0000112537755,0.00012239935,0.00047997982,0.0015589374],"category_scores_gemma":[0.00020311087,0.0002277333,0.00011047103,0.000019896881,0.00018445983,0.00001818954,0.00010135423,0.0007333486,0.0010928982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018229717,0.000010868303,0.000002732909,0.00009227619,0.000046504083,0.00002743795,0.00015533472,2.7346612e-8,0.000016945418,0.014872473,0.037891828,0.9468653],"study_design_scores_gemma":[0.0004694591,0.000107932305,0.000010109512,0.00071156444,0.0001785072,0.00009018611,0.000013316781,0.000008509492,0.000014304173,0.012986538,0.985209,0.00020059475],"about_ca_topic_score_codex":1.9136628e-7,"about_ca_topic_score_gemma":8.7827203e-7,"teacher_disagreement_score":0.9473171,"about_ca_system_score_codex":0.0003581533,"about_ca_system_score_gemma":0.00063611503,"threshold_uncertainty_score":0.9996849},"labels":[],"label_agreement":null},{"id":"W2260155891","doi":"","title":"Assessment of communication skills in family medicine","year":2015,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Summative assessment; Objective structured clinical examination; Formative assessment; Interview; Communication skills; Medicine; Medical education; Family medicine; Affect (linguistics); Curriculum; Psychology; Pedagogy","score_opus":0.036971770018146895,"score_gpt":0.33508304399911826,"score_spread":0.29811127398097137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260155891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92688984,0.00045330983,0.000507121,0.007355436,0.0007146676,0.00066593575,0.0000019926679,0.0000474837,0.06336423],"genre_scores_gemma":[0.9895553,0.00032283,0.0074653476,0.0013904135,0.00019962757,0.00006249649,0.00011066887,0.0000252595,0.00086806493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979475,0.00018346707,0.0006551386,0.00020524222,0.00060240354,0.00040621677],"domain_scores_gemma":[0.99841046,0.000061135725,0.00020043307,0.00066553516,0.0004614411,0.00020097068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001762363,0.00012732334,0.00031413545,0.00026478537,0.000023466886,0.0000060761263,0.000229798,0.00007145694,0.000072666226],"category_scores_gemma":[0.0026303066,0.00010658314,0.000025810663,0.0011841244,0.0002187137,0.00009931039,0.00006114076,0.0003870893,0.0000146645125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009191576,0.002311883,0.78076214,0.00016806174,0.00007946641,0.0000345391,0.014774637,0.00008505064,0.0023420558,0.012788208,0.07021272,0.116349325],"study_design_scores_gemma":[0.002074597,0.00011176232,0.9371469,0.00023867871,0.000035631125,0.0000115059265,0.00077763427,0.00023818201,0.00022625882,0.00018389513,0.05886837,0.00008659686],"about_ca_topic_score_codex":0.000088262896,"about_ca_topic_score_gemma":0.0000055086225,"teacher_disagreement_score":0.15638475,"about_ca_system_score_codex":0.00038272087,"about_ca_system_score_gemma":0.00041768563,"threshold_uncertainty_score":0.43463343},"labels":[],"label_agreement":null},{"id":"W2261426257","doi":"10.1016/s1701-2163(15)30286-3","title":"Competency-Based Medical Education: The Wave of the Future","year":2015,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Ottawa; McMaster University; Ontario Clinical Oncology Group; University of Toronto","funders":"","keywords":"Accountability; Medicine; Curriculum; Medical education; Context (archaeology); Nursing; Pedagogy; Political science; Psychology","score_opus":0.011934135011898288,"score_gpt":0.26289856742379375,"score_spread":0.2509644324118955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261426257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71799386,0.006633473,0.000057495094,0.21301346,0.05866557,0.00021020322,0.0000027136175,0.0000020879024,0.0034211313],"genre_scores_gemma":[0.9868027,0.00002583485,0.0011308478,0.011640399,0.00025597133,0.0000020127936,0.0000022087977,0.0000047232306,0.00013530048],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99865365,0.00006779886,0.00040348465,0.00005363365,0.0007241207,0.000097283344],"domain_scores_gemma":[0.99761647,0.0005349048,0.00036181853,0.00016958923,0.0011756975,0.00014154869],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00061128126,0.000059096412,0.000180233,0.000093437004,0.00006920204,0.0000045223965,0.00016668037,0.00010298111,0.00025781937],"category_scores_gemma":[0.0152728455,0.0000294751,0.00003591474,0.0005947422,0.0001658901,0.000020212514,0.000023274706,0.00047519707,1.3418929e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011690099,0.00046051087,0.15829912,0.0000956819,0.00012189861,0.00015690451,0.00045576863,0.000019973637,0.000003383427,0.013158903,0.42563426,0.40158188],"study_design_scores_gemma":[0.0024661922,0.00035379865,0.6060653,0.00004042363,0.0001669544,0.00042091784,0.004505602,0.00068277353,0.000049338578,0.0015786468,0.38358405,0.00008604979],"about_ca_topic_score_codex":0.0011366569,"about_ca_topic_score_gemma":0.004748515,"teacher_disagreement_score":0.44776613,"about_ca_system_score_codex":0.0005011541,"about_ca_system_score_gemma":0.048986558,"threshold_uncertainty_score":0.9930219},"labels":[],"label_agreement":null},{"id":"W2261858540","doi":"10.1002/j.0022-0337.2010.74.12.tb05004.x","title":"The Dental Values Scale: Development and Validation","year":2010,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Conscientiousness; Scale (ratio); Psychology; Altruism (biology); Dental education; Confirmatory factor analysis; Value (mathematics); Medical education; Applied psychology; Social psychology; Clinical psychology; Personality; Medicine; Structural equation modeling; Big Five personality traits; Statistics; Mathematics; Extraversion and introversion","score_opus":0.008807925706156738,"score_gpt":0.33455208090847194,"score_spread":0.3257441552023152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261858540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923861,0.00016708874,0.00011395459,0.0019705752,0.0043220543,0.00013447124,1.7988236e-7,0.000006076176,0.0008994714],"genre_scores_gemma":[0.9849641,0.000040114166,0.012385941,0.00042105527,0.000869464,0.000008049659,0.000012688466,0.000009210559,0.0012893864],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99898964,0.000021140964,0.00042554637,0.00007465268,0.0003939096,0.00009511073],"domain_scores_gemma":[0.99912655,0.00003887007,0.00028684575,0.00010856206,0.0003755815,0.00006360187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007204822,0.000069680354,0.00009584353,0.00014296305,0.000215452,0.00006191883,0.00008215027,0.000061412444,0.0000724277],"category_scores_gemma":[0.0005285388,0.000047454923,0.000031079413,0.0001932792,0.0001046422,0.00019696057,0.00001643685,0.00035836967,0.000022375758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010097757,0.0007768232,0.13212197,0.00005522373,0.00006268313,0.0000020332473,0.002830621,3.2448227e-7,0.036327064,0.0010185703,0.030938126,0.7957656],"study_design_scores_gemma":[0.001239138,0.00023463593,0.7153076,0.0002655378,0.00017186292,0.0043396894,0.022637893,0.00008078164,0.10904512,0.0006031269,0.14588031,0.00019433064],"about_ca_topic_score_codex":0.0000044251283,"about_ca_topic_score_gemma":0.000008747619,"teacher_disagreement_score":0.79557127,"about_ca_system_score_codex":0.00012293542,"about_ca_system_score_gemma":0.00072406477,"threshold_uncertainty_score":0.19351557},"labels":[],"label_agreement":null},{"id":"W2262042623","doi":"10.7775/rac.79.5.571","title":"Is it Necessary to Evaluate Specialists Clinical Competence","year":2011,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Competence (human resources); Psychology; Medical education; Medicine; Social psychology","score_opus":0.22518347941982966,"score_gpt":0.48255472545830574,"score_spread":0.25737124603847605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262042623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57848895,0.000010236653,0.0028465847,0.038042273,0.0017991348,0.00039063522,0.0000012374819,0.00006745843,0.3783535],"genre_scores_gemma":[0.7588861,0.000017405368,0.09313445,0.13193956,0.0012285989,0.000025660926,0.000016711205,0.000016815009,0.014734715],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99865836,0.000041525804,0.0004915967,0.00024892608,0.00038282972,0.00017676574],"domain_scores_gemma":[0.99898666,0.000040744646,0.00005641738,0.0004122544,0.0003657693,0.00013814527],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010129221,0.00008423357,0.00019313257,0.00009826677,0.00004570352,0.000007114422,0.00013966017,0.000088883135,0.0198873],"category_scores_gemma":[0.0012857532,0.000067260415,0.00005262274,0.00043712452,0.00010676367,0.0000576514,0.00004866488,0.00021998194,0.00288355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090926136,0.00043620827,0.07212867,0.000023474719,0.000031304637,0.000011452441,0.0018408444,6.656266e-8,0.00006822359,0.0055611082,0.86570764,0.054100107],"study_design_scores_gemma":[0.00097961,0.0004686912,0.7895909,0.000116424715,0.00007967482,0.000032423883,0.0010860569,0.00043156516,0.0011585831,0.0012271131,0.2046451,0.00018385306],"about_ca_topic_score_codex":0.00006211289,"about_ca_topic_score_gemma":0.0000076183624,"teacher_disagreement_score":0.71746224,"about_ca_system_score_codex":0.000047653728,"about_ca_system_score_gemma":0.00020233767,"threshold_uncertainty_score":0.9978928},"labels":[],"label_agreement":null},{"id":"W2262204297","doi":"10.36834/cmej.36727","title":"Residents’ perceptions of an integrated longitudinal curriculum: a qualitative study","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; McMaster University; Centre for Family Medicine","funders":"","keywords":"CLARITY; Autonomy; Curriculum; Relevance (law); Focus group; Medical education; Grounded theory; Qualitative research; Longitudinal study; Medicine; Perspective (graphical); Perception; Psychology; Nursing; Pedagogy; Sociology","score_opus":0.040288013768648406,"score_gpt":0.43345060693422094,"score_spread":0.39316259316557256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262204297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783418,0.00008967693,0.00034225095,0.017640542,0.0018971064,0.0003737028,0.0000046479267,0.000018886394,0.0012913827],"genre_scores_gemma":[0.98828655,0.000009268921,0.00483989,0.0050976654,0.0010236927,0.00004157002,0.00012367532,0.000021867942,0.000555824],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99671304,0.0004741794,0.00079693337,0.00023463303,0.0014603373,0.00032086665],"domain_scores_gemma":[0.9894254,0.00003149131,0.00023324725,0.0003330484,0.0033658904,0.006610922],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003274998,0.00015335529,0.0003065844,0.0009233477,0.00019157595,0.00004743228,0.00027997378,0.00019069017,0.013135429],"category_scores_gemma":[0.0363771,0.0001308316,0.00006224386,0.0011884663,0.00027647038,0.00031142414,0.000013319608,0.0010883881,0.0000793177],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008298121,0.0062523424,0.09000782,0.000049462746,0.00019004263,0.00014984193,0.17156273,0.000004633693,0.000008792218,0.0011538474,0.6275698,0.1029677],"study_design_scores_gemma":[0.0018294625,0.0011807857,0.11166568,0.00036652773,0.00014970338,0.002027874,0.86689365,0.0004032167,0.0000035458872,0.00065120554,0.014628003,0.0002003509],"about_ca_topic_score_codex":0.034261994,"about_ca_topic_score_gemma":0.017872307,"teacher_disagreement_score":0.6953309,"about_ca_system_score_codex":0.001137961,"about_ca_system_score_gemma":0.08301666,"threshold_uncertainty_score":0.9973167},"labels":[],"label_agreement":null},{"id":"W2263030180","doi":"10.1097/acm.0000000000001066","title":"Implementing Competency-Based Medical Education in a Postgraduate Family Medicine Residency Training Program: A Stepwise Approach, Facilitating Factors, and Processes or Steps That Would Have Been Helpful","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Medical education; Curriculum; Identification (biology); Residency training; Graduate medical education; Professional development; Medicine; Psychology; Accreditation; Continuing education; Pedagogy","score_opus":0.18311953430993483,"score_gpt":0.43703301484130114,"score_spread":0.2539134805313663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2263030180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.927622,0.004164416,0.0020955894,0.058408294,0.0005688634,0.0030181424,0.000008274097,0.00029628415,0.0038180996],"genre_scores_gemma":[0.9682654,0.000427924,0.01878688,0.008940886,0.0011954915,0.0005860961,0.0010245852,0.00008800091,0.0006847331],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9931811,0.00030305868,0.0018891742,0.0009419367,0.0026175508,0.0010671607],"domain_scores_gemma":[0.99624515,0.0008060381,0.0006524879,0.0004758969,0.0009819705,0.000838484],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0059185214,0.0005864825,0.0012056913,0.0011097582,0.00021132822,0.000018480105,0.00043098023,0.00080840866,0.00017290156],"category_scores_gemma":[0.041431192,0.0003898914,0.00004103432,0.0018390785,0.0010367306,0.00034490862,0.00013502022,0.0029020035,0.000003934766],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092192035,0.0005607401,0.40874955,0.00450849,0.00015986059,0.00008357913,0.16783665,0.0000035652547,0.0006055108,0.0023006173,0.025477473,0.38879204],"study_design_scores_gemma":[0.018489217,0.0042485814,0.05365352,0.017137853,0.0006112468,0.00055853097,0.87135357,0.009369979,0.00015256001,0.0045443997,0.018816384,0.0010641458],"about_ca_topic_score_codex":0.0011552221,"about_ca_topic_score_gemma":0.00026072346,"teacher_disagreement_score":0.7035169,"about_ca_system_score_codex":0.0003964389,"about_ca_system_score_gemma":0.01387258,"threshold_uncertainty_score":0.9998553},"labels":[],"label_agreement":null},{"id":"W2264662235","doi":"10.5430/jnep.v6n6p17","title":"Advancing a Magnet® culture in the midst of change","year":2016,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credentialing; Excellence; Organizational culture; Professional development; Public relations; Magnet; Business; Medical education; Political science; Medicine; Engineering; Mechanical engineering; Law","score_opus":0.0934581644110312,"score_gpt":0.4761796310139564,"score_spread":0.38272146660292516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264662235","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45019886,0.003391259,0.00052279147,0.52732426,0.00199641,0.0002526134,4.918635e-7,0.000003066182,0.016310235],"genre_scores_gemma":[0.9775516,0.0007613744,0.015148742,0.0054880087,0.00079584937,0.000004462773,8.6942197e-7,0.000004770301,0.00024436731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992885,0.00011985932,0.00026918194,0.000045746532,0.00021191634,0.000064821565],"domain_scores_gemma":[0.9987446,0.00029082742,0.00037689743,0.00008661187,0.00047359106,0.000027465407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013215827,0.00004057182,0.000093002236,0.00014773667,0.00004239803,0.0000071851505,0.00004721181,0.000039650822,0.000030717976],"category_scores_gemma":[0.0052761436,0.000021034559,0.000017630236,0.00027885573,0.000057313915,0.00031330873,0.0000027570331,0.00017791137,0.000001041392],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020424451,0.0015382335,0.0013857251,0.000049058588,0.00001028073,0.000002379807,0.03987338,4.9691508e-8,0.0044881,0.0012754195,0.04864055,0.9025326],"study_design_scores_gemma":[0.0017666867,0.0010591696,0.1426934,0.005845255,0.00033826687,0.011826887,0.1567305,0.0000120916175,0.0004932313,0.002036325,0.67708015,0.00011801044],"about_ca_topic_score_codex":0.0000060727525,"about_ca_topic_score_gemma":4.7080266e-7,"teacher_disagreement_score":0.90241456,"about_ca_system_score_codex":0.000102446334,"about_ca_system_score_gemma":0.00026123153,"threshold_uncertainty_score":0.6316418},"labels":[],"label_agreement":null},{"id":"W2265591151","doi":"10.1186/s12909-016-0576-6","title":"Role Models and Teachers: medical students perception of teaching-learning methods in clinical settings, a qualitative study from Sri Lanka","year":2016,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Sri lanka; Medical education; Perception; Qualitative research; Psychology; Medical psychology; Medicine; MEDLINE; Mathematics education; Tanzania; Sociology","score_opus":0.06362675024157846,"score_gpt":0.5589435437974705,"score_spread":0.495316793555892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2265591151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719548,0.00014235568,0.02086278,0.0052741435,0.0005340826,0.0007173273,0.0000017627486,0.00005776794,0.00045497372],"genre_scores_gemma":[0.937215,0.00010147366,0.059853293,0.0017123537,0.00065708393,0.00016025561,0.00007501279,0.000025815689,0.00019972102],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99070877,0.0042692684,0.0016459139,0.00064204214,0.0024439173,0.0002901091],"domain_scores_gemma":[0.995392,0.0029835028,0.00047284778,0.00043286756,0.000302447,0.00041630733],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021890255,0.00021561587,0.0006329408,0.00033819437,0.00008684136,0.000021875458,0.00036275006,0.00049413834,0.0009873728],"category_scores_gemma":[0.07168573,0.00015415589,0.000082991704,0.0003517411,0.00037565237,0.00023459442,0.00016740293,0.0012833391,0.000019342837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108040746,0.0048619923,0.31427497,0.000061022318,0.00006891984,0.0000016185221,0.19056508,4.6134934e-7,0.00020137733,0.0002541308,0.0011117113,0.48849067],"study_design_scores_gemma":[0.0049673864,0.00072549947,0.47116435,0.0022853466,0.00015776306,0.000017061613,0.5140747,0.0029071383,0.000012378141,0.002489508,0.0009476162,0.00025131053],"about_ca_topic_score_codex":0.00072619756,"about_ca_topic_score_gemma":0.000101074875,"teacher_disagreement_score":0.48823935,"about_ca_system_score_codex":0.0002729716,"about_ca_system_score_gemma":0.0026795939,"threshold_uncertainty_score":0.99992585},"labels":[],"label_agreement":null},{"id":"W2265853678","doi":"10.2310/8000.2013.131270","title":"Administration and leadership competencies: establishment of a national consensus for emergency medicine","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; Université Laval; University of Alberta; University of Saskatchewan","funders":"","keywords":"Medicine; Administration (probate law); MEDLINE; Medical education; Political science; Law","score_opus":0.3438689295329998,"score_gpt":0.41631521618217276,"score_spread":0.07244628664917296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2265853678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6511121,0.021455327,0.004103199,0.2551965,0.040909335,0.0018672534,0.000077405864,0.000026910495,0.025251957],"genre_scores_gemma":[0.9913257,0.0002337739,0.0022290756,0.0005819939,0.0031122533,0.00001546437,0.00009248722,0.000025073929,0.0023842305],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701893,0.000052722746,0.0016604424,0.00016950023,0.0008064461,0.00029193625],"domain_scores_gemma":[0.99330676,0.00008806982,0.00078462437,0.00016190679,0.0048586535,0.0008000113],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023840677,0.00017327389,0.0005063277,0.0007517608,0.00008867293,0.0000016001997,0.00013966813,0.0001151394,0.0022330415],"category_scores_gemma":[0.0138918515,0.00013666571,0.00006662973,0.0007275278,0.00044365338,0.000092547816,0.0000052058235,0.00025722064,0.0000015807841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021376213,0.00007963836,0.017108735,0.00045187675,0.00015266013,0.000013391707,0.0055731293,0.0000073712863,0.0010878672,0.0052280324,0.96870255,0.0013809925],"study_design_scores_gemma":[0.015244907,0.017661365,0.04570858,0.003301234,0.0012674853,0.00087158935,0.0936427,0.0013515383,0.0005585838,0.016826257,0.8028595,0.0007062781],"about_ca_topic_score_codex":0.00095891306,"about_ca_topic_score_gemma":0.0017878457,"teacher_disagreement_score":0.34021357,"about_ca_system_score_codex":0.00027456295,"about_ca_system_score_gemma":0.0037018186,"threshold_uncertainty_score":0.99867904},"labels":[],"label_agreement":null},{"id":"W2267598406","doi":"10.1155/2014/520237","title":"Critical Care Trainees’ Career Goals and Needs: A Canadian Survey","year":2014,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; St. Michael's Hospital; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"University of Toronto","keywords":"Mentorship; Medicine; Medical education; Demographics; Work (physics); Career development; Perception; Graduation (instrument); Nursing; Psychology","score_opus":0.04187377246810714,"score_gpt":0.3201243325771128,"score_spread":0.2782505601090057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267598406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711504,0.0014795214,0.00017571582,0.009155669,0.0012827695,0.00023021169,0.000072646275,0.000019520074,0.016433543],"genre_scores_gemma":[0.9716547,0.00000478833,0.00036997496,0.026823508,0.0009183985,0.0000075539974,0.00003367673,0.000032209064,0.00015519655],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983269,0.00021417477,0.00035856117,0.00017748793,0.00029757962,0.00062530156],"domain_scores_gemma":[0.9960106,0.00009330293,0.000047146503,0.000269311,0.0011253273,0.0024543395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014152082,0.0001558221,0.00024049508,0.0012592612,0.00048456207,0.00012392542,0.00013926365,0.00022223375,0.00058640476],"category_scores_gemma":[0.0064563868,0.00015239626,0.000043385575,0.00057697506,0.00022993927,0.00011978006,0.0000071568074,0.00076394575,0.00003715832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002960837,0.000026187821,0.63630176,0.00018564893,0.00007479887,0.00041338106,0.0060850964,0.0000045152337,0.00011454687,0.008515829,0.1808201,0.16742852],"study_design_scores_gemma":[0.00062373286,0.00020187453,0.4508195,0.00010888617,0.00004653037,0.00048584255,0.0035552029,0.00005090662,0.000015776815,0.00012721348,0.54375654,0.00020797543],"about_ca_topic_score_codex":0.2714136,"about_ca_topic_score_gemma":0.8453741,"teacher_disagreement_score":0.57396054,"about_ca_system_score_codex":0.0011538707,"about_ca_system_score_gemma":0.0067705666,"threshold_uncertainty_score":0.9988601},"labels":[],"label_agreement":null},{"id":"W2268571743","doi":"10.1093/ptj/82.2.160","title":"Assessing the Need for Change in Clinical Education Practices","year":2002,"lang":"en","type":"review","venue":"Physical Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Process (computing); Perspective (graphical); Clinical Practice; Medical education; Psychology; Medicine; Engineering ethics; Computer science; Nursing; Engineering","score_opus":0.4986269463205554,"score_gpt":0.6443430770435004,"score_spread":0.14571613072294498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268571743","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009817553,0.9874708,0.000032845266,0.005668215,0.0014568585,0.0035955391,0.0000021615042,0.000035901132,0.0007559281],"genre_scores_gemma":[0.00034124244,0.98257947,0.00086518546,0.0036981916,0.009476444,0.002601127,0.00017503146,0.00005767476,0.00020561661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980737,0.0003247603,0.0007285961,0.00036124449,0.00028727524,0.0002244109],"domain_scores_gemma":[0.9969735,0.0012523751,0.0010209323,0.00051043625,0.00018479432,0.0000579609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011792429,0.00024879532,0.0010714347,0.00015291155,0.00008627919,0.00007649233,0.00022286367,0.00024234856,0.00005526379],"category_scores_gemma":[0.0026962836,0.0001425583,0.00041227305,0.0008331196,0.000119351425,0.00023657485,0.000017252665,0.0009436955,0.000046016154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007750212,0.001627044,0.00003055827,0.0016291382,0.000063550695,3.0105966e-7,0.00025504827,5.977716e-9,2.3898593e-7,0.0007332349,0.0032189395,0.9924342],"study_design_scores_gemma":[0.0003782485,0.00013353188,0.00042653742,0.003986031,0.00024476286,0.0000066630023,0.00011194628,0.00021776129,2.7390382e-7,0.0003957095,0.9939573,0.00014124079],"about_ca_topic_score_codex":0.000019370838,"about_ca_topic_score_gemma":3.6851998e-7,"teacher_disagreement_score":0.99229294,"about_ca_system_score_codex":0.00015331354,"about_ca_system_score_gemma":0.0007502808,"threshold_uncertainty_score":0.5813359},"labels":[],"label_agreement":null},{"id":"W2272022828","doi":"10.7899/jce-15-20","title":"The Hidden Curriculum in Health Professional Education","year":2016,"lang":"en","type":"article","venue":"Journal of Chiropractic Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Viewpoints; Context (archaeology); Field (mathematics); Hidden curriculum; Narrative; Curriculum theory; Engineering ethics; Sociology; Curriculum development; Pedagogy; Public relations; Political science; Engineering; Visual arts; History","score_opus":0.014004652959132287,"score_gpt":0.3963407883451902,"score_spread":0.38233613538605793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272022828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7103261,0.0010221091,0.00013944389,0.28024814,0.006909014,0.00031162787,2.0275955e-7,0.000006376176,0.0010370333],"genre_scores_gemma":[0.97925025,0.0009191588,0.007282687,0.004596727,0.0022093072,0.000044890752,0.0000070289752,0.000018571836,0.0056713927],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980177,0.00016615514,0.0009537941,0.00011534644,0.00055560033,0.00019137062],"domain_scores_gemma":[0.99730283,0.0001860727,0.001264053,0.0002470691,0.00090723735,0.0000927244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021203733,0.000096641204,0.00018836815,0.00032786568,0.00015291573,0.000025100417,0.0001408527,0.00007063971,0.00012342798],"category_scores_gemma":[0.0052125035,0.000048752096,0.00005828386,0.000526361,0.00007100337,0.00043638994,0.0000135764985,0.00043948507,0.000032282933],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000651735,0.001812742,0.024719866,0.000061262304,0.000015505268,6.0324317e-7,0.0004624127,1.1296851e-7,0.0003939906,0.0042697066,0.13566308,0.83253556],"study_design_scores_gemma":[0.0010270727,0.0003599256,0.39809006,0.002664704,0.00003819299,0.00097602594,0.007978171,0.000013619232,0.00020413002,0.0062030726,0.58232737,0.00011769318],"about_ca_topic_score_codex":0.000035791505,"about_ca_topic_score_gemma":0.0000063107173,"teacher_disagreement_score":0.83241785,"about_ca_system_score_codex":0.00085593486,"about_ca_system_score_gemma":0.010871362,"threshold_uncertainty_score":0.9947361},"labels":[],"label_agreement":null},{"id":"W2272552772","doi":"","title":"Applying evidence in practice through small-group learning: a qualitative exploration of success","year":2007,"lang":"en","type":"article","venue":"Quality in primary care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facilitator; Small group learning; Qualitative research; Medical education; Perception; Psychology; Medicine; Knowledge management; Computer science; Social psychology","score_opus":0.1641261048295273,"score_gpt":0.4887441000129736,"score_spread":0.32461799518344625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272552772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95971006,0.0010502057,0.024687298,0.002759335,0.0002602297,0.0012812758,0.0000016682694,0.000046903973,0.010203045],"genre_scores_gemma":[0.9650818,0.00011262836,0.032278404,0.0019408299,0.00009333955,0.00021304951,0.00021625466,0.000016462982,0.00004722937],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99683416,0.00080947025,0.001119516,0.0003237148,0.0006539327,0.00025917802],"domain_scores_gemma":[0.99656457,0.0018941489,0.00045728084,0.00030870317,0.0007405475,0.000034766475],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00713692,0.00013730538,0.00036896177,0.00028233288,0.000051867402,0.000012786791,0.00013092028,0.00016811832,0.000017906092],"category_scores_gemma":[0.012797495,0.00014326569,0.000044804143,0.0014677215,0.00014187286,0.0011487936,0.00005015178,0.00072829885,0.000006727464],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001948436,0.0010980767,0.11874871,0.0048206626,0.00005118466,0.000052302716,0.69365346,0.00015026133,0.0060004736,0.022664914,0.00013180287,0.15067968],"study_design_scores_gemma":[0.002051701,0.0004540263,0.12652014,0.0024070055,0.000062137115,0.000011285138,0.86069363,0.000039784925,0.0022489675,0.0011271484,0.0040694093,0.00031477163],"about_ca_topic_score_codex":0.001255049,"about_ca_topic_score_gemma":0.00028621024,"teacher_disagreement_score":0.16704012,"about_ca_system_score_codex":0.0010830979,"about_ca_system_score_gemma":0.00035269663,"threshold_uncertainty_score":0.99551815},"labels":[],"label_agreement":null},{"id":"W2273158149","doi":"10.1017/cem.2015.34","title":"Queen’s University Emergency Medicine Simulation OSCE: an Advance in Competency-Based Assessment","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Queen (butterfly); Action (physics); Content (measure theory); Medical education; Medical emergency","score_opus":0.08314743102177641,"score_gpt":0.4104518620941286,"score_spread":0.3273044310723522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273158149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75007015,0.0019778484,0.030414997,0.13162619,0.04690566,0.0012626699,0.000019330737,0.00006211714,0.03766106],"genre_scores_gemma":[0.9916113,0.00021454456,0.0040877773,0.00048377254,0.0021241545,0.0000023020957,0.00011265165,0.00003349553,0.0013299899],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968368,0.00020254575,0.001439426,0.00026358874,0.0008361346,0.0004215225],"domain_scores_gemma":[0.9952917,0.000045100755,0.0006537225,0.0004144283,0.0023226312,0.0012723915],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020570522,0.00023713477,0.0005809034,0.0014535536,0.00011809271,0.000001486277,0.0003144417,0.00015049783,0.0076853326],"category_scores_gemma":[0.0031807064,0.00020470671,0.00007022365,0.0018817616,0.00022599813,0.0004043787,0.000008002546,0.0006916557,0.000008381357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004973186,0.0007285823,0.709017,0.00041764646,0.0001656753,0.0006980577,0.008559766,0.02096724,0.00069344544,0.015630206,0.23497607,0.0076490175],"study_design_scores_gemma":[0.012810576,0.006456405,0.49191493,0.002154491,0.0005638445,0.00004606166,0.020131,0.03813321,0.000020061714,0.0048970673,0.42216787,0.000704489],"about_ca_topic_score_codex":0.009321615,"about_ca_topic_score_gemma":0.012660632,"teacher_disagreement_score":0.24154118,"about_ca_system_score_codex":0.0013630312,"about_ca_system_score_gemma":0.0070986156,"threshold_uncertainty_score":0.9985302},"labels":[],"label_agreement":null},{"id":"W2273323527","doi":"10.26443/ijwpc.v1i1.30","title":"The Health and Wellness of Future Physicians: Barriers to Change and Innovations in Undergraduate Medical Curricula","year":2014,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Burnout; Coaching; Psychological intervention; Medical education; Psychological resilience; Health care; Psychology; Mental health; Medicine; Mindfulness; Nursing; Pedagogy; Clinical psychology; Psychiatry; Psychotherapist; Political science","score_opus":0.014377978049494634,"score_gpt":0.33527924083208155,"score_spread":0.3209012627825869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273323527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6802601,0.0011588325,0.00045387546,0.3169042,0.001007712,0.00012228897,0.000005732761,0.0000029485118,0.0000843003],"genre_scores_gemma":[0.9888623,0.00030000476,0.00052306993,0.009205613,0.0010586515,0.000008124501,0.000015884181,0.000007826223,0.000018549828],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9986785,0.000057530004,0.00036212252,0.00009260664,0.00070537877,0.00010385322],"domain_scores_gemma":[0.99870455,0.000063172745,0.00023461592,0.000077097575,0.00077967654,0.00014086963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059072,0.000071826835,0.00017504948,0.00027661838,0.00007363012,0.000020072643,0.00014400229,0.000052980573,0.000009388432],"category_scores_gemma":[0.0014147282,0.000051404724,0.000029436414,0.00033281854,0.000115917275,0.00009464891,0.000026760514,0.00029522742,6.178168e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007170512,0.00003962984,0.028384507,0.000068388385,0.000048403283,0.0000071381314,0.016836803,0.0000031385366,0.00006004134,0.0049910685,0.006668164,0.942821],"study_design_scores_gemma":[0.0059958263,0.0016458691,0.20785113,0.005304643,0.00006460283,0.00070984504,0.39689505,0.0022881809,0.00028597127,0.00094899256,0.37766695,0.00034293556],"about_ca_topic_score_codex":0.000031109597,"about_ca_topic_score_gemma":0.00004522995,"teacher_disagreement_score":0.94247806,"about_ca_system_score_codex":0.00013342463,"about_ca_system_score_gemma":0.00028661892,"threshold_uncertainty_score":0.20962238},"labels":[],"label_agreement":null},{"id":"W2273496582","doi":"10.1093/pch/17.1.e7","title":"Incorporating CanMEDS and subspecialty training into paediatric residency programs: Why are we still deficient?","year":2012,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; Sudbury Regional Hospital","funders":"","keywords":"Subspecialty; Medicine; Curriculum; Medical education; Training (meteorology); Residency training; Promotion (chess); Family medicine; Nursing; Psychology; Continuing education; Pedagogy","score_opus":0.04098979899565986,"score_gpt":0.328372863515659,"score_spread":0.2873830645199991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273496582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8257353,0.051817726,0.0025693956,0.11152899,0.003591128,0.0024797758,0.000018109424,0.00040164564,0.0018579349],"genre_scores_gemma":[0.95593405,0.0035530918,0.026992807,0.007496971,0.0056590093,0.000091352114,0.00017584457,0.00006432487,0.000032522767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99652666,0.00017722812,0.0009932105,0.00046018217,0.0008846893,0.0009580259],"domain_scores_gemma":[0.9977081,0.00015922867,0.0007581753,0.00041320157,0.00032286247,0.000638453],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030472842,0.00029554416,0.0005373774,0.00072471856,0.0005879761,0.000048903847,0.00014525518,0.00023485482,0.000033062544],"category_scores_gemma":[0.002087338,0.00027585062,0.00007452293,0.0027640425,0.00015271423,0.00027233252,0.00009515699,0.0009971381,0.000020497777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027387814,0.0004639233,0.6920381,0.0010033762,0.000018716279,0.0000050893514,0.019609215,0.0000022498125,0.0000016928673,0.0060079885,0.015248719,0.26557353],"study_design_scores_gemma":[0.0038720495,0.001173474,0.84134084,0.0011085621,0.0003756857,0.0003585162,0.029696144,0.00056358235,0.000012990148,0.0065165358,0.11379257,0.0011890446],"about_ca_topic_score_codex":0.00033673557,"about_ca_topic_score_gemma":0.00020253577,"teacher_disagreement_score":0.2643845,"about_ca_system_score_codex":0.0006473066,"about_ca_system_score_gemma":0.0013514778,"threshold_uncertainty_score":0.99996936},"labels":[],"label_agreement":null},{"id":"W2274715451","doi":"10.1002/j.0022-0337.2009.73.11.tb04824.x","title":"Developing Dental Faculty for the Future: ADEA/AAL Institute for Teaching and Learning, 2006–09","year":2009,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of North Carolina at Chapel Hill","keywords":"Curriculum; Dental education; Medical education; Faculty development; Periodontology; Professional development; Medicine; Program director; Psychology; Dentistry; Pedagogy","score_opus":0.020761146723762627,"score_gpt":0.3828836862148969,"score_spread":0.36212253949113427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274715451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93818504,0.0011653538,0.027899025,0.027376154,0.004550012,0.0006462888,0.0000042509205,0.0000126223995,0.00016123636],"genre_scores_gemma":[0.87373096,0.000107717315,0.11432313,0.003924443,0.006183856,0.000030354753,0.00016377987,0.00001674698,0.0015189921],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990479,0.000030157988,0.00041573317,0.000106556654,0.000257303,0.0001423658],"domain_scores_gemma":[0.99911374,0.0000726088,0.00034793917,0.00007274196,0.00034141119,0.000051560273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009321219,0.000101221754,0.00015640291,0.00015860437,0.00046177016,0.000051660812,0.000098458186,0.000078312754,0.000010870897],"category_scores_gemma":[0.0012757925,0.0000716295,0.000083491905,0.00014302367,0.00005692848,0.00031893165,0.000008769216,0.00054844905,0.0000020225782],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020101722,0.0002705088,0.0055197827,0.00009442483,0.00006809169,7.4647426e-7,0.0023876522,0.000017350569,0.00075224164,0.0050911643,0.044518244,0.9410788],"study_design_scores_gemma":[0.0022933725,0.0007917772,0.11922603,0.000388302,0.00028629077,0.0014721748,0.039273653,0.00061333424,0.00058607646,0.0007183582,0.8341689,0.0001817197],"about_ca_topic_score_codex":0.000010568507,"about_ca_topic_score_gemma":0.0000062965155,"teacher_disagreement_score":0.94089705,"about_ca_system_score_codex":0.00031102318,"about_ca_system_score_gemma":0.00065825577,"threshold_uncertainty_score":0.35516095},"labels":[],"label_agreement":null},{"id":"W2275240691","doi":"","title":"The Influence of Nursing Student Characteristics on Performance in the Quebec Licensing Exam","year":2011,"lang":"en","type":"article","venue":"Knowledge UdeS (Institutional Deposit of the University of Sherbrooke)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Nursing; Licensure; Psychology; Medicine","score_opus":0.022330793100703746,"score_gpt":0.2587865219106656,"score_spread":0.23645572880996185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275240691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881458,0.00018104423,0.0003502663,0.00026687665,0.00024067832,0.00026712407,8.038105e-7,0.0000060565344,0.010541327],"genre_scores_gemma":[0.99879855,0.00012589381,0.0007571519,0.000054985594,0.000037587797,4.6758237e-7,0.000002299445,0.0000037014884,0.0002193523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990696,0.00006968105,0.0002672482,0.00011012331,0.00036511806,0.000118243945],"domain_scores_gemma":[0.99918175,0.0000704752,0.00013786594,0.00032332106,0.0002672164,0.000019344596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004019601,0.000088537236,0.00015694153,0.0000931706,0.00032629265,0.0000043280193,0.00044863627,0.00006323358,0.00000634427],"category_scores_gemma":[0.00016926102,0.00005599004,0.0000647405,0.0003727541,0.0010318739,0.0000958843,0.00005813253,0.00024591104,0.0000059397294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018287457,0.007207953,0.41773152,0.0037003697,0.000342414,0.00002106208,0.26561573,0.004901314,0.037529815,0.10950513,0.001167272,0.15044868],"study_design_scores_gemma":[0.0003714279,0.00010587572,0.9852571,0.004211431,0.000076755394,0.00001546495,0.0016006351,0.0012419905,0.005735728,0.000028545328,0.0013025118,0.000052536918],"about_ca_topic_score_codex":0.00057341997,"about_ca_topic_score_gemma":0.0010583336,"teacher_disagreement_score":0.56752557,"about_ca_system_score_codex":0.000608468,"about_ca_system_score_gemma":0.00021897776,"threshold_uncertainty_score":0.38019824},"labels":[],"label_agreement":null},{"id":"W2275436624","doi":"10.1080/10401334.2015.1107489","title":"Selecting and Simplifying: Rater Performance and Behavior When Considering Multiple Competencies","year":2016,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University; Centennial College","funders":"","keywords":"Inter-rater reliability; Generalizability theory; Psychology; Competence (human resources); Cognition; Task (project management); Applied psychology; Reliability (semiconductor); Quality (philosophy); Clinical psychology; Social psychology; Cognitive psychology; Rating scale; Developmental psychology; Psychiatry","score_opus":0.030205425200879675,"score_gpt":0.31275461868629933,"score_spread":0.2825491934854197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275436624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932958,0.00030223947,0.00045789793,0.0051666987,0.000098684875,0.00015457527,1.0769374e-7,0.000076318975,0.00044771584],"genre_scores_gemma":[0.991345,0.00009910485,0.006968672,0.00062497664,0.00018153405,0.000017140319,0.0000039414244,0.000016362968,0.0007432561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898523,0.00012999971,0.00027319568,0.00023738667,0.00016262809,0.00021157687],"domain_scores_gemma":[0.99921507,0.00050260825,0.0000762559,0.000090291534,0.000047663387,0.000068106856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019303696,0.00012306529,0.00025547095,0.00020523659,0.00035248895,0.000013398603,0.0000265602,0.00006751084,0.000040241932],"category_scores_gemma":[0.0050463364,0.000079385434,0.000006433393,0.00007872058,0.00027892255,0.00010468403,0.000039664646,0.0008909117,0.0000015441957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019239615,0.000018746407,0.7403765,0.000120584686,0.000006602615,0.0000059843646,0.007722363,0.0000012791555,0.009819804,0.00003666034,0.00018288707,0.24168938],"study_design_scores_gemma":[0.004142077,0.0005079109,0.96609426,0.0023931162,0.00008693632,0.0005042099,0.007313571,0.0052573388,0.00017941014,0.00003954996,0.013284892,0.00019674315],"about_ca_topic_score_codex":0.00014919064,"about_ca_topic_score_gemma":0.000007771671,"teacher_disagreement_score":0.24149264,"about_ca_system_score_codex":0.000041788848,"about_ca_system_score_gemma":0.000026402884,"threshold_uncertainty_score":0.6041301},"labels":[],"label_agreement":null},{"id":"W2276628620","doi":"10.1016/s1701-2163(15)30507-7","title":"The Physician as Eavesdropper: Interdisciplinary Communication in the Operating Room","year":2014,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Active listening; Suspect; Medical education; Order (exchange); Psychology; Criminology","score_opus":0.012973522110341364,"score_gpt":0.2905422538031249,"score_spread":0.2775687316927835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2276628620","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06460964,0.0030959586,0.000009798342,0.9206927,0.0068884357,0.00024139005,0.0000016951211,0.0000018056734,0.004458582],"genre_scores_gemma":[0.43859446,0.00014026769,0.00020879513,0.56011844,0.0005716682,0.000010856628,0.00003408596,0.000016726739,0.00030470343],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981439,0.00030330665,0.0007079838,0.00011040157,0.0005094915,0.00022489818],"domain_scores_gemma":[0.99441254,0.0040428634,0.0006531887,0.0004008854,0.00045919823,0.00003132151],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011837226,0.00014335345,0.00034708544,0.00021086611,0.00039804928,0.000057292473,0.0004867056,0.0002954658,0.000025330346],"category_scores_gemma":[0.005848745,0.00007944508,0.00005265063,0.00047321935,0.00013992978,0.000034889792,0.00010243188,0.0033143181,0.0000010026401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013115922,0.000028315637,0.0014361093,0.00004386268,0.000055533008,0.0005387023,0.00046417417,0.000006781123,6.7166263e-7,0.000120127304,0.9174155,0.0798889],"study_design_scores_gemma":[0.00072744273,0.0003169533,0.033850994,0.000077635515,0.0001114205,0.00032592777,0.003033906,0.00032336373,0.0000016706201,0.00068709004,0.9604269,0.00011665796],"about_ca_topic_score_codex":0.0027816093,"about_ca_topic_score_gemma":0.0052741314,"teacher_disagreement_score":0.3739848,"about_ca_system_score_codex":0.0010359413,"about_ca_system_score_gemma":0.0019000885,"threshold_uncertainty_score":0.99898505},"labels":[],"label_agreement":null},{"id":"W2276823982","doi":"10.1186/s12909-016-0575-7","title":"Post graduate clinical placements: evaluating benefits and challenges with a mixed methods cross sectional design","year":2016,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Maudsley Charity","keywords":"Focus group; Medical education; Bespoke; Feeling; Medicine; Audit; Cross-sectional study; Qualitative property; Psychology; Social psychology","score_opus":0.3164731087674076,"score_gpt":0.5377173354622247,"score_spread":0.22124422669481708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2276823982","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88305604,0.0012638479,0.090941444,0.021294795,0.0023506542,0.00073284126,0.0000024738135,0.0000917835,0.00026610328],"genre_scores_gemma":[0.35489753,0.0022562707,0.6331177,0.0055550155,0.0024887945,0.00059589196,0.00009910188,0.00006943476,0.0009203024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961207,0.00083489926,0.00083994516,0.0005963679,0.0012958118,0.00031228468],"domain_scores_gemma":[0.9955533,0.0020784151,0.00030149275,0.00040873914,0.0012857775,0.00037223773],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009228779,0.00020377044,0.00031547717,0.0002008186,0.00017613512,0.000031943167,0.000136814,0.0003005671,0.00059531326],"category_scores_gemma":[0.040970203,0.00012737166,0.000054271397,0.00028721552,0.00045515303,0.0001932237,0.000053259242,0.00036813028,0.00004472078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004605534,0.00076389924,0.063067086,0.00020503516,0.00006427138,7.756909e-7,0.00024985377,0.0000016714914,0.00010357818,0.0017647864,0.0015622168,0.93175626],"study_design_scores_gemma":[0.003925999,0.0013900544,0.98704827,0.001387233,0.00012522493,0.00031419538,0.0009839096,0.001605081,0.00024937183,0.00060325745,0.00210283,0.00026457908],"about_ca_topic_score_codex":0.000016239499,"about_ca_topic_score_gemma":0.000015005197,"teacher_disagreement_score":0.9314917,"about_ca_system_score_codex":0.00018954843,"about_ca_system_score_gemma":0.0052348394,"threshold_uncertainty_score":0.96710813},"labels":[],"label_agreement":null},{"id":"W2277858319","doi":"10.1212/wnl.80.7_supplement.p04.243","title":"Assessing Neurology Resident Teaching Skills through Objective Structured Examination (OSCE) (P04.243)","year":2013,"lang":"en","type":"article","venue":"Neurology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Neurology; Medical education; Objective structured clinical examination; Psychology; Medicine; Psychiatry","score_opus":0.01361380001112619,"score_gpt":0.3350036329719839,"score_spread":0.3213898329608577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277858319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96562636,0.000022298316,0.0029232057,0.020066462,0.002043749,0.00067071663,9.417155e-7,0.00014867347,0.008497584],"genre_scores_gemma":[0.9657587,0.000008182957,0.003680482,0.029390603,0.00071358844,0.0000942818,0.00007024243,0.000043467095,0.00024049488],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975198,0.0006291483,0.00049466087,0.0005608983,0.00035129956,0.00044420842],"domain_scores_gemma":[0.9985791,0.00031837248,0.00024168644,0.00047470393,0.00032122573,0.000064930886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045518018,0.00021539864,0.00034453478,0.00027435538,0.00024553676,0.000058970476,0.00016721956,0.00040344772,0.0007238985],"category_scores_gemma":[0.0026803664,0.0001984404,0.00005532874,0.00032599294,0.00023098412,0.0005036686,0.00007988284,0.0014965653,0.00015059768],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005043991,0.0019402264,0.1402955,0.00030364085,0.00029717508,0.00037899372,0.018808695,0.00022205249,0.10011961,0.029286532,0.0638653,0.6439779],"study_design_scores_gemma":[0.0010326569,0.0010456969,0.9825852,0.000015642607,0.000058593465,0.0005165905,0.00019338082,0.001098412,0.0008235347,0.004908664,0.007558761,0.0001628466],"about_ca_topic_score_codex":0.00039281926,"about_ca_topic_score_gemma":0.000020212416,"teacher_disagreement_score":0.8422897,"about_ca_system_score_codex":0.000067383095,"about_ca_system_score_gemma":0.00014258268,"threshold_uncertainty_score":0.80921644},"labels":[],"label_agreement":null},{"id":"W2278291878","doi":"10.1017/cem.2015.77","title":"A National Faculty Development Needs Assessment in Emergency Medicine","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Public Health; McMaster University; Queen's University; University of British Columbia; University of Alberta; McGill University; University of Calgary","funders":"University of Cambridge","keywords":"Scholarship; Medicine; Accountability; Medical education; Needs assessment; Work (physics); Faculty development; Family medicine; Professional development; Political science","score_opus":0.18671070466618847,"score_gpt":0.448005437936446,"score_spread":0.26129473327025754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278291878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6835871,0.0035826638,0.0024855274,0.12977545,0.047959886,0.00080959033,0.000009489804,0.000028757155,0.13176155],"genre_scores_gemma":[0.97957647,0.0002688544,0.0042147515,0.0011701812,0.005858303,0.0000322468,0.00025152668,0.00005226157,0.008575392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527097,0.00007704328,0.0024241118,0.00019319846,0.0015628588,0.0004718012],"domain_scores_gemma":[0.9943753,0.000021696665,0.0006468923,0.00021003999,0.0035425713,0.0012034865],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003706824,0.00025077868,0.00059204217,0.0023411466,0.00010677785,0.0000021037654,0.00029162617,0.00014977698,0.013464064],"category_scores_gemma":[0.006248829,0.00019099911,0.0000676344,0.002653149,0.00017258005,0.00018531628,0.000013882964,0.00078668486,0.000029061977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036542453,0.00011847197,0.12307251,0.00008859977,0.00011545409,0.000065750355,0.010368304,0.000038332913,0.0001509003,0.0021733583,0.85962415,0.004147629],"study_design_scores_gemma":[0.004052467,0.0009805008,0.21581982,0.0009226748,0.00012465403,0.00014515093,0.012418433,0.00027423477,0.000019573032,0.0024684826,0.76249135,0.00028267686],"about_ca_topic_score_codex":0.002615456,"about_ca_topic_score_gemma":0.0054304875,"teacher_disagreement_score":0.2959894,"about_ca_system_score_codex":0.0017395258,"about_ca_system_score_gemma":0.010485968,"threshold_uncertainty_score":0.9951237},"labels":[],"label_agreement":null},{"id":"W22783031","doi":"10.4212/cjhp.v65i3.1143","title":"2. 医療におけるコミュニケーションに対する重要性の再認識 : 外国人患児とその家族の看護を通して(口述発表I-1,保健・医療・福祉サービスの充実のために,2007年度青森県保健医療福祉研究発表会抄録)","year":2008,"lang":"en","type":"article","venue":"Medical Entomology and Zoology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.01695078488761414,"score_gpt":0.3195910339482129,"score_spread":0.3026402490605988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22783031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95167166,0.00095192215,0.0021036202,0.028605327,0.0019252017,0.00033670748,0.0000021598787,0.0001983557,0.014205045],"genre_scores_gemma":[0.964752,0.00076455454,0.0024548338,0.025442267,0.00073960784,0.00009580091,0.00012909502,0.00003761599,0.005584212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968954,0.0002178559,0.0007514427,0.0006498802,0.00070684165,0.00077859906],"domain_scores_gemma":[0.99833804,0.00027495116,0.00014677376,0.00050068373,0.00024402107,0.0004955491],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010162327,0.00030330571,0.00071957865,0.00042303844,0.00031774983,0.000005841341,0.0002591377,0.0011163782,0.0068218536],"category_scores_gemma":[0.003431883,0.00025801285,0.00010223265,0.00057984,0.0023729505,0.000087856606,0.00016070323,0.0012750082,0.00046976857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011224293,0.0030702897,0.5316848,0.00040200306,0.0006548025,0.007548589,0.0057417876,0.0000014977375,0.0007733748,0.07539222,0.1158516,0.25775656],"study_design_scores_gemma":[0.012414421,0.003118335,0.6795797,0.00023737093,0.00044133683,0.07910432,0.00065703946,0.0023310543,0.0005198469,0.015391017,0.2050774,0.0011281638],"about_ca_topic_score_codex":0.00014182334,"about_ca_topic_score_gemma":0.000030525403,"teacher_disagreement_score":0.2566284,"about_ca_system_score_codex":0.00009274568,"about_ca_system_score_gemma":0.00061527354,"threshold_uncertainty_score":0.9999872},"labels":[],"label_agreement":null},{"id":"W2279872713","doi":"","title":"Le dernier C: centré sur la médecine familiale","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.01856132447387419,"score_gpt":0.2587881549761228,"score_spread":0.2402268305022486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279872713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75353366,0.03713278,0.0015050296,0.040537775,0.046124645,0.001669881,0.00005308653,0.0002676512,0.119175516],"genre_scores_gemma":[0.8717577,0.0030785282,0.0022513815,0.0038396162,0.012699213,0.00009910049,0.00018254238,0.00017833193,0.10591358],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940009,0.0005522448,0.0008872717,0.0005344641,0.0008565432,0.0031685513],"domain_scores_gemma":[0.9971311,0.00023477607,0.00025497333,0.0008700616,0.00042602638,0.0010830387],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020951233,0.00045196232,0.00050654577,0.00021818832,0.00021125858,0.000076200195,0.00038693883,0.0003440083,0.0019376882],"category_scores_gemma":[0.006257606,0.0004662344,0.0001441854,0.0014214911,0.00050979306,0.0006520444,0.00015472877,0.001096461,0.0021538676],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010848683,0.003825054,0.28604212,0.00044863025,0.0002304739,0.00008786118,0.006747034,0.000011295972,0.00070459844,0.03879857,0.3925046,0.27049124],"study_design_scores_gemma":[0.0016886458,0.000032231957,0.37493095,0.00022855682,0.00017136538,0.000110173234,0.0003164011,0.000050807983,0.0009773232,0.000041736366,0.6211778,0.00027398497],"about_ca_topic_score_codex":0.00021922843,"about_ca_topic_score_gemma":0.000008528365,"teacher_disagreement_score":0.27021727,"about_ca_system_score_codex":0.0005975479,"about_ca_system_score_gemma":0.0012132225,"threshold_uncertainty_score":0.9997789},"labels":[],"label_agreement":null},{"id":"W2280065330","doi":"10.1016/j.jcjd.2015.08.017","title":"A Study of Diabetes Teaching in Canadian Medical Schools","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Medicine; Medical education; Medical school; Diabetes mellitus; Undergraduate education; Mathematics education; Pedagogy; Psychology; Endocrinology","score_opus":0.022893594711093857,"score_gpt":0.3125546386497353,"score_spread":0.28966104393864145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280065330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98984224,0.00037577996,7.9248633e-7,0.007166134,0.0007105677,0.00022832626,0.0000045703905,0.0000036193596,0.0016679869],"genre_scores_gemma":[0.9972511,6.622254e-7,0.00037934582,0.0019127798,0.00038394044,0.00000740167,0.0000066824127,0.000019899133,0.000038198392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976686,0.00014880263,0.00079128816,0.00012527916,0.00069139805,0.0005746252],"domain_scores_gemma":[0.9962895,0.000068834415,0.00021882885,0.00022544977,0.00051181234,0.0026855746],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034329353,0.00012680228,0.0004474117,0.0016457583,0.000067364555,0.000025817317,0.00029092282,0.00016805978,0.00023513037],"category_scores_gemma":[0.015775822,0.0001137465,0.00005119458,0.00063592265,0.00010336919,0.00016438049,0.000009901046,0.0011607195,0.000010371679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012436614,0.00012953051,0.9727858,0.00002469156,0.00006232558,0.0000615081,0.0025788094,0.000008571803,0.000016888887,0.00011810458,0.01542356,0.008788994],"study_design_scores_gemma":[0.0041644946,0.0017676034,0.9519783,0.0014184394,0.0001320826,0.000025981231,0.022600248,0.0004081341,0.00010029308,0.00039988788,0.016748102,0.0002564111],"about_ca_topic_score_codex":0.11392128,"about_ca_topic_score_gemma":0.7415458,"teacher_disagreement_score":0.6276245,"about_ca_system_score_codex":0.00090529595,"about_ca_system_score_gemma":0.01689384,"threshold_uncertainty_score":0.9925147},"labels":[],"label_agreement":null},{"id":"W2281317021","doi":"","title":"ความสมพนธระหวางอาการปวดขอ ความเหนอยลา คณภาพการนอนหลบ ภาวะซมเศราและคณภาพชวต ดานสขภาพของผปวยโรคขออกเสบรมาตอยด","year":2016,"lang":"th","type":"article","venue":"วารสารเกื้อการุณย์ (Kuakarun Journal of Nursing)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Cronbach's alpha; Physical therapy; Rheumatoid arthritis; Quality of life (healthcare); Depression (economics); Beck Depression Inventory; Pittsburgh Sleep Quality Index; Internal medicine; Sleep quality; Psychiatry; Anxiety; Psychometrics; Clinical psychology; Insomnia","score_opus":0.033828351004309906,"score_gpt":0.38168165248955255,"score_spread":0.3478533014852426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281317021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5943252,0.02730158,0.029012885,0.20523816,0.07867641,0.0043572215,0.00030142162,0.00066159695,0.06012554],"genre_scores_gemma":[0.9402328,0.0034198684,0.011368303,0.0058074044,0.019530952,0.000054392254,0.00007308971,0.00061978155,0.018893389],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98246944,0.0011587173,0.006409361,0.0017003367,0.004998527,0.0032636293],"domain_scores_gemma":[0.9838257,0.0011947595,0.0051651886,0.0027968367,0.005089307,0.0019282367],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0066322247,0.0019862207,0.0033976221,0.0031216878,0.0009792757,0.0003771017,0.0024777858,0.001825802,0.008127394],"category_scores_gemma":[0.008606218,0.0014905544,0.0015891538,0.0037210323,0.0029346002,0.0019914405,0.00026946416,0.0040980135,0.002619317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002218757,0.0052592354,0.0028763784,0.00043155803,0.0012511986,0.00086794654,0.0050614313,0.000016289066,0.01917471,0.005038932,0.42498782,0.53281575],"study_design_scores_gemma":[0.030046511,0.01257057,0.032645978,0.0568921,0.00776544,0.017937567,0.01198848,0.0006841066,0.031054119,0.020335687,0.77285147,0.005227996],"about_ca_topic_score_codex":0.00004098402,"about_ca_topic_score_gemma":0.000005656872,"teacher_disagreement_score":0.5275878,"about_ca_system_score_codex":0.004961187,"about_ca_system_score_gemma":0.0044214646,"threshold_uncertainty_score":0.99977887},"labels":[],"label_agreement":null},{"id":"W2281939856","doi":"","title":"La création et l’implantation réussie d’un outil de remédiation en résidence de médecine familiale","year":2011,"lang":"fr","type":"article","venue":"Archive ouverte UNIGE (University of Geneva)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.01880776449956929,"score_gpt":0.25788850633338256,"score_spread":0.23908074183381328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281939856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.610504,0.0002312059,0.3621012,0.0026852195,0.0007148853,0.0003444537,0.00007243074,0.000044944118,0.023301683],"genre_scores_gemma":[0.8662134,0.0023059463,0.12681793,0.00085195125,0.00022539335,0.0000016292049,0.00036331045,0.00002722539,0.0031932385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99763817,0.0008432465,0.00030747236,0.0003563686,0.00041821104,0.0004365356],"domain_scores_gemma":[0.9984677,0.0003143561,0.00034686024,0.0003965698,0.00029891715,0.00017560305],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015416697,0.00020624274,0.00030007132,0.0004612331,0.00026439046,0.000010397903,0.0003469325,0.00030527308,0.0009435125],"category_scores_gemma":[0.00079350953,0.0002785875,0.000111280235,0.0005824546,0.00045440928,0.00042994358,0.00011036636,0.0005205001,0.00013183987],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011464497,0.0019112496,0.13523874,0.00090091786,0.00053264695,0.0003358395,0.1858765,0.00031402076,0.037366595,0.12071822,0.02682722,0.48883158],"study_design_scores_gemma":[0.0023190652,0.00036178384,0.9149146,0.0005927613,0.0004928642,0.00011575714,0.024969524,0.033610277,0.0013650575,0.016106607,0.004856925,0.00029473918],"about_ca_topic_score_codex":0.0040430627,"about_ca_topic_score_gemma":0.0006108054,"teacher_disagreement_score":0.7796759,"about_ca_system_score_codex":0.00063256547,"about_ca_system_score_gemma":0.0011007979,"threshold_uncertainty_score":0.9999698},"labels":[],"label_agreement":null},{"id":"W2282933206","doi":"10.1080/10401334.2015.1107487","title":"Feedback in the OSCE: What Do Residents Remember?","year":2016,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Recall; Objective structured clinical examination; Context (archaeology); Psychology; Peer feedback; Medical education; Medicine; Cognitive psychology","score_opus":0.021092247390982616,"score_gpt":0.3491832432425331,"score_spread":0.32809099585155044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282933206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9146951,0.001060926,0.00016090034,0.079364136,0.00031193564,0.00018590773,4.2260723e-8,0.000039453822,0.0041816137],"genre_scores_gemma":[0.99174696,0.0006745829,0.0007037392,0.00384392,0.0005068863,0.000017433169,0.0000071522804,0.00001520808,0.002484141],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980664,0.0006213407,0.00037795128,0.00024440885,0.00045013442,0.00023974433],"domain_scores_gemma":[0.9989578,0.0006202178,0.00008803826,0.0002505725,0.00004194479,0.000041423205],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007508462,0.00011661582,0.00023877672,0.00030755447,0.00017060546,0.000025041683,0.00011919979,0.00009371403,0.00015851809],"category_scores_gemma":[0.011059543,0.0000583165,0.000014667076,0.00034135696,0.00019734493,0.00017330398,0.000025698067,0.001666962,0.000020674559],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000670698,0.00009819567,0.17259346,0.00007623044,0.0000084442245,0.000037948477,0.024458796,0.00000397713,0.00091580837,0.0008960568,0.009126646,0.79171735],"study_design_scores_gemma":[0.0040557766,0.00040523757,0.87664205,0.00916885,0.00003672666,0.00016547243,0.044189233,0.00022140396,0.0000105665995,0.0006767886,0.06427717,0.00015074544],"about_ca_topic_score_codex":0.00034890705,"about_ca_topic_score_gemma":0.000018987315,"teacher_disagreement_score":0.7915666,"about_ca_system_score_codex":0.000101654245,"about_ca_system_score_gemma":0.000042890224,"threshold_uncertainty_score":0.9972707},"labels":[],"label_agreement":null},{"id":"W2282990222","doi":"10.2310/8000.2013.130958","title":"Validity and reliability of an in-training evaluation report to measure the CanMEDS roles in emergency medicine residents","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Varimax rotation; Cronbach's alpha; Exploratory factor analysis; Construct validity; Reliability (semiconductor); Medicine; Medical education; Variance (accounting); Family medicine; Clinical psychology; Psychometrics","score_opus":0.1532107562999373,"score_gpt":0.42402416234391305,"score_spread":0.27081340604397575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282990222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9588692,0.0005525589,0.00022077895,0.032203123,0.0053300275,0.00051074504,0.0000013780375,0.000003230867,0.0023089333],"genre_scores_gemma":[0.99766374,0.0001509891,0.0002932113,0.0002732328,0.0014435354,0.000016144057,0.000020234267,0.000018545932,0.00012038078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99528724,0.0004979647,0.0024061154,0.00027218345,0.0011986919,0.00033780525],"domain_scores_gemma":[0.99591255,0.00009386584,0.00076097815,0.00055252435,0.0020909992,0.00058908015],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019819943,0.00018036537,0.00060129806,0.0010281987,0.000093560055,0.0000015776146,0.0002548692,0.00012960173,0.0020503143],"category_scores_gemma":[0.05103348,0.00012200606,0.00004432336,0.0016252084,0.00024702793,0.00015786882,0.000012206519,0.000584243,8.5084866e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012696329,0.00009303604,0.91839826,0.00019651723,0.000028969305,0.00006132649,0.026644733,0.00021271095,0.0016390759,0.00018318392,0.03092344,0.021491794],"study_design_scores_gemma":[0.001380415,0.0009781619,0.9806517,0.0012059475,0.00018868453,0.00012199021,0.006214931,0.0008136066,0.000042011347,0.0035401902,0.004741307,0.000121066856],"about_ca_topic_score_codex":0.024727857,"about_ca_topic_score_gemma":0.094150536,"teacher_disagreement_score":0.06942268,"about_ca_system_score_codex":0.00040166604,"about_ca_system_score_gemma":0.0016397062,"threshold_uncertainty_score":0.99886197},"labels":[],"label_agreement":null},{"id":"W2283128202","doi":"10.2106/jbjs.o.00252","title":"Competency-Based Medical Education","year":2015,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto East General Hospital; Women's College Hospital; Mount Sinai Hospital","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.03620728808589108,"score_gpt":0.31729307837513754,"score_spread":0.28108579028924646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283128202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9206742,0.0011211694,0.00093201466,0.07380668,0.0019163704,0.000058456768,2.283669e-7,0.000009983863,0.0014809013],"genre_scores_gemma":[0.97542286,0.00011542019,0.011289484,0.011778423,0.0011847144,0.000002761054,0.000012757174,0.00001111107,0.00018247563],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983066,0.000044182587,0.0008088416,0.00006358697,0.00067797746,0.00009881815],"domain_scores_gemma":[0.9984035,0.00008444172,0.0003910739,0.00009768751,0.00074943225,0.00027387656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028813006,0.00006326239,0.0003980223,0.00048712414,0.000026823518,0.000010479217,0.0000121218045,0.000082354,0.00018413544],"category_scores_gemma":[0.0073881326,0.000047720634,0.00010032567,0.00024593202,0.00007767263,0.00009067303,0.000008246198,0.0002834399,0.0000087368535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018852286,0.0011366055,0.06308986,0.00021797157,0.000045994384,0.0001450323,0.00027155035,0.0000016740777,0.00032195047,0.001267079,0.7565686,0.17674513],"study_design_scores_gemma":[0.006991655,0.0014245505,0.48013523,0.008894309,0.0005525601,0.018613338,0.005057319,0.0035625717,0.0026545788,0.015395997,0.4559922,0.0007256966],"about_ca_topic_score_codex":0.00000780204,"about_ca_topic_score_gemma":8.5043075e-7,"teacher_disagreement_score":0.41704535,"about_ca_system_score_codex":0.000070083755,"about_ca_system_score_gemma":0.009760424,"threshold_uncertainty_score":0.9958533},"labels":[],"label_agreement":null},{"id":"W2283645502","doi":"10.1111/medu.12942","title":"Do OSCE progress test scores predict performance in a national high‐stakes examination?","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; University of British Columbia; Royal College of Physicians and Surgeons of Canada; McGill University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Test (biology); Objective structured clinical examination; Educational measurement; Psychology; MEDLINE; Medical education; Medicine; Political science; Curriculum; Pedagogy","score_opus":0.011408941688613946,"score_gpt":0.32801684871157194,"score_spread":0.316607907022958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283645502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467689,0.00018587049,0.00026755023,0.04734603,0.0012561169,0.00060906267,0.000005566952,0.00010032009,0.003460602],"genre_scores_gemma":[0.9909178,0.00010999112,0.0020325254,0.0035036446,0.0010786487,0.00054705574,0.00014823004,0.00002641145,0.0016356865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99674094,0.00007665874,0.00062583515,0.00041008624,0.0018250243,0.00032145283],"domain_scores_gemma":[0.9983119,0.00025173908,0.00016290089,0.0003054788,0.0008368363,0.00013116241],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016576905,0.00017617452,0.00022292955,0.00055538304,0.00009403541,0.000026727892,0.00021912366,0.0002411099,0.0017133907],"category_scores_gemma":[0.017104018,0.0001238232,0.000034264267,0.0010146897,0.0004065843,0.00032862695,0.000034183464,0.0003232298,0.00016501622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028004708,0.0015509584,0.389148,0.00016075013,0.000010414433,0.0000024966796,0.0003472115,2.4459538e-7,0.00011445176,0.0025932658,0.028342865,0.57770133],"study_design_scores_gemma":[0.0015151484,0.00023046661,0.9743192,0.0017915468,0.000019197681,0.00007183263,0.00020011034,0.0005478376,0.00045037706,0.00046476573,0.02021798,0.00017152114],"about_ca_topic_score_codex":0.000017464536,"about_ca_topic_score_gemma":0.000009440295,"teacher_disagreement_score":0.5851712,"about_ca_system_score_codex":0.000678157,"about_ca_system_score_gemma":0.003897534,"threshold_uncertainty_score":0.99919915},"labels":[],"label_agreement":null},{"id":"W2284229398","doi":"","title":"Assessment of professionalism in family medicine residents: Turning the mirror around.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical profession; Field (mathematics); Medical education; Medicine","score_opus":0.07426024791473326,"score_gpt":0.3942931365766935,"score_spread":0.3200328886619602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284229398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93057096,0.00019784912,0.00016499741,0.06158644,0.00081699266,0.0009084233,0.000001097839,0.00001956117,0.005733651],"genre_scores_gemma":[0.993169,0.00004535351,0.00062877574,0.002487341,0.00016982834,0.0011572915,0.0000090740305,0.000011720178,0.0023216018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984201,0.00009776893,0.0004828653,0.00016343115,0.0006019989,0.00023378799],"domain_scores_gemma":[0.9990071,0.00025323656,0.00017513632,0.00032138295,0.00020562534,0.000037541326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001968358,0.00008441579,0.00020435684,0.0001596102,0.000043127926,0.0000029806577,0.00014462233,0.00007083574,0.00008103903],"category_scores_gemma":[0.00269191,0.000038233207,0.000025114443,0.0005191002,0.00022547676,0.00007871034,0.00003850261,0.0002188675,0.0000038851463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008498208,0.00036131506,0.5097742,0.00016562345,0.00006664408,0.000011825845,0.0007956233,2.5886493e-7,0.009721324,0.011595371,0.016786866,0.45063597],"study_design_scores_gemma":[0.0013442803,0.0000239028,0.9907756,0.00043213303,0.000023261302,0.000006364077,0.00089468295,0.000014704131,0.00014482619,0.0010886816,0.005206041,0.000045515982],"about_ca_topic_score_codex":0.00013266003,"about_ca_topic_score_gemma":0.000007383303,"teacher_disagreement_score":0.4810014,"about_ca_system_score_codex":0.00023382001,"about_ca_system_score_gemma":0.00013174683,"threshold_uncertainty_score":0.32226622},"labels":[],"label_agreement":null},{"id":"W2284547885","doi":"10.1016/j.jsurg.2015.12.003","title":"Development and Early Piloting of a CanMEDS Competency-Based Feedback Tool for Surgical Grand Rounds","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grand Challenges; Medicine; Medical education; Medical physics; Computer science; Operating system","score_opus":0.019825255745751086,"score_gpt":0.31641233721387635,"score_spread":0.2965870814681253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284547885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875638,0.00022015187,0.0011861584,0.009835043,0.00063550886,0.0002540254,0.0000014027815,0.000006889562,0.0002970476],"genre_scores_gemma":[0.9570514,0.00004554354,0.041779913,0.00015800114,0.0005685449,0.000021753163,0.0000074627947,0.000014587657,0.00035280443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982521,0.000040421277,0.00095097884,0.00013220448,0.00044928558,0.00017499467],"domain_scores_gemma":[0.99786663,0.00034021947,0.0005316766,0.00011481369,0.0010408728,0.00010579668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012039678,0.00011446445,0.00036181678,0.00027338203,0.00007396201,0.000016760905,0.000076203745,0.00009880731,0.00008028376],"category_scores_gemma":[0.00060477346,0.00007287691,0.00009098205,0.0002809637,0.00012880439,0.0001496408,0.000010801391,0.00015606388,0.0000017877485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002230473,0.002162506,0.09325672,0.0006417821,0.0001530602,0.000019488538,0.001481331,0.0000023308883,0.0027179578,0.007812821,0.004893217,0.8846283],"study_design_scores_gemma":[0.02575257,0.0021136058,0.3265074,0.004580268,0.00035530757,0.0016383437,0.0012129802,0.00012150186,0.010791203,0.0013897681,0.6250153,0.000521775],"about_ca_topic_score_codex":0.0000068262943,"about_ca_topic_score_gemma":0.0000010741079,"teacher_disagreement_score":0.8841065,"about_ca_system_score_codex":0.00021334614,"about_ca_system_score_gemma":0.00281885,"threshold_uncertainty_score":0.5000519},"labels":[],"label_agreement":null},{"id":"W2284580124","doi":"","title":"近代醫學教育推動者：Abraham Flexner","year":2004,"lang":"ja","type":"article","venue":"醫學教育","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Endowment; Bachelor; Medical school; German; Medical education; Library science; Medicine; Political science; Sociology; Family medicine; Law; History","score_opus":0.01619550020305272,"score_gpt":0.3341613685739137,"score_spread":0.317965868370861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284580124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7856211,0.002395365,0.0038346206,0.074966595,0.012636736,0.0010654326,0.000015918718,0.00031083715,0.11915338],"genre_scores_gemma":[0.9550426,0.00015014387,0.007189686,0.012997799,0.0041010426,0.00004517649,0.00014102986,0.00006599068,0.020266555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997664,0.00003793541,0.0006082452,0.00043445785,0.00069389626,0.00056149834],"domain_scores_gemma":[0.9985383,0.000037644146,0.00015384416,0.00075354945,0.00034390856,0.00017272726],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005618115,0.00026308012,0.00034119058,0.00027367228,0.0002149929,0.000044831664,0.00023893351,0.00034737997,0.004509427],"category_scores_gemma":[0.0013777395,0.00024759758,0.000104341954,0.0010669883,0.00031866206,0.00015932054,0.000064396074,0.0007511839,0.0072236145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022749383,0.004228947,0.003702939,0.0010540967,0.0005179659,0.00027302557,0.017374955,0.00018622125,0.008845532,0.11657756,0.43528298,0.41172826],"study_design_scores_gemma":[0.007052618,0.0007449713,0.032387342,0.0017528023,0.00048447354,0.00020043034,0.004785493,0.00032187722,0.008417285,0.0076071303,0.9354048,0.0008407928],"about_ca_topic_score_codex":0.00014018953,"about_ca_topic_score_gemma":0.0000074733334,"teacher_disagreement_score":0.5001218,"about_ca_system_score_codex":0.00058316614,"about_ca_system_score_gemma":0.0007439678,"threshold_uncertainty_score":0.9999976},"labels":[],"label_agreement":null},{"id":"W2285222680","doi":"10.5489/cuaj.3472","title":"Tailor-made medical education","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Medicine; Computer science","score_opus":0.018192990354658923,"score_gpt":0.2954539007238543,"score_spread":0.27726091036919537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285222680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.546064,0.00030620146,0.00041813648,0.4157114,0.0037886966,0.00025254273,0.0000035025103,0.00006766673,0.033387836],"genre_scores_gemma":[0.9182709,0.000028937653,0.002047484,0.0731328,0.0028270746,0.000020329684,0.000079282625,0.000015916761,0.0035772743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761766,0.00014814713,0.0004640856,0.00017304203,0.0011521811,0.00044488691],"domain_scores_gemma":[0.9965617,0.000048747817,0.0002275204,0.00014006991,0.0012571185,0.001764808],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022499734,0.00011714977,0.00021234929,0.00034245529,0.00019422585,0.00007258327,0.00017282022,0.00047771988,0.0027483588],"category_scores_gemma":[0.022806637,0.00009832338,0.00007649032,0.0005670611,0.00005389957,0.00013944223,0.000013778708,0.0011046574,0.00045567562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020060574,0.00015413434,0.27986902,0.0000032326536,0.00003787432,0.000029918478,0.00016740063,0.0000031751085,0.0000069496,0.0023700378,0.67592156,0.041416667],"study_design_scores_gemma":[0.00092579535,0.00021278906,0.1803432,0.000028137369,0.00004934938,0.0010320765,0.00043923632,0.00041794466,0.0000062942827,0.0040984447,0.81231207,0.00013467365],"about_ca_topic_score_codex":0.0005757978,"about_ca_topic_score_gemma":0.0001550961,"teacher_disagreement_score":0.3722069,"about_ca_system_score_codex":0.0030017,"about_ca_system_score_gemma":0.012405688,"threshold_uncertainty_score":0.9981633},"labels":[],"label_agreement":null},{"id":"W2286365971","doi":"10.1002/j.0022-0337.2006.70.10.tb04180.x","title":"Competencies for the Beginning Dental Practitioner in Canada: A Validity Survey","year":2006,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Canada Energy Regulator; Dalhousie University","funders":"","keywords":"Respondent; Likert scale; Accreditation; Certification; Scale (ratio); Medical education; Psychology; Family medicine; Curriculum; Medicine; Ranking (information retrieval); Geography; Pedagogy; Computer science; Political science","score_opus":0.03260188615538932,"score_gpt":0.33357437311745214,"score_spread":0.3009724869620628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286365971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992178,0.00024423352,0.0007498764,0.0033465663,0.0029694005,0.00026442597,0.00000600296,0.0000023574064,0.00023909955],"genre_scores_gemma":[0.9952358,0.000014252927,0.0025584649,0.00095204066,0.00079188077,0.000020263175,0.000083503415,0.000008823809,0.00033498448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988752,0.000056613102,0.00048082563,0.000071399685,0.00039694633,0.00011900719],"domain_scores_gemma":[0.99872285,0.00025601126,0.00038834102,0.00009456943,0.0005114879,0.000026737367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094094925,0.000069016336,0.00014291654,0.00015095975,0.00009314686,0.00002179236,0.000088028835,0.000032965876,0.00007573258],"category_scores_gemma":[0.0010852931,0.00005062154,0.000044449913,0.00035595064,0.00004099202,0.00017687342,0.00000818431,0.00024462494,0.0000025111876],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114359405,0.00054343144,0.83726215,0.00004017807,0.000023486971,0.0000032494868,0.00016783646,0.00007295833,0.0007601261,0.0002738215,0.15483364,0.005904731],"study_design_scores_gemma":[0.00053687993,0.000059452286,0.9822609,0.00009958745,0.000046585898,0.00040504007,0.0064469604,0.000265882,0.00049466727,0.00007849229,0.009252571,0.000053020714],"about_ca_topic_score_codex":0.42153388,"about_ca_topic_score_gemma":0.5366265,"teacher_disagreement_score":0.14558108,"about_ca_system_score_codex":0.0015554489,"about_ca_system_score_gemma":0.005066025,"threshold_uncertainty_score":0.8986911},"labels":[],"label_agreement":null},{"id":"W2286518837","doi":"10.2310/8000.2012.120686","title":"Core competencies for emergency medicine clerkships: results of a Canadian consensus initiative","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Calgary; University of Alberta; University of Saskatchewan; University of Toronto","funders":"University of Alberta; Queen's University; McMaster University; McGill University; University of Toronto; Dalhousie University; University of Ottawa","keywords":"Delphi method; Core competency; Delphi; Curriculum; Medicine; Medical education; Graduate medical education; Core curriculum; Family medicine; Psychology; Pedagogy; Management; Computer science; Accreditation","score_opus":0.27893663546120945,"score_gpt":0.4015453734696246,"score_spread":0.12260873800841515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286518837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.637853,0.0065877307,0.00038333636,0.23854297,0.040971804,0.0027725978,0.00027074147,0.00002730327,0.0725905],"genre_scores_gemma":[0.9863064,0.00087749044,0.002608355,0.0016059484,0.004386042,0.000051262454,0.00024821263,0.000066786095,0.0038494947],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522907,0.00008128445,0.003068509,0.00027372455,0.0006333564,0.0007140588],"domain_scores_gemma":[0.98948187,0.00020565809,0.0013821579,0.00045966846,0.00670945,0.0017612246],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018474375,0.00031739325,0.0009520866,0.0032396028,0.00024459715,0.000002182745,0.00037376917,0.00022683736,0.017048946],"category_scores_gemma":[0.021277156,0.00024338906,0.00017211026,0.0026099076,0.0007279884,0.00012756104,0.000008482237,0.00059955794,0.000021437776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009818026,0.000038282935,0.008717727,0.00023727113,0.00023111753,0.000027099039,0.0063274507,0.0000045702864,0.0014354557,0.0020417832,0.9788576,0.0019834647],"study_design_scores_gemma":[0.009435471,0.0063311257,0.12166592,0.0033530178,0.0010516036,0.00025042307,0.03685094,0.00058226497,0.00023085054,0.009023437,0.8105961,0.0006288387],"about_ca_topic_score_codex":0.35304376,"about_ca_topic_score_gemma":0.37799194,"teacher_disagreement_score":0.3484534,"about_ca_system_score_codex":0.00043832813,"about_ca_system_score_gemma":0.0046902564,"threshold_uncertainty_score":0.9925118},"labels":[],"label_agreement":null},{"id":"W2287466541","doi":"10.7202/1035198ar","title":"Vers un modèle d’apprentissage réflexif. Recueil de traces d’apprentissage formulées dans les log books des stagiaires en médecine","year":2016,"lang":"fr","type":"article","venue":"Approches inductives Travail intellectuel et construction des connaissances","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.03962755649043155,"score_gpt":0.30064484416554915,"score_spread":0.2610172876751176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287466541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7517028,0.025780872,0.20443296,0.003899735,0.0035606679,0.0010844371,0.00012002609,0.00039711065,0.009021412],"genre_scores_gemma":[0.9546573,0.009074836,0.027909897,0.00021078454,0.0013339854,0.00036682922,0.00007917109,0.00018086625,0.006186306],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9927332,0.001256357,0.0017340583,0.0015928287,0.0009872317,0.0016963176],"domain_scores_gemma":[0.9951938,0.0016239317,0.00081314513,0.0009297252,0.00096147903,0.0004779529],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022962987,0.0011625374,0.0011605127,0.0008558295,0.0012376724,0.0002727757,0.00087532005,0.001067058,0.0036006628],"category_scores_gemma":[0.006089821,0.0009859139,0.000406045,0.001484333,0.038553085,0.0020948306,0.00020102006,0.0015258748,0.00010485083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006608088,0.00089307484,0.022679139,0.0010335331,0.0011262442,0.000029549263,0.047172286,0.000028086606,0.05144565,0.05714098,0.0029664892,0.81482416],"study_design_scores_gemma":[0.008254313,0.0024110223,0.08384316,0.011553378,0.0017406803,0.0034592815,0.34489536,0.0010635433,0.3621533,0.09049054,0.08712045,0.0030149815],"about_ca_topic_score_codex":0.00021935666,"about_ca_topic_score_gemma":0.00014921775,"teacher_disagreement_score":0.8118092,"about_ca_system_score_codex":0.0017533302,"about_ca_system_score_gemma":0.0010400503,"threshold_uncertainty_score":0.9992591},"labels":[],"label_agreement":null},{"id":"W2287883364","doi":"10.1177/0840470414551896","title":"Mentoring in healthcare","year":2015,"lang":"en","type":"review","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Environment and Protected Areas","funders":"","keywords":"Matching (statistics); Health care; Process (computing); Medical education; Selection (genetic algorithm); Knowledge management; Nursing; Psychology; Medicine; Computer science; Political science","score_opus":0.09968388607157691,"score_gpt":0.4628015251614346,"score_spread":0.36311763908985767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287883364","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017108899,0.9561283,0.000027184029,0.0310282,0.0020085934,0.0038986064,0.000011390815,0.00013225315,0.0067637884],"genre_scores_gemma":[0.000020722851,0.98732847,0.0019191528,0.003919327,0.00040796888,0.0010640459,0.0009575066,0.0001040546,0.004278758],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958315,0.00018515777,0.0013850698,0.0006920941,0.0009030689,0.001003142],"domain_scores_gemma":[0.9981225,0.000021520897,0.00038936333,0.0009432378,0.00023043019,0.00029295366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015351723,0.00045303337,0.0016949406,0.0013158759,0.00010054628,0.000027825052,0.00028259133,0.00044605543,0.000048888705],"category_scores_gemma":[0.000111855705,0.0004093769,0.00020554713,0.001949529,0.000044106375,0.000075729375,0.00023373692,0.0011206915,0.00026616376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006863478,0.000097291726,0.00017867792,0.093344264,0.000062152074,0.0000819215,0.0000684629,5.8503645e-8,5.583005e-10,0.012933775,0.02800562,0.8652209],"study_design_scores_gemma":[0.00043307128,0.00013127664,0.00004520972,0.029277937,0.00021661955,0.000041477873,0.0005560671,0.000007326631,1.2149954e-8,0.00041960625,0.96861315,0.00025825956],"about_ca_topic_score_codex":0.00038227276,"about_ca_topic_score_gemma":0.000114263836,"teacher_disagreement_score":0.9406075,"about_ca_system_score_codex":0.0023672092,"about_ca_system_score_gemma":0.0008030853,"threshold_uncertainty_score":0.9998358},"labels":[],"label_agreement":null},{"id":"W2288105879","doi":"10.5489/cuaj.3297","title":"The value of a core clinical rotation in urology for medical students","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Foley catheter; Urology; Curriculum; Psychology; Surgery; Catheter; Pedagogy","score_opus":0.05162915814835432,"score_gpt":0.40636286389299325,"score_spread":0.3547337057446389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288105879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89469635,0.00011386017,0.00063641503,0.10227537,0.0014712103,0.00038963385,0.0000043492473,0.000007797605,0.00040502002],"genre_scores_gemma":[0.9862011,0.0000505303,0.0007643026,0.012009469,0.0007509819,0.000034093777,0.000025578234,0.000008394583,0.00015555939],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971796,0.00029906625,0.0009694438,0.00014142615,0.0010475939,0.00036282357],"domain_scores_gemma":[0.9971144,0.0008433562,0.00043674925,0.000113888695,0.00097327057,0.0005183236],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011764163,0.00008055241,0.0002705745,0.00017756018,0.0001391214,0.000031968815,0.0003075005,0.00044731135,0.00006879985],"category_scores_gemma":[0.0531848,0.000055309167,0.0000943369,0.00036623518,0.000120244506,0.00004691428,0.000020046424,0.0008562299,0.000012001585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014795025,0.00013543766,0.9358356,0.0000027914887,0.000049927305,0.000012817095,0.00014489953,0.000020791076,0.0000012352682,0.0033251932,0.045627646,0.01469569],"study_design_scores_gemma":[0.0030453324,0.0007854829,0.8808041,0.000013628114,0.00004793476,0.00009680682,0.0003301187,0.003784959,9.712031e-7,0.007432328,0.103595644,0.0000626512],"about_ca_topic_score_codex":0.00024847972,"about_ca_topic_score_gemma":0.00074731774,"teacher_disagreement_score":0.091504745,"about_ca_system_score_codex":0.0008726699,"about_ca_system_score_gemma":0.0025275748,"threshold_uncertainty_score":0.95479065},"labels":[],"label_agreement":null},{"id":"W2288453985","doi":"10.1155/2010/537435","title":"Ranking in Canadian Gastroenterology Residency Match: What Do Residents and Program Directors Want?","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Medicine; Program director; Family medicine; Likert scale; United States Medical Licensing Examination; Accreditation; Specialty; Curriculum; Ranking (information retrieval); Scale (ratio); Medical education; Psychology; Medical school","score_opus":0.009258298598496233,"score_gpt":0.28605550155408827,"score_spread":0.276797202955592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288453985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97352105,0.00022651683,0.000012578231,0.023111913,0.0026765114,0.00030369143,0.0000038066773,0.00000777758,0.0001361537],"genre_scores_gemma":[0.9929135,0.00014041102,0.0030086215,0.0034680876,0.00037351172,0.000015159388,0.000013447028,0.000028535958,0.000038720522],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976099,0.00014419733,0.00076739833,0.0002478793,0.00020374649,0.0010268718],"domain_scores_gemma":[0.9978892,0.000030424793,0.0002708284,0.00026542263,0.0003549947,0.0011891352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011364878,0.00019025341,0.00047914247,0.0019468679,0.000118905264,0.00009702275,0.0002483157,0.00022944994,0.00034392576],"category_scores_gemma":[0.00087080186,0.00018510832,0.00006820235,0.00028666214,0.00042239943,0.0003384857,0.00001712892,0.0013022852,0.0000065596646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002944905,0.00004074393,0.98037076,0.000027384835,0.00004383355,0.00078018714,0.00059473864,0.0000013329002,0.00018126023,0.00010442816,0.0024878874,0.015072978],"study_design_scores_gemma":[0.0019522423,0.0015153193,0.9857325,0.0003999674,0.000053059288,0.005236164,0.0006246975,0.000029458206,0.000017190177,0.00032363142,0.0040448387,0.000070928756],"about_ca_topic_score_codex":0.16960298,"about_ca_topic_score_gemma":0.9566819,"teacher_disagreement_score":0.787079,"about_ca_system_score_codex":0.00040834607,"about_ca_system_score_gemma":0.0022939928,"threshold_uncertainty_score":0.8359267},"labels":[],"label_agreement":null},{"id":"W2288484981","doi":"10.1007/s40596-016-0491-5","title":"A Survey of American and Canadian Psychiatry Residents on Their Training, Teaching Practices, and Attitudes Toward Teaching","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre","funders":"National Cancer Institute","keywords":"Medical education; Psychology; Psychiatry; Training (meteorology); Residency training; Medicine; Continuing education; Geography","score_opus":0.059095207722525446,"score_gpt":0.390601825415495,"score_spread":0.3315066176929695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288484981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430463,0.00084916555,0.00007282993,0.053002764,0.0010820444,0.00023839876,0.000026828277,0.000037879658,0.0016438274],"genre_scores_gemma":[0.98565024,0.00029527038,0.007048818,0.006276047,0.0005206532,0.000013852768,0.000020839716,0.00003503371,0.00013924022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980871,0.00029049197,0.0005139439,0.00042700538,0.0003118733,0.00036959696],"domain_scores_gemma":[0.9984057,0.00031203785,0.00062284945,0.00032269902,0.00007403953,0.00026270165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027347226,0.0002046371,0.00035289867,0.00040567142,0.00020309527,0.000013934855,0.00018372839,0.00022121526,0.000019784895],"category_scores_gemma":[0.005081452,0.00014497536,0.000030081786,0.0002375077,0.0003101893,0.00018997947,0.000035677687,0.001453352,0.000004811994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064615975,0.00007005202,0.86540025,0.00008212061,0.000070730035,4.3011718e-7,0.0015751097,4.362275e-8,0.00017749346,0.003079956,0.013755913,0.11572331],"study_design_scores_gemma":[0.00076406833,0.00025919298,0.9916314,0.0010763077,0.00004861873,0.000058272493,0.0020855772,0.000015919257,0.000007186149,0.0007387442,0.003149408,0.00016529372],"about_ca_topic_score_codex":0.044967983,"about_ca_topic_score_gemma":0.01481638,"teacher_disagreement_score":0.12623118,"about_ca_system_score_codex":0.00012120875,"about_ca_system_score_gemma":0.0011575836,"threshold_uncertainty_score":0.9613917},"labels":[],"label_agreement":null},{"id":"W2288514663","doi":"10.1016/s1701-2163(16)34660-6","title":"Pelvic Examinations by Medical Students","year":2010,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Neurotrauma Foundation","funders":"","keywords":"Medicine; Pelvic examination; Competence (human resources); Medical education; Family medicine; Perception; Obstetrics and gynaecology; Nursing; Gynecology; Psychology","score_opus":0.006777018860966586,"score_gpt":0.2853054906210273,"score_spread":0.2785284717600607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288514663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97684896,0.00041463724,0.000045313052,0.005337349,0.016282493,0.0000680921,0.0000027258197,0.0000024631368,0.0009979587],"genre_scores_gemma":[0.99575245,0.000050974493,0.00081891863,0.0029285697,0.00007975186,0.0000019589882,0.000007579768,0.000006867395,0.00035291814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832517,0.000021838447,0.00041449178,0.000079601225,0.0010166029,0.00014228029],"domain_scores_gemma":[0.99810416,0.00077069603,0.00021967436,0.000101403915,0.000583407,0.00022068605],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066379353,0.00006715136,0.00019583496,0.00020916462,0.000079212456,0.000015158296,0.00018893521,0.00016191888,0.0013742321],"category_scores_gemma":[0.024899015,0.00005474387,0.000020965508,0.00040924468,0.00009386268,0.000045177007,0.000033294196,0.00082110334,9.9446e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001999428,0.00047012823,0.43261462,0.000036822683,0.00011834425,0.00086566317,0.000111872905,2.1075381e-7,0.0002280713,0.00063910487,0.23020552,0.33470765],"study_design_scores_gemma":[0.001591627,0.00017617957,0.8366157,0.000004888891,0.000060329523,0.00026239076,0.00021862426,0.000057959987,0.000045159,0.00006674323,0.16083923,0.000061168874],"about_ca_topic_score_codex":0.0019303944,"about_ca_topic_score_gemma":0.005781233,"teacher_disagreement_score":0.4040011,"about_ca_system_score_codex":0.0003368404,"about_ca_system_score_gemma":0.0026211517,"threshold_uncertainty_score":0.99953866},"labels":[],"label_agreement":null},{"id":"W2288658087","doi":"10.1111/jth.13303","title":"International Society on Thrombosis and Haemostasis core curriculum project: core competencies in clinical thrombosis and hemostasis: comment","year":2016,"lang":"en","type":"letter","venue":"Journal of Thrombosis and Haemostasis","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McGill University; Thrombosis and Atherosclerosis Research Institute; University of Ottawa; Jewish General Hospital; Vancouver Coastal Health; University of British Columbia; Ottawa Hospital","funders":"Heart and Stroke Foundation of Canada","keywords":"Hemostasis; Thrombosis; Medicine; Core competency; Curriculum; Core (optical fiber); Internal medicine; Psychology; Business; Pedagogy; Engineering","score_opus":0.17023005326877091,"score_gpt":0.43048204252089006,"score_spread":0.2602519892521191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288658087","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31660092,0.0006764066,0.000049370443,0.679045,0.001901901,0.0009836402,0.00027682807,0.00003479571,0.0004311215],"genre_scores_gemma":[0.043249995,0.120711386,0.028663145,0.7980887,0.008053986,0.00014032448,0.00062490575,0.0002798896,0.00018765872],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993438,0.00021741641,0.00285471,0.0009854655,0.0017329288,0.0007714546],"domain_scores_gemma":[0.9950069,0.00080129516,0.0020817225,0.0006521755,0.001195815,0.00026209818],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0024629692,0.00089117663,0.0024943328,0.00086528243,0.00037664734,0.00022807808,0.00050598424,0.0013853619,0.00024901185],"category_scores_gemma":[0.0008022493,0.0006477525,0.0006121173,0.0006847835,0.001340187,0.00043610175,0.0004060196,0.0037177717,0.000007861509],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010846358,0.00066413346,0.06678191,0.0005473709,0.0018009526,0.000033785633,0.0011987899,1.8303727e-7,0.000049753442,0.00015769673,0.8922158,0.036441192],"study_design_scores_gemma":[0.007930853,0.0019122297,0.08469797,0.006572539,0.0019636992,0.00033307553,0.0047471425,0.00020374033,0.00008115913,0.00049542147,0.8900949,0.000967289],"about_ca_topic_score_codex":0.0001783573,"about_ca_topic_score_gemma":0.000015269472,"teacher_disagreement_score":0.27335092,"about_ca_system_score_codex":0.0007328328,"about_ca_system_score_gemma":0.0005629601,"threshold_uncertainty_score":0.99991107},"labels":[],"label_agreement":null},{"id":"W2288806127","doi":"10.1007/s10459-015-9655-4","title":"In the minds of OSCE examiners: uncovering hidden assumptions","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Mount Saint Vincent University; Western University","funders":"","keywords":"Objective structured clinical examination; Medical education; Cognition; Psychology; Medicine","score_opus":0.047826111661041074,"score_gpt":0.4474514345281225,"score_spread":0.39962532286708147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288806127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96518874,0.0037362548,0.00027530888,0.021155879,0.0017483751,0.0005605576,7.354419e-7,0.000009547486,0.007324587],"genre_scores_gemma":[0.97631425,0.00044360297,0.018379493,0.0043955436,0.0001947278,0.00011184426,0.000012884636,0.000004051025,0.00014358366],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984847,0.00010341486,0.0005120605,0.00019836913,0.0004908615,0.00021064137],"domain_scores_gemma":[0.9992516,0.00013136986,0.0002174254,0.00021691027,0.00013929314,0.000043420576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003035817,0.00006820029,0.00014341115,0.00040510463,0.00007509369,0.000011108513,0.00021030554,0.000036032914,0.000019380665],"category_scores_gemma":[0.001448567,0.000050854353,0.000013170907,0.0022557334,0.00026226215,0.0005811332,0.000013637623,0.0001782178,0.00000668863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005363974,0.0019263333,0.3623886,0.00088424305,0.0000030444908,0.0000012241319,0.030447759,0.0013760359,0.00009059433,0.027812935,0.013903439,0.56111217],"study_design_scores_gemma":[0.0016073886,0.0015118361,0.535038,0.0022449035,0.000015716865,0.00010804055,0.14226855,0.0028778196,0.00023095256,0.024128612,0.28962028,0.00034792046],"about_ca_topic_score_codex":0.0005954972,"about_ca_topic_score_gemma":0.00021341561,"teacher_disagreement_score":0.5607642,"about_ca_system_score_codex":0.0003408225,"about_ca_system_score_gemma":0.002172394,"threshold_uncertainty_score":0.38537338},"labels":[],"label_agreement":null},{"id":"W2289469858","doi":"","title":"Zoom on teaching expertise","year":2003,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Zoom; Computer science; Engineering","score_opus":0.020964172909327016,"score_gpt":0.35215484360017274,"score_spread":0.33119067069084573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289469858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41838092,0.000121592144,0.18168111,0.09850623,0.009206913,0.0028589235,0.0000351258,0.0011519354,0.28805724],"genre_scores_gemma":[0.92826784,0.000026105678,0.05678817,0.0073874625,0.00021123179,0.00091223593,0.0005459318,0.000018292825,0.0058427444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985472,0.000020264775,0.00056599337,0.00022948293,0.00039865545,0.0002384077],"domain_scores_gemma":[0.9981114,0.000030269464,0.00028848214,0.0003703275,0.00114098,0.00005849355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057356094,0.00018829426,0.00017702606,0.0004578791,0.00027101912,0.000079597536,0.00026553153,0.0003444264,0.00072864175],"category_scores_gemma":[0.0020822228,0.00018730934,0.0001882141,0.00036953352,0.00016460991,0.0006351391,0.000024145294,0.00064049417,0.00021363953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027507702,0.0005068561,0.0026019863,0.000042258416,0.00009152289,4.6716416e-8,0.0025096573,0.0000028552206,0.00032279646,0.6949467,0.10978056,0.18916728],"study_design_scores_gemma":[0.0014017172,0.00023286785,0.0013216498,0.00017778546,0.000059304628,0.0000547678,0.023426265,0.002925644,0.002763267,0.014019677,0.95330334,0.0003137147],"about_ca_topic_score_codex":0.000005538587,"about_ca_topic_score_gemma":3.005154e-7,"teacher_disagreement_score":0.8435228,"about_ca_system_score_codex":0.00061265915,"about_ca_system_score_gemma":0.0008566002,"threshold_uncertainty_score":0.7978116},"labels":[],"label_agreement":null},{"id":"W2290038258","doi":"10.1155/2012/681357","title":"A Survey of Digital Rectal Examination Training in Canadian Medical Schools","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Rectal examination; Training (meteorology); Medical education; Medicine; Geography; Meteorology; Internal medicine","score_opus":0.031343040405862235,"score_gpt":0.29900237205021146,"score_spread":0.26765933164434924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290038258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99441755,0.00007034973,0.00013692248,0.0035568057,0.0008763756,0.00008415726,0.000017935512,0.0000014969155,0.0008384193],"genre_scores_gemma":[0.998315,0.0000030168092,0.00024974678,0.0010857279,0.00026583945,0.0000021223302,0.000044487595,0.000011766821,0.000022322914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824256,0.0001630824,0.000631396,0.00007597754,0.00028487254,0.0006021276],"domain_scores_gemma":[0.9976785,0.00004633065,0.0002050901,0.0001035737,0.0004623164,0.0015041537],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029988752,0.0000857704,0.00031732794,0.0012221067,0.000029624915,0.000009690148,0.00014354382,0.00016949045,0.00053524354],"category_scores_gemma":[0.008474313,0.000084061,0.000040903255,0.00037476255,0.00015340805,0.00021951008,0.0000051564857,0.0006401374,0.0000072153493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004984126,0.000028791623,0.9785951,0.000009571722,0.000026551192,0.000076744764,0.00092336384,0.0000012065967,0.000008088058,0.00005934483,0.0016248935,0.018596511],"study_design_scores_gemma":[0.00080683624,0.00049037393,0.99487567,0.00012302995,0.000013273283,0.0014964348,0.000684698,0.00006589937,0.0000053521258,0.000009874039,0.0013935962,0.000034933302],"about_ca_topic_score_codex":0.1401153,"about_ca_topic_score_gemma":0.8303619,"teacher_disagreement_score":0.6902466,"about_ca_system_score_codex":0.0006052702,"about_ca_system_score_gemma":0.007542873,"threshold_uncertainty_score":0.99987775},"labels":[],"label_agreement":null},{"id":"W2290388456","doi":"10.1177/0840470415612919","title":"Physicians at the executive table","year":2015,"lang":"en","type":"review","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Work (physics); Table (database); Psychology; Public relations; Round table; Medical education; Management; Medicine; Political science; Business; Computer science; Engineering","score_opus":0.063148026062641,"score_gpt":0.41616221700580114,"score_spread":0.3530141909431601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290388456","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.5185304e-7,0.9273361,0.000068242174,0.025749704,0.0014868613,0.0035625948,0.00003319489,0.000093836185,0.041668795],"genre_scores_gemma":[0.0000018680787,0.91471434,0.00039203843,0.008509128,0.00045099313,0.00092535827,0.0012960194,0.000072734496,0.07363752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973671,0.00013831296,0.00066529075,0.0004791703,0.00074488315,0.00060528505],"domain_scores_gemma":[0.99810684,0.00003568638,0.0004236499,0.0010619226,0.0002802224,0.00009166491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007602695,0.00034730643,0.0010469012,0.00024671177,0.00032092322,0.000024422265,0.00029845742,0.00022863444,0.00014376204],"category_scores_gemma":[0.000077887154,0.00022531224,0.0002127014,0.001306537,0.00012721455,0.000044307646,0.00034806904,0.0006476877,0.00075302826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034569307,0.000040519928,0.000002873972,0.013042139,0.00010268206,0.000010177297,0.00005317549,5.0094947e-8,9.658602e-10,0.004138437,0.43003768,0.5525688],"study_design_scores_gemma":[0.00019520432,0.0000867603,0.0000048445872,0.009758416,0.0007756877,0.00003373888,0.0013330943,0.0000059177296,5.997167e-8,0.00021125701,0.9874172,0.00017781934],"about_ca_topic_score_codex":0.00007759194,"about_ca_topic_score_gemma":0.000038255403,"teacher_disagreement_score":0.55737954,"about_ca_system_score_codex":0.0016649328,"about_ca_system_score_gemma":0.00040498332,"threshold_uncertainty_score":0.96789056},"labels":[],"label_agreement":null},{"id":"W2291786550","doi":"10.3138/jvme.1015-163r1","title":"Development and Evaluation of vetPAL, a Student-Led, Peer-Assisted Learning Program","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Bristol","keywords":"Session (web analytics); Medical education; Interactivity; Program evaluation; Psychology; Pedagogy; Medicine; Multimedia; Computer science","score_opus":0.10493453441264462,"score_gpt":0.48243393100537174,"score_spread":0.37749939659272713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291786550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885197,0.00035696643,0.00024704426,0.009068996,0.0010348809,0.00034346958,1.5164882e-7,0.0000148750105,0.0004138828],"genre_scores_gemma":[0.9789863,0.0000831832,0.019924326,0.00026288326,0.0004205421,0.000055619967,0.000011277434,0.000013657479,0.00024220307],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960781,0.00019224855,0.0009157651,0.00014178902,0.002524559,0.00014757572],"domain_scores_gemma":[0.99644256,0.00008512623,0.00062185863,0.00013349255,0.002538737,0.00017824452],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00466323,0.000112370966,0.00027777388,0.00033572732,0.000066173554,0.000012516291,0.000116906274,0.00014015066,0.00054781034],"category_scores_gemma":[0.008540329,0.00007420477,0.000051044306,0.00031569833,0.00014721656,0.00017073532,0.000038009697,0.00031289895,0.00000519609],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016220124,0.0018348006,0.008048558,0.00012999622,0.00007996024,0.0000070788656,0.0014710682,2.9570535e-7,0.0038768244,0.000055729382,0.0018362481,0.9824972],"study_design_scores_gemma":[0.0058761435,0.00419856,0.79327136,0.004132266,0.00041405897,0.0035120563,0.0051255147,0.00034340538,0.0009340069,0.00008320803,0.18190554,0.00020386784],"about_ca_topic_score_codex":0.0000024477952,"about_ca_topic_score_gemma":7.1458976e-7,"teacher_disagreement_score":0.98229337,"about_ca_system_score_codex":0.0003703425,"about_ca_system_score_gemma":0.004231303,"threshold_uncertainty_score":0.9998112},"labels":[],"label_agreement":null},{"id":"W2292940898","doi":"10.1080/14739879.2012.11494084","title":"Formative assessment of GP trainees’ clinical skills","year":2012,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fondation Pour La Conservation Du Saumon Atlantique","keywords":"Formative assessment; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.022287388953259518,"score_gpt":0.43929015398603,"score_spread":0.41700276503277045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292940898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9087715,0.00051929295,0.0075303856,0.0024422794,0.0061186017,0.0015290861,0.000037276503,0.000052180014,0.07299936],"genre_scores_gemma":[0.9166564,0.000020028894,0.0762133,0.0029541906,0.0011952668,0.00021743866,0.00189253,0.000018633273,0.00083224976],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988099,0.000041890813,0.00057562423,0.00012559247,0.00025747294,0.0001895335],"domain_scores_gemma":[0.9983973,0.00011739567,0.00023133562,0.0002905121,0.0008654052,0.00009803419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063734164,0.00009802989,0.00024818882,0.00015147938,0.000064092106,0.000005199004,0.00008053124,0.000113835726,0.00015565197],"category_scores_gemma":[0.0005259476,0.00008854531,0.00011984871,0.00027145856,0.00008779963,0.00021312351,0.000017304154,0.00019037786,0.000010244501],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003727242,0.003455522,0.13436134,0.0014485657,0.00009599219,4.872882e-8,0.015627595,8.691239e-7,0.00022920944,0.014633602,0.11250047,0.7176095],"study_design_scores_gemma":[0.0010539821,0.000326521,0.83529377,0.00018332829,0.00014975197,0.000010563555,0.01803024,0.000022190095,0.00047756135,0.00019825717,0.14411506,0.0001387797],"about_ca_topic_score_codex":0.0000026399919,"about_ca_topic_score_gemma":2.1416558e-7,"teacher_disagreement_score":0.71747077,"about_ca_system_score_codex":0.00042456505,"about_ca_system_score_gemma":0.0017380768,"threshold_uncertainty_score":0.3610773},"labels":[],"label_agreement":null},{"id":"W2293536595","doi":"","title":"Improving continuing medical education by enhancing interactivity: lessons from Iran.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Ignorance; Interactivity; Medical education; Continuing medical education; Qualitative research; Set (abstract data type); Medicine; Computer science; Continuing education; Multimedia","score_opus":0.014972884297851263,"score_gpt":0.3035364584575228,"score_spread":0.28856357415967154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293536595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93254554,0.00021584194,0.016578877,0.045847397,0.002157362,0.0005789362,0.0000074681498,0.0001225343,0.0019460394],"genre_scores_gemma":[0.99150646,0.000028437664,0.0009550782,0.0029791442,0.0010112538,0.0010450773,0.000062703526,0.000027491156,0.0023843315],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983192,0.000055887875,0.00039324735,0.00033759634,0.0005421251,0.00035190984],"domain_scores_gemma":[0.99889994,0.00022950942,0.0001700909,0.00031813173,0.00016874762,0.00021360628],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008086237,0.00012906872,0.0002225533,0.00013976965,0.000059549184,0.000028820914,0.00013334403,0.00016599165,0.00051206193],"category_scores_gemma":[0.011619306,0.00009387708,0.00004885618,0.0002447579,0.000092603055,0.00026899978,0.000052226675,0.00028998533,0.00004897806],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027058468,0.00021943882,0.0030445934,0.000018671048,0.00002395899,0.0000016882137,0.00023915664,2.5724387e-9,0.010803276,0.0001464994,0.016187262,0.9692884],"study_design_scores_gemma":[0.006289202,0.000093771625,0.62460244,0.0023970855,0.0003741588,0.00012736119,0.0025234336,0.00031926442,0.13499688,0.001591254,0.22571592,0.0009692303],"about_ca_topic_score_codex":0.00022605153,"about_ca_topic_score_gemma":0.00003466145,"teacher_disagreement_score":0.9683192,"about_ca_system_score_codex":0.00035916286,"about_ca_system_score_gemma":0.00022685605,"threshold_uncertainty_score":0.99670625},"labels":[],"label_agreement":null},{"id":"W2293969438","doi":"10.1007/s40670-016-0228-9","title":"Using an Instructional Design Model to Teach Medical Procedures","year":2016,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Curriculum; Craft; Computer science; Instructional design; Medical education; Mathematics education; Multimedia; Medicine; Pedagogy; Psychology","score_opus":0.09404214387516832,"score_gpt":0.42920183712425003,"score_spread":0.3351596932490817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293969438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76005167,0.000010010744,0.17880973,0.058641315,0.0016664974,0.00035600536,0.0000013113304,0.00008965091,0.00037382252],"genre_scores_gemma":[0.8242055,0.0000058385563,0.15958756,0.013842898,0.0018624949,0.00008280525,0.000003223319,0.000022874987,0.00038675725],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934105,0.00006007569,0.0004913773,0.0006879652,0.0046796063,0.0006704699],"domain_scores_gemma":[0.9967329,0.00009656373,0.000076896584,0.00047306716,0.000533898,0.002086694],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042054066,0.00017789559,0.00024005862,0.00049618003,0.00037964823,0.00003821468,0.0007667435,0.00023747851,0.003597894],"category_scores_gemma":[0.03542682,0.00010870006,0.00003831404,0.0018223395,0.0017477392,0.00043523705,0.00012902914,0.00038033255,0.00012958254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018691193,0.0034916266,0.010186054,0.000112432346,0.00003289061,0.000038481714,0.0022127847,0.000081277554,0.050049618,0.021070652,0.078369625,0.83416766],"study_design_scores_gemma":[0.011591867,0.0035767634,0.07286471,0.008496187,0.00033918073,0.010010343,0.0070984215,0.72255397,0.053616032,0.02427492,0.081566215,0.0040114005],"about_ca_topic_score_codex":0.000022322884,"about_ca_topic_score_gemma":0.000005026159,"teacher_disagreement_score":0.83015627,"about_ca_system_score_codex":0.00068247196,"about_ca_system_score_gemma":0.026668843,"threshold_uncertainty_score":0.99731296},"labels":[],"label_agreement":null},{"id":"W2295071789","doi":"","title":"Using a Web-based system to monitor practice profiles in primary care residency training.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Medical diagnosis; Family medicine; Anxiety; Primary care; Psychiatry; Pathology","score_opus":0.08619282031065269,"score_gpt":0.32279238634752516,"score_spread":0.2365995660368725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295071789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596329,0.00020459147,0.0002517666,0.0016892814,0.0008992992,0.0026331604,0.000004335888,0.00014059342,0.034544073],"genre_scores_gemma":[0.9358264,0.0000010903308,0.060090296,0.0013837795,0.00032941523,0.002232802,0.00002203638,0.000025962114,0.000088187684],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998572,0.00009176028,0.0003758109,0.00024908228,0.00037407244,0.00033729908],"domain_scores_gemma":[0.99902904,0.00006431084,0.00011999557,0.00030449644,0.0003671964,0.00011498473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081786775,0.000110685396,0.00020756279,0.00038524222,0.00005313782,0.000012776703,0.00010044232,0.00010656309,0.000012290639],"category_scores_gemma":[0.00244233,0.00010433887,0.000027902523,0.00079962454,0.00003863018,0.00014543976,0.00002052063,0.00024248367,0.000014002234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013733443,0.000792957,0.058603697,0.00393764,0.00007711552,0.00030619267,0.03492683,0.000019221963,0.0007551771,0.0012851933,0.0029754404,0.8949472],"study_design_scores_gemma":[0.0018205573,0.000089058856,0.96376663,0.0008189071,0.00013241766,0.0000777279,0.02816139,0.00037114637,0.0014593886,0.0000093668,0.0030602405,0.00023317013],"about_ca_topic_score_codex":0.00016222302,"about_ca_topic_score_gemma":0.0000065597865,"teacher_disagreement_score":0.90516293,"about_ca_system_score_codex":0.001039243,"about_ca_system_score_gemma":0.000582036,"threshold_uncertainty_score":0.42548156},"labels":[],"label_agreement":null},{"id":"W2295838308","doi":"10.1002/j.0022-0337.2016.80.3.tb06093.x","title":"Profile of Department Chairs in U.S. and Canadian Dental Schools: Demographics, Requirements for Success, and Professional Development Needs","year":2016,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Onboarding; Professional development; Demographics; Position (finance); Medical education; Psychology; Academic department; Service (business); Credentialing; Medicine; Business; Political science; Higher education; Sociology; Marketing","score_opus":0.013524443773845159,"score_gpt":0.3280704650488051,"score_spread":0.31454602127495995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295838308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99480915,0.00038487368,0.000049009,0.0028602325,0.0013033429,0.0005142867,0.0000058219503,0.000001928078,0.000071372975],"genre_scores_gemma":[0.9927249,0.00008231344,0.006249557,0.00030941365,0.00014347934,0.000053774787,0.000033888784,0.000009460928,0.00039323693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988975,0.00002121385,0.00055328716,0.000094231196,0.0002855526,0.00014822412],"domain_scores_gemma":[0.9991658,0.000023707475,0.0002970479,0.000063248546,0.0003121625,0.00013804692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005371771,0.00008386258,0.00016671201,0.0007783992,0.00006371041,0.000009948107,0.00005609345,0.00007168942,0.000048792237],"category_scores_gemma":[0.00032389362,0.00006033515,0.000024640445,0.0002860347,0.00006962144,0.00023035165,0.000015109494,0.00011426707,0.0000012798976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011846259,0.00045301596,0.90149057,0.00014572425,0.000040573603,0.0000011115588,0.0006044046,4.117509e-8,0.0021361767,0.00024138056,0.0058992086,0.0888693],"study_design_scores_gemma":[0.0020625782,0.00023273483,0.9781885,0.0014180464,0.00003725887,0.00017116216,0.0070086406,0.000008348439,0.0037625544,0.000140078,0.0068760114,0.00009409008],"about_ca_topic_score_codex":0.0003052824,"about_ca_topic_score_gemma":0.0015280476,"teacher_disagreement_score":0.08877521,"about_ca_system_score_codex":0.0004978538,"about_ca_system_score_gemma":0.0021482534,"threshold_uncertainty_score":0.38109094},"labels":[],"label_agreement":null},{"id":"W2296325434","doi":"","title":"Novice Professionals, not Senior Students","year":2001,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.030074395613021592,"score_gpt":0.36242808897717976,"score_spread":0.33235369336415815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296325434","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3368105,0.000094376235,0.000021716378,0.65745187,0.0019840046,0.00039134265,0.000005110022,0.00011330223,0.0031278075],"genre_scores_gemma":[0.9821605,0.00016219124,0.0024449674,0.0060021784,0.0011007368,0.0004060635,0.00019928525,0.000024157716,0.0074999155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99789405,0.00003188165,0.00043390165,0.0004944644,0.0007646677,0.0003810313],"domain_scores_gemma":[0.9983176,0.00026177237,0.00015314514,0.0004311975,0.0006667827,0.00016948988],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030279497,0.00023308623,0.0003313396,0.0011818997,0.00018216998,0.000027695563,0.00030031978,0.00026568712,0.0021752038],"category_scores_gemma":[0.0017785127,0.00020305395,0.000030607658,0.0016768291,0.00045449173,0.0000946998,0.000094879884,0.0008196674,0.00032035136],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015287031,0.002567335,0.17070146,0.000085340514,0.00009300218,0.000032370288,0.0010105794,9.547765e-8,0.0017047817,0.7570065,0.03537317,0.031272456],"study_design_scores_gemma":[0.003559262,0.00045746038,0.4604802,0.0010990085,0.00017723776,0.00052689225,0.0010912261,0.00018195226,0.003251156,0.48933116,0.03905809,0.0007863229],"about_ca_topic_score_codex":0.00000724844,"about_ca_topic_score_gemma":0.000037240457,"teacher_disagreement_score":0.6514497,"about_ca_system_score_codex":0.0001319656,"about_ca_system_score_gemma":0.0008810432,"threshold_uncertainty_score":0.9987369},"labels":[],"label_agreement":null},{"id":"W2296675758","doi":"10.14288/1.0055048","title":"Toward an evidence-informed, theory-driven model for continuing medical education","year":2009,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Continuing medical education; Public relations; Political science; Psychology; Computer science; Medical education; Medicine; Continuing education","score_opus":0.023688872275802384,"score_gpt":0.287727873222274,"score_spread":0.2640390009464716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296675758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9587302,0.00010066785,0.0366543,0.002764468,0.00021306114,0.0005773729,0.000012638329,0.000075493,0.00087180355],"genre_scores_gemma":[0.97970164,0.00011382844,0.017213672,0.0013742712,0.00014049449,0.0000028089798,0.000103497885,0.0000100474035,0.0013397684],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879223,0.000031543852,0.00020928969,0.00027865366,0.00047124652,0.00021701731],"domain_scores_gemma":[0.99863565,0.00006573634,0.00013973756,0.00027512963,0.00069620553,0.0001875693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057365734,0.000044644716,0.0002487412,0.00008504648,0.0001387255,0.000041714167,0.0002637952,0.00019437938,0.00020977443],"category_scores_gemma":[0.0018416229,0.00013355112,0.000094348055,0.00029178406,0.00020981337,0.0005361667,0.000026745432,0.00018908555,0.000006877382],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054604938,0.0003732225,0.0011129274,0.00012060356,0.000016413745,0.000007252742,0.0015656988,0.000009064026,0.000069342466,0.00018191106,0.013476969,0.98301196],"study_design_scores_gemma":[0.002379283,0.00060480897,0.86923945,0.0026775105,0.00019459697,0.00020428219,0.008015012,0.108111985,0.0000023477696,0.007513287,0.00077966985,0.00027778992],"about_ca_topic_score_codex":0.0018508633,"about_ca_topic_score_gemma":0.00608097,"teacher_disagreement_score":0.9827342,"about_ca_system_score_codex":0.00018075362,"about_ca_system_score_gemma":0.0012276247,"threshold_uncertainty_score":0.5446056},"labels":[],"label_agreement":null},{"id":"W2296684521","doi":"10.1007/s11606-016-3662-x","title":"Capsule Commentary on Post et al., Rating the Quality of Entrustable Professional Activities: Content Validation and Associations with the Clinical Context","year":2016,"lang":"en","type":"letter","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Competence (human resources); Medical education; Social psychology; Psychology","score_opus":0.1047422891273187,"score_gpt":0.4479080031852001,"score_spread":0.3431657140578814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296684521","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23208264,0.00016987574,0.00043662277,0.76451,0.001992532,0.00038116932,0.000038396774,0.0000041828102,0.00038461213],"genre_scores_gemma":[0.08353774,0.00015965648,0.0002910669,0.9030679,0.008270091,0.000016856851,0.00014281004,0.000028689446,0.004485223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522537,0.0009886154,0.0017748495,0.00019846231,0.0015858341,0.00022687159],"domain_scores_gemma":[0.9925621,0.0023186102,0.0032622076,0.0003125067,0.0014756867,0.00006889904],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006189641,0.0002479099,0.0008799076,0.00018987876,0.00016204089,0.000021664846,0.00028196632,0.00022437332,0.00017510682],"category_scores_gemma":[0.0031461462,0.00009661419,0.00015835173,0.00013963402,0.0006893545,0.00014352595,0.000059934748,0.0030905292,0.000001289025],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045168208,0.00013662918,0.0037724727,0.000063668485,0.0006396471,0.000019528923,0.0009401008,7.624616e-7,0.0026615856,0.00016035477,0.98294854,0.008205043],"study_design_scores_gemma":[0.0069698575,0.004560973,0.02839124,0.006722835,0.0006920709,0.00037479427,0.006452722,0.000036263053,0.0019894184,0.00010322137,0.94347805,0.00022853915],"about_ca_topic_score_codex":0.0004721003,"about_ca_topic_score_gemma":0.000027898677,"teacher_disagreement_score":0.1485449,"about_ca_system_score_codex":0.0002943473,"about_ca_system_score_gemma":0.00043351584,"threshold_uncertainty_score":0.9992094},"labels":[],"label_agreement":null},{"id":"W2296905005","doi":"10.31192/np.14.1.3","title":"Učestalost pojava tema odgoja i obrazovanja u programima znanstvene konferencije Lošinjski dani bioetike u razdoblju 2002.-2014.","year":2016,"lang":"hr","type":"article","venue":"Nova prisutnost","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petro-Canada","funders":"","keywords":"Physics; Humanities; Art","score_opus":0.03655347652267747,"score_gpt":0.3336738416728328,"score_spread":0.29712036515015533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296905005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74495566,0.0064572943,0.013619243,0.12738232,0.025897875,0.009273478,0.0008191025,0.0015672365,0.0700278],"genre_scores_gemma":[0.9518748,0.0013090331,0.0077919294,0.0038388893,0.004670158,0.0000745053,0.00067259354,0.0003869647,0.029381111],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897924,0.00036383662,0.002844237,0.0021328917,0.0024112633,0.0024553915],"domain_scores_gemma":[0.9917755,0.0005538675,0.0012248793,0.0030573525,0.0025869336,0.0008014588],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0026102941,0.0014122627,0.0016385323,0.0012085044,0.00056262926,0.00026894474,0.0013739709,0.0014976708,0.026253432],"category_scores_gemma":[0.0061619896,0.0010683397,0.00044948142,0.0029803028,0.0018868766,0.00081182946,0.0005099948,0.001641465,0.01978714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043255463,0.0035303927,0.02892515,0.0010743573,0.00058607146,0.00023550006,0.0017213628,5.7556935e-7,0.024865577,0.011094737,0.40104148,0.52649224],"study_design_scores_gemma":[0.013174449,0.0031119818,0.10793496,0.006031225,0.0013227969,0.000640862,0.0039428845,0.00022910413,0.021284565,0.00087119394,0.8384219,0.003034099],"about_ca_topic_score_codex":0.00039616553,"about_ca_topic_score_gemma":0.00012319516,"teacher_disagreement_score":0.5234581,"about_ca_system_score_codex":0.0014238349,"about_ca_system_score_gemma":0.0029144895,"threshold_uncertainty_score":0.99986273},"labels":[],"label_agreement":null},{"id":"W2297727737","doi":"10.1017/cem.2016.9","title":"CAEP 2015 Academic Symposium: Leadership within the emergency medicine academic community and beyond","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Canadian Association of Emergency Physicians; University of British Columbia; College of Physicians and Surgeons of Ontario; Oracle (Canada); Children's Hospital of Eastern Ontario; North York General Hospital; Dalhousie University; Island Health; Western University; University of Toronto; St. Michael's Hospital; Ottawa Hospital; University of Ottawa; University of Saskatchewan; University of Alberta","funders":"","keywords":"Mentorship; Educational leadership; Leadership development; Medical education; Panel discussion; Medicine; Leadership studies; Academic medicine; Faculty development; Leadership style; Professional development; Psychology; Political science; Public relations; Pedagogy","score_opus":0.1857984923407622,"score_gpt":0.4045763939171615,"score_spread":0.2187779015763993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297727737","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4170304,0.017403303,0.0003764225,0.53685784,0.021304665,0.00048101044,0.00000981042,0.000022331222,0.006514209],"genre_scores_gemma":[0.97051936,0.008518526,0.00008069579,0.004333096,0.006787694,0.000015558988,0.000020162499,0.00006370805,0.009661174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954587,0.00043261054,0.0023456719,0.00024104143,0.0008827657,0.00063921587],"domain_scores_gemma":[0.9955251,0.00024101396,0.0011053045,0.0006350865,0.0012756014,0.0012178872],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063135354,0.00035101778,0.0006820839,0.000830203,0.00056314055,0.0000019009217,0.0007338154,0.00040980297,0.008016422],"category_scores_gemma":[0.01041512,0.00018000799,0.00009229501,0.0012524211,0.0013753389,0.00028766046,0.000033246408,0.0033490157,0.000026831207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000733107,0.0000237053,0.04940371,0.0001788738,0.00016890277,0.00002114373,0.01480769,0.000001180893,0.011078123,0.0026384476,0.9166349,0.0049699773],"study_design_scores_gemma":[0.0109539805,0.0061489516,0.1752173,0.009963459,0.0030558263,0.0021091143,0.09864812,0.0001267041,0.0008334352,0.02763311,0.66395634,0.0013536694],"about_ca_topic_score_codex":0.003325592,"about_ca_topic_score_gemma":0.0031601733,"teacher_disagreement_score":0.55348897,"about_ca_system_score_codex":0.00038885037,"about_ca_system_score_gemma":0.0014116404,"threshold_uncertainty_score":0.9989503},"labels":[],"label_agreement":null},{"id":"W2297783924","doi":"10.1096/fasebj.27.1_supplement.957.14","title":"Statistical analysis of Anatomy final examination grades of Hungarian, German and English speaking medical students at the Semmelweis University","year":2013,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"German; Statistical analysis; Foreign language; Curriculum; Psychology; Mathematics education; English language; Medical education; Medicine; Linguistics; Pedagogy; Mathematics; Philosophy","score_opus":0.01641384286960541,"score_gpt":0.32490372889039015,"score_spread":0.30848988602078475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297783924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952089,0.00004175022,0.0019129363,0.0021428487,0.00012357476,0.00013808146,0.000006947922,0.0000048880593,0.00042002415],"genre_scores_gemma":[0.99887675,0.000057419038,0.0004869943,0.00020598032,0.000120493736,8.4413404e-7,0.000024516654,0.0000047615945,0.00022221399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809957,0.00025129155,0.0003374443,0.00009502569,0.0010873569,0.0001293426],"domain_scores_gemma":[0.9986429,0.000324561,0.00026279534,0.00017890379,0.0005061032,0.00008472407],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019964762,0.00007314807,0.00022070728,0.00026009756,0.00020581832,0.000023315064,0.00025750007,0.00006461415,0.0015230514],"category_scores_gemma":[0.0012144748,0.000043204152,0.000055958968,0.0006979406,0.00045748573,0.00009294638,0.000102724,0.00038775624,0.00000256147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022893299,0.00082650094,0.8231379,0.0001334223,0.0033653993,0.0000739362,0.026403558,0.000029732731,0.003624309,0.009829229,0.009709747,0.12263735],"study_design_scores_gemma":[0.0007438208,0.000101123085,0.9894819,0.00006848378,0.001176722,0.00007531403,0.003921879,0.0030690066,0.00066440366,0.00012331043,0.0005247614,0.00004924902],"about_ca_topic_score_codex":0.000105131316,"about_ca_topic_score_gemma":0.000031935546,"teacher_disagreement_score":0.16634403,"about_ca_system_score_codex":0.00011369046,"about_ca_system_score_gemma":0.000108400396,"threshold_uncertainty_score":0.9993897},"labels":[],"label_agreement":null},{"id":"W2298073879","doi":"10.1016/s1701-2163(16)34743-0","title":"The Obstetrics and Gynaecology Resident as Teacher","year":2010,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medicine; Valuation (finance); Medical education; Humanities; Library science; Pedagogy; Psychology","score_opus":0.00950053969715104,"score_gpt":0.2677376882825552,"score_spread":0.25823714858540414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298073879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9418475,0.0038521118,0.000011015084,0.007403106,0.0427622,0.0001535356,0.0000012918658,0.00000397508,0.003965288],"genre_scores_gemma":[0.9953417,0.00035237864,0.0007203448,0.00187567,0.0001053432,0.000004375107,0.0000021241212,0.0000136888575,0.0015843596],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998483,0.00006047357,0.00060052186,0.00014362393,0.00042691483,0.00028548733],"domain_scores_gemma":[0.99261105,0.005623729,0.00046869248,0.00023081871,0.0008385948,0.00022711184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008497157,0.00012410335,0.0002978092,0.00029083662,0.00029935804,0.000036776193,0.00016095336,0.00024649588,0.0006808185],"category_scores_gemma":[0.08846173,0.00008410357,0.000034103,0.0005887347,0.00026918057,0.000061279265,0.000057624195,0.0012904698,0.0000015138087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054033003,0.00009959597,0.20371589,0.00003239147,0.00013248032,0.0011871543,0.00023924856,0.000001436055,0.00004065148,0.003314989,0.03562767,0.7556031],"study_design_scores_gemma":[0.0013559393,0.0003418634,0.74492073,0.0000016197173,0.00009547314,0.00033989886,0.0009092628,0.000060146096,0.000028500732,0.00074550573,0.25111547,0.00008555214],"about_ca_topic_score_codex":0.0024906895,"about_ca_topic_score_gemma":0.0077854395,"teacher_disagreement_score":0.75551754,"about_ca_system_score_codex":0.0007138593,"about_ca_system_score_gemma":0.0031755024,"threshold_uncertainty_score":0.9192166},"labels":[],"label_agreement":null},{"id":"W2299396404","doi":"10.1016/s1701-2163(16)35153-2","title":"The Smooth Operator","year":2012,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Checklist; United States Medical Licensing Examination; Objective structured clinical examination; Test (biology); Pelvic examination; Session (web analytics); Physical examination; Descriptive statistics; Medical education; Physical therapy; Family medicine; Gynecology; Medical school; Surgery; Psychology","score_opus":0.012430788682405446,"score_gpt":0.2565731297274332,"score_spread":0.24414234104502774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299396404","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017773436,0.01620665,0.000011931408,0.88510096,0.07903056,0.00018452566,0.000008032235,0.0000027523083,0.0016811228],"genre_scores_gemma":[0.051610343,0.0005549137,0.0006167404,0.9405467,0.0030847893,0.0000066763673,0.000030726304,0.000036444104,0.0035126638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984306,0.000057963403,0.00057739305,0.00008880438,0.00054478634,0.0003004564],"domain_scores_gemma":[0.99644697,0.0018910564,0.000540072,0.00019419422,0.00083540566,0.00009231188],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00049711386,0.00013614431,0.00035991071,0.0002048728,0.00018541845,0.000026713795,0.0001775802,0.00045470323,0.00027668383],"category_scores_gemma":[0.011436001,0.00008208274,0.00004978829,0.00035986054,0.00012130718,0.00003765896,0.000028885084,0.0025094058,0.0000013850021],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.843945e-7,0.000012597358,0.003398117,0.000040126226,0.00009018064,0.00087638653,0.000018934694,1.2946238e-7,3.189855e-7,0.00003300318,0.9052833,0.09024627],"study_design_scores_gemma":[0.00045822552,0.00011056744,0.031419706,0.000008496112,0.00015955817,0.00018638118,0.000080987156,0.0000046205573,0.000001856942,0.00002784938,0.9674672,0.00007453858],"about_ca_topic_score_codex":0.0020746025,"about_ca_topic_score_gemma":0.0012294657,"teacher_disagreement_score":0.09017173,"about_ca_system_score_codex":0.0014653495,"about_ca_system_score_gemma":0.005219281,"threshold_uncertainty_score":0.99979186},"labels":[],"label_agreement":null},{"id":"W2299433740","doi":"10.1016/j.cptl.2016.02.014","title":"Trust me, it is valid: Research validity in pharmacy education research","year":2016,"lang":"en","type":"review","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"External validity; Validity; Generalizability theory; Internal validity; Concurrent validity; CLARITY; Psychology; Criterion validity; Test validity; Context (archaeology); Reliability (semiconductor); Construct validity; Applied psychology; Social psychology; Psychometrics; Medicine; Internal consistency; Clinical psychology","score_opus":0.4445434825867158,"score_gpt":0.6363837067851301,"score_spread":0.19184022419841434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299433740","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012497895,0.9691252,0.000027215478,0.0032986917,0.0025146517,0.0020471022,0.000009300454,0.00007981073,0.010400117],"genre_scores_gemma":[0.006467184,0.9833795,0.00038058852,0.00027810456,0.0019803494,0.0005843238,0.00028156856,0.000115942836,0.006532454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851354,0.009515804,0.0013992301,0.0011285525,0.0017042077,0.0011168167],"domain_scores_gemma":[0.99623543,0.0020913386,0.00032890565,0.0005481719,0.00053687586,0.00025928006],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034665346,0.00047048554,0.0012180913,0.0038677643,0.00096128887,0.00015023162,0.0005472797,0.00026025847,0.00084194005],"category_scores_gemma":[0.01605086,0.00039246964,0.0001571486,0.002308751,0.0003648745,0.00033883392,0.0003511465,0.020167574,0.00022779815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028631102,0.0007148298,0.0050912616,0.009066687,0.000036110472,0.00000989265,0.0034373295,2.8678727e-7,0.0000044048415,0.00007977963,0.047893185,0.9336376],"study_design_scores_gemma":[0.0013671872,0.000047542984,0.00007138201,0.046932064,0.000097819575,0.000056294804,0.0012111511,0.00032514843,0.000002803816,0.00010015878,0.94946575,0.00032271558],"about_ca_topic_score_codex":0.0005477166,"about_ca_topic_score_gemma":0.0000024907363,"teacher_disagreement_score":0.93331486,"about_ca_system_score_codex":0.0015836479,"about_ca_system_score_gemma":0.0028639263,"threshold_uncertainty_score":0.9998527},"labels":[],"label_agreement":null},{"id":"W2299671590","doi":"","title":"Effect of repetitive feedback on residents' communication skills improvement.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Medicine; Communication skills; Session (web analytics); Observational study; Affect (linguistics); Medical education; Psychology; Internal medicine; Communication","score_opus":0.005624363825400833,"score_gpt":0.2768704693777797,"score_spread":0.2712461055523789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299671590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665874,0.0000189331,0.00009055012,0.002098614,0.00026124658,0.0011375624,0.0000014158157,0.000037866157,0.029766371],"genre_scores_gemma":[0.99567944,0.000022080383,0.00035904488,0.0011092285,0.00012761183,0.0008989056,0.00006178624,0.000014153216,0.0017277226],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99890745,0.00014220834,0.00029987606,0.00015584014,0.0003231936,0.00017145328],"domain_scores_gemma":[0.99870133,0.00028090883,0.00016943521,0.00062636554,0.00017320782,0.0000487311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018713728,0.00008648099,0.00019436673,0.00013596458,0.000047843434,0.000007267609,0.00012023715,0.00007433642,0.00004898993],"category_scores_gemma":[0.004613818,0.00007029277,0.00004399599,0.0002751536,0.00010258323,0.000048719234,0.00003396163,0.000197068,0.000032201646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017341864,0.00025783922,0.008474685,0.00015553944,0.00003612123,2.749509e-7,0.00012344195,7.7021895e-7,0.00029396592,0.0018801079,0.006450395,0.9821534],"study_design_scores_gemma":[0.0018083206,0.00065648986,0.92744535,0.00014736493,0.00007661119,0.000002770036,0.000034035405,0.00003478189,0.06475217,0.00028411075,0.004678534,0.00007947727],"about_ca_topic_score_codex":0.000039242066,"about_ca_topic_score_gemma":0.0000015147705,"teacher_disagreement_score":0.98207396,"about_ca_system_score_codex":0.000120306824,"about_ca_system_score_gemma":0.000015072803,"threshold_uncertainty_score":0.55235046},"labels":[],"label_agreement":null},{"id":"W2299976492","doi":"10.1093/pch/18.4.184","title":"Development and validation of a self-efficacy scale for clinical decision-making in general paediatrics","year":2013,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University; Montreal Children's Hospital","funders":"","keywords":"Scale (ratio); Medicine; Exploratory factor analysis; General hospital; Pediatrics; Task (project management); Psychometrics; Clinical psychology","score_opus":0.030739411317704125,"score_gpt":0.38861833641291255,"score_spread":0.3578789250952084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299976492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98455477,0.0007920582,0.008419202,0.0037540402,0.0006279589,0.0016915367,0.000004007233,0.00004391408,0.000112524656],"genre_scores_gemma":[0.5743253,0.001148245,0.4213676,0.0020947792,0.00086857495,0.0000926761,0.000072132665,0.000022904944,0.000007760334],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99726987,0.000073314775,0.001506192,0.0003557934,0.00043666005,0.00035816384],"domain_scores_gemma":[0.9980696,0.0006808601,0.00046320164,0.00024886703,0.00037685904,0.0001606048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026332662,0.00014531631,0.00044615654,0.0005212105,0.00014485122,0.000017824334,0.00009940583,0.00018868895,0.000022256876],"category_scores_gemma":[0.0026920708,0.00013440238,0.000065162254,0.0010166344,0.000041042225,0.00010140366,0.000055094744,0.0003741592,0.0000116830515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004627616,0.0013062301,0.3660628,0.00046249124,0.000016031763,5.123624e-7,0.0022501785,0.000011657615,0.0000013605365,0.00040801548,0.009818475,0.619616],"study_design_scores_gemma":[0.002956838,0.0002664672,0.9809077,0.00020390321,0.00004473801,0.000011060783,0.0002564354,0.002398585,0.000021943208,0.0005863207,0.01216765,0.00017837754],"about_ca_topic_score_codex":0.00002329279,"about_ca_topic_score_gemma":0.000006671465,"teacher_disagreement_score":0.61943763,"about_ca_system_score_codex":0.00026275424,"about_ca_system_score_gemma":0.0009712049,"threshold_uncertainty_score":0.5480769},"labels":[],"label_agreement":null},{"id":"W2300607002","doi":"10.15273/dmj.vol42no1.6443","title":"Open Journal Systems Journal Help User Username Password Remember me Notifications View Subscribe Journal Content Search Browse By Issue By Author By Title Other Journals Font Size Make font size smaller Make font size default Make font size larger Information For Readers For Authors For Librarians Home About Login Register Search Current Archives Announcements Early Issues on DalSpace Home &gt; Vol 42, No 1 (2015) &gt; Gould Student use of self-directed learning time in an undergraduate medical curriculum","year":2015,"lang":"en","type":"article","venue":"Dalhousie Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Curriculum; Font; Likert scale; Medical education; Computer science; Psychology; Medicine; Artificial intelligence; Pedagogy","score_opus":0.07822643582142504,"score_gpt":0.3802957072970511,"score_spread":0.30206927147562607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300607002","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42899683,0.015523937,0.17879988,0.3191557,0.030747723,0.022268904,0.00283849,0.0007423518,0.00092617347],"genre_scores_gemma":[0.22319962,0.03827304,0.2806311,0.036424804,0.052960806,0.006140857,0.0059573674,0.003918513,0.3524939],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9852731,0.0020039107,0.0041626184,0.00074267585,0.005983688,0.0018340012],"domain_scores_gemma":[0.98646885,0.0023179243,0.0024974977,0.00071002473,0.005217491,0.0027881833],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015570628,0.00085002073,0.001784244,0.0006513679,0.0009947346,0.0022844102,0.0018780739,0.0008277527,0.0016279592],"category_scores_gemma":[0.024032403,0.0006508288,0.0005344558,0.00079402997,0.000435502,0.0015024681,0.00029920292,0.004884718,0.00008379711],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020857074,0.0035017335,0.005326895,0.00046097694,0.0010791073,0.00008711815,0.0066979965,0.00012648686,0.0011799793,0.00009491128,0.96187806,0.017481005],"study_design_scores_gemma":[0.015918266,0.003073262,0.004135995,0.005023873,0.0005125726,0.0016914309,0.004469839,0.012921501,0.000079779566,0.00024670415,0.95097435,0.00095246034],"about_ca_topic_score_codex":0.00013040971,"about_ca_topic_score_gemma":0.00006173464,"teacher_disagreement_score":0.35156772,"about_ca_system_score_codex":0.0013275222,"about_ca_system_score_gemma":0.003453541,"threshold_uncertainty_score":0.9995943},"labels":[],"label_agreement":null},{"id":"W2301067710","doi":"10.1155/2011/320617","title":"Evaluating Pain Education Programs: An Integrated Approach","year":2011,"lang":"en","type":"review","venue":"Pain Research and Management","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Computer science","score_opus":0.43149422656680336,"score_gpt":0.5655329981879677,"score_spread":0.1340387716211643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2301067710","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008402743,0.9688403,0.0049989047,0.00015778674,0.00016058469,0.007057466,0.0000011701778,0.000095975876,0.018679403],"genre_scores_gemma":[0.0000038177723,0.91723955,0.066316165,0.00020208831,0.00032874034,0.0054169856,0.0024247824,0.00005541895,0.008012481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944831,0.0028240457,0.0005958129,0.00068877026,0.00086925714,0.00053899444],"domain_scores_gemma":[0.9981398,0.00013714214,0.0001490213,0.000650632,0.00071338477,0.00021002015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.035430275,0.0002773465,0.000624095,0.0010885479,0.0002280731,0.000113628004,0.00026751313,0.00022428395,0.00013315775],"category_scores_gemma":[0.0024001559,0.0002088877,0.0000786294,0.0017146511,0.00024136991,0.00007610637,0.00015641071,0.0009695575,0.000039151124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010876173,0.0013177899,0.000010624069,0.04748344,0.00013948874,0.0000025366228,0.00015963563,8.321074e-9,2.2138707e-8,0.0045571993,0.016904695,0.9294137],"study_design_scores_gemma":[0.00015114615,0.00090173574,0.0000051530537,0.012190037,0.00021905663,0.000008775874,0.0028936272,0.00073824025,2.2214758e-8,0.000442846,0.9822787,0.00017067064],"about_ca_topic_score_codex":0.000085706015,"about_ca_topic_score_gemma":0.0000029579078,"teacher_disagreement_score":0.965374,"about_ca_system_score_codex":0.0004282268,"about_ca_system_score_gemma":0.0008759522,"threshold_uncertainty_score":0.99322754},"labels":[],"label_agreement":null},{"id":"W2301978287","doi":"10.18192/riss-ijhs.v5i1.1441","title":"The Value of Summer Studentships to Help Shape Undergraduate Career Trajectories","year":2016,"lang":"en","type":"article","venue":"Revue interdisciplinaire des sciences de la santé - Interdisciplinary Journal of Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Institute of Human Development, Child and Youth Health; Canadian Institutes of Health Research","keywords":"Medical education; Psychology; Value (mathematics); Order (exchange); Work (physics); Mental health; Medicine; Engineering","score_opus":0.0649545180337813,"score_gpt":0.4620466477043408,"score_spread":0.3970921296705595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2301978287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91585463,0.0016159145,0.0069433465,0.071819745,0.0017457184,0.00038049967,0.000005866672,0.000021624011,0.0016126428],"genre_scores_gemma":[0.9898635,0.00032408268,0.008653774,0.0005010504,0.00042758472,0.00001787003,4.6355845e-7,0.000018526802,0.00019311009],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99450094,0.000747243,0.0019303383,0.00048686942,0.001477076,0.00085750845],"domain_scores_gemma":[0.9956165,0.0014612612,0.0012777547,0.00038633708,0.0009329286,0.00032523484],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.016745709,0.00028310533,0.0006961818,0.0007670564,0.0027931451,0.00018357138,0.0017396344,0.00010729882,0.000050678384],"category_scores_gemma":[0.002221272,0.00014393213,0.00029039918,0.00229042,0.008793754,0.0006560945,0.0008759549,0.00043540227,0.000011401663],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074727676,0.0008775191,0.25940835,0.0008226879,0.00023557193,0.0000940828,0.07092422,0.00037096854,0.0039750985,0.015851365,0.024654206,0.62203866],"study_design_scores_gemma":[0.0019124285,0.0174258,0.6656607,0.018904373,0.00017787555,0.005281754,0.138354,0.002184259,0.0025116594,0.145194,0.0016684018,0.00072477997],"about_ca_topic_score_codex":0.000018451878,"about_ca_topic_score_gemma":0.00007016268,"teacher_disagreement_score":0.62131387,"about_ca_system_score_codex":0.0009271939,"about_ca_system_score_gemma":0.0019699575,"threshold_uncertainty_score":0.99850506},"labels":[],"label_agreement":null},{"id":"W2302507784","doi":"10.3138/jvme.0515-075r","title":"Supporting Veterinary Preceptors in a Distributed Model of Education: A Faculty Development Needs Assessment","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preceptor; Medical education; Faculty development; Curriculum; Workload; Medicine; Respondent; Presentation (obstetrics); Professional development; Veterinary medicine; Psychology; Pedagogy","score_opus":0.07877681279950688,"score_gpt":0.4504223713443794,"score_spread":0.3716455585448725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302507784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763196,0.000096461314,0.011985618,0.0093622375,0.0015908297,0.0002934213,0.00000458831,0.000013139005,0.00033408636],"genre_scores_gemma":[0.9601201,0.000055642024,0.038129482,0.0007645723,0.000386073,0.000066715285,0.00009928112,0.000020859767,0.00035727903],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99641836,0.00011516167,0.0018071888,0.00018396639,0.0011888824,0.00028644392],"domain_scores_gemma":[0.99744767,0.00008698272,0.0010076655,0.00024979564,0.0009410586,0.0002668178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018888984,0.00018744904,0.00045584465,0.0007585838,0.00005319423,0.000010260012,0.00025983792,0.00020661244,0.000607601],"category_scores_gemma":[0.003197445,0.00013304918,0.000104374005,0.00075635995,0.00014569478,0.00032660688,0.000069732836,0.00043293866,0.0000051667494],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055443385,0.0068116207,0.030508237,0.000688184,0.000104548075,0.000021292648,0.0034605,0.000016791702,0.021996478,0.0003739717,0.02041474,0.9150492],"study_design_scores_gemma":[0.013644189,0.011437313,0.63485265,0.030345911,0.00042822532,0.009807923,0.025089065,0.006863024,0.006420339,0.001840108,0.25778008,0.0014911869],"about_ca_topic_score_codex":0.000007158745,"about_ca_topic_score_gemma":6.2484816e-7,"teacher_disagreement_score":0.913558,"about_ca_system_score_codex":0.0010643032,"about_ca_system_score_gemma":0.017399898,"threshold_uncertainty_score":0.9881705},"labels":[],"label_agreement":null},{"id":"W2304360480","doi":"10.1016/s0140-6736(16)00381-0","title":"Learning from role modelling: making the implicit explicit","year":2016,"lang":"en","type":"article","venue":"The Lancet","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Scopus; Cognitive reframing; Identity (music); Computer science; Psychology; MEDLINE; Psychotherapist; Philosophy; Political science","score_opus":0.05671278214417215,"score_gpt":0.33048881875588826,"score_spread":0.2737760366117161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304360480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8679357,0.00019820251,0.03836294,0.083103724,0.00023733084,0.00019477744,0.000002443868,0.00010187671,0.009862962],"genre_scores_gemma":[0.98960906,0.000045536788,0.001513062,0.005023803,0.0026079507,0.000035658588,0.000007640621,0.000015988082,0.0011412806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992486,0.000048653805,0.00015568413,0.00013012117,0.00021128697,0.00020561347],"domain_scores_gemma":[0.999155,0.00017309138,0.00007132845,0.0005194349,0.00006562745,0.000015523821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046807717,0.00007252338,0.00015900131,0.00002323236,0.00017351435,0.000018540499,0.00023742605,0.000045888475,0.00028720457],"category_scores_gemma":[0.00033960512,0.000029147475,0.000029664063,0.00016123918,0.000057755857,0.000039749048,0.00004325704,0.00028541157,0.00018891088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005544158,0.00017505467,0.056626726,0.000053025728,0.00030851865,0.000008002502,0.018349204,0.0019438855,0.04950243,0.08525717,0.2274517,0.55976987],"study_design_scores_gemma":[0.0031361806,0.00016864136,0.042584337,0.00081529625,0.00019516739,0.000046142795,0.005091428,0.07546329,0.0035077967,0.05675953,0.81188226,0.00034990578],"about_ca_topic_score_codex":0.000046563815,"about_ca_topic_score_gemma":0.0000012706507,"teacher_disagreement_score":0.5844306,"about_ca_system_score_codex":0.000049522874,"about_ca_system_score_gemma":0.000033825683,"threshold_uncertainty_score":0.31446886},"labels":[],"label_agreement":null},{"id":"W2304699765","doi":"","title":"The Concurrent Validity of Using Simulated Patient and Real Patient in Communication Skills Assessment of Medical Students","year":2014,"lang":"en","type":"article","venue":"Research Information System of Ardabil University of Medical Sciences (Ardabil University of Medical Sciences)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Concurrent validity; Communication skills; Simulated patient; Psychology; Medical education; Computer science; Medicine; Clinical psychology; Psychometrics","score_opus":0.0777163851188442,"score_gpt":0.4175266838654644,"score_spread":0.33981029874662017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304699765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875429,0.000033332388,0.0027908164,0.007002473,0.00019125595,0.0006373206,0.00001214592,0.000012507756,0.00177724],"genre_scores_gemma":[0.99818677,0.0006036063,0.0011499233,0.000028136667,0.000012980912,2.1328053e-7,0.00001038744,0.0000026397142,0.000005329045],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9771275,0.0015186358,0.001259705,0.0003033862,0.019350816,0.00043995533],"domain_scores_gemma":[0.99439794,0.0020285416,0.001224225,0.00047067596,0.001327681,0.00055094395],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03812554,0.00014585482,0.000665169,0.00074240915,0.00063012744,0.000024460986,0.002817276,0.00040908955,0.00028776852],"category_scores_gemma":[0.0061182394,0.00011445334,0.000118808864,0.0024627787,0.011630035,0.00051966263,0.0014068921,0.00072062697,0.0000021004082],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005229117,0.0038868454,0.63011765,0.004574287,0.00023273239,0.000028124547,0.028710624,0.0017585276,0.00009959537,0.08838152,0.0020820785,0.2396051],"study_design_scores_gemma":[0.010697263,0.004243826,0.159644,0.010664537,0.00011712847,0.000054505443,0.20130469,0.60656554,0.00027570946,0.00026169934,0.0057911216,0.00038000318],"about_ca_topic_score_codex":0.0061750747,"about_ca_topic_score_gemma":0.00021439421,"teacher_disagreement_score":0.604807,"about_ca_system_score_codex":0.00046855945,"about_ca_system_score_gemma":0.0037272943,"threshold_uncertainty_score":0.9910597},"labels":[],"label_agreement":null},{"id":"W2305950400","doi":"10.1513/annalsats.201510-704oc","title":"Academic Productivity of Interventional Pulmonology Training Programs","year":2016,"lang":"en","type":"article","venue":"Annals of the American Thoracic Society","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Index (typography); Pulmonologists; Pulmonology; Medical education; Internal medicine; Intensive care medicine","score_opus":0.18381701628702288,"score_gpt":0.47212536014002315,"score_spread":0.2883083438530003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2305950400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9480888,0.00008132499,0.0011028773,0.05018959,0.00016847413,0.00023164884,0.000004185121,0.000022924023,0.00011015556],"genre_scores_gemma":[0.99416655,0.000061321574,0.0040356442,0.0010923588,0.00017030223,0.000030728035,0.000004346656,0.000011406157,0.00042732258],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988384,0.00009609705,0.0003808841,0.0001823581,0.00030578353,0.00019644953],"domain_scores_gemma":[0.99852216,0.00006965235,0.0006480482,0.0003574177,0.00037314894,0.000029586085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010141531,0.000085295585,0.00029412596,0.0000371538,0.000042610292,0.0000013330858,0.00020952894,0.00006136367,0.00003209087],"category_scores_gemma":[0.0011301022,0.000048257913,0.00029979474,0.0007076397,0.0015379656,0.00006630944,0.00007186536,0.0002524486,0.0000029335733],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008014697,0.00025776206,0.051255483,0.00008452975,0.00014064008,1.05122034e-7,0.0013286514,2.4187656e-7,0.01977763,0.000392118,0.005174046,0.92150867],"study_design_scores_gemma":[0.0006188989,0.0014118509,0.8502158,0.0018316883,0.00019888583,0.00007927602,0.009783505,0.00010045944,0.11456726,0.0086109415,0.012293733,0.00028771412],"about_ca_topic_score_codex":0.000018295743,"about_ca_topic_score_gemma":4.629387e-7,"teacher_disagreement_score":0.92122096,"about_ca_system_score_codex":0.000029191313,"about_ca_system_score_gemma":0.00017257912,"threshold_uncertainty_score":0.5666698},"labels":[],"label_agreement":null},{"id":"W2306040891","doi":"","title":"Remediation plans in family medicine residency","year":2015,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; College of Family Physicians of Canada","funders":"","keywords":"Environmental remediation; Plan (archaeology); Medical education; Quality (philosophy); Process (computing); Cognitive remediation therapy; Psychology; Cognition; Medicine; Family medicine; Computer science; Psychiatry","score_opus":0.048012457399894314,"score_gpt":0.29817119575778134,"score_spread":0.25015873835788704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2306040891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91991615,0.00049252465,0.0002800746,0.027859893,0.003023639,0.00082891167,0.0000033938998,0.0001452063,0.04745021],"genre_scores_gemma":[0.98889077,0.00030989185,0.001774524,0.00397402,0.0020164477,0.00009865698,0.00019496435,0.00004956762,0.0026911758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997365,0.00013687702,0.00064595544,0.00035264608,0.00080312963,0.00069636415],"domain_scores_gemma":[0.99862975,0.0000520039,0.0001407918,0.0004517169,0.00035983918,0.00036592843],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015970109,0.00017482991,0.00028695446,0.00038487665,0.00003603326,0.000012923478,0.00017719548,0.00011161471,0.00009757047],"category_scores_gemma":[0.008462303,0.00014761846,0.00002508696,0.0015243859,0.00013851446,0.00016555938,0.000035015844,0.00046920293,0.0001553447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043211866,0.0005236691,0.48282975,0.00013597053,0.00004347305,0.00030349536,0.024280729,0.000026479425,0.0017167574,0.005917323,0.41574597,0.068044275],"study_design_scores_gemma":[0.0026477852,0.00015294744,0.8580652,0.00019281157,0.000041190524,0.000040102655,0.0013785085,0.000119100725,0.00027711052,0.00052569236,0.13640082,0.00015871359],"about_ca_topic_score_codex":0.00011655353,"about_ca_topic_score_gemma":0.000032736283,"teacher_disagreement_score":0.37523547,"about_ca_system_score_codex":0.00048497695,"about_ca_system_score_gemma":0.000594471,"threshold_uncertainty_score":0.99988985},"labels":[],"label_agreement":null},{"id":"W2308196203","doi":"","title":"Enseigner le Cursus Triple C","year":2012,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.023575837750817133,"score_gpt":0.26777168701235665,"score_spread":0.24419584926153953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2308196203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9160566,0.0008472811,0.0007135337,0.008652104,0.005397902,0.0007303725,0.000003812316,0.00020741399,0.06739104],"genre_scores_gemma":[0.97897905,0.000065921726,0.0025638368,0.0027200063,0.002264654,0.0000834328,0.00006827646,0.00005098277,0.013203818],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979755,0.00007515266,0.00032379603,0.00021225236,0.0003793718,0.0010339158],"domain_scores_gemma":[0.998948,0.00002254312,0.00008624866,0.00042046307,0.00016119648,0.0003615906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006180655,0.0001498536,0.00019102881,0.00012269097,0.00010362322,0.000019873669,0.00012708707,0.00007996367,0.0004455716],"category_scores_gemma":[0.0016445719,0.000130152,0.000056643516,0.00074386277,0.00010145672,0.00019019392,0.00003801165,0.00033659945,0.0004395008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019968693,0.0019382829,0.12684795,0.00013390569,0.00013089986,0.000035675344,0.012188988,0.000001797335,0.002381845,0.017585482,0.54163283,0.29692265],"study_design_scores_gemma":[0.00097636884,0.00002884134,0.30436638,0.00002138806,0.00004717123,0.00005776358,0.00020613104,0.00001595813,0.0027656613,0.000028241673,0.6913585,0.00012759726],"about_ca_topic_score_codex":0.000014898976,"about_ca_topic_score_gemma":4.1723615e-7,"teacher_disagreement_score":0.29679504,"about_ca_system_score_codex":0.00016101297,"about_ca_system_score_gemma":0.00022112383,"threshold_uncertainty_score":0.56490403},"labels":[],"label_agreement":null},{"id":"W2308917828","doi":"","title":"Adding Reality to Clinical Skills Training: A Defining Point","year":2007,"lang":"en","type":"article","venue":"Focus on Health Professional Education A Multi-Professional Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credentialing; Medical education; Curriculum; Workforce; Specialty; Multidisciplinary approach; Medicine; Psychology; Political science; Pedagogy; Family medicine","score_opus":0.1428103153412944,"score_gpt":0.5635484267173282,"score_spread":0.4207381113760338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2308917828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55670017,0.000467524,0.016449355,0.36537734,0.054499004,0.003276996,0.000041665,0.0002512929,0.0029366747],"genre_scores_gemma":[0.7021813,0.00007621866,0.18205085,0.10142149,0.0056982036,0.00020984223,0.00026629813,0.000115304734,0.007980502],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9915071,0.0009778014,0.0033719523,0.0008350349,0.0020130544,0.0012950184],"domain_scores_gemma":[0.9928912,0.00119602,0.0015362984,0.0006134414,0.0017656428,0.0019973877],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016104368,0.00047574803,0.0009019428,0.0012450649,0.0017529803,0.00005375,0.000408778,0.0005507834,0.00087751116],"category_scores_gemma":[0.009685204,0.0003767442,0.0003222722,0.0013655423,0.0001768023,0.00029701873,0.00014203729,0.0042460556,0.0005802949],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001171225,0.007246944,0.016202813,0.00016002638,0.00006997771,0.000021822583,0.008068304,0.000006343374,0.00007746215,0.00640168,0.31945366,0.6411198],"study_design_scores_gemma":[0.0054903408,0.0015525323,0.8121822,0.009998676,0.000059446444,0.0010848639,0.03391866,0.00022413905,0.00008814614,0.0025028174,0.13220774,0.00069044787],"about_ca_topic_score_codex":0.000050868806,"about_ca_topic_score_gemma":0.000027456046,"teacher_disagreement_score":0.7959794,"about_ca_system_score_codex":0.0017575738,"about_ca_system_score_gemma":0.01835203,"threshold_uncertainty_score":0.99986845},"labels":[],"label_agreement":null},{"id":"W2308963819","doi":"10.1002/j.0022-0337.2015.79.4.tb05897.x","title":"An “XL” Endodontics Intervention for Dental Students Required to Repeat the Course: Changing Frustration to Improved Grades and Attitudes","year":2015,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de Chile; Faculty of Dentistry, McGill University","keywords":"Intervention (counseling); Competence (human resources); Endodontics; Medicine; Medical education; Psychology; Family medicine; Nursing; Dentistry","score_opus":0.033550302170598144,"score_gpt":0.43343901894989123,"score_spread":0.3998887167792931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2308963819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869226,0.00016026391,0.004696978,0.00447142,0.0028051366,0.00090585137,0.000002728543,0.000011172202,0.000023819692],"genre_scores_gemma":[0.9857724,0.000008196401,0.010989396,0.0012955721,0.0012476032,0.00006701517,0.000047093086,0.000018332377,0.00055439136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985943,0.000052844975,0.00053330587,0.000152547,0.0005025886,0.00016442571],"domain_scores_gemma":[0.9985256,0.000026365,0.0003190331,0.00018075066,0.0007529682,0.00019528276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014155895,0.00011085917,0.00017365997,0.00033072877,0.00012244699,0.00013683218,0.00017184998,0.00006334905,0.000010977357],"category_scores_gemma":[0.00090649363,0.000086234715,0.00006304335,0.00037214044,0.0000366739,0.00041212508,0.000032473494,0.00015699017,0.000005446519],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022038012,0.009095251,0.42395592,0.00043812473,0.0004277177,0.000007557618,0.037210736,0.000037244325,0.080399245,0.0012472213,0.06734035,0.37763685],"study_design_scores_gemma":[0.0073334435,0.009540151,0.72274166,0.0020408824,0.0010516241,0.0018947538,0.22416684,0.0010198703,0.019450353,0.00062372943,0.009606657,0.0005300093],"about_ca_topic_score_codex":0.000026476764,"about_ca_topic_score_gemma":0.000036619313,"teacher_disagreement_score":0.37710682,"about_ca_system_score_codex":0.00041315044,"about_ca_system_score_gemma":0.00030782112,"threshold_uncertainty_score":0.35165495},"labels":[],"label_agreement":null},{"id":"W2309046025","doi":"","title":"Evaluating the quality of the educational environment for medical interns in an emergency department using the DREEM inventory.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Emergency department; Internship; Medicine; Observational study; Medical education; Medical school; Quality (philosophy); Family medicine; Emergency medicine; Nursing; Internal medicine","score_opus":0.16680084842273013,"score_gpt":0.45567790498922095,"score_spread":0.2888770565664908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2309046025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701508,0.00005319864,0.00140563,0.025823846,0.0008920068,0.0015360299,0.0000022553588,0.000004133851,0.00013209523],"genre_scores_gemma":[0.9953752,0.000005181693,0.00066623365,0.0011741224,0.00051331887,0.002078662,0.000022068609,0.000009621748,0.00015554916],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978563,0.00037897297,0.0005822903,0.00016167507,0.00082159066,0.00019916573],"domain_scores_gemma":[0.9989274,0.00021547367,0.00023450267,0.00047773658,0.00009166012,0.00005323717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066382554,0.00007726231,0.00012326629,0.00003774638,0.00012887757,0.0000059282547,0.00029869558,0.000056628796,0.00022542078],"category_scores_gemma":[0.005648808,0.000038474995,0.00006322168,0.00017836838,0.0001759545,0.00003900255,0.000068118374,0.00020261525,0.000001137343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010883912,0.0011957181,0.44245178,0.00014238434,0.000077594595,4.976753e-8,0.0032736014,0.00016285325,0.00026685503,0.013210797,0.001908752,0.5372008],"study_design_scores_gemma":[0.0005013372,0.000041845404,0.9810836,0.000026203577,0.000044103097,0.0000024611809,0.00048982596,0.013221065,0.000114866525,0.0020063217,0.002417178,0.000051223084],"about_ca_topic_score_codex":0.00007354313,"about_ca_topic_score_gemma":0.00007955468,"teacher_disagreement_score":0.5386318,"about_ca_system_score_codex":0.0002329846,"about_ca_system_score_gemma":0.00016483752,"threshold_uncertainty_score":0.6762559},"labels":[],"label_agreement":null},{"id":"W2310243395","doi":"10.1097/acm.0000000000000829","title":"Graduate Medical Education","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Board of Medical Examiners","keywords":"Operationalization; Graduate medical education; Medical education; Psychology; Medicine; Accreditation","score_opus":0.12452698648303623,"score_gpt":0.45374290191330974,"score_spread":0.3292159154302735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2310243395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61800957,0.0017122919,0.0023080972,0.3083031,0.005449394,0.00058012514,4.369701e-7,0.00026334415,0.063373655],"genre_scores_gemma":[0.9154067,0.00038730088,0.001160986,0.066234425,0.006000697,0.00008947347,0.00020697394,0.000037472575,0.010475958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682075,0.000061262544,0.0006508956,0.00029913746,0.0018720934,0.00029584958],"domain_scores_gemma":[0.99807,0.000054768134,0.00014316507,0.0003886544,0.0006740319,0.00066939276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002339666,0.00016551693,0.00033470377,0.00032727778,0.000050792056,0.0000026325467,0.00023143404,0.00037937745,0.0012364837],"category_scores_gemma":[0.021331215,0.00012305437,0.000027091566,0.0009043288,0.00038931795,0.00010966269,0.000045962624,0.0013396146,0.00040594672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000431963,0.000051079533,0.0054331915,0.000050326813,0.000019623047,0.0000098066375,0.0025384107,1.8808409e-7,0.000092307084,0.011014078,0.88121927,0.09952851],"study_design_scores_gemma":[0.0061490396,0.0008013695,0.012762099,0.002212566,0.0003045728,0.0020877963,0.014684954,0.002090109,0.00036793787,0.022705873,0.93541396,0.00041970288],"about_ca_topic_score_codex":0.00007976708,"about_ca_topic_score_gemma":9.173979e-7,"teacher_disagreement_score":0.29739717,"about_ca_system_score_codex":0.00024104209,"about_ca_system_score_gemma":0.002823185,"threshold_uncertainty_score":0.9996765},"labels":[],"label_agreement":null},{"id":"W2311675537","doi":"10.1186/s12904-016-0107-6","title":"An exploration of contextual dimensions impacting goals of care conversations in postgraduate medical education","year":2016,"lang":"en","type":"article","venue":"BMC Palliative Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Calgary; South Health Campus","funders":"University of Ottawa","keywords":"Thematic analysis; Interpersonal communication; Medical education; Psychology; Focus group; Disconnection; Documentation; Qualitative research; Nursing; Medicine; Social psychology; Sociology","score_opus":0.06908652197465434,"score_gpt":0.41450016269589973,"score_spread":0.34541364072124536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2311675537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99153125,0.00033526478,0.0048344927,0.0017785069,0.00034009677,0.00061294803,0.000043852895,0.000025390678,0.0004981729],"genre_scores_gemma":[0.9958066,0.0000501575,0.0032934588,0.00024483446,0.00010982755,0.0000771386,0.00037160743,0.000017218636,0.000029206214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982654,0.00014963496,0.0006305993,0.00023612093,0.00055437133,0.00016388178],"domain_scores_gemma":[0.99663275,0.00021746478,0.00033337405,0.00032041263,0.0023830677,0.000112936934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026580595,0.00012991532,0.00031254126,0.00032961465,0.000050735027,0.000004037494,0.000104022496,0.00015388175,0.00017283666],"category_scores_gemma":[0.006507827,0.00009736583,0.00006396266,0.0005451238,0.00020214688,0.00039702308,0.00002073639,0.00014901768,0.000007695378],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024462186,0.0006460054,0.83052117,0.0006546972,0.000046273086,0.0000017923453,0.07176741,0.000013044246,0.016513396,0.011713814,0.0005203069,0.06735744],"study_design_scores_gemma":[0.004329143,0.0010134806,0.603355,0.0043044393,0.00013343955,0.0000030666017,0.3546937,0.0003443739,0.03053344,0.00067703234,0.0003185586,0.00029433623],"about_ca_topic_score_codex":0.00014886758,"about_ca_topic_score_gemma":0.00040775287,"teacher_disagreement_score":0.28292632,"about_ca_system_score_codex":0.0004101834,"about_ca_system_score_gemma":0.0023316268,"threshold_uncertainty_score":0.7790947},"labels":[],"label_agreement":null},{"id":"W2312382621","doi":"10.15766/mep_2374-8265.7696","title":"Fixed Prosthodontic Learning Dossier Assignment","year":2009,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Rubric; Grading (engineering); Psychology; Mathematics education; Experiential learning; Prosthodontics; Medical education; Computer science; Dentistry; Medicine; Engineering","score_opus":0.013332627613712998,"score_gpt":0.3218576050544225,"score_spread":0.3085249774407095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312382621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9611651,0.00007429551,0.0019368328,0.0075338557,0.00045748442,0.00036113066,2.7176895e-7,0.00014312928,0.02832792],"genre_scores_gemma":[0.97642136,0.000004364573,0.007344183,0.002085141,0.00043774207,0.000022737007,0.00007248008,0.000011958642,0.013600035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988352,0.000025550698,0.00028473328,0.00019611738,0.00042596293,0.00023242443],"domain_scores_gemma":[0.9995278,0.0000136369135,0.00008467906,0.00019726298,0.00009880818,0.000077790246],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041994595,0.00010279897,0.00016919288,0.00010606925,0.00009825973,0.000017409848,0.000053300377,0.000083340805,0.0014214731],"category_scores_gemma":[0.00076244597,0.00008678292,0.000047310714,0.00039111654,0.000047446945,0.00006282602,0.000008648764,0.0003495876,0.00016719064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011758202,0.0009910963,0.110938765,0.000077467674,0.00007109376,0.00021351824,0.0018832987,0.000021337772,0.014980975,0.002926694,0.093726695,0.7740515],"study_design_scores_gemma":[0.0017724333,0.0009276223,0.83452207,0.00019203902,0.00013204932,0.0002840224,0.00085723767,0.0013886808,0.0060788007,0.00047696783,0.1530561,0.000311951],"about_ca_topic_score_codex":0.0000032371852,"about_ca_topic_score_gemma":4.241537e-7,"teacher_disagreement_score":0.7737395,"about_ca_system_score_codex":0.00010502293,"about_ca_system_score_gemma":0.00011953495,"threshold_uncertainty_score":0.99949133},"labels":[],"label_agreement":null},{"id":"W2312734701","doi":"10.1097/acm.0b013e3182864f8c","title":"AM Last Page","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine","score_opus":0.02663251926712095,"score_gpt":0.35472928095683104,"score_spread":0.3280967616897101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312734701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8554775,0.0005221896,0.0012159732,0.101638176,0.0012031216,0.0006922222,4.148879e-7,0.00017916872,0.039071247],"genre_scores_gemma":[0.95363766,0.00023854169,0.0008792923,0.029110111,0.0028219088,0.0001174609,0.00007576745,0.000027474,0.013091782],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983652,0.000027234484,0.0005130022,0.000246236,0.0005380267,0.0003102755],"domain_scores_gemma":[0.9990272,0.00008091725,0.000112190995,0.00035581217,0.00025267465,0.0001712218],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053301186,0.00014491548,0.00029179387,0.00022584033,0.0000651466,0.0000030954707,0.00015710633,0.00025463098,0.00716594],"category_scores_gemma":[0.0025437693,0.000102406244,0.00002470912,0.00064245326,0.00031256332,0.00012361068,0.0000340839,0.0010151019,0.0016738756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086369955,0.00001780552,0.014697828,0.00008036392,0.000026736196,0.000005647619,0.0016610936,1.7378561e-7,0.015833752,0.0037224945,0.9138941,0.050051346],"study_design_scores_gemma":[0.005596169,0.0008366817,0.19203462,0.0017161785,0.00030130878,0.00058857346,0.009739565,0.0015788245,0.0025190818,0.010527482,0.77405,0.0005115049],"about_ca_topic_score_codex":0.00006097455,"about_ca_topic_score_gemma":3.4328437e-7,"teacher_disagreement_score":0.17733678,"about_ca_system_score_codex":0.000095089614,"about_ca_system_score_gemma":0.00008357316,"threshold_uncertainty_score":0.9991034},"labels":[],"label_agreement":null},{"id":"W2313167072","doi":"10.1080/23752696.2015.1134204","title":"A systematic review protocol on the use of online learning versus blended learning for teaching clinical skills to undergraduate health professional students","year":2016,"lang":"en","type":"review","venue":"Higher Education Pedagogies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University Belfast; Queen's University; Higher Education Academy","keywords":"CINAHL; Blended learning; Systematic review; Medical education; Curriculum; Variety (cybernetics); Protocol (science); Health care; Psychology; MEDLINE; Medicine; Educational technology; Computer science; Pedagogy; Nursing; Psychological intervention; Artificial intelligence; Alternative medicine","score_opus":0.25144118262434517,"score_gpt":0.6041570515171775,"score_spread":0.3527158688928323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313167072","genre_codex":"protocol","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007041238,0.4490487,0.00025948242,0.061530992,0.00701479,0.48162276,0.00003533903,0.00027253045,0.00014500902],"genre_scores_gemma":[0.000008962958,0.6249975,0.0038661368,0.004766897,0.0011956654,0.30102295,0.0008294091,0.00012035681,0.06319211],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923426,0.0025182369,0.0030490744,0.00061546615,0.0010862353,0.00038840846],"domain_scores_gemma":[0.99067706,0.0045656264,0.0029813007,0.00087555917,0.00075002166,0.0001504374],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042366786,0.00048732542,0.0025934733,0.0003977398,0.00038485674,0.00005509703,0.0005018043,0.000261154,0.00014428569],"category_scores_gemma":[0.02498986,0.00026212438,0.0005140083,0.0005343133,0.0001233249,0.00011181664,0.00014091942,0.0016208856,0.00008124657],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066132736,0.0016991129,0.000029418597,0.6353128,0.0003481236,1.8273016e-7,0.00023387972,9.935861e-7,4.3616385e-8,0.0020778559,0.059378836,0.3008526],"study_design_scores_gemma":[0.00036716476,0.00047816127,0.000081277896,0.4307611,0.0005527887,0.000003184882,0.00022286577,8.814308e-7,4.4320416e-8,0.000015069983,0.56737906,0.00013844014],"about_ca_topic_score_codex":0.0000069618745,"about_ca_topic_score_gemma":8.880653e-7,"teacher_disagreement_score":0.5080002,"about_ca_system_score_codex":0.00068431254,"about_ca_system_score_gemma":0.0055292626,"threshold_uncertainty_score":0.9999831},"labels":[],"label_agreement":null},{"id":"W2313363657","doi":"10.1155/2004/945425","title":"Ethical Issues in Canadian Gastroenterology: Resluts of a Survey of Canadian Gastroenterology Trainees","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bioethics; Internal medicine; Medicine; Gastroenterology; Specialty; Curriculum; Family medicine; Oncology; Medical education; Psychology; Political science","score_opus":0.02738766442479229,"score_gpt":0.30420874231812445,"score_spread":0.27682107789333216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313363657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94488716,0.000119010874,0.00011989435,0.053227056,0.0009421789,0.00029444837,0.0002033185,0.0000040925993,0.00020284612],"genre_scores_gemma":[0.9873245,0.00005065991,0.0025460836,0.009696555,0.00017769406,0.000008567407,0.0001291536,0.0000416895,0.000025104946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99514896,0.00060231716,0.0018711546,0.00033603556,0.00034582353,0.0016957342],"domain_scores_gemma":[0.99533725,0.000068223904,0.00067323574,0.00045281672,0.0013528811,0.002115584],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003043362,0.00032083536,0.0013028384,0.0073093995,0.000084482555,0.000011842456,0.0005746458,0.0006338919,0.00033440607],"category_scores_gemma":[0.0029493817,0.0003299058,0.00018585517,0.0010733608,0.0011092011,0.000109424764,0.000019588702,0.0018928976,0.000006257587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012644285,0.00010325514,0.9888464,0.000065561915,0.00016836668,0.00065916654,0.0011240429,0.00021154647,0.00023498012,0.0002831378,0.0068493807,0.00018971354],"study_design_scores_gemma":[0.0042224308,0.0059757507,0.9830262,0.00033357044,0.00008129114,0.0025044712,0.00040458873,0.000027519967,0.00006201258,0.00015485879,0.0031164852,0.000090802096],"about_ca_topic_score_codex":0.97926843,"about_ca_topic_score_gemma":0.9996417,"teacher_disagreement_score":0.0435305,"about_ca_system_score_codex":0.0016022642,"about_ca_system_score_gemma":0.01050237,"threshold_uncertainty_score":0.9999153},"labels":[],"label_agreement":null},{"id":"W2314292678","doi":"10.1097/phm.0000000000000470","title":"How Do Candidates Perform When Repeating the American Board of Physical Medicine and Rehabilitation Certification Examinations?","year":2016,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. John's Rehab Hospital; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Certification; Confidence interval; Medicine; Rehabilitation; Physical therapy; Board certification; Family medicine; Law; Internal medicine; Residency training","score_opus":0.011726074820483292,"score_gpt":0.3206230003501583,"score_spread":0.308896925529675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314292678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84415984,0.00008125143,0.0013625397,0.15359156,0.00016779761,0.0004861416,0.0000032288317,0.00002300955,0.00012462294],"genre_scores_gemma":[0.9901957,0.000015289279,0.007564397,0.00044388577,0.0016155046,0.00005613024,0.000011932384,0.000037621303,0.00005954911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962532,0.00047120673,0.0011519368,0.00040795485,0.00142061,0.00029507474],"domain_scores_gemma":[0.9866162,0.007964061,0.002334788,0.00059378427,0.0023056013,0.00018559764],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0018888956,0.00029915903,0.0011147052,0.00066184124,0.0001646867,0.000018406685,0.00023496916,0.000041280025,0.000025228977],"category_scores_gemma":[0.032278936,0.00015248303,0.0001924132,0.0014357128,0.00661805,0.00049099664,0.000036973273,0.00042894582,0.0000024859366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037285744,0.00036636495,0.023939742,0.00016268446,0.00009548803,0.0000010398816,0.029603247,0.0000025575828,0.035208736,0.004283637,0.0016242566,0.9043394],"study_design_scores_gemma":[0.005048848,0.18120684,0.642689,0.005820524,0.0012413791,0.00013038864,0.13101359,0.0032772971,0.0012042761,0.021575896,0.006264242,0.00052775216],"about_ca_topic_score_codex":0.00022569143,"about_ca_topic_score_gemma":0.0000066390508,"teacher_disagreement_score":0.90381163,"about_ca_system_score_codex":0.00035022772,"about_ca_system_score_gemma":0.00017749114,"threshold_uncertainty_score":0.99608535},"labels":[],"label_agreement":null},{"id":"W2314567413","doi":"10.15766/mep_2374-8265.219","title":"Teaching Skills for Community-Based Preceptors (Out of Print)","year":2006,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"License; Download; Medical education; World Wide Web; Computer science; Task (project management); Resource (disambiguation); Plan (archaeology); Educational resources; Library science; Multimedia; Psychology; Medicine; Pedagogy; Engineering","score_opus":0.016863076202021484,"score_gpt":0.3379606220948334,"score_spread":0.3210975458928119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314567413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98007995,0.0000075050557,0.0064164395,0.0010934474,0.0005494621,0.00050627865,0.000008046124,0.00005731418,0.011281559],"genre_scores_gemma":[0.9680926,1.229166e-7,0.027648602,0.00062786596,0.00031531753,0.00007118158,0.00060274714,0.000020134437,0.0026214137],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903786,0.000055713026,0.00039871212,0.00009939308,0.000250733,0.00015757896],"domain_scores_gemma":[0.99921316,0.000117235766,0.00015376403,0.00031262808,0.0001722852,0.000030908835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093188824,0.00009064484,0.00019598653,0.00013498878,0.00013135385,0.0000049650507,0.00009608758,0.00008246971,0.00017020201],"category_scores_gemma":[0.00069675094,0.00008121629,0.00007393491,0.00012106569,0.00010929885,0.000037613576,0.000013941799,0.00037781874,0.000010472671],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038817798,0.015205703,0.28818223,0.004021931,0.00028326164,0.000010121925,0.009692515,0.00012446666,0.06469571,0.026967283,0.33990175,0.25052685],"study_design_scores_gemma":[0.008726812,0.0016610727,0.19124186,0.0011201007,0.0004936469,0.000030203993,0.0034298562,0.0020736519,0.23254475,0.004744964,0.55319357,0.0007394967],"about_ca_topic_score_codex":0.0002289523,"about_ca_topic_score_gemma":0.00003993877,"teacher_disagreement_score":0.24978736,"about_ca_system_score_codex":0.000066227716,"about_ca_system_score_gemma":0.0001633958,"threshold_uncertainty_score":0.33119044},"labels":[],"label_agreement":null},{"id":"W2314914516","doi":"10.4300/jgme-d-14-00442.1","title":"JGME Welcomes Deputy Editors","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Milestone; Medical education; Editorial board; Graduate medical education; Library science; Publishing; Medicine; Political science; History; Law; Computer science","score_opus":0.01964375712111118,"score_gpt":0.35246098738373643,"score_spread":0.3328172302626253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314914516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8011655,0.00017905567,0.0065415837,0.16059422,0.02776651,0.00019117944,3.026969e-7,0.000036867652,0.003524746],"genre_scores_gemma":[0.95068693,0.00012568037,0.009410499,0.012281251,0.026773129,0.000010762857,0.000026275316,0.000028347964,0.0006571518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967561,0.00011794381,0.0009312907,0.00014903008,0.001820373,0.0002253065],"domain_scores_gemma":[0.9974209,0.00013403101,0.00054279785,0.00026822634,0.0012706978,0.0003633239],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024982807,0.00014148929,0.00036797192,0.0004386938,0.00008858911,0.000023472632,0.0002287082,0.00019331281,0.00064935524],"category_scores_gemma":[0.01824746,0.00010590929,0.00013871989,0.0005867641,0.00017650076,0.00018691983,0.00002238217,0.0008650714,0.00006892044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004669315,0.00087654585,0.0053994106,0.00009574579,0.00004504654,0.0000045142388,0.0003100938,9.655229e-7,0.00007821269,0.0012341541,0.58766115,0.40424746],"study_design_scores_gemma":[0.002375162,0.000994222,0.12044868,0.0013373739,0.0002997324,0.001933294,0.0013122894,0.0016726336,0.0006836786,0.0052454197,0.8634146,0.00028293292],"about_ca_topic_score_codex":0.000015257986,"about_ca_topic_score_gemma":9.857284e-7,"teacher_disagreement_score":0.40396452,"about_ca_system_score_codex":0.00022080947,"about_ca_system_score_gemma":0.0028212161,"threshold_uncertainty_score":0.99002224},"labels":[],"label_agreement":null},{"id":"W2314955644","doi":"10.1097/acm.0000000000000560","title":"The “Educational Alliance” as a Framework for Reconceptualizing Feedback in Medical Education","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":556,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Alliance; Negotiation; Context (archaeology); Process (computing); Perception; Psychology; Medical education; Knowledge management; Computer science; Sociology; Medicine; Political science","score_opus":0.08660462077238293,"score_gpt":0.5060787244205383,"score_spread":0.4194741036481553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314955644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025192487,0.91326475,0.0009918284,0.07543665,0.005592077,0.0027493797,0.000002541219,0.000046131543,0.0018914174],"genre_scores_gemma":[0.000020140966,0.9586772,0.0022678971,0.01605517,0.012446545,0.0029136247,0.00090211094,0.000111584515,0.00660578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428517,0.0003062253,0.0025574625,0.0007884015,0.0013928545,0.00066988677],"domain_scores_gemma":[0.99221593,0.004901068,0.0011200379,0.0009018189,0.00048372563,0.00037740896],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0050876862,0.00055027544,0.0020103909,0.00041906146,0.00025781672,0.000015696101,0.0009214059,0.0020893035,0.0015572689],"category_scores_gemma":[0.08676048,0.00034748705,0.00023349542,0.0015593626,0.0008353142,0.000080482,0.000074588985,0.004276492,0.00028329075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014943894,0.0000351375,0.000031725274,0.0054250904,0.0000609437,7.329159e-7,0.00053707673,2.4451737e-8,5.622078e-8,0.1029658,0.16580762,0.72512084],"study_design_scores_gemma":[0.00056818215,0.000110003624,0.000023838878,0.09531143,0.00046832897,0.00026877687,0.00086799747,0.000032176944,1.5193056e-7,0.031023003,0.8710687,0.00025741724],"about_ca_topic_score_codex":0.000037428053,"about_ca_topic_score_gemma":0.000006186244,"teacher_disagreement_score":0.7248634,"about_ca_system_score_codex":0.000868757,"about_ca_system_score_gemma":0.009768491,"threshold_uncertainty_score":0.9998977},"labels":[],"label_agreement":null},{"id":"W2315068617","doi":"10.1016/j.acra.2016.02.015","title":"Evaluation of Radiology Teachers' Performance and Identification of the “Best Teachers” in a Residency Program","year":2016,"lang":"en","type":"article","venue":"Academic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Cronbach's alpha; TUTOR; Teamwork; Medical education; Scale (ratio); Medicine; Identification (biology); Specialty; Psychology; Psychometrics; Mathematics education; Family medicine; Clinical psychology","score_opus":0.037762357556162085,"score_gpt":0.3798046422089248,"score_spread":0.3420422846527627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315068617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909615,0.00079784787,0.000045521683,0.0067560864,0.00025930043,0.0008059371,9.947618e-7,0.000011819165,0.00036102167],"genre_scores_gemma":[0.9980878,0.0008873434,0.00042431694,0.0001000307,0.00010707448,0.00016054042,0.0000053291064,0.000008255298,0.00021927024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981105,0.0004738812,0.000713084,0.00022010932,0.00031321816,0.00016924691],"domain_scores_gemma":[0.9988654,0.00013973552,0.0003761179,0.0003119962,0.00028519673,0.00002152686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004996438,0.000084495994,0.00024641806,0.00038327926,0.000028202196,7.468953e-7,0.00016683245,0.00036582813,0.000026529635],"category_scores_gemma":[0.005819023,0.000050678867,0.0000265578,0.0006692285,0.00065400713,0.000086489206,0.000029949933,0.00042059657,0.0000039908305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024333545,0.000075214026,0.518732,0.000036953836,0.000028982917,1.2565668e-7,0.0023936678,0.0000043747427,0.086543486,0.0007842026,0.001656777,0.3897199],"study_design_scores_gemma":[0.0014773249,0.00024194675,0.9877115,0.00022244992,0.00015221846,0.00018314619,0.00055704935,0.000881272,0.0063343276,0.0015300321,0.00064641866,0.000062328974],"about_ca_topic_score_codex":0.000026398977,"about_ca_topic_score_gemma":0.0000037212599,"teacher_disagreement_score":0.46897948,"about_ca_system_score_codex":0.00017504542,"about_ca_system_score_gemma":0.00035500724,"threshold_uncertainty_score":0.69663346},"labels":[],"label_agreement":null},{"id":"W2315413233","doi":"10.1097/acm.0b013e3182604968","title":"Competency Is Not Enough","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":621,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cognitive reframing; Perspective (graphical); Identity (music); Medical education; Meaning (existential); Salient; Focus (optics); Psychology; Engineering ethics; Public relations; Sociology; Medicine; Social psychology; Political science; Computer science","score_opus":0.05289375579042268,"score_gpt":0.3944105420154259,"score_spread":0.34151678622500325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315413233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7014896,0.0030112655,0.0014902637,0.22478268,0.0038854692,0.00059349835,0.0000026746063,0.00020945861,0.06453504],"genre_scores_gemma":[0.90571284,0.00039826074,0.0016145261,0.07928248,0.005484342,0.000030970044,0.00006397795,0.000026742087,0.0073858295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800086,0.000032204167,0.00057251623,0.00020954123,0.00070650707,0.00047834203],"domain_scores_gemma":[0.9989535,0.00009447521,0.00014047393,0.0003911078,0.0001764219,0.00024399516],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010697306,0.00016677937,0.00034750268,0.0002187035,0.00008486019,0.0000013586636,0.00016130439,0.00028879245,0.0044140527],"category_scores_gemma":[0.0019151369,0.00012349387,0.000033479173,0.00064274605,0.000293198,0.0001536392,0.00003841409,0.0010856993,0.000682754],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056801215,0.00006607647,0.042010672,0.00016584188,0.00006365443,0.0000042431343,0.017066294,6.667076e-8,0.010969498,0.040116314,0.84691834,0.042562194],"study_design_scores_gemma":[0.002041599,0.00023029865,0.057698894,0.0005201801,0.00023572161,0.0003350807,0.0031129462,0.00011202817,0.0047189393,0.0009414443,0.929833,0.00021989337],"about_ca_topic_score_codex":0.000025717245,"about_ca_topic_score_gemma":7.306354e-8,"teacher_disagreement_score":0.20422322,"about_ca_system_score_codex":0.000123625,"about_ca_system_score_gemma":0.00011763952,"threshold_uncertainty_score":0.996496},"labels":[],"label_agreement":null},{"id":"W2315643518","doi":"10.1097/01367895-200617040-00010","title":"DESIGNING AN INTRODUCTORY CLINICAL CURRICULUM TO DEVELOP PATIENT ASSESSMENT SKILLS OF FIRST-YEAR PA STUDENTS.","year":2006,"lang":"en","type":"article","venue":"The Journal of Physician Assistant Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Mathematics education; Psychology; Medicine; Pedagogy","score_opus":0.0111837122749422,"score_gpt":0.37279886365128395,"score_spread":0.36161515137634176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315643518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98962873,0.000059361097,0.004915355,0.0027148963,0.0018078061,0.00039799375,0.0000016440177,0.000008850802,0.00046536195],"genre_scores_gemma":[0.95722014,0.000018302642,0.03937142,0.0010578126,0.0022036652,0.000010828822,0.000025008227,0.000020883188,0.00007193436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971356,0.00029993692,0.0012934942,0.0001513286,0.00093710434,0.00018254896],"domain_scores_gemma":[0.9960389,0.00011897574,0.0011393094,0.00037224698,0.002247863,0.000082716426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023926839,0.00014076015,0.00035748602,0.00023410878,0.00012640136,0.000025256553,0.00028892365,0.00006011471,0.000030794254],"category_scores_gemma":[0.0006327388,0.000098510616,0.00007768798,0.0009665642,0.00010126745,0.00018412073,0.00003693901,0.00041748065,0.000008109534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032653267,0.028134137,0.57274413,0.0001964477,0.00031966704,0.0000037575421,0.005731024,0.00024409979,0.01541511,0.0027209595,0.18026273,0.19390137],"study_design_scores_gemma":[0.0006744272,0.0012272611,0.96961707,0.00064230297,0.00030887147,0.000021791735,0.0132783,0.000040580228,0.0030366604,0.00044309787,0.0105488105,0.00016082775],"about_ca_topic_score_codex":0.00003508014,"about_ca_topic_score_gemma":0.000009556933,"teacher_disagreement_score":0.3968729,"about_ca_system_score_codex":0.00046445391,"about_ca_system_score_gemma":0.0013588087,"threshold_uncertainty_score":0.40171465},"labels":[],"label_agreement":null},{"id":"W2315664511","doi":"10.1097/prs.0000000000000082","title":"Competency-Based Medical Education for Plastic Surgery","year":2014,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Competence (human resources); Core competency; Curriculum; Medical education; Graduate medical education; Accountability; Accreditation; Pedagogy; Psychology","score_opus":0.016467741348433408,"score_gpt":0.2855433807129804,"score_spread":0.269075639364547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315664511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8687633,0.00007173191,0.101407394,0.0030648247,0.023958804,0.00057125645,0.000022969041,0.00021086926,0.0019288271],"genre_scores_gemma":[0.97877645,0.000009465235,0.016120465,0.0021150047,0.0018592755,0.00040284434,0.0005869315,0.000061585764,0.0000679892],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971605,0.00013856524,0.00093677815,0.00052314514,0.000745633,0.00049537007],"domain_scores_gemma":[0.9657484,0.032102842,0.00039563133,0.0004270747,0.0009623765,0.00036367238],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015868567,0.00028515412,0.0007421464,0.00087441923,0.0001897634,0.000028451183,0.00011185299,0.00028771753,0.0012441418],"category_scores_gemma":[0.1340275,0.00026865298,0.0002800568,0.0007161372,0.00048424726,0.00012832833,0.000019625699,0.00039925557,0.000103831575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005646501,0.001122163,0.37392578,0.0011736611,0.00019114041,0.000007597133,0.000070701,0.000016732367,0.00016718438,0.014927663,0.08949512,0.5183376],"study_design_scores_gemma":[0.005416339,0.0007070618,0.7177445,0.010603609,0.0013592837,0.001779424,0.0014262045,0.14807439,0.0034200589,0.025554845,0.08091231,0.0030019414],"about_ca_topic_score_codex":0.00001346759,"about_ca_topic_score_gemma":0.000008850533,"teacher_disagreement_score":0.5153357,"about_ca_system_score_codex":0.00023829263,"about_ca_system_score_gemma":0.011392412,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W2315724587","doi":"10.1097/sga.0000000000000111","title":"GIVE LEADERSHIP A TRY","year":2015,"lang":"en","type":"editorial","venue":"Gastroenterology Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gastroenterology; Internal medicine; Nursing","score_opus":0.04513488765135216,"score_gpt":0.35574965574041106,"score_spread":0.3106147680890589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315724587","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047829496,0.00024047926,0.00084462017,0.013477173,0.97803986,0.0003391902,0.000021548603,0.00013088596,0.0021232937],"genre_scores_gemma":[0.0036985064,0.0000121325365,0.004009469,0.0024425157,0.9849531,0.00005081308,0.0022324307,0.00009014164,0.0025108843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997362,0.00013104446,0.0004954735,0.000504201,0.0008302871,0.00067700114],"domain_scores_gemma":[0.9982047,0.000076362725,0.00026886672,0.0005031589,0.00078716915,0.00015973541],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006468528,0.00031115545,0.00063434977,0.0004210251,0.00007788118,0.000019034964,0.00020619425,0.0012120444,0.00013218384],"category_scores_gemma":[0.002868386,0.0003117387,0.00011310319,0.0002105613,0.0005458746,0.00006212672,0.000025813442,0.002270091,0.00013172238],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069217413,0.0002709815,0.00038217063,0.0001340268,0.000086195185,0.000030671818,0.0006506712,6.051316e-7,0.000018550983,0.000007152027,0.9906272,0.007099557],"study_design_scores_gemma":[0.0032685618,0.0017255301,0.00058194366,0.0018551132,0.00066523516,0.00022597452,0.0017719407,0.00007437002,0.000009795672,0.00025741901,0.9893749,0.00018925822],"about_ca_topic_score_codex":0.0000061079922,"about_ca_topic_score_gemma":0.000002954252,"teacher_disagreement_score":0.011034656,"about_ca_system_score_codex":0.0010351955,"about_ca_system_score_gemma":0.00069996034,"threshold_uncertainty_score":0.9999335},"labels":[],"label_agreement":null},{"id":"W2315916874","doi":"10.1097/acm.0b013e3181f5ced4","title":"Commentary: Are We Ready to Embrace the Rest of the Flexner Report?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rest (music); MEDLINE; Psychology; Medicine; Medical education; Political science; Internal medicine; Law","score_opus":0.041692087087407494,"score_gpt":0.3938572129607548,"score_spread":0.3521651258733473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315916874","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41338632,0.00012409806,0.00006484942,0.5813982,0.0020251153,0.00049502193,0.0000019778636,0.000024331071,0.0024800932],"genre_scores_gemma":[0.8644118,0.00011607292,0.00037609585,0.12439521,0.0029789836,0.000065540815,0.000047571775,0.000027532911,0.0075812284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978439,0.000071627386,0.00076436106,0.0002553102,0.0008240856,0.00024071864],"domain_scores_gemma":[0.9976971,0.0002409243,0.00043578306,0.0011958361,0.00031460365,0.00011571336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002135997,0.00014717819,0.00031151535,0.00011634002,0.00014958995,0.0000021688606,0.00048794938,0.00023410418,0.0004748597],"category_scores_gemma":[0.007830692,0.000069134665,0.000035060326,0.00094168755,0.0006401081,0.000043743323,0.00012161329,0.0021598923,0.000026473035],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003470702,0.000022535065,0.017471911,0.000051681982,0.00002832438,0.000010117675,0.0031069396,7.6863853e-7,0.025294477,0.0028615238,0.94669056,0.0044264817],"study_design_scores_gemma":[0.00072942424,0.00010372164,0.06358153,0.00077064516,0.00016670855,0.00048597043,0.0048091495,0.00004722617,0.0036386044,0.0009587401,0.924615,0.0000932494],"about_ca_topic_score_codex":0.00018632381,"about_ca_topic_score_gemma":0.000028588876,"teacher_disagreement_score":0.457003,"about_ca_system_score_codex":0.000057978028,"about_ca_system_score_gemma":0.00012844983,"threshold_uncertainty_score":0.93837774},"labels":[],"label_agreement":null},{"id":"W2316039292","doi":"10.1037/a0033073","title":"Assessing psychologists in practice: Lessons from the health professions using multisource feedback.","year":2013,"lang":"en","type":"article","venue":"Professional Psychology Research and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Health professions; Psychology; Medical education; Applied psychology; Medicine; Political science; Health care","score_opus":0.40800272689966766,"score_gpt":0.6740326440562312,"score_spread":0.26602991715656354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316039292","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3569146,0.0013358555,0.00059928483,0.6336733,0.00088550226,0.0013595754,0.0000036942777,0.00002954775,0.005198638],"genre_scores_gemma":[0.85845727,0.0007593051,0.07270005,0.06595316,0.0006515143,0.00041385373,0.00009714241,0.00004318563,0.0009245059],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99234354,0.0045826887,0.0006612372,0.00068218546,0.00093838765,0.0007919375],"domain_scores_gemma":[0.9877585,0.009596132,0.0003901995,0.0007011309,0.0013181256,0.0002359172],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010561742,0.00018603409,0.00030872962,0.0003184019,0.001127949,0.00014254433,0.000296125,0.0003503909,0.00040460427],"category_scores_gemma":[0.033247873,0.00012295773,0.000029545436,0.0014031652,0.00086263474,0.0013972169,0.00021942925,0.0039821626,0.00018909218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038309316,0.0102710575,0.069613285,0.00017848812,0.00029895167,0.00016834367,0.013322,0.000002821352,0.010698208,0.005053236,0.41455114,0.47201154],"study_design_scores_gemma":[0.003431701,0.00057646213,0.7901354,0.0012816701,0.00004523135,0.0012008094,0.08073116,0.00082377286,0.000014540008,0.0072344067,0.11426626,0.00025862898],"about_ca_topic_score_codex":0.0016582542,"about_ca_topic_score_gemma":0.00002693581,"teacher_disagreement_score":0.72052205,"about_ca_system_score_codex":0.00020621748,"about_ca_system_score_gemma":0.0010093446,"threshold_uncertainty_score":0.9983157},"labels":[],"label_agreement":null},{"id":"W2316651420","doi":"10.1097/acm.0b013e3181f52ef8","title":"The Effect of Gender Interactions on Studentsʼ Physical Examination Ratings in Objective Structured Clinical Examination Stations","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Calgary Laboratory Services","funders":"","keywords":"Objective structured clinical examination; Affect (linguistics); Medicine; Physical examination; Demography; Psychology; Clinical psychology; Medical education; Internal medicine","score_opus":0.030128057932477914,"score_gpt":0.4627627251795575,"score_spread":0.4326346672470796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316651420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99169135,0.00002094845,0.0004975512,0.0024080952,0.0020018031,0.0010273701,0.000002146462,0.000034289984,0.002316464],"genre_scores_gemma":[0.9973958,0.000038591348,0.00013289813,0.00042731263,0.0012926992,0.00014762892,0.000095868905,0.000021285232,0.00044789212],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99713844,0.0005269966,0.00095072534,0.00033110537,0.00082949916,0.00022320934],"domain_scores_gemma":[0.9956469,0.0030964117,0.00043925596,0.00037122171,0.00036871788,0.000077473815],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004459115,0.00018420279,0.00041175724,0.00037294827,0.00014959354,0.0000057012962,0.00020453933,0.00023094394,0.00008449091],"category_scores_gemma":[0.018677928,0.00011430581,0.00005319527,0.0008672034,0.0005550905,0.00013692088,0.000034044195,0.0026800726,0.000013504757],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051203097,0.0003185,0.15953007,0.00020060473,0.00021794508,0.000006953111,0.03205575,0.000023543096,0.05881968,0.019241357,0.008313902,0.72075963],"study_design_scores_gemma":[0.0033657802,0.0013312703,0.9815789,0.00023213428,0.0001587041,0.00001934969,0.0043326556,0.0028112202,0.0042394046,0.0008868827,0.0009373247,0.00010641308],"about_ca_topic_score_codex":0.000021698426,"about_ca_topic_score_gemma":0.000021308046,"teacher_disagreement_score":0.8220488,"about_ca_system_score_codex":0.00014999435,"about_ca_system_score_gemma":0.00010256382,"threshold_uncertainty_score":0.9996208},"labels":[],"label_agreement":null},{"id":"W2316704256","doi":"10.1097/acm.0b013e3182a45def","title":"Cognition Before Curriculum","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":251,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto General Hospital","funders":"","keywords":"Curriculum; Psychological intervention; Cognition; Variety (cybernetics); Psychology; Session (web analytics); Narrative; Perspective (graphical); Medical education; Computer science; Medicine; Pedagogy","score_opus":0.0706708477239601,"score_gpt":0.44377138483531536,"score_spread":0.37310053711135527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316704256","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035145145,0.9852364,0.00016751743,0.0032135712,0.001997506,0.0023539423,0.000004942209,0.00017912668,0.006811844],"genre_scores_gemma":[0.000019554793,0.9794943,0.00033609677,0.0027612492,0.0068836166,0.0007366158,0.0025425206,0.00010315979,0.0071228896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631697,0.00010533703,0.0016359573,0.00057965727,0.00088886044,0.0004732329],"domain_scores_gemma":[0.99784976,0.000113191796,0.0007400575,0.0006085622,0.00044324005,0.0002451625],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0008794109,0.0005524115,0.002300157,0.0007479486,0.00009095309,0.0000053915956,0.0003321283,0.0014397524,0.0047783623],"category_scores_gemma":[0.0037995866,0.00035002845,0.00019523951,0.0014435713,0.0004933557,0.00011132777,0.00007398282,0.0035216995,0.0027880466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.753852e-7,0.000013853202,0.000008860296,0.011084284,0.000094586176,0.000007213039,0.00016653806,1.8455343e-9,4.1093716e-7,0.0006847724,0.28069073,0.707248],"study_design_scores_gemma":[0.00049716,0.00020425339,0.00000606065,0.06395773,0.003295447,0.0006862958,0.00030660135,0.000015790656,2.9925272e-7,0.00052410807,0.930276,0.00023030078],"about_ca_topic_score_codex":0.00003488489,"about_ca_topic_score_gemma":3.4691803e-7,"teacher_disagreement_score":0.70701766,"about_ca_system_score_codex":0.0003584163,"about_ca_system_score_gemma":0.00069812505,"threshold_uncertainty_score":0.99989516},"labels":[],"label_agreement":null},{"id":"W2316996404","doi":"10.1097/01.sih.0000459287.07492.44","title":"Board #117 - Research Abstract Peer Teaching","year":2014,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Trainer; Task (project management); Medical education; Teaching method; Psychology; Peer group; Medicine; Mathematics education; Computer science; Engineering","score_opus":0.1131607878489966,"score_gpt":0.5006589467223292,"score_spread":0.38749815887333267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316996404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71314716,0.0003989697,0.0030943092,0.27951664,0.0016554755,0.0020827253,0.000008577997,0.00002135234,0.000074776624],"genre_scores_gemma":[0.99065036,0.000042021158,0.0020787965,0.0056678043,0.0012403261,0.000037115984,0.000025613223,0.000052153267,0.0002058413],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938524,0.0012306806,0.0020281943,0.0002767102,0.001960772,0.0006512876],"domain_scores_gemma":[0.9869874,0.006439016,0.0011328489,0.0007995398,0.0044662124,0.00017498684],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02152967,0.00022109791,0.0004956178,0.00040770284,0.00091665995,0.000044560074,0.0004689085,0.00042770617,0.000022432789],"category_scores_gemma":[0.012876808,0.00014872875,0.0005030903,0.001389053,0.00021040789,0.00030810706,0.000071463684,0.0033429826,0.0000047204744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070570264,0.00023214586,0.14691769,0.0012832092,0.00005238309,6.0581897e-7,0.01183438,0.803518,0.000032781765,0.0039579347,0.0032162066,0.028248943],"study_design_scores_gemma":[0.0028596506,0.0005292011,0.26493973,0.0013430549,0.000048680722,0.00001634422,0.004677671,0.6954133,0.000016108905,0.01400686,0.015955035,0.00019436434],"about_ca_topic_score_codex":0.0012275558,"about_ca_topic_score_gemma":0.00023438499,"teacher_disagreement_score":0.27750316,"about_ca_system_score_codex":0.0017800753,"about_ca_system_score_gemma":0.0008495208,"threshold_uncertainty_score":0.9989563},"labels":[],"label_agreement":null},{"id":"W2317091241","doi":"10.2310/7750.2011.00002","title":"<i>JCMS:</i> Your Partner in Continuing Professional Development","year":2011,"lang":"en","type":"article","venue":"Journal of Cutaneous Medicine and Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Medical education; Family medicine","score_opus":0.06237261033343215,"score_gpt":0.33167323402013016,"score_spread":0.269300623686698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317091241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921244,0.0007380733,0.00007010256,0.003652024,0.0015337379,0.00009624975,9.2786635e-8,0.0000075238136,0.0017778123],"genre_scores_gemma":[0.9935647,0.00023273437,0.0021416983,0.002378665,0.0005725548,0.0000037492662,0.0000041293038,0.00001298096,0.0010887568],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981747,0.0000464614,0.0010012763,0.000103303595,0.00047665127,0.00019759743],"domain_scores_gemma":[0.99888194,0.0002003312,0.00036331348,0.00009001414,0.0003425643,0.000121832876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014367694,0.000111721005,0.0004960603,0.0005005024,0.00003657377,0.000003181231,0.000048283542,0.00008962226,0.0003601163],"category_scores_gemma":[0.0014569918,0.00007304808,0.000043952095,0.00029660598,0.00013292732,0.00007581033,0.000014019482,0.00042204832,0.000003835418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010867238,0.0010005304,0.396625,0.00032092468,0.00015173615,0.005151286,0.040361047,5.609033e-7,0.002479214,0.00022323345,0.15230992,0.4002898],"study_design_scores_gemma":[0.0053669605,0.0012521647,0.32181153,0.017347742,0.00039668547,0.066965126,0.029304998,0.00013957673,0.004336843,0.0015348005,0.55080867,0.00073490327],"about_ca_topic_score_codex":0.0000071461354,"about_ca_topic_score_gemma":0.000002199551,"teacher_disagreement_score":0.3995549,"about_ca_system_score_codex":0.00006182853,"about_ca_system_score_gemma":0.0003572006,"threshold_uncertainty_score":0.3943021},"labels":[],"label_agreement":null},{"id":"W2317319209","doi":"10.1097/prs.0000000000002038","title":"Validated Assessment Tools and Maintenance of Certification in Plastic Surgery: Current Status, Challenges, and Future Possibilities","year":2016,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NSCAD University; Dalhousie University","funders":"","keywords":"Maintenance of Certification; Certification; Accreditation; Board certification; Medical education; Work (physics); Medicine; Function (biology); Engineering management; Nursing; Engineering; Political science; Continuing medical education; Mechanical engineering","score_opus":0.04814098752513683,"score_gpt":0.30533073290635193,"score_spread":0.2571897453812151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317319209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99339736,0.0020043638,0.0005492788,0.0009378872,0.002638698,0.00025331945,0.00008522119,0.00002726074,0.00010659913],"genre_scores_gemma":[0.9906629,0.008228306,0.0007204336,0.000014154456,0.00020968184,0.000064810854,0.00007098555,0.000017583405,0.000011186864],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99809664,0.00013408491,0.0007396565,0.0004211307,0.0002815478,0.00032693916],"domain_scores_gemma":[0.990972,0.008032085,0.00031316877,0.0002271012,0.00035434365,0.000101291786],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008008105,0.00018975885,0.0005516913,0.00054117315,0.000039531184,0.0000144956475,0.000032915603,0.00011152633,0.000090847025],"category_scores_gemma":[0.00853629,0.00013764985,0.00004666474,0.00030508044,0.0004923279,0.0002646658,0.00002828099,0.00021669346,0.0000023354226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013931273,0.00011617143,0.30291033,0.00042407776,0.00003939696,0.0000032545026,0.0003286007,1.1204776e-7,0.00063897937,0.0019760015,0.00029426132,0.6931295],"study_design_scores_gemma":[0.0004812875,0.000040335206,0.99296767,0.0015315849,0.000041366984,0.000064526306,0.0019587774,0.00007311946,0.00034066074,0.0009893392,0.0013452439,0.00016606957],"about_ca_topic_score_codex":0.000011127106,"about_ca_topic_score_gemma":0.00000912631,"teacher_disagreement_score":0.6929634,"about_ca_system_score_codex":0.00024330746,"about_ca_system_score_gemma":0.0005698814,"threshold_uncertainty_score":0.9998152},"labels":[],"label_agreement":null},{"id":"W2317588069","doi":"10.1097/acm.0000000000000572","title":"The Influence of Academic Discourses on Medical Students’ Identification With the Discipline of Family Medicine","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Identity (music); Workload; Thematic analysis; Medical education; Qualitative research; Psychology; Medicine; Sociology; Social science","score_opus":0.027132821718103575,"score_gpt":0.41704703608331983,"score_spread":0.3899142143652163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317588069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.827102,0.00073334016,0.0017454679,0.16856828,0.00041953358,0.000641043,0.0000018218435,0.0000343112,0.0007542175],"genre_scores_gemma":[0.98873246,0.0017744537,0.000027225751,0.006916389,0.0013602008,0.00007566159,0.00004964002,0.00003438758,0.001029576],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9929034,0.00024008662,0.0016290852,0.00039902897,0.004461309,0.00036706586],"domain_scores_gemma":[0.9953794,0.0017356619,0.0010594961,0.0009995743,0.000639692,0.0001861613],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008324772,0.00027950425,0.0006602404,0.00025933934,0.0002592562,0.000004061706,0.0015527549,0.00036360687,0.00008991259],"category_scores_gemma":[0.013433274,0.000115547395,0.000042548418,0.0012773379,0.0045050173,0.00010482764,0.0001473663,0.0021378512,0.000014165652],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029740753,0.0004787059,0.17521718,0.0014489241,0.0009960851,0.000013423463,0.03724915,0.0004139249,0.109675825,0.16046114,0.338415,0.17265655],"study_design_scores_gemma":[0.0065340437,0.0029788096,0.91126287,0.008685116,0.0009382349,0.00012234831,0.019232986,0.0012282314,0.002408757,0.0033812162,0.04289745,0.0003299134],"about_ca_topic_score_codex":0.000067626905,"about_ca_topic_score_gemma":0.000005161013,"teacher_disagreement_score":0.7360457,"about_ca_system_score_codex":0.0000810458,"about_ca_system_score_gemma":0.0002233845,"threshold_uncertainty_score":0.9982042},"labels":[],"label_agreement":null},{"id":"W2317763945","doi":"10.1097/01.sih.0000441635.22315.ed","title":"Board 383 - Research Abstract Examining the Effects of a Student-Led Learning Paradigm in a Simulation-Based Surgical Skills Course (Submission #564)","year":2013,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Session (web analytics); Medical education; Paradigm shift; Psychology; Dreyfus model of skill acquisition; Medicine; Computer science","score_opus":0.06038812864763843,"score_gpt":0.4680383305079814,"score_spread":0.40765020186034295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317763945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94968677,0.0010794856,0.0007862151,0.042730406,0.0008180833,0.0048684212,0.000003773319,0.000020326781,0.000006533154],"genre_scores_gemma":[0.9976361,0.000103677296,0.00043747798,0.0011392301,0.00041368086,0.00014512084,0.000025445184,0.000057226924,0.000042037074],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9920982,0.0021260849,0.0026765328,0.0003447311,0.002021969,0.0007324492],"domain_scores_gemma":[0.965316,0.028848413,0.0018748149,0.00077762996,0.0029802024,0.00020295732],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010910249,0.00030142788,0.00072477874,0.00048899173,0.00066231965,0.000052139603,0.00052419794,0.0005012473,0.00003448613],"category_scores_gemma":[0.007681174,0.00018752716,0.0004358151,0.0027155743,0.0003087436,0.00033396352,0.00007821701,0.0029943432,0.000002749699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032067974,0.0003122122,0.28428867,0.00095500477,0.000032075946,0.0000018545494,0.007131776,0.7003924,0.000024224411,0.00009689766,0.000045637007,0.006398533],"study_design_scores_gemma":[0.0031454114,0.0004443143,0.45358023,0.0018488026,0.000034952816,0.0000031175032,0.0028197474,0.5366332,0.00001496707,0.0012116825,0.00015739194,0.00010617007],"about_ca_topic_score_codex":0.0012656831,"about_ca_topic_score_gemma":0.00013701756,"teacher_disagreement_score":0.16929154,"about_ca_system_score_codex":0.0015304227,"about_ca_system_score_gemma":0.0013973186,"threshold_uncertainty_score":0.9993058},"labels":[],"label_agreement":null},{"id":"W2317870085","doi":"10.1097/acm.0b013e3181b6ead0","title":"Rich-Narrative Case Study for Online PBL in Medical Education","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"North Carolina State University; Novell; National Science Foundation","keywords":"Narrative; Presentation (obstetrics); Context (archaeology); Narrative network; Depiction; Narrative inquiry; Narrative criticism; Psychology; Narrative medicine; Medical education; Computer science; Pedagogy; Multimedia; Medicine; Visual arts; History; Literature; Art; Radiology","score_opus":0.046413815797909694,"score_gpt":0.48074030482657715,"score_spread":0.43432648902866744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317870085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8983574,0.00048737167,0.0004900127,0.097055085,0.000946702,0.0019866058,0.0000014682921,0.00006784973,0.0006075027],"genre_scores_gemma":[0.96165925,0.000102836464,0.001303774,0.0323861,0.0027854608,0.00020657202,0.00021728284,0.00002245583,0.0013162823],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99709415,0.000102175276,0.0010901021,0.0004600398,0.0008880873,0.0003654563],"domain_scores_gemma":[0.99849284,0.00021601061,0.00020785074,0.0003775561,0.00043981866,0.00026594024],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002102624,0.0002316735,0.00054358016,0.0006272138,0.0001057311,0.000002966345,0.00020264601,0.00040555146,0.0005593897],"category_scores_gemma":[0.012686573,0.00017985662,0.00003242207,0.0013132714,0.00018256369,0.00011835537,0.000021296015,0.0014146514,0.000009035313],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040331917,0.0035773963,0.027223341,0.00017420048,0.00008419539,0.0011105754,0.11347291,0.000002408393,0.00049134425,0.002733408,0.25718915,0.59353775],"study_design_scores_gemma":[0.030810626,0.010899898,0.07934407,0.0038831413,0.0007580429,0.018021556,0.788065,0.0066720718,0.00013883598,0.010104779,0.050358612,0.00094336533],"about_ca_topic_score_codex":0.00017649391,"about_ca_topic_score_gemma":0.000053587286,"teacher_disagreement_score":0.6745921,"about_ca_system_score_codex":0.00030162974,"about_ca_system_score_gemma":0.0012601933,"threshold_uncertainty_score":0.99562997},"labels":[],"label_agreement":null},{"id":"W2318364844","doi":"10.1097/acm.0b013e31822a6fd3","title":"A Mixed-Methods Analysis of Residentsʼ Written Comments Regarding Their Clinical Supervisors","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care","funders":"","keywords":"Formative assessment; Thematic analysis; Constructive; Psychology; Medical education; Constructive criticism; Quality (philosophy); Sample (material); Criticism; Process (computing); Medicine; Qualitative research; Pedagogy; Computer science; Sociology; Epistemology","score_opus":0.20607179406222567,"score_gpt":0.490033542551845,"score_spread":0.2839617484896193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318364844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97177327,0.0006889533,0.012008223,0.0070672617,0.0013255696,0.0003785106,0.0000037400755,0.00007064014,0.0066838195],"genre_scores_gemma":[0.96963775,0.000949782,0.01925832,0.008347731,0.0007295925,0.00003158986,0.0001569185,0.000033340835,0.0008549965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99614453,0.0005103541,0.0019370586,0.00043643676,0.0006254301,0.00034621372],"domain_scores_gemma":[0.9974052,0.00065073045,0.0005069046,0.00079524366,0.0004326091,0.00020931526],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007946312,0.00021959661,0.0011960362,0.0011019589,0.000070485905,0.0000015185965,0.00040858483,0.00048152407,0.0014221907],"category_scores_gemma":[0.009210023,0.0001558314,0.0002040624,0.0029510306,0.00064623845,0.000098950295,0.000119326425,0.0013537728,0.000016687054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027070867,0.00016792936,0.7266258,0.00015825967,0.003109364,0.000011000053,0.01823246,6.4327656e-7,0.0019147494,0.0025926374,0.10147486,0.14544159],"study_design_scores_gemma":[0.0044890316,0.0009179059,0.92146075,0.0012597968,0.008505191,0.000048421705,0.03273868,0.0029356913,0.0031279507,0.002681758,0.021483738,0.00035109627],"about_ca_topic_score_codex":0.00021384898,"about_ca_topic_score_gemma":0.0000035962614,"teacher_disagreement_score":0.19483495,"about_ca_system_score_codex":0.00009143862,"about_ca_system_score_gemma":0.00011483428,"threshold_uncertainty_score":0.9994906},"labels":[],"label_agreement":null},{"id":"W2318402500","doi":"10.1097/acm.0b013e3182675af2","title":"The Role of Emotion in the Learning and Transfer of Clinical Skills and Knowledge","year":2012,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Transfer of learning; Medical education; Medicine; Developmental psychology","score_opus":0.08946520483231606,"score_gpt":0.4985822282073146,"score_spread":0.40911702337499856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318402500","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059052273,0.9907892,0.000032935804,0.00093353156,0.00033089926,0.00071236695,8.282342e-7,0.0000057612247,0.0012892991],"genre_scores_gemma":[0.029411338,0.9690842,0.000019317193,0.00011252096,0.0010242761,0.00003373739,0.000035334157,0.0000179525,0.00026132484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969378,0.0006161881,0.0017186649,0.00019646427,0.00034523118,0.00018562246],"domain_scores_gemma":[0.99700224,0.0022422234,0.00036172877,0.0002207001,0.00011441183,0.00005867556],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008610242,0.0001787764,0.0012805477,0.00019147505,0.000053633466,0.0000012364951,0.00016706323,0.00059212215,0.00003196044],"category_scores_gemma":[0.004976524,0.00008107056,0.000068195244,0.0005531745,0.0008804521,0.000031909472,0.000031989264,0.002551679,0.0000024642593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062709655,0.000036208105,0.002467532,0.0037773417,0.000043021413,2.4434377e-7,0.0040239515,4.460614e-9,0.000002003265,0.0017608666,0.00031919018,0.9875634],"study_design_scores_gemma":[0.00055894506,0.0001816604,0.0023034299,0.0146796,0.0010221968,0.00008081367,0.002405377,0.0000125743745,0.0000011754164,0.00019320921,0.97849816,0.00006286338],"about_ca_topic_score_codex":0.000010369353,"about_ca_topic_score_gemma":0.0000011319969,"teacher_disagreement_score":0.9875005,"about_ca_system_score_codex":0.000022810307,"about_ca_system_score_gemma":0.000210875,"threshold_uncertainty_score":0.9997495},"labels":[],"label_agreement":null},{"id":"W2318604249","doi":"10.1097/acm.0b013e3182676c76","title":"The Readiness for Clerkship Survey","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of British Columbia","funders":"","keywords":"Medical education; Higher education; Psychology; Medicine; Political science","score_opus":0.12795022258836675,"score_gpt":0.4486267529229049,"score_spread":0.32067653033453813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318604249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83482176,0.006366669,0.012161724,0.12816203,0.008967006,0.0020322653,0.000007834438,0.00017600963,0.0073046735],"genre_scores_gemma":[0.9770927,0.00039985566,0.00034625907,0.008472568,0.005573464,0.00017775726,0.00022182759,0.000030213308,0.0076853842],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837035,0.00008099457,0.000502133,0.00015562476,0.00041713836,0.00047375433],"domain_scores_gemma":[0.9977784,0.0011947736,0.00014459754,0.00037052005,0.00035233222,0.00015935875],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062936544,0.00012698765,0.00024222306,0.00009316,0.0002235931,0.0000028844372,0.00019749759,0.00022485592,0.000116212526],"category_scores_gemma":[0.019112196,0.00007106043,0.000027039083,0.0005601457,0.00035499447,0.00008830952,0.000023692115,0.00064905395,0.00005354945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017235987,0.000020292278,0.113575384,0.00007765098,0.000046364457,2.4816512e-7,0.0017805125,1.015994e-7,0.0007218164,0.019065512,0.81598777,0.04855196],"study_design_scores_gemma":[0.0016401099,0.00016431497,0.3485849,0.00022226178,0.00013132865,0.00006641312,0.0014615647,0.00017271827,0.0004390726,0.0014066794,0.64557844,0.00013217794],"about_ca_topic_score_codex":0.000042903353,"about_ca_topic_score_gemma":0.0000025010918,"teacher_disagreement_score":0.2350095,"about_ca_system_score_codex":0.00009838532,"about_ca_system_score_gemma":0.0000963926,"threshold_uncertainty_score":0.9891502},"labels":[],"label_agreement":null},{"id":"W2318761861","doi":"10.1097/aco.0000000000000015","title":"It is time to broaden our vision in medical education","year":2013,"lang":"en","type":"editorial","venue":"Current Opinion in Anaesthesiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Medicine; Anesthesiology; Haven; Pain medicine; Medical school; Medical education; Anesthesia","score_opus":0.02235857204480104,"score_gpt":0.4205080848863463,"score_spread":0.39814951284154526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318761861","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037929104,0.0011502213,0.000018423834,0.09221261,0.9007225,0.001356184,0.000011045346,0.000052949505,0.0006831666],"genre_scores_gemma":[0.00040224261,0.0056756963,0.0009598527,0.010314611,0.97196585,0.0012647486,0.0062906253,0.00014087307,0.0029854851],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995668,0.00029994553,0.001311957,0.00090537936,0.0012602662,0.0005544638],"domain_scores_gemma":[0.99790436,0.00017675248,0.00030697146,0.00071804115,0.0005923886,0.00030146376],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0012680814,0.00041362873,0.00089592865,0.0016526101,0.000045451437,0.000025315003,0.00053654355,0.002023202,0.0026150576],"category_scores_gemma":[0.010352135,0.00038608667,0.000097460754,0.001149323,0.00009538012,0.000103532264,0.00015774088,0.0024362276,0.0047414405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005569175,0.0007260211,0.00052443455,0.00032335578,0.0000060661223,0.0000013250765,0.00030126984,4.2464424e-7,0.0000024043939,0.000027748694,0.75754666,0.2404846],"study_design_scores_gemma":[0.0009813242,0.0007045656,0.0030828007,0.0048901206,0.000012663854,0.000007446299,0.00015939404,0.000296327,0.0000014758155,0.0001661683,0.989379,0.00031869876],"about_ca_topic_score_codex":0.000087802124,"about_ca_topic_score_gemma":0.000006355215,"teacher_disagreement_score":0.2401659,"about_ca_system_score_codex":0.00084672787,"about_ca_system_score_gemma":0.0049047577,"threshold_uncertainty_score":0.9998652},"labels":[],"label_agreement":null},{"id":"W2319064184","doi":"10.1097/acm.0b013e3182716790","title":"The Nature of Excellent Clinicians at an Academic Health Science Center","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Scholarship; Excellence; Medical education; Core competency; Grounded theory; Psychology; Perspective (graphical); Qualitative research; Medicine; Sociology","score_opus":0.059201341480782974,"score_gpt":0.47211116216255006,"score_spread":0.41290982068176707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319064184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8606173,0.010574314,0.00010026956,0.12213251,0.0038275484,0.000602202,0.0000023959246,0.000052137395,0.002091328],"genre_scores_gemma":[0.9652544,0.0050937654,0.00021275523,0.024789283,0.003061902,0.00002240989,0.000048599362,0.000023051092,0.0014938194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963999,0.00007512539,0.0010976528,0.00031229458,0.0013562648,0.0007587723],"domain_scores_gemma":[0.9978909,0.00018521253,0.00051945413,0.0006572344,0.00031724075,0.00042997685],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0075403387,0.00017351638,0.00038897648,0.00025965917,0.00042714263,0.0000018950195,0.0005732963,0.0004645379,0.00018468937],"category_scores_gemma":[0.0032313445,0.00010139556,0.00003563947,0.001126974,0.001969981,0.00022307689,0.00013047105,0.0030598233,0.000040257397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002554771,0.00017080968,0.41312245,0.00033186536,0.000052635438,0.0000013391034,0.02262811,7.323239e-7,0.01193384,0.02898364,0.41933653,0.103182584],"study_design_scores_gemma":[0.003503378,0.0011335905,0.26527178,0.0019839802,0.00013899412,0.0003895176,0.017530167,0.00037253095,0.0043423763,0.0010508564,0.70396733,0.0003154759],"about_ca_topic_score_codex":0.000021469197,"about_ca_topic_score_gemma":0.0000014422213,"teacher_disagreement_score":0.28463084,"about_ca_system_score_codex":0.00047440178,"about_ca_system_score_gemma":0.00051392376,"threshold_uncertainty_score":0.99924016},"labels":[],"label_agreement":null},{"id":"W2319421575","doi":"10.1037/a0035472","title":"Psychologists in medical schools and academic medical centers: Over 100 years of growth, influence, and partnership.","year":2014,"lang":"en","type":"article","venue":"American Psychologist","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"PsycINFO; General partnership; Medical education; Mental health; Psychology; Accountability; Health care; MEDLINE; Nursing; Medicine; Political science; Psychiatry","score_opus":0.021760561231772984,"score_gpt":0.41255763768129516,"score_spread":0.39079707644952216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319421575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818231,0.00012454114,0.00021588293,0.015545686,0.0001716302,0.00019958163,0.000001527817,0.000042622407,0.001875419],"genre_scores_gemma":[0.9794072,0.00067967095,0.0011595262,0.018499285,0.00016314352,0.00003123405,0.000013940053,0.000017903874,0.000028090577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752635,0.0001756549,0.00064907264,0.0004813685,0.00082588417,0.00034168377],"domain_scores_gemma":[0.99878937,0.00021465785,0.0002397261,0.00035890998,0.000087538436,0.00030981342],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016957878,0.00016136342,0.00045346617,0.00032841827,0.000027068785,0.000009380648,0.00025214592,0.0003291793,0.000181114],"category_scores_gemma":[0.0075572766,0.00014682069,0.0000329343,0.0008910238,0.003038752,0.00008753923,0.000074951786,0.0012001642,0.000015701416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014690594,0.00022425078,0.7970144,0.00005012009,0.000021852631,0.000036247857,0.00019987949,1.3585212e-7,0.00014024206,0.001999039,0.008150405,0.19201651],"study_design_scores_gemma":[0.0018676731,0.00043425808,0.9912796,0.00033336494,0.00001629243,0.00020923108,0.00030588347,0.000096798896,0.000012343635,0.00063331483,0.004671718,0.00013951547],"about_ca_topic_score_codex":0.00041741977,"about_ca_topic_score_gemma":0.000020252262,"teacher_disagreement_score":0.1942652,"about_ca_system_score_codex":0.00004552846,"about_ca_system_score_gemma":0.00012120005,"threshold_uncertainty_score":0.9996744},"labels":[],"label_agreement":null},{"id":"W2319958815","doi":"10.4172/2165-7548.1000215","title":"How do Emergency Medicine Attending Physicians Evaluate their Trainees? A Multicenter Focus Group Study","year":2014,"lang":"en","type":"article","venue":"Emergency Medicine Open Access","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus group; Multicenter study; Medicine; Focus (optics); Family medicine; Medical education; Medical emergency; Internal medicine; Randomized controlled trial; Sociology","score_opus":0.10967029259449329,"score_gpt":0.4659759945936118,"score_spread":0.3563057019991185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319958815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7628777,0.0015196872,0.010643621,0.111256376,0.024318743,0.008723055,0.000013060874,0.00032808396,0.080319665],"genre_scores_gemma":[0.9776861,0.00059640483,0.00032297024,0.0010723515,0.0072159823,0.0008171176,0.0002603504,0.00015930813,0.011869413],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9932551,0.00053904805,0.0020823854,0.0013283935,0.001839251,0.00095586077],"domain_scores_gemma":[0.9955831,0.00012847193,0.0010015863,0.0017373489,0.0011951099,0.0003543901],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046795304,0.0007851333,0.0014849966,0.0007744944,0.00054289645,0.00007928663,0.0026596528,0.00018754628,0.029354867],"category_scores_gemma":[0.005575495,0.0005412289,0.00017713137,0.0031756358,0.00034961634,0.0016094714,0.0007702364,0.00091565476,0.000074338874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040128687,0.0034226014,0.11659549,0.00049825007,0.00079402846,0.000017748076,0.020891942,0.00000559383,0.0052001323,0.001451404,0.67249584,0.17822567],"study_design_scores_gemma":[0.03130023,0.009434717,0.4516592,0.003799967,0.00337876,0.000052940894,0.07995013,0.009731672,0.00041963792,0.006183418,0.40163273,0.0024566057],"about_ca_topic_score_codex":0.0010862405,"about_ca_topic_score_gemma":0.00029552603,"teacher_disagreement_score":0.3350637,"about_ca_system_score_codex":0.00021169025,"about_ca_system_score_gemma":0.00009198685,"threshold_uncertainty_score":0.99970394},"labels":[],"label_agreement":null},{"id":"W2320094213","doi":"10.5688/aj710590","title":"Learning Outcomes and Program-level Evaluation in a Four-year Undergraduate Pharmacy Curriculum","year":2007,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Curriculum; Accreditation; Pharmacy; Medical education; Bachelor; Program evaluation; Context (archaeology); Curriculum development; Medicine; Psychology; Pedagogy; Nursing; Political science","score_opus":0.06098950224943187,"score_gpt":0.48471014699802767,"score_spread":0.4237206447485958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320094213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98208916,0.00021039206,0.0010508505,0.014713235,0.0007126309,0.0005264441,2.7891755e-7,0.000021364196,0.00067566166],"genre_scores_gemma":[0.9764901,0.00020784202,0.021048594,0.0017716213,0.00035490314,0.000025297228,0.000010922838,0.000020931353,0.00006980162],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99775004,0.00019254204,0.0007884494,0.00018839317,0.00077148573,0.00030909744],"domain_scores_gemma":[0.99808794,0.00015296029,0.000490146,0.000104360835,0.0009565881,0.000207985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033772246,0.00015348273,0.00033771017,0.0006320245,0.000068087815,0.000029386405,0.00008939523,0.000038677565,0.00009189624],"category_scores_gemma":[0.0024426633,0.00013140855,0.000071639646,0.0011434472,0.00026637065,0.00023284719,0.00002013304,0.000863941,0.000008985492],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104543986,0.0007386495,0.32237458,0.000027618142,0.000038678125,0.00000478297,0.000362147,0.0000071490995,0.00033769768,0.0001806946,0.00027379493,0.6755497],"study_design_scores_gemma":[0.0053175804,0.0012247299,0.9478033,0.0004402219,0.00054659066,0.0008038374,0.01163016,0.008603118,0.00070502755,0.00065623707,0.021963963,0.0003052157],"about_ca_topic_score_codex":0.00006647483,"about_ca_topic_score_gemma":0.0000043215964,"teacher_disagreement_score":0.67524445,"about_ca_system_score_codex":0.00044357456,"about_ca_system_score_gemma":0.0009878156,"threshold_uncertainty_score":0.5358685},"labels":[],"label_agreement":null},{"id":"W2320903314","doi":"10.1097/acm.0b013e3181f5cdb9","title":"Commentary: Flexner and Dutch Medical Education: A Misinterpretation?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Misrepresentation; Medical education; Medical school; Work (physics); Medicine; Sociology; Family medicine; Political science; Pedagogy; Law","score_opus":0.01026261112949546,"score_gpt":0.38146332968562396,"score_spread":0.3712007185561285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320903314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5115822,0.0005020395,0.0005142807,0.47229606,0.0025192609,0.0003537264,7.011242e-7,0.00008105024,0.012150685],"genre_scores_gemma":[0.7969016,0.00022534383,0.00171968,0.19584844,0.0032971455,0.00006873901,0.00015319507,0.000020261217,0.0017656221],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789685,0.00004138249,0.00060579897,0.00033354393,0.0008742568,0.00024819523],"domain_scores_gemma":[0.99869347,0.00014245124,0.00012979575,0.0003716316,0.00027556912,0.00038708068],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012016722,0.0001786316,0.00031938247,0.00026701365,0.00011103943,0.0000055961114,0.00019376622,0.00041983745,0.004578532],"category_scores_gemma":[0.005988976,0.00013605083,0.000023648729,0.00047864046,0.0007179147,0.000116229916,0.000041191357,0.0020268252,0.0000440736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044937202,0.00006976852,0.02123933,0.00010363461,0.0000395254,0.000006901215,0.0035545633,1.6839358e-8,0.0024200215,0.019147875,0.78631306,0.16706039],"study_design_scores_gemma":[0.0058897273,0.00055292784,0.07509692,0.0021307413,0.00047230057,0.0032338335,0.007936601,0.0025806553,0.00060230197,0.017769283,0.8831988,0.00053587975],"about_ca_topic_score_codex":0.0000853541,"about_ca_topic_score_gemma":0.000008915399,"teacher_disagreement_score":0.2853194,"about_ca_system_score_codex":0.00005471772,"about_ca_system_score_gemma":0.0005769333,"threshold_uncertainty_score":0.9963314},"labels":[],"label_agreement":null},{"id":"W2321049831","doi":"10.1097/01.sih.0000459271.16008.b6","title":"Board #101 - Research Abstract Simulation in Undergraduate Psychiatry Education","year":2014,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Curriculum; Medical education; MEDLINE; Psychology; Computer science; Medicine; Pedagogy","score_opus":0.07578148979762249,"score_gpt":0.47933621284483074,"score_spread":0.40355472304720824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321049831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75235206,0.0011625653,0.003728824,0.23581369,0.003343972,0.0035021512,0.000009212347,0.000031212592,0.00005631281],"genre_scores_gemma":[0.99062854,0.00014565043,0.00230273,0.005400843,0.0012281878,0.00007985889,0.00005527278,0.000069217705,0.000089671346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931333,0.001312225,0.0027816421,0.00040736338,0.0016212256,0.0007442168],"domain_scores_gemma":[0.98976016,0.004206551,0.0014841772,0.00088028144,0.003480132,0.00018870829],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011686601,0.00030915995,0.0006075972,0.00084667816,0.00060629746,0.000053116306,0.0004809147,0.0005693016,0.000016132846],"category_scores_gemma":[0.0051094578,0.00023334939,0.00047977653,0.003305972,0.00021200023,0.000476683,0.00006434797,0.002600559,0.0000055196465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005357624,0.0003230276,0.17088817,0.00097338425,0.000022325736,1.8456696e-7,0.0028001887,0.80442786,0.000008741922,0.002545311,0.0006386718,0.016836347],"study_design_scores_gemma":[0.0022609774,0.00032356792,0.3053634,0.00167529,0.000033375152,0.0000055581045,0.0025913755,0.64319634,0.0000050391213,0.04222446,0.0021472285,0.00017340152],"about_ca_topic_score_codex":0.0016265109,"about_ca_topic_score_gemma":0.0012767877,"teacher_disagreement_score":0.23827651,"about_ca_system_score_codex":0.0027435294,"about_ca_system_score_gemma":0.002731832,"threshold_uncertainty_score":0.9997005},"labels":[],"label_agreement":null},{"id":"W2321306460","doi":"10.15766/mep_2374-8265.9086","title":"The UCSF Faculty Development Workshop on Critical Reflection in Medical Education: Training Educators to Teach and Provide Feedback on Learners' Reflections","year":2012,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Reflection (computer programming); Critical reflection; Medical education; Set (abstract data type); Psychology; Mathematics education; Pedagogy; Library science; Computer science; Medicine","score_opus":0.07608310077804809,"score_gpt":0.4481956736065845,"score_spread":0.37211257282853644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321306460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9080953,0.00010617694,0.00017524631,0.07207408,0.003038295,0.0006100311,5.9605424e-7,0.00007655511,0.015823742],"genre_scores_gemma":[0.9807104,0.0000116214915,0.0054676505,0.0076028462,0.0013586519,0.0004681218,0.00006713202,0.000031736756,0.0042818487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763286,0.00009171145,0.00054084236,0.00035454033,0.00085936824,0.0005206753],"domain_scores_gemma":[0.9988427,0.00023093353,0.00006701591,0.00027578603,0.00014114831,0.00044237086],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015927983,0.0001959946,0.00021158575,0.0003558955,0.00047499238,0.000045557776,0.00011108193,0.00020821279,0.00028323673],"category_scores_gemma":[0.009948887,0.00014547564,0.00003479253,0.00092292565,0.00017916849,0.000119922595,0.000032984975,0.0009256692,0.00012526104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024688133,0.002437135,0.019841447,0.0000631779,0.000048518774,0.000006547289,0.022452068,0.0000033944652,0.00010141473,0.01592459,0.08454261,0.8543322],"study_design_scores_gemma":[0.0007879566,0.00037653485,0.17970291,0.0010302287,0.000051799736,0.00034948488,0.057880852,0.00004786539,0.00060065556,0.00026154716,0.7584893,0.00042087608],"about_ca_topic_score_codex":0.00002055886,"about_ca_topic_score_gemma":0.00012244254,"teacher_disagreement_score":0.85391134,"about_ca_system_score_codex":0.00055197696,"about_ca_system_score_gemma":0.0019602901,"threshold_uncertainty_score":0.99839073},"labels":[],"label_agreement":null},{"id":"W2322270369","doi":"10.1097/ccm.0000000000001604","title":"Validity and Feasibility Evidence of Objective Structured Clinical Examination to Assess Competencies of Pediatric Critical Care Trainees*","year":2016,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Objective structured clinical examination; Intensive care medicine; MEDLINE; Intensive care; Medical physics; Medical education","score_opus":0.19875684479553343,"score_gpt":0.4937575641919319,"score_spread":0.2950007193963985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322270369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783488,0.0013074802,0.010024708,0.008186322,0.0010666366,0.00063440495,0.000040589253,0.000038060603,0.00035298627],"genre_scores_gemma":[0.99162453,0.000059163678,0.0067181354,0.00047757805,0.0010467395,0.000027126292,0.000019091747,0.000017868208,0.000009756892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661094,0.0004593368,0.0011137123,0.00054023444,0.0009802842,0.00029548246],"domain_scores_gemma":[0.9885778,0.005438159,0.00011139833,0.0005257763,0.0050253887,0.00032149392],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017615436,0.00020866429,0.00079135236,0.00028285157,0.00007321412,0.000005199124,0.00016058699,0.0002466809,0.0002225719],"category_scores_gemma":[0.14598072,0.00013705764,0.000085595944,0.00068006205,0.0020879866,0.0001523667,0.00008329005,0.00034938531,0.0000022597965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006165368,0.00046792038,0.8418821,0.011017909,0.000028803199,0.000029604236,0.01395177,2.1848507e-7,0.014226997,0.013622906,0.0009903759,0.10316484],"study_design_scores_gemma":[0.0014677871,0.003909905,0.9628116,0.0013595982,0.00057145715,0.000027156422,0.025958125,0.00001417599,0.0027374092,0.00093388604,0.000042494452,0.00016639456],"about_ca_topic_score_codex":0.000024405635,"about_ca_topic_score_gemma":0.000010549254,"teacher_disagreement_score":0.14421917,"about_ca_system_score_codex":0.00023280238,"about_ca_system_score_gemma":0.0004004,"threshold_uncertainty_score":0.861213},"labels":[],"label_agreement":null},{"id":"W2322616913","doi":"10.1097/acm.0b013e31820925c7","title":"Osler, Guilds, and Community","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Brother; Professionalization; General partnership; Apprenticeship; Metaphor; Kinship; Compassion; Anachronism; Student life; Psychology; Aesthetics; Sociology; History; Law; Art; Philosophy; Political science; Theology","score_opus":0.11829568861010283,"score_gpt":0.3787761724985604,"score_spread":0.26048048388845757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322616913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94514716,0.00081036595,0.00065701973,0.009318156,0.0005356068,0.0002571017,5.447514e-7,0.00009601672,0.043178044],"genre_scores_gemma":[0.9837509,0.0005146602,0.0016591778,0.011446115,0.0005906996,0.000019796258,0.000035306195,0.000017252352,0.0019661149],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99887687,0.00010854799,0.0003903478,0.000142155,0.00028326525,0.00019882922],"domain_scores_gemma":[0.9991326,0.00010334037,0.00009470143,0.00039900377,0.00013666443,0.00013371937],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016291674,0.00011848282,0.00025320865,0.00017541432,0.0001630622,9.5261186e-7,0.00015171361,0.00022171382,0.0010245548],"category_scores_gemma":[0.003404301,0.0000882484,0.00001274626,0.0003670606,0.0005458456,0.00006681221,0.000063046726,0.0020080076,0.000045589164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023311414,0.00020800195,0.14108875,0.0005469196,0.00015532946,0.000027715298,0.108217545,3.688827e-8,0.008056888,0.0323107,0.5415786,0.16757642],"study_design_scores_gemma":[0.008516466,0.0026478705,0.6225507,0.002363584,0.0007229308,0.0014903786,0.051731102,0.00031987988,0.003507948,0.04058493,0.2649423,0.00062190334],"about_ca_topic_score_codex":0.00027948857,"about_ca_topic_score_gemma":0.0000014373642,"teacher_disagreement_score":0.48146194,"about_ca_system_score_codex":0.000044368473,"about_ca_system_score_gemma":0.000055141143,"threshold_uncertainty_score":0.99988866},"labels":[],"label_agreement":null},{"id":"W2322717804","doi":"10.1097/acm.0000000000000163","title":"Doing What Might Be “Wrong”","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Theory of planned behavior; Psychology; Control (management); Social psychology; Context (archaeology); Applied psychology","score_opus":0.02497031170015402,"score_gpt":0.36222359192747877,"score_spread":0.33725328022732476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322717804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53692824,0.0033038713,0.021748576,0.38564485,0.0058028125,0.00075256854,5.6650805e-7,0.000347428,0.04547107],"genre_scores_gemma":[0.8873797,0.0016880786,0.004095193,0.09068837,0.006816953,0.00005526403,0.00015452997,0.000053920678,0.009067954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787605,0.00006439752,0.00061585876,0.00033946967,0.00073755666,0.00036664848],"domain_scores_gemma":[0.99877554,0.00020128638,0.0001629706,0.00047129343,0.00020227366,0.00018663157],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016630007,0.0001851547,0.00039431683,0.00028792696,0.00010563736,0.000008032711,0.0002038647,0.00032803736,0.0014995086],"category_scores_gemma":[0.0032280125,0.00013676051,0.00003469516,0.000648213,0.00035064615,0.00027863312,0.000041985404,0.0011741003,0.00017608996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058165406,0.00003160144,0.0038443983,0.00025409932,0.000060557184,0.000009665756,0.006761513,0.000001972658,0.009433369,0.023188472,0.54501873,0.41133747],"study_design_scores_gemma":[0.0018348348,0.00025910846,0.0025581513,0.0014366839,0.00014355413,0.00016157013,0.0037692187,0.0007901461,0.0011331524,0.0012918843,0.98646003,0.00016168825],"about_ca_topic_score_codex":0.000019010382,"about_ca_topic_score_gemma":6.711094e-7,"teacher_disagreement_score":0.44144127,"about_ca_system_score_codex":0.000119631906,"about_ca_system_score_gemma":0.00009063314,"threshold_uncertainty_score":0.99941325},"labels":[],"label_agreement":null},{"id":"W2322774519","doi":"10.5688/aj690104","title":"Continuous Professional Development: A Qualitative Study of Pharmacists' Attitudes, Behaviors, and Preferences in Ontario, Canada","year":2005,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Professional development; Qualitative research; Medical education; Higher education; Faculty development; Psychology; Medicine; Nursing; Family medicine; Sociology; Political science","score_opus":0.03730925753484603,"score_gpt":0.44795725098362305,"score_spread":0.410647993448777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322774519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99758667,0.00013505088,0.0000130541275,0.001240988,0.00057429046,0.00034219841,8.371966e-7,0.000002900849,0.00010401195],"genre_scores_gemma":[0.99440205,0.000012754091,0.0043776683,0.0008142399,0.00010025387,0.000028231532,0.000010499825,0.000008387953,0.00024591782],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99804956,0.00019243687,0.00086879905,0.00014449068,0.0005819472,0.00016276298],"domain_scores_gemma":[0.9986011,0.00011405605,0.00052264147,0.00007811234,0.0005527658,0.00013133367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007901629,0.00011913458,0.0003715584,0.00024585877,0.000044516542,0.000007261711,0.00009982971,0.000025734049,0.0002953503],"category_scores_gemma":[0.00023449823,0.0000998571,0.00001920961,0.00039231873,0.00017767613,0.00013624989,0.0000208483,0.00058973103,6.9659717e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048151775,0.008447715,0.36087742,0.00006390277,0.00012035371,0.000008405623,0.114211835,0.0000038444155,0.0006618572,0.000036091347,0.0029818758,0.51210517],"study_design_scores_gemma":[0.0032068237,0.0010489026,0.8079693,0.00039852588,0.0002183437,0.00022774545,0.17172512,0.00002991236,0.0014145564,0.000018357103,0.013536824,0.00020564033],"about_ca_topic_score_codex":0.12345578,"about_ca_topic_score_gemma":0.18659031,"teacher_disagreement_score":0.51189953,"about_ca_system_score_codex":0.0008009299,"about_ca_system_score_gemma":0.008398233,"threshold_uncertainty_score":0.99722326},"labels":[],"label_agreement":null},{"id":"W2322784290","doi":"10.1097/acm.0b013e3181f2e907","title":"The Anatomy of Health Care Team Training and the State of Practice: A Critical Review","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Assembly of First Nations","funders":"","keywords":"CLARITY; Health care; Teamwork; Medical education; Psychology; Training (meteorology); Situational ethics; Nursing; Medicine; Social psychology","score_opus":0.08510692042834513,"score_gpt":0.5359536141521632,"score_spread":0.45084669372381814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322784290","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031727989,0.9064153,0.000063260304,0.08962579,0.00060684036,0.0021056233,0.0000075749713,0.000013181815,0.0011592961],"genre_scores_gemma":[0.000058447964,0.98934686,0.00039199716,0.009184779,0.00056948507,0.00017644728,0.00008340004,0.000036510497,0.00015209553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949009,0.00085351075,0.0026524584,0.00030569607,0.0009590776,0.0003283985],"domain_scores_gemma":[0.990984,0.0055380356,0.0018445599,0.0007122642,0.00080016564,0.00012094219],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012376638,0.00029094698,0.0028850688,0.00016646548,0.00016381829,0.00000247943,0.00038281613,0.00034291946,0.000035969348],"category_scores_gemma":[0.07823662,0.00012519257,0.00013083743,0.00089897553,0.0030273886,0.000052642055,0.000075304706,0.004125088,0.0000023977677],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012605094,0.0000064220176,5.181179e-7,0.06803085,0.00008110172,9.374987e-7,0.006230457,1.5592598e-9,1.15538406e-7,0.005001744,0.022151006,0.89848423],"study_design_scores_gemma":[0.00061820424,0.00014973395,0.0000017487251,0.1491232,0.0017997142,0.00036268498,0.0041545643,0.0000023150399,1.4415927e-7,0.00026193555,0.8434541,0.00007162799],"about_ca_topic_score_codex":0.000048937523,"about_ca_topic_score_gemma":0.0000010488982,"teacher_disagreement_score":0.89841264,"about_ca_system_score_codex":0.00010083403,"about_ca_system_score_gemma":0.0022227098,"threshold_uncertainty_score":0.9996858},"labels":[],"label_agreement":null},{"id":"W2323225960","doi":"","title":"Renouveler l’éducation postdoctorale en médecine familiale: la raison d’être de Triple C","year":2011,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.034613468874797895,"score_gpt":0.2904824481648652,"score_spread":0.2558689792900673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323225960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764814,0.0052757785,0.0013918775,0.017187845,0.028136928,0.0018896979,0.000056669684,0.0002820734,0.069297716],"genre_scores_gemma":[0.87378013,0.0028727197,0.008246144,0.0028547635,0.007154428,0.0002395441,0.00033320987,0.00021420757,0.10430486],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9943385,0.0010112295,0.0010503074,0.00076145766,0.00069479825,0.0021437174],"domain_scores_gemma":[0.99720275,0.00019546799,0.00036454975,0.0009845917,0.0005375113,0.00071514957],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027206761,0.00049967115,0.0005326457,0.00037263168,0.00018968886,0.00006904026,0.0005292966,0.0004885668,0.0046036923],"category_scores_gemma":[0.0075478563,0.0005147789,0.00014346579,0.0018872654,0.0004183919,0.00041362125,0.00011020284,0.0012292076,0.0009714142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046591955,0.004393569,0.15698431,0.0006611258,0.00028680332,0.0002579869,0.08220489,0.000004817601,0.0021355867,0.015559196,0.3942728,0.342773],"study_design_scores_gemma":[0.0019572333,0.00017966624,0.5551407,0.00038174912,0.00028805458,0.0001665418,0.0014256825,0.00011064022,0.0021511063,0.00030334856,0.43753624,0.0003590585],"about_ca_topic_score_codex":0.00050237257,"about_ca_topic_score_gemma":0.000021120799,"teacher_disagreement_score":0.39815637,"about_ca_system_score_codex":0.0017438611,"about_ca_system_score_gemma":0.0018981029,"threshold_uncertainty_score":0.99980646},"labels":[],"label_agreement":null},{"id":"W2323564038","doi":"10.1016/j.jsurg.2016.02.003","title":"A New Instrument for Assessing Resident Competence in Surgical Clinic: The Ottawa Clinic Assessment Tool","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Competence (human resources); Medicine; Family medicine; Medical education; Medical physics; Psychology","score_opus":0.04307328923751896,"score_gpt":0.4366128107131782,"score_spread":0.39353952147565924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323564038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87469155,0.00026431598,0.004654365,0.113432534,0.0033648184,0.0006737983,0.0000011407341,0.00001200663,0.0029054582],"genre_scores_gemma":[0.95236033,0.0005283303,0.038711943,0.00120894,0.0028633873,0.000058162826,0.000010831613,0.000023715076,0.004234372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678844,0.00021329873,0.001754948,0.00021967557,0.0007530339,0.00027058704],"domain_scores_gemma":[0.9965642,0.001377785,0.0008941485,0.00030514906,0.0007235073,0.000135222],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044404822,0.00014973096,0.00042698052,0.0002767136,0.00010118069,0.00006512444,0.0002269821,0.00015017297,0.0012404475],"category_scores_gemma":[0.0016183406,0.00007937932,0.00020931086,0.0004985223,0.00011390309,0.00037044112,0.00003042996,0.0005369318,0.00002653492],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050764286,0.0014136954,0.07760945,0.00009029029,0.00006987753,0.00003646739,0.00035128466,0.0000023290372,0.0002398023,0.0041302238,0.08987267,0.82567626],"study_design_scores_gemma":[0.007151703,0.0007444284,0.32700703,0.0021219808,0.00014320516,0.0011220273,0.0020375776,0.00009073812,0.00014546914,0.0034139112,0.6558055,0.00021636949],"about_ca_topic_score_codex":0.000024353918,"about_ca_topic_score_gemma":0.0000037103198,"teacher_disagreement_score":0.8254599,"about_ca_system_score_codex":0.00072156603,"about_ca_system_score_gemma":0.005009644,"threshold_uncertainty_score":0.99967253},"labels":[],"label_agreement":null},{"id":"W2323635427","doi":"10.1037/a0037982","title":"Psychology departments in medical schools: There’s one in Canada, eh?","year":2014,"lang":"en","type":"letter","venue":"American Psychologist","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"PsycINFO; School psychology; Psychology; Medical education; Medical psychology; Medical school; History of psychology; Health psychology; Pediatric psychology; MEDLINE; Medicine; Applied psychology; Public health; Psychiatry; Political science; Nursing; Psychoanalysis; Law","score_opus":0.033386628717924575,"score_gpt":0.38828374817691114,"score_spread":0.35489711945898655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323635427","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07303417,0.00015031932,0.00016275338,0.90686226,0.0017130502,0.0006412435,0.000013844615,0.00005057891,0.017371792],"genre_scores_gemma":[0.16297716,0.00016769915,0.001366625,0.8321643,0.0018695913,0.00029168493,0.00066768506,0.00007721278,0.0004180801],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99496454,0.00043308103,0.0012308462,0.0010522606,0.0013597069,0.00095953565],"domain_scores_gemma":[0.997709,0.00016518174,0.0005239242,0.0013161266,0.00012332665,0.0001624808],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00092500594,0.00044809448,0.0011943328,0.0006951233,0.00003732466,0.0000134792635,0.0007230615,0.000830464,0.0017929026],"category_scores_gemma":[0.0013263458,0.0004260718,0.00007953545,0.0016146877,0.00086725346,0.00003514856,0.00005588326,0.0062281815,0.00025858326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059851165,0.00026666094,0.10434877,0.000047674217,0.000051394014,0.0013406002,0.000022010221,3.0684916e-7,0.0000023535035,0.000013034091,0.8383033,0.055543993],"study_design_scores_gemma":[0.0016420304,0.00027473594,0.27879918,0.0003346107,0.00003021098,0.00022557561,0.00013181685,0.000025669258,9.2404514e-7,0.00014187476,0.7180429,0.00035047758],"about_ca_topic_score_codex":0.663492,"about_ca_topic_score_gemma":0.6076627,"teacher_disagreement_score":0.1744504,"about_ca_system_score_codex":0.0018947468,"about_ca_system_score_gemma":0.0028263873,"threshold_uncertainty_score":0.9998191},"labels":[],"label_agreement":null},{"id":"W2323698985","doi":"10.1097/acm.0b013e3181f56213","title":"A “Paradise for Scholars”: Flexner and the Institute for Advanced Study","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paradise; Political science; Library science; Medical education; Sociology; Medicine; History; Art history","score_opus":0.0315829479909061,"score_gpt":0.4182472067116494,"score_spread":0.3866642587207433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323698985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.913681,0.00040886557,0.0055547925,0.07315498,0.0022019895,0.004537045,0.0000040700606,0.00005128509,0.0004059749],"genre_scores_gemma":[0.97902215,0.000074332085,0.00491547,0.010349386,0.0022491717,0.0014798628,0.00007943305,0.000026026903,0.0018041773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986634,0.000024464423,0.0004844479,0.00029164515,0.00030839775,0.00022759152],"domain_scores_gemma":[0.998706,0.00038724535,0.00014071632,0.0003687054,0.00029368474,0.000103663064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025904444,0.00014679838,0.00036440347,0.00013559873,0.00022860104,0.0000054467105,0.0001761306,0.0001841737,0.000038983337],"category_scores_gemma":[0.0133765135,0.000081938015,0.00003238999,0.00030437383,0.00078785,0.00014421034,0.0000290404,0.0010895628,0.0000034987038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075903814,0.00041303306,0.0180578,0.0008567456,0.00053953956,0.000007163133,0.041597527,0.0000058547453,0.037841827,0.32079467,0.21933775,0.35295773],"study_design_scores_gemma":[0.0854891,0.0020358828,0.014813471,0.00049878727,0.0013892871,0.00019701562,0.012158777,0.0032032444,0.000672805,0.029329985,0.8498238,0.0003878758],"about_ca_topic_score_codex":0.0000143543475,"about_ca_topic_score_gemma":0.000007934683,"teacher_disagreement_score":0.630486,"about_ca_system_score_codex":0.000028785144,"about_ca_system_score_gemma":0.00012879216,"threshold_uncertainty_score":0.99493426},"labels":[],"label_agreement":null},{"id":"W2323787694","doi":"10.1016/j.cjca.2013.07.725","title":"Empowering Patient Decisions: A Young Man'S Decision Related to Valve Surgery","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Interior Health","funders":"","keywords":"Medicine; Presentation (obstetrics); Aortic valve replacement; Aortic valve; Valve replacement; Disease; Preference; Health care; Surgery; Intensive care medicine; Cardiology; Internal medicine; Stenosis","score_opus":0.015182132080114008,"score_gpt":0.2975634552564951,"score_spread":0.2823813231763811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323787694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823125,0.00035353078,0.0051835477,0.0039775423,0.004976288,0.0002457985,0.0000017747839,0.0000069714138,0.0029420527],"genre_scores_gemma":[0.992967,0.00003343136,0.0046616737,0.0017459997,0.00048516804,0.00001281948,0.000007941744,0.00001897501,0.000066969566],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99841857,0.000074407464,0.000776469,0.00014152579,0.0002504759,0.00033856352],"domain_scores_gemma":[0.99759537,0.00029877867,0.00018092572,0.00026833874,0.0010100651,0.0006465204],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00073111855,0.0001092542,0.00046139024,0.0010688653,0.00009648428,0.000021877637,0.00012138478,0.00017562351,0.00026335736],"category_scores_gemma":[0.008611919,0.00009222854,0.0002396794,0.0005681813,0.00007776708,0.00010576476,0.000014759041,0.00040288002,0.00017455664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033772485,0.0000054252228,0.07603331,0.0000062907397,0.00018863768,0.0002572918,0.0007917725,0.00048175087,0.00016736683,0.00011587122,0.59209794,0.32982057],"study_design_scores_gemma":[0.0005913934,0.00046721494,0.60297304,0.000712968,0.00012172176,0.0063695256,0.0016868318,0.000053509277,0.000054834876,0.0023908685,0.38435084,0.0002272445],"about_ca_topic_score_codex":0.00049271894,"about_ca_topic_score_gemma":0.00011059805,"teacher_disagreement_score":0.52693975,"about_ca_system_score_codex":0.00044565555,"about_ca_system_score_gemma":0.0014447576,"threshold_uncertainty_score":0.999739},"labels":[],"label_agreement":null},{"id":"W2324198551","doi":"10.1097/acm.0b013e31824d550e","title":"Bridging the Leadership Development Gap","year":2012,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Leadership development; Enthusiasm; Curriculum; Medical education; Educational leadership; Accreditation; Neuroleadership; Leadership style; Leadership studies; Medical school; Psychology; Medicine; Pedagogy; Political science; Public relations","score_opus":0.20538195492375894,"score_gpt":0.3768428257045917,"score_spread":0.17146087078083277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324198551","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013948932,0.0045336904,0.0012642931,0.98128885,0.0037441005,0.0007852531,9.304643e-7,0.0001433878,0.0068445737],"genre_scores_gemma":[0.008307136,0.00019400856,0.00037061822,0.8831145,0.06569333,0.00015396439,0.0008978358,0.00009553439,0.04117308],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956786,0.00013006739,0.0010916035,0.00046774428,0.0016840715,0.00094788324],"domain_scores_gemma":[0.9980679,0.0003009201,0.00046015152,0.0007883825,0.0002581944,0.00012445285],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025364838,0.00045609122,0.00069142034,0.00042961122,0.00023591302,0.000006392992,0.00055811246,0.001752988,0.0020532582],"category_scores_gemma":[0.0027849798,0.0002705338,0.000064366584,0.00072854786,0.0007152615,0.00007863337,0.00008488198,0.011629328,0.0006951637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008109765,0.0000051089155,0.00053234986,0.0005505166,0.00008746327,0.00003292822,0.004926444,4.9078693e-8,0.00004949994,0.00008620839,0.9536406,0.04008074],"study_design_scores_gemma":[0.0005978104,0.000042163098,0.0010326309,0.00218238,0.00039630974,0.0004640983,0.001277374,0.000024968132,0.000098182965,0.000088015266,0.99353516,0.0002609117],"about_ca_topic_score_codex":0.00001939277,"about_ca_topic_score_gemma":2.779405e-7,"teacher_disagreement_score":0.098174386,"about_ca_system_score_codex":0.00048807962,"about_ca_system_score_gemma":0.0005842354,"threshold_uncertainty_score":0.99997467},"labels":[],"label_agreement":null},{"id":"W2324278814","doi":"10.3109/0142159x.2016.1147532","title":"What do I do? Developing a competency inventory for postgraduate (residency) program directors","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medical education; Psychology; Residency training; Medicine","score_opus":0.04153603580096446,"score_gpt":0.37573167497304805,"score_spread":0.3341956391720836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324278814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.868863,0.001558469,0.0037780616,0.117937066,0.0034527092,0.0017942511,0.0000011134373,0.0004443845,0.0021709336],"genre_scores_gemma":[0.92246413,0.0017601912,0.04169941,0.0077366596,0.0042639445,0.002441316,0.00013981128,0.00019233869,0.019302206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734885,0.00009698094,0.00058454735,0.00042859046,0.0010466145,0.0004943996],"domain_scores_gemma":[0.9987485,0.00009339684,0.00012443842,0.0003915129,0.00035329224,0.00028889804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014696382,0.00021110591,0.00034799837,0.00020172884,0.00011321681,0.00004806499,0.00024293202,0.00029224198,0.0022573748],"category_scores_gemma":[0.0077983066,0.00013109545,0.00012025326,0.00044307965,0.0003521196,0.00024706204,0.000065079344,0.00035894304,0.00012625649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044430042,0.0004975478,0.058037393,0.00017410865,0.00008713022,0.000018522289,0.00073953177,7.948394e-9,0.00009484262,0.0054312893,0.047005747,0.8878695],"study_design_scores_gemma":[0.00789706,0.0010951308,0.05011475,0.0103275655,0.00026403402,0.00017951205,0.0021440608,0.0010487657,0.0006389302,0.01620505,0.90908736,0.0009977614],"about_ca_topic_score_codex":0.000013418814,"about_ca_topic_score_gemma":0.000006067415,"teacher_disagreement_score":0.8868717,"about_ca_system_score_codex":0.00034994335,"about_ca_system_score_gemma":0.0012341434,"threshold_uncertainty_score":0.9986547},"labels":[],"label_agreement":null},{"id":"W2324379899","doi":"10.1017/s0317167100018436","title":"Neurophobia Inception: A Study of Trainees' Perceptions of Neurology Education","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Neurology; Perception; Psychology; Clinical neurology; Medical education; Medicine; Family medicine; Psychiatry","score_opus":0.027297528597458206,"score_gpt":0.31725612632171046,"score_spread":0.28995859772425225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324379899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915787,0.00011599277,0.00007666692,0.0047684335,0.0013117805,0.00027934025,0.0000026573152,0.000010122929,0.0018563065],"genre_scores_gemma":[0.9937832,0.000059426973,0.002055578,0.003680378,0.00038725432,0.000004687109,6.0134926e-7,0.000010865953,0.000018026642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955043,0.0010730631,0.0014670286,0.0004128685,0.0008829556,0.0006597591],"domain_scores_gemma":[0.99599934,0.0003442597,0.001272228,0.00023318373,0.0013601184,0.00079084845],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004269363,0.00023961642,0.00063138903,0.0016642811,0.0009981008,0.00009318454,0.0011289039,0.00018371445,0.00028260826],"category_scores_gemma":[0.005557428,0.00017227749,0.00018313518,0.0023085938,0.005583896,0.0004594465,0.000042711752,0.0011990711,0.000001828996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013423302,0.00052787,0.9749325,0.000024884934,0.000016031348,0.00019498607,0.0019118458,0.0011934288,0.00035635117,0.000960679,0.0010994081,0.018647784],"study_design_scores_gemma":[0.0006530793,0.16185698,0.81403905,0.00005738764,0.000104394516,0.013605061,0.0025070687,0.0014120972,0.000051336512,0.003992231,0.0015350896,0.00018624259],"about_ca_topic_score_codex":0.0011282506,"about_ca_topic_score_gemma":0.007642382,"teacher_disagreement_score":0.16132912,"about_ca_system_score_codex":0.00010415516,"about_ca_system_score_gemma":0.004391837,"threshold_uncertainty_score":0.99712235},"labels":[],"label_agreement":null},{"id":"W2325730757","doi":"10.1097/acm.0000000000000243","title":"The Relationship Between Physician Participation in Continuing Professional Development Programs and Physician In-Practice Peer Assessments","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University; Centre for Advancing Health Outcomes; College of Family Physicians of Canada; NOSM University","funders":"","keywords":"Specialty; Family medicine; Medicine; Continuing medical education; Logistic regression; Certification; Multivariate analysis; Odds ratio; Graduate medical education; Odds; MEDLINE; Medical education; Continuing education; Accreditation; Internal medicine","score_opus":0.07240809293804026,"score_gpt":0.4657097549147968,"score_spread":0.39330166197675653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325730757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96233034,0.00011837489,0.0005545959,0.03376538,0.00042658552,0.00069202937,1.243921e-7,0.000028711633,0.002083876],"genre_scores_gemma":[0.99395245,0.00001794301,0.0009353159,0.003028974,0.00076071353,0.00022160485,0.00012617218,0.00001799321,0.0009388152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974985,0.0002539986,0.00078654976,0.00027583304,0.000843981,0.00034112588],"domain_scores_gemma":[0.99768573,0.0014939173,0.00029233735,0.00019755229,0.0002488416,0.00008163291],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004537803,0.00014969285,0.0002818662,0.00018710771,0.0001565379,0.000009887847,0.00011682623,0.00018541543,0.0000033310048],"category_scores_gemma":[0.009944081,0.000102691876,0.00001107364,0.00077020156,0.00021886647,0.00023466597,0.000044154833,0.0013155792,0.000012596333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040220293,0.000056257446,0.6717076,0.000041486408,0.000014065936,0.0000010585245,0.0076305787,6.2968337e-7,0.0000847595,0.006454771,0.0009965869,0.31297204],"study_design_scores_gemma":[0.0016613015,0.000111475805,0.94168055,0.0015008646,0.000060794006,0.0000025283719,0.006010406,0.0005171021,0.00004682681,0.0020218098,0.046280008,0.0001063047],"about_ca_topic_score_codex":0.000027822298,"about_ca_topic_score_gemma":0.0000139588865,"teacher_disagreement_score":0.31286573,"about_ca_system_score_codex":0.00020343583,"about_ca_system_score_gemma":0.00013467878,"threshold_uncertainty_score":0.99839556},"labels":[],"label_agreement":null},{"id":"W2325857605","doi":"10.1097/acm.0000000000000457","title":"Reflections on the Medical Education Continuum and How to Improve It","year":2014,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Value (mathematics); Workforce; Nothing; Medical education; Public relations; Psychology; Medicine; Political science; Law","score_opus":0.025565266538532187,"score_gpt":0.42747798710748014,"score_spread":0.40191272056894795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325857605","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069977046,0.00025540355,0.00040141775,0.4835938,0.50482535,0.0009092376,0.0000055629534,0.00006918461,0.009240301],"genre_scores_gemma":[0.0029631457,0.0009830275,0.00016968163,0.10891277,0.8410641,0.0005535528,0.00051506516,0.000084078885,0.044754595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99478656,0.00021781416,0.00077330647,0.0008236786,0.0029170085,0.00048163923],"domain_scores_gemma":[0.99442905,0.0021987585,0.00044412797,0.0009495075,0.0014186447,0.0005599364],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044577727,0.00046804972,0.00083269697,0.00059021846,0.00026676137,0.000022577915,0.0005308165,0.0024011354,0.00083656434],"category_scores_gemma":[0.19102415,0.00028844582,0.00005927433,0.0008761268,0.0006291284,0.00005845543,0.00012329679,0.0065064337,0.00013854977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000691303,0.00003172038,0.000008235022,0.00018937656,0.00006474079,0.0000024757376,0.0011504093,1.5400085e-8,0.00022218662,0.0023982506,0.9771738,0.01868963],"study_design_scores_gemma":[0.00095225533,0.00080415426,0.000040902163,0.003569413,0.00031290096,0.000044643806,0.0019120239,0.000027441456,0.00004678124,0.00078304426,0.99126476,0.00024168339],"about_ca_topic_score_codex":0.00006530263,"about_ca_topic_score_gemma":0.000024427116,"teacher_disagreement_score":0.37468103,"about_ca_system_score_codex":0.00039102946,"about_ca_system_score_gemma":0.0026619527,"threshold_uncertainty_score":0.9999568},"labels":[],"label_agreement":null},{"id":"W2326090025","doi":"10.1097/01367895-200617040-00008","title":"COMPARISON OF STUDENT SELF-EVALUATION TO FACULTY EVALUATION OF SUMMATIVE OSCE PERFORMANCE—AFTER IMMEDIATE FEEDBACK BY FACULTY.","year":2006,"lang":"en","type":"article","venue":"The Journal of Physician Assistant Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Medical education; Psychology; Medicine; Mathematics education; Formative assessment","score_opus":0.04226557893353971,"score_gpt":0.42679279044940965,"score_spread":0.38452721151586994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326090025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944608,0.00039813152,0.00039932475,0.002190841,0.00066393224,0.0010007563,0.000017767143,0.0000076231336,0.00086082175],"genre_scores_gemma":[0.9974693,0.000013395106,0.0013290931,0.0002748798,0.0005190978,0.000058576574,0.00024301655,0.000018886032,0.00007375174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995437,0.0003567856,0.0013164805,0.0001407321,0.002552303,0.00019667592],"domain_scores_gemma":[0.9922562,0.000059818878,0.0018842255,0.0002930838,0.0054566693,0.000049988317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004201731,0.00018182969,0.00046018756,0.0002832527,0.00009805567,0.00001685026,0.00021416858,0.000074113326,0.00005820282],"category_scores_gemma":[0.00020110597,0.0001302052,0.00010191385,0.0008802725,0.00009744124,0.00031667936,0.00002485988,0.00028837708,0.000013133283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001871864,0.021454515,0.17032419,0.0010545967,0.0008996527,2.5677866e-7,0.07094571,0.0045872335,0.12906002,0.00038719745,0.21654807,0.3828667],"study_design_scores_gemma":[0.0016704923,0.0006558506,0.93379194,0.0008062447,0.0017633815,0.000005170287,0.017278932,0.004968753,0.037625358,0.00019666026,0.0010755738,0.0001616195],"about_ca_topic_score_codex":0.000032958345,"about_ca_topic_score_gemma":0.000005793556,"teacher_disagreement_score":0.7634678,"about_ca_system_score_codex":0.00095702644,"about_ca_system_score_gemma":0.0013229335,"threshold_uncertainty_score":0.5309614},"labels":[],"label_agreement":null},{"id":"W2326359016","doi":"10.1097/prs.0b013e318252f182","title":"Teaching Plastic Surgery from Different Perspectives","year":2012,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Style (visual arts); Perspective (graphical); Apprenticeship; Teaching method; Task (project management); Medical education; Mathematics education; Psychology; Computer science","score_opus":0.023978499028798637,"score_gpt":0.28034936265978194,"score_spread":0.2563708636309833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326359016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98224014,0.00046460223,0.0034374746,0.0002768932,0.012070012,0.00017607736,0.000034667883,0.00015754793,0.0011425739],"genre_scores_gemma":[0.9952626,0.000030402194,0.0013861391,0.00013483867,0.0028073369,0.00006584259,0.00016935001,0.000052475338,0.000091013375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742836,0.00019917967,0.0007083855,0.00045528522,0.0005305663,0.0006782011],"domain_scores_gemma":[0.97786534,0.020942971,0.00030762146,0.0003736046,0.00022346241,0.00028702372],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071557646,0.0003445374,0.00078343594,0.00069767074,0.00023280409,0.000031525877,0.000076390155,0.00019046536,0.0016834431],"category_scores_gemma":[0.027865464,0.0002980518,0.00026285116,0.00033632814,0.00038418433,0.0003677955,0.000049694816,0.00082487107,0.0002035883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015674034,0.0005766273,0.92807996,0.00008549271,0.00031022436,0.000011465468,0.0018306104,7.3447995e-7,0.00074628956,0.00083162263,0.0067582233,0.060612],"study_design_scores_gemma":[0.00030639506,0.000025441039,0.98726016,0.000588518,0.0002617138,0.00021378783,0.008128956,0.00026246253,0.0006988537,0.00034987295,0.0014833325,0.00042049255],"about_ca_topic_score_codex":0.00010275483,"about_ca_topic_score_gemma":0.0000032994146,"teacher_disagreement_score":0.06019151,"about_ca_system_score_codex":0.00046996525,"about_ca_system_score_gemma":0.00030809807,"threshold_uncertainty_score":0.9999472},"labels":[],"label_agreement":null},{"id":"W2326617484","doi":"10.1097/00003465-200507000-00007","title":"Innovative Solutions","year":2005,"lang":"en","type":"article","venue":"Dimensions of Critical Care Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nurses Association","funders":"","keywords":"MEDLINE; Political science","score_opus":0.035831635364917194,"score_gpt":0.40454363564008033,"score_spread":0.36871200027516315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326617484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7675591,0.0021013257,0.01604726,0.1505649,0.0016273351,0.00062668876,0.000024206893,0.00023381949,0.061215345],"genre_scores_gemma":[0.94079304,0.000002233656,0.057004567,0.0018706535,0.00022158123,0.00000939094,0.000051305455,0.000013714124,0.000033498047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99888223,0.000026284768,0.00033787772,0.00016911555,0.00032616346,0.00025829664],"domain_scores_gemma":[0.99757534,0.0001067299,0.00003349146,0.00026891226,0.0019415239,0.00007400585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001452669,0.0000904201,0.00018716765,0.0002353568,0.00016821765,0.0000058534815,0.000052257405,0.00009928624,0.00013523985],"category_scores_gemma":[0.0030708434,0.000075875134,0.0000469983,0.0008664039,0.000642468,0.00008314923,0.000018493634,0.00026766406,0.000033644228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007602792,0.0015546286,0.0005928439,0.00027861408,0.000028998453,0.000007717547,0.0077262293,0.000024208852,0.019676307,0.5274668,0.030932821,0.4116348],"study_design_scores_gemma":[0.013058219,0.005362857,0.10733705,0.01690595,0.0031090772,0.0015152035,0.260607,0.01841071,0.32378,0.06112935,0.18538599,0.003398576],"about_ca_topic_score_codex":0.0000030953238,"about_ca_topic_score_gemma":3.8414294e-7,"teacher_disagreement_score":0.46633744,"about_ca_system_score_codex":0.00024112353,"about_ca_system_score_gemma":0.00021282665,"threshold_uncertainty_score":0.36763084},"labels":[],"label_agreement":null},{"id":"W2326932171","doi":"10.1097/acm.0b013e318258351b","title":"How and Why Internal Medicine Clerkship Directors Use Locally Developed, Faculty-Written Examinations","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Higher education; Medicine; MEDLINE; Clinical clerkship; Psychology; Family medicine; Curriculum; Pedagogy; Political science","score_opus":0.09948013560407515,"score_gpt":0.3786417659908659,"score_spread":0.27916163038679076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326932171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81592953,0.002541683,0.014163669,0.1605113,0.0021451805,0.0007867625,0.0000063582715,0.00022223695,0.0036932894],"genre_scores_gemma":[0.96121216,0.0008315257,0.0021538811,0.020059777,0.0043048016,0.000053055115,0.00035425712,0.000059353148,0.010971215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969014,0.00012374225,0.000819476,0.0004354667,0.0010598002,0.0006601169],"domain_scores_gemma":[0.99772143,0.0004930455,0.00030174802,0.00040192093,0.00053986313,0.00054199365],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020202505,0.0003662859,0.00063837855,0.00062034576,0.00017685466,0.000016158067,0.00025128384,0.00045172378,0.00046597773],"category_scores_gemma":[0.015511027,0.00025808247,0.000032754946,0.0010834148,0.001049052,0.00069747114,0.00010600984,0.001563734,0.000029195286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095033494,0.00007574023,0.24531333,0.00027123504,0.0002027516,0.00001754536,0.018697428,1.8153834e-7,0.0063449587,0.008457618,0.61179465,0.10872955],"study_design_scores_gemma":[0.003325131,0.00036521256,0.4681072,0.0018391992,0.00044665547,0.00063702744,0.009192795,0.0001829826,0.0006498344,0.00033316907,0.51454973,0.00037109072],"about_ca_topic_score_codex":0.00027125265,"about_ca_topic_score_gemma":0.0000076215115,"teacher_disagreement_score":0.22279386,"about_ca_system_score_codex":0.00025274424,"about_ca_system_score_gemma":0.00012248366,"threshold_uncertainty_score":0.9999871},"labels":[],"label_agreement":null},{"id":"W2327506196","doi":"10.1097/acm.0000000000000569","title":"How Medical Schools Can Encourage Students’ Interest in Family Medicine","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Specialty; Pace; Medical education; Social medicine; Health care; Public health; Family medicine; Medicine; Political science; Psychology; Nursing; Pedagogy","score_opus":0.08988217472265558,"score_gpt":0.4001961510381597,"score_spread":0.3103139763155041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327506196","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039205946,0.0024961417,0.0007321037,0.9479887,0.005007834,0.0015823313,0.0000068716895,0.00022138699,0.0027586948],"genre_scores_gemma":[0.08294876,0.0029334088,0.000112964415,0.8478575,0.04873565,0.00029677956,0.0018361419,0.00021089576,0.015067954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988069,0.000560272,0.0027329577,0.0015568173,0.005612553,0.0014684111],"domain_scores_gemma":[0.99509776,0.0008546102,0.0010419777,0.0016796442,0.0006649496,0.00066105946],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0060996884,0.001159014,0.002884947,0.0025024798,0.00012475673,0.00002810403,0.0023001742,0.005652644,0.001926096],"category_scores_gemma":[0.030061323,0.0008427693,0.00014246117,0.0020906131,0.0018076279,0.00016132683,0.00033337806,0.02851933,0.00015830954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000449359,0.000033870125,0.0060752877,0.00089083205,0.00015703835,0.0015377892,0.001424474,6.5987486e-8,0.00024588234,0.00023924635,0.9796013,0.009749275],"study_design_scores_gemma":[0.0065785674,0.0008282466,0.0032949473,0.023449006,0.00050059607,0.00096931023,0.0033632512,0.00009520091,0.00001995296,0.0012564395,0.9589645,0.0006799352],"about_ca_topic_score_codex":0.0005958855,"about_ca_topic_score_gemma":0.000040764186,"teacher_disagreement_score":0.100131236,"about_ca_system_score_codex":0.0012145225,"about_ca_system_score_gemma":0.001135573,"threshold_uncertainty_score":0.9994023},"labels":[],"label_agreement":null},{"id":"W2327598857","doi":"10.5688/aj670376","title":"Development and Validation Processes for an Objective Structured Clinical Examination (OSCE) for Entry-to-Practice Certification in Pharmacy: The Canadian Experience","year":2003,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Blueprint; Certification; Pharmacy; Test (biology); Medical education; Pharmacy practice; Clinical Practice; Educational measurement; Medicine; Computer science; Medical physics; Psychology; Nursing; Curriculum; Engineering; Management","score_opus":0.09805577353308254,"score_gpt":0.5023023135483435,"score_spread":0.404246540015261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327598857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698878,0.00010909623,0.015253522,0.01193289,0.0011362147,0.0015230889,0.000002879704,0.0000075920525,0.00014690068],"genre_scores_gemma":[0.9041224,0.000053531996,0.09038391,0.0047756606,0.00030122223,0.00028180776,0.000037390877,0.00001717993,0.00002688616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998125,0.00028285847,0.0008077942,0.00025492447,0.0002883349,0.00024108028],"domain_scores_gemma":[0.99641985,0.0005721578,0.00049152906,0.00013775408,0.0020973957,0.0002813316],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028853768,0.00012943168,0.00022722666,0.0003550661,0.00022966077,0.000064302774,0.0001227123,0.000050516577,0.000013813405],"category_scores_gemma":[0.013618461,0.00010476001,0.00003182676,0.0008430857,0.0001956934,0.00042740515,0.0000053357317,0.00030017574,0.0000010982658],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045478722,0.00070521416,0.008413481,0.000077930286,0.00004155481,3.266695e-7,0.01362392,0.000016909338,0.0010977738,0.0012315431,0.0006447984,0.97369176],"study_design_scores_gemma":[0.004491906,0.0017119725,0.1827626,0.0003083643,0.0005339395,0.00043014518,0.08084577,0.0016698492,0.051222578,0.0006271434,0.67487127,0.00052448426],"about_ca_topic_score_codex":0.00036800283,"about_ca_topic_score_gemma":0.0007031064,"teacher_disagreement_score":0.9731673,"about_ca_system_score_codex":0.0006356778,"about_ca_system_score_gemma":0.0051091798,"threshold_uncertainty_score":0.99469024},"labels":[],"label_agreement":null},{"id":"W2327693841","doi":"10.1097/acm.0b013e318238e069","title":"Theory and Practice in the Design and Conduct of Graduate Medical Education","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; University of Toronto","funders":"","keywords":"Sociocultural evolution; Curriculum; Learning theory; Education theory; Engineering ethics; Psychology; Medical education; Pedagogy; Sociology; Higher education; Medicine","score_opus":0.17831529797149193,"score_gpt":0.45144042456542016,"score_spread":0.27312512659392824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327693841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87422377,0.0062571377,0.0059766024,0.10029759,0.0005791208,0.0010946736,2.799317e-7,0.000024996012,0.011545841],"genre_scores_gemma":[0.9693473,0.0030243718,0.0035342667,0.023576522,0.0002921047,0.000051104515,0.000009141405,0.000010603183,0.00015458363],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99796224,0.0006532517,0.0004792629,0.00018286853,0.00058411073,0.00013824667],"domain_scores_gemma":[0.9973952,0.0019389426,0.00017849151,0.00021138207,0.0001872104,0.000088764624],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0118593685,0.00010064803,0.00023017169,0.00019804898,0.000034660818,0.0000011708447,0.0001326073,0.00019327375,0.0002158389],"category_scores_gemma":[0.051115997,0.00005861276,0.0000075753833,0.00043490055,0.0008097714,0.000116749674,0.000025566447,0.00085093104,0.000002671051],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011428336,0.000341582,0.006409112,0.00042151616,0.00009306748,0.000031984393,0.21459816,8.746563e-8,0.0019578822,0.34281224,0.086563714,0.3456278],"study_design_scores_gemma":[0.011723944,0.0034288976,0.21088877,0.006884309,0.0017628312,0.012248699,0.41416287,0.00082707376,0.0024110451,0.28866693,0.0462876,0.0007070257],"about_ca_topic_score_codex":0.000087077104,"about_ca_topic_score_gemma":4.8767737e-7,"teacher_disagreement_score":0.34492078,"about_ca_system_score_codex":0.000020326801,"about_ca_system_score_gemma":0.00043238976,"threshold_uncertainty_score":0.9568769},"labels":[],"label_agreement":null},{"id":"W2327720497","doi":"10.1097/acm.0b013e31828af039","title":"Within-Session Score Gains for Repeat Examinees on a Standardized Patient Examination","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); United States Medical Licensing Examination; Psychology; Medicine; Medical education; Computer science; Medical school","score_opus":0.0561928056505877,"score_gpt":0.37070339764657484,"score_spread":0.31451059199598713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327720497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697067,0.00021312441,0.0068230475,0.015629197,0.0014150955,0.0024931016,0.000004515866,0.00014678627,0.0035684325],"genre_scores_gemma":[0.9825745,0.00011507184,0.0022248214,0.009993845,0.0013405803,0.0006995597,0.00036729604,0.00004827234,0.002636005],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9972532,0.00008450307,0.00090127566,0.0004487889,0.00096820894,0.00034403885],"domain_scores_gemma":[0.99793476,0.0003426604,0.0003566276,0.00045744827,0.00073166325,0.00017681897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013673464,0.00024746166,0.00045814444,0.0004239661,0.00014949898,0.0000071915115,0.00014123369,0.00034615508,0.00064706744],"category_scores_gemma":[0.008724236,0.00016934147,0.00004649621,0.000561984,0.00023298568,0.00016255536,0.00003052167,0.00076624117,0.00006009539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044679758,0.00015932356,0.005044625,0.00058039493,0.00010301596,0.000008882391,0.017767405,0.000015050236,0.050985627,0.007925891,0.46886554,0.44809747],"study_design_scores_gemma":[0.06326443,0.03192771,0.34695095,0.03418069,0.0019047766,0.0006833955,0.08236414,0.02998705,0.11005221,0.024121014,0.2714338,0.0031298404],"about_ca_topic_score_codex":0.000032107484,"about_ca_topic_score_gemma":5.7374893e-7,"teacher_disagreement_score":0.44496763,"about_ca_system_score_codex":0.00033831815,"about_ca_system_score_gemma":0.00015189765,"threshold_uncertainty_score":0.9996257},"labels":[],"label_agreement":null},{"id":"W2328303310","doi":"10.1097/acm.0000000000001035","title":"Transforming the Academic Faculty Perspective in Graduate Medical Education to Better Align Educational and Clinical Outcomes","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Graduate medical education; Perspective (graphical); Medical education; Graduate students; Graduate education; Academic medicine; Faculty development; Higher education; MEDLINE; Psychology; Medicine; Professional development; Political science; Accreditation; Computer science","score_opus":0.15983692257386656,"score_gpt":0.5103894657112849,"score_spread":0.3505525431374183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328303310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5478132,0.0003567577,0.00027367484,0.4484844,0.0010726659,0.00064496766,0.0000013132591,0.000023997074,0.0013290889],"genre_scores_gemma":[0.89352167,0.0004237482,0.00070549204,0.10049013,0.003147814,0.00021043062,0.000106302505,0.000031206895,0.0013632034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960589,0.00019325662,0.001261303,0.00052186847,0.001568954,0.00039575054],"domain_scores_gemma":[0.9977274,0.0005490613,0.00017921024,0.00032357732,0.000582332,0.0006384243],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005401988,0.0002523413,0.0005375825,0.00042664382,0.00009416714,0.000005799656,0.00035863806,0.0005499041,0.000207731],"category_scores_gemma":[0.028984712,0.00015612788,0.00005308352,0.0009862914,0.0006480433,0.00017510584,0.00006775522,0.0029822013,0.00006800176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012938854,0.00014402984,0.57959956,0.00004365786,0.000090378504,0.0000048537136,0.03193416,7.5558654e-7,0.00004054387,0.022358844,0.28419888,0.08145498],"study_design_scores_gemma":[0.004532423,0.00042385285,0.8747039,0.0013028694,0.00027690912,0.0003853279,0.0435885,0.00033537124,0.000033299573,0.02768095,0.046375424,0.00036118593],"about_ca_topic_score_codex":0.0005688506,"about_ca_topic_score_gemma":0.00003281821,"teacher_disagreement_score":0.34799427,"about_ca_system_score_codex":0.00048579453,"about_ca_system_score_gemma":0.002232137,"threshold_uncertainty_score":0.99931794},"labels":[],"label_agreement":null},{"id":"W2328878982","doi":"10.1097/acm.0b013e318299394c","title":"Quality In-Training Evaluation Reports—Does Feedback Drive Faculty Performance?","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; International Development Research Centre; Ottawa Hospital; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Quality (philosophy); Control (management); Medical education; Physical therapy; Psychology; Medicine; Intervention (counseling); Medical physics; Computer science; Nursing","score_opus":0.11477309486866398,"score_gpt":0.44497481424444196,"score_spread":0.33020171937577797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328878982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620261,0.00014829374,0.00016085121,0.02437675,0.0011962737,0.0012325274,6.245371e-7,0.000077520686,0.010781048],"genre_scores_gemma":[0.99047077,0.00012900759,0.00082880416,0.0047658267,0.001271913,0.00031296333,0.00036780763,0.000023202103,0.0018297357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622154,0.00012065781,0.0014076073,0.00045382057,0.0013813692,0.00041500403],"domain_scores_gemma":[0.9980594,0.00012181221,0.00044923087,0.00046383712,0.00075603905,0.00014967262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052496055,0.00020956688,0.0005003789,0.00036592424,0.00008869984,0.000005600478,0.00013485285,0.0003609313,0.003389562],"category_scores_gemma":[0.008691264,0.00013849289,0.000033065317,0.000893139,0.00031273885,0.00032304274,0.000039228948,0.0013201222,0.00014085356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004158847,0.00005075988,0.5259603,0.0002965123,0.00005798962,0.000011320624,0.028831432,0.000017960001,0.008614604,0.0006266591,0.06870791,0.36678293],"study_design_scores_gemma":[0.0025228024,0.00018113293,0.9560508,0.0011139539,0.00010790548,0.00018819743,0.020242551,0.005168823,0.0005618432,0.0040463666,0.009566732,0.0002488689],"about_ca_topic_score_codex":0.00027797814,"about_ca_topic_score_gemma":0.000005103027,"teacher_disagreement_score":0.4300905,"about_ca_system_score_codex":0.00042752095,"about_ca_system_score_gemma":0.00038431067,"threshold_uncertainty_score":0.99965894},"labels":[],"label_agreement":null},{"id":"W2329130131","doi":"10.1093/arclin/acv047.288","title":"PROFESSIONAL ISSUES: ETHICSC-86Neuropsychology Research-Related Activities in the U.S. and Canada: Results from a Professional Survey","year":2015,"lang":"en","type":"article","venue":"Archives of Clinical Neuropsychology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Professional development; Medical education; Medicine; Pedagogy","score_opus":0.2520558207803583,"score_gpt":0.5427239054981252,"score_spread":0.2906680847177669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329130131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91546893,0.00008805426,0.0000048032753,0.076090254,0.0031986262,0.00046757067,0.000063674765,0.0000130222115,0.0046050805],"genre_scores_gemma":[0.98881656,0.00014736227,0.000726167,0.00851042,0.00030104673,0.000031373598,0.00023975805,0.000022218164,0.0012050831],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98823345,0.008303215,0.0015947169,0.0006598664,0.0008165373,0.00039220648],"domain_scores_gemma":[0.9823154,0.01617205,0.0003472279,0.00074219593,0.0002580677,0.000165019],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008797223,0.00016013518,0.0005640685,0.00025597162,0.00009593316,0.0000067897704,0.00044420728,0.00029235292,0.000031157568],"category_scores_gemma":[0.043341193,0.00010803193,0.00004955353,0.0005311046,0.0023521828,0.000050439292,0.0001735384,0.0035481898,0.000007625786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014037724,0.0043921545,0.62362885,0.000059319467,0.00012457884,0.0004098196,0.013477714,0.0000038163657,0.00053238554,0.0039018749,0.27827027,0.061161444],"study_design_scores_gemma":[0.0039955913,0.00076159235,0.9730527,0.00012395563,0.000010459045,0.00006288032,0.0014878148,0.00010746339,0.000006119447,0.005592107,0.014714122,0.00008520345],"about_ca_topic_score_codex":0.060449652,"about_ca_topic_score_gemma":0.04706184,"teacher_disagreement_score":0.3494238,"about_ca_system_score_codex":0.00001596471,"about_ca_system_score_gemma":0.0017292638,"threshold_uncertainty_score":0.9987507},"labels":[],"label_agreement":null},{"id":"W2329267205","doi":"10.1097/01.cot.0000343989.66641.c3","title":"10 Megatrends in Medical Education","year":2009,"lang":"en","type":"article","venue":"Oncology Times","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine","score_opus":0.011147938830347374,"score_gpt":0.3873934232467871,"score_spread":0.37624548441643973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329267205","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111184545,0.00023754775,0.000026417856,0.15177205,0.0005036827,0.0001570147,2.0952956e-7,0.000059787046,0.7360588],"genre_scores_gemma":[0.7985031,0.000050857023,0.008924853,0.038851846,0.0010128001,0.00006166635,0.00016651767,0.000013527163,0.15241481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990861,0.00004534739,0.00027942608,0.00016217303,0.00026230194,0.00016468482],"domain_scores_gemma":[0.9995387,0.000038509403,0.00005355372,0.0001771981,0.00010933783,0.000082668026],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004757827,0.00007273982,0.00018637208,0.00026924472,0.000029134797,0.0000035599046,0.00008622555,0.0002665999,0.026705638],"category_scores_gemma":[0.0017298514,0.00006458971,0.000025575313,0.0005034108,0.00008681962,0.00005012001,0.000010305773,0.00031423263,0.00066179346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041141862,0.00085392717,0.00089781923,0.000005070598,0.0000042404413,0.000012882858,0.000121868936,1.846896e-7,0.00003774353,0.0039673923,0.3571321,0.63692564],"study_design_scores_gemma":[0.0010502425,0.00075199537,0.05467182,0.00008870553,0.000024652934,0.00020292017,0.00020078651,0.00048676043,0.00008893305,0.0019808768,0.9403659,0.00008641643],"about_ca_topic_score_codex":0.000009543984,"about_ca_topic_score_gemma":0.0000067851324,"teacher_disagreement_score":0.68731856,"about_ca_system_score_codex":0.00028371392,"about_ca_system_score_gemma":0.0022604493,"threshold_uncertainty_score":0.9741841},"labels":[],"label_agreement":null},{"id":"W2329731676","doi":"10.1097/mcg.0b013e318297bf85","title":"The WGO Train the Trainer Workshop","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Trainer; Portuguese; Medical education; Medicine; Perspective (graphical); Process (computing); Computer science; Artificial intelligence","score_opus":0.049273217053247935,"score_gpt":0.419272054312157,"score_spread":0.3699988372589091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329731676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7346226,0.000055031564,0.0017548065,0.26108077,0.0019065199,0.00016664881,1.9751057e-7,0.0000050016943,0.0004083997],"genre_scores_gemma":[0.96189654,0.00011164955,0.00248384,0.0319575,0.002655279,0.000013739437,0.000001287971,0.000011677955,0.0008684763],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9972566,0.00037308,0.0016405819,0.00010203785,0.0003409447,0.00028678405],"domain_scores_gemma":[0.9970926,0.0011300693,0.00074254855,0.0003152268,0.00059669034,0.00012286995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039429264,0.00009256455,0.00038108716,0.000057365796,0.00010945177,0.000027174032,0.00033855136,0.00013069916,0.00038672506],"category_scores_gemma":[0.008050763,0.000039442213,0.00028072688,0.00014200543,0.00064342783,0.000070148206,0.000031730957,0.0013906438,0.000050130187],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011391641,0.0005887263,0.11858096,0.000009011775,0.00033153137,0.000022015856,0.00029165702,0.000009023335,0.00008369538,0.0006285003,0.55746824,0.32084748],"study_design_scores_gemma":[0.002895756,0.0017116533,0.8577937,0.00005465354,0.00013230942,0.001023413,0.0011578632,0.0005008464,0.0000033984857,0.0015703057,0.13311851,0.000037620957],"about_ca_topic_score_codex":0.0000016197289,"about_ca_topic_score_gemma":0.0000048760894,"teacher_disagreement_score":0.7392127,"about_ca_system_score_codex":0.00002501224,"about_ca_system_score_gemma":0.00012802331,"threshold_uncertainty_score":0.96380967},"labels":[],"label_agreement":null},{"id":"W2330090649","doi":"10.15766/mep_2374-8265.9320","title":"Completing a Quality Evaluation Report — What Clinical Supervisors Need to Know — A Faculty Development Workshop","year":2013,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Timeline; Medical education; Quality (philosophy); Plan (archaeology); Medicine; Psychology","score_opus":0.21087977315668732,"score_gpt":0.5024517467202738,"score_spread":0.2915719735635865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330090649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774799,0.00005967761,0.0009896606,0.016440835,0.0014888073,0.0016668005,7.7543064e-7,0.000112234615,0.0017613396],"genre_scores_gemma":[0.9370854,0.0000063881553,0.05267524,0.0048100646,0.00065735367,0.0006474234,0.0013644422,0.00003379274,0.002719907],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956413,0.00017947455,0.0018330385,0.000541393,0.0014188226,0.00038600317],"domain_scores_gemma":[0.99705935,0.00013752942,0.0003458436,0.00059829355,0.0015672437,0.0002917371],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006495047,0.00020468155,0.00045683896,0.00018221035,0.00016749444,0.000108094646,0.0001453179,0.00019528878,0.003661369],"category_scores_gemma":[0.010850497,0.00017864382,0.000105127445,0.0007342265,0.00009254064,0.0003383911,0.000084828476,0.00043725158,0.0009385091],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049692386,0.0007088385,0.24748047,0.000077071694,0.000106690226,0.000037417038,0.0048634773,0.000008510727,0.00031855074,0.00009978789,0.1330576,0.6131919],"study_design_scores_gemma":[0.0013395967,0.00008758962,0.8841057,0.00043021695,0.00009284716,0.00017082934,0.020132093,0.0015758802,0.00027748576,0.00008886969,0.09135729,0.00034159073],"about_ca_topic_score_codex":0.000117876305,"about_ca_topic_score_gemma":0.00005781494,"teacher_disagreement_score":0.63662523,"about_ca_system_score_codex":0.00029566,"about_ca_system_score_gemma":0.00081969437,"threshold_uncertainty_score":0.99983937},"labels":[],"label_agreement":null},{"id":"W2330282483","doi":"10.3109/21679169.2012.747565","title":"Physiotherapy clinical teachers’ perceptions on important attributes in teaching – A Nigerian perspective","year":2013,"lang":"en","type":"article","venue":"European Journal of Physiotherapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Perception; Perspective (graphical); Descriptive statistics; Medical education; Psychology; Rating scale; Medicine; Pedagogy; Computer science","score_opus":0.02435973276923728,"score_gpt":0.40143028072756803,"score_spread":0.3770705479583307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330282483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98401713,0.00014244868,0.00060556305,0.012022199,0.00048674492,0.00033851207,0.0000014199162,0.000028054124,0.0023579374],"genre_scores_gemma":[0.9835721,0.00023390962,0.0072155553,0.006151926,0.0023107314,0.000005572982,0.0000054314023,0.00007457038,0.00043020124],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99706686,0.0007866572,0.0011695445,0.00025601473,0.00045161904,0.00026931823],"domain_scores_gemma":[0.99839234,0.0001066934,0.000580454,0.0003488803,0.00042840626,0.00014319943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002229638,0.00021157532,0.00048076906,0.00036326985,0.00011203411,0.000050563383,0.00024003557,0.000054553926,0.00095514324],"category_scores_gemma":[0.0006050378,0.00016014435,0.00027482127,0.00034422512,0.00015163612,0.00023789777,0.000013079018,0.0013210176,0.00014826347],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090281304,0.009188654,0.15750693,0.00004906957,0.0007240074,0.00022675516,0.04441655,0.00004996225,0.32772997,0.001991084,0.13527527,0.32193893],"study_design_scores_gemma":[0.0041211564,0.0026019493,0.97608715,0.0004924592,0.0000200684,0.00007371261,0.007993506,0.00013695114,0.00020687145,0.00058353005,0.0074690576,0.00021357235],"about_ca_topic_score_codex":0.000045756977,"about_ca_topic_score_gemma":0.0000018060025,"teacher_disagreement_score":0.8185802,"about_ca_system_score_codex":0.0003199054,"about_ca_system_score_gemma":0.00017074475,"threshold_uncertainty_score":0.9999581},"labels":[],"label_agreement":null},{"id":"W2330311972","doi":"10.1016/s1701-2163(16)35187-8","title":"Can Online Learning Adequately Prepare Medical Students to Undertake a First Female Pelvic Examination?","year":2012,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Southeastern Ontario Academic Medical Organization; Bayer Canada; Bayer","keywords":"Medicine; Checklist; Pelvic examination; United States Medical Licensing Examination; Objective structured clinical examination; Session (web analytics); Test (biology); Medical education; Physical examination; Descriptive statistics; Family medicine; Physical therapy; Medical school; Gynecology; Surgery; Psychology","score_opus":0.020991419949178875,"score_gpt":0.31306513767123956,"score_spread":0.2920737177220607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330311972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857078,0.0009411725,0.00006567367,0.0062638223,0.0065538404,0.00014895776,0.000003233419,0.0000049840955,0.00031047678],"genre_scores_gemma":[0.9955138,0.000056023673,0.00075050676,0.002873084,0.00017945352,0.0000044058825,0.000018862247,0.000013499434,0.00059038907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771017,0.000072689516,0.0005627359,0.00011374818,0.001236893,0.00030374914],"domain_scores_gemma":[0.99751586,0.0009965047,0.00029287455,0.00010740265,0.0006045891,0.00048274852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010501537,0.00011064721,0.0003010098,0.00036712756,0.00014642991,0.000017450355,0.000191265,0.00015009512,0.0006156229],"category_scores_gemma":[0.03078176,0.0000940177,0.00002918848,0.00069963833,0.00004610015,0.00006792953,0.00006803192,0.00054759515,0.0000012667128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043826994,0.00042467625,0.8410389,0.000057234836,0.00010174701,0.00028883788,0.001428181,0.000029651914,0.0000014507284,0.00007423738,0.005816859,0.15073383],"study_design_scores_gemma":[0.0012406518,0.00036929842,0.9475333,0.00002847519,0.00007553165,0.00013514579,0.0024134624,0.00011362788,0.0000053321164,0.000006558337,0.04799222,0.0000864065],"about_ca_topic_score_codex":0.0023138954,"about_ca_topic_score_gemma":0.031437825,"teacher_disagreement_score":0.15064743,"about_ca_system_score_codex":0.0014520697,"about_ca_system_score_gemma":0.001806319,"threshold_uncertainty_score":0.9862359},"labels":[],"label_agreement":null},{"id":"W2330626941","doi":"10.1002/j.0022-0337.2014.78.6.tb05748.x","title":"Changes in Self‐Directed Learning Readiness in Dental Students: A Mixed‐Methods Study","year":2014,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Psychological intervention; Medicine; Population; Drop out; Psychology; Dental education; Family medicine; Dentistry; Nursing; Environmental health","score_opus":0.01351767851094072,"score_gpt":0.42969716151740167,"score_spread":0.41617948300646096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330626941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995431,0.00009004196,0.0001103441,0.00061175536,0.002964462,0.00041641077,1.1889305e-7,0.00002942718,0.00034644495],"genre_scores_gemma":[0.98524094,0.00002937425,0.013246388,0.00034980103,0.0006274254,0.000040781255,0.000012439851,0.000021023427,0.0004318282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977786,0.00053186435,0.0007271829,0.00017130599,0.0006061312,0.00018491551],"domain_scores_gemma":[0.9989042,0.00010770082,0.00044431243,0.00014525505,0.0003303032,0.00006817295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031587933,0.00013192334,0.0003462689,0.0011478675,0.000046908674,0.00003845679,0.00018291592,0.00009255298,0.000095852694],"category_scores_gemma":[0.0023872885,0.00012158233,0.000042443055,0.0012385212,0.000029107377,0.00020449229,0.000039706272,0.0006840325,0.0000152424345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000896868,0.0058241333,0.8770536,0.000053712316,0.00003378336,0.000008689626,0.006002383,0.000008028275,0.0011154439,0.000014710595,0.0010592896,0.10873652],"study_design_scores_gemma":[0.0020521434,0.0007388594,0.9391715,0.0004375361,0.00007036415,0.00030833008,0.054531675,0.00041032405,0.00044625532,0.000030454914,0.0016980197,0.000104542814],"about_ca_topic_score_codex":0.0001011784,"about_ca_topic_score_gemma":0.00030143632,"teacher_disagreement_score":0.10863198,"about_ca_system_score_codex":0.000794078,"about_ca_system_score_gemma":0.0003255571,"threshold_uncertainty_score":0.49579835},"labels":[],"label_agreement":null},{"id":"W2330673540","doi":"10.1097/acm.0000000000000643","title":"Comparability of the National Board of Medical Examiners Comprehensive Clinical Science Examination and a Set of Five Clinical Science Subject Examinations","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Subject (documents); Summative assessment; United States Medical Licensing Examination; Formative assessment; Medical education; Comparability; Medicine; Test (biology); Clinical clerkship; Educational measurement; Family medicine; Psychology; Medical school; Mathematics education; Curriculum; Computer science; Library science; Pedagogy; Mathematics","score_opus":0.24978129391074125,"score_gpt":0.5220355605604755,"score_spread":0.2722542666497343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330673540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894247,0.00016608284,0.00031789482,0.007066145,0.0010833509,0.000596173,0.000008473142,0.000015318803,0.0013218778],"genre_scores_gemma":[0.99746,0.00017196771,0.0007911196,0.0010065516,0.0004661042,0.000013440816,0.000016258115,0.0000088579645,0.00006571158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99081814,0.0004643585,0.0024092654,0.00055283826,0.00547644,0.00027896318],"domain_scores_gemma":[0.9902365,0.0021845044,0.0011035796,0.00049603236,0.0056036436,0.0003757401],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02843018,0.00016559381,0.0007892705,0.00059853523,0.000119172175,0.0000031884795,0.00089296105,0.00034468118,0.000053837044],"category_scores_gemma":[0.10812268,0.00011053613,0.00006477414,0.003371875,0.025644908,0.00023143376,0.0003489766,0.0011898475,0.0000017436824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002668748,0.00056816003,0.8852802,0.0006372855,0.00011946994,0.0000024305614,0.017428393,0.00003109633,0.011487241,0.026664404,0.018268958,0.039245494],"study_design_scores_gemma":[0.0034344967,0.0006876317,0.97097456,0.0007735988,0.00012721658,0.00006060697,0.007380072,0.012898223,0.0018524027,0.0009877116,0.0007208855,0.00010260248],"about_ca_topic_score_codex":0.00015930396,"about_ca_topic_score_gemma":0.000002691715,"teacher_disagreement_score":0.08569436,"about_ca_system_score_codex":0.00021905961,"about_ca_system_score_gemma":0.00444643,"threshold_uncertainty_score":0.985339},"labels":[],"label_agreement":null},{"id":"W2330740639","doi":"10.1097/acm.0000000000000587","title":"Supervisor Continuity or Co-Location","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supervisor; Sociocultural evolution; Nursing; Set (abstract data type); Clinical supervision; Courage; Work (physics); Psychology; Health care; Professional development; Medicine; Medical education; Sociology; Political science","score_opus":0.04211928575994508,"score_gpt":0.3957759313303522,"score_spread":0.35365664557040716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330740639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9018164,0.00032521374,0.017772177,0.061048027,0.0013695129,0.0007509603,0.0000011849655,0.0002613097,0.016655209],"genre_scores_gemma":[0.9673793,0.0001249521,0.00075468235,0.021114085,0.002955869,0.00005510618,0.00017168702,0.000027272288,0.007417092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803495,0.00008026437,0.0006412898,0.0003106876,0.0006317983,0.00030099435],"domain_scores_gemma":[0.9986352,0.00022074647,0.00015239112,0.00043644517,0.00039419107,0.00016105651],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018446567,0.0001603745,0.0003990536,0.00023821359,0.00009294053,0.000003192404,0.00018545041,0.00031269732,0.0015858411],"category_scores_gemma":[0.010808495,0.00011209496,0.000023192366,0.0008085099,0.00034815448,0.00009662396,0.00002224425,0.0008828438,0.00030519706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003362235,0.000086461405,0.06970171,0.00064991816,0.000083416206,0.000008778219,0.0077601527,0.000001891879,0.011676935,0.026058124,0.5738762,0.30976018],"study_design_scores_gemma":[0.007315871,0.0013366698,0.12332058,0.001589583,0.00033707224,0.00052056654,0.00557392,0.0038295013,0.0029852302,0.00217855,0.8506078,0.0004046483],"about_ca_topic_score_codex":0.000042435964,"about_ca_topic_score_gemma":0.0000035547,"teacher_disagreement_score":0.30935553,"about_ca_system_score_codex":0.00012229745,"about_ca_system_score_gemma":0.0001828073,"threshold_uncertainty_score":0.9993268},"labels":[],"label_agreement":null},{"id":"W2330863968","doi":"10.1097/acm.0b013e31826768eb","title":"Maturation (and Déjà Vu) Comes to the Research in Medical Education Program at Age 51","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Hard rime; Mainstream; Publication; Medical education; Publishing; Political science; Library science; Psychology; Sociology; Medicine; Law; Computer science; Art","score_opus":0.10855919411506995,"score_gpt":0.5217362353443807,"score_spread":0.41317704122931076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330863968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6954152,0.002255963,0.00005344014,0.2944404,0.0012605432,0.0018817007,3.587138e-7,0.00005421596,0.004638174],"genre_scores_gemma":[0.9699504,0.0007157228,0.0006523024,0.019770462,0.0041508647,0.0008970038,0.00013960528,0.000024983607,0.0036986654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966655,0.00025241368,0.00062088313,0.0002831081,0.0016198584,0.0005582779],"domain_scores_gemma":[0.99850047,0.00036282826,0.00008458868,0.0003917354,0.00024898574,0.00041142292],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070281643,0.00014848086,0.0002787327,0.0005651006,0.00018469042,0.000007299382,0.0002483939,0.00038435575,0.00063906464],"category_scores_gemma":[0.0093882205,0.000091271955,0.000015739224,0.0017293965,0.0005426526,0.00013659296,0.0001466264,0.0018793336,0.00015625125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014418292,0.0001868015,0.04873619,0.0001887398,0.00001762031,0.000006761322,0.01681181,1.9427596e-7,0.0007032823,0.0095789125,0.48894465,0.43468085],"study_design_scores_gemma":[0.0011106693,0.00030789187,0.23142758,0.0013661281,0.00004327311,0.00033253862,0.0063889595,0.0002690205,0.00014208893,0.00081701734,0.75765693,0.00013791936],"about_ca_topic_score_codex":0.00013755626,"about_ca_topic_score_gemma":0.000029545372,"teacher_disagreement_score":0.43454292,"about_ca_system_score_codex":0.00042208438,"about_ca_system_score_gemma":0.00042401737,"threshold_uncertainty_score":0.99895614},"labels":[],"label_agreement":null},{"id":"W2331045288","doi":"10.1097/acm.0b013e318227744d","title":"On Physician Advocacy","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Argument (complex analysis); Curriculum; Patient advocacy; Public relations; Political science; Psychology; Medical education; MEDLINE; Medicine; Law","score_opus":0.055780826396777033,"score_gpt":0.36787180472877157,"score_spread":0.3120909783319945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331045288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.730165,0.000209443,0.0011776449,0.013897761,0.0013228086,0.00040569346,4.158187e-7,0.00016704669,0.25265417],"genre_scores_gemma":[0.9420088,0.00009562013,0.00049343135,0.05185491,0.0016226292,0.000034492285,0.00003726156,0.000027142227,0.0038257116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985491,0.000025851485,0.0004067164,0.00025950914,0.0004936722,0.0002651654],"domain_scores_gemma":[0.99917287,0.00006188163,0.00011734,0.0003893443,0.00013504742,0.00012350881],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004930112,0.00015015012,0.00027517576,0.00024535877,0.000060423405,7.23236e-7,0.00015821023,0.00019630726,0.0018213934],"category_scores_gemma":[0.0016287845,0.00010839393,0.000028935227,0.00057746714,0.00027790063,0.00005652313,0.00002000379,0.0009682272,0.00045752732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028677043,0.00014349075,0.003965547,0.00012296507,0.00008043285,0.000037466656,0.01871882,2.4345243e-7,0.0032355995,0.123051435,0.7070189,0.14333832],"study_design_scores_gemma":[0.018348876,0.008470909,0.21175668,0.0075456914,0.0011950003,0.0005171302,0.026712697,0.0010046333,0.02350993,0.1867064,0.5127305,0.0015015499],"about_ca_topic_score_codex":0.00003119099,"about_ca_topic_score_gemma":1.2124664e-7,"teacher_disagreement_score":0.24882844,"about_ca_system_score_codex":0.00008658199,"about_ca_system_score_gemma":0.00011123683,"threshold_uncertainty_score":0.9990911},"labels":[],"label_agreement":null},{"id":"W2331702293","doi":"10.15766/mep_2374-8265.798","title":"The Structured Communication Adolescent Guide (SCAG)","year":2008,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Session (web analytics); Interview; Medical education; Psychology; Medicine; Sociology; Computer science","score_opus":0.02016393694575669,"score_gpt":0.32272505648377353,"score_spread":0.30256111953801684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331702293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633741,0.0005362896,0.0003069835,0.012715858,0.00072454935,0.0004217975,0.0000014680751,0.00010262,0.021816371],"genre_scores_gemma":[0.9864769,0.00016582223,0.0034778921,0.0019178616,0.0002696883,0.000034173023,0.00012013044,0.000015805697,0.0075217066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889505,0.00003432321,0.0003576676,0.0001273249,0.00040590894,0.00017973731],"domain_scores_gemma":[0.99890935,0.000031283038,0.00010869539,0.0006686395,0.00022784896,0.000054186632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003379628,0.00008878351,0.00011581023,0.000050428098,0.00046650326,0.000010858543,0.00017728136,0.000069936425,0.00025276231],"category_scores_gemma":[0.00064897124,0.000058690428,0.000046482837,0.00028080016,0.00028945244,0.00004652114,0.000035385652,0.00030431498,0.00008335484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056586636,0.0001984545,0.055463295,0.000028166683,0.00005662664,0.000029815892,0.0010566473,0.0000027096619,0.00084898324,0.0042239567,0.8661603,0.07187449],"study_design_scores_gemma":[0.0006240657,0.000046738805,0.46275714,0.000053756157,0.000035828885,0.00047392325,0.00069900684,0.00026783207,0.001375456,0.00027349594,0.533287,0.000105774125],"about_ca_topic_score_codex":0.000028819119,"about_ca_topic_score_gemma":0.000022378183,"teacher_disagreement_score":0.40729386,"about_ca_system_score_codex":0.00009958852,"about_ca_system_score_gemma":0.00020842631,"threshold_uncertainty_score":0.3588013},"labels":[],"label_agreement":null},{"id":"W2331916856","doi":"10.1136/postgradmedj-2014-132983","title":"Improving medical students’ written communication skills: design and evaluation of an educational curriculum","year":2015,"lang":"en","type":"article","venue":"Postgraduate Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"McMaster University","keywords":"Curriculum; Checklist; Communication skills; Medical education; Medicine; Objective structured clinical examination; Educational measurement; Medical school; Psychology; Pedagogy","score_opus":0.04672489314163796,"score_gpt":0.41530224012944045,"score_spread":0.3685773469878025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331916856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9524253,0.00093886437,0.007687925,0.03736293,0.0007145669,0.0005439363,0.0000011408213,0.000026600788,0.00029874322],"genre_scores_gemma":[0.9567528,0.00027632702,0.039779644,0.002037903,0.00088937633,0.000052340525,0.00013126206,0.000030254996,0.000050116563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9887069,0.0010812513,0.0010577971,0.00026585403,0.008584258,0.00030396463],"domain_scores_gemma":[0.99447083,0.00024175414,0.00046997762,0.00041899842,0.0032846627,0.0011137996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023157895,0.00018717205,0.00036727882,0.00035063535,0.00018930227,0.00008207491,0.00064603647,0.0002877589,0.00074753945],"category_scores_gemma":[0.02612974,0.00015038466,0.000059409223,0.0005030893,0.00046239025,0.00036385414,0.00016442558,0.0011392869,0.000017747723],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014925713,0.0052458285,0.053458933,0.00009533179,0.00020563058,0.000032683416,0.0024450973,0.000027491737,0.00010712395,0.00092108233,0.017222581,0.92008895],"study_design_scores_gemma":[0.027971553,0.0029662906,0.313004,0.0034394185,0.0019345128,0.019418655,0.007924458,0.59327686,0.0006161507,0.025543068,0.002925125,0.0009798949],"about_ca_topic_score_codex":0.000103114304,"about_ca_topic_score_gemma":0.000007909611,"teacher_disagreement_score":0.91910905,"about_ca_system_score_codex":0.00038460147,"about_ca_system_score_gemma":0.0047898414,"threshold_uncertainty_score":0.9820736},"labels":[],"label_agreement":null},{"id":"W2331966507","doi":"10.1097/acm.0000000000000735","title":"Attending Physician Variability","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Competence (human resources); Observational study; Psychology; Empowerment; Nursing; Context (archaeology); Medical education; Proactivity; Medicine; Social psychology","score_opus":0.06882554121078197,"score_gpt":0.401927286649714,"score_spread":0.333101745438932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331966507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7685078,0.00037591983,0.01270578,0.095141485,0.0032326558,0.0006869922,0.0000012506696,0.00030149322,0.11904664],"genre_scores_gemma":[0.9711623,0.000030579093,0.0011836708,0.021402124,0.003761453,0.00003109838,0.00007593976,0.000022835518,0.0023300014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813986,0.000069561946,0.00050234835,0.0002968538,0.00070083234,0.00029054403],"domain_scores_gemma":[0.99877375,0.00010194078,0.00012904081,0.0004123438,0.0003349545,0.00024797465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026236041,0.00014472462,0.00033885945,0.00017568562,0.000053948126,0.0000020173047,0.00015449854,0.00021898493,0.00025401564],"category_scores_gemma":[0.007328567,0.00010916989,0.000025506255,0.0008015815,0.00032010645,0.00010509483,0.00004071224,0.0009593208,0.00019321339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010519754,0.00006452679,0.046590816,0.000156319,0.00006507066,0.000017220453,0.0074989107,0.0000027285137,0.005307874,0.03213988,0.8340583,0.07399319],"study_design_scores_gemma":[0.009700801,0.0011743386,0.043700747,0.0017623557,0.0006485346,0.00043591807,0.018491738,0.0042825523,0.0020588893,0.062259674,0.8548026,0.0006818491],"about_ca_topic_score_codex":0.000024855834,"about_ca_topic_score_gemma":1.327158e-7,"teacher_disagreement_score":0.20265451,"about_ca_system_score_codex":0.00029386498,"about_ca_system_score_gemma":0.00023701682,"threshold_uncertainty_score":0.87735087},"labels":[],"label_agreement":null},{"id":"W2332051929","doi":"10.15766/mep_2374-8265.9800","title":"Lumbar Puncture Teaching Skills Objective Structured Clinical Examination (OSCE) Station","year":2014,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Objective structured clinical examination; Lumbar puncture; Medicine; Medical education; Medical physics; Lumbar; Physical therapy; Surgery; Pathology","score_opus":0.010273912158680763,"score_gpt":0.3558894834786975,"score_spread":0.3456155713200167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332051929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96846765,0.000013021762,0.018013788,0.00080250454,0.001997075,0.00050052715,0.0000047368253,0.00013585901,0.010064809],"genre_scores_gemma":[0.98073214,0.000004142144,0.01339196,0.0018368302,0.0015461012,0.00003184474,0.0006687218,0.000033412165,0.0017548172],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977173,0.0002787007,0.0006924973,0.0004090527,0.000643376,0.00025906265],"domain_scores_gemma":[0.9987608,0.00011456535,0.0002865092,0.0003835574,0.00033891777,0.000115624396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023175124,0.00019016946,0.0003317332,0.00020378981,0.00017584661,0.000029002453,0.00010219541,0.00027355584,0.0005208572],"category_scores_gemma":[0.0067137424,0.0001585256,0.00009334861,0.00028428057,0.0001363384,0.00017646179,0.000024282677,0.0008421934,0.0000822742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027930215,0.0005403283,0.07103897,0.000082965795,0.000070069924,0.000010292267,0.0023808335,0.000013519149,0.001149308,0.0049862675,0.019486258,0.90021324],"study_design_scores_gemma":[0.0011617489,0.00025707533,0.98376966,0.00006601814,0.00011027106,0.000047846934,0.00069820014,0.001554681,0.00046886917,0.0008785704,0.010815023,0.00017205678],"about_ca_topic_score_codex":0.00002288619,"about_ca_topic_score_gemma":0.00002552036,"teacher_disagreement_score":0.9127307,"about_ca_system_score_codex":0.00015420503,"about_ca_system_score_gemma":0.00016273689,"threshold_uncertainty_score":0.80374616},"labels":[],"label_agreement":null},{"id":"W2332143888","doi":"10.1097/acm.0000000000001048","title":"Advancing Competency-Based Medical Education: A Charter for Clinician–Educators","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":364,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Charter; Competence (human resources); Medical education; Professional development; Process (computing); Summit; Psychology; Medicine; Political science; Computer science","score_opus":0.041086187965634714,"score_gpt":0.43309671758978985,"score_spread":0.3920105296241551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332143888","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19921696,0.0027258962,0.023960024,0.7444893,0.014699078,0.0024691895,0.0000048830548,0.0003557314,0.012078893],"genre_scores_gemma":[0.638183,0.00019820471,0.036348037,0.29660654,0.020540882,0.001087304,0.0009686873,0.00014475506,0.0059225983],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963777,0.0000762154,0.0011677941,0.00049489783,0.0013483277,0.00053507864],"domain_scores_gemma":[0.99691707,0.00033085066,0.00030724017,0.00054713193,0.0009982736,0.00089940656],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003461222,0.00026975948,0.00061598193,0.00046548105,0.00010811399,0.00000449298,0.00034806464,0.00053640583,0.001140397],"category_scores_gemma":[0.026041843,0.00021329267,0.00007875849,0.0008647425,0.0004600956,0.000119683165,0.00003321179,0.0011822433,0.00011702471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017469596,0.00018107767,0.011704536,0.00026416642,0.000040201154,0.0000048035554,0.0025878716,0.000001319898,0.00010274924,0.015020144,0.9136777,0.056240734],"study_design_scores_gemma":[0.009263902,0.0014266508,0.0024580534,0.0032679823,0.00038764588,0.00030280006,0.014477115,0.00676377,0.00027327912,0.015367061,0.9455421,0.00046965736],"about_ca_topic_score_codex":0.000029714913,"about_ca_topic_score_gemma":0.0000045613574,"teacher_disagreement_score":0.4478828,"about_ca_system_score_codex":0.00037643587,"about_ca_system_score_gemma":0.016135521,"threshold_uncertainty_score":0.99977267},"labels":[],"label_agreement":null},{"id":"W2332424212","doi":"10.1097/acm.0b013e3182613f48","title":"Physicianship Amongst Physicians-in-Training","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Conversation; Humanism; Medical education; Psychology; Medicine; Philosophy; Communication","score_opus":0.06939858517986502,"score_gpt":0.38216403347016037,"score_spread":0.31276544829029534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332424212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94359905,0.0011316094,0.00068682013,0.022928754,0.0017457898,0.00040182663,6.5266727e-7,0.000110741996,0.02939476],"genre_scores_gemma":[0.9736946,0.00012307185,0.0004668236,0.017462198,0.006390678,0.00005469731,0.0000663628,0.0000358304,0.0017057181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786484,0.000052777836,0.0005823448,0.00024333231,0.0005925943,0.00066410983],"domain_scores_gemma":[0.9991325,0.00012336386,0.00016252307,0.00032551147,0.00010967522,0.0001464168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013700958,0.00019414259,0.00044919233,0.00033347492,0.0000610509,0.000002067472,0.00015902816,0.0002521944,0.00033673385],"category_scores_gemma":[0.0019551576,0.0001625215,0.000036647787,0.0012071632,0.00032408262,0.0002648889,0.000026928197,0.0014028053,0.00016604832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009192685,0.00017312072,0.3714682,0.0002912491,0.000076451484,0.000017507526,0.07928711,0.0000025131399,0.019255748,0.029838402,0.17639641,0.32310137],"study_design_scores_gemma":[0.005088014,0.00033185282,0.7488423,0.0039034674,0.00030531938,0.00017864203,0.053180248,0.0005924852,0.0023225392,0.0034622692,0.1811779,0.00061493233],"about_ca_topic_score_codex":0.000037778696,"about_ca_topic_score_gemma":9.8821e-7,"teacher_disagreement_score":0.37737414,"about_ca_system_score_codex":0.00019369973,"about_ca_system_score_gemma":0.000084096166,"threshold_uncertainty_score":0.6627434},"labels":[],"label_agreement":null},{"id":"W2332503814","doi":"10.5465/amle.2010.51428552","title":"Self-Assessment: The Complex Process of Determining \"How We Are Doing\"-A Perspective From Medical Education.","year":2010,"lang":"en","type":"article","venue":"Academy of Management Learning and Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Perspective (graphical); Process (computing); Psychology; Self-assessment; Process management; Engineering ethics; Sociology; Knowledge management; Pedagogy; Business; Computer science; Engineering","score_opus":0.013446796513596215,"score_gpt":0.36587827309193743,"score_spread":0.35243147657834123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332503814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8719711,0.0003734606,0.00030641453,0.116057426,0.00050671084,0.00052924984,7.7960505e-7,0.000055548368,0.010199328],"genre_scores_gemma":[0.978406,0.00036860452,0.018662311,0.0013604754,0.0004290571,0.00009820877,0.00003435781,0.000016435451,0.0006245653],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986072,0.000074587246,0.00032841272,0.00027379417,0.00056868664,0.00014727676],"domain_scores_gemma":[0.9989591,0.000112097296,0.0004519328,0.00014137466,0.00026948113,0.0000660186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000697251,0.00012593942,0.00021015368,0.00022633771,0.0001941068,0.000023327591,0.00018743142,0.00014848146,0.00022079112],"category_scores_gemma":[0.0005280149,0.00010083672,0.000035944846,0.0004520615,0.00019321057,0.0001232816,0.000055810364,0.00086685753,0.0000029776234],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004099393,0.0017846752,0.12819119,0.001561668,0.00034628643,4.701297e-7,0.01672439,0.0000060519847,0.0005993861,0.036457427,0.022428783,0.7918587],"study_design_scores_gemma":[0.00086878054,0.00010159846,0.64020234,0.0012300287,0.00047652973,0.000025201085,0.16969572,0.0035619522,0.00031378132,0.003764052,0.17952482,0.0002352078],"about_ca_topic_score_codex":0.00002548604,"about_ca_topic_score_gemma":0.0000016319153,"teacher_disagreement_score":0.7916235,"about_ca_system_score_codex":0.000073256066,"about_ca_system_score_gemma":0.00054679665,"threshold_uncertainty_score":0.4112002},"labels":[],"label_agreement":null},{"id":"W2332743619","doi":"10.1097/acm.0000000000000605","title":"Residents’ Views of the Role of Classroom-Based Learning in Graduate Medical Education Through the Lens of Academic Half Days","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Medical education; Graduate medical education; Medicine; Curriculum; Relevance (law); Focus group; Perception; Psychology; Pedagogy; Sociology","score_opus":0.05121349270908728,"score_gpt":0.3786010164857982,"score_spread":0.32738752377671093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332743619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916661,0.0024488822,0.0009971817,0.09821032,0.00083718926,0.00078655325,8.944236e-7,0.00002482237,0.0050280103],"genre_scores_gemma":[0.9914584,0.0008610874,0.0002636099,0.006283131,0.00064432324,0.000052919204,0.000036108697,0.00002701615,0.0003733767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953012,0.0005249165,0.0017769744,0.00028711118,0.0018156832,0.00029414947],"domain_scores_gemma":[0.99708265,0.00068557716,0.0010948038,0.0006413344,0.00042106188,0.00007456324],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004960816,0.00019777306,0.00065786525,0.0002668323,0.00007224193,8.447694e-7,0.0006958998,0.00052783696,0.00021908633],"category_scores_gemma":[0.027192868,0.0001107776,0.000081653205,0.0014701106,0.0012066921,0.000105574254,0.00009122693,0.0031740195,0.000005741951],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041182328,0.0004407164,0.55078787,0.0019160981,0.00014536433,9.851739e-7,0.04281012,0.00019881791,0.06116024,0.087557174,0.07046981,0.18410099],"study_design_scores_gemma":[0.009928422,0.0013417244,0.564025,0.027845778,0.0009984153,0.00010568763,0.03141788,0.016573073,0.05942815,0.052425742,0.2353179,0.00059226726],"about_ca_topic_score_codex":0.0006876483,"about_ca_topic_score_gemma":0.000018388642,"teacher_disagreement_score":0.18350872,"about_ca_system_score_codex":0.000112049245,"about_ca_system_score_gemma":0.0013180501,"threshold_uncertainty_score":0.9991257},"labels":[],"label_agreement":null},{"id":"W2332842330","doi":"10.1097/acm.0b013e31826d6ab3","title":"Beyond the Biomedical Feedlot","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Schema (genetic algorithms); Engineering ethics; Psychology; Public relations; Medicine; Pedagogy; Political science; Computer science; Engineering","score_opus":0.03450100950272682,"score_gpt":0.381047645703531,"score_spread":0.34654663620080417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332842330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6113218,0.004176431,0.0020726616,0.3376143,0.0058771237,0.00070867775,0.0000018711177,0.00018750786,0.038039643],"genre_scores_gemma":[0.9362517,0.00021407766,0.00046885165,0.048166424,0.010120265,0.00005966542,0.00013029473,0.000027354658,0.004561348],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977257,0.00006155738,0.0005679444,0.00018847897,0.00093001,0.0005262626],"domain_scores_gemma":[0.9988013,0.0002061618,0.00013078288,0.00044903683,0.00012942565,0.00028330635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023751592,0.00016481456,0.00028790146,0.00020319092,0.0001531593,0.000002225557,0.00025220079,0.00030396093,0.002107735],"category_scores_gemma":[0.0035889086,0.00008758051,0.000035815578,0.0009835557,0.0009193112,0.00011566199,0.000058691283,0.0014423482,0.0004166573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029286226,0.00004893109,0.014805813,0.000052376792,0.000049059454,0.0000018431595,0.0059951576,6.465622e-8,0.0024869656,0.024338247,0.9137629,0.038429327],"study_design_scores_gemma":[0.0018035332,0.000254632,0.07877488,0.00024423384,0.00029188627,0.00066666026,0.0055139284,0.00009481698,0.0004954516,0.0027958928,0.90889007,0.00017399482],"about_ca_topic_score_codex":0.000018959288,"about_ca_topic_score_gemma":1.1543277e-7,"teacher_disagreement_score":0.32492992,"about_ca_system_score_codex":0.000117531374,"about_ca_system_score_gemma":0.0001160633,"threshold_uncertainty_score":0.99880445},"labels":[],"label_agreement":null},{"id":"W2333208470","doi":"10.1097/brs.0000000000000665","title":"A Unique Meeting Pay Attention to the Interdisciplinary Subjects Around Orthopedics","year":2014,"lang":"en","type":"review","venue":"Spine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Medicine; Orthopedic surgery; Pace; Perioperative; Multidisciplinary approach; Medical education; Family medicine; General surgery; Medical physics; Surgery","score_opus":0.035048138613205354,"score_gpt":0.411316388785965,"score_spread":0.37626825017275967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333208470","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023739816,0.9644031,0.007369904,0.014337701,0.0034644676,0.003000362,0.0000066282305,0.00014997495,0.007030481],"genre_scores_gemma":[0.00014999653,0.979756,0.0039621997,0.0022242537,0.005121059,0.000517395,0.0009951578,0.00011011522,0.0071638194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785936,0.00017406371,0.00084023067,0.0004029839,0.00042816834,0.00029521037],"domain_scores_gemma":[0.99842554,0.000060007344,0.00036689514,0.00078401994,0.0002657496,0.00009779158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017746533,0.00031455222,0.00097383704,0.00033535485,0.00019692064,0.000035140536,0.00026979644,0.00029304964,0.00006999154],"category_scores_gemma":[0.0014998028,0.00016435944,0.00026575793,0.0012398837,0.00008006676,0.000039208793,0.00031129865,0.0009869239,0.00037371065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037482873,0.00005912141,0.000014020244,0.008268513,0.0000698028,0.0000074463724,0.0001158176,3.9709505e-7,0.0000010331116,0.00031995383,0.023195282,0.96794486],"study_design_scores_gemma":[0.00013320442,0.00018570398,0.000102705744,0.027548144,0.00061111135,0.00013853105,0.00012016316,0.000042678716,3.6467898e-7,0.000048895858,0.97088856,0.0001799133],"about_ca_topic_score_codex":0.000009976335,"about_ca_topic_score_gemma":0.000016761744,"teacher_disagreement_score":0.967765,"about_ca_system_score_codex":0.00031536963,"about_ca_system_score_gemma":0.00046525206,"threshold_uncertainty_score":0.6702384},"labels":[],"label_agreement":null},{"id":"W2333516106","doi":"10.1097/acm.0b013e31825cf71a","title":"The Activities and Responsibilities of the Vice Chair for Education in U.S. and Canadian Departments of Medicine","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Demographics; Vice president; Position (finance); Descriptive statistics; Confidentiality; Medical education; Public relations; Psychology; Political science; Medicine; Sociology; Management; Business","score_opus":0.022346311559149273,"score_gpt":0.36650027443460387,"score_spread":0.3441539628754546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333516106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9378154,0.0061102533,0.000012076763,0.053705625,0.00066497445,0.00070382253,0.0000031906625,0.000003796465,0.0009808183],"genre_scores_gemma":[0.9945241,0.0009070639,0.00008552899,0.0025755158,0.00047303538,0.0000724513,0.0000123485015,0.000009435175,0.0013405097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886614,0.00007451345,0.0004654152,0.00011048546,0.00026274973,0.00022070928],"domain_scores_gemma":[0.99870384,0.00064352347,0.00018595933,0.00022698978,0.000138483,0.00010121552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021417441,0.00009340574,0.00024726786,0.00022383586,0.00009850894,7.5577714e-7,0.000095613344,0.00012501933,0.000019235373],"category_scores_gemma":[0.005391317,0.000048995247,0.0000106017615,0.00032703727,0.0011517426,0.000076640914,0.000022573673,0.00029467983,1.3408184e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051355787,0.00007088747,0.65016925,0.0012230558,0.0000998744,2.0030441e-7,0.07669173,3.3761134e-7,0.009405096,0.052639358,0.06683735,0.14234927],"study_design_scores_gemma":[0.0028306292,0.0004119232,0.80091035,0.0019480943,0.0001773632,0.00007388697,0.08266815,0.00010126716,0.003057888,0.0064714574,0.10122596,0.00012304212],"about_ca_topic_score_codex":0.006312944,"about_ca_topic_score_gemma":0.0017727943,"teacher_disagreement_score":0.15074107,"about_ca_system_score_codex":0.00011475577,"about_ca_system_score_gemma":0.0006581845,"threshold_uncertainty_score":0.95433253},"labels":[],"label_agreement":null},{"id":"W2333784729","doi":"10.15766/mep_2374-8265.9313","title":"Using the AAMC Toolbox for Evaluating Educators: You be the Judge!","year":2013,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Medical school; Library science; Medicine; Medical education; Computer science","score_opus":0.12150993082237149,"score_gpt":0.44212020307346517,"score_spread":0.3206102722510937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333784729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547817,0.000087393244,0.0014431962,0.03713219,0.0017678451,0.001530805,0.000002559117,0.000041010364,0.0032133125],"genre_scores_gemma":[0.9713582,0.0000015410582,0.013682663,0.009328003,0.0018141267,0.00055477885,0.00006756149,0.000034728302,0.0031584005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985476,0.000045508372,0.0003960418,0.00020952006,0.00050348754,0.00029780524],"domain_scores_gemma":[0.9986522,0.00016562307,0.00016211219,0.000517354,0.00044944877,0.000053215088],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013405579,0.00012796899,0.00015642305,0.00006319311,0.00039689103,0.000057703375,0.00019164314,0.000077222685,0.0014699457],"category_scores_gemma":[0.002848004,0.000067144785,0.00008539778,0.00038420278,0.0001901575,0.00011580941,0.000027139999,0.0002783793,0.000055963497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052146694,0.00054116204,0.013609792,0.00020134298,0.00027460395,0.0000029648484,0.011752169,0.00003771245,0.013460305,0.008633436,0.7224207,0.22901368],"study_design_scores_gemma":[0.0059107128,0.001303877,0.16781119,0.00074207067,0.0022601546,0.0009954213,0.14294398,0.141606,0.011902856,0.010684694,0.51235557,0.0014834745],"about_ca_topic_score_codex":0.00016592738,"about_ca_topic_score_gemma":0.000005792451,"teacher_disagreement_score":0.2275302,"about_ca_system_score_codex":0.00010253352,"about_ca_system_score_gemma":0.00048654588,"threshold_uncertainty_score":0.9994429},"labels":[],"label_agreement":null},{"id":"W2333793989","doi":"10.1097/acm.0000000000000293","title":"Affirming Professional Identities Through an Apprenticeship","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Apprenticeship; Identity (music); Medical education; Professionalization; Psychology; Professional development; Pedagogy; Medicine; Sociology; Social science","score_opus":0.05312479117853119,"score_gpt":0.42234336470600303,"score_spread":0.36921857352747184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333793989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93882984,0.0003685193,0.009283417,0.025899326,0.0036227214,0.00041750525,6.562532e-7,0.00020017746,0.02137786],"genre_scores_gemma":[0.96999943,0.00013542417,0.0023268184,0.013212291,0.0050055254,0.000059256345,0.00018204292,0.000031812724,0.009047417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780166,0.00010825949,0.0005914387,0.00033504702,0.0008363614,0.00032722758],"domain_scores_gemma":[0.9988997,0.00014474662,0.00019633096,0.00040936747,0.00021741286,0.00013243018],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015355096,0.00017248288,0.0003405575,0.00017961102,0.00016098436,0.0000050723065,0.00023643096,0.00029194978,0.0012329605],"category_scores_gemma":[0.003315063,0.00012807315,0.000027639477,0.00048161857,0.00040738605,0.00043490287,0.000048918722,0.0010776102,0.00011082081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002228651,0.00022402566,0.040174305,0.001232305,0.00012942853,0.000016606502,0.047562126,0.000005701911,0.018970164,0.28991485,0.5276774,0.0738702],"study_design_scores_gemma":[0.009772776,0.0019256456,0.055222683,0.0064378628,0.0009088901,0.00079870917,0.04387193,0.008260488,0.004123446,0.10340928,0.7642429,0.0010254194],"about_ca_topic_score_codex":0.000021021588,"about_ca_topic_score_gemma":7.4898685e-7,"teacher_disagreement_score":0.23656544,"about_ca_system_score_codex":0.0000750659,"about_ca_system_score_gemma":0.00011099056,"threshold_uncertainty_score":0.99968004},"labels":[],"label_agreement":null},{"id":"W2333876386","doi":"10.1097/acm.0000000000000478","title":"What’s Behind the Scenes? Exploring the Unspoken Dimensions of Complex and Challenging Surgical Situations","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Context (archaeology); Construct (python library); Perception; Psychology; Process (computing); Medical education; Computer science; Medicine","score_opus":0.12387457759602782,"score_gpt":0.3726031220997945,"score_spread":0.2487285445037667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333876386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71250117,0.0014991825,0.0006837425,0.28297487,0.0010309512,0.00040563903,5.38992e-7,0.00003650567,0.00086741603],"genre_scores_gemma":[0.9896042,0.005247322,0.00017419556,0.0031652418,0.001282248,0.000059506907,0.000032930995,0.000016635242,0.000417721],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837625,0.00011957761,0.0005321559,0.00020590928,0.00054424745,0.00022187446],"domain_scores_gemma":[0.99805444,0.0009573617,0.00016467714,0.0005497294,0.00018780057,0.00008595861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021238702,0.00013179478,0.00029441284,0.00013677578,0.0003088354,0.000006016346,0.00025059553,0.00010390859,0.0001355707],"category_scores_gemma":[0.002900512,0.00006009542,0.000027868527,0.00038012766,0.0007633889,0.00015616466,0.000103912425,0.00082840206,0.0000088316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002020743,0.00016499042,0.016329562,0.0006243032,0.00042992088,0.000016321032,0.13236032,0.00014470826,0.013951858,0.24906078,0.12013276,0.4665824],"study_design_scores_gemma":[0.007470588,0.0008199602,0.1671496,0.005682932,0.001277414,0.0009277693,0.09636793,0.03275466,0.0011642816,0.021309415,0.66450596,0.00056948705],"about_ca_topic_score_codex":0.000031212112,"about_ca_topic_score_gemma":0.000002169744,"teacher_disagreement_score":0.5443732,"about_ca_system_score_codex":0.00003380443,"about_ca_system_score_gemma":0.000047457797,"threshold_uncertainty_score":0.35990408},"labels":[],"label_agreement":null},{"id":"W2333904976","doi":"10.1097/acm.0b013e3181fa2de7","title":"What Are the Discussion Topics and Usefulness of Clerkship Directorsʼ Meetings Within Medical Schools? A Report From the CDIM 2007 National Survey","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; MEDLINE; Psychology; Medicine; Political science","score_opus":0.05785442730478128,"score_gpt":0.37214092854795855,"score_spread":0.31428650124317725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333904976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77970034,0.0005216387,0.00011756463,0.21513887,0.003913175,0.0003554033,0.0000054376633,0.000030308578,0.00021729514],"genre_scores_gemma":[0.98227835,0.00035697012,0.00016952057,0.011097541,0.00461028,0.000046078374,0.00025732542,0.000024692936,0.0011592589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958329,0.0002710523,0.0010701873,0.0003813415,0.0022092196,0.00023528177],"domain_scores_gemma":[0.99637216,0.0014403942,0.00068385695,0.00055907125,0.0007486106,0.00019588649],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010956505,0.00019632869,0.00041729183,0.00009785509,0.00020174637,0.000016584643,0.00042420856,0.00052950124,0.0006160122],"category_scores_gemma":[0.08154084,0.00008072066,0.00003481097,0.00062189973,0.0010267639,0.0002026879,0.00012816764,0.003147287,0.0000074076042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012015633,0.00004635222,0.7490431,0.00005883545,0.00009756162,0.000023020119,0.006399652,4.270729e-7,0.0011471346,0.0019105967,0.2302404,0.010912732],"study_design_scores_gemma":[0.0013514418,0.000056600737,0.94280106,0.002161432,0.0001398842,0.00037490408,0.012463651,0.0004067842,0.0005810149,0.0032177416,0.036287073,0.00015841801],"about_ca_topic_score_codex":0.00058693765,"about_ca_topic_score_gemma":0.00017959591,"teacher_disagreement_score":0.20404132,"about_ca_system_score_codex":0.000053980704,"about_ca_system_score_gemma":0.0005155198,"threshold_uncertainty_score":0.9991525},"labels":[],"label_agreement":null},{"id":"W2333918217","doi":"10.1097/01.eem.0000410107.40227.85","title":"Second Opinion: What is ABEM Thinking?","year":2011,"lang":"en","type":"article","venue":"Emergency Medicine News","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Test (biology); Medical education; Maintenance of Certification; Psychology; Board certification; Public relations; Subject (documents); Service (business); Medicine; Political science; Continuing medical education; Business; Law; Marketing; Computer science","score_opus":0.06754154539605935,"score_gpt":0.3651870109552629,"score_spread":0.29764546555920357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333918217","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24304113,0.012841745,0.0020391939,0.08290452,0.06629509,0.0016150447,0.0000043074565,0.00048523143,0.59077376],"genre_scores_gemma":[0.47061107,0.048765834,0.03779516,0.15913346,0.047742438,0.0007034817,0.0010874313,0.0005529867,0.23360816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975669,0.000040800398,0.0008866412,0.00042394362,0.00071531907,0.00036638757],"domain_scores_gemma":[0.9984469,0.000017731843,0.00021684813,0.0007417132,0.0003915718,0.00018524575],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006280754,0.00024230304,0.00039173948,0.0002835406,0.00014587943,0.000005090005,0.0002560815,0.00018030342,0.2077728],"category_scores_gemma":[0.00048042907,0.00018757071,0.00009115617,0.0009092613,0.00017010688,0.00037325657,0.000048372258,0.00046827938,0.00059613294],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041470863,0.00019301045,0.0078052995,0.00015961472,0.000068471105,0.0000059265994,0.017851468,2.0346805e-8,0.00025309488,0.002751641,0.93644184,0.03442814],"study_design_scores_gemma":[0.0013007569,0.0006196478,0.025890067,0.00056986685,0.000101003476,0.0000660436,0.00811965,0.000050488863,0.0007763475,0.0057574785,0.95649195,0.00025671988],"about_ca_topic_score_codex":0.00013965921,"about_ca_topic_score_gemma":0.000015676527,"teacher_disagreement_score":0.3571656,"about_ca_system_score_codex":0.000076387165,"about_ca_system_score_gemma":0.00013439255,"threshold_uncertainty_score":0.7929514},"labels":[],"label_agreement":null},{"id":"W2334141014","doi":"10.15766/mep_2374-8265.3148","title":"Mentoring Principles, Processes, and Strategies for Facilitating Mentoring Relationships at a Distance","year":2010,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Medical education; Resource (disambiguation); Process (computing); Pedagogy; Computer science; Medicine","score_opus":0.053437896151795214,"score_gpt":0.3379018547326916,"score_spread":0.28446395858089635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334141014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98536044,0.00013265136,0.0051919185,0.00058122614,0.000572446,0.00055841886,0.000009309518,0.00008317309,0.0075103925],"genre_scores_gemma":[0.96432155,0.0000042381994,0.0283729,0.00004838401,0.00032195318,0.00025801457,0.00012063708,0.00001856218,0.0065337624],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988536,0.000009542119,0.0003435725,0.00025821445,0.00028315562,0.00025190949],"domain_scores_gemma":[0.99925256,0.00012038935,0.00012549659,0.00019224998,0.00021771766,0.00009160461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007258051,0.000116957606,0.00014866052,0.00007819295,0.00033459367,0.00004362812,0.0000537557,0.00008561988,0.00006840483],"category_scores_gemma":[0.0028852192,0.00010819593,0.000021547281,0.00024120939,0.000095360396,0.0002151959,0.000029756153,0.0003203535,0.0000050555814],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030001247,0.0005256249,0.6206477,0.0055854986,0.00021691239,0.00002620873,0.04531334,0.000029846507,0.055479467,0.22525471,0.006117569,0.04050305],"study_design_scores_gemma":[0.004745315,0.00045631724,0.14581709,0.0009037468,0.0003584596,0.00031381732,0.05051219,0.0066463915,0.009558229,0.0076450296,0.77197194,0.0010714591],"about_ca_topic_score_codex":0.000012683939,"about_ca_topic_score_gemma":0.00022227154,"teacher_disagreement_score":0.76585436,"about_ca_system_score_codex":0.000098429875,"about_ca_system_score_gemma":0.00026170188,"threshold_uncertainty_score":0.44121018},"labels":[],"label_agreement":null},{"id":"W2334441747","doi":"10.1097/01367895-200617040-00007","title":"COMPARISON OF MEDICAL STUDENT AND PHYSICIAN ASSISTANT STUDENT SCORES OVER THREE YEARS OF STANDARDIZED-PATIENT ASSESSMENTS.","year":2006,"lang":"en","type":"article","venue":"The Journal of Physician Assistant Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Family medicine; Medicine; Psychology","score_opus":0.01685315166944366,"score_gpt":0.4187699707847966,"score_spread":0.40191681911535293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334441747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940371,0.0010351649,0.001360423,0.0014744775,0.00087910914,0.00039596704,0.000010990338,0.0000072417993,0.000799515],"genre_scores_gemma":[0.99777275,0.00006573602,0.0010307366,0.00047701382,0.00058014714,0.0000084381845,0.000019774847,0.000024030262,0.00002136625],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99522054,0.00017326185,0.001417494,0.00015561644,0.0028290509,0.00020405055],"domain_scores_gemma":[0.99660534,0.0001609713,0.0019177448,0.00036746822,0.0008692426,0.000079262216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014307374,0.00018433236,0.000679465,0.00026196614,0.00009054709,0.00002948267,0.00032357895,0.000092336355,0.00004050854],"category_scores_gemma":[0.00012926407,0.00013544312,0.00013599878,0.00056972343,0.00034925542,0.00015679364,0.00007164494,0.00047384264,0.0000011671639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012453899,0.022439307,0.28241748,0.0006499447,0.0011146597,0.000009724735,0.0114316745,0.000096824064,0.04307245,0.013980685,0.03515489,0.58838695],"study_design_scores_gemma":[0.0013946499,0.0010123093,0.97533077,0.0013372086,0.000584872,0.000013114876,0.012294032,0.00019527298,0.0047456417,0.0007274539,0.002220067,0.00014462566],"about_ca_topic_score_codex":0.000090761874,"about_ca_topic_score_gemma":0.00002711085,"teacher_disagreement_score":0.6929133,"about_ca_system_score_codex":0.00039427527,"about_ca_system_score_gemma":0.0012793319,"threshold_uncertainty_score":0.552321},"labels":[],"label_agreement":null},{"id":"W2334589969","doi":"10.15766/mep_2374-8265.9336","title":"Medical Teaching Resources for Faculty Developers","year":2013,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Presentation (obstetrics); Medical education; Variety (cybernetics); Resource (disambiguation); Psychology; Medicine; Computer science; Surgery","score_opus":0.025031387545357463,"score_gpt":0.36031205696349894,"score_spread":0.3352806694181415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334589969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9612637,0.000020768624,0.002053167,0.017726991,0.00048244008,0.0005704166,0.0000025192037,0.00010459025,0.017775407],"genre_scores_gemma":[0.94656736,0.0000014187302,0.037483986,0.00580236,0.00081035635,0.00033631834,0.00027072555,0.000028568422,0.008698885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985144,0.00001747593,0.00035969025,0.00021453976,0.0006285379,0.00026534128],"domain_scores_gemma":[0.99931914,0.000050824736,0.00007144369,0.00018668691,0.00021188328,0.00016004681],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006971592,0.00011022488,0.00018661312,0.00010770628,0.0001574174,0.000022793873,0.00012526086,0.00015277768,0.0034414197],"category_scores_gemma":[0.0044324864,0.00008429273,0.0000584295,0.00015720917,0.00010618092,0.00009561511,0.000026262844,0.00035265036,0.0002488443],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021120337,0.00023089488,0.026591934,0.00010429539,0.00007482454,0.000009278086,0.0022614312,3.807786e-7,0.00041358185,0.0023822698,0.64624566,0.32166433],"study_design_scores_gemma":[0.0018162475,0.00019208976,0.15281536,0.00020840511,0.00007062275,0.00022591984,0.0044527007,0.0023677007,0.00048251226,0.0005114048,0.83656573,0.0002913345],"about_ca_topic_score_codex":0.00009487957,"about_ca_topic_score_gemma":0.000007307834,"teacher_disagreement_score":0.321373,"about_ca_system_score_codex":0.000067602916,"about_ca_system_score_gemma":0.00024072362,"threshold_uncertainty_score":0.99746954},"labels":[],"label_agreement":null},{"id":"W2334661440","doi":"10.1051/pmed/2016009","title":"De la nécessaire articulation entre une formation théorique et une formation pratique. Présentation d’un dispositif pédagogique réflexif en contexte de stages cliniques","year":2015,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Philosophy; Humanities","score_opus":0.024569717439844513,"score_gpt":0.38542485816618877,"score_spread":0.3608551407263443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334661440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37851602,0.0015068718,0.4911148,0.120177284,0.0015667727,0.0016421007,0.000048142567,0.00041030295,0.005017716],"genre_scores_gemma":[0.9486572,0.0015814303,0.029810406,0.007068174,0.002215238,0.000522504,0.0020830517,0.00011030765,0.007951676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922272,0.0033832064,0.0017542685,0.00055242976,0.0011220912,0.0009607903],"domain_scores_gemma":[0.99569654,0.0011665773,0.0009061114,0.0006033686,0.0010870118,0.00054040336],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0081391595,0.0005471518,0.0006227522,0.00037616637,0.0004188962,0.00044104265,0.00030680595,0.0011671433,0.00026446482],"category_scores_gemma":[0.006914913,0.0005572283,0.00018398637,0.0012906698,0.0007245558,0.0026557394,0.00010896527,0.0014813371,0.00015018568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079060916,0.0028946295,0.015662793,0.0021913126,0.00027553312,0.00015474389,0.2211615,0.0029025977,0.0066171433,0.06216052,0.118412755,0.56677586],"study_design_scores_gemma":[0.011356668,0.0022880153,0.102001935,0.0056019556,0.0014274723,0.0013097308,0.114630945,0.2684848,0.07299837,0.09749356,0.32024178,0.002164758],"about_ca_topic_score_codex":0.000720162,"about_ca_topic_score_gemma":0.00020509101,"teacher_disagreement_score":0.5701412,"about_ca_system_score_codex":0.0031119522,"about_ca_system_score_gemma":0.00288076,"threshold_uncertainty_score":0.9996879},"labels":[],"label_agreement":null},{"id":"W2334916482","doi":"10.1097/01258363-201309000-00067","title":"Measuring competence in healthcare professionals: a systematic review comparing self-assessment with objective structured clinical examinations (OSCEs)","year":2013,"lang":"en","type":"review","venue":"International Journal of Evidence-Based Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Competence (human resources); Health professionals; Health care; Medical education; Competency assessment; Psychology; Medicine; Nursing; Social psychology; Political science","score_opus":0.3084541963039388,"score_gpt":0.538475322365727,"score_spread":0.23002112606178826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334916482","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003014844,0.9668614,0.00040579247,0.02426694,0.0021020165,0.0059866747,0.000017038607,0.000042452877,0.000016193946],"genre_scores_gemma":[0.014497071,0.96377194,0.015157477,0.0047532045,0.00077390915,0.0008231943,0.0001288772,0.00007480789,0.000019502646],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.986488,0.0029435572,0.0060559884,0.00063427346,0.0034109936,0.00046720862],"domain_scores_gemma":[0.9810618,0.002200926,0.006424416,0.00068548153,0.009249112,0.0003782771],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00682105,0.0006176412,0.0046671005,0.0015501167,0.00015179522,0.000093653005,0.0011537106,0.00046325926,0.000060708884],"category_scores_gemma":[0.0051955488,0.00037992746,0.0006285156,0.001376638,0.00014627667,0.00058467605,0.00010822498,0.00367886,0.000019025321],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006681694,0.0006512732,0.007936628,0.8925001,0.0007771428,0.00021763079,0.00018552731,0.0000051908037,1.2153903e-7,0.0004954531,0.0004969905,0.09666715],"study_design_scores_gemma":[0.0009726854,0.0005943881,0.004418771,0.98802036,0.0015075605,0.0009756709,0.00036691802,0.00024237073,4.078973e-7,0.000044709093,0.0025291361,0.0003270349],"about_ca_topic_score_codex":0.00020191926,"about_ca_topic_score_gemma":0.00011774812,"teacher_disagreement_score":0.09634012,"about_ca_system_score_codex":0.0056767236,"about_ca_system_score_gemma":0.017154224,"threshold_uncertainty_score":0.9998653},"labels":[],"label_agreement":null},{"id":"W2335117979","doi":"10.1007/s12630-016-0638-6","title":"Competency-based medical education: Its time has arrived","year":2016,"lang":"en","type":"editorial","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; University of Toronto","funders":"","keywords":"Medical education; Medicine; Psychology; Computer science","score_opus":0.009244443237093752,"score_gpt":0.2629360502032327,"score_spread":0.2536916069661389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335117979","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025894431,0.0053263824,0.000053843203,0.20715964,0.75631434,0.0008414524,0.00006413714,0.00005254069,0.0042932536],"genre_scores_gemma":[0.012166412,0.00021536693,0.0025293874,0.0022514241,0.97230095,0.00002549476,0.0004052983,0.000335583,0.00977008],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99117327,0.00036604385,0.0025771754,0.0005448708,0.003870977,0.0014676816],"domain_scores_gemma":[0.9808009,0.00045349068,0.0024717397,0.00074940285,0.009002817,0.0065215984],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00391783,0.00085339026,0.0018477621,0.003075888,0.0008936242,0.00043276744,0.0017211617,0.0023067943,0.008489177],"category_scores_gemma":[0.015183047,0.00069080223,0.0007001157,0.0010746935,0.0009167618,0.00043138748,0.00001526106,0.0051163505,0.0003665157],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00012560522,0.00012507112,0.00012836387,0.00017790921,0.00017648473,0.17616683,0.00021653404,0.000003052498,0.000005801457,0.00017837228,0.8156773,0.007018706],"study_design_scores_gemma":[0.0013124985,0.00073798007,0.000130892,0.0032512033,0.00034632487,0.42499477,0.000083909086,0.000026208694,0.000009602205,0.0002181942,0.56847024,0.0004181835],"about_ca_topic_score_codex":0.0015323873,"about_ca_topic_score_gemma":0.003110768,"teacher_disagreement_score":0.42115664,"about_ca_system_score_codex":0.00492093,"about_ca_system_score_gemma":0.42607757,"threshold_uncertainty_score":0.99955434},"labels":[],"label_agreement":null},{"id":"W2335254851","doi":"10.1016/j.annemergmed.2016.02.018","title":"Examining Reliability and Validity of an Online Score (ALiEM AIR) for Rating Free Open Access Medical Education Resources","year":2016,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; University of Toronto; McMaster University","funders":"","keywords":"Generalizability theory; Inter-rater reliability; Reliability (semiconductor); Rating scale; Medicine; Gestalt psychology; Medical education; Applied psychology; Clinical psychology; Psychology","score_opus":0.4208905800458987,"score_gpt":0.5295119252164578,"score_spread":0.10862134517055916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335254851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9439669,0.000304718,0.00077136635,0.05192048,0.0011819794,0.0008545448,0.000031184074,0.000023362514,0.00094541145],"genre_scores_gemma":[0.98966736,0.00080031814,0.0052289222,0.001882871,0.0014995805,0.00010486617,0.0001988115,0.000031595402,0.00058570487],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99692124,0.00015536639,0.0014166099,0.0004472576,0.0008099099,0.00024960795],"domain_scores_gemma":[0.99581844,0.00039721373,0.0007004114,0.0008868593,0.0019372929,0.00025981016],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004521162,0.0001827657,0.0006007087,0.00025399885,0.00009629283,0.0000040085174,0.00084424875,0.00017426374,0.0017497413],"category_scores_gemma":[0.056380324,0.000118062504,0.000052002495,0.0006093371,0.00042173066,0.0005759099,0.0003237265,0.00016850082,4.5413455e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080789824,0.0032761707,0.27199394,0.0024114556,0.00014639969,0.0000015596407,0.0031370136,0.0000016744966,0.010127885,0.0027445133,0.2666746,0.4386769],"study_design_scores_gemma":[0.006520137,0.006159927,0.89242744,0.009149008,0.00039749185,0.00002190927,0.005097983,0.0009002119,0.013659748,0.025058333,0.040077545,0.00053027744],"about_ca_topic_score_codex":0.00045444487,"about_ca_topic_score_gemma":0.00007711691,"teacher_disagreement_score":0.6204335,"about_ca_system_score_codex":0.000024238021,"about_ca_system_score_gemma":0.0006615868,"threshold_uncertainty_score":0.9991628},"labels":[],"label_agreement":null},{"id":"W2335292839","doi":"10.1503/cmaj.140873","title":"Competency-based training for physicians: Are we doing no harm?","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto; University Health Network; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research; Associated Medical Services","keywords":"Harm; Training (meteorology); Medical education; Computer science; Medicine; Psychology","score_opus":0.01822981295621564,"score_gpt":0.29533669945996965,"score_spread":0.27710688650375404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335292839","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04071496,0.00017269116,0.07972441,0.8468648,0.008835762,0.0008442406,0.000048560923,0.00013505552,0.022659479],"genre_scores_gemma":[0.610188,0.00006616349,0.07917318,0.28349382,0.02440501,0.00012214771,0.00021916308,0.00011294711,0.002219538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972269,0.00011548175,0.00056977395,0.00019259668,0.0013084149,0.000586829],"domain_scores_gemma":[0.99699855,0.00032784976,0.00041634354,0.00014378388,0.0013307256,0.0007827597],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027212666,0.00014243273,0.000342603,0.0003098262,0.00043825497,0.00006946473,0.00017975258,0.0003569961,0.0015557833],"category_scores_gemma":[0.010409797,0.00013778855,0.00014732056,0.00039191163,0.000059619142,0.00010094944,0.0000050225603,0.0010356754,0.00012510183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002356673,0.00008891297,0.007300983,0.00009759418,0.00011525396,0.00003133117,0.0007624907,0.000022980541,0.000060873288,0.00227247,0.5756499,0.41357362],"study_design_scores_gemma":[0.0020715047,0.00012226705,0.0057658567,0.0007518168,0.0000618834,0.00006746751,0.0010734402,0.018408077,0.000021639526,0.0004699922,0.9710237,0.00016238274],"about_ca_topic_score_codex":0.00011011185,"about_ca_topic_score_gemma":0.0010543955,"teacher_disagreement_score":0.5694731,"about_ca_system_score_codex":0.0012696879,"about_ca_system_score_gemma":0.0056190644,"threshold_uncertainty_score":0.9993569},"labels":[],"label_agreement":null},{"id":"W2335621718","doi":"10.1097/acm.0b013e3181b6bd54","title":"Perspective: The Missing Link in Academic Career Planning and Development: Pursuit of Meaningful and Aligned Work","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Vanderbilt University Medical Center","keywords":"Premise; Perspective (graphical); Context (archaeology); Faculty development; Professional development; Psychology; Work (physics); Engineering ethics; Medical education; Meaning (existential); Humanism; Career development; Sociology; Pedagogy; Medicine; Computer science; Epistemology; Political science","score_opus":0.062426658062604494,"score_gpt":0.385059904185789,"score_spread":0.3226332461231845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335621718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7972551,0.015963672,0.00062253635,0.18392101,0.0001543028,0.00041834553,1.9713454e-7,0.000036038815,0.0016287742],"genre_scores_gemma":[0.9860129,0.00040399077,0.0014056232,0.011319063,0.0005910537,0.000008290172,0.000011589704,0.000012556964,0.00023496014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981174,0.00007440524,0.0006597433,0.00029199658,0.00057464465,0.00028181224],"domain_scores_gemma":[0.99909616,0.00025609304,0.00020575974,0.00017735489,0.00016043754,0.00010422591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026541597,0.00017109723,0.0003846966,0.00031953212,0.000100181496,0.0000043638097,0.0001813708,0.00034058577,0.0000274836],"category_scores_gemma":[0.0039859386,0.000115630566,0.000010399314,0.00074829126,0.00034957723,0.000082544844,0.000037151716,0.0012243964,0.0000012474089],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041092222,0.0000277043,0.11506465,0.00017485261,0.00007976098,0.000029899178,0.25233895,0.0000061619703,0.014299114,0.0067125508,0.01502927,0.59582615],"study_design_scores_gemma":[0.0037110418,0.00038772976,0.9271798,0.006561012,0.0001718948,0.00024044683,0.035950404,0.00024631928,0.0019325839,0.009016196,0.014298562,0.0003039896],"about_ca_topic_score_codex":0.0000156082,"about_ca_topic_score_gemma":2.6592e-7,"teacher_disagreement_score":0.8121152,"about_ca_system_score_codex":0.00016059584,"about_ca_system_score_gemma":0.00016970307,"threshold_uncertainty_score":0.53194606},"labels":[],"label_agreement":null},{"id":"W2335655692","doi":"10.1097/won.0b013e3182191f9e","title":"Maximize Examination Preparation With Self Assessment Exam","year":2011,"lang":"en","type":"article","venue":"Journal of Wound Ostomy and Continence Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Psychomotor learning; Medical education; Test (biology); Set (abstract data type); Psychology; Specialty; Quality (philosophy); Medicine; Computer science; Cognition; Family medicine","score_opus":0.018618429661824816,"score_gpt":0.3166843023305212,"score_spread":0.2980658726686964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335655692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97019273,0.00010502149,0.020020835,0.00097147975,0.0003173328,0.00017038625,1.1325463e-7,0.000011519891,0.008210611],"genre_scores_gemma":[0.914364,0.00003079028,0.085071005,0.0001947615,0.00018963522,0.0000036928755,0.0000022154516,0.0000065536187,0.000137351],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991047,0.00004337054,0.0003387847,0.000096101256,0.00031015486,0.000106907915],"domain_scores_gemma":[0.99893326,0.000024047264,0.0003462307,0.0000918764,0.0005503216,0.00005426793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006619109,0.000079641955,0.00016601586,0.00016298362,0.00008704625,0.000026502632,0.000043577653,0.000056183377,0.000062813575],"category_scores_gemma":[0.00007038912,0.000059191963,0.000021283062,0.00021447251,0.00009133384,0.0003615448,0.0000034739323,0.00023253974,0.0000011076411],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001540801,0.0023281612,0.09890267,0.00018138981,0.00021824669,0.00007545865,0.03480085,0.0000049021464,0.0047653234,0.0062450795,0.0023677887,0.84856933],"study_design_scores_gemma":[0.0027187169,0.0022267057,0.9805064,0.0013743284,0.0003731175,0.0018411988,0.0048471275,0.0011072062,0.0017491733,0.0005347086,0.0025675735,0.0001537047],"about_ca_topic_score_codex":0.000003130474,"about_ca_topic_score_gemma":4.4545112e-7,"teacher_disagreement_score":0.8816038,"about_ca_system_score_codex":0.00015353106,"about_ca_system_score_gemma":0.00020006264,"threshold_uncertainty_score":0.24137782},"labels":[],"label_agreement":null},{"id":"W2335773671","doi":"10.1097/acm.0b013e31823007e6","title":"Student Affairs Officers Should Not Oversee Preparation of the Medical Student Performance Evaluation","year":2011,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Student affairs; Active listening; Veterans Affairs; Session (web analytics); Psychology; Objectivity (philosophy); Medical education; Sentence; Pedagogy; Political science; Medicine; Higher education; Computer science; Law","score_opus":0.08432676889754283,"score_gpt":0.44342080735958406,"score_spread":0.35909403846204124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335773671","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27085206,0.0006183928,0.00010472798,0.6989642,0.007106347,0.003483539,0.000006991797,0.000088237735,0.018775491],"genre_scores_gemma":[0.5631456,0.0009114361,0.00005886888,0.42208457,0.0087965615,0.00033368025,0.0005562799,0.000078326455,0.0040346896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870157,0.00040528056,0.0020215889,0.00074403785,0.009275546,0.0005378446],"domain_scores_gemma":[0.99573296,0.0002836852,0.0013400194,0.0013220144,0.0011714072,0.00014992226],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0059835636,0.00052194274,0.0010020394,0.00049704866,0.00015033486,0.000005250805,0.0011409838,0.0025173961,0.0041351216],"category_scores_gemma":[0.0050486336,0.00033234523,0.00015620072,0.0009511109,0.0010221904,0.0001436391,0.00024622137,0.007288124,0.00007290455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001125108,0.00006933076,0.0043897755,0.0005354778,0.00027441213,0.000013048174,0.008500355,0.0000073990377,0.00014033707,0.00015061811,0.9771766,0.008630125],"study_design_scores_gemma":[0.008496646,0.0019687458,0.082429685,0.0112843225,0.0052505005,0.00040519246,0.008829109,0.0034632727,0.001324632,0.00012656506,0.8755028,0.0009185059],"about_ca_topic_score_codex":0.00005933666,"about_ca_topic_score_gemma":0.000003054111,"teacher_disagreement_score":0.29229352,"about_ca_system_score_codex":0.00093469146,"about_ca_system_score_gemma":0.0021338863,"threshold_uncertainty_score":0.99991286},"labels":[],"label_agreement":null},{"id":"W2335936233","doi":"10.1515/ijnes-2015-0031","title":"Professional Development Needs of Novice Nursing Clinical Teachers: A Rapid Evidence Assessment","year":2016,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; University of British Columbia; British Columbia Institute of Technology","funders":"","keywords":"Professional development; Nursing; Needs assessment; Medicine; Nurse education; Faculty development; Medical education; Clinical Practice; Quality (philosophy); MEDLINE; Psychology; Sociology","score_opus":0.16698202321729758,"score_gpt":0.5544218507181299,"score_spread":0.3874398275008323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335936233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93974197,0.00043023448,0.006870048,0.037398864,0.014097898,0.00020845451,0.0000014939325,0.000015805912,0.0012352094],"genre_scores_gemma":[0.9530859,0.00006740585,0.043434482,0.0010045858,0.001566047,0.000010576378,0.000012915787,0.000017280405,0.0008008127],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99600494,0.00034773586,0.0017007719,0.00017181685,0.0015860967,0.00018865414],"domain_scores_gemma":[0.9932158,0.00047404415,0.0013584094,0.00024281445,0.004537823,0.00017110948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004797095,0.00015348078,0.0003253218,0.00097022095,0.000078754136,0.000047908212,0.0004665819,0.00017327187,0.00034546273],"category_scores_gemma":[0.005340532,0.00011054707,0.00015599965,0.00048226916,0.0002858364,0.00090990623,0.000021060647,0.0007077013,0.000022372396],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024230676,0.004180045,0.07389334,0.00001881796,0.00014748945,0.0000023681557,0.0038631796,5.1074977e-7,0.0074464916,0.00079605886,0.010006287,0.8994031],"study_design_scores_gemma":[0.0017301531,0.00033755155,0.9453268,0.029665262,0.00014682708,0.00069333543,0.0050629377,0.0000073365873,0.004223264,0.001154747,0.011477893,0.00017390747],"about_ca_topic_score_codex":7.051146e-7,"about_ca_topic_score_gemma":1.09755845e-7,"teacher_disagreement_score":0.89922917,"about_ca_system_score_codex":0.0018905385,"about_ca_system_score_gemma":0.006640975,"threshold_uncertainty_score":0.9989905},"labels":[],"label_agreement":null},{"id":"W2335965702","doi":"10.3747/co.23.2959","title":"Training the Trainer: Five Practical Considerations for Your First Five Years in Practice","year":2016,"lang":"en","type":"article","venue":"Current Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Michael's Hospital; University of Alberta; Ottawa Hospital","funders":"","keywords":"Trainer; Medicine; Training (meteorology); Medical education; Computer science","score_opus":0.2742395676448065,"score_gpt":0.5217307708955512,"score_spread":0.2474912032507447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335965702","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17917469,0.00031447856,0.010267429,0.7950931,0.004924624,0.0025432156,0.000034283443,0.00007954792,0.0075685824],"genre_scores_gemma":[0.96311635,0.0001506889,0.027916495,0.005918567,0.001426033,0.00085923716,0.00003862834,0.000025143121,0.00054888404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988446,0.00013337011,0.00037285176,0.00022332736,0.00017033325,0.000255487],"domain_scores_gemma":[0.9947944,0.0044141244,0.00016654316,0.0002041803,0.00036647273,0.000054258304],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010465743,0.0000912448,0.00020686544,0.000119317774,0.00011397653,0.0000110496985,0.00004907739,0.00012661167,0.00019204059],"category_scores_gemma":[0.041002437,0.000057055953,0.000047059613,0.00021589414,0.0002437165,0.00014774993,0.000022409018,0.00036864253,0.0000433141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037199032,0.0017620077,0.000794975,0.00006055171,0.00010705044,0.00007194112,0.039020736,0.000006476953,0.00017561637,0.08738041,0.32661593,0.5436323],"study_design_scores_gemma":[0.0029208916,0.00045825774,0.0049220016,0.0001272442,0.00014278106,0.0004396074,0.012766412,0.00056651275,0.000014827446,0.0031573905,0.97438484,0.000099208315],"about_ca_topic_score_codex":0.000007778386,"about_ca_topic_score_gemma":0.000051256236,"teacher_disagreement_score":0.78917456,"about_ca_system_score_codex":0.00035815506,"about_ca_system_score_gemma":0.0010651367,"threshold_uncertainty_score":0.9670756},"labels":[],"label_agreement":null},{"id":"W2336384953","doi":"10.36834/cmej.36722","title":"Response to: Is it time to rethink the MCCQE Part II?","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Accreditation; Licensure; MRAS; Diversity (politics); Accountability; Political science; Corporate governance; Public administration; Medicine; Public relations; Medical education; Management; Law; Engineering","score_opus":0.015887840463698264,"score_gpt":0.33664372692236094,"score_spread":0.32075588645866265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336384953","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121116474,0.00004528184,0.00015264776,0.86997443,0.0026645823,0.00035318988,0.0000073961196,0.000017245397,0.0056687407],"genre_scores_gemma":[0.043095425,0.00002374958,0.0019316524,0.83464456,0.00376837,0.00008435757,0.000009435824,0.00003609386,0.11640637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704534,0.00022903585,0.0006133881,0.00027460835,0.0012846814,0.0005529601],"domain_scores_gemma":[0.9899423,0.00022009606,0.000113422684,0.00059690623,0.001077596,0.0080496855],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044145975,0.00016159353,0.0002076081,0.0005987164,0.0006513526,0.000058210248,0.00047445207,0.0002500536,0.22342005],"category_scores_gemma":[0.10516402,0.00009472958,0.00007661461,0.000994408,0.00018226661,0.00010859052,0.00003784991,0.00077019737,0.0064629856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008499639,0.00006140092,0.00006603335,0.0000030904694,0.000019249841,0.000013057981,0.0025815796,8.8257394e-8,0.00013222199,0.00017929843,0.82841635,0.16844265],"study_design_scores_gemma":[0.00038767522,0.00022087811,0.002777713,0.00061266846,0.000026878419,0.0009399067,0.00080428575,0.0000119587,0.00007333518,0.0002272096,0.99378395,0.00013351193],"about_ca_topic_score_codex":0.000493851,"about_ca_topic_score_gemma":0.0004846776,"teacher_disagreement_score":0.21695706,"about_ca_system_score_codex":0.0013151077,"about_ca_system_score_gemma":0.058953892,"threshold_uncertainty_score":0.9943106},"labels":[],"label_agreement":null},{"id":"W2336843255","doi":"10.3946/kjme.2016.20","title":"Program director and resident perspectives of a competency-based medical education anesthesia residency program in Canada: a needs assessment","year":2016,"lang":"en","type":"article","venue":"Korean journal of medical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Anesthesiology; Medical education; Medicine; Program director; Psychology; Anesthesia","score_opus":0.008892832559698992,"score_gpt":0.3482946609457261,"score_spread":0.3394018283860271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336843255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78438026,0.0010656868,0.00016582615,0.21277207,0.0005753184,0.0007131398,6.2183886e-7,0.000019457535,0.0003076431],"genre_scores_gemma":[0.9733959,0.0004877514,0.023462115,0.001714091,0.0006338102,0.00017072384,0.000017610804,0.000026499312,0.000091526155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99471647,0.00028959662,0.0013848791,0.00024763387,0.003037699,0.00032370843],"domain_scores_gemma":[0.9967678,0.00024689894,0.0007377602,0.00030352717,0.0013448183,0.0005991537],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002612008,0.00020373192,0.00053728133,0.00082262413,0.00005229258,0.000019509229,0.00032450183,0.00021938476,0.0009427216],"category_scores_gemma":[0.010569684,0.00013756247,0.00008131992,0.0010014672,0.00039201762,0.00017143931,0.000025673791,0.0006368655,9.753109e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013460353,0.005025869,0.17204575,0.0003255623,0.000056635214,0.00004729956,0.0017852176,2.6808158e-7,0.0000694764,0.006753553,0.021913247,0.7918425],"study_design_scores_gemma":[0.0036965634,0.0017701574,0.9449343,0.010789894,0.00018510823,0.0013255784,0.02688952,0.0006756059,0.00023914497,0.0018270335,0.0073674424,0.00029961957],"about_ca_topic_score_codex":0.038206547,"about_ca_topic_score_gemma":0.031094488,"teacher_disagreement_score":0.7915429,"about_ca_system_score_codex":0.0018611072,"about_ca_system_score_gemma":0.2122028,"threshold_uncertainty_score":0.99997056},"labels":[],"label_agreement":null},{"id":"W2336991183","doi":"","title":"Enseignement des techniques relatives aux interventions médicales en milieu de travail","year":2016,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.031272011464732394,"score_gpt":0.30902233719409744,"score_spread":0.27775032572936503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336991183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7690229,0.048158284,0.07616743,0.06821307,0.007098248,0.0028526234,0.00012188177,0.00067791465,0.02768766],"genre_scores_gemma":[0.66310424,0.028136047,0.07087713,0.0022416844,0.0052117887,0.0009069388,0.00009448177,0.00024968028,0.22917801],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950338,0.0008617689,0.0010910926,0.0006039558,0.00058497285,0.0018244127],"domain_scores_gemma":[0.99782026,0.00028924044,0.00026653137,0.0006421334,0.00039830554,0.00058351055],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022937749,0.00039872612,0.0004154695,0.00031990456,0.0002939153,0.000056037956,0.00042425355,0.00030760808,0.0032977478],"category_scores_gemma":[0.0082710525,0.00031152373,0.00026363583,0.00089882413,0.0016282094,0.00034021592,0.00014232547,0.0006602995,0.0004901643],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006682168,0.0012610866,0.014385408,0.0006243789,0.00022831494,0.0000736009,0.013128183,4.0832336e-7,0.004070812,0.01001425,0.090448014,0.8656987],"study_design_scores_gemma":[0.0011597379,0.0003713858,0.41582248,0.006022873,0.00040669233,0.00011588188,0.0016680999,0.000015926413,0.015807716,0.0017926773,0.5563994,0.0004171253],"about_ca_topic_score_codex":0.000085797015,"about_ca_topic_score_gemma":0.000028548233,"teacher_disagreement_score":0.8652816,"about_ca_system_score_codex":0.0019111265,"about_ca_system_score_gemma":0.0007771911,"threshold_uncertainty_score":0.99993366},"labels":[],"label_agreement":null},{"id":"W2337125548","doi":"10.1080/14739879.2016.1169443","title":"Filling the gaps between theory and daily clinical procedural skills training in family medicine","year":2016,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychomotor learning; Training (meteorology); Clinical Practice; Medical education; Psychology; Medicine; Nursing; Cognition; Psychiatry","score_opus":0.03679980322921305,"score_gpt":0.3852921744306527,"score_spread":0.34849237120143967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337125548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545787,0.001306304,0.0010212482,0.035419345,0.001508463,0.001073482,0.000012093831,0.00004365931,0.0050367136],"genre_scores_gemma":[0.9826729,0.00013101993,0.002520432,0.0100720385,0.0025121951,0.0002571206,0.00034820306,0.000029888379,0.0014561741],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985521,0.00012456418,0.00055337226,0.00030748872,0.00024099625,0.00022149485],"domain_scores_gemma":[0.9979668,0.00110912,0.00015732803,0.00029211832,0.00039456782,0.0000800573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001998086,0.00013528818,0.0002930884,0.00017793007,0.00013194606,0.000010921109,0.00012957472,0.00013328559,0.00004073766],"category_scores_gemma":[0.004078265,0.00007525375,0.000049856655,0.00031716857,0.00034077515,0.00012207148,0.000020317064,0.00024488897,0.000006684849],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070808455,0.000068384215,0.071871854,0.00024050784,0.000024371326,2.4159678e-7,0.011163597,8.077374e-8,0.0002524855,0.003933271,0.018128853,0.89424556],"study_design_scores_gemma":[0.0023312815,0.0003180497,0.84501165,0.0014752471,0.00013785122,0.00001653912,0.04576044,0.0000019646104,0.000103122664,0.006667231,0.097990125,0.00018651274],"about_ca_topic_score_codex":0.0000058028463,"about_ca_topic_score_gemma":0.0000020915,"teacher_disagreement_score":0.894059,"about_ca_system_score_codex":0.00026145607,"about_ca_system_score_gemma":0.0015473518,"threshold_uncertainty_score":0.48823583},"labels":[],"label_agreement":null},{"id":"W2337355331","doi":"10.1111/medu.12973","title":"Rater cognition: review and integration of research findings","year":2016,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centennial College; Transport Canada; Université de Sherbrooke","funders":"","keywords":"Terminology; Competence (human resources); Cognition; Psychology; Judgement; Narrative; Context (archaeology); Narrative review; Metacognition; MEDLINE; Applied psychology; Epistemology; Social psychology; Psychotherapist","score_opus":0.10579964450305336,"score_gpt":0.5342574156620769,"score_spread":0.4284577711590235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337355331","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013081317,0.97983897,0.00008998343,0.014650365,0.0007808734,0.0017287546,0.0000067956435,0.000029430312,0.0028617634],"genre_scores_gemma":[0.000015282569,0.9902752,0.00055518263,0.0042289435,0.00075215637,0.00074161845,0.00080883485,0.00003996091,0.0025827917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964552,0.00037861275,0.001174919,0.00043691223,0.0012914867,0.00026287494],"domain_scores_gemma":[0.99730974,0.00034660965,0.00029611163,0.0004874479,0.0014193115,0.00014077644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00307621,0.0002461214,0.0012488152,0.0007292999,0.00009206331,0.000015115721,0.00019151146,0.00047047896,0.0038117957],"category_scores_gemma":[0.019670175,0.00015713072,0.0001211169,0.0013617306,0.00059879175,0.000103179875,0.00006864982,0.0010589816,0.00023473991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034400355,0.00024284908,0.0000015415899,0.06574573,0.00003455252,8.463462e-7,0.000032526495,2.2346042e-11,0.0000010195012,0.0006065306,0.19042937,0.74290156],"study_design_scores_gemma":[0.00014613786,0.00011973738,0.000015426363,0.26921892,0.00065906346,0.0001718805,0.000032386306,5.179749e-7,0.0000034935476,0.00016255923,0.72936946,0.000100399935],"about_ca_topic_score_codex":0.0000099171675,"about_ca_topic_score_gemma":9.93148e-7,"teacher_disagreement_score":0.7428012,"about_ca_system_score_codex":0.0002699364,"about_ca_system_score_gemma":0.0061233738,"threshold_uncertainty_score":0.999511},"labels":[],"label_agreement":null},{"id":"W2337570371","doi":"10.1002/j.0022-0337.2007.71.11.tb04413.x","title":"Core Curricula for Postdoctoral Dental Students: Recent Problems, Potential Solutions, and a Model for the Future","year":2007,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Accreditation; Medical education; Graduate medical education; Variety (cybernetics); Specialty; Medicine; Context (archaeology); Psychology; Pedagogy; Computer science; Family medicine","score_opus":0.03420295818612306,"score_gpt":0.3988169911548276,"score_spread":0.36461403296870454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337570371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9222018,0.0035581882,0.060764275,0.006149905,0.0057050786,0.0015711306,0.000013224519,0.00000947448,0.00002690286],"genre_scores_gemma":[0.9719262,0.00048022432,0.02152542,0.0015877881,0.0036020014,0.000079823854,0.00011891656,0.000024691306,0.0006549509],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855816,0.000011750809,0.000584942,0.00012801761,0.0004988693,0.00021827055],"domain_scores_gemma":[0.99834484,0.000050805862,0.00041522124,0.000121050834,0.00097988,0.00008819737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001240652,0.000115811745,0.00016844738,0.0001965946,0.0002653531,0.000050376428,0.00014629764,0.00009887935,0.000031346503],"category_scores_gemma":[0.0003171303,0.0000809963,0.000106570034,0.00023448424,0.00007826646,0.00020260178,0.000026408114,0.00024702892,0.0000014736694],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002441881,0.007984329,0.067979306,0.00069416437,0.0005550354,0.0000070763463,0.0046955463,0.00032775136,0.0073394375,0.006181526,0.34598684,0.5558071],"study_design_scores_gemma":[0.026143916,0.0051953215,0.46014553,0.0024758948,0.004598426,0.019296095,0.16820529,0.108687386,0.0013406639,0.008568691,0.19401126,0.00133153],"about_ca_topic_score_codex":0.0000050152003,"about_ca_topic_score_gemma":0.00001191445,"teacher_disagreement_score":0.5544756,"about_ca_system_score_codex":0.000386877,"about_ca_system_score_gemma":0.0005221029,"threshold_uncertainty_score":0.33029333},"labels":[],"label_agreement":null},{"id":"W2338059148","doi":"","title":"Students learning medicine in general practice in Canada and Australia.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General practice; Project commissioning; Government (linguistics); Publishing; Medical education; Plan (archaeology); Medicine; Space (punctuation); Investment (military); Academic medicine; Value (mathematics); Family medicine; Political science; Geography","score_opus":0.043642753178146726,"score_gpt":0.379661518708441,"score_spread":0.3360187655302943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338059148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823345,0.000052492094,0.0000015278997,0.014398551,0.00041136338,0.00037926098,1.835322e-7,0.0000045662146,0.0024175667],"genre_scores_gemma":[0.9957446,0.000048026544,0.00020393186,0.0011768725,0.00020661487,0.00024199481,0.000007266655,0.000006506781,0.002364189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989777,0.000040084262,0.00023506957,0.00014842807,0.00037162835,0.00022708757],"domain_scores_gemma":[0.99948895,0.000057277375,0.00012228976,0.00019671538,0.00006577415,0.00006897806],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009598932,0.000063875814,0.00015152528,0.0001073979,0.00006402173,0.000018305003,0.00011252843,0.000039541093,0.000029654166],"category_scores_gemma":[0.009477717,0.000056324076,0.0000041290386,0.00012039126,0.00007008464,0.00013585153,0.000042588406,0.00037080425,0.0000012909321],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022828677,0.000036174144,0.8744899,0.000016983124,0.0000076611805,0.00006128279,0.00025335568,0.0000030292165,0.00000543722,0.00004888183,0.001723147,0.12333133],"study_design_scores_gemma":[0.0013074278,0.000012298823,0.9869582,0.000042324325,0.000014196403,0.000023210776,0.0005535311,0.000040035447,0.0000110249875,0.00001871433,0.010970545,0.00004845875],"about_ca_topic_score_codex":0.8785787,"about_ca_topic_score_gemma":0.66406083,"teacher_disagreement_score":0.21451788,"about_ca_system_score_codex":0.00047041182,"about_ca_system_score_gemma":0.00017196726,"threshold_uncertainty_score":0.9988659},"labels":[],"label_agreement":null},{"id":"W2338149729","doi":"10.2147/amep.s102081","title":"Comparison of the number of supervisors on medical student satisfaction during a child and adolescent psychiatry rotation","year":2016,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University of Ottawa","keywords":"Child and adolescent psychiatry; Supervisor; Medicine; Clinical clerkship; Psychology; Family medicine; Medical education; Psychiatry; Curriculum; Pedagogy","score_opus":0.01196329008647282,"score_gpt":0.44231548993295217,"score_spread":0.4303521998464793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338149729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89551735,0.0013908729,0.00024611427,0.0988633,0.0012629809,0.00030505555,7.7639703e-7,0.000009062714,0.0024044854],"genre_scores_gemma":[0.98963207,0.0037428816,0.0015306631,0.004841409,0.00017004377,0.00003451841,0.0000032716623,0.00000887266,0.000036281876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997743,0.00022621773,0.00059648475,0.00021028312,0.0011080595,0.00011596078],"domain_scores_gemma":[0.99874496,0.00041140022,0.00032024234,0.00020871108,0.00019320958,0.00012146384],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009741462,0.00010040686,0.00022101183,0.0001020241,0.000072506904,0.0000047855115,0.00008913836,0.0001405376,0.00040433503],"category_scores_gemma":[0.0141175315,0.00006127685,0.000024366991,0.00035822744,0.00030535166,0.0002831739,0.00003744089,0.00040408885,0.000003525357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020523556,0.0014720806,0.6350983,0.00031395795,0.000013321244,2.636855e-7,0.0010998012,5.940046e-7,0.00003943725,0.004553291,0.00039480726,0.35680893],"study_design_scores_gemma":[0.0016958578,0.000106528736,0.9763828,0.0039335964,0.000054384414,0.00020982425,0.008032098,0.0000719125,0.00022181933,0.00044497297,0.0087567605,0.000089456145],"about_ca_topic_score_codex":0.000019495685,"about_ca_topic_score_gemma":0.000019022264,"teacher_disagreement_score":0.35671946,"about_ca_system_score_codex":0.00007587455,"about_ca_system_score_gemma":0.0005523554,"threshold_uncertainty_score":0.994187},"labels":[],"label_agreement":null},{"id":"W2338150218","doi":"","title":"Triple C : Établir une cohérence entre cursus et évaluation","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Humanities; Political science; Library science; Computer science; Philosophy","score_opus":0.03592232553856719,"score_gpt":0.3053364879057374,"score_spread":0.26941416236717025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338150218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67600197,0.036626335,0.005660569,0.10652675,0.09752964,0.0037323686,0.000094324154,0.000407596,0.07342047],"genre_scores_gemma":[0.9210932,0.004089331,0.0043220962,0.005439101,0.009970277,0.00023888431,0.000591906,0.00014244013,0.05411276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99370664,0.0008433938,0.0009694994,0.00055265985,0.0012231288,0.0027047],"domain_scores_gemma":[0.9972206,0.00020421408,0.00038786567,0.0007824102,0.0005723005,0.0008326623],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0041821054,0.00044101372,0.00045863923,0.00031667246,0.00020526917,0.00009545168,0.00035592998,0.00028364314,0.0033646745],"category_scores_gemma":[0.008160989,0.00044602124,0.00011681923,0.0032735192,0.00038943038,0.0008247039,0.000110874826,0.0010763862,0.0020475893],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015531125,0.002109503,0.086801074,0.0003750077,0.00017215776,0.000031612544,0.03512379,0.000047730977,0.00052266184,0.024460725,0.29990867,0.5502917],"study_design_scores_gemma":[0.0016642805,0.00007945661,0.36619064,0.00034218442,0.00031012672,0.00006522681,0.0008603405,0.0004390598,0.0009824418,0.00011104561,0.6286364,0.00031875924],"about_ca_topic_score_codex":0.00016557478,"about_ca_topic_score_gemma":0.000012067746,"teacher_disagreement_score":0.549973,"about_ca_system_score_codex":0.00094614126,"about_ca_system_score_gemma":0.0011088813,"threshold_uncertainty_score":0.99979913},"labels":[],"label_agreement":null},{"id":"W2338382558","doi":"10.3402/meo.v21.30584","title":"Reflections in a time of transition: orthopaedic faculty and resident understanding of accreditation schemes and opinions on surgical skills feedback","year":2016,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Milestone; Accreditation; Graduate medical education; Medical education; Likert scale; Audit; Medicine; Graduation (instrument); Psychology; Management; Engineering","score_opus":0.04183827596776682,"score_gpt":0.4147201067447767,"score_spread":0.37288183077700987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338382558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93883526,0.00010107542,0.0014425804,0.058654346,0.0002842641,0.00030542514,0.000038645532,0.000021554255,0.0003168576],"genre_scores_gemma":[0.99496037,0.00036854405,0.0027001137,0.00067428884,0.00033481562,0.000031405372,0.00052129047,0.000014198382,0.00039497548],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982052,0.000078769684,0.00064270844,0.0002449662,0.0006868023,0.00014157643],"domain_scores_gemma":[0.99899995,0.00027870372,0.00015897637,0.00016686758,0.00023158535,0.00016389726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064366445,0.00011471321,0.00028341668,0.00045768544,0.000053395714,0.000005297979,0.00006174541,0.00018248969,0.0005750614],"category_scores_gemma":[0.0030351742,0.00008382757,0.00003911315,0.0006538491,0.0004083816,0.000103962375,0.00001974585,0.00022258297,0.0000037047441],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026568524,0.04096045,0.12758143,0.0030581641,0.0004956301,0.000043134947,0.027152002,0.000011349656,0.008003779,0.10993739,0.061114885,0.61898494],"study_design_scores_gemma":[0.02787389,0.00358333,0.85584414,0.023283096,0.00041553786,0.0009004439,0.021635024,0.0018042756,0.0034450162,0.016209245,0.04399914,0.0010068371],"about_ca_topic_score_codex":0.000026634576,"about_ca_topic_score_gemma":0.000017710308,"teacher_disagreement_score":0.7282627,"about_ca_system_score_codex":0.00018718746,"about_ca_system_score_gemma":0.0011350896,"threshold_uncertainty_score":0.6296519},"labels":[],"label_agreement":null},{"id":"W2338652199","doi":"10.1136/bmjopen-2015-010368","title":"National programmes for validating physician competence and fitness for practice: a scoping review","year":2016,"lang":"en","type":"review","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Memorial University of Newfoundland; Royal College of Physicians and Surgeons of Canada","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; Competence (human resources); Family medicine; Public health; Medical education; Alternative medicine; MEDLINE; Health services research; Gerontology; Nursing; Management; Pathology","score_opus":0.28323091703869935,"score_gpt":0.6157879072492745,"score_spread":0.3325569902105751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338652199","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6913975e-8,0.9166823,0.0024540734,0.0050697005,0.0002714443,0.07334285,0.000047037996,0.000020942693,0.002111581],"genre_scores_gemma":[4.906127e-8,0.8435185,0.09948453,0.0043345606,0.00083356764,0.05064014,0.0007406796,0.00004317386,0.00040482078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801403,0.00010383146,0.0008748902,0.00040985516,0.00037357621,0.00022379347],"domain_scores_gemma":[0.99612343,0.0012444342,0.0010626467,0.0003116031,0.0012096522,0.000048214115],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039048928,0.00022326295,0.0013098408,0.00008721729,0.00017552731,0.00010592895,0.0002927335,0.00012398406,0.000023057913],"category_scores_gemma":[0.019430414,0.00015509085,0.00014282783,0.00032744,0.00007018822,0.00029539486,0.00020976426,0.00014810903,0.00001305398],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000095480755,0.000045862555,1.5551693e-7,0.28509152,0.00005845447,3.1757511e-7,0.000012781109,3.527067e-9,8.530212e-8,0.0022614822,0.008552889,0.7039669],"study_design_scores_gemma":[0.00030167447,0.000057859284,1.7714811e-7,0.4719237,0.0003811464,0.000041858344,0.000022456987,0.0000070035676,2.786781e-7,0.00016762303,0.52698,0.00011624601],"about_ca_topic_score_codex":0.0000022572192,"about_ca_topic_score_gemma":7.157026e-7,"teacher_disagreement_score":0.7038507,"about_ca_system_score_codex":0.0001424025,"about_ca_system_score_gemma":0.0029461428,"threshold_uncertainty_score":0.9888293},"labels":[],"label_agreement":null},{"id":"W2338826649","doi":"10.36834/cmej.36671","title":"Family physicians’ continuing professional development activities: current practices and potential for new options","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University of Ottawa","keywords":"Continuing professional development; Medical education; Professional development; Continuing education; Continuing medical education; Perception; Family medicine; Medicine; Psychology; Nursing","score_opus":0.022133551080106867,"score_gpt":0.36806733075813725,"score_spread":0.3459337796780304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338826649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73350304,0.0016189041,0.014024293,0.23371446,0.015921358,0.00077603024,0.000008890243,0.00003235717,0.00040064388],"genre_scores_gemma":[0.85460883,0.0012402027,0.059177823,0.044583533,0.01889696,0.00040639075,0.00016495386,0.000096289885,0.020825012],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823606,0.00005545862,0.00045687778,0.00022271069,0.0006595995,0.00036931614],"domain_scores_gemma":[0.99619895,0.000107182175,0.0003905833,0.00012922936,0.00054378813,0.0026302463],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000839163,0.0001350463,0.00018531451,0.00037257385,0.00036825342,0.000064081534,0.00012865981,0.00015202814,0.00244081],"category_scores_gemma":[0.015584286,0.00009892241,0.00004877268,0.00020217338,0.00014496522,0.00032308954,0.0000139938375,0.00049944106,0.000017578803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021166874,0.0001498214,0.00032697406,0.00003466754,0.000027361511,0.0000023082243,0.00075955066,7.1685726e-8,0.00023691036,0.0007110595,0.25067687,0.74705327],"study_design_scores_gemma":[0.0013324771,0.00006238811,0.019724766,0.0018814588,0.0000638499,0.0004287072,0.0031423771,0.000068795605,0.00007213627,0.00047588037,0.9725802,0.00016694707],"about_ca_topic_score_codex":0.0001980072,"about_ca_topic_score_gemma":0.0003522637,"teacher_disagreement_score":0.7468863,"about_ca_system_score_codex":0.0005941346,"about_ca_system_score_gemma":0.06073383,"threshold_uncertainty_score":0.9984711},"labels":[],"label_agreement":null},{"id":"W2338856372","doi":"10.1097/acm.0000000000001175","title":"When Assessment Data Are Words: Validity Evidence for Qualitative Educational Assessments","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; The Wilson Centre; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"External validity; Qualitative research; Rigour; Internal validity; Psychology; Qualitative property; Nonprobability sampling; Transparency (behavior); Applied psychology; Social psychology; Computer science; Epistemology; Medicine; Sociology","score_opus":0.529182850370583,"score_gpt":0.6255800326509899,"score_spread":0.09639718228040695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338856372","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14269876,0.00072976743,0.24824595,0.6014902,0.003276035,0.0020278816,0.00011637282,0.000110403176,0.0013046281],"genre_scores_gemma":[0.91503847,0.000861584,0.045815267,0.014659474,0.006784952,0.0006853519,0.0012123568,0.00006214864,0.014880429],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964972,0.00024784877,0.00093451864,0.00074054656,0.001177025,0.0004028316],"domain_scores_gemma":[0.9934758,0.0038378066,0.0005583327,0.0011729128,0.000748267,0.00020689143],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058927317,0.0002394385,0.00048647152,0.00025099822,0.00014600281,0.0000067192677,0.0007126248,0.00025980145,0.0018388254],"category_scores_gemma":[0.029338464,0.00014878134,0.000037847287,0.00040941636,0.0004596864,0.00058675563,0.00017107502,0.0006144783,0.00005908538],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013950706,0.00009691728,0.03627945,0.00034125737,0.00013213263,0.000001284161,0.0059679844,7.901035e-8,0.0028819728,0.011129409,0.9186708,0.024359236],"study_design_scores_gemma":[0.017277494,0.0027338378,0.26056522,0.034368522,0.0020289621,0.00018468381,0.06587556,0.0017978881,0.00072133384,0.17038088,0.44263715,0.001428495],"about_ca_topic_score_codex":0.000031504638,"about_ca_topic_score_gemma":0.000002375321,"teacher_disagreement_score":0.7723397,"about_ca_system_score_codex":0.00062286115,"about_ca_system_score_gemma":0.0011581775,"threshold_uncertainty_score":0.9990736},"labels":[],"label_agreement":null},{"id":"W2339066690","doi":"10.1097/acm.0000000000001204","title":"Toward Defining the Foundation of the MD Degree: Core Entrustable Professional Activities for Entering Residency","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":324,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Graduation (instrument); Medical education; Specialty; Curriculum; Graduate medical education; Core competency; Medicine; Psychology; Accreditation; Family medicine; Pedagogy","score_opus":0.1035799113927599,"score_gpt":0.3965633903388552,"score_spread":0.2929834789460953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339066690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8550763,0.0008692774,0.010124449,0.12768756,0.0032943978,0.0012912338,0.000006085356,0.000045038112,0.0016056219],"genre_scores_gemma":[0.99058867,0.00028481468,0.0006098893,0.0024589188,0.0008807032,0.0001674061,0.00002148732,0.000019064306,0.0049690567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842215,0.000051788833,0.0005284812,0.00018448466,0.0005759578,0.000237161],"domain_scores_gemma":[0.9983599,0.0007239326,0.00033753502,0.000321645,0.00021830174,0.000038686707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013501801,0.000119268225,0.00022806719,0.000096839925,0.0001857941,0.000002002246,0.0002603759,0.000152627,0.0003891363],"category_scores_gemma":[0.0066309515,0.000048186957,0.000043217988,0.00032154314,0.00046461576,0.0001242638,0.00007625864,0.00042620936,0.0000063084562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006484091,0.000058382502,0.08902395,0.0009673959,0.00016612593,0.0000014585796,0.020077331,0.0000014605492,0.15936264,0.16711868,0.35230848,0.21026567],"study_design_scores_gemma":[0.02106547,0.0018874935,0.24103773,0.04159347,0.0016110627,0.000558109,0.07393706,0.0010922889,0.13952467,0.10968353,0.3670523,0.0009568268],"about_ca_topic_score_codex":0.000021295413,"about_ca_topic_score_gemma":0.0000019653023,"teacher_disagreement_score":0.20930883,"about_ca_system_score_codex":0.00015053361,"about_ca_system_score_gemma":0.00040337208,"threshold_uncertainty_score":0.79383475},"labels":[],"label_agreement":null},{"id":"W2339214554","doi":"10.1002/j.0022-0337.2014.78.6.tb05745.x","title":"Concepts in Critical Thinking Applied to Caries Risk Assessment in Dental Education","year":2014,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Succinctness; Critical thinking; Risk assessment; Dental education; Psychology; Medical education; Medicine; Engineering ethics; Mathematics education; Computer science; Engineering","score_opus":0.010952684556156342,"score_gpt":0.4173856877413717,"score_spread":0.40643300318521536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339214554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844457,0.000098954166,0.0015174571,0.0043169945,0.0039946632,0.00036894192,8.370305e-7,0.000008356261,0.0052481117],"genre_scores_gemma":[0.97112113,0.00001701668,0.024576692,0.003074622,0.0010024707,0.00004977796,0.000026705891,0.000017145569,0.00011441704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980301,0.000116536656,0.0008376822,0.00018416533,0.0006279471,0.00020357179],"domain_scores_gemma":[0.9988856,0.00012691358,0.00030956554,0.00017772711,0.00038156653,0.000118642114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013422046,0.00013057156,0.00029089273,0.00082124386,0.00008267856,0.00006326246,0.0001505952,0.00011267995,0.00015146182],"category_scores_gemma":[0.0023611574,0.00012596918,0.00005391747,0.00071487797,0.00007921587,0.0002879451,0.000028896739,0.00072052964,0.000031963842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021191832,0.0046776864,0.6962247,0.0001832686,0.00002752845,0.000004011409,0.009924237,0.00008443212,0.003465583,0.02442924,0.014315054,0.24645238],"study_design_scores_gemma":[0.0013444598,0.0003560591,0.93263566,0.0009631726,0.00008884395,0.0002912344,0.053179942,0.00025223012,0.0010116157,0.004577458,0.005096835,0.00020248075],"about_ca_topic_score_codex":0.00019743633,"about_ca_topic_score_gemma":0.00011492739,"teacher_disagreement_score":0.2462499,"about_ca_system_score_codex":0.0012577325,"about_ca_system_score_gemma":0.0022610424,"threshold_uncertainty_score":0.51368743},"labels":[],"label_agreement":null},{"id":"W2339256922","doi":"10.1111/medu.12796","title":"Revisiting ‘The effect of assessments and examinations on the learning of medical students’","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Curriculum; Citation; Medical education; Psychology; Medicine; Pedagogy; Social psychology; Political science; Law","score_opus":0.01479765378763211,"score_gpt":0.43177964606046476,"score_spread":0.41698199227283267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339256922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8870159,0.0000923272,0.0010074875,0.11017355,0.00038709733,0.00034813964,3.9897157e-7,0.000013396508,0.0009617318],"genre_scores_gemma":[0.9964357,0.00012933674,0.000079926096,0.0023434628,0.00044848397,0.00009479974,0.000011223213,0.000011114863,0.000445967],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99617743,0.00040302603,0.00046940212,0.00016705415,0.002650339,0.00013275418],"domain_scores_gemma":[0.99730253,0.0018766908,0.00024287762,0.00028620777,0.0002191542,0.00007253956],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006243712,0.0000962816,0.00020959401,0.000114656126,0.00012289744,0.0000111340105,0.00032963904,0.00014230222,0.0011234785],"category_scores_gemma":[0.042094342,0.00004128191,0.000039153918,0.000394775,0.00042859875,0.000044610148,0.00008128985,0.0004147522,0.000010899231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028943688,0.000197498,0.16193098,0.00019438042,0.000048404687,6.5298076e-7,0.0003472333,9.7523326e-8,0.00025449347,0.0056117782,0.0068170284,0.8245685],"study_design_scores_gemma":[0.003134904,0.0016096934,0.93517244,0.0096136695,0.00031167112,0.00009428079,0.0025798136,0.0014993926,0.00471627,0.00025867327,0.040806238,0.00020296167],"about_ca_topic_score_codex":0.000027433762,"about_ca_topic_score_gemma":5.9489315e-7,"teacher_disagreement_score":0.82436556,"about_ca_system_score_codex":0.00007680103,"about_ca_system_score_gemma":0.0006637486,"threshold_uncertainty_score":0.99978966},"labels":[],"label_agreement":null},{"id":"W2339267548","doi":"10.1007/s12630-016-0637-7","title":"Curriculum reform for residency training: competence, change, and opportunities for leadership","year":2016,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Financial Markets Foundation for Children; University of Ottawa","keywords":"Competence (human resources); Curriculum; Medical education; Anesthesiology; Accountability; Medicine; Transparency (behavior); Political science; Psychology; Pedagogy","score_opus":0.22873367080779558,"score_gpt":0.3409064728695838,"score_spread":0.11217280206178823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339267548","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084653945,0.9656949,0.000055659657,0.030357448,0.0011119876,0.0015889527,0.000044097953,0.000011967475,0.00028843764],"genre_scores_gemma":[0.0005838289,0.9853139,0.003098162,0.00080051564,0.0071509453,0.0002136557,0.000105926025,0.00021606882,0.0025169814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957632,0.00013456603,0.0019563918,0.00036120543,0.0005218122,0.0012628353],"domain_scores_gemma":[0.9930093,0.00020947156,0.0020248329,0.0003362667,0.0020702716,0.0023498356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003188325,0.00063450687,0.0023957118,0.00246472,0.00065462105,0.00019742524,0.00060023274,0.0006711462,0.00009675704],"category_scores_gemma":[0.0012993476,0.00045350913,0.00077059,0.00044737515,0.0005298489,0.00047397395,0.0000070307055,0.0011497727,0.000003035868],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033550004,0.000025838544,0.000023219984,0.007274012,0.00027266267,0.04586418,0.0010720859,3.6603634e-8,5.16795e-8,0.004608615,0.018591305,0.9222344],"study_design_scores_gemma":[0.0005017427,0.00082576054,0.000010246928,0.017309288,0.00070814835,0.46391186,0.0033824944,0.0000024176306,8.165884e-8,0.0002809914,0.5127958,0.00027115675],"about_ca_topic_score_codex":0.00083803927,"about_ca_topic_score_gemma":0.0019102921,"teacher_disagreement_score":0.9219633,"about_ca_system_score_codex":0.0025669197,"about_ca_system_score_gemma":0.024860298,"threshold_uncertainty_score":0.9997917},"labels":[],"label_agreement":null},{"id":"W2340120068","doi":"10.1097/acm.0000000000001170","title":"Feedback to Supervisors: Is Anonymity Really So Important?","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Anonymity; MEDLINE; Psychology; Internet privacy; Medical education; Computer science; Medicine; Political science; Computer security; Law","score_opus":0.029498110323676115,"score_gpt":0.3565979309772146,"score_spread":0.3270998206535385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340120068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6780294,0.00038556676,0.0020330024,0.31389415,0.0008925596,0.00058356323,0.0000064735523,0.00013793183,0.0040373486],"genre_scores_gemma":[0.86414534,0.0013431221,0.0018829418,0.11108424,0.004001196,0.000087931694,0.000050859893,0.00006417109,0.017340222],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969318,0.000045523284,0.0010318465,0.000534728,0.0009272043,0.00052891806],"domain_scores_gemma":[0.9981121,0.00017416895,0.00017853457,0.00071908336,0.00040896962,0.00040713817],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001587921,0.0002538081,0.0005029012,0.00037506854,0.00011114243,0.0000042837487,0.00032139174,0.00040017403,0.0052223783],"category_scores_gemma":[0.0060726996,0.00014935696,0.00004923354,0.0010303349,0.00041760987,0.00013875742,0.00007964763,0.0006836007,0.00076608214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013397766,0.000028205783,0.050183926,0.00007895883,0.000049048704,0.00001937396,0.0043679588,2.5763782e-8,0.036603186,0.0016840891,0.839866,0.06698525],"study_design_scores_gemma":[0.005762762,0.0011153389,0.077954486,0.0031986926,0.00026129864,0.00034128406,0.0029368107,0.000044124186,0.0077266013,0.005062976,0.8950892,0.00050639635],"about_ca_topic_score_codex":0.00009176073,"about_ca_topic_score_gemma":0.0000029284379,"teacher_disagreement_score":0.20280991,"about_ca_system_score_codex":0.0002447598,"about_ca_system_score_gemma":0.00036421206,"threshold_uncertainty_score":0.995687},"labels":[],"label_agreement":null},{"id":"W2340467347","doi":"10.1002/j.0022-0337.2000.64.8.tb03366.x","title":"Social constructs of curricular change","year":2000,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Resistance (ecology); Medical education; Faculty development; Psychology; Process (computing); Social change; Plan (archaeology); Qualitative research; Dental education; Pedagogy; Professional development; Medicine; Sociology; Political science; Computer science","score_opus":0.01791311702537206,"score_gpt":0.364411311305273,"score_spread":0.3464981942799009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340467347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99291074,0.00026791342,0.00001099598,0.0019416091,0.001035356,0.0001270527,8.6073317e-7,0.000003746331,0.0037017518],"genre_scores_gemma":[0.99478155,0.00005595813,0.002179398,0.00095336314,0.0014926421,0.0000047031112,0.000013052739,0.0000072998337,0.00051202235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990684,0.000022401575,0.0004262296,0.000053826752,0.0003514204,0.00007772517],"domain_scores_gemma":[0.9991662,0.0000077606865,0.00030703552,0.00006974531,0.0004126896,0.000036582875],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020853984,0.00005704775,0.00016758915,0.00019215976,0.0000382399,0.0000061503088,0.000062245505,0.000062254716,0.0017074978],"category_scores_gemma":[0.00013146241,0.000049689086,0.000073926516,0.00036522327,0.00008085617,0.00016698189,0.000004039566,0.00017560722,0.000032676373],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010445584,0.0013747086,0.044558033,0.00013489893,0.00006069153,0.000004661937,0.0025599091,3.2421664e-7,0.0025393665,0.0011623799,0.049505796,0.89799476],"study_design_scores_gemma":[0.003322862,0.00077502325,0.837758,0.0011660004,0.00054442475,0.0045842114,0.014212062,0.00007077996,0.00995363,0.0010453978,0.1262931,0.0002745057],"about_ca_topic_score_codex":0.000014954829,"about_ca_topic_score_gemma":3.5918467e-7,"teacher_disagreement_score":0.8977203,"about_ca_system_score_codex":0.00013127098,"about_ca_system_score_gemma":0.0004513739,"threshold_uncertainty_score":0.99920505},"labels":[],"label_agreement":null},{"id":"W2340538452","doi":"10.5380/ce.v19i1.35924","title":"DEVELOPMENT OF EXPERTISE IN NURSING: WHY AND HOW","year":2014,"lang":"en","type":"article","venue":"Cogitare Enfermagem","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Nursing; Psychology; Medicine","score_opus":0.037208538972061236,"score_gpt":0.35128180120596686,"score_spread":0.31407326223390564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340538452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799792,0.00012640863,0.009786041,0.0046744985,0.00016904825,0.00014958283,2.7303915e-7,0.000022105547,0.005092815],"genre_scores_gemma":[0.97258043,0.0000035866083,0.026349677,0.0007377568,0.000057755253,0.000015698533,0.000020735564,0.000008376038,0.00022598737],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99942964,0.000018336592,0.00015965033,0.00012401906,0.00015751674,0.000110830384],"domain_scores_gemma":[0.9996597,0.000018239201,0.000040144198,0.00014288207,0.00010264039,0.00003640352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022380981,0.00006590892,0.00013769252,0.00014202458,0.000026130543,0.000007024472,0.00004021486,0.000053203785,0.000042108197],"category_scores_gemma":[0.00062549044,0.000059568083,0.000010333372,0.00020034179,0.00008802491,0.00005612204,0.000014185565,0.000099802324,0.0000045341326],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022571105,0.00019219593,0.008174841,0.000118075855,0.000007018799,0.0000025502625,0.0074169594,3.1335148e-7,0.004158299,0.0014295856,0.015194251,0.96328336],"study_design_scores_gemma":[0.0042894147,0.00025879714,0.72585666,0.002821149,0.000056139943,0.00006500942,0.0073645865,0.0042445417,0.035336845,0.0009091244,0.21830307,0.000494697],"about_ca_topic_score_codex":0.0000011761588,"about_ca_topic_score_gemma":0.0000023092928,"teacher_disagreement_score":0.96278864,"about_ca_system_score_codex":0.00008110556,"about_ca_system_score_gemma":0.00007217813,"threshold_uncertainty_score":0.24291159},"labels":[],"label_agreement":null},{"id":"W2340639645","doi":"10.1111/medu.13037","title":"The Calgary Guide: teaching disease pathophysiology more effectively","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"South Health Campus","funders":"","keywords":"Citation; Library science; Medicine; Psychology; Computer science","score_opus":0.0055469650313672665,"score_gpt":0.3438369012875203,"score_spread":0.33828993625615306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340639645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55811125,0.0006481629,0.007676665,0.42334706,0.004458255,0.0008086464,0.000001958719,0.00016096565,0.0047870553],"genre_scores_gemma":[0.89902526,0.00031924658,0.002738011,0.07956273,0.00348215,0.0008007997,0.00012862621,0.00005707223,0.013886094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981094,0.00019361095,0.00039233282,0.00030416372,0.0007094728,0.00029102116],"domain_scores_gemma":[0.9984796,0.00042720413,0.00010678614,0.0005054498,0.00026447402,0.00021648455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012718163,0.000136279,0.00016161424,0.00009332951,0.00034844558,0.000014000064,0.0002063552,0.00014213647,0.00037924832],"category_scores_gemma":[0.036086958,0.00006755737,0.000068830195,0.00021544653,0.0004317626,0.00008665908,0.000051606658,0.00041029093,0.00016256502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054703723,0.00032990173,0.0036096412,0.000033574717,0.000014366411,0.0000036182607,0.00012456521,2.3761855e-8,0.0005010698,0.0052282275,0.2575245,0.73257583],"study_design_scores_gemma":[0.0009557134,0.00013595042,0.31040785,0.00072287204,0.00008020338,0.000036858433,0.00031927996,0.00044390644,0.00010134656,0.004059247,0.6825569,0.00017986548],"about_ca_topic_score_codex":0.00004044702,"about_ca_topic_score_gemma":0.0000019406584,"teacher_disagreement_score":0.73239595,"about_ca_system_score_codex":0.00031092108,"about_ca_system_score_gemma":0.0028185677,"threshold_uncertainty_score":0.9720325},"labels":[],"label_agreement":null},{"id":"W2341316113","doi":"10.1007/978-3-319-16586-8_37","title":"Program Evaluation and Assessment of Learning","year":2015,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centennial College; McMaster University; The Wilson Centre; University of Ottawa; University of Ottawa Skills and Simulation Centre","funders":"","keywords":"Psychology; Computer science; Mathematics education","score_opus":0.12180914682368091,"score_gpt":0.48478999076636975,"score_spread":0.3629808439426888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341316113","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008342069,0.00024943904,0.00025723988,0.00067510956,0.00016592814,0.0013184749,4.4613054e-7,0.000046412737,0.99645275],"genre_scores_gemma":[0.030396972,0.000111197165,0.08086717,0.00016523371,0.00037589524,0.00017804436,0.0006777543,0.000047572918,0.88718015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987743,0.000012556284,0.00028095723,0.00015009068,0.0007193243,0.0000627915],"domain_scores_gemma":[0.99843675,0.000015595848,0.0001770619,0.00014938209,0.0011838654,0.00003735301],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001105377,0.00009705404,0.00021673243,0.00016060633,0.000019524628,0.000005548821,0.000024113559,0.00018656137,0.0016060905],"category_scores_gemma":[0.00036328763,0.00008103247,0.000023216753,0.000036348032,0.00008563092,0.000023433962,0.000021462854,0.00041523358,0.0000082698325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004856503,0.000051283136,0.00036468552,0.0001403274,0.000051601604,5.18732e-7,0.00005455163,0.0000021499263,0.000010555888,0.09422241,0.008418215,0.89667886],"study_design_scores_gemma":[0.00083776435,0.00076921406,0.0022218104,0.00046377894,0.0004550748,0.000020431307,0.0001387154,0.012846198,0.0000068163963,0.0066041905,0.9755047,0.00013129532],"about_ca_topic_score_codex":0.0000035031362,"about_ca_topic_score_gemma":7.762234e-7,"teacher_disagreement_score":0.9670865,"about_ca_system_score_codex":0.00016807158,"about_ca_system_score_gemma":0.0006678627,"threshold_uncertainty_score":0.99930656},"labels":[],"label_agreement":null},{"id":"W2341954560","doi":"10.1111/medu.13013","title":"Facilitating the ‘ <scp>STEP</scp> ’ from junior to senior resident","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Citation; Library science; Psychology; Medicine; Computer science","score_opus":0.011586957774718219,"score_gpt":0.3340055196612007,"score_spread":0.32241856188648244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341954560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8227723,0.00016220225,0.008247461,0.1632531,0.0026944065,0.0006042722,0.0000070554024,0.00009589938,0.0021632619],"genre_scores_gemma":[0.8775798,0.00005617235,0.01609108,0.08091157,0.003722147,0.00061213446,0.00015973535,0.000053628188,0.02081371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99722755,0.00014506587,0.0005691322,0.00039840702,0.0013096833,0.0003501583],"domain_scores_gemma":[0.9968419,0.0015874516,0.00013493569,0.00070390594,0.00046350455,0.0002683236],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012058063,0.00016822593,0.00022233323,0.0001785867,0.00018694425,0.000029836108,0.00030497645,0.000193697,0.0016153251],"category_scores_gemma":[0.07893783,0.00009253235,0.00006560391,0.0006753597,0.00019933718,0.000107633634,0.000072913244,0.00035057915,0.0013948013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006297349,0.00019606986,0.0055954964,0.000023762428,0.00002158407,0.0000018052268,0.003074729,9.6079816e-8,0.0012086361,0.000544608,0.5884008,0.4009261],"study_design_scores_gemma":[0.0009067021,0.0001421906,0.12556809,0.001038863,0.00008538578,0.000039009097,0.013004393,0.00012780513,0.0013468846,0.00070793583,0.85694647,0.00008627447],"about_ca_topic_score_codex":0.00035250082,"about_ca_topic_score_gemma":0.000041821266,"teacher_disagreement_score":0.40083984,"about_ca_system_score_codex":0.00033876963,"about_ca_system_score_gemma":0.0020917759,"threshold_uncertainty_score":0.99938273},"labels":[],"label_agreement":null},{"id":"W2342046247","doi":"10.55016/ojs/ajer.v55i4.55345","title":"Monitoring, Adapting, and Evaluating a Competency-Based Assessment Framework in Medical Education Through Participatory Action Research","year":2010,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Medical education; Context (archaeology); Participatory evaluation; Participatory action research; Action research; Citizen journalism; Action (physics); Field (mathematics); Competency assessment; Psychology; Medicine; Computer science; Pedagogy; Sociology","score_opus":0.3102623795724934,"score_gpt":0.6284878873545264,"score_spread":0.318225507782033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342046247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90859437,0.00033175413,0.00005698423,0.08270514,0.0017372696,0.00038617037,2.6152867e-7,0.0000014081434,0.0061866413],"genre_scores_gemma":[0.9487643,0.00012236275,0.04708167,0.00043814987,0.0024831737,0.00017112691,0.000010479769,0.000026951939,0.0009017448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99355596,0.0008988028,0.0009439748,0.00032203848,0.0037270582,0.0005521713],"domain_scores_gemma":[0.9789848,0.015350156,0.00029655284,0.00042631067,0.0045467475,0.0003954659],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01389282,0.00013697847,0.0002800224,0.001129958,0.00039248928,0.00008365713,0.00033116702,0.00032160679,0.006635916],"category_scores_gemma":[0.13412742,0.0001231362,0.000057638637,0.001692267,0.00062333076,0.00033490243,0.00007480217,0.0051401025,0.000043683664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026497545,0.004095269,0.83830595,0.00031376068,0.00006094227,0.000003563239,0.003054305,0.000012746302,0.0047396575,0.092472054,0.00838311,0.048293673],"study_design_scores_gemma":[0.001837855,0.0012760668,0.9334953,0.004226366,0.000059737016,0.00037371175,0.008279418,0.004763659,0.0011025865,0.03209491,0.012235431,0.00025500407],"about_ca_topic_score_codex":0.0008290047,"about_ca_topic_score_gemma":0.00041784628,"teacher_disagreement_score":0.1202346,"about_ca_system_score_codex":0.0006703887,"about_ca_system_score_gemma":0.033765636,"threshold_uncertainty_score":0.9971551},"labels":[],"label_agreement":null},{"id":"W2342805140","doi":"10.1080/14739879.2016.1172033","title":"Assessing students’ perceptions of the effects of a new Canadian longitudinal pre-clerkship family medicine experience","year":2016,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"HORIZON EUROPE Innovative Europe; College of Family Physicians of Canada; McGill University","keywords":"Preceptor; Context (archaeology); Medical education; Clinical clerkship; Psychology; Perception; Medicine; Family medicine; Nursing; Pedagogy; Curriculum","score_opus":0.033275278513064416,"score_gpt":0.3956131216624788,"score_spread":0.3623378431494144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342805140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98961693,0.00044532507,0.0010694412,0.0039316686,0.0022178309,0.00096052676,0.0000053513177,0.000012993599,0.0017399318],"genre_scores_gemma":[0.9943788,0.00001929739,0.0020108991,0.0011259309,0.00046790746,0.00014881765,0.00007044412,0.000016608192,0.0017612885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987782,0.000036397476,0.0003688774,0.00020262734,0.0004399953,0.00017385738],"domain_scores_gemma":[0.9983592,0.00013472457,0.00019049406,0.0004470901,0.0007397734,0.00012871053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017200684,0.00010881224,0.00020937949,0.00021033047,0.00012925538,0.000009682111,0.00025425936,0.000083341656,0.00011938316],"category_scores_gemma":[0.0015264612,0.000066884575,0.00006857388,0.0004621203,0.0002405993,0.00016767402,0.000027269094,0.00009628451,0.0000023713105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030050554,0.00023119873,0.6558333,0.0012913021,0.00004248082,1.9535689e-7,0.024409467,3.4525706e-7,0.032913588,0.00067305483,0.04035884,0.24421614],"study_design_scores_gemma":[0.0007083442,0.00014598956,0.9805304,0.0016558651,0.00010085989,0.0000054538827,0.011564402,5.751773e-7,0.0013593079,0.0001131913,0.0037462616,0.00006938482],"about_ca_topic_score_codex":0.0048125316,"about_ca_topic_score_gemma":0.0004845908,"teacher_disagreement_score":0.32469705,"about_ca_system_score_codex":0.0007708466,"about_ca_system_score_gemma":0.004249053,"threshold_uncertainty_score":0.7537638},"labels":[],"label_agreement":null},{"id":"W2342898739","doi":"","title":"Development and Validation of the McMaster Prescribing Competency Assessment for Medical Trainees (MacPCA).","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Construct validity; Face validity; Test (biology); Medicine; Medical education; Competency assessment; Educational measurement; Construct (python library); Clinical pharmacology; Medical school; Family medicine; Psychology; Curriculum; Clinical psychology; Psychometrics; Computer science; Pharmacology","score_opus":0.06594374714676017,"score_gpt":0.3237280758904995,"score_spread":0.25778432874373935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342898739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793722,0.000047749836,0.0042182836,0.010975611,0.0005217386,0.0013911148,0.0000012912199,0.000019513265,0.0034524712],"genre_scores_gemma":[0.9682635,0.0000017797912,0.029130574,0.00088711374,0.00014214295,0.0010697171,0.00002446757,0.0000087366725,0.00047194073],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988873,0.000025537815,0.00031349165,0.00011414433,0.00051670294,0.00014281788],"domain_scores_gemma":[0.9994563,0.000040430506,0.00008806509,0.000111992755,0.00021519607,0.00008803791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012603191,0.00006117052,0.00012160572,0.000052657815,0.000043597403,0.000008471409,0.000076148724,0.000059446447,0.000023027842],"category_scores_gemma":[0.0014309906,0.000040150055,0.000018405504,0.00014680681,0.00007592152,0.00004945322,0.000034202872,0.00010161256,3.8616037e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036821206,0.00022307028,0.022778213,0.00019396035,0.000058357255,3.712884e-7,0.0022977022,0.0000015221616,0.00007909752,0.0042564995,0.0060960315,0.96397835],"study_design_scores_gemma":[0.0032172466,0.000050052182,0.9169056,0.0001410605,0.00009135108,0.000029735884,0.0018357835,0.0010605599,0.00791404,0.0007804677,0.067841634,0.00013245826],"about_ca_topic_score_codex":0.0000033814567,"about_ca_topic_score_gemma":0.0000019118715,"teacher_disagreement_score":0.9638459,"about_ca_system_score_codex":0.00009842136,"about_ca_system_score_gemma":0.00033760004,"threshold_uncertainty_score":0.17131327},"labels":[],"label_agreement":null},{"id":"W2343186304","doi":"10.15766/mep_2374-8265.10387","title":"Evidence-Informed Facilitated Feedback: The R2C2 Feedback Model","year":2016,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health; University of Calgary; Dalhousie University","funders":"","keywords":"Feedback control; Computer science; Psychology; Engineering; Control engineering","score_opus":0.0665788818023588,"score_gpt":0.35421629073916333,"score_spread":0.28763740893680456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343186304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9386215,0.00015589451,0.0033992748,0.04175341,0.0007372556,0.000621692,0.000010841064,0.00016480227,0.014535295],"genre_scores_gemma":[0.9641281,0.0000788138,0.0021090645,0.0027960052,0.0002987925,0.00010130019,0.000034615445,0.000023876715,0.030429432],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980113,0.000028178667,0.0005449116,0.00028021177,0.00073972164,0.0003957066],"domain_scores_gemma":[0.9985113,0.0001939237,0.00013912187,0.00065148907,0.00038450464,0.00011962497],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006943713,0.00018433084,0.00023448301,0.00012180243,0.00015711368,0.000021794383,0.0002378915,0.0001364816,0.0021252013],"category_scores_gemma":[0.0041450737,0.0000903882,0.00009870497,0.0005148698,0.00036600136,0.0002885711,0.000051596235,0.0002523837,0.0011143882],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003351036,0.00029919084,0.018711563,0.00017197593,0.00017861053,0.000030709187,0.003606433,0.000029335364,0.009799787,0.003830973,0.6412418,0.3217645],"study_design_scores_gemma":[0.01774089,0.0020583414,0.49568334,0.008816262,0.0013099157,0.0014067476,0.015919996,0.04591619,0.03194094,0.01315279,0.36297044,0.0030841383],"about_ca_topic_score_codex":0.000024303092,"about_ca_topic_score_gemma":0.00002040352,"teacher_disagreement_score":0.4769718,"about_ca_system_score_codex":0.0002245865,"about_ca_system_score_gemma":0.00075952837,"threshold_uncertainty_score":0.99966335},"labels":[],"label_agreement":null},{"id":"W2345444639","doi":"","title":"Using Portfolios in Medical Education: A Content Analysis of Presentations at the Association for Medical Education in Europe Conferences 2009-2011","year":2012,"lang":"en","type":"article","venue":"醫學教育","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Portfolio; Medical education; Variety (cybernetics); Content analysis; Nationality; Psychology; Medicine; Political science; Sociology; Business; Social science; Immigration; Computer science","score_opus":0.0881353391630681,"score_gpt":0.4351852555241932,"score_spread":0.3470499163611251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345444639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97427124,0.0006526744,0.0005259306,0.017217727,0.0011601354,0.0008266038,0.0000089324785,0.000012761576,0.005323983],"genre_scores_gemma":[0.992207,0.00010019458,0.0008100526,0.00307053,0.00043973894,0.00022655196,0.0005100928,0.000012674246,0.0026231767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974729,0.0001710364,0.0008396431,0.00019102174,0.0010518932,0.00027351396],"domain_scores_gemma":[0.9979301,0.00030192334,0.000388092,0.00026707625,0.00095854595,0.00015424135],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002496701,0.00011060155,0.00033396058,0.00071143877,0.00007277756,0.000010911746,0.0001611886,0.0002096449,0.0024063722],"category_scores_gemma":[0.012942372,0.000085165935,0.000077164754,0.0021658365,0.000116303454,0.00014715458,0.000040174655,0.0002689365,0.000014198972],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039113453,0.001653676,0.95011604,0.00004629381,0.00017003216,3.7870234e-7,0.0012416828,0.000007871687,0.00006629039,0.00879879,0.02169123,0.01616861],"study_design_scores_gemma":[0.0008217715,0.000033828794,0.97251534,0.00017801514,0.0005806153,0.000013585386,0.0024330507,0.0064569227,0.00011116773,0.00010519458,0.016643384,0.0001071205],"about_ca_topic_score_codex":0.0012112228,"about_ca_topic_score_gemma":0.0010687531,"teacher_disagreement_score":0.022399308,"about_ca_system_score_codex":0.00044878692,"about_ca_system_score_gemma":0.007099518,"threshold_uncertainty_score":0.9985293},"labels":[],"label_agreement":null},{"id":"W2345533347","doi":"10.1016/j.physio.2015.03.1940","title":"Clinical exposure during placement: development of a logging tool to track student experience","year":2015,"lang":"en","type":"article","venue":"Physiotherapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Variety (cybernetics); Medical education; Track (disk drive); Quality (philosophy); Logging; Institution; Medicine; Psychology; Computer science; Political science; Geography; Forestry; Artificial intelligence","score_opus":0.05609628634090555,"score_gpt":0.45825434857099134,"score_spread":0.40215806223008577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345533347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966501,0.00005039618,0.0018920099,0.00039512926,0.0003701386,0.00039289772,3.043698e-7,0.000035618617,0.00021342894],"genre_scores_gemma":[0.9619216,0.000008551575,0.03621058,0.0011725104,0.00028617043,0.00009135277,0.00000504783,0.000015815203,0.00028836718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985611,0.000025328694,0.00055160915,0.00021227129,0.00048606162,0.00016362706],"domain_scores_gemma":[0.99934006,0.000016590315,0.00009979715,0.00027004574,0.00018169307,0.000091838156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043783177,0.00009627697,0.00022490953,0.00008437346,0.000046298184,0.000008068746,0.00011612037,0.000044303983,0.00010148251],"category_scores_gemma":[0.0001379761,0.00008325431,0.000034545337,0.00026123348,0.000044000342,0.000057112964,0.00002791025,0.000109832734,0.000030393094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001512194,0.004786002,0.25219655,0.00036819928,0.00028659753,0.000010212914,0.20567596,0.00017178671,0.2143499,0.00024688317,0.0052662417,0.3151295],"study_design_scores_gemma":[0.006068062,0.0007706301,0.8733284,0.00044918148,0.000015790492,0.0000072658395,0.012883728,0.00009082727,0.07801292,0.000039762537,0.028019642,0.00031382265],"about_ca_topic_score_codex":0.000003270732,"about_ca_topic_score_gemma":7.310231e-7,"teacher_disagreement_score":0.62113184,"about_ca_system_score_codex":0.00014397083,"about_ca_system_score_gemma":0.00023376862,"threshold_uncertainty_score":0.33950123},"labels":[],"label_agreement":null},{"id":"W2346030303","doi":"10.4300/jgme-d-15-00297.1","title":"Skills for Interviewing Adolescent Patients: Sustainability of Structured Feedback in Undergraduate Education on Performance in Residency","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Interview; Medical education; Residency training; Sustainability; Motivational interviewing; Medicine; Psychology; Family medicine; Nursing; Political science; Continuing education; Psychological intervention; Biology","score_opus":0.01661991676299773,"score_gpt":0.3483527209974622,"score_spread":0.33173280423446444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346030303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411489,0.00010594344,0.0005634239,0.055282917,0.0020514443,0.0007623865,0.0000012818274,0.0000051699435,0.000078526646],"genre_scores_gemma":[0.9960311,0.00032280094,0.0014967549,0.0015345687,0.00038648784,0.000053121534,0.000022163082,0.000020061927,0.00013292859],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966953,0.00016261524,0.0016412244,0.00022838122,0.001006654,0.0002658614],"domain_scores_gemma":[0.99616694,0.0001886845,0.0008365048,0.00028472437,0.0023757168,0.00014745069],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002053555,0.0001698235,0.00045275287,0.00091675995,0.000033859338,0.000008416732,0.0002192905,0.00016632935,0.000047812307],"category_scores_gemma":[0.020313818,0.000114812465,0.00010957593,0.00076871895,0.00015108276,0.00029009473,0.000022959719,0.00049383874,0.0000021844012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036795269,0.004719785,0.21480252,0.00093165477,0.0000150558735,7.086928e-7,0.00074429886,0.0000036095144,0.000046138557,0.00073232665,0.0062075206,0.7714284],"study_design_scores_gemma":[0.0034064292,0.0009184164,0.97223973,0.009477049,0.000040997405,0.000021767668,0.0012168938,0.00009111871,0.0008417831,0.010068861,0.0015413557,0.00013558209],"about_ca_topic_score_codex":0.000024228102,"about_ca_topic_score_gemma":0.000020000452,"teacher_disagreement_score":0.77129287,"about_ca_system_score_codex":0.0017820722,"about_ca_system_score_gemma":0.007936259,"threshold_uncertainty_score":0.9976878},"labels":[],"label_agreement":null},{"id":"W2346286808","doi":"10.4137/jmecd.s18929","title":"Active Learning in Medical Education: Application to the Training of Surgeons","year":2016,"lang":"en","type":"review","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Context (archaeology); Medical education; Training (meteorology); Active learning (machine learning); Medicine; Psychology; Pedagogy; Computer science; Artificial intelligence","score_opus":0.0270911540698724,"score_gpt":0.40610987170075874,"score_spread":0.37901871763088635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346286808","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018925376,0.9528197,0.002786876,0.0381771,0.0025637827,0.0012122487,9.941269e-7,0.00001418273,0.0005325497],"genre_scores_gemma":[0.0014356815,0.991524,0.0024091825,0.002773926,0.0010423354,0.00035079892,0.00007645046,0.000037175247,0.00035047735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470186,0.00029427823,0.0020481956,0.0002825458,0.002423439,0.00024968613],"domain_scores_gemma":[0.9969141,0.0002397979,0.001226746,0.00024339333,0.0008094158,0.00056654844],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045131734,0.0002707402,0.0011569705,0.0008535876,0.00010332593,0.000018517363,0.0004502392,0.00050110713,0.00073474296],"category_scores_gemma":[0.01153086,0.00015503919,0.00017828534,0.0012453893,0.00013551317,0.00007835307,0.00008841773,0.001411367,0.000023540604],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008861569,0.0007462822,0.0001496246,0.0013474562,0.00009935582,0.000003990064,0.0020368847,1.4878323e-7,1.326332e-7,0.0006332562,0.008240819,0.9867332],"study_design_scores_gemma":[0.00033326453,0.000053191467,0.0009747844,0.04469829,0.00015058406,0.0010088556,0.0022482108,0.000012216018,0.0000012842963,0.000036996327,0.95033103,0.00015128781],"about_ca_topic_score_codex":0.000012441065,"about_ca_topic_score_gemma":0.0000091523825,"teacher_disagreement_score":0.9865819,"about_ca_system_score_codex":0.00055895856,"about_ca_system_score_gemma":0.04548316,"threshold_uncertainty_score":0.9967954},"labels":[],"label_agreement":null},{"id":"W2349305056","doi":"10.1097/ceh.0000000000000014","title":"Terminology in Continuing Education","year":2015,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Terminology; Psychological intervention; Conceptualization; Delphi method; Consistency (knowledge bases); Process (computing); Variety (cybernetics); Medical education; Explication; Engineering ethics; Systematic process; Medicine; Computer science; Nursing; Epistemology; Engineering; Work in process","score_opus":0.04751028859443398,"score_gpt":0.4558419028243368,"score_spread":0.40833161422990283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2349305056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91056883,0.0013586968,0.00018038164,0.0805833,0.0052681235,0.0007080052,3.1917432e-7,0.000010108866,0.0013222148],"genre_scores_gemma":[0.9847783,0.00010216821,0.005932484,0.0066650272,0.0009560488,0.00006583074,0.0000146183775,0.000016017737,0.0014695291],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997093,0.00065003324,0.0013757857,0.00014096993,0.0004378961,0.00030231822],"domain_scores_gemma":[0.9973249,0.00020104102,0.0010561517,0.00031017337,0.00096613093,0.00014160345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005080593,0.0001204921,0.0003844287,0.0009398946,0.000064076965,0.000020874757,0.0002496222,0.00014026134,0.000022525208],"category_scores_gemma":[0.00415023,0.00008558433,0.000051627718,0.0009375682,0.000075109645,0.00023342775,0.00002260679,0.0011460786,0.000009733737],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010930099,0.0017241195,0.083679184,0.00013689564,0.0000055131013,0.000003593581,0.08510948,0.0000031452207,0.00006957559,0.002247019,0.09151952,0.73539263],"study_design_scores_gemma":[0.002921991,0.000662534,0.39803523,0.0104640825,0.000043704447,0.0010053007,0.50369626,0.000096438496,0.000042701537,0.006126743,0.076706715,0.00019827926],"about_ca_topic_score_codex":0.000078482684,"about_ca_topic_score_gemma":0.00003071261,"teacher_disagreement_score":0.7351944,"about_ca_system_score_codex":0.0006455622,"about_ca_system_score_gemma":0.007265574,"threshold_uncertainty_score":0.9983623},"labels":[],"label_agreement":null},{"id":"W2350967663","doi":"","title":"Comparisons of Continuing Medical Education and Continuing Medical Professional Development","year":2001,"lang":"en","type":"article","venue":"Hospital Administration J Chinese Pla","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing education; Continuing medical education; Continuing professional development; Medical education; Medicine; Professional development; Medical profession","score_opus":0.0073796686772598565,"score_gpt":0.33354504908220534,"score_spread":0.32616538040494547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350967663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853093,0.00018269909,0.0007105983,0.009912988,0.0014728323,0.0004194093,0.0000018553669,0.0000591965,0.001931119],"genre_scores_gemma":[0.99255425,0.000036734393,0.0049005514,0.00064233603,0.0004333386,0.00008289828,0.0002967366,0.000018549972,0.0010346018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971635,0.000049888557,0.0008980952,0.00031090682,0.0013554277,0.00022219804],"domain_scores_gemma":[0.9986425,0.00011447549,0.0002803104,0.00019257914,0.00044305727,0.00032706378],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078315154,0.00020199764,0.00037513828,0.00017580777,0.00009804589,0.000024175393,0.0001361347,0.0002820024,0.0012148513],"category_scores_gemma":[0.004760265,0.00016395251,0.00004596247,0.00043920052,0.0002428113,0.00016341731,0.00006131654,0.00044440635,0.000016448086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002002959,0.0045276927,0.7085849,0.00024585213,0.00006146011,0.000047519803,0.0048611816,2.259828e-7,0.0002002574,0.0030983991,0.011056128,0.26711607],"study_design_scores_gemma":[0.0020165062,0.00050908624,0.9724139,0.0018862486,0.000044874898,0.00068814505,0.0019270659,0.002702338,0.00041657698,0.0001701834,0.016915368,0.00030973574],"about_ca_topic_score_codex":0.00000815063,"about_ca_topic_score_gemma":0.000027881004,"teacher_disagreement_score":0.26680633,"about_ca_system_score_codex":0.00006347115,"about_ca_system_score_gemma":0.0014222502,"threshold_uncertainty_score":0.99969816},"labels":[],"label_agreement":null},{"id":"W2352878217","doi":"10.1097/ceh.0000000000000013","title":"Society for Academic Continuing Medical Education Intervention Guideline Series","year":2015,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Society for Academic Continuing Medical Education","keywords":"Terminology; Guideline; Psychological intervention; Intervention (counseling); Medical education; Set (abstract data type); Plan (archaeology); Continuing medical education; Medicine; Nursing; Computer science; Continuing education","score_opus":0.05080120333862637,"score_gpt":0.49721501464179074,"score_spread":0.4464138113031644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2352878217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6565668,0.0036265617,0.010699024,0.31807494,0.009177271,0.001576071,0.0000019175059,0.000027153843,0.00025021986],"genre_scores_gemma":[0.89059186,0.00057222275,0.06523669,0.032592345,0.0055398075,0.00031891148,0.000179151,0.000050375198,0.0049186614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961853,0.00038112176,0.0021182403,0.0001606997,0.0008579257,0.00029672508],"domain_scores_gemma":[0.9950031,0.00022088324,0.0016365283,0.00026892844,0.0026135365,0.000257044],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012737873,0.0001431452,0.0003979211,0.00034018836,0.00013902703,0.00002569429,0.000323492,0.00025115587,0.000051761348],"category_scores_gemma":[0.012528633,0.000100077195,0.00021519333,0.0006402193,0.00009878824,0.00038403107,0.00003215519,0.0013162788,0.0000040053715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014169319,0.00079440454,0.002807,0.0002381105,0.00001669692,3.5368578e-7,0.029012138,0.0000013262904,0.000029173701,0.0023330182,0.57631177,0.38831434],"study_design_scores_gemma":[0.00492003,0.0011938773,0.013516735,0.0185485,0.00016794282,0.001226938,0.43329847,0.000758715,0.000071568276,0.011774519,0.514263,0.0002597478],"about_ca_topic_score_codex":0.000033731587,"about_ca_topic_score_gemma":0.000012376802,"teacher_disagreement_score":0.40428632,"about_ca_system_score_codex":0.00057158276,"about_ca_system_score_gemma":0.009376974,"threshold_uncertainty_score":0.99623895},"labels":[],"label_agreement":null},{"id":"W2352958430","doi":"","title":"In the Spirit of Flexner:Working Toward a Collective Vision for the Future of Medical Education in Canada","year":2011,"lang":"en","type":"article","venue":"Fudan jiaoyu luntan","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Medical education; Set (abstract data type); Public relations; Academic medicine; Engineering ethics; Political science; Sociology; Medicine; Engineering; Computer science","score_opus":0.023630917938190305,"score_gpt":0.3332156802972627,"score_spread":0.3095847623590724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2352958430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93435913,0.0005937818,0.00026881762,0.056395736,0.0019845131,0.0014267266,0.000006082587,0.0000053883655,0.004959826],"genre_scores_gemma":[0.9949103,0.00003362386,0.0010596936,0.0032861803,0.00043374457,0.00012421257,0.00001849904,0.000010392889,0.00012334416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99851733,0.00007367372,0.0004640444,0.00014396502,0.0006415058,0.00015945273],"domain_scores_gemma":[0.99915266,0.00017830059,0.00016344861,0.0002787556,0.00019294792,0.000033916378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011358497,0.000088118664,0.00020412373,0.00015768479,0.00004444285,0.000003253138,0.00029597234,0.00010361113,0.00029580158],"category_scores_gemma":[0.00071666425,0.00005348229,0.000036399317,0.00095532386,0.00009556849,0.000040612842,0.000023839932,0.00032544826,5.5686536e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009807637,0.0020318048,0.19046429,0.00065154687,0.00010352405,0.000018023211,0.08308257,0.0000041343405,0.00031064177,0.049888175,0.27536136,0.3971032],"study_design_scores_gemma":[0.0028050146,0.00054027565,0.767131,0.0012549341,0.00011719712,0.00006942827,0.12648112,0.002249365,0.0013576632,0.0038768619,0.09390644,0.00021075334],"about_ca_topic_score_codex":0.22013122,"about_ca_topic_score_gemma":0.4781696,"teacher_disagreement_score":0.57666665,"about_ca_system_score_codex":0.0005358041,"about_ca_system_score_gemma":0.00845832,"threshold_uncertainty_score":0.9971628},"labels":[],"label_agreement":null},{"id":"W2356309667","doi":"","title":"Introduction of Family Medicine Residency Training Program of The University of Alberta, Canada","year":2013,"lang":"en","type":"article","venue":"CME/Continuing medical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Residency training; Training (meteorology); Medical education; China; Family medicine; Medical school; Continuing education","score_opus":0.010884331507262686,"score_gpt":0.2770562952576094,"score_spread":0.2661719637503467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356309667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9405739,0.00016699519,0.000101419006,0.05376709,0.0015777241,0.00064830226,5.694258e-7,0.000014335229,0.0031496757],"genre_scores_gemma":[0.99450195,0.000038143906,0.0023129003,0.00049114437,0.000702552,0.000013305764,0.000047766225,0.000012313465,0.0018799122],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979157,0.00009661303,0.00065851404,0.00021477303,0.0009330637,0.00018135716],"domain_scores_gemma":[0.99772835,0.0001307817,0.0005273246,0.00044839876,0.0010565454,0.00010857681],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00064900436,0.00011338155,0.00036712008,0.00013449338,0.000055871868,0.0000020705381,0.00025906952,0.00014558442,0.0018447541],"category_scores_gemma":[0.010242906,0.00008716495,0.00005793249,0.00084864267,0.0006307912,0.00009604775,0.000036571342,0.0003300546,0.0000028951729],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029814631,0.0004916417,0.011380817,0.0004900662,0.000053405518,3.5209598e-7,0.01030898,0.0000020065806,0.0032186676,0.0018616294,0.26654744,0.70561516],"study_design_scores_gemma":[0.0016488632,0.00043077732,0.82453054,0.0037217003,0.00033800578,0.000047592577,0.06230463,0.0009998966,0.0020152498,0.00068286335,0.103056625,0.00022324035],"about_ca_topic_score_codex":0.33401534,"about_ca_topic_score_gemma":0.030360268,"teacher_disagreement_score":0.81314975,"about_ca_system_score_codex":0.00018741928,"about_ca_system_score_gemma":0.0047251238,"threshold_uncertainty_score":0.9990677},"labels":[],"label_agreement":null},{"id":"W2360389418","doi":"","title":"A Pilot Study of the Classification of Chinese Medical Specialty","year":2004,"lang":"en","type":"article","venue":"Zhongguo xunzheng yixue zazhi","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Specialty; Medical education; Family medicine; Medicine; Alternative medicine; Clinical Practice; Political science; Pathology","score_opus":0.03318465115995692,"score_gpt":0.3453626562455496,"score_spread":0.3121780050855927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2360389418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902642,0.00003821208,0.00035949922,0.004155298,0.0011223763,0.0008251532,0.0000030351919,0.000037852158,0.0031943824],"genre_scores_gemma":[0.9981786,0.000007615446,0.000645982,0.00034259222,0.00054205296,0.000041727082,0.000015666099,0.000024090376,0.00020164954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973511,0.00009204526,0.000783891,0.00025718275,0.0013244188,0.00019137801],"domain_scores_gemma":[0.99827814,0.0000787348,0.00035052068,0.00080446934,0.0004042256,0.00008393702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008382364,0.00015430467,0.00036072565,0.00018568794,0.00010213246,0.0000060215416,0.00036392105,0.00008310075,0.00029750864],"category_scores_gemma":[0.0038510475,0.00010065896,0.00007363582,0.0013761879,0.00028133395,0.000070083275,0.000083719075,0.0004984423,0.000021870199],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073591963,0.032824203,0.8638049,0.00071350584,0.0004423997,0.000025351608,0.019580202,0.00013150339,0.027497703,0.020807322,0.005080561,0.02835643],"study_design_scores_gemma":[0.0032632477,0.0012950707,0.99093604,0.00024163249,0.00008074543,0.00002964176,0.0017400432,0.00014497786,0.0006556116,0.001143456,0.00037091036,0.00009863838],"about_ca_topic_score_codex":0.00029006813,"about_ca_topic_score_gemma":0.0002807354,"teacher_disagreement_score":0.12713113,"about_ca_system_score_codex":0.00015398182,"about_ca_system_score_gemma":0.0006408722,"threshold_uncertainty_score":0.46103418},"labels":[],"label_agreement":null},{"id":"W2364084880","doi":"10.2310/6650.2005.x0004.18","title":"19 CREATING A WEB-BASED Multimedia resource for medical students learning pediatric clinical skills.","year":2006,"lang":"en","type":"article","venue":"Journal of Investigative Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Schedule; Resource (disambiguation); Multimedia; Web application; Computer science; Process (computing); Frame (networking); Medicine; World Wide Web","score_opus":0.034731305463041116,"score_gpt":0.4055781156609735,"score_spread":0.3708468101979324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364084880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95463604,0.00064692314,0.004918123,0.036605705,0.0011394615,0.0006473862,0.0000025583429,0.000059872007,0.0013439257],"genre_scores_gemma":[0.87967014,0.000111725756,0.075674556,0.016914273,0.025378816,0.000054091186,0.00016403856,0.00009714283,0.0019352011],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99284965,0.00044238535,0.0027681168,0.00033440682,0.0031904513,0.00041500808],"domain_scores_gemma":[0.9928511,0.0025796571,0.0018787811,0.0002518053,0.0017562435,0.000682433],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011068911,0.00029403128,0.0010428962,0.00078098767,0.00022799165,0.000023105289,0.00047525438,0.00034104454,0.00031927903],"category_scores_gemma":[0.09993827,0.00020768754,0.00024711722,0.0011219206,0.0015579488,0.0001103156,0.00005699723,0.0019032813,0.000010538997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002771491,0.0011333899,0.7322658,0.0002852907,0.0001282551,0.00014340311,0.00070072355,0.000082412866,0.00042457116,0.00015442992,0.25186548,0.012539111],"study_design_scores_gemma":[0.05433805,0.009333797,0.7539374,0.004867502,0.0020671054,0.0006647305,0.0030589371,0.02181456,0.001038212,0.0023115105,0.14590621,0.00066198665],"about_ca_topic_score_codex":0.000024203404,"about_ca_topic_score_gemma":0.0000026654743,"teacher_disagreement_score":0.10595929,"about_ca_system_score_codex":0.0002833749,"about_ca_system_score_gemma":0.0019232546,"threshold_uncertainty_score":0.9076433},"labels":[],"label_agreement":null},{"id":"W2364152458","doi":"","title":"Family Medicine Mandatory Assessment of Progress Results of a pilot administration of a family medicine competency-based in-training examination","year":2016,"lang":"en","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Test (biology); Family medicine; Medicine; Medical education; Educational measurement; Construct validity; MEDLINE; Competency assessment; Psychology; Psychometrics; Curriculum; Clinical psychology","score_opus":0.06866547786686188,"score_gpt":0.3584059834605909,"score_spread":0.289740505593729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364152458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98312485,0.00016104161,0.0041531874,0.006773495,0.00076556054,0.0011633877,0.000034781966,0.000029394761,0.0037943155],"genre_scores_gemma":[0.9921501,0.00004409664,0.0068248212,0.00023526265,0.0002989537,0.0001562136,0.00022080354,0.000019730083,0.000050000282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996175,0.00017641,0.0016347033,0.00032548333,0.0011180644,0.0005703765],"domain_scores_gemma":[0.9976842,0.0002749162,0.0008899153,0.0004056002,0.0005796686,0.00016569588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034183096,0.00019329425,0.0006502663,0.0006282411,0.000024744406,0.0000019262252,0.00017228065,0.000115443,0.000045617173],"category_scores_gemma":[0.0024221423,0.00013272662,0.00004508008,0.00085380056,0.0009800015,0.00011989607,0.000019146944,0.00019617018,3.5492977e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033533468,0.0035364337,0.2509554,0.0021855803,0.0002024468,0.00003891641,0.0045980974,0.0000145707445,0.12807071,0.020837106,0.0019927956,0.58421457],"study_design_scores_gemma":[0.010265705,0.0021092924,0.9792838,0.0021468955,0.00010273842,0.0000064404467,0.0013221296,0.00058021455,0.003567599,0.00019891973,0.00030645862,0.00010976844],"about_ca_topic_score_codex":0.00006762272,"about_ca_topic_score_gemma":0.000023937906,"teacher_disagreement_score":0.7283284,"about_ca_system_score_codex":0.00039954236,"about_ca_system_score_gemma":0.0016415603,"threshold_uncertainty_score":0.5412435},"labels":[],"label_agreement":null},{"id":"W2367451183","doi":"10.1136/emermed-2015-204718","title":"Innovation in the field of medical-conference-based education: a new marketplace","year":2015,"lang":"en","type":"editorial","venue":"Emergency Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pace; Public relations; Medicine; Entertainment; Field (mathematics); Quality (philosophy); Medical education; Political science; Law","score_opus":0.042656384370017286,"score_gpt":0.4349958174960106,"score_spread":0.3923394331259933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367451183","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00091748335,0.0019813583,0.0022319008,0.15395658,0.80078685,0.00055661413,0.000003563169,0.00001921496,0.03954647],"genre_scores_gemma":[0.0005248716,0.0016162947,0.00074626814,0.0016845252,0.9586115,0.000058685466,0.0006842688,0.000055920034,0.036017705],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890962,0.0003563059,0.0030649856,0.00034487047,0.006765203,0.00037242816],"domain_scores_gemma":[0.9891367,0.00090684806,0.0021747546,0.000944979,0.0065143015,0.00032244486],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011749865,0.0003823399,0.00084829563,0.0016662218,0.00009565859,0.000013979107,0.0010169983,0.0012466995,0.065007746],"category_scores_gemma":[0.100607485,0.00024484936,0.00011849931,0.0039161826,0.00017263328,0.00013029938,0.00004394035,0.004557449,0.00001862843],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019554164,0.0004385139,0.00036166573,0.000395855,0.000055392367,0.0000045246584,0.0015372421,8.8107475e-7,0.0000074110085,0.00033262427,0.9801623,0.016508004],"study_design_scores_gemma":[0.0023153871,0.00080191775,0.00041867662,0.0038094516,0.00021743368,0.00007150176,0.0019575423,0.0001090436,0.000006706371,0.0019739429,0.9881251,0.00019329212],"about_ca_topic_score_codex":0.00053078553,"about_ca_topic_score_gemma":0.00007143647,"teacher_disagreement_score":0.15782464,"about_ca_system_score_codex":0.00037687595,"about_ca_system_score_gemma":0.029323597,"threshold_uncertainty_score":0.99846673},"labels":[],"label_agreement":null},{"id":"W2368607944","doi":"","title":"How to Improve Chinese Medical Students' Clinical Competence from Inspiration of Canadian Medical Students' Surgical Practice","year":2011,"lang":"en","type":"article","venue":"Northwest Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Internationalization; China; Clinical Practice; Medical education; Medicine; Medical practice; Nursing; Psychology; Political science","score_opus":0.0230648783464434,"score_gpt":0.3965102842390809,"score_spread":0.3734454058926375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2368607944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9009389,0.00018069167,0.000574445,0.088004075,0.0060210153,0.0012145905,0.000025344412,0.00009872559,0.0029421959],"genre_scores_gemma":[0.9362902,0.00043245163,0.0072462102,0.05017508,0.0043488056,0.00029108027,0.00082060095,0.00006812131,0.00032743506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9828276,0.0005862998,0.0022112997,0.0010502982,0.012603503,0.0007209785],"domain_scores_gemma":[0.99019474,0.0009028618,0.00066040445,0.0012629953,0.0023403387,0.0046386817],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008253795,0.00046045464,0.00097437744,0.0010878576,0.00019980731,0.000116601914,0.0022756841,0.0014969214,0.009818484],"category_scores_gemma":[0.09861669,0.0003863924,0.00021862445,0.002763986,0.0007407841,0.00049891503,0.00040097666,0.002251421,0.00027411582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037893478,0.009075474,0.7617338,0.00010052004,0.0002605744,0.00031778784,0.002430298,1.0326555e-7,0.000007757517,0.0013572903,0.017265523,0.20707195],"study_design_scores_gemma":[0.003940624,0.001098591,0.7891857,0.00096755824,0.0002856251,0.0003918097,0.0023877143,0.00026991914,0.000041952866,0.00012589653,0.20080023,0.00050439354],"about_ca_topic_score_codex":0.11945458,"about_ca_topic_score_gemma":0.083744265,"teacher_disagreement_score":0.20656756,"about_ca_system_score_codex":0.00043824897,"about_ca_system_score_gemma":0.022762,"threshold_uncertainty_score":0.9998588},"labels":[],"label_agreement":null},{"id":"W2370529467","doi":"10.1097/ceh.0000000000000010","title":"Conceptualization and Reporting of Context in the North American Continuing Medical Education Literature","year":2015,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Conceptualization; Context (archaeology); Psychological intervention; Continuing medical education; Intervention (counseling); Engineering ethics; Systematic review; Medical education; Continuing education; Psychology; Medicine; Public relations; MEDLINE; Political science; Nursing; Engineering; Computer science; History","score_opus":0.04211689204133597,"score_gpt":0.45208899881640563,"score_spread":0.4099721067750697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370529467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93213224,0.002909907,0.00017280586,0.06261625,0.001255205,0.00069502357,6.905429e-7,0.0000054064512,0.00021246349],"genre_scores_gemma":[0.9880521,0.00024254566,0.0017305452,0.009236874,0.000538404,0.00004232609,0.000033157856,0.000011632657,0.00011237095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99499977,0.0010653886,0.0027231337,0.00014075889,0.0008594324,0.0002115049],"domain_scores_gemma":[0.9920628,0.00044279825,0.005350843,0.0003066452,0.0016863019,0.00015061632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010710479,0.00012079813,0.00050360296,0.00047746336,0.00008087746,0.000031371805,0.0002359787,0.00008972052,0.000007756462],"category_scores_gemma":[0.02622577,0.00007085844,0.000048906666,0.0016270293,0.00021566908,0.00020868203,0.000021484051,0.0010799916,4.986437e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006519092,0.0006742566,0.27634752,0.00016468689,0.0000061484316,0.0000030548154,0.24759232,0.0000016476063,0.0000049668,0.0014559746,0.017685452,0.45599878],"study_design_scores_gemma":[0.0008668344,0.00030154156,0.5781563,0.006726364,0.000026158337,0.0005228157,0.40657026,0.00016511019,0.0000030778954,0.00035291107,0.0062356154,0.00007303416],"about_ca_topic_score_codex":0.00017606512,"about_ca_topic_score_gemma":0.00017656194,"teacher_disagreement_score":0.45592576,"about_ca_system_score_codex":0.00019542687,"about_ca_system_score_gemma":0.005287644,"threshold_uncertainty_score":0.98197675},"labels":[],"label_agreement":null},{"id":"W2374567921","doi":"","title":"The application of the OSCE in the evaluation of clinical skills","year":2009,"lang":"en","type":"article","venue":"Researches in Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Medical education; China; Medicine; Geography","score_opus":0.1081332930654212,"score_gpt":0.5892719748621049,"score_spread":0.48113868179668373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2374567921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89206105,0.00041386596,0.00015381663,0.10145671,0.00042172446,0.0015551571,4.7630152e-7,0.000005096989,0.0039320868],"genre_scores_gemma":[0.9963182,0.0002757254,0.00035580585,0.002389578,0.00032340415,0.00022107668,0.000022235625,0.0000061792634,0.000087778404],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99313986,0.0016228958,0.0012311479,0.00022800348,0.0035405043,0.00023757372],"domain_scores_gemma":[0.99582666,0.0015251008,0.0003631449,0.0010621136,0.0011544434,0.00006852609],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034247827,0.00008411401,0.00022209699,0.00017931891,0.00009334684,0.000010645877,0.0006966264,0.00021358085,0.00006971636],"category_scores_gemma":[0.08104374,0.000042029835,0.000080809026,0.0019582757,0.00070114364,0.00006230394,0.000040716917,0.0010447081,0.000005991473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000490211,0.0021829396,0.04332321,0.000044111617,0.0000064891574,1.3803225e-7,0.0011432947,0.0000070747824,0.0000705686,0.00886202,0.005966085,0.9383451],"study_design_scores_gemma":[0.00080479827,0.00010713031,0.97144604,0.00033104085,0.0000266465,0.0000076146116,0.0022215466,0.009537527,0.00018360051,0.010056374,0.0052361675,0.000041531486],"about_ca_topic_score_codex":0.00013450762,"about_ca_topic_score_gemma":0.000091116,"teacher_disagreement_score":0.93830353,"about_ca_system_score_codex":0.00022668824,"about_ca_system_score_gemma":0.005339658,"threshold_uncertainty_score":0.9944451},"labels":[],"label_agreement":null},{"id":"W2377254428","doi":"","title":"Consideration About Enhancing the Humanity Qualities of Medical University Students","year":2003,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada)","funders":"","keywords":"Humanity; Engineering ethics; Atmosphere (unit); Foundation (evidence); Environmental ethics; Medical education; Sociology; Medicine; Political science; Engineering; Philosophy; Law; Geography","score_opus":0.03288754039732874,"score_gpt":0.3741444921144403,"score_spread":0.34125695171711157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2377254428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656828,0.000025273823,0.0062078494,0.0032097702,0.00024700037,0.00016476116,4.3687854e-7,0.000022784208,0.024439344],"genre_scores_gemma":[0.9948717,0.000019482784,0.00082715665,0.0013770525,0.00005090289,0.0000011636408,0.000006451045,0.000003469541,0.0028426473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986486,0.00012554003,0.00023326807,0.00008481573,0.0008219519,0.00008583183],"domain_scores_gemma":[0.9993438,0.00013492264,0.00006771431,0.00017843452,0.00024182192,0.00003332129],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016115934,0.000048395377,0.00011016871,0.000058803354,0.00013304314,0.0000087467115,0.00010008653,0.00007491219,0.0023052962],"category_scores_gemma":[0.0026016154,0.00003384504,0.000024746127,0.00019176336,0.00018718872,0.00004887102,0.000021582791,0.00018028842,0.000014042496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023885163,0.0004731685,0.03150136,0.00012163229,0.00009132374,0.000006918184,0.006605961,0.0000011457468,0.00057072216,0.9390066,0.019318482,0.00227875],"study_design_scores_gemma":[0.009144318,0.00062203215,0.37194476,0.0010453805,0.00050101825,0.00024250615,0.3586093,0.00054990005,0.077163056,0.008822305,0.17071386,0.0006415908],"about_ca_topic_score_codex":0.00013159236,"about_ca_topic_score_gemma":0.00010009911,"teacher_disagreement_score":0.93018436,"about_ca_system_score_codex":0.000071277005,"about_ca_system_score_gemma":0.0003499659,"threshold_uncertainty_score":0.99860674},"labels":[],"label_agreement":null},{"id":"W2380012845","doi":"","title":"Application of CBL Teaching Methods in the Teaching of Obstetrics and Gynecology Clinical Clerkships","year":2013,"lang":"en","type":"article","venue":"The Guide of Science & Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Teaching method; Clinical Practice; Obstetrics and gynaecology; Medicine; Psychology; Pedagogy; Nursing; Pregnancy","score_opus":0.05709879946977904,"score_gpt":0.4870941142568936,"score_spread":0.42999531478711456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2380012845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768397,0.00013766659,0.009929332,0.007482528,0.0006352758,0.00067201565,2.3459596e-7,0.0000054617017,0.0042977934],"genre_scores_gemma":[0.8818277,0.00002923993,0.11738095,0.0005606271,0.00006930288,0.00004154084,0.0000034942543,0.000004286203,0.00008282781],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99788123,0.0004981087,0.0008938368,0.00019482418,0.00038926874,0.0001427157],"domain_scores_gemma":[0.9942594,0.0037561473,0.0006756018,0.0006644223,0.00061017805,0.00003420639],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017713603,0.000067187306,0.00020429863,0.00032093778,0.00016341715,0.000010960754,0.00043996712,0.000072185845,0.000010369529],"category_scores_gemma":[0.04487069,0.000041013496,0.000029965855,0.0010160524,0.001530041,0.00021294854,0.00004564425,0.00045112826,0.0000020755958],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028064749,0.00042336062,0.046550706,0.00005358403,0.000003831987,1.2298862e-8,0.007585392,0.0000044772173,0.014791808,0.034018006,0.001036363,0.8955296],"study_design_scores_gemma":[0.00029645764,0.0001973874,0.9418256,0.00011712478,0.000057045843,0.000012734436,0.03808964,0.004563825,0.002097129,0.006259485,0.0064087524,0.000074782816],"about_ca_topic_score_codex":0.00056032423,"about_ca_topic_score_gemma":0.0000030170609,"teacher_disagreement_score":0.8954549,"about_ca_system_score_codex":0.00009074374,"about_ca_system_score_gemma":0.0010652405,"threshold_uncertainty_score":0.96317476},"labels":[],"label_agreement":null},{"id":"W2380162822","doi":"","title":"Characteristics of Canadian Medical Graduate Education and Their Implications","year":2009,"lang":"en","type":"article","venue":"Northwest Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate education; China; Medical education; Curriculum; Graduate medical education; Quality (philosophy); Internationalization; Graduate students; Medicine; Political science; Pedagogy; Sociology; Accreditation; Business","score_opus":0.018202257859719143,"score_gpt":0.32158461046762243,"score_spread":0.3033823526079033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2380162822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8637124,0.00029217373,0.00016476391,0.12798038,0.001141212,0.00045685886,0.00001355078,0.00005240797,0.0061862576],"genre_scores_gemma":[0.9651216,0.0009046397,0.0012792421,0.0303153,0.0010091866,0.00008436246,0.001036126,0.000019659252,0.00022988259],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99779373,0.00005407577,0.00075422466,0.00034432573,0.0007360138,0.00031763353],"domain_scores_gemma":[0.9971479,0.00006214762,0.0002121077,0.00049118267,0.0010324192,0.0010542023],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007723347,0.0002029669,0.00034561328,0.0010079923,0.0001579559,0.000020453996,0.0002206706,0.00041209292,0.0010411727],"category_scores_gemma":[0.006698451,0.00017519525,0.000059532318,0.0015050811,0.00026909224,0.00012783257,0.000018456503,0.00062095077,0.00003074291],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010470129,0.0012861599,0.03202066,0.00007058106,0.000016679178,8.1183924e-7,0.00080504164,2.1757105e-8,0.000047540754,0.009627333,0.025599713,0.930515],"study_design_scores_gemma":[0.0002973017,0.00014047405,0.9087601,0.00042116985,0.00004815195,0.00034698745,0.00064763287,0.00014135697,0.000052731255,0.0010452439,0.08794041,0.00015845336],"about_ca_topic_score_codex":0.014159309,"about_ca_topic_score_gemma":0.0053262804,"teacher_disagreement_score":0.93035656,"about_ca_system_score_codex":0.00020479372,"about_ca_system_score_gemma":0.023295363,"threshold_uncertainty_score":0.999872},"labels":[],"label_agreement":null},{"id":"W2381061455","doi":"10.1016/j.jcjo.2016.03.008","title":"Developing educators for continuing professional development","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Licensure; Continuing professional development; Specialty; Medical education; Continuing medical education; Professional development; Revalidation; Faculty development; Narrative; Narrative review; Medicine; Continuing education; Psychology; Engineering ethics; Family medicine; Engineering","score_opus":0.03831757767663685,"score_gpt":0.3590359881151609,"score_spread":0.32071841043852406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2381061455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98202264,0.00009388361,0.0019621549,0.010476066,0.0043882267,0.00017176205,0.000001479678,0.0000020636046,0.0008817121],"genre_scores_gemma":[0.95570153,4.9474045e-7,0.039842296,0.00025092927,0.00041229458,0.000016467033,0.0000042255956,0.000013369037,0.003758423],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990378,0.000023299326,0.0004553099,0.00009354536,0.00011155487,0.00027847308],"domain_scores_gemma":[0.99867415,0.00009179192,0.00020671242,0.00008173348,0.00070042437,0.00024515516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005761945,0.00007827564,0.00020168361,0.00040158906,0.00009429314,0.000005705039,0.00011002416,0.00010461109,0.0007096256],"category_scores_gemma":[0.0018081429,0.00005203921,0.00004322986,0.00015750859,0.00010356695,0.000063376836,0.0000056982417,0.00012653235,0.000013031552],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003055277,0.00020009569,0.46937972,0.00032575603,0.00043208533,0.004537157,0.0056393254,7.785729e-7,0.0028470743,0.027407698,0.091557115,0.39736766],"study_design_scores_gemma":[0.0032722494,0.00053287676,0.39003,0.0023620923,0.0000691727,0.18665107,0.0018075962,0.0000030939486,0.006792959,0.0034282706,0.404689,0.00036159667],"about_ca_topic_score_codex":0.000022952305,"about_ca_topic_score_gemma":0.0000090844205,"teacher_disagreement_score":0.39700606,"about_ca_system_score_codex":0.0005916409,"about_ca_system_score_gemma":0.008258691,"threshold_uncertainty_score":0.99736357},"labels":[],"label_agreement":null},{"id":"W2382196472","doi":"10.1097/ceh.0000000000000011","title":"Society for Academic Continuing Medical Education Intervention Guideline Series","year":2015,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Terminology; Intervention (counseling); Guideline; Psychological intervention; Medical education; Continuing medical education; Medicine; Plan (archaeology); Set (abstract data type); Academic detailing; Nursing; Continuing education; Computer science","score_opus":0.05080120333862637,"score_gpt":0.49721501464179074,"score_spread":0.4464138113031644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2382196472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6565668,0.0036265617,0.010699024,0.31807494,0.009177271,0.001576071,0.0000019175059,0.000027153843,0.00025021986],"genre_scores_gemma":[0.89059186,0.00057222275,0.06523669,0.032592345,0.0055398075,0.00031891148,0.000179151,0.000050375198,0.0049186614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961853,0.00038112176,0.0021182403,0.0001606997,0.0008579257,0.00029672508],"domain_scores_gemma":[0.9950031,0.00022088324,0.0016365283,0.00026892844,0.0026135365,0.000257044],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012737873,0.0001431452,0.0003979211,0.00034018836,0.00013902703,0.00002569429,0.000323492,0.00025115587,0.000051761348],"category_scores_gemma":[0.012528633,0.000100077195,0.00021519333,0.0006402193,0.00009878824,0.00038403107,0.00003215519,0.0013162788,0.0000040053715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014169319,0.00079440454,0.002807,0.0002381105,0.00001669692,3.5368578e-7,0.029012138,0.0000013262904,0.000029173701,0.0023330182,0.57631177,0.38831434],"study_design_scores_gemma":[0.00492003,0.0011938773,0.013516735,0.0185485,0.00016794282,0.001226938,0.43329847,0.000758715,0.000071568276,0.011774519,0.514263,0.0002597478],"about_ca_topic_score_codex":0.000033731587,"about_ca_topic_score_gemma":0.000012376802,"teacher_disagreement_score":0.40428632,"about_ca_system_score_codex":0.00057158276,"about_ca_system_score_gemma":0.009376974,"threshold_uncertainty_score":0.99623895},"labels":[],"label_agreement":null},{"id":"W2385593637","doi":"","title":"Feedback in family medicine training.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Key (lock); Computer science; Training (meteorology); Medical education; Medicine; Computer security","score_opus":0.0772108768251647,"score_gpt":0.3119000771920614,"score_spread":0.23468920036689672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2385593637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8664363,0.00015560402,0.00032289926,0.07601277,0.00092679256,0.0006841397,0.0000010275329,0.00007463314,0.055385817],"genre_scores_gemma":[0.9886529,0.000042399908,0.00042901136,0.004834496,0.0005960531,0.0007855253,0.0000070738697,0.000014674486,0.0046379063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988808,0.00002172748,0.0003098044,0.00018433026,0.0002874174,0.00031593628],"domain_scores_gemma":[0.99947584,0.00006835685,0.000051486288,0.00022921426,0.00008904753,0.00008604102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000775577,0.00008295968,0.00019297663,0.00025620547,0.000018800283,0.0000025647303,0.0000780649,0.00007874556,0.00020326042],"category_scores_gemma":[0.0024364504,0.000049020888,0.000019890449,0.00055440067,0.00017405479,0.00006533653,0.000012884736,0.00012659383,0.000057300844],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031113384,0.000051275565,0.009977185,0.000013813848,0.000008324992,0.0000071607337,0.0003855806,2.6095606e-8,0.0003453363,0.0009043877,0.02346687,0.96480894],"study_design_scores_gemma":[0.002016966,0.000027645148,0.90995806,0.00009718658,0.000012292827,0.000016099782,0.0004236238,0.00000447288,0.00007889636,0.00067199534,0.08663019,0.00006255623],"about_ca_topic_score_codex":0.000019753483,"about_ca_topic_score_gemma":0.0000038891712,"teacher_disagreement_score":0.96474636,"about_ca_system_score_codex":0.00017723406,"about_ca_system_score_gemma":0.000058490456,"threshold_uncertainty_score":0.2916835},"labels":[],"label_agreement":null},{"id":"W2388364566","doi":"10.1016/j.jacc.2016.03.503","title":"Active Engagement","year":2016,"lang":"en","type":"editorial","venue":"Journal of the American College of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Specialty; Scope (computer science); Medical education; Family medicine; Medical school","score_opus":0.011019863613626491,"score_gpt":0.3337455221570116,"score_spread":0.3227256585433851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2388364566","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015019391,0.00013904671,0.00043273557,0.008320893,0.9718112,0.00031293556,0.00022292227,0.000005535397,0.0037353402],"genre_scores_gemma":[0.038663488,0.000487342,0.0013806004,0.00039663492,0.95727724,0.000010461024,0.0000086613445,0.000037311187,0.0017382633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973926,0.00047259594,0.0008290307,0.00014454576,0.00096357387,0.00019768614],"domain_scores_gemma":[0.99392194,0.0008669612,0.0027013302,0.00049733324,0.0019585078,0.00005390714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013608593,0.00017514182,0.0013985565,0.00031802882,0.000057894104,0.0000017176465,0.0004798538,0.0002439409,0.000033250333],"category_scores_gemma":[0.009678938,0.000094098425,0.00050937716,0.00046934196,0.00085674855,0.000033217813,0.00011596043,0.0013928135,0.000004735595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063946174,0.000031358104,0.00015968944,0.00004382725,0.00089759106,0.000049830665,0.000025056388,0.0000032256937,0.00035210903,0.0000610553,0.99042696,0.0073098475],"study_design_scores_gemma":[0.00088572974,0.0009687042,0.0015309225,0.00033822295,0.0005674524,0.00027262958,0.0003670155,6.2814405e-7,0.00021279643,0.00019515035,0.99457765,0.00008312179],"about_ca_topic_score_codex":0.000002976124,"about_ca_topic_score_gemma":2.8123236e-7,"teacher_disagreement_score":0.023644095,"about_ca_system_score_codex":0.0005243727,"about_ca_system_score_gemma":0.0022718462,"threshold_uncertainty_score":0.99866295},"labels":[],"label_agreement":null},{"id":"W2391809296","doi":"","title":"Medical school curricula: do curricular approaches affect competence in medicine?","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Competence (human resources); Path analysis (statistics); Aptitude; Medical education; Psychology; Latent variable; Structural equation modeling; Medicine; United States Medical Licensing Examination; Medical school; Mathematics education; Pedagogy; Developmental psychology; Computer science; Social psychology","score_opus":0.03911231064663199,"score_gpt":0.3054035809093166,"score_spread":0.26629127026268457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2391809296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8740025,0.002531013,0.0014480397,0.087194204,0.0012802464,0.003175329,0.0000011207898,0.0002722825,0.030095235],"genre_scores_gemma":[0.98959166,0.00008747824,0.0014339387,0.0068741906,0.00090729515,0.00089072797,0.000045504934,0.000015919846,0.0001532756],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99698347,0.000110517874,0.00059632177,0.00044987717,0.0012824669,0.0005773252],"domain_scores_gemma":[0.9986853,0.0000826309,0.00011451336,0.00046987078,0.00013018236,0.0005175282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021307222,0.00021677854,0.00046969097,0.00044752916,0.00006312895,0.000017058279,0.00028478,0.00024550932,0.0005323246],"category_scores_gemma":[0.0103821615,0.00016215473,0.00006770608,0.0016477858,0.0002785381,0.0001350275,0.000034548884,0.0008223378,0.000052428128],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003907696,0.0007618954,0.075631484,0.00008660824,0.000025744986,0.00013925074,0.00023825048,0.000006893727,0.00001275742,0.008162725,0.028058104,0.8868372],"study_design_scores_gemma":[0.0018827285,0.000095542215,0.9870038,0.00033773348,0.00005015076,0.0001963414,0.00023747302,0.0009845895,0.000038631777,0.0010895944,0.007890698,0.00019269284],"about_ca_topic_score_codex":0.000027019596,"about_ca_topic_score_gemma":0.000003320727,"teacher_disagreement_score":0.91137236,"about_ca_system_score_codex":0.00028912906,"about_ca_system_score_gemma":0.0001717788,"threshold_uncertainty_score":0.99795383},"labels":[],"label_agreement":null},{"id":"W2397420983","doi":"","title":"Where Canadian family physicians learn procedural skills.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Residency training; Medical education; Family medicine; Medicine; Medical school; Psychology; Skills management; Continuing education","score_opus":0.010424905211562922,"score_gpt":0.2508346039754807,"score_spread":0.24040969876391777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397420983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76207286,0.00035060698,0.00003877584,0.10007492,0.0007430022,0.0012287825,0.000005416172,0.0001393645,0.1353463],"genre_scores_gemma":[0.9487422,0.000038383485,0.0011053053,0.03494904,0.0013219451,0.00077299826,0.00004438424,0.000024026815,0.013001729],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989608,0.000010698881,0.00017840978,0.00017194606,0.00023379317,0.00044437757],"domain_scores_gemma":[0.999422,0.0000081000535,0.00004071523,0.00020486588,0.00015549581,0.00016879986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018319441,0.00009241862,0.00012629817,0.00018844788,0.00008787206,0.00001806501,0.0000852413,0.00008408245,0.000076230914],"category_scores_gemma":[0.00031338842,0.00008745703,0.00003504117,0.0004940249,0.00006260118,0.000106511994,0.000008071652,0.00025014553,0.00019022718],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000390927,0.00009146089,0.002594061,0.00002790897,0.000015143935,0.0000027607703,0.00024348602,0.0000025367801,0.000014588883,0.00022682926,0.17737181,0.8194055],"study_design_scores_gemma":[0.00027703302,0.000008215015,0.44278422,0.000020751331,0.000018200139,0.0000095101195,0.00022585997,0.00006456633,0.000074260184,0.000018735114,0.55642635,0.00007230978],"about_ca_topic_score_codex":0.003193964,"about_ca_topic_score_gemma":0.010368496,"teacher_disagreement_score":0.8193332,"about_ca_system_score_codex":0.00046225722,"about_ca_system_score_gemma":0.00026035533,"threshold_uncertainty_score":0.57858646},"labels":[],"label_agreement":null},{"id":"W2397494914","doi":"10.1002/j.0022-0337.2003.67.8.tb03676.x","title":"Concurrent Validity of Written and OSCE Components of the Canadian Dental Certification Examinations","year":2003,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Certification; Medical education; Educational measurement; Psychology; Medicine; Medical physics; Dentistry; Pedagogy; Political science; Curriculum; Law","score_opus":0.04486411000656193,"score_gpt":0.3401001475979379,"score_spread":0.29523603759137595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397494914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954366,0.00016839452,0.000062952924,0.0010348524,0.0020376449,0.00022970907,0.0000056785793,0.0000015310796,0.0010226397],"genre_scores_gemma":[0.998783,0.000026136842,0.00068579684,0.00018255727,0.000092106035,0.00000470702,0.000025015781,0.000006957174,0.00019372859],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987472,0.00010017484,0.0005710327,0.00007703362,0.00041589068,0.00008863642],"domain_scores_gemma":[0.9984416,0.00003716366,0.0005943762,0.00014919878,0.00069397764,0.00008372217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005467013,0.000069836504,0.00016045477,0.00027683648,0.00009948704,0.000011146449,0.000097414144,0.00006516411,0.000095692325],"category_scores_gemma":[0.00096381357,0.00005514381,0.000058655452,0.0003791417,0.00016153094,0.00012385887,0.00000877797,0.00020403077,0.000002528545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017935114,0.002135716,0.9065088,0.0002612137,0.00008537282,8.171718e-7,0.0021792364,0.0000037643908,0.039803997,0.005961172,0.010606302,0.032435663],"study_design_scores_gemma":[0.0004908053,0.00009786963,0.97495955,0.00026376205,0.00013063627,0.00031692555,0.0032197137,0.000047641563,0.016399885,0.00012316821,0.003897616,0.000052444047],"about_ca_topic_score_codex":0.0020410393,"about_ca_topic_score_gemma":0.0012816092,"teacher_disagreement_score":0.06845073,"about_ca_system_score_codex":0.0004280212,"about_ca_system_score_gemma":0.0012273384,"threshold_uncertainty_score":0.30854544},"labels":[],"label_agreement":null},{"id":"W2397519120","doi":"10.5430/jct.v5n1p124","title":"Exposing Pharmacy Students to Challenges Surrounding Care of Young Children via a Novel Role-Emerging Placement","year":2016,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Session (web analytics); Medical education; Diversity (politics); Health care; Psychology; Wright; Perception; Nursing; Medicine; Computer science; Sociology; Political science","score_opus":0.015985920190692962,"score_gpt":0.35372781473265147,"score_spread":0.3377418945419585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397519120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845819,0.0015188472,0.011206605,0.0016395937,0.00054331817,0.00018612326,0.0000010987707,0.0000094075895,0.0003131481],"genre_scores_gemma":[0.99311966,0.00017673898,0.0059782215,0.00010252845,0.00058608415,0.0000033996048,0.0000015578347,0.000015654792,0.000016127826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99838567,0.000043457032,0.0005845866,0.00013853602,0.0006571363,0.00019059588],"domain_scores_gemma":[0.9990444,0.000039432136,0.0004000687,0.000108380904,0.00029119788,0.0001165131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001140422,0.00012539157,0.00029264702,0.0003552453,0.00013010534,0.00002160306,0.00013326164,0.00003514187,0.000014530569],"category_scores_gemma":[0.0004286309,0.00008252755,0.000065941764,0.00009571672,0.000025650594,0.00024134539,0.000066381544,0.00031300666,9.15212e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006634574,0.0005506781,0.5313415,0.00012151601,0.00021149479,0.0000064089836,0.016106509,0.0000071682452,0.052789554,0.00049446244,0.00012552738,0.39817885],"study_design_scores_gemma":[0.021171395,0.0021695318,0.82890415,0.017124955,0.0012732943,0.003498876,0.10395964,0.00042893528,0.013686127,0.00012898636,0.006738503,0.0009156306],"about_ca_topic_score_codex":0.000044974047,"about_ca_topic_score_gemma":0.0000021075368,"teacher_disagreement_score":0.39726323,"about_ca_system_score_codex":0.00019139689,"about_ca_system_score_gemma":0.000056811525,"threshold_uncertainty_score":0.33653757},"labels":[],"label_agreement":null},{"id":"W2399150347","doi":"10.5688/ajpe799134","title":"Pharmacy Student and Preceptor Impressions of Faculty Liaison Visits to Experiential Training Sites","year":2015,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Preceptor; Internship; Mentorship; Pharmacy; Medical education; Medicine; Interpersonal communication; Pharmacy practice; Psychology; Experiential learning; Nursing; Family medicine; Pedagogy","score_opus":0.10721958367230872,"score_gpt":0.5162056977958123,"score_spread":0.40898611412350355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399150347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98965603,0.00027025476,0.0011910631,0.0072508943,0.0010948193,0.0002661476,0.0000036837491,0.0000112029675,0.00025588524],"genre_scores_gemma":[0.97911197,0.000041145904,0.017833512,0.0021352782,0.000745561,0.000019218882,0.00001712909,0.000016806302,0.00007937394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982618,0.000103332626,0.00064739276,0.00016223834,0.0006249986,0.00020024867],"domain_scores_gemma":[0.9978332,0.00006206018,0.00041051998,0.00012141085,0.0010629649,0.00050983025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006669763,0.00013000163,0.00035830872,0.00030738322,0.000049025075,0.000020649186,0.00013082744,0.00002837348,0.00017110196],"category_scores_gemma":[0.0012570301,0.00010802237,0.00006170229,0.0006251756,0.00019635045,0.00018861533,0.000043909695,0.00033820572,0.000006865223],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062271353,0.0015610333,0.023893349,0.000049618633,0.00012198563,0.0000023914938,0.03974741,0.000014586103,0.05804582,0.00010978173,0.019471133,0.8563602],"study_design_scores_gemma":[0.011114486,0.0071866936,0.10669656,0.001562618,0.0015788019,0.0013049191,0.35794777,0.0019257362,0.14738864,0.00015833408,0.36224684,0.0008886069],"about_ca_topic_score_codex":0.000018184459,"about_ca_topic_score_gemma":2.930652e-7,"teacher_disagreement_score":0.85547155,"about_ca_system_score_codex":0.00015998873,"about_ca_system_score_gemma":0.0010991971,"threshold_uncertainty_score":0.44050243},"labels":[],"label_agreement":null},{"id":"W2399319036","doi":"10.1177/070674370304800403","title":"The Implications of Core Competencies for Psychiatric Education and Practice in the US","year":2003,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Core competency; Competence (human resources); Interpersonal communication; Medical education; Medicine; Core Knowledge; Patient care; Psychology; Psychiatry; Family medicine; Nursing","score_opus":0.022602896442347017,"score_gpt":0.3443984130253935,"score_spread":0.32179551658304645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399319036","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42804235,0.009936015,0.00022726436,0.54944825,0.0032982056,0.00077020936,0.0000065194117,0.0000020198006,0.008269159],"genre_scores_gemma":[0.9630447,0.00015310511,0.027285803,0.008908713,0.00046726112,0.000031005966,0.000003823775,0.00001010572,0.0000954706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991161,0.000116837175,0.00041471663,0.000058115962,0.0001535166,0.00014068186],"domain_scores_gemma":[0.99821293,0.00048265577,0.0003898743,0.00027111344,0.0005711992,0.000072220064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022829017,0.00006125113,0.00010075975,0.00016993558,0.00043305886,0.000030506042,0.00021411972,0.000045423556,0.000009492874],"category_scores_gemma":[0.0031138354,0.000031324915,0.00004471006,0.0005955562,0.00022368987,0.000064430395,0.0000019281,0.00030376404,7.0577596e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046963796,0.00017254702,0.09709114,0.000048137827,0.00005137035,2.5892587e-7,0.0029486178,0.0000070691976,0.000017873865,0.7755302,0.11092402,0.013161761],"study_design_scores_gemma":[0.00079846266,0.00032778707,0.46650225,0.0001147281,0.00029898397,0.002109069,0.028783744,0.0000161526,0.000004295977,0.14459576,0.35636333,0.0000854535],"about_ca_topic_score_codex":0.00114377,"about_ca_topic_score_gemma":0.036601394,"teacher_disagreement_score":0.6309345,"about_ca_system_score_codex":0.00007854038,"about_ca_system_score_gemma":0.0066660177,"threshold_uncertainty_score":0.99896526},"labels":[],"label_agreement":null},{"id":"W2399694306","doi":"","title":"An Evaluation of STI Training and Curriculum in Canadian Medical Programs","year":2014,"lang":"en","type":"article","venue":"2014 National STD Prevention Conference","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Medical education; Curriculum; Medicine; Computer science; Psychology; Pedagogy; Geography","score_opus":0.0712688754867253,"score_gpt":0.41007794885745913,"score_spread":0.33880907337073385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399694306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847366,0.00003905905,0.0032488469,0.0027608462,0.00019055752,0.0005575615,0.0000027339042,0.000017949695,0.008445844],"genre_scores_gemma":[0.9965495,0.000007905085,0.002659024,0.00025966408,0.00012620952,0.00008096422,0.00026102585,0.000006130338,0.0000495721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762154,0.0002105646,0.0003629524,0.00020253198,0.0014368846,0.0001655177],"domain_scores_gemma":[0.99801254,0.000032575317,0.00011112781,0.0001071954,0.0015366956,0.00019984532],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005549376,0.00007674035,0.00014921336,0.00030554316,0.000047437683,0.000016183207,0.00008434812,0.00014281023,0.0016483864],"category_scores_gemma":[0.0034547555,0.00007547175,0.000019293973,0.00028782405,0.00010041486,0.00014929347,0.000008797448,0.00019303837,0.000010629412],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006251169,0.00031453872,0.05085263,0.000045782464,0.000014058044,4.9239117e-7,0.000458434,0.000019100986,0.00008150553,0.07214236,0.00045460556,0.87561023],"study_design_scores_gemma":[0.0021832609,0.0003842477,0.46567655,0.0005077856,0.000059962364,0.000040069488,0.0005226522,0.5047741,0.00005010566,0.019785311,0.0058425446,0.00017342705],"about_ca_topic_score_codex":0.0077573084,"about_ca_topic_score_gemma":0.030265082,"teacher_disagreement_score":0.8754368,"about_ca_system_score_codex":0.00018607515,"about_ca_system_score_gemma":0.0033430965,"threshold_uncertainty_score":0.99926424},"labels":[],"label_agreement":null},{"id":"W2400945527","doi":"10.1007/s10459-016-9686-5","title":"An autoethnographic exploration of the use of goal oriented feedback to enhance brief clinical teaching encounters","year":2016,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Preceptor; Peer feedback; Negotiation; Dialogic; Thematic analysis; Context (archaeology); Narrative; Psychology; Pedagogy; Computer science; Medical education; Qualitative research; Medicine; Sociology","score_opus":0.05483487241682944,"score_gpt":0.4804814207951868,"score_spread":0.42564654837835736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400945527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592115,0.00020879235,0.019701665,0.017107954,0.0028966893,0.0007426819,0.0000027897179,0.000017254291,0.00011066398],"genre_scores_gemma":[0.9514701,0.00044355518,0.044494275,0.0032879885,0.00015798392,0.0000637309,0.000005904837,0.000006590108,0.00006988188],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99748886,0.00030906088,0.0010772059,0.00035707554,0.0005394711,0.00022835737],"domain_scores_gemma":[0.9982439,0.00027792554,0.000627385,0.00044062536,0.0003288725,0.000081252896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030225122,0.000092533846,0.00022504441,0.00035221974,0.00016265168,0.000009489281,0.0002510988,0.000057818972,0.000014328235],"category_scores_gemma":[0.0039215935,0.00005730486,0.000039914426,0.001765554,0.0006937756,0.0017270957,0.000024556468,0.00019205121,0.0000019389895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054596985,0.0008501979,0.2481993,0.00015327029,0.000002122172,2.6411993e-8,0.0028603184,0.00021776212,0.0008367692,0.0052217753,0.0008288669,0.740775],"study_design_scores_gemma":[0.0011488416,0.005024786,0.79876506,0.010299429,0.000028879294,0.000010807815,0.0133307995,0.0028689348,0.0052884407,0.0039945585,0.15880278,0.00043668324],"about_ca_topic_score_codex":0.00028852466,"about_ca_topic_score_gemma":0.00015678027,"teacher_disagreement_score":0.7403383,"about_ca_system_score_codex":0.00017029498,"about_ca_system_score_gemma":0.0014049315,"threshold_uncertainty_score":0.46947968},"labels":[],"label_agreement":null},{"id":"W2401500791","doi":"10.1002/j.0022-0337.2003.67.12.tb03722.x","title":"Predoctoral Clinical Curriculum Models at U.S. and Canadian Dental Schools","year":2003,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Metropolitan area; Medical education; Medicine; Family medicine; Psychology; Pedagogy","score_opus":0.02212851516316682,"score_gpt":0.3747643070384514,"score_spread":0.3526357918752846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401500791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909841,0.0007053372,0.000042882457,0.0011435744,0.0039562047,0.00020439268,0.0000018709106,0.000005406824,0.0029562304],"genre_scores_gemma":[0.9904918,0.00012749639,0.0060520037,0.0015138652,0.0006536941,0.000005968554,0.00002095446,0.000014472133,0.0011197664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985471,0.00007696776,0.0006913878,0.00013833048,0.0003604802,0.00018577953],"domain_scores_gemma":[0.998762,0.00001733544,0.0003099522,0.00013957701,0.00041246737,0.0003586434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072022754,0.00010414046,0.00021995677,0.00033631586,0.00011056873,0.000036169527,0.00007581998,0.00012998999,0.00036215925],"category_scores_gemma":[0.00097195274,0.0000921382,0.00008663866,0.00028379832,0.000076868986,0.0003555533,0.000012205137,0.00046448354,0.00004727054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031757394,0.0007072408,0.8898147,0.00003326959,0.000050519826,0.0000111418285,0.0002056683,0.000003900656,0.00014283607,0.0016711392,0.09198753,0.015340346],"study_design_scores_gemma":[0.004592178,0.0011898474,0.8206359,0.0008614145,0.00056772225,0.01580037,0.020105574,0.0009959856,0.0008458859,0.0019930175,0.1318903,0.0005217858],"about_ca_topic_score_codex":0.0013471049,"about_ca_topic_score_gemma":0.0013788113,"teacher_disagreement_score":0.06917873,"about_ca_system_score_codex":0.00087269704,"about_ca_system_score_gemma":0.0024559451,"threshold_uncertainty_score":0.43567413},"labels":[],"label_agreement":null},{"id":"W2402908027","doi":"","title":"The synergy of clinical placements.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Psychology; Medical education; Public relations; Medicine; Political science","score_opus":0.05074961091159649,"score_gpt":0.37168056681473866,"score_spread":0.32093095590314213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402908027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95553994,0.00012506684,0.00038096847,0.019852828,0.0015792944,0.0005658487,6.3566205e-7,0.000028177192,0.021927262],"genre_scores_gemma":[0.99570185,0.000050133058,0.0006897159,0.0012047724,0.00030066073,0.00035079726,0.0000069885878,0.000005780267,0.0016892764],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99912083,0.000018692812,0.0004035616,0.00008313689,0.0002304808,0.00014331557],"domain_scores_gemma":[0.9994443,0.000071155555,0.00009948777,0.00022528094,0.00011702994,0.000042740616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011495342,0.000036878075,0.00010890013,0.000030783784,0.000045735233,0.0000038913363,0.00007376909,0.000049920487,0.000016524607],"category_scores_gemma":[0.003141371,0.000022879361,0.00003998849,0.0002111302,0.00014971825,0.000020517491,0.000016697712,0.00013938383,0.000011265311],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007333872,0.00024130529,0.009878983,0.00001546519,0.000051747422,0.000001339283,0.000044068245,0.0000032580115,0.000004523482,0.01643094,0.008158063,0.96509695],"study_design_scores_gemma":[0.0013461454,0.00004001078,0.84342873,0.0000132248215,0.000029969897,0.0000061282735,0.00012251716,0.000009008938,0.0003966641,0.0011887086,0.15338612,0.00003275948],"about_ca_topic_score_codex":0.000012627603,"about_ca_topic_score_gemma":0.0000020652897,"teacher_disagreement_score":0.9650642,"about_ca_system_score_codex":0.000044807915,"about_ca_system_score_gemma":0.000088115805,"threshold_uncertainty_score":0.37607417},"labels":[],"label_agreement":null},{"id":"W2403468250","doi":"10.1016/s1701-2163(16)30532-1","title":"Is an Interdisciplinary Session on Ethics and Law in Obstetrics and Gynaecology Effective?","year":2005,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Session (web analytics); Medicine; Medical education; Obstetrics and gynaecology; Medical ethics; Bioethics; Panel discussion; Family medicine; Pregnancy; Law; Psychiatry","score_opus":0.020034450971391875,"score_gpt":0.33377929095346875,"score_spread":0.31374483998207686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403468250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811311,0.0024055182,0.000023435576,0.0077661704,0.007319463,0.00021466376,0.000004018005,0.0000036531467,0.0011320275],"genre_scores_gemma":[0.99168736,0.0002478463,0.0011639504,0.0067589767,0.00006169748,0.000005038374,0.0000045860033,0.00001376084,0.00005676395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998459,0.0001867768,0.00055120967,0.00022166371,0.00034090964,0.00024046212],"domain_scores_gemma":[0.9916983,0.00726116,0.00029846324,0.00014129025,0.000397029,0.00020373262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009972326,0.00014693306,0.0004127761,0.00059751736,0.0002190026,0.000019735851,0.00008333826,0.00038389082,0.000128707],"category_scores_gemma":[0.017792128,0.00012579739,0.000021923399,0.00059217616,0.00020870157,0.00014733573,0.000096470176,0.0016797138,3.9908252e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016320262,0.00030954395,0.08851183,0.00011786212,0.00004787515,0.00078587665,0.0020454102,0.000018830475,0.000015509811,0.0012472958,0.0013761237,0.9055075],"study_design_scores_gemma":[0.0034331048,0.0018076121,0.97537535,0.00002695761,0.00007169037,0.00019863268,0.0018142787,0.0008007992,0.00006480482,0.00066954625,0.015587293,0.00014991118],"about_ca_topic_score_codex":0.0009512475,"about_ca_topic_score_gemma":0.0073508914,"teacher_disagreement_score":0.9053576,"about_ca_system_score_codex":0.0015221199,"about_ca_system_score_gemma":0.0009911783,"threshold_uncertainty_score":0.99048144},"labels":[],"label_agreement":null},{"id":"W2403674435","doi":"10.1016/s1553-7250(13)39066-7","title":"Development of an Instrument to Evaluate Residents’ Confidence in Quality Improvement","year":2013,"lang":"en","type":"article","venue":"The Joint Commission Journal on Quality and Patient Safety","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dassault Systèmes (Canada)","funders":"","keywords":"Quality management; Quality (philosophy); Medicine; MEDLINE; Operations management; Engineering","score_opus":0.11717704825532801,"score_gpt":0.40440520941873,"score_spread":0.287228161163402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403674435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774069,0.000017630813,0.00091380265,0.020177748,0.0002441407,0.0007218594,0.0000016427015,0.0000076913,0.0005085613],"genre_scores_gemma":[0.9864774,0.000024035033,0.009124798,0.0042142924,0.000035732337,0.000028635224,0.00000817137,0.0000074064046,0.00007954404],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99628955,0.00060072634,0.0017405144,0.00018127226,0.0009865438,0.00020137143],"domain_scores_gemma":[0.9983111,0.00011088245,0.00054865476,0.00038197375,0.00040845084,0.00023896016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055284565,0.000140394,0.00033082004,0.00016843781,0.00027079228,0.00002539844,0.00013201481,0.000062691295,0.0004682619],"category_scores_gemma":[0.0010613393,0.000085299616,0.00004049266,0.00024861266,0.00007641394,0.00012499515,0.000090843394,0.000487512,0.000021224441],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011599549,0.0011187099,0.0028581086,0.00015144845,0.000040311497,0.0000017158652,0.017688733,0.000079093705,0.01893022,0.003135966,0.00096677203,0.953869],"study_design_scores_gemma":[0.0020625761,0.0017535569,0.9602308,0.0012696909,0.000016425347,0.000023114248,0.009559863,0.00031370192,0.014291353,0.0029967166,0.007280751,0.00020139893],"about_ca_topic_score_codex":0.00018617476,"about_ca_topic_score_gemma":0.000012902463,"teacher_disagreement_score":0.9573727,"about_ca_system_score_codex":0.00028447044,"about_ca_system_score_gemma":0.0002671339,"threshold_uncertainty_score":0.5127139},"labels":[],"label_agreement":null},{"id":"W2403814131","doi":"","title":"In-training evaluation using hand-held computerized clinical work sampling strategies in radiology residency.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Residency training; Summative assessment; Consistency (knowledge bases); Reliability (semiconductor); Radiology; Sampling (signal processing); Medical education; Medical physics; Formative assessment; Statistics; Artificial intelligence; Computer science; Continuing education","score_opus":0.2238851896759853,"score_gpt":0.4380426067541844,"score_spread":0.21415741707819907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403814131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892049,0.00027574322,0.004879918,0.002362926,0.0012962471,0.0009720305,3.0081497e-7,0.000027330847,0.0009806132],"genre_scores_gemma":[0.971636,0.000010286255,0.026254166,0.0006002921,0.0010354979,0.00036290355,0.000045225548,0.000014410182,0.000041201583],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978445,0.00025950515,0.0009067117,0.00029799083,0.00030760153,0.0003836773],"domain_scores_gemma":[0.9991817,0.0002614683,0.00016315124,0.00020157872,0.00015230267,0.000039811977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004762595,0.00010966952,0.00034622758,0.00039082245,0.000055092718,0.000040585855,0.00008144868,0.00020674348,0.000039539707],"category_scores_gemma":[0.0018653504,0.00010934545,0.000040542927,0.000896032,0.00016477704,0.00017666353,0.00002291476,0.00044757815,0.0000033282583],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044701668,0.00045642786,0.22708535,0.00008282762,0.000041017014,0.000045730863,0.0014656882,0.0032096717,0.00027643464,0.0049825017,0.0014253474,0.76048195],"study_design_scores_gemma":[0.002344136,0.000018434102,0.9830969,0.00011416374,0.000036341276,0.000030619492,0.0004176925,0.006203425,0.000018066417,0.006938124,0.0006771508,0.00010493034],"about_ca_topic_score_codex":0.00018989072,"about_ca_topic_score_gemma":0.00008337133,"teacher_disagreement_score":0.76037705,"about_ca_system_score_codex":0.00029132466,"about_ca_system_score_gemma":0.00046569746,"threshold_uncertainty_score":0.4458978},"labels":[],"label_agreement":null},{"id":"W2404063956","doi":"10.1142/9789812835390_0018","title":"Teaching Communication Skills","year":2009,"lang":"en","type":"article","venue":"WORLD SCIENTIFIC eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Restructuring; Communication skills; Process (computing); Medical education; Psychology; Medicine; Computer science; Pedagogy; Political science","score_opus":0.014646008547661174,"score_gpt":0.3287069620648898,"score_spread":0.3140609535172286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404063956","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3494078,0.000044837867,0.00039688018,0.009191976,0.0007568468,0.0003058033,6.98764e-7,0.00015442735,0.63974077],"genre_scores_gemma":[0.66254616,7.7948805e-8,0.013415773,0.0025583503,0.00009505946,0.0000074755812,0.00004192798,0.000005568149,0.3213296],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889624,0.000049859904,0.00026671923,0.00022177346,0.00037606238,0.00018935057],"domain_scores_gemma":[0.99892026,0.000026356056,0.00007616496,0.00076150335,0.00015565507,0.000060057908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012992527,0.00007928764,0.00011791732,0.00039329854,0.00051514176,0.00008726255,0.00017928974,0.000037537084,0.00013199804],"category_scores_gemma":[0.0001671792,0.00007186189,0.0000424274,0.00030811699,0.00020093194,0.00006013236,0.00002367008,0.00040214323,0.000134185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012877937,0.0004805925,0.0006595548,0.000021851964,0.000012512471,0.0000036051897,0.003721453,0.0000013031333,0.014404545,0.09421053,0.28299695,0.6034742],"study_design_scores_gemma":[0.00045958057,0.000043023323,0.010986204,0.00021333202,0.000031957567,0.000020355174,0.00019911234,0.00041263405,0.0032197875,0.0070483573,0.9772309,0.00013474483],"about_ca_topic_score_codex":0.000004559707,"about_ca_topic_score_gemma":0.00003600251,"teacher_disagreement_score":0.69423395,"about_ca_system_score_codex":0.00010256591,"about_ca_system_score_gemma":0.000095445896,"threshold_uncertainty_score":0.39621058},"labels":[],"label_agreement":null},{"id":"W2404147413","doi":"10.2106/jbjs.o.00025","title":"Sufficient Competence to Enter the Unsupervised Practice of Orthopaedics: What Is It, When Does It Occur, and Do We Know It When We See It?","year":2015,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Accreditation; Competence (human resources); Graduate medical education; Medical education; Guideline; Medicine; Medical knowledge; Psychology","score_opus":0.07482305088903948,"score_gpt":0.36238314499160484,"score_spread":0.28756009410256533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404147413","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059300463,0.80243284,0.00011206167,0.19427906,0.0018276249,0.000518913,0.000018121445,0.0000052721794,0.00021313313],"genre_scores_gemma":[0.000101696656,0.98349607,0.0018485335,0.012643566,0.0009463333,0.000018906578,0.000020025882,0.000037762682,0.0008870865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944721,0.0004463368,0.0030575139,0.0003420116,0.001347579,0.00033444996],"domain_scores_gemma":[0.99270904,0.0018131061,0.0026634652,0.0005289878,0.0019586019,0.00032677368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00900876,0.00040128196,0.0027399443,0.00097518385,0.00011430689,0.00016141591,0.00011567683,0.0002768671,0.00056747516],"category_scores_gemma":[0.005011482,0.00021513597,0.0005430917,0.0005270209,0.0002520021,0.0005827896,0.00015171942,0.0011957085,0.00002347371],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007960267,0.00026501733,0.000060666654,0.0056184363,0.00026304842,0.00007887132,0.0070643406,1.8471474e-7,0.000002493473,0.000011000844,0.4741752,0.51238114],"study_design_scores_gemma":[0.00033468395,0.00019413608,0.000017897213,0.07627044,0.0012746308,0.0017276675,0.014640401,0.0000093166345,0.0000028535571,0.00005423947,0.90527177,0.00020196998],"about_ca_topic_score_codex":0.000019716681,"about_ca_topic_score_gemma":0.0000053008343,"teacher_disagreement_score":0.51217914,"about_ca_system_score_codex":0.00016601876,"about_ca_system_score_gemma":0.0016611506,"threshold_uncertainty_score":0.877299},"labels":[],"label_agreement":null},{"id":"W2404286309","doi":"10.5195/ijms.2016.149","title":"Medical Students’ Experience: Community Engagement and Advocacy through Photovoice","year":2016,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"St. George's, University of London","keywords":"Photovoice; Sociology; Medical education; Psychology; Medicine; Art; Visual arts","score_opus":0.06068052964380791,"score_gpt":0.46727488067057027,"score_spread":0.40659435102676234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404286309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9274745,0.00012825038,0.0036522665,0.06531275,0.00274678,0.0001687603,0.0000019544273,0.000018514214,0.0004962476],"genre_scores_gemma":[0.980183,0.0010391345,0.00081999984,0.016497156,0.001155237,0.00001822713,0.0000059461163,0.000016966704,0.00026433877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9797157,0.00033400956,0.0010792364,0.00017434584,0.018455457,0.00024126381],"domain_scores_gemma":[0.997501,0.00048233173,0.00039985147,0.0002389082,0.0009608632,0.00041702072],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007886513,0.00017206975,0.0003535376,0.00018978686,0.00015121365,0.00012425434,0.0034526375,0.00022791649,0.0039202967],"category_scores_gemma":[0.012064804,0.00010604458,0.0000986206,0.00018437415,0.00047745832,0.0002785346,0.0009698782,0.0012583924,0.00003331691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056845706,0.006034637,0.70111805,0.000056688074,0.0012335419,0.0010277852,0.013649391,1.3082864e-7,0.0005088074,0.0010909159,0.044170097,0.23054151],"study_design_scores_gemma":[0.01921104,0.0009841872,0.64836884,0.003912158,0.00015799321,0.0029841382,0.010676498,0.000032335804,0.0009494261,0.00091093854,0.3114836,0.0003288548],"about_ca_topic_score_codex":0.000100697034,"about_ca_topic_score_gemma":0.000008303206,"teacher_disagreement_score":0.26731348,"about_ca_system_score_codex":0.00036315137,"about_ca_system_score_gemma":0.0005438792,"threshold_uncertainty_score":0.99699026},"labels":[],"label_agreement":null},{"id":"W2405502018","doi":"10.1007/s13187-016-1049-7","title":"Reflections: Rethinking the Meaning of Competence","year":2016,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Competence (human resources); Meaning (existential); Epistemology; Social psychology; Psychology","score_opus":0.03928938078383355,"score_gpt":0.460407569598891,"score_spread":0.42111818881505747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405502018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8957868,0.0018757206,0.005171427,0.08647508,0.005077331,0.00018529745,6.39684e-7,0.000009590844,0.005418062],"genre_scores_gemma":[0.9845554,0.00046900992,0.011671302,0.0015543187,0.0012290934,0.00001075477,5.223023e-7,0.000007340838,0.0005022263],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990382,0.000038476897,0.00044464495,0.00005586871,0.00035017036,0.000072631396],"domain_scores_gemma":[0.99788123,0.00008876536,0.0006009558,0.0001499724,0.0012567511,0.000022319455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000682836,0.0000473233,0.00012346286,0.00015991459,0.0000657312,0.000006459445,0.00010180168,0.000038712667,0.00016672966],"category_scores_gemma":[0.0010448475,0.000024066809,0.000048047732,0.00040173106,0.00009004212,0.00014333994,0.0000071854306,0.00018382604,0.0000022138304],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012294805,0.0002878308,0.033804055,0.00010918561,0.00011208968,5.360166e-7,0.0058152345,0.000010984375,0.073872454,0.013201572,0.027497027,0.8451661],"study_design_scores_gemma":[0.0032611967,0.0012167803,0.44844723,0.015995098,0.0010659029,0.0011281634,0.0160947,0.00012171434,0.11588357,0.06020232,0.33618316,0.00040015695],"about_ca_topic_score_codex":0.000029863091,"about_ca_topic_score_gemma":0.000008116197,"teacher_disagreement_score":0.8447659,"about_ca_system_score_codex":0.00029272947,"about_ca_system_score_gemma":0.0015252838,"threshold_uncertainty_score":0.2705788},"labels":[],"label_agreement":null},{"id":"W2405639753","doi":"10.1097/acm.0000000000001230","title":"Strategies for Developing and Recognizing Faculty Working in Quality Improvement and Patient Safety","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Generalizability theory; Quality management; Quality (philosophy); Medical education; Medicine; Health care; Patient safety; Value (mathematics); Work (physics); Health care quality; Nursing; Psychology; Management system; Political science; Computer science; Management","score_opus":0.11377805095387103,"score_gpt":0.42022140075878595,"score_spread":0.30644334980491494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405639753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93356276,0.0005611729,0.01611273,0.0483593,0.0002856229,0.000670001,0.00000219813,0.00002946498,0.00041677806],"genre_scores_gemma":[0.98942167,0.0007506897,0.00471027,0.0046287826,0.00026170106,0.00008503503,0.000025860494,0.000012716601,0.00010328007],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985076,0.000028790513,0.00068965607,0.0002899084,0.00024119136,0.00024283364],"domain_scores_gemma":[0.9992597,0.00027941796,0.0001695621,0.00011102245,0.00011788128,0.00006241074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012640372,0.00012641013,0.00029012962,0.00015454073,0.000071015915,0.000003883812,0.000046007368,0.00016049121,0.000016915115],"category_scores_gemma":[0.0021583536,0.00007739287,0.000009697637,0.0002234536,0.00018244216,0.000106581516,0.00004167192,0.00028011407,7.683536e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001251121,0.000006350704,0.017640337,0.00017599703,0.000019285853,0.0000010510673,0.0057080793,6.38714e-8,0.014429672,0.012450655,0.0016635037,0.9477799],"study_design_scores_gemma":[0.030344347,0.0023808382,0.3825069,0.02628087,0.00027717603,0.00015269821,0.18550023,0.0005011371,0.009019101,0.079463504,0.28224945,0.0013237583],"about_ca_topic_score_codex":0.000046612327,"about_ca_topic_score_gemma":0.0000097135535,"teacher_disagreement_score":0.94645613,"about_ca_system_score_codex":0.00019491272,"about_ca_system_score_gemma":0.00014974577,"threshold_uncertainty_score":0.31559896},"labels":[],"label_agreement":null},{"id":"W2405662287","doi":"10.19144/1911-1606.11.1.7","title":"The General Internal Medicine Certification Examination: Does it Measure What it Should?","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Certification; Measure (data warehouse); Management; Data mining; Computer science","score_opus":0.05931714230951838,"score_gpt":0.3431535519842393,"score_spread":0.2838364096747209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405662287","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1950328,0.0036665688,0.008319498,0.76757944,0.01640167,0.00039834512,0.000006088095,0.000020791305,0.008574812],"genre_scores_gemma":[0.91422963,0.0017213983,0.00077329634,0.021443686,0.015733814,0.00002307674,0.000020327308,0.00006234895,0.04599244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995569,0.00026406522,0.0018196689,0.00035044705,0.0013853482,0.00061146944],"domain_scores_gemma":[0.9945041,0.00031247575,0.0009047795,0.00058571226,0.0027140228,0.0009789303],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035752195,0.0003608138,0.00062997924,0.00088338106,0.00034608602,0.00010079708,0.0007936556,0.00022168453,0.0031387112],"category_scores_gemma":[0.006026592,0.00015943199,0.00015046643,0.0005842164,0.0013568896,0.000627486,0.000029267316,0.00082419603,0.00004409682],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001993516,0.000035387635,0.00301999,0.000036672005,0.00027317027,0.0002196884,0.0025035199,0.000003250522,0.015244737,0.002101904,0.5686013,0.40776104],"study_design_scores_gemma":[0.005011265,0.0019513937,0.032016512,0.009223014,0.0004629924,0.003686246,0.007265875,0.00053613086,0.004008605,0.0018096875,0.9336263,0.0004020013],"about_ca_topic_score_codex":0.003619272,"about_ca_topic_score_gemma":0.007888796,"teacher_disagreement_score":0.7461357,"about_ca_system_score_codex":0.0012287252,"about_ca_system_score_gemma":0.0012219301,"threshold_uncertainty_score":0.9977726},"labels":[],"label_agreement":null},{"id":"W2405886595","doi":"","title":"Medical-ethics teaching in Canadian physical medicine and rehabilitation residency training programs.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Centre of Excellence for Child and Youth Mental Health; Ottawa Hospital","funders":"","keywords":"Curriculum; Medical education; Standardization; Medical ethics; Rehabilitation; Medicine; Psychology; Pedagogy; Physical therapy; Political science","score_opus":0.07433692333812662,"score_gpt":0.3526538399579373,"score_spread":0.2783169166198107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405886595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70583934,0.00021191138,0.000018276201,0.27591375,0.0002824392,0.00098427,5.432925e-7,0.00006331408,0.016686166],"genre_scores_gemma":[0.9929444,0.000036880843,0.0016116025,0.003658751,0.000592632,0.00082185987,0.000024658786,0.000019057963,0.0002901237],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978415,0.00016520884,0.00038978233,0.00028387667,0.00080117164,0.00051846995],"domain_scores_gemma":[0.9984858,0.0006861279,0.00006152159,0.00021177593,0.00009971602,0.00045507273],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004215775,0.00011835225,0.00025537214,0.0005210775,0.0001353838,0.0000135684695,0.00008728274,0.00023426223,0.00009195125],"category_scores_gemma":[0.057048105,0.00010217619,0.000025037905,0.0005796316,0.00038971187,0.00011957874,0.000014974986,0.0013460038,0.000005123234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062828835,0.00013016922,0.030932767,0.00013627397,0.000009567333,0.000021163625,0.03900251,1.7809587e-7,0.0000017477861,0.009977821,0.0040194727,0.91576207],"study_design_scores_gemma":[0.0018678008,0.0002772134,0.93312496,0.00088557147,0.0000535176,0.000103812774,0.009034492,0.0038265083,0.0000011057872,0.004738173,0.04585689,0.00022993202],"about_ca_topic_score_codex":0.030494852,"about_ca_topic_score_gemma":0.07440602,"teacher_disagreement_score":0.9155321,"about_ca_system_score_codex":0.00035648674,"about_ca_system_score_gemma":0.0003048447,"threshold_uncertainty_score":0.97596115},"labels":[],"label_agreement":null},{"id":"W2406026011","doi":"10.47102/annals-acadmedsg.v43n11p544","title":"When Traditional Model Meets Competencies in Singapore: Beyond Conflict Resolution","year":2014,"lang":"en","type":"article","venue":"Annals of the Academy of Medicine Singapore","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovation Cluster (Canada)","funders":"National University Health System","keywords":"Graduate medical education; Accreditation; Blueprint; Core competency; Medicine; Medical education; Curriculum; Health care; Competence (human resources); Process (computing); Psychology; Pedagogy; Computer science; Management; Political science; Engineering","score_opus":0.15564408378264993,"score_gpt":0.3717305300202807,"score_spread":0.2160864462376308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406026011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54811937,0.0006800778,0.00060308544,0.44340983,0.00028558515,0.0004492307,0.000012044939,0.000030439667,0.0064103343],"genre_scores_gemma":[0.97762054,0.00011642706,0.004399987,0.016920103,0.00052375905,0.0000122477095,0.000060630577,0.000022205895,0.0003240854],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972773,0.00014237029,0.0010408376,0.00026935354,0.0009708056,0.0002992868],"domain_scores_gemma":[0.9984856,0.00019520293,0.00059500727,0.00031988908,0.00031910083,0.00008515949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026505908,0.00019424222,0.00058931834,0.0003895617,0.000097324424,0.000002742016,0.00037297147,0.00025211636,0.00009923433],"category_scores_gemma":[0.003450244,0.00013535222,0.00011477074,0.0006086783,0.0014096431,0.0001290196,0.000060921222,0.000718161,0.0000021132216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004403045,0.00089868956,0.00902268,0.0009861555,0.00017933542,0.0000013150016,0.008339647,0.0021155083,0.03986837,0.34384036,0.5709724,0.023335267],"study_design_scores_gemma":[0.009383945,0.0015306289,0.17432326,0.009193708,0.0004856616,0.00021502383,0.0021535798,0.24608709,0.033686932,0.38494346,0.13726251,0.000734209],"about_ca_topic_score_codex":0.000055012602,"about_ca_topic_score_gemma":0.000002349997,"teacher_disagreement_score":0.43370986,"about_ca_system_score_codex":0.000049696675,"about_ca_system_score_gemma":0.00016045877,"threshold_uncertainty_score":0.55195034},"labels":[],"label_agreement":null},{"id":"W2406481173","doi":"10.1007/s40037-016-0269-1","title":"A hundred years of basic science in medical education","year":2016,"lang":"en","type":"editorial","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Computer science; Data science; Medicine","score_opus":0.007062446276228924,"score_gpt":0.38208028463972143,"score_spread":0.3750178383634925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406481173","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058688767,0.0012558347,0.00014409513,0.026162818,0.8980162,0.0013822101,0.000018121344,0.00010663184,0.014225302],"genre_scores_gemma":[0.139155,0.00319192,0.0017500748,0.004078336,0.8462837,0.00081292685,0.0007213014,0.00017462963,0.003832119],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98884034,0.00019356368,0.001233285,0.0012295855,0.007915744,0.0005874705],"domain_scores_gemma":[0.99340177,0.00082905486,0.00068934925,0.0012594217,0.003109538,0.0007108983],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003957645,0.00036331994,0.00082888175,0.002561299,0.00010671155,0.00003616724,0.0009899541,0.0016099954,0.0039264285],"category_scores_gemma":[0.18899062,0.00035796894,0.0001599104,0.0027936648,0.002193927,0.00024916523,0.00012629323,0.002419399,0.00022992505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013686706,0.0041708658,0.00013064082,0.00024436257,0.000023256285,0.0000050222116,0.003111342,7.756706e-8,0.000031089126,0.0027544987,0.6162289,0.3731631],"study_design_scores_gemma":[0.0040297476,0.0009934026,0.021029554,0.01902947,0.00019767611,0.00006748436,0.016406193,0.00020754854,0.000116581665,0.0018687239,0.9351238,0.00092983054],"about_ca_topic_score_codex":0.0002529322,"about_ca_topic_score_gemma":0.000020056395,"teacher_disagreement_score":0.37223327,"about_ca_system_score_codex":0.0031117843,"about_ca_system_score_gemma":0.1158304,"threshold_uncertainty_score":0.9998872},"labels":[],"label_agreement":null},{"id":"W2406574264","doi":"","title":"Introduction of a Motivational Interviewing Curriculum for Family Medicine Residents.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Confidence interval; Medicine; Motivational interviewing; Mean difference; Significant difference; Interview; Family medicine; Psychology; Intervention (counseling); Clinical psychology; Internal medicine; Nursing; Pedagogy","score_opus":0.04339210281689755,"score_gpt":0.3184509397725261,"score_spread":0.27505883695562855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406574264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8357723,0.0002615892,0.031461228,0.12693942,0.0023739398,0.001708962,0.0000060058346,0.00006926155,0.0014073012],"genre_scores_gemma":[0.98883367,0.00003596189,0.0027178065,0.0009666624,0.0035243896,0.0015478863,0.00006603183,0.000016747252,0.0022908766],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988241,0.00002244987,0.0004494047,0.00019764554,0.00032113155,0.00018523473],"domain_scores_gemma":[0.9989044,0.00008011836,0.00016509912,0.00021521117,0.00058835873,0.000046801328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009345041,0.00007914257,0.00019872555,0.00024013806,0.000033922755,0.0000023651764,0.00007601134,0.000057630816,0.00013656731],"category_scores_gemma":[0.006846332,0.00004894938,0.000044839016,0.00038355094,0.00013832409,0.000115397925,0.000018283847,0.00006509613,0.0000052922182],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006442435,0.00014643534,0.022103228,0.00017302294,0.00005460861,2.7502605e-7,0.00011507667,2.0889436e-7,0.0028586404,0.0065999115,0.2338446,0.7340396],"study_design_scores_gemma":[0.0018630241,0.00008826557,0.92483485,0.00017572753,0.00006892538,0.000010903481,0.00022525789,0.000024999332,0.0016846289,0.0017680384,0.06918542,0.00006994026],"about_ca_topic_score_codex":0.000022490869,"about_ca_topic_score_gemma":7.7462136e-7,"teacher_disagreement_score":0.90273166,"about_ca_system_score_codex":0.00015560848,"about_ca_system_score_gemma":0.000035806985,"threshold_uncertainty_score":0.81961936},"labels":[],"label_agreement":null},{"id":"W2406920689","doi":"10.1002/j.0022-0337.2011.75.12.tb05220.x","title":"Reforming Undergraduate Dental Education in India: Introducing a Credits and Semester System","year":2011,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dental education; Curriculum; Commission; Medical education; Quarter (Canadian coin); Undergraduate education; Political science; Economic growth; Medicine; Economics; Geography; Law","score_opus":0.010304905014986421,"score_gpt":0.30151390485079776,"score_spread":0.29120899983581133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406920689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898917,0.0004393157,0.00009607063,0.00059545244,0.00461064,0.00027668406,5.1487837e-7,0.0000116400915,0.0040779472],"genre_scores_gemma":[0.9914085,0.000052641684,0.006123596,0.00053114904,0.001279079,0.000016251583,0.000019614241,0.000020016332,0.00054910564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998493,0.00005506514,0.0007523221,0.00016904633,0.00036451675,0.00016604226],"domain_scores_gemma":[0.99884826,0.00001662263,0.0005250639,0.00016477668,0.00034786522,0.00009742119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064936903,0.00012819337,0.00024044346,0.0008191981,0.00006598414,0.000028323302,0.000094213596,0.00010527526,0.000034987683],"category_scores_gemma":[0.00034046549,0.000113595604,0.0000480648,0.00049454585,0.000056291872,0.0005659039,0.000027032143,0.0004056777,0.000015432493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035959724,0.003097414,0.63129616,0.0010081265,0.0001101447,0.000030244451,0.012324127,0.0000010609814,0.0047683273,0.0035241053,0.0120620085,0.3314187],"study_design_scores_gemma":[0.0014178108,0.00040444566,0.8823636,0.002846661,0.00018993083,0.0075738644,0.10003822,0.000087254855,0.003287335,0.00032846743,0.0012471492,0.00021522093],"about_ca_topic_score_codex":0.000121651654,"about_ca_topic_score_gemma":0.000014302413,"teacher_disagreement_score":0.33120346,"about_ca_system_score_codex":0.0009795295,"about_ca_system_score_gemma":0.0017122367,"threshold_uncertainty_score":0.46322942},"labels":[],"label_agreement":null},{"id":"W2407114206","doi":"10.1097/acm.0000000000000996","title":"Resident Role Modeling","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Psychology","score_opus":0.09612117575956612,"score_gpt":0.4098881774133883,"score_spread":0.31376700165382215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407114206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8780913,0.0029443696,0.012562649,0.064604215,0.001451372,0.00042977452,5.060732e-7,0.00020220857,0.039713614],"genre_scores_gemma":[0.9789477,0.00016822676,0.0011092309,0.009917785,0.0028537463,0.000031315256,0.000054721346,0.000025195544,0.006892065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815816,0.00003165227,0.0005218622,0.00023748957,0.000792344,0.00025846786],"domain_scores_gemma":[0.998925,0.000030414009,0.00008465917,0.00033056675,0.0003734132,0.00025595786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014392599,0.00012437448,0.0002705337,0.00023688008,0.00004456181,0.0000020728457,0.00014481932,0.0002228682,0.00038219104],"category_scores_gemma":[0.0045409375,0.000093782044,0.000019587607,0.0005283104,0.00013078668,0.000088520486,0.000039192302,0.00086567015,0.00020037149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002073421,0.000031292002,0.01154742,0.00010610533,0.000066327906,0.0000315847,0.023944093,0.00028207767,0.0042434046,0.013510958,0.9173207,0.02870865],"study_design_scores_gemma":[0.012773748,0.0014161245,0.002410411,0.0027266673,0.0006555641,0.0010798973,0.090009555,0.35131022,0.0016620291,0.07110085,0.4641102,0.0007447156],"about_ca_topic_score_codex":0.00011705401,"about_ca_topic_score_gemma":6.312577e-7,"teacher_disagreement_score":0.45321056,"about_ca_system_score_codex":0.0002060281,"about_ca_system_score_gemma":0.00028165706,"threshold_uncertainty_score":0.5436255},"labels":[],"label_agreement":null},{"id":"W2407684172","doi":"","title":"Family physician satisfaction with two different academic compensation schemes.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Stipend; Incentive; Compensation (psychology); Family medicine; Control (management); Tracking (education); Medicine; Psychology; Productivity; Value (mathematics); Medical education; Social psychology; Management; Political science","score_opus":0.02481904461376528,"score_gpt":0.278927883325152,"score_spread":0.25410883871138673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407684172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892503,0.000044427532,0.0011864626,0.0039116335,0.00034054148,0.0014774154,7.076171e-7,0.00011119735,0.0036772992],"genre_scores_gemma":[0.9900007,0.000014835837,0.00080501626,0.005746839,0.0004591344,0.0024874571,0.00006595676,0.000021802764,0.00039824925],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99884963,0.00002437122,0.00024456548,0.00020682777,0.000397711,0.00027688968],"domain_scores_gemma":[0.9993371,0.000022342452,0.000115389375,0.0002246892,0.00021217005,0.0000883174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013728306,0.00012643637,0.00017317741,0.00013566097,0.00007357358,0.000021259142,0.000054501576,0.000081302365,0.00004878868],"category_scores_gemma":[0.000098392105,0.00009392177,0.000025476456,0.00034603305,0.00008250369,0.00021335455,0.000014325053,0.0004094924,0.00010836531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023727045,0.000065982334,0.092101485,0.000030759948,0.000035005036,4.186949e-7,0.000063796164,0.0000018117311,0.0017167811,0.0009786837,0.0051080654,0.8998735],"study_design_scores_gemma":[0.0010304368,0.000028254264,0.99445397,0.0000326098,0.00004588379,0.000005330822,0.00016021599,0.0003833499,0.0010087622,0.00032566456,0.00242047,0.000105049265],"about_ca_topic_score_codex":0.00012691054,"about_ca_topic_score_gemma":0.000004825283,"teacher_disagreement_score":0.9023525,"about_ca_system_score_codex":0.00024298849,"about_ca_system_score_gemma":0.000032075073,"threshold_uncertainty_score":0.3830019},"labels":[],"label_agreement":null},{"id":"W2408037656","doi":"10.1097/acm.0000000000000913","title":"Amending Miller’s Pyramid to Include Professional Identity Formation","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":530,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Miller; Competence (human resources); Identity (music); Pyramid (geometry); Psychology; Medical education; Medicine; Social psychology; Aesthetics; Philosophy; Mathematics","score_opus":0.19483985106831522,"score_gpt":0.5412862601814693,"score_spread":0.34644640911315405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408037656","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017125353,0.9795781,0.001888243,0.0071309344,0.005364317,0.0028623696,0.000011377845,0.00016786957,0.0028255796],"genre_scores_gemma":[0.00007731424,0.9798863,0.0007791833,0.005258358,0.0053846547,0.00051689974,0.0018760001,0.00009166769,0.006129617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99461544,0.0001909168,0.0020552364,0.0005753346,0.002018189,0.0005448938],"domain_scores_gemma":[0.99727285,0.00016033002,0.00082753645,0.00064828136,0.00060748664,0.00048350074],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040117437,0.00053490285,0.0022120138,0.0013524782,0.00017160314,0.000009032723,0.00057394523,0.0011556932,0.00065807696],"category_scores_gemma":[0.006397659,0.000373559,0.00014005782,0.002365046,0.00023012879,0.0004115674,0.00029842902,0.0031319556,0.0008970397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000126201885,0.000018243865,0.000006419908,0.00968746,0.000059647078,0.00000866203,0.0016397352,1.3152656e-7,0.00000519046,0.0012393582,0.38811213,0.5992104],"study_design_scores_gemma":[0.0006451954,0.00016367288,0.00001033124,0.057389606,0.0009783333,0.00034175656,0.0008827347,0.000027722448,0.0000017140867,0.00066141447,0.93860924,0.00028829245],"about_ca_topic_score_codex":0.000019509938,"about_ca_topic_score_gemma":0.0000012712504,"teacher_disagreement_score":0.59892213,"about_ca_system_score_codex":0.0017126235,"about_ca_system_score_gemma":0.001182023,"threshold_uncertainty_score":0.99988085},"labels":[],"label_agreement":null},{"id":"W2408918984","doi":"10.1111/medu.12961","title":"Humanism, compassion and the call to caring","year":2016,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Humanism; Compassion; Curriculum; Burnout; Health care; Psychology; Identity (music); Medical education; Medicine; Pedagogy; Law; Aesthetics; Political science","score_opus":0.007175250940217315,"score_gpt":0.3585336552170721,"score_spread":0.3513584042768548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408918984","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018741757,0.0004632662,0.0008615427,0.11285256,0.8782891,0.0010039249,0.0000062082013,0.00008284859,0.0045663635],"genre_scores_gemma":[0.0031950693,0.00031062114,0.00089901354,0.019182745,0.96327287,0.0005657742,0.00056343456,0.00007035286,0.011940098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614525,0.00014159884,0.00064444833,0.0005100655,0.002241972,0.0003166432],"domain_scores_gemma":[0.99723697,0.000732914,0.00022548693,0.0006971199,0.0008521946,0.00025533454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001902997,0.00027171613,0.0005337119,0.0002735912,0.00024130577,0.000053662137,0.00032293724,0.0009218202,0.0006507909],"category_scores_gemma":[0.0356133,0.00015244525,0.00007618285,0.00034069782,0.0004899608,0.00005742461,0.00015435208,0.0013723691,0.00017655757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009590162,0.00014482041,0.0000331482,0.00017773618,0.000028230505,0.0000013724306,0.0005751135,2.1248308e-8,0.0000056998874,0.0010988754,0.87297714,0.12486195],"study_design_scores_gemma":[0.0016563976,0.00007414611,0.00045785523,0.0021110494,0.00014139764,0.000017140972,0.00014129118,0.00004642937,0.000008643044,0.00029448592,0.9948777,0.0001734458],"about_ca_topic_score_codex":0.00024989236,"about_ca_topic_score_gemma":0.000026090845,"teacher_disagreement_score":0.1246885,"about_ca_system_score_codex":0.0004812761,"about_ca_system_score_gemma":0.005211237,"threshold_uncertainty_score":0.97251016},"labels":[],"label_agreement":null},{"id":"W2409668338","doi":"10.1097/acm.0000000000000899","title":"Foreword","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Medical education; Globe; Hard rime; Library science; Political science; Psychology; Medicine; Computer science; Geography; Ophthalmology; Law","score_opus":0.09863114584909867,"score_gpt":0.4252222598800397,"score_spread":0.32659111403094104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409668338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79296505,0.0014730938,0.007997114,0.13610363,0.0026974916,0.00052794174,0.0000011162664,0.00024974672,0.057984833],"genre_scores_gemma":[0.954829,0.00008321928,0.0016811171,0.023990063,0.0033075835,0.000034181692,0.00007539697,0.000023299996,0.015976148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998539,0.000021500018,0.00040278566,0.00019129991,0.00061511487,0.00023030977],"domain_scores_gemma":[0.99904925,0.000039609924,0.000086876025,0.0002899614,0.00029428676,0.00024001262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010792892,0.000109033106,0.0002459022,0.00019801501,0.00003117379,8.7058436e-7,0.00012318908,0.00020970097,0.00046984077],"category_scores_gemma":[0.005082155,0.000077981946,0.000017501068,0.0006284905,0.00024158682,0.00007009683,0.000027285378,0.00075434236,0.00028686444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053644817,0.000011101305,0.010669505,0.00003534995,0.000018473165,0.000011212692,0.0030113892,5.324475e-7,0.00044800984,0.012122503,0.94052553,0.03309274],"study_design_scores_gemma":[0.004861703,0.00069612917,0.010159967,0.00058659684,0.00017759483,0.00054779754,0.0076120133,0.0015309212,0.0005404463,0.012755747,0.9603279,0.00020313189],"about_ca_topic_score_codex":0.000021386477,"about_ca_topic_score_gemma":2.6510756e-7,"teacher_disagreement_score":0.16186395,"about_ca_system_score_codex":0.00014374519,"about_ca_system_score_gemma":0.00021635945,"threshold_uncertainty_score":0.60841817},"labels":[],"label_agreement":null},{"id":"W2409685085","doi":"10.3205/zma000975","title":"How do Supervising Clinicians of a University Hospital and Associated Teaching Hospitals Rate the Relevance of the Key Competencies within the CanMEDS Roles Framework in Respect to Teaching in Clinical Clerkships?","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Relevance (law); Medical education; German; Medicine; Work (physics); Psychology","score_opus":0.036560734463589414,"score_gpt":0.30493203454632406,"score_spread":0.26837130008273463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409685085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94862664,0.00016143914,0.00006966326,0.049327303,0.0005227267,0.0009987517,0.0000055438,0.000014496939,0.00027343465],"genre_scores_gemma":[0.99770164,0.000022647597,0.0011600576,0.00086592586,0.00011470671,0.000026923979,0.000002376439,0.000013764247,0.00009196196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967426,0.0016560401,0.0006423222,0.0002466734,0.0004376466,0.00027470652],"domain_scores_gemma":[0.99659234,0.00220958,0.00044969973,0.00051326223,0.00015765431,0.00007745282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01664939,0.00012514718,0.00038049484,0.00013306682,0.00015138443,0.000036299076,0.00039687997,0.00017120072,4.1430948e-7],"category_scores_gemma":[0.0784442,0.000072483424,0.00006790653,0.0007577601,0.0004565671,0.0001346219,0.00017380096,0.0017055667,1.8517305e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001607256,0.00024971188,0.9230915,0.000022126598,0.000049150087,0.0000040610466,0.03251496,0.00003998752,0.0000130092,0.0047447146,0.00046820033,0.038641904],"study_design_scores_gemma":[0.0007115208,0.00010148259,0.95457816,0.00041719983,0.00004100382,0.0000015741426,0.04214571,0.00021985057,0.000022447972,0.0011267302,0.00055295124,0.00008138807],"about_ca_topic_score_codex":0.00042309117,"about_ca_topic_score_gemma":0.0009216727,"teacher_disagreement_score":0.06179481,"about_ca_system_score_codex":0.00027711515,"about_ca_system_score_gemma":0.00019287606,"threshold_uncertainty_score":0.9293185},"labels":[],"label_agreement":null},{"id":"W2409806896","doi":"10.1097/acm.0000000000001045","title":"Entrustability Scales","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":237,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Psychology; Competence (human resources); Scale (ratio); Narrative; Perspective (graphical); Applied psychology; Milestone; Social psychology; Medical education; Cognitive psychology; Medicine; Computer science","score_opus":0.15360253797145174,"score_gpt":0.49851691389487923,"score_spread":0.3449143759234275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409806896","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002305646,0.98558474,0.0000814873,0.003229904,0.0019670322,0.0014991715,0.0000073183005,0.00015993103,0.007447343],"genre_scores_gemma":[0.000011854781,0.98736566,0.0002740347,0.0015942184,0.005069885,0.00019404825,0.0010012729,0.000078055724,0.0044109384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957821,0.00018938749,0.0017323209,0.00064272276,0.0011932013,0.00046028814],"domain_scores_gemma":[0.99738866,0.00022977013,0.00057845964,0.0009533879,0.00049055973,0.00035915573],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002747684,0.00051194767,0.0029089137,0.0005555785,0.00006260521,0.0000033073961,0.00041265003,0.0013670189,0.0012551616],"category_scores_gemma":[0.0083165,0.00033065872,0.00017750691,0.0014564537,0.0007404171,0.00006683166,0.000105569205,0.0033784239,0.0005813128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004946268,0.0000125767365,0.000021524958,0.0120790405,0.000062659004,0.000008251246,0.00025087682,5.101848e-9,1.19282e-7,0.0006187136,0.2688659,0.71807534],"study_design_scores_gemma":[0.000538047,0.00012819082,0.000009289226,0.026597297,0.0017643328,0.00043842816,0.00032069493,0.00000511357,1.635535e-7,0.00064373197,0.9693239,0.0002308414],"about_ca_topic_score_codex":0.00001333066,"about_ca_topic_score_gemma":2.83718e-7,"teacher_disagreement_score":0.71784455,"about_ca_system_score_codex":0.0008612569,"about_ca_system_score_gemma":0.0013378409,"threshold_uncertainty_score":0.9999294},"labels":[],"label_agreement":null},{"id":"W2409880416","doi":"10.1097/ceh.0000000000000063","title":"Value of General Medical Knowledge Examinations in Performance Assessment of Practicing Physicians With Potential Competence and Performance Deficiencies","year":2016,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Competence (human resources); Medical education; Value (mathematics); Psychology; Medicine; Educational measurement; Pedagogy; Computer science; Social psychology; Curriculum","score_opus":0.01714322955554962,"score_gpt":0.40375450570293303,"score_spread":0.3866112761473834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409880416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98231053,0.00019602089,0.0020937026,0.01427517,0.00049212656,0.00033823383,6.0805354e-7,0.00000263103,0.0002909504],"genre_scores_gemma":[0.9899773,0.00043567416,0.00894448,0.00035389265,0.0001392598,0.000018580919,0.000001623172,0.0000069479015,0.00012225211],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979076,0.00032338867,0.00092815125,0.000095346084,0.0005722285,0.0001732919],"domain_scores_gemma":[0.9976912,0.00035317894,0.001058436,0.00015831,0.00069072185,0.000048163674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003526588,0.00008005935,0.00029912303,0.00041692267,0.00009522885,0.000004511167,0.00015141263,0.000057095625,0.000011559684],"category_scores_gemma":[0.0008694135,0.000043535805,0.00002189144,0.00061586243,0.00021324944,0.00024846205,0.00002222081,0.0004586434,2.1707852e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010151031,0.0021422573,0.5224636,0.0009503698,0.000015644933,0.0000012657424,0.029295487,0.000037419537,0.0026592067,0.0037222062,0.00050952344,0.4381015],"study_design_scores_gemma":[0.0008957403,0.00061361026,0.9669621,0.010642948,0.000021989532,0.00012799153,0.017670345,0.002665519,0.00022047402,0.00003534719,0.00009670166,0.000047260975],"about_ca_topic_score_codex":0.000026338867,"about_ca_topic_score_gemma":0.000014978922,"teacher_disagreement_score":0.44449848,"about_ca_system_score_codex":0.00018779705,"about_ca_system_score_gemma":0.003966386,"threshold_uncertainty_score":0.70361984},"labels":[],"label_agreement":null},{"id":"W2410144470","doi":"10.11622/smedj.2016043","title":"Evaluation of a training programme to induct medical students in delivering public health talks","year":2016,"lang":"en","type":"article","venue":"Singapore Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hand and Upper Limb Clinic","funders":"","keywords":"Medicine; CLARITY; Medical education; Curriculum; Public health; Health care; Audience response; Nursing; Psychology; Pedagogy","score_opus":0.1949993724879334,"score_gpt":0.47062206117675076,"score_spread":0.27562268868881734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410144470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87412554,0.00016755305,0.006978844,0.117030844,0.000852258,0.00050814595,8.418827e-7,0.000026096448,0.00030989834],"genre_scores_gemma":[0.9900923,0.000064584805,0.0039155073,0.004974922,0.00085775036,0.000041720243,0.000009154351,0.000025287336,0.00001878186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98476845,0.00060063804,0.0014619054,0.00030144703,0.012116716,0.0007508237],"domain_scores_gemma":[0.99652827,0.00014784346,0.000386068,0.00024284353,0.0013339227,0.0013610248],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043583702,0.0001636305,0.00048202468,0.0007662174,0.00011269055,0.00003943697,0.0004991211,0.000272062,0.0022747403],"category_scores_gemma":[0.055999245,0.000107960805,0.000079555946,0.0011161144,0.00025451675,0.00017276708,0.000121032135,0.0010398875,0.000014994118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028683942,0.00062863133,0.022652175,0.000035076384,0.000061763945,0.000061878345,0.0032480513,5.352634e-7,0.00013487405,0.00012468385,0.0014551705,0.97156847],"study_design_scores_gemma":[0.0480693,0.0051858565,0.81995994,0.034077924,0.00041096588,0.012887108,0.019111697,0.0066090883,0.00042081554,0.0045157964,0.04754554,0.0012059986],"about_ca_topic_score_codex":0.000044425666,"about_ca_topic_score_gemma":0.00007234269,"teacher_disagreement_score":0.9703625,"about_ca_system_score_codex":0.0013732468,"about_ca_system_score_gemma":0.010407234,"threshold_uncertainty_score":0.9986373},"labels":[],"label_agreement":null},{"id":"W241019021","doi":"","title":"Réflexion sur les principes du professionnalisme","year":2008,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities","score_opus":0.03753495530899561,"score_gpt":0.28397532454412405,"score_spread":0.24644036923512844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W241019021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8809112,0.0061962497,0.0010291422,0.08067681,0.026931716,0.001054139,0.000011748411,0.00012862873,0.00306042],"genre_scores_gemma":[0.94980687,0.0016932683,0.0016195354,0.0027377633,0.013776765,0.0003014371,0.00017180525,0.000051888852,0.029840674],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957521,0.00019555006,0.0006531586,0.00040310423,0.0007566051,0.0022394788],"domain_scores_gemma":[0.99837536,0.000084658204,0.00020039495,0.00040486243,0.00036095467,0.00057379773],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011617246,0.0002731524,0.00033953172,0.00017828542,0.00041268024,0.000021598613,0.00022016355,0.00038902348,0.0018378265],"category_scores_gemma":[0.004404852,0.00025492575,0.000115858435,0.0006970852,0.00057787,0.0003066901,0.00007198457,0.00080281164,0.00022611736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016461221,0.0017619318,0.37085778,0.0006852248,0.00013261555,0.00023502232,0.0067400555,0.000022718825,0.000111557834,0.028244011,0.19548047,0.39556402],"study_design_scores_gemma":[0.0010017826,0.000047791273,0.64926505,0.00037627196,0.00008422495,0.0002991369,0.0004348956,0.0006793702,0.0005482798,0.00020290643,0.34685913,0.00020118692],"about_ca_topic_score_codex":0.0002533805,"about_ca_topic_score_gemma":0.000019121346,"teacher_disagreement_score":0.39536282,"about_ca_system_score_codex":0.0016337616,"about_ca_system_score_gemma":0.0016028763,"threshold_uncertainty_score":0.9999903},"labels":[],"label_agreement":null},{"id":"W2410502037","doi":"","title":"Portability of licensure in Canada based on accreditation and certification.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Accreditation; Licensure; Certification; Medical education; Software portability; Medicine; Family medicine; Political science; Computer science; Law","score_opus":0.02206978121512215,"score_gpt":0.24765948297532608,"score_spread":0.22558970176020393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410502037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928094,0.000025031504,0.00004605625,0.0032955061,0.00020602117,0.00050227746,0.0000027458213,0.000005573806,0.0031073762],"genre_scores_gemma":[0.99831176,0.0000020560626,0.0005692288,0.00071150163,0.00001971477,0.00031080304,0.000026883054,0.0000045522925,0.000043507105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992738,0.000037201626,0.0002409382,0.00012175053,0.00021828471,0.000108034525],"domain_scores_gemma":[0.99950385,0.00007516876,0.00006853952,0.00017843382,0.00013293963,0.000041059047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005123167,0.000045548542,0.00009849554,0.0000917395,0.0000139480435,0.000002085676,0.00002218769,0.00003400831,0.000038899085],"category_scores_gemma":[0.002912513,0.000042250576,0.000007730023,0.00036392288,0.000031106196,0.000025704054,0.0000016683013,0.00009720082,3.37579e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051063616,0.00020551788,0.8300468,0.00011990488,0.000006098902,0.0000015693159,0.00009551147,0.000042196334,0.000039873656,0.0010489234,0.0031753604,0.16516718],"study_design_scores_gemma":[0.00038961723,0.000009066118,0.995946,0.000010619343,0.000007752114,0.0000011382557,0.00017628743,0.00044047672,0.00079325633,0.00007278243,0.0021199873,0.00003299765],"about_ca_topic_score_codex":0.047366343,"about_ca_topic_score_gemma":0.04699699,"teacher_disagreement_score":0.16589922,"about_ca_system_score_codex":0.00031213037,"about_ca_system_score_gemma":0.0006223209,"threshold_uncertainty_score":0.9703928},"labels":[],"label_agreement":null},{"id":"W2410579564","doi":"10.5688/ajpe79460","title":"Summative Evaluations When Using an Objective Structured Teaching Exercise","year":2015,"lang":"en","type":"letter","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Summative assessment; Pharmacy; Medical education; Computer science; Teaching method; Medicine; Mathematics education; Psychology; Formative assessment; Nursing","score_opus":0.0753540885234194,"score_gpt":0.48067326710084923,"score_spread":0.40531917857742983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410579564","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28991437,0.0012062091,0.009934719,0.6844132,0.010374524,0.0021437611,0.000047312882,0.000096837786,0.0018690504],"genre_scores_gemma":[0.15203014,0.00009256467,0.16132493,0.65886873,0.025601633,0.00007176999,0.0010380306,0.00024207676,0.0007301408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953726,0.0008217309,0.0012437399,0.00040372222,0.0017153125,0.00044287942],"domain_scores_gemma":[0.99311477,0.00017303492,0.0018144025,0.00047621498,0.004099306,0.00032227338],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0020401205,0.0004160341,0.0009704551,0.0010867243,0.00020046823,0.00008368272,0.00037334303,0.00035301034,0.00042092978],"category_scores_gemma":[0.0027544447,0.0003684098,0.00020963262,0.00069442694,0.00060826296,0.00056276895,0.000039744034,0.005457124,0.000017422111],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017181176,0.0006169154,0.00015966689,0.0001245371,0.00023912183,0.00002320359,0.005892306,0.000033784294,0.00042166532,0.00003114081,0.5870057,0.40528017],"study_design_scores_gemma":[0.003566252,0.0031860797,0.001644297,0.0043318104,0.009695241,0.004389359,0.041108306,0.009634755,0.0014082803,0.0072103394,0.9122701,0.0015551546],"about_ca_topic_score_codex":0.00011666926,"about_ca_topic_score_gemma":7.8072935e-7,"teacher_disagreement_score":0.40372503,"about_ca_system_score_codex":0.0020574552,"about_ca_system_score_gemma":0.008762832,"threshold_uncertainty_score":0.9998768},"labels":[],"label_agreement":null},{"id":"W2410712615","doi":"","title":"Are nonphysician health care providers prepared and supported to teach in family medicine?","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Preparedness; Medical education; Medicine; Health care; Nursing; Psychology; Family medicine","score_opus":0.0502372326514532,"score_gpt":0.34207318365951533,"score_spread":0.29183595100806214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410712615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9301255,0.00042895353,0.000044660806,0.06246764,0.00046170567,0.0026108543,0.000004023224,0.00008002647,0.003776635],"genre_scores_gemma":[0.975851,0.0000054635348,0.0006784977,0.021280296,0.0003149072,0.0014172535,0.00008793699,0.00002117832,0.0003434582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99843997,0.00005703018,0.00038098136,0.00031264045,0.0004180819,0.00039131576],"domain_scores_gemma":[0.99891,0.000019430263,0.00014692819,0.00028777105,0.00027364417,0.00036219571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074809743,0.00012526195,0.00031989955,0.00032838978,0.000039639996,0.000010710162,0.00007681169,0.00007069418,0.0000044191597],"category_scores_gemma":[0.0021693646,0.000108094915,0.000014208765,0.000748313,0.00009228459,0.00008292183,0.00003148866,0.00021707949,0.000006325427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013984773,0.00017166052,0.13355929,0.00027037534,0.000022772902,0.000013557191,0.022725467,0.0000019944994,0.000021576989,0.00007596701,0.31040627,0.5325912],"study_design_scores_gemma":[0.0016055321,0.00012506467,0.9161645,0.00011209355,0.000016142169,0.000008414672,0.033150494,0.000022347263,0.00001910174,0.000052102565,0.048626125,0.00009803958],"about_ca_topic_score_codex":0.00045540958,"about_ca_topic_score_gemma":0.00018635808,"teacher_disagreement_score":0.7826053,"about_ca_system_score_codex":0.00056953105,"about_ca_system_score_gemma":0.00029453108,"threshold_uncertainty_score":0.44079828},"labels":[],"label_agreement":null},{"id":"W2411096673","doi":"","title":"Orthopedic odds and ends.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regina General Hospital; University of Regina","funders":"","keywords":"Odds; Orthopedic surgery; Medicine; Internal medicine; Surgery; Logistic regression","score_opus":0.017277016560532068,"score_gpt":0.27115067325168135,"score_spread":0.2538736566911493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411096673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9299544,0.0004215322,0.00017925071,0.024923483,0.00030484813,0.00044173334,6.5624545e-7,0.00007324348,0.043700855],"genre_scores_gemma":[0.98674977,0.000054020587,0.0016916122,0.0048761414,0.000758008,0.00042498214,0.000012269553,0.000008381699,0.0054248],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994331,0.0000075078688,0.00013074686,0.00010930359,0.00015584716,0.00016349011],"domain_scores_gemma":[0.9997072,0.0000122809,0.000024716737,0.00012821154,0.00005498831,0.00007259143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029473874,0.000047854926,0.00007755963,0.00008933409,0.00003428251,0.00000783616,0.000025734264,0.000047534606,0.00011591067],"category_scores_gemma":[0.0004950096,0.000040587467,0.000012367267,0.0002042288,0.000057949535,0.000058512618,0.000013961696,0.0001220992,0.00002950708],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069425155,0.000047356247,0.00891142,0.000014249308,0.0000078855155,0.0000013559131,0.00008548063,8.948223e-8,0.000006313579,0.0010082014,0.014049029,0.97586167],"study_design_scores_gemma":[0.00039132618,0.000008423875,0.6172274,0.000004636534,0.00002008498,0.00003949393,0.000038606635,0.00006478037,0.00008620135,0.000037785576,0.38204238,0.000038949263],"about_ca_topic_score_codex":0.0000032062676,"about_ca_topic_score_gemma":0.000001592008,"teacher_disagreement_score":0.97582275,"about_ca_system_score_codex":0.00004901215,"about_ca_system_score_gemma":0.000022421154,"threshold_uncertainty_score":0.1655109},"labels":[],"label_agreement":null},{"id":"W2411404433","doi":"10.1177/070674370805301106","title":"Residents' Perceived Physician-Manager Educational Needs: A National Survey of Psychiatry Residents","year":2008,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Toronto General Hospital; Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Curriculum; Family medicine; Appeal; Survey instrument; Psychology; Medicine; Medical education; Cross-sectional study; Professional development; Nursing; Pedagogy","score_opus":0.026925852672106138,"score_gpt":0.3148825742964899,"score_spread":0.2879567216243838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411404433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8903096,0.0010579937,0.000035204994,0.09822645,0.005546737,0.00022163194,0.000030831638,0.000005332194,0.0045662173],"genre_scores_gemma":[0.98385566,0.00003599134,0.0056162826,0.006867361,0.0021957343,0.0000052797277,0.00005817232,0.000031849922,0.0013336522],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973962,0.00018525489,0.000935466,0.00014267575,0.0010426489,0.00029780398],"domain_scores_gemma":[0.99645054,0.00011203071,0.0006911237,0.00034826575,0.0021115146,0.00028654977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014333238,0.00016792587,0.00032344653,0.00095982436,0.00045782494,0.00002486897,0.00046275533,0.00012992491,0.0004921898],"category_scores_gemma":[0.0014176484,0.00013450964,0.00015813558,0.0013980909,0.000443949,0.00020068912,0.0000119361375,0.000666661,0.000051887488],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007527474,0.00016362753,0.62534404,0.000056044315,0.00016070271,0.000002955143,0.00073447276,0.000023894898,0.000014152112,0.012046444,0.36122438,0.00015403767],"study_design_scores_gemma":[0.000769266,0.00010924739,0.9786783,0.0003691844,0.0000827042,0.0003798674,0.0007194474,0.000020804117,0.000004484597,0.018292349,0.00046054245,0.00011384195],"about_ca_topic_score_codex":0.02598066,"about_ca_topic_score_gemma":0.10434037,"teacher_disagreement_score":0.36076385,"about_ca_system_score_codex":0.00039169885,"about_ca_system_score_gemma":0.025716325,"threshold_uncertainty_score":0.9805054},"labels":[],"label_agreement":null},{"id":"W2411910337","doi":"","title":"Supervising New PGY-1 Residents: Faculty Expectations vs. Residents’ Perceptions - A Case Study","year":2014,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Chicago; University of Illinois at Urbana-Champaign; University of Ottawa","keywords":"Perception; Medical education; Psychology; Medicine; Family medicine","score_opus":0.07500749456681387,"score_gpt":0.39419056784402967,"score_spread":0.3191830732772158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411910337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98385763,0.000060631974,0.00011014971,0.0036243678,0.0002953766,0.0015225883,0.0070130145,0.00036175095,0.0031544745],"genre_scores_gemma":[0.9463174,5.808502e-7,0.0023088662,0.0012361837,0.00089511217,0.00028425272,0.04604065,0.000044488585,0.0028724908],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982455,0.000093723225,0.00045071892,0.00038317172,0.0005452063,0.00028170107],"domain_scores_gemma":[0.99849164,0.00010204934,0.00010562971,0.0006038318,0.00050980295,0.00018706074],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013762659,0.00018184361,0.00023423857,0.00029309656,0.00041303388,0.000099345816,0.00016009716,0.000118263735,0.11759372],"category_scores_gemma":[0.008009782,0.00017497613,0.000076653356,0.0007734616,0.00001439864,0.00026527274,0.00008211264,0.00037510626,0.0034475245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014885019,0.00039337506,0.006257762,0.00009693887,0.000041897787,0.0002652106,0.013421553,0.0000052753358,0.000040031977,0.000013594764,0.9695879,0.009861535],"study_design_scores_gemma":[0.0038498952,0.000731428,0.85540766,0.0027817136,0.00024484677,0.0030705659,0.10525465,0.0011941848,0.0000780528,0.00013044463,0.026695712,0.00056084566],"about_ca_topic_score_codex":0.00070992083,"about_ca_topic_score_gemma":0.00025492863,"teacher_disagreement_score":0.94289225,"about_ca_system_score_codex":0.00019713874,"about_ca_system_score_gemma":0.00032161092,"threshold_uncertainty_score":0.9973284},"labels":[],"label_agreement":null},{"id":"W2411937212","doi":"10.1093/pch/21.5.252","title":"Medical education, social responsibility and praxis: Responding to the needs of all children","year":2016,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Humanities; Poverty; Sociology; Nursing; Medicine; Pedagogy; Psychology; Political science; Law","score_opus":0.013043865545914971,"score_gpt":0.35469671452351903,"score_spread":0.34165284897760406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411937212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57419795,0.00064307125,0.0005279777,0.42293692,0.00043402045,0.0006786558,0.0000127248895,0.000031564672,0.0005371361],"genre_scores_gemma":[0.9593525,0.00047290517,0.0015674529,0.035941288,0.0022619592,0.000045960875,0.00003480764,0.000022045804,0.0003011013],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99765754,0.00027089112,0.0006929826,0.00024544928,0.0007965566,0.00033660408],"domain_scores_gemma":[0.9984067,0.00028569758,0.00025739204,0.00041209045,0.00033973125,0.00029839552],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004716769,0.00012915634,0.00028711118,0.000863475,0.0002933123,0.000009692366,0.00019976277,0.00015650883,0.00012068324],"category_scores_gemma":[0.01201153,0.0000769296,0.000049619677,0.0023146737,0.00016503714,0.00006143711,0.000095276686,0.00036854765,0.00001964689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034495417,0.000674339,0.26431894,0.00018661958,0.000053535652,4.092851e-7,0.011641385,8.9755034e-8,0.000021579672,0.036336333,0.25382215,0.43259963],"study_design_scores_gemma":[0.0010393964,0.00031128863,0.9184504,0.00021514187,0.000052119845,0.000067322435,0.0009218523,0.0000056152853,0.000021281006,0.0008824133,0.077901766,0.00013139931],"about_ca_topic_score_codex":0.0000752797,"about_ca_topic_score_gemma":0.000014894693,"teacher_disagreement_score":0.6541315,"about_ca_system_score_codex":0.000281095,"about_ca_system_score_gemma":0.003607499,"threshold_uncertainty_score":0.9963107},"labels":[],"label_agreement":null},{"id":"W2413082216","doi":"10.1080/10401334.2016.1186552","title":"Direct Observation of Clinical Skills Feedback Scale: Development and Validity Evidence","year":2016,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"Formative assessment; Generalizability theory; Scale (ratio); Likert scale; Medical education; CLARITY; Psychology; Construct validity; Rating scale; Quality (philosophy); Applied psychology; Focus group; Medicine; Psychometrics; Clinical psychology; Pedagogy; Developmental psychology","score_opus":0.11025423424374817,"score_gpt":0.4221345489042738,"score_spread":0.3118803146605257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413082216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886899,0.00026850746,0.0016806484,0.008169678,0.0002280306,0.00014372419,9.90937e-8,0.000041970656,0.00077746063],"genre_scores_gemma":[0.9774881,0.00026415606,0.019727424,0.0005475271,0.00028380525,0.000007752077,0.0000061568694,0.000010517529,0.0016645666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979845,0.00052144733,0.000746492,0.00026540837,0.0003335295,0.00014859252],"domain_scores_gemma":[0.99779934,0.001647247,0.00022311434,0.00014650438,0.00010893397,0.00007487381],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010796395,0.00010508122,0.0004208386,0.00016112652,0.00012561296,0.000003662153,0.000049641803,0.000108260654,0.00004366319],"category_scores_gemma":[0.03667064,0.00006466486,0.00001549093,0.00018314646,0.00029646998,0.000099490455,0.000033056247,0.00077420345,0.0000028737795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033229997,0.000060045084,0.53380275,0.0000946828,0.000007399657,0.000001353167,0.0026845562,6.1613525e-7,0.00074476475,0.000038137627,0.00047062512,0.46206185],"study_design_scores_gemma":[0.0013210488,0.00033341965,0.9770381,0.0053017936,0.00003369755,0.000014288002,0.0006721596,0.00017456475,0.00018350719,0.000025185493,0.014824212,0.00007803851],"about_ca_topic_score_codex":0.00008994509,"about_ca_topic_score_gemma":0.0000057988277,"teacher_disagreement_score":0.4619838,"about_ca_system_score_codex":0.0000516944,"about_ca_system_score_gemma":0.00010872946,"threshold_uncertainty_score":0.9714439},"labels":[],"label_agreement":null},{"id":"W2413622021","doi":"10.1177/1715163515608775","title":"Strategies pharmacy students can use to ensure success in an experiential placement","year":2015,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Preceptor; Experiential learning; Pharmacy; Coaching; Medical education; Psychology; Experiential education; Curriculum; Feeling; Pharmacy practice; Medicine; Pedagogy; Nursing; Social psychology","score_opus":0.08717861143303257,"score_gpt":0.3969369024680899,"score_spread":0.3097582910350573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413622021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942121,0.00010950026,0.00010070302,0.0006870688,0.0036101462,0.00074374164,0.00012882262,0.000028448998,0.00037950173],"genre_scores_gemma":[0.988997,0.00015980637,0.0007102199,0.008062724,0.0013185112,0.00007622228,0.00014252399,0.00006609108,0.00046692885],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960569,0.00020851349,0.00084994227,0.00049827585,0.0012591803,0.0011271806],"domain_scores_gemma":[0.9940823,0.00003115168,0.0001901346,0.00033467417,0.0014200687,0.0039416905],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010584453,0.0003915467,0.00043280804,0.0009802106,0.00039498336,0.00054979685,0.0006902411,0.00006681679,0.00069735415],"category_scores_gemma":[0.00036310055,0.00041947977,0.00006583705,0.0014244157,0.00014705052,0.00093296415,0.000060414754,0.0009309828,0.000011764154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0022111856,0.0013903832,0.36648187,0.00043154357,0.0005400179,0.1597369,0.05647007,0.012463825,0.0069654444,0.00021277588,0.2698986,0.123197384],"study_design_scores_gemma":[0.034204807,0.0009113885,0.005700155,0.00033161588,0.0006656712,0.44340166,0.006010041,0.011369276,0.009183041,0.00008388402,0.48490173,0.003236721],"about_ca_topic_score_codex":0.08961037,"about_ca_topic_score_gemma":0.29805905,"teacher_disagreement_score":0.3607817,"about_ca_system_score_codex":0.007012306,"about_ca_system_score_gemma":0.014046925,"threshold_uncertainty_score":0.9998257},"labels":[],"label_agreement":null},{"id":"W2413678984","doi":"10.1097/acm.0000000000000831","title":"A Vision for Graduate Medical Education","year":2015,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Graduate medical education; MEDLINE; Higher education; Medicine; Optometry; Psychology; Political science; Accreditation","score_opus":0.05278030559281976,"score_gpt":0.4771652039406907,"score_spread":0.4243848983478709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413678984","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005595348,0.0030720078,0.0012716635,0.06617578,0.92249095,0.0018996733,0.000024713627,0.00020785937,0.0042977976],"genre_scores_gemma":[0.0003550141,0.0021469365,0.0010800117,0.008698612,0.9536241,0.0007373483,0.010782194,0.00015960004,0.022416173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99102175,0.000110392415,0.0016615507,0.0009094419,0.005682367,0.0006144683],"domain_scores_gemma":[0.99248534,0.0009574464,0.00072897226,0.0008700221,0.004180895,0.0007773071],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0064272797,0.00056126615,0.0012848419,0.00082123233,0.00013247666,0.000009800338,0.0006450087,0.004224866,0.0006100563],"category_scores_gemma":[0.15063676,0.00043300702,0.00012346433,0.0009225716,0.00061350636,0.00013495436,0.000108843575,0.0055210455,0.00015476593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022111514,0.000088112014,0.000012270706,0.0009338943,0.00007647991,0.0000050824874,0.0009152233,4.7267285e-8,0.000023719454,0.0005946038,0.9334463,0.06368319],"study_design_scores_gemma":[0.0036640996,0.0010222041,0.000020718653,0.0062571326,0.00065074937,0.000064507745,0.00078163843,0.0003634021,0.0000078345365,0.0046437653,0.98218036,0.00034356603],"about_ca_topic_score_codex":0.000092765426,"about_ca_topic_score_gemma":0.00000336783,"teacher_disagreement_score":0.14420949,"about_ca_system_score_codex":0.0009171096,"about_ca_system_score_gemma":0.015657589,"threshold_uncertainty_score":0.9998122},"labels":[],"label_agreement":null},{"id":"W2413683698","doi":"10.1097/acm.0b013e3181f13321","title":"Foreword","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Snapshot (computer storage); Medicine; Political science; Psychology; Computer science","score_opus":0.02326199929774586,"score_gpt":0.3881751320525096,"score_spread":0.3649131327547637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413683698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9067481,0.00011955199,0.001520631,0.06764373,0.0026847231,0.0002841289,7.3936576e-7,0.00013131551,0.020867065],"genre_scores_gemma":[0.9662292,0.00005834749,0.0021252783,0.017554922,0.004037286,0.000032843058,0.000054460565,0.000021605914,0.009886034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869883,0.000010258235,0.00039618055,0.00020856188,0.00044572688,0.00024046075],"domain_scores_gemma":[0.9991682,0.00006392427,0.00008821721,0.00036856477,0.00017483636,0.00013623906],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077684014,0.0001131861,0.0002257525,0.00020436576,0.000060975017,0.0000010022752,0.00014627012,0.00031192036,0.0030844633],"category_scores_gemma":[0.003990622,0.000081059196,0.00002244901,0.0005328045,0.00035697754,0.00006127988,0.00002396059,0.0019887486,0.00022503929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048144615,0.00002314962,0.027331436,0.000087919776,0.00003113123,0.00001382465,0.0021271806,8.45265e-8,0.075689,0.064964846,0.701676,0.12800725],"study_design_scores_gemma":[0.0026226812,0.0002962397,0.057052236,0.00032679952,0.00016007143,0.0006642475,0.0013479661,0.0008795118,0.0030769187,0.008623954,0.92473984,0.00020955548],"about_ca_topic_score_codex":0.000015367565,"about_ca_topic_score_gemma":0.0000013603225,"teacher_disagreement_score":0.22306378,"about_ca_system_score_codex":0.0000305777,"about_ca_system_score_gemma":0.00010759704,"threshold_uncertainty_score":0.9978269},"labels":[],"label_agreement":null},{"id":"W2413771224","doi":"10.1002/j.0022-0337.2016.80.6.tb06125.x","title":"Non‐Patient‐Based Clinical Licensure Examination for Dentistry in Minnesota: Significance of Decision and Description of Process","year":2016,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Medical education; Curriculum; Objective structured clinical examination; Medicine; Psychology; Family medicine; Pedagogy","score_opus":0.03182198154962548,"score_gpt":0.39876659144141263,"score_spread":0.3669446098917871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413771224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992094,0.00013332385,0.0055727116,0.00032843594,0.0013848465,0.00043765467,0.0000043734412,0.0000019055285,0.000042775613],"genre_scores_gemma":[0.9895202,0.000050386105,0.010040601,0.000097082484,0.00018682709,0.000022012948,0.000011109269,0.000009988918,0.000061824976],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822396,0.00004596469,0.0011388885,0.00012753051,0.00037729286,0.00008633971],"domain_scores_gemma":[0.99758106,0.00021080494,0.00081323687,0.00011439638,0.0012340624,0.000046442616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009446873,0.00007855983,0.00027059388,0.0004023071,0.000019301104,0.000006044158,0.00006913971,0.000120971294,0.000025590598],"category_scores_gemma":[0.0024142384,0.000058797807,0.00006701672,0.00036342815,0.00010966569,0.00031283242,0.000006748481,0.00011851333,8.504087e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008866961,0.0026502681,0.42314535,0.0006373345,0.000025540498,0.0000019521797,0.0006896264,0.0000048570564,0.051746093,0.000048557285,0.0025885627,0.51757514],"study_design_scores_gemma":[0.00317281,0.0011360965,0.9512874,0.0025849077,0.00010286038,0.000118544944,0.0035855863,0.00026715407,0.03708106,0.00023564516,0.0003452574,0.000082677616],"about_ca_topic_score_codex":0.0000054570546,"about_ca_topic_score_gemma":0.000005223281,"teacher_disagreement_score":0.52814204,"about_ca_system_score_codex":0.00016026697,"about_ca_system_score_gemma":0.0006542993,"threshold_uncertainty_score":0.28902432},"labels":[],"label_agreement":null},{"id":"W2413852441","doi":"","title":"Improving Family Medicine Residents' Written Communication Using a Self-assessment Process.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Referral; Self-assessment; Medical education; Communication skills; Medicine; Psychology; Family medicine; Computer science; Social psychology","score_opus":0.045165807765117534,"score_gpt":0.3552072828615533,"score_spread":0.31004147509643576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413852441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835815,0.0010426868,0.0016854496,0.00465064,0.00059187994,0.0013924801,7.351206e-7,0.00019235429,0.006862271],"genre_scores_gemma":[0.9804929,0.000053639687,0.015080477,0.0022694373,0.00078116567,0.0010913269,0.000056432822,0.00003256558,0.0001420383],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998127,0.00008065375,0.0004923717,0.00019027514,0.00061439374,0.0004953262],"domain_scores_gemma":[0.99859923,0.000054915105,0.00023928253,0.00056732236,0.00036671342,0.00017254805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001958748,0.00014565508,0.00024623363,0.0002566808,0.00018759853,0.000018074763,0.00018103178,0.000116535026,0.00004102778],"category_scores_gemma":[0.00066779455,0.00012400853,0.000031465355,0.0006992757,0.000106906366,0.0003559256,0.000063607295,0.0003876876,0.000008187405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000614503,0.0010985273,0.45809123,0.0006982006,0.00017521736,0.0000031185496,0.0036885447,0.000003089838,0.0016030847,0.0020769164,0.008006185,0.5244944],"study_design_scores_gemma":[0.0010443153,0.000024757992,0.99357945,0.000103155144,0.00021154835,0.000041611973,0.0015861079,0.0010057685,0.00015336221,0.00015821485,0.0019584717,0.00013326785],"about_ca_topic_score_codex":0.00022158973,"about_ca_topic_score_gemma":0.0000012810348,"teacher_disagreement_score":0.5354882,"about_ca_system_score_codex":0.0006893882,"about_ca_system_score_gemma":0.00016425549,"threshold_uncertainty_score":0.5056921},"labels":[],"label_agreement":null},{"id":"W2414108258","doi":"10.4300/jgme-d-15-00161.1","title":"Scholarship in Residency: Invoking Change in the Era of Competency-Based Medical Education","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Graduate medical education; Medical education; Residency training; MEDLINE; Medicine; Psychology; Political science; Accreditation; Continuing education","score_opus":0.10316465115859093,"score_gpt":0.4182781237754661,"score_spread":0.31511347261687517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414108258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7280938,0.0010142693,0.000107885506,0.2677894,0.002170578,0.00037111592,3.0375605e-7,0.000006635105,0.00044603006],"genre_scores_gemma":[0.968344,0.00019923721,0.005936222,0.023902366,0.0014712634,0.0000697213,0.000042471205,0.000019414774,0.000015316524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99356836,0.0006145357,0.0016433417,0.00019429794,0.003706073,0.00027341553],"domain_scores_gemma":[0.9966972,0.0002668156,0.0007737213,0.0003621925,0.0015328877,0.00036717637],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011091069,0.00016982121,0.00046748336,0.00093110284,0.000042996293,0.000023123313,0.0005594667,0.00030936813,0.00023101571],"category_scores_gemma":[0.04583274,0.00012038379,0.00009645437,0.0019782095,0.00026084352,0.0003749619,0.000028466437,0.0023552577,0.000009083866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004006985,0.009089285,0.34480023,0.0005341918,0.000033872548,0.000075437914,0.015791662,0.0000056648555,0.00005133347,0.012504,0.032781508,0.5839321],"study_design_scores_gemma":[0.0051674354,0.00097439834,0.92893374,0.014215184,0.00013688521,0.0010891464,0.012218449,0.0025967127,0.00020406191,0.029867746,0.004293863,0.00030237727],"about_ca_topic_score_codex":0.00048661503,"about_ca_topic_score_gemma":0.0003214459,"teacher_disagreement_score":0.5841335,"about_ca_system_score_codex":0.0005720676,"about_ca_system_score_gemma":0.061852135,"threshold_uncertainty_score":0.99994636},"labels":[],"label_agreement":null},{"id":"W2414221859","doi":"10.3760/cma.j.issn.0366-6999.20132148","title":"Reform direction of medical education in China: implementing “competency-based” medical education","year":2013,"lang":"en","type":"editorial","venue":"Chinese Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Medical education; Medicine; Political science","score_opus":0.004747784813423035,"score_gpt":0.36269592144718255,"score_spread":0.3579481366337595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414221859","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067318425,0.0021031587,0.00094962015,0.0729104,0.84604716,0.0010347152,0.000011474426,0.000118669785,0.009506393],"genre_scores_gemma":[0.016438192,0.0029747903,0.0058853603,0.004639598,0.96475595,0.00035313584,0.0032395588,0.00022933543,0.0014840688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97771746,0.00049754686,0.003924519,0.00082363526,0.01603779,0.0009990217],"domain_scores_gemma":[0.99131685,0.00057774986,0.002088501,0.0009873824,0.0028860664,0.00214343],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011258864,0.00078258646,0.0016819221,0.002180602,0.00031094742,0.00010956288,0.0015159134,0.004036907,0.021519328],"category_scores_gemma":[0.10597159,0.00057952845,0.00044405006,0.00207956,0.0005938495,0.00038668554,0.0003033992,0.00987981,0.00007938535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079283614,0.002818124,0.0042382884,0.0009200328,0.00008751932,0.000047670852,0.00019682354,3.522577e-7,0.000005326735,0.00048533615,0.6763012,0.31482005],"study_design_scores_gemma":[0.0071273143,0.0006686821,0.028418165,0.02518359,0.00037613208,0.0019297417,0.00089087925,0.0076709543,0.000020860436,0.0052275932,0.92140037,0.0010857304],"about_ca_topic_score_codex":0.0020089066,"about_ca_topic_score_gemma":0.0006775115,"teacher_disagreement_score":0.31373432,"about_ca_system_score_codex":0.0025687478,"about_ca_system_score_gemma":0.19848941,"threshold_uncertainty_score":0.9996656},"labels":[],"label_agreement":null},{"id":"W2414568266","doi":"","title":"Assessing the competence of practicing physicians in New Zealand, Canada, and the United Kingdom: progress and problems.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrutiny; Competence (human resources); Harm; Complaint; Medicine; Medical education; Psychology; Family medicine; Political science; Social psychology; Law","score_opus":0.03594924339488152,"score_gpt":0.309782874231152,"score_spread":0.27383363083627044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414568266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437417,0.000111605645,0.000058543657,0.05507845,0.00008417751,0.00078413327,2.7972828e-7,0.0000063697175,0.000134766],"genre_scores_gemma":[0.9974977,0.0000127233,0.00057601935,0.0016263967,0.00007095013,0.0001420953,0.0000051202846,0.0000062072663,0.00006282746],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99928504,0.00004773486,0.00019765295,0.0000971921,0.0002130121,0.00015937707],"domain_scores_gemma":[0.99947286,0.00014465119,0.00014392484,0.000127889,0.00008270708,0.000027974755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066896185,0.000058249323,0.00012883729,0.000063370804,0.000067947,0.000030184616,0.000054912354,0.000023764076,7.297242e-7],"category_scores_gemma":[0.0007638844,0.000032465592,0.000006575071,0.0005625902,0.0002862815,0.00008999606,0.00002112796,0.0002198947,3.8735234e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010507105,0.00019916988,0.34295222,0.00027069935,0.000086051965,0.0000113605,0.0073837438,0.00012812855,0.000060872146,0.011448068,0.0012160268,0.63613856],"study_design_scores_gemma":[0.0019818838,0.000008797781,0.9933362,0.00019034646,0.000043953372,0.000030737472,0.00093127,0.00023815532,0.00010523412,0.0005042223,0.002585675,0.00004351155],"about_ca_topic_score_codex":0.2936062,"about_ca_topic_score_gemma":0.06534783,"teacher_disagreement_score":0.650384,"about_ca_system_score_codex":0.000091670234,"about_ca_system_score_gemma":0.00039595496,"threshold_uncertainty_score":0.9517071},"labels":[],"label_agreement":null},{"id":"W2414690391","doi":"10.4300/jgme-d-14-00199.1","title":"Designing for the Future: Quality and Safety Education at US Teaching Hospitals","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Patient safety; Graduate medical education; Medical education; Competence (human resources); Quality management; Scrutiny; Curriculum; Medicine; Health care; Nursing; Psychology; Political science; Management system; Engineering; Pedagogy; Operations management","score_opus":0.059343398158963126,"score_gpt":0.41692733495909573,"score_spread":0.3575839368001326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414690391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74925625,0.0032568483,0.013317206,0.22488455,0.008137831,0.0006362189,0.0000010760067,0.0000171552,0.0004928564],"genre_scores_gemma":[0.92592645,0.00072485354,0.04225497,0.019989388,0.009942297,0.00009103908,0.00007522546,0.000039980234,0.00095582334],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971865,0.00021811541,0.0010044393,0.00017312798,0.0012153793,0.00020248456],"domain_scores_gemma":[0.99666566,0.0003809212,0.00075615273,0.00025637026,0.0015657945,0.00037511878],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0078107016,0.0001466833,0.00032078492,0.00019525562,0.00030434466,0.000040187373,0.00018417429,0.00015953319,0.000046745736],"category_scores_gemma":[0.019388072,0.00009488803,0.00009848776,0.00026677086,0.00017619436,0.00022851447,0.000035032335,0.0007265373,0.0000050081007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033360886,0.00064874545,0.014426855,0.00014339726,0.00007765382,8.1677183e-7,0.0025721577,0.0000019376732,0.00009820255,0.0032984128,0.25200662,0.7263916],"study_design_scores_gemma":[0.0049286974,0.001246298,0.36207807,0.0014976588,0.00077673467,0.002163894,0.035417754,0.0010558661,0.00049828156,0.009998242,0.57988375,0.00045476618],"about_ca_topic_score_codex":0.00004155759,"about_ca_topic_score_gemma":0.0000050500157,"teacher_disagreement_score":0.72593683,"about_ca_system_score_codex":0.0006066265,"about_ca_system_score_gemma":0.0060807806,"threshold_uncertainty_score":0.9995538},"labels":[],"label_agreement":null},{"id":"W2414801685","doi":"10.1016/j.nepr.2016.06.006","title":"Connecting intentional learning and cardiac specialty practice: The experiences of bachelor of science in nursing students","year":2016,"lang":"en","type":"article","venue":"Nurse Education in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Interior Health; Kelowna General Hospital; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Bachelor; Specialty; Medical education; Medicine; Nursing; Psychology; Family medicine; Political science","score_opus":0.014563561384715719,"score_gpt":0.4512702210535936,"score_spread":0.4367066596688779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414801685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97176826,0.00021538515,0.00011637688,0.012283094,0.0022320412,0.0003119295,2.2231508e-7,0.000005679632,0.013066983],"genre_scores_gemma":[0.9938585,0.00010474402,0.0054257847,0.00013560745,0.00018125771,0.00004984838,0.0000024134529,0.000006533202,0.00023529393],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998276,0.00023269042,0.0004631759,0.0002138509,0.0006715798,0.00014269984],"domain_scores_gemma":[0.9970005,0.0013052571,0.00051664835,0.00016300249,0.0009803786,0.000034222496],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036680084,0.00006931473,0.0001480333,0.00034627438,0.00011427183,0.000021355383,0.00013685787,0.00004685547,0.000075294905],"category_scores_gemma":[0.050066546,0.000048312704,0.000016679394,0.001095255,0.0007612234,0.0010263697,0.000021851865,0.00027388398,0.000002664466],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034240456,0.0030351272,0.18415147,0.000055168166,0.000024592347,8.767215e-7,0.22984889,0.0000023973678,0.006367084,0.021301959,0.0004716117,0.5543984],"study_design_scores_gemma":[0.00043745287,0.00008794583,0.16965441,0.0009123486,0.000049775917,0.00003439357,0.822743,0.000020745361,0.0013048066,0.00013225066,0.00456422,0.000058621306],"about_ca_topic_score_codex":0.000055765322,"about_ca_topic_score_gemma":0.000001796421,"teacher_disagreement_score":0.59289414,"about_ca_system_score_codex":0.00030730106,"about_ca_system_score_gemma":0.0012859764,"threshold_uncertainty_score":0.95793515},"labels":[],"label_agreement":null},{"id":"W2415007024","doi":"","title":"Some action on reflection.","year":2014,"lang":"en","type":"editorial","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Action (physics); Reflection (computer programming); Reflexivity; Reflective practice; Panacea (medicine); Medicine; Meaning (existential); Lifelong learning; Feeling; Engineering ethics; Epistemology; Medical education; Pedagogy; Sociology; Psychology; Computer science; Psychotherapist; Alternative medicine; Social science; Pathology","score_opus":0.034731470628197716,"score_gpt":0.3480449707076695,"score_spread":0.3133135000794718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415007024","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048634602,0.00006797156,0.000047678557,0.0025586449,0.9864828,0.0008600891,0.0000063449484,0.00018973902,0.00930039],"genre_scores_gemma":[0.001081385,0.00014537803,0.00014197726,0.0012513078,0.96640223,0.0028986975,0.00093515986,0.00006310746,0.027080731],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997702,0.000053931628,0.00037321696,0.00040996843,0.001111579,0.0003493304],"domain_scores_gemma":[0.99851865,0.0001914472,0.00023299859,0.00052566425,0.0004298066,0.00010141254],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00084495475,0.00021521974,0.00034365559,0.00045680528,0.00010512238,0.000032564254,0.00011649349,0.0010180529,0.00005837992],"category_scores_gemma":[0.00900023,0.00019507045,0.00009039452,0.0003854187,0.00006369145,0.00007985677,0.000018702272,0.0015551127,0.00025366634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008212754,0.000098330966,0.0000048078746,0.00012769472,0.000040609815,0.0000012536767,0.0000092381815,3.5382865e-7,0.0000020783034,0.00017812641,0.7615498,0.2379056],"study_design_scores_gemma":[0.0006097534,0.000089369205,0.002843888,0.000071859264,0.00012052761,0.0000035646901,0.000008607627,0.0000070703036,0.00008211429,0.00043745205,0.9955694,0.00015638616],"about_ca_topic_score_codex":0.000016865451,"about_ca_topic_score_gemma":0.0000019911668,"teacher_disagreement_score":0.23774922,"about_ca_system_score_codex":0.00091229484,"about_ca_system_score_gemma":0.00020035775,"threshold_uncertainty_score":0.9993474},"labels":[],"label_agreement":null},{"id":"W2415008734","doi":"","title":"ACGME Outcomes Project: selling our expertise.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"","keywords":"Accreditation; Graduate medical education; Medical education; Unit (ring theory); Medicine; Psychology","score_opus":0.05012990731749973,"score_gpt":0.334402569830421,"score_spread":0.28427266251292127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415008734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9390154,0.0001962599,0.0022119216,0.04569673,0.0017186832,0.0019333424,0.0000014640144,0.0002842578,0.008941964],"genre_scores_gemma":[0.9861745,0.000019190167,0.004998352,0.004101749,0.0004449377,0.0017612542,0.00001965502,0.000020889693,0.0024594492],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989459,0.000009849149,0.00024703733,0.00018282597,0.00030556507,0.00030882616],"domain_scores_gemma":[0.9995143,0.000007672669,0.000054411008,0.00024649728,0.00011312631,0.00006402381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029570752,0.0000971124,0.00016479281,0.00016607456,0.000063060055,0.000016767022,0.00007793392,0.00008195655,0.000011925962],"category_scores_gemma":[0.0008695391,0.00007779878,0.000047680758,0.00042033457,0.000024289842,0.000084210675,0.000016401938,0.00019119238,0.00005304386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039026298,0.0005578185,0.027297791,0.00009777286,0.00008908711,0.000024734614,0.0022569085,0.000013369706,0.000102908874,0.0023142013,0.010970995,0.9562354],"study_design_scores_gemma":[0.0030090986,0.000043827615,0.9471624,0.00006232917,0.000082485596,0.00007877343,0.0023109212,0.000050332917,0.0030167862,0.00088353024,0.04303172,0.00026778362],"about_ca_topic_score_codex":0.00004368373,"about_ca_topic_score_gemma":0.0000018091687,"teacher_disagreement_score":0.9559676,"about_ca_system_score_codex":0.00026392133,"about_ca_system_score_gemma":0.00010616607,"threshold_uncertainty_score":0.31725422},"labels":[],"label_agreement":null},{"id":"W2415484117","doi":"10.1097/acm.0000000000000776","title":"A Medical Educator’s Guide to #MedEd","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science","score_opus":0.05359362414560432,"score_gpt":0.45278996572534325,"score_spread":0.39919634157973893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415484117","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39413652,0.00087502634,0.0052595856,0.5323563,0.004842467,0.0008778356,0.0000010891558,0.00028112566,0.061370037],"genre_scores_gemma":[0.68693376,0.00020286719,0.006156745,0.26203346,0.013490294,0.00024797572,0.0001639242,0.000091437476,0.030679513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995754,0.00007008413,0.0009648356,0.000442339,0.0022686783,0.00050003146],"domain_scores_gemma":[0.99704635,0.00012485482,0.0001267307,0.0005887118,0.00061799056,0.0014953676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034434693,0.00023000684,0.0005183999,0.0004944953,0.000059652735,0.0000035363714,0.00041557016,0.00048618708,0.0025120853],"category_scores_gemma":[0.036728825,0.000172012,0.000035725847,0.0014200761,0.00033015775,0.00008152272,0.000109459856,0.0013472824,0.0011102746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006607784,0.000031984175,0.0041965316,0.000038247857,0.000027316626,0.000031300082,0.004264287,4.241702e-7,0.00039689723,0.003384407,0.9644963,0.023066187],"study_design_scores_gemma":[0.0028178098,0.0004903276,0.0019523194,0.0008276769,0.00009922384,0.00062251993,0.007147204,0.00020184852,0.0003601561,0.0010067705,0.9842781,0.00019605443],"about_ca_topic_score_codex":0.00015546555,"about_ca_topic_score_gemma":0.0000034686445,"teacher_disagreement_score":0.29279727,"about_ca_system_score_codex":0.00042940103,"about_ca_system_score_gemma":0.0020139264,"threshold_uncertainty_score":0.99966747},"labels":[],"label_agreement":null},{"id":"W2415734903","doi":"10.3928/01484834-20071101-03","title":"Knowing Within: Practice Wisdom of Clinical Nurse Educators","year":2007,"lang":"en","type":"article","venue":"Journal of Nursing Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Metaphor; Pedagogy; Medicine; Psychology; Nursing; Theology; Philosophy","score_opus":0.05557353612572953,"score_gpt":0.5236073314875319,"score_spread":0.4680337953618024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415734903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94517523,0.00050329964,0.0030985167,0.0167298,0.019217914,0.00019117196,1.8773237e-7,0.000011334835,0.015072567],"genre_scores_gemma":[0.8974947,0.000030032501,0.09631074,0.0017140862,0.0039816233,0.0000011945785,0.000006704751,0.000021845863,0.00043911027],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970415,0.0001125708,0.0018922213,0.00013378395,0.00064527383,0.00017462953],"domain_scores_gemma":[0.9947166,0.00040749655,0.0020485981,0.0002691757,0.002410711,0.00014744436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059787245,0.00010712371,0.00037587606,0.00055707997,0.00006499035,0.000013710829,0.0001231154,0.00016702857,0.000047733312],"category_scores_gemma":[0.01310141,0.000094346775,0.0001455476,0.00077198836,0.00023898485,0.0004095624,0.0000037386394,0.00074442994,0.000008359351],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007144257,0.0090553425,0.012266629,0.00009254607,0.000110484965,0.000006063624,0.014514789,0.0000051729126,0.001203391,0.0020624031,0.084914446,0.8750543],"study_design_scores_gemma":[0.0040205317,0.0029267087,0.41603506,0.01233031,0.0022870752,0.0078085656,0.3993216,0.00015768937,0.009617017,0.0031031335,0.1419154,0.00047695037],"about_ca_topic_score_codex":0.000008050584,"about_ca_topic_score_gemma":2.921764e-7,"teacher_disagreement_score":0.87457734,"about_ca_system_score_codex":0.00042342005,"about_ca_system_score_gemma":0.0035810152,"threshold_uncertainty_score":0.99521166},"labels":[],"label_agreement":null},{"id":"W2415846597","doi":"10.1097/acm.0000000000001252","title":"Professional Identity Formation and the Clinician–Scientist: A Paradigm for a Clinical Career Combining Two Distinct Disciplines","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Identity (music); Career development; Engineering ethics; Health care; Workforce; Identity formation; Professional development; Medical education; Career Pathways; Medicine; Psychology; Political science; Social psychology; Self-concept","score_opus":0.11677347740113979,"score_gpt":0.5003687503289023,"score_spread":0.38359527292776247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415846597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7422819,0.00079010386,0.058971092,0.19103973,0.004747923,0.0016951535,0.000010710225,0.00006712482,0.0003962665],"genre_scores_gemma":[0.98694336,0.0003603585,0.00053221494,0.005834982,0.0032019424,0.00027831396,0.000090751775,0.000019858686,0.0027382302],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99725455,0.00017169332,0.0012827195,0.0003488485,0.0006410283,0.00030114656],"domain_scores_gemma":[0.9968425,0.001959393,0.00045905155,0.00033644208,0.00026425533,0.00013835951],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071919244,0.00016179471,0.0004916502,0.00012985659,0.00031995538,0.000008504886,0.00023172285,0.00020878416,0.00008182331],"category_scores_gemma":[0.012864826,0.000071131355,0.00007306239,0.00034301935,0.0016586727,0.00035276855,0.000116287854,0.0006077502,0.00001655723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022241804,0.00013526357,0.21470326,0.00048214124,0.0001730926,0.000005895032,0.008467728,1.9749145e-7,0.00046420732,0.23780371,0.35612082,0.17941949],"study_design_scores_gemma":[0.0962241,0.0012651434,0.43927065,0.008396277,0.0016406606,0.0005003415,0.0063941833,0.008727095,0.00011199699,0.22309051,0.21369079,0.0006882737],"about_ca_topic_score_codex":0.000010689932,"about_ca_topic_score_gemma":0.0000107102605,"teacher_disagreement_score":0.24466145,"about_ca_system_score_codex":0.000075114694,"about_ca_system_score_gemma":0.00014976642,"threshold_uncertainty_score":0.99545026},"labels":[],"label_agreement":null},{"id":"W2416206676","doi":"10.1002/tl.20184","title":"The Intentional Design of a SoTL Initiative","year":2016,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Underpinning; Coherence (philosophical gambling strategy); Scholarship of Teaching and Learning; Mathematics education; Pedagogy; Sociology; Psychology; Engineering ethics; Computer science; Teaching method; Engineering","score_opus":0.03375289611792829,"score_gpt":0.34040401648360274,"score_spread":0.30665112036567443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416206676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098529845,0.00023074448,0.8859869,0.0122887045,0.00042718014,0.0003050361,9.828813e-7,0.00008292565,0.002147652],"genre_scores_gemma":[0.94195616,0.0000616377,0.04102332,0.00017252416,0.0002941275,0.000052463623,0.0000058523474,0.00001298501,0.016420925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994513,0.00013250338,0.00014771466,0.000089167814,0.00009146954,0.00008785322],"domain_scores_gemma":[0.99876356,0.0009585827,0.00007691778,0.00006149632,0.00011393179,0.000025512058],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011628516,0.00004533715,0.00007363552,0.00007975088,0.00072026585,0.000009429562,0.000025186446,0.00003320772,0.000018818824],"category_scores_gemma":[0.009064758,0.000025457684,0.000030611678,0.0000905581,0.000097779724,0.00005196929,0.000008252689,0.00030545087,0.0000021490027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006254663,0.000038295548,0.001280593,0.000011273926,0.000049637816,8.2723986e-8,0.0016643199,0.000013593489,0.0032038656,0.007545489,0.007236449,0.9788939],"study_design_scores_gemma":[0.002670413,0.0009172601,0.022498487,0.0007724306,0.00017804657,0.000079913065,0.009844221,0.0051447926,0.0010873089,0.0045640534,0.9520618,0.00018128092],"about_ca_topic_score_codex":0.000026095639,"about_ca_topic_score_gemma":0.0000010478283,"teacher_disagreement_score":0.97871256,"about_ca_system_score_codex":0.00003920862,"about_ca_system_score_gemma":0.00009028292,"threshold_uncertainty_score":0.9992823},"labels":[],"label_agreement":null},{"id":"W2416244995","doi":"10.1111/medu.12656","title":"Where <i>Medical Education</i> matters","year":2016,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Happening; Psychology; Public relations; Sociology; Political science; Medicine; History","score_opus":0.00401318947632426,"score_gpt":0.34019232120631754,"score_spread":0.33617913172999325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416244995","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013752397,0.0019692779,0.0003498956,0.2859582,0.7035761,0.0007512848,0.000019842322,0.00022885505,0.007008993],"genre_scores_gemma":[0.000050762912,0.002540576,0.0013496284,0.1380825,0.8100433,0.00092419796,0.0039843763,0.00019674652,0.04282792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98779565,0.00023671027,0.0016905911,0.0012328796,0.008205657,0.0008385392],"domain_scores_gemma":[0.9928215,0.00066876126,0.0007638521,0.001803441,0.002821121,0.0011212922],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0022432627,0.0007289355,0.0010283559,0.00080747355,0.0002486653,0.00009455498,0.0010692703,0.004289831,0.03314772],"category_scores_gemma":[0.06052726,0.0005822216,0.00029969908,0.0010347001,0.0007482048,0.00025420348,0.00018841906,0.0035565651,0.0026506183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046259745,0.0018961924,0.00011786553,0.0011005898,0.00007549579,0.000009052445,0.0001123057,6.9603434e-9,0.0000030372241,0.00030031728,0.71180904,0.28452983],"study_design_scores_gemma":[0.0011874143,0.00013080754,0.00009391881,0.010673354,0.00024470818,0.0001451251,0.0002156662,0.000026018477,0.000008579562,0.00031745865,0.98639137,0.000565584],"about_ca_topic_score_codex":0.00021780754,"about_ca_topic_score_gemma":0.000052050033,"teacher_disagreement_score":0.28396425,"about_ca_system_score_codex":0.0016075079,"about_ca_system_score_gemma":0.12459569,"threshold_uncertainty_score":0.99966294},"labels":[],"label_agreement":null},{"id":"W2416544170","doi":"","title":"Teaching Chronic Pain in the Family Medicine Clerkship: Influences of Experience and Beliefs About Treatment Effectiveness: A CERA Study.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Chronic pain; Curriculum; Graduation (instrument); Family medicine; Chronic disease; MEDLINE; Confidence interval; Pain medicine; Physical therapy; Internal medicine; Psychology; Psychiatry; Anesthesiology","score_opus":0.03568615416728475,"score_gpt":0.3401911633605169,"score_spread":0.30450500919323215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416544170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99377024,0.0008139579,0.000090731526,0.003044815,0.000120642944,0.0018163974,6.329685e-7,0.000016568198,0.00032599128],"genre_scores_gemma":[0.99527645,0.00007738748,0.00004198738,0.00042774892,0.0002079322,0.0039048537,0.0000016693133,0.000007746667,0.00005420424],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99841136,0.00047496866,0.0003330713,0.00022321218,0.00033447042,0.000222906],"domain_scores_gemma":[0.99892724,0.0006014168,0.00009715398,0.00027628356,0.000057456826,0.000040481944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035830329,0.00011622278,0.00025002376,0.00015866294,0.000070190355,0.0000061125465,0.00011514705,0.00004661113,0.000008281199],"category_scores_gemma":[0.0022849678,0.000053102453,0.0000184499,0.00031207112,0.0002968298,0.00008997603,0.000018736198,0.00012388077,7.4360986e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041332212,0.00032174066,0.22683597,0.000056438497,0.000024367137,0.0000040246737,0.01083727,2.2188038e-7,0.0006522223,0.0001533157,0.000036777452,0.76103634],"study_design_scores_gemma":[0.0023194042,0.00076954527,0.9898812,0.00031580165,0.000029891467,0.0000057933,0.0050982204,0.000008164102,0.000117303265,0.00010953969,0.0012884383,0.00005667013],"about_ca_topic_score_codex":0.00077666895,"about_ca_topic_score_gemma":0.000038585207,"teacher_disagreement_score":0.76304525,"about_ca_system_score_codex":0.0003016149,"about_ca_system_score_gemma":0.00006082204,"threshold_uncertainty_score":0.27354848},"labels":[],"label_agreement":null},{"id":"W2416627241","doi":"10.1080/14739879.2009.11493784","title":"Workplace-Based Assessment (WPBA) Portfolios in Licensing for General Practice Specialty Training","year":2009,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"","keywords":"Specialty; Portfolio; Training (meteorology); Medical education; Computer science; Medicine; Psychology; Business; Family medicine; Finance","score_opus":0.024240777195491774,"score_gpt":0.38545432423611764,"score_spread":0.36121354704062586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416627241","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7074049,0.0009802119,0.047755867,0.12704813,0.008166285,0.009227736,0.00003763504,0.00024094281,0.099138245],"genre_scores_gemma":[0.4326172,0.000009085247,0.524412,0.035223562,0.0030232016,0.00045965952,0.0032473314,0.000037801045,0.0009701532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985514,0.00004250752,0.0004726269,0.0003289741,0.00030916653,0.00029530248],"domain_scores_gemma":[0.9982575,0.0001799441,0.00022779411,0.00028890176,0.00096567353,0.00008015737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006705009,0.00015408735,0.00025198495,0.00035385316,0.0001503862,0.00004187117,0.00008272676,0.00013347297,0.000036891655],"category_scores_gemma":[0.0013159574,0.00016699545,0.000088598106,0.0005383906,0.000029860874,0.00022439775,0.0000057009706,0.0002494835,0.0000026844075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004891814,0.0012358365,0.0021769048,0.0005400929,0.000025769456,0.0000015364789,0.004974269,0.00012273953,0.0007312939,0.0088478755,0.06507534,0.9157792],"study_design_scores_gemma":[0.0070410017,0.0011282957,0.2526525,0.0010272795,0.00034737223,0.00005877718,0.03341169,0.002170008,0.00094543945,0.0016711763,0.6988849,0.0006615366],"about_ca_topic_score_codex":0.0000097774055,"about_ca_topic_score_gemma":0.0000054872608,"teacher_disagreement_score":0.9151176,"about_ca_system_score_codex":0.0017081866,"about_ca_system_score_gemma":0.0055877552,"threshold_uncertainty_score":0.99124384},"labels":[],"label_agreement":null},{"id":"W2416649731","doi":"10.3109/01421590903573966","title":"eMedical Teacher","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.015094908552063333,"score_gpt":0.3529404144073722,"score_spread":0.33784550585530887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416649731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81079876,0.00003664002,0.0007671407,0.04204968,0.0019575576,0.00022935444,2.2597573e-7,0.00023455998,0.14392608],"genre_scores_gemma":[0.9228021,0.0000088376655,0.002785538,0.005598053,0.0046575735,0.00007635761,0.000068631285,0.00005057236,0.063952334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970293,0.00005654121,0.0004756412,0.00035560597,0.0016605419,0.00042233942],"domain_scores_gemma":[0.9986514,0.000022134927,0.00006376688,0.0005767387,0.00014533738,0.0005406277],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018013535,0.00017823711,0.00029491223,0.00014895722,0.00009613097,0.000015645528,0.000268553,0.0006638238,0.19937065],"category_scores_gemma":[0.011135385,0.00013532746,0.0001002305,0.00044804558,0.00058634236,0.000064888125,0.00007330106,0.00297291,0.0011421152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004176392,0.0015596575,0.09706056,0.000053750373,0.000068611975,0.00011298622,0.00047960028,1.8959222e-8,0.0005549481,0.003946917,0.6122932,0.283828],"study_design_scores_gemma":[0.001858278,0.00012170307,0.025887368,0.00008711848,0.000075311866,0.00049328356,0.00023551677,0.0077954535,0.00008929732,0.0005800821,0.962531,0.00024562402],"about_ca_topic_score_codex":0.000028441522,"about_ca_topic_score_gemma":0.00001042836,"teacher_disagreement_score":0.3502378,"about_ca_system_score_codex":0.00006191851,"about_ca_system_score_gemma":0.00052820594,"threshold_uncertainty_score":0.99963564},"labels":[],"label_agreement":null},{"id":"W2416838091","doi":"10.1503/cjs.015515","title":"Cross-specialty training in the era of competency-based education","year":2015,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Specialty; Argument (complex analysis); Curriculum; Medical education; Training (meteorology); Order (exchange); Publication; Engineering ethics; Family medicine; Pedagogy; Law; Internal medicine","score_opus":0.04227734637691669,"score_gpt":0.34157441236548364,"score_spread":0.2992970659885669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416838091","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058372896,0.0011258713,0.00001870403,0.005608564,0.93242884,0.00020117569,0.000052059135,0.0000028129703,0.002189061],"genre_scores_gemma":[0.112013265,0.000043004544,0.0010127528,0.0013500614,0.8847127,0.000013684701,0.0006180694,0.00004644258,0.00019002905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718636,0.00014917046,0.0012376283,0.00012898688,0.0010131089,0.000284747],"domain_scores_gemma":[0.99427503,0.0010023637,0.0010027175,0.00030965416,0.0031078393,0.00030238656],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051053492,0.00016304667,0.00066223514,0.0011671226,0.00006793063,0.0000459626,0.00028151693,0.0004610779,0.0002615847],"category_scores_gemma":[0.018368892,0.00012857013,0.0001840175,0.0008753738,0.00028058386,0.00010379047,0.0000029420278,0.0020442687,0.0000032076646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035922447,0.000054371212,0.0063198935,0.00014577806,0.000022046464,0.00006293868,0.0017113517,0.0000072498283,0.0000014658826,0.00006322779,0.9660795,0.025496295],"study_design_scores_gemma":[0.00036963428,0.00005994883,0.010794048,0.0020813514,0.00006506335,0.000059794755,0.0017702373,0.0000064846254,0.0000059997037,0.0003584301,0.9843102,0.00011882676],"about_ca_topic_score_codex":0.0028448529,"about_ca_topic_score_gemma":0.006536082,"teacher_disagreement_score":0.21879682,"about_ca_system_score_codex":0.0009085539,"about_ca_system_score_gemma":0.21970537,"threshold_uncertainty_score":0.9898998},"labels":[],"label_agreement":null},{"id":"W2417105387","doi":"","title":"Integration at the faculty level.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine","score_opus":0.07399410969686733,"score_gpt":0.3218662197078882,"score_spread":0.24787211001102089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417105387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91620433,0.0000415319,0.00015882093,0.028770233,0.0002886094,0.0006647547,0.000005424845,0.000052658324,0.05381365],"genre_scores_gemma":[0.8991269,0.000013155836,0.00039538174,0.0043358556,0.00030662603,0.0009961664,0.00019003589,0.000008044746,0.09462787],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99934995,0.000016996062,0.00014762166,0.00010681637,0.00022355485,0.00015503024],"domain_scores_gemma":[0.9996392,0.000015931964,0.000026068989,0.00020597517,0.000078413854,0.000034383163],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032973435,0.000054861117,0.000065780194,0.000032619606,0.00010380374,0.000011410714,0.00005931407,0.000048589063,0.0019479509],"category_scores_gemma":[0.00039836258,0.000032119133,0.000027213118,0.00028730364,0.000072767645,0.000046176632,0.000009051855,0.00014253768,0.00031627118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019037598,0.000032740085,0.0006115705,0.0000031765974,0.0000076332635,5.3009217e-7,0.00017395832,6.7323566e-7,0.000021998147,0.00016001402,0.09639528,0.9025734],"study_design_scores_gemma":[0.00024034837,0.000006528704,0.6479857,0.0000046440578,0.000017959459,0.000020928323,0.000076081335,0.000045312696,0.0011064378,0.00010201197,0.35035917,0.000034848337],"about_ca_topic_score_codex":0.000022467304,"about_ca_topic_score_gemma":0.0000122514,"teacher_disagreement_score":0.90253854,"about_ca_system_score_codex":0.00016760391,"about_ca_system_score_gemma":0.000020336141,"threshold_uncertainty_score":0.9989644},"labels":[],"label_agreement":null},{"id":"W2417116776","doi":"10.7748/ns2013.03.27.29.64.s25","title":"Student life - Staying the course","year":2013,"lang":"en","type":"article","venue":"Nursing Standard","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Course (navigation); Student life; Life course approach; Psychology; Medical education; Medicine; Computer science; Engineering; Developmental psychology; Library science","score_opus":0.01681445365660736,"score_gpt":0.38119941933263657,"score_spread":0.3643849656760292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417116776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.897395,0.00027680772,0.0033295332,0.08288559,0.0014331035,0.0005800043,0.0000021836354,0.00008688318,0.014010859],"genre_scores_gemma":[0.99188703,0.000007276092,0.0026886892,0.004243246,0.00045962664,0.000040483344,0.0000101408905,0.000016142258,0.00064738374],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99888384,0.000027674258,0.00020280368,0.00012758841,0.00056187925,0.00019620602],"domain_scores_gemma":[0.9992069,0.00003339193,0.00005477978,0.00030137342,0.000336174,0.00006739492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037434444,0.0000776068,0.00012561769,0.000044075896,0.00020711758,0.00005679781,0.00009245137,0.00004983215,0.00082546234],"category_scores_gemma":[0.00038888765,0.000050274113,0.000030156509,0.00025183655,0.00019371166,0.000069986265,0.000008866053,0.0002621303,0.00010649885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041638305,0.00030139583,0.010213094,0.000023376797,0.00005684288,0.0000023037046,0.007808449,0.0000070419965,0.00025351843,0.004277295,0.6082553,0.36875972],"study_design_scores_gemma":[0.0038259039,0.0009114825,0.6962332,0.0016806066,0.0004986697,0.00009753692,0.07666481,0.0015177773,0.0009841804,0.0050014304,0.21211568,0.00046872842],"about_ca_topic_score_codex":0.000011166582,"about_ca_topic_score_gemma":3.007044e-7,"teacher_disagreement_score":0.6860201,"about_ca_system_score_codex":0.00025841946,"about_ca_system_score_gemma":0.00027732342,"threshold_uncertainty_score":0.9038234},"labels":[],"label_agreement":null},{"id":"W2417153989","doi":"10.2310/8000.2011.110447","title":"How do I audit and receive feedback on my clinical practice?","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Telus (Canada)","funders":"","keywords":"Medicine; Audit; Action (physics); Medical education; Medical emergency; Accounting; Business","score_opus":0.16725335832704144,"score_gpt":0.4224482335035287,"score_spread":0.2551948751764873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417153989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52800137,0.006206057,0.00060244,0.27888453,0.049536996,0.0006438548,0.000006789671,0.000019846531,0.1360981],"genre_scores_gemma":[0.9663065,0.0034529178,0.007827584,0.007248181,0.009399799,0.0000062821755,0.0000121666035,0.0000517026,0.005694887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997966,0.00010807282,0.0010037018,0.00019543091,0.00043586726,0.00029095594],"domain_scores_gemma":[0.9965846,0.00010716819,0.0006376905,0.00029562227,0.0014217439,0.0009532032],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020883305,0.00015596222,0.0004224451,0.0004933366,0.00010825515,0.000005933135,0.0001569966,0.00016459453,0.0052737943],"category_scores_gemma":[0.022604402,0.0001147775,0.000077387136,0.00053904695,0.000333346,0.00020799464,0.0000067256137,0.00086285,0.000024893408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023467428,0.00015551661,0.027674718,0.00006794696,0.00024627754,0.00036421587,0.0042979135,1.2059694e-7,0.000046874895,0.0035638604,0.8911126,0.072235234],"study_design_scores_gemma":[0.001829014,0.0035270338,0.124373645,0.0007603666,0.00043778634,0.000445418,0.007608215,0.000009225393,0.000020986685,0.0012404991,0.8595889,0.00015886317],"about_ca_topic_score_codex":0.00071414426,"about_ca_topic_score_gemma":0.0004594522,"teacher_disagreement_score":0.4383051,"about_ca_system_score_codex":0.00014438694,"about_ca_system_score_gemma":0.0012888543,"threshold_uncertainty_score":0.9956355},"labels":[],"label_agreement":null},{"id":"W2417349375","doi":"10.1108/lhs-10-2015-0032","title":"Developing Canadian physician: the quest for leadership effectiveness","year":2016,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Politics; Transactional leadership; Value (mathematics); Curriculum; Interpersonal communication; Perception; Originality; Psychology; Leadership development; Leadership style; Leadership; Medical education; Principal (computer security); Public relations; Medicine; Political science; Social psychology; Pedagogy; Creativity","score_opus":0.18992007066199293,"score_gpt":0.38334829347302557,"score_spread":0.19342822281103264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417349375","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10540012,0.0013038847,0.0020204273,0.88623714,0.0013949166,0.0030193427,0.000011028274,0.00010734752,0.0005058048],"genre_scores_gemma":[0.8829372,0.000019497431,0.00123071,0.11476303,0.00050253153,0.0003417531,0.00003078492,0.000028970942,0.00014551307],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810886,0.00019116234,0.0003845445,0.00030534854,0.00022487724,0.0007852128],"domain_scores_gemma":[0.9986534,0.0005912255,0.0001313371,0.00030880288,0.00018116643,0.00013406797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002051206,0.00015246692,0.00025794544,0.00025193303,0.00023450045,0.000019387304,0.00021941117,0.00013265813,0.000018219554],"category_scores_gemma":[0.00021255671,0.00009403361,0.000039748833,0.00066811364,0.00011094809,0.00013992569,0.000009514818,0.00023053116,0.00004733825],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006441422,0.00031499952,0.15779994,0.10942003,0.00015057287,0.000014365651,0.03215946,0.000016823768,0.000535021,0.14971635,0.0021561873,0.5470721],"study_design_scores_gemma":[0.0046458575,0.0005411568,0.7728602,0.05053105,0.000043295557,0.000030623767,0.079947144,0.00059472903,0.001789608,0.0066444553,0.08170997,0.0006618482],"about_ca_topic_score_codex":0.02452313,"about_ca_topic_score_gemma":0.0836789,"teacher_disagreement_score":0.7775371,"about_ca_system_score_codex":0.0011803203,"about_ca_system_score_gemma":0.0015467505,"threshold_uncertainty_score":0.98197263},"labels":[],"label_agreement":null},{"id":"W2417484482","doi":"10.1017/s1481803500012756","title":"Coaching in emergency medicine","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen Elizabeth II Health Sciences Centre","funders":"","keywords":"Medicine; Coaching; Medical emergency; Action (physics); Medical education; Psychology; Psychotherapist","score_opus":0.06584959118453362,"score_gpt":0.3908434936984074,"score_spread":0.3249939025138737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417484482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83115095,0.001690011,0.00036695137,0.06388955,0.061485153,0.00029732814,0.0000022300455,0.000013306713,0.04110455],"genre_scores_gemma":[0.9861668,0.0005914259,0.00068687816,0.0007173496,0.008398638,0.0000071693025,0.000029585002,0.00004429938,0.0033578721],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964168,0.00006103732,0.0021635413,0.000217424,0.000629622,0.0005115959],"domain_scores_gemma":[0.99691623,0.00003977322,0.0006102487,0.00041339148,0.001107848,0.0009124891],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026510789,0.00023226855,0.0006126733,0.0017128304,0.00013525036,0.0000016217246,0.0003432539,0.0002036094,0.055323463],"category_scores_gemma":[0.01105974,0.0001759566,0.000095465024,0.0018128934,0.00029557708,0.00017749137,0.000009432353,0.0017305755,0.000027674025],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051363106,0.00010576946,0.30014375,0.0001863542,0.00009096553,0.00020949468,0.005772441,0.0000056934,0.013407804,0.005049494,0.663338,0.01163888],"study_design_scores_gemma":[0.0035087997,0.0013390533,0.3006432,0.0012570887,0.00031613943,0.0004450479,0.0046722144,0.00027677265,0.00010317264,0.0052088685,0.68183863,0.00039097999],"about_ca_topic_score_codex":0.008455394,"about_ca_topic_score_gemma":0.03070275,"teacher_disagreement_score":0.15501586,"about_ca_system_score_codex":0.00019658424,"about_ca_system_score_gemma":0.0013468404,"threshold_uncertainty_score":0.99814737},"labels":[],"label_agreement":null},{"id":"W2417901368","doi":"10.26443/ijwpc.v1i2.85","title":"See It, Do It, Teach it – or Be It?","year":2014,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.030757483187912334,"score_gpt":0.37203925436706003,"score_spread":0.3412817711791477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417901368","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3702132,0.00028299453,0.003463852,0.5659448,0.0074677714,0.00025495738,0.00004562333,0.00003434414,0.05229247],"genre_scores_gemma":[0.9489853,0.00004261124,0.004724128,0.03191631,0.004168832,0.000007731124,0.000101425045,0.00003062392,0.010023072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997434,0.00006452615,0.0006222753,0.00019608455,0.001480831,0.00020229202],"domain_scores_gemma":[0.9964147,0.00011654612,0.0004068381,0.0002139713,0.0027107876,0.00013712446],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007045,0.00016692332,0.00028860394,0.00045071568,0.000084159394,0.000085151274,0.00045247623,0.00014365138,0.0024594923],"category_scores_gemma":[0.0026562787,0.00012901763,0.00017576077,0.00022886183,0.00009950386,0.00024492343,0.00004068863,0.0006828504,0.00012910388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002671096,0.00017789143,0.003454015,0.00006176955,0.00022992516,0.000111065005,0.015643332,0.000044368193,0.001179904,0.00022868355,0.87777805,0.100823864],"study_design_scores_gemma":[0.002234115,0.00045488277,0.0029269701,0.0008474994,0.000109791756,0.0011732054,0.07285582,0.0005312777,0.00042432,0.00003779275,0.9182426,0.00016175843],"about_ca_topic_score_codex":0.000028689483,"about_ca_topic_score_gemma":0.000022500562,"teacher_disagreement_score":0.57877207,"about_ca_system_score_codex":0.0005721821,"about_ca_system_score_gemma":0.00049195415,"threshold_uncertainty_score":0.99845237},"labels":[],"label_agreement":null},{"id":"W2418895609","doi":"10.1108/lhs-12-2015-0049","title":"Collaborating internationally on physician leadership education: first steps","year":2016,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Toronto","funders":"","keywords":"Nursing; Medical education; Medicine; Psychology; Family medicine; Management; Public relations; Political science","score_opus":0.10648834306976528,"score_gpt":0.3655075899335875,"score_spread":0.2590192468638222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418895609","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21380238,0.0009308264,0.00013392075,0.774379,0.0022938733,0.0013424738,0.000009510406,0.00020164394,0.0069063236],"genre_scores_gemma":[0.8497566,0.000034340723,0.0016539656,0.14537272,0.0010272141,0.00014653243,0.00005863177,0.0000332181,0.0019167768],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99770325,0.000109177236,0.0006751991,0.00041578503,0.0005714691,0.00052511645],"domain_scores_gemma":[0.99856013,0.00025089397,0.00032337187,0.00039280238,0.0003392194,0.00013359674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079214,0.00019743961,0.00028174339,0.00042800914,0.00015095246,0.000032497563,0.00023592493,0.00013891511,0.00019464882],"category_scores_gemma":[0.00022172205,0.00015527503,0.000039015922,0.001069855,0.000092242226,0.00025388808,0.000018416222,0.00033176705,0.00026739854],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007109981,0.0035462996,0.18556452,0.037211813,0.00011375171,0.000014826389,0.031031394,0.000052314255,0.0004072576,0.06091999,0.015865117,0.6645617],"study_design_scores_gemma":[0.0062215626,0.0016825618,0.5774895,0.10238204,0.000040038056,0.00004169298,0.19833048,0.001120002,0.0010705099,0.002530756,0.10807056,0.0010203118],"about_ca_topic_score_codex":0.00025272073,"about_ca_topic_score_gemma":0.00067194144,"teacher_disagreement_score":0.6635414,"about_ca_system_score_codex":0.0008039537,"about_ca_system_score_gemma":0.0010996822,"threshold_uncertainty_score":0.63319325},"labels":[],"label_agreement":null},{"id":"W2419105950","doi":"","title":"Medical professionalism in the new millennium: are there intercultural differences? Brief report and commentary.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IMG; Indoctrination; Medical school; Medical education; Psychology; Medicine; Political science; Law","score_opus":0.038316432543439374,"score_gpt":0.3254879499718214,"score_spread":0.28717151742838204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419105950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6348723,0.0004396901,0.0000130371545,0.36287096,0.0002595334,0.00051274657,4.7526422e-7,0.000016650461,0.0010145546],"genre_scores_gemma":[0.94065064,0.000085659,0.00011393666,0.057645053,0.0004060302,0.00022175863,0.000051883508,0.000004585308,0.0008204496],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99863136,0.000072945135,0.0003300903,0.00018570223,0.00056044484,0.00021943799],"domain_scores_gemma":[0.99946326,0.000059684404,0.00010254983,0.00022419234,0.000056460918,0.00009383662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078538025,0.000098576646,0.00017298467,0.00006155496,0.00006169257,0.000019206112,0.00014874544,0.00011361963,0.0001162886],"category_scores_gemma":[0.001156608,0.00005332619,0.000024689,0.0002646662,0.000096065036,0.000064521824,0.000027507436,0.00047096165,0.0000016188252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048252918,0.00030627014,0.07298637,0.00002445337,0.000017138089,0.00035268758,0.0022976093,1.0532445e-8,0.0000033977608,0.00046541152,0.41215128,0.5113471],"study_design_scores_gemma":[0.0007433588,0.000023600813,0.96172136,0.00012395249,0.000016352535,0.0006520743,0.0024145094,0.000014788001,0.000007339114,0.00054630724,0.03367409,0.00006229026],"about_ca_topic_score_codex":0.00009921971,"about_ca_topic_score_gemma":0.000031710657,"teacher_disagreement_score":0.88873494,"about_ca_system_score_codex":0.00006498418,"about_ca_system_score_gemma":0.00005594778,"threshold_uncertainty_score":0.21745788},"labels":[],"label_agreement":null},{"id":"W2419138274","doi":"10.1108/lhs-05-2016-0019","title":"Leadership training for undergraduate medical students","year":2016,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Management; Medicine","score_opus":0.28616945802408295,"score_gpt":0.43931331050874695,"score_spread":0.153143852484664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419138274","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12842909,0.00078434934,0.0029989819,0.8645915,0.0011807102,0.001527905,0.0000053992253,0.00019349821,0.0002885747],"genre_scores_gemma":[0.8898302,0.00007961218,0.003059157,0.1050274,0.00061605254,0.00021309599,0.000041304305,0.000042386546,0.0010908095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99639684,0.00013466841,0.0008295985,0.00043842843,0.0012670592,0.00093342585],"domain_scores_gemma":[0.99855965,0.00045817046,0.00021924748,0.00033379687,0.00013224539,0.0002968813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033670973,0.00019446199,0.00041274927,0.00033680373,0.00011766714,0.000026169111,0.0004506703,0.000263347,0.00020588688],"category_scores_gemma":[0.00064498076,0.00014197035,0.00006495867,0.00058234186,0.00014706099,0.00016682445,0.00003341978,0.00036248652,0.00006936133],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007378275,0.0010969222,0.18101172,0.041293476,0.0001318455,0.00003144335,0.03138463,0.0000025650127,0.00013152626,0.0113861915,0.003928764,0.7288631],"study_design_scores_gemma":[0.036457155,0.0031660679,0.4130379,0.12077071,0.00013225175,0.00028134763,0.31625164,0.0027100374,0.0004433667,0.014065644,0.091027945,0.001655941],"about_ca_topic_score_codex":0.00011176551,"about_ca_topic_score_gemma":0.00043134624,"teacher_disagreement_score":0.7614011,"about_ca_system_score_codex":0.0003757817,"about_ca_system_score_gemma":0.0007420231,"threshold_uncertainty_score":0.5789383},"labels":[],"label_agreement":null},{"id":"W2419152356","doi":"10.1097/acm.0000000000000954","title":"Identifying and Promoting Best Practices in Residency Application and Selection in a Complex Academic Health Network","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Stakeholder; Medical education; Workforce; Best practice; Specialty; Selection (genetic algorithm); Personnel selection; Psychology; Public relations; Medicine; Political science; Family medicine; Computer science; Management","score_opus":0.23038579010772348,"score_gpt":0.4984388706157657,"score_spread":0.2680530805080422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419152356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9183204,0.0065863016,0.0014297119,0.071985565,0.00012837691,0.0011099596,2.3514356e-7,0.000048001715,0.00039144608],"genre_scores_gemma":[0.9885556,0.0030187964,0.0026197582,0.004322446,0.0011569683,0.00011080009,0.000043712047,0.000021185147,0.00015069655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765486,0.00018460254,0.00091922237,0.0004194593,0.00045954346,0.00036234144],"domain_scores_gemma":[0.9987042,0.00017661267,0.0007011368,0.00010452922,0.00012676262,0.0001867485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056679877,0.00014848408,0.00039337817,0.00043654328,0.000081734026,0.000005896347,0.00008838633,0.00029330485,0.000011617313],"category_scores_gemma":[0.006028168,0.00013470069,0.0000060071116,0.0014508055,0.0001701168,0.0002960901,0.00005391131,0.0018761015,0.0000053020176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014825945,0.000044187957,0.8227212,0.00085387914,0.000015331414,0.000006204952,0.031557497,0.000012671801,0.005484992,0.0032640784,0.021430975,0.11446076],"study_design_scores_gemma":[0.0081842225,0.0011455071,0.86187637,0.008358404,0.0001313063,0.0010536171,0.031295918,0.039809074,0.00007989763,0.027664587,0.019946387,0.0004546944],"about_ca_topic_score_codex":0.0014214864,"about_ca_topic_score_gemma":0.00019742642,"teacher_disagreement_score":0.114006065,"about_ca_system_score_codex":0.0003524539,"about_ca_system_score_gemma":0.00037397572,"threshold_uncertainty_score":0.8150832},"labels":[],"label_agreement":null},{"id":"W2419194768","doi":"10.1108/lhs-12-2015-0050","title":"Collaborating internationally on physician leadership development: why now?","year":2016,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Leadership development; Curriculum; Leader development; Scholarship; Neuroleadership; Public relations; Originality; Leadership studies; Medical education; Leadership style; Medicine; Sociology; Political science; Pedagogy; Qualitative research","score_opus":0.13500938040523996,"score_gpt":0.3577399787649782,"score_spread":0.22273059835973824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419194768","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37145787,0.0005618565,0.00062596024,0.61951935,0.0014161988,0.0012730842,0.0000066913767,0.00027145783,0.0048675137],"genre_scores_gemma":[0.8021348,0.000016581416,0.0041865865,0.19194181,0.00047118776,0.000086026484,0.00005476048,0.00003317994,0.0010750539],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975933,0.00011041448,0.00070733146,0.00038848107,0.00061221136,0.000588299],"domain_scores_gemma":[0.99885726,0.00019987719,0.00028950843,0.00027844956,0.00025750062,0.00011741556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009864266,0.00019291262,0.00027806073,0.00042443458,0.00013033651,0.00002616712,0.00021853123,0.00013339621,0.00013569875],"category_scores_gemma":[0.00015062735,0.00014905767,0.00002769198,0.00095934793,0.00007617578,0.00021844853,0.00002043331,0.0003244895,0.0003424604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009896886,0.0023052185,0.20710184,0.03803267,0.00019467673,0.000044274857,0.062901035,0.000046386845,0.002552706,0.0243752,0.011994491,0.6494618],"study_design_scores_gemma":[0.010492623,0.0014334938,0.5295383,0.10860349,0.000032726937,0.000033628803,0.12695305,0.0014929075,0.0082624415,0.0015894005,0.21015403,0.0014139183],"about_ca_topic_score_codex":0.00007311064,"about_ca_topic_score_gemma":0.0005964609,"teacher_disagreement_score":0.6480479,"about_ca_system_score_codex":0.0007176211,"about_ca_system_score_gemma":0.00067182345,"threshold_uncertainty_score":0.6078395},"labels":[],"label_agreement":null},{"id":"W2419465975","doi":"10.1111/idh.12233","title":"Building professional competence in dental hygiene students through a community‐based practicum","year":2016,"lang":"en","type":"article","venue":"International Journal of Dental Hygiene","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Practicum; Medicine; Competence (human resources); Focus group; Medical education; Population; Nursing; Oral hygiene; Health care; Psychology; Dentistry","score_opus":0.03023168862353055,"score_gpt":0.41488052613339005,"score_spread":0.3846488375098595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419465975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98343456,0.00005281432,0.004808456,0.0072260937,0.0039163562,0.00020549326,0.00000828177,0.000015924068,0.00033204784],"genre_scores_gemma":[0.97779924,0.000024288982,0.01919389,0.0022405956,0.0004870785,0.00001306658,0.000019101222,0.000021885357,0.00020086954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964168,0.00020423385,0.00096689654,0.00016127827,0.0020038448,0.00024696294],"domain_scores_gemma":[0.99764246,0.0003257427,0.00066771096,0.00021841412,0.0010527868,0.000092863454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001218758,0.00017258065,0.0002989681,0.0005633146,0.00010060431,0.00004941657,0.0008518027,0.00010343197,0.00025273807],"category_scores_gemma":[0.0015577124,0.00012198471,0.0001275723,0.00039703192,0.00019981028,0.0007773752,0.00021280142,0.00076336326,0.000037564267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001506758,0.0061928574,0.8736493,0.00005507815,0.00029032107,0.00074149476,0.0008175786,0.000030491152,0.08309215,0.0020384942,0.002091853,0.029493634],"study_design_scores_gemma":[0.018691972,0.0012080419,0.8943295,0.0070009585,0.00012475922,0.005771046,0.0048060943,0.00028882583,0.05586845,0.0024910986,0.008964014,0.0004552403],"about_ca_topic_score_codex":0.0000601045,"about_ca_topic_score_gemma":0.000026732525,"teacher_disagreement_score":0.029038394,"about_ca_system_score_codex":0.0011004519,"about_ca_system_score_gemma":0.00040760756,"threshold_uncertainty_score":0.49743924},"labels":[],"label_agreement":null},{"id":"W2420068468","doi":"10.1097/acm.0000000000001256","title":"The Relationship Between Academic Motivation and Lifelong Learning During Residency: A Study of Psychiatry Residents","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre; University of Toronto; York University; Centre for Addiction and Mental Health; Princess Margaret Cancer Centre","funders":"","keywords":"Lifelong learning; Curriculum; Autonomy; Scale (ratio); Medicine; Intrinsic motivation; Psychology; Medical education; Family medicine; Pedagogy; Social psychology","score_opus":0.06093811165610255,"score_gpt":0.382389487686708,"score_spread":0.3214513760306055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2420068468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438569,0.00096512923,0.0001917857,0.053725652,0.00039773132,0.00066942227,4.2491217e-7,0.00006371023,0.00012923911],"genre_scores_gemma":[0.9951448,0.0005840209,0.000095955926,0.0002365137,0.0015985785,0.000047388097,0.000007959697,0.000029700914,0.0022550772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997046,0.0002451246,0.0011832188,0.00034926887,0.0008819989,0.0002943973],"domain_scores_gemma":[0.996446,0.002285979,0.00056228845,0.00036496992,0.00022344847,0.000117295036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026384494,0.000174648,0.0003492308,0.0003714517,0.0004215628,0.000003381416,0.00021668477,0.00033343484,0.00002603501],"category_scores_gemma":[0.0352131,0.000097292446,0.000020778656,0.00081332074,0.00038392853,0.00019493702,0.00008149592,0.0016919532,0.000009461182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089224886,0.000011659655,0.98660624,0.0000935754,0.000042749758,9.545815e-7,0.0040801605,3.836184e-7,0.0011175043,0.0022008973,0.0022883625,0.0034683086],"study_design_scores_gemma":[0.0028971487,0.00039573823,0.9788346,0.0021034293,0.00016862212,0.00002310436,0.0072343554,0.0000052117944,0.00010827111,0.008011376,0.00012507483,0.00009306183],"about_ca_topic_score_codex":0.00006452372,"about_ca_topic_score_gemma":0.0000063870675,"teacher_disagreement_score":0.053489137,"about_ca_system_score_codex":0.00012409227,"about_ca_system_score_gemma":0.00020847727,"threshold_uncertainty_score":0.9729137},"labels":[],"label_agreement":null},{"id":"W2422434520","doi":"10.1007/s10459-016-9693-6","title":"Learning in professionally ‘distant’ contexts: opportunities and challenges","year":2016,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Shared Services Canada; Hamilton Health Sciences; Regional Municipality of Ottawa; Centennial College","funders":"","keywords":"Medical education; Psychology; Sociology; Pedagogy; Mathematics education; Engineering ethics; Medicine; Engineering","score_opus":0.06934145864428481,"score_gpt":0.43751762281860684,"score_spread":0.36817616417432203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2422434520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61001647,0.06266393,0.00013349096,0.31813824,0.0017861163,0.00072075904,7.0685684e-7,0.000046627603,0.006493641],"genre_scores_gemma":[0.89280415,0.10026089,0.0033305062,0.002569908,0.00011704882,0.00013511545,0.000005436857,0.000006011815,0.00077090686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986687,0.000109694105,0.00042430757,0.00027784955,0.00027454266,0.0002449599],"domain_scores_gemma":[0.999382,0.00018499124,0.00017545559,0.00009835731,0.00010184369,0.000057341455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001817076,0.000078942656,0.00015738937,0.00039352567,0.00013945057,0.000008405827,0.000075896845,0.000043004977,0.00003611172],"category_scores_gemma":[0.0011055911,0.00005399162,0.0000075578223,0.00043039155,0.00038417484,0.0005669635,0.000017620843,0.00014427444,0.0000030853423],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000143689385,0.00012073025,0.05909781,0.0003532169,4.5808477e-7,4.2800974e-7,0.0017592296,0.0000022511556,0.000017004579,0.032234468,0.00012188073,0.90627813],"study_design_scores_gemma":[0.0012083915,0.0009838769,0.43448097,0.008724655,0.0000031839406,0.000047820067,0.07301627,0.00022317456,0.00004450925,0.019038728,0.4619614,0.0002670294],"about_ca_topic_score_codex":0.000051207542,"about_ca_topic_score_gemma":0.00015318219,"teacher_disagreement_score":0.9060111,"about_ca_system_score_codex":0.00024782875,"about_ca_system_score_gemma":0.0018727506,"threshold_uncertainty_score":0.3322179},"labels":[],"label_agreement":null},{"id":"W2423921611","doi":"10.4085/110282","title":"Content Validation of Athletic Therapy Clinical Presentations in Canada","year":2016,"lang":"en","type":"article","venue":"Athletic Training Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Context (archaeology); Scale (ratio); Physical therapy; Athletic training; Curriculum; Accreditation; Descriptive statistics; Quartile; Presentation (obstetrics); Medicine; Bodywork; Psychology; Medical education; Statistics; Alternative medicine","score_opus":0.13967768241520404,"score_gpt":0.40124479011290265,"score_spread":0.26156710769769864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2423921611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97299814,0.0001583042,0.0013302334,0.022215873,0.0022858493,0.0002906843,0.0000019848947,0.000009213185,0.000709688],"genre_scores_gemma":[0.9927971,0.00023005555,0.0043130405,0.0016583716,0.00050893874,0.00003683341,0.000015046243,0.000017475915,0.0004231805],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997814,0.00017272666,0.0011250159,0.00017998848,0.0004853586,0.00022291153],"domain_scores_gemma":[0.9981841,0.00030078363,0.0004399712,0.00024005132,0.0006624718,0.00017264402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011235891,0.00011111546,0.00027419612,0.00025315478,0.00006571028,0.000013531638,0.00012781475,0.00006784781,0.0006685566],"category_scores_gemma":[0.003119543,0.00007914428,0.0000719434,0.00040223481,0.000117308395,0.00012408223,0.000008252035,0.00031498048,0.000008016931],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006521734,0.00051316293,0.33713874,0.000018525696,0.00005064319,0.000003999159,0.0022300917,0.0000054574352,0.0017134578,0.000797707,0.012331684,0.6451313],"study_design_scores_gemma":[0.003007042,0.00021777822,0.9691832,0.0006734717,0.00004529772,0.00029769607,0.009988579,0.000044233228,0.0012455584,0.00072020723,0.014428855,0.00014805242],"about_ca_topic_score_codex":0.015973087,"about_ca_topic_score_gemma":0.0037926363,"teacher_disagreement_score":0.64498323,"about_ca_system_score_codex":0.0005337417,"about_ca_system_score_gemma":0.01737425,"threshold_uncertainty_score":0.9905796},"labels":[],"label_agreement":null},{"id":"W2432763817","doi":"10.1016/j.jcjo.2015.10.016","title":"Teaching ethics to ophthalmology residents: the Halifax Symposium","year":2016,"lang":"en","type":"editorial","venue":"Canadian Journal of Ophthalmology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Bioethics; Medical ethics; Curriculum; Medicine; Accreditation; Specialty; Medical education; Graduate medical education; Ophthalmology; Family medicine; Psychology; Political science; Pedagogy","score_opus":0.03023792140576958,"score_gpt":0.3811404141412113,"score_spread":0.3509024927354417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2432763817","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018388113,0.00047223154,0.000059891823,0.08515085,0.8666985,0.00043582497,0.00010064334,0.0000070171823,0.028686913],"genre_scores_gemma":[0.08291891,0.000016731934,0.0012998467,0.0015395253,0.8857057,0.000035516816,0.00012469517,0.00014630186,0.028212775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953608,0.000905134,0.0013879461,0.0004277253,0.0010541365,0.00086427707],"domain_scores_gemma":[0.99203956,0.002253793,0.0009741237,0.0009181818,0.002870767,0.0009435562],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0054783374,0.00041475124,0.0009814776,0.0013888989,0.00054604554,0.000064652915,0.0012336775,0.0024851323,0.002022101],"category_scores_gemma":[0.042099565,0.00027612707,0.000255674,0.00042659012,0.0006235648,0.000110766465,0.00007377744,0.0077876733,0.00019328861],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010085776,0.000035499805,0.0007444112,0.00012729857,0.00022597871,0.023448443,0.0012853009,0.000002528335,0.000046470992,0.00042414092,0.97323227,0.00032682778],"study_design_scores_gemma":[0.0006039788,0.001053501,0.0008480733,0.0009948945,0.0002289027,0.21935841,0.00027701832,8.161635e-7,0.000012714916,0.0009561679,0.7754141,0.0002513892],"about_ca_topic_score_codex":0.012326949,"about_ca_topic_score_gemma":0.00016814932,"teacher_disagreement_score":0.19781812,"about_ca_system_score_codex":0.00155292,"about_ca_system_score_gemma":0.019644767,"threshold_uncertainty_score":0.99996907},"labels":[],"label_agreement":null},{"id":"W2432802923","doi":"","title":"CanMEDS and the discourse of nature: on petals, beauty and the symmetry of flowers in the training of physicians.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Beauty; Petal; Perspective (graphical); Natural (archaeology); Construct (python library); Simplicity; Aesthetics; Identity (music); Innocence; Point (geometry); Epistemology; Psychology; Computer science; Art; Philosophy; Biology; Artificial intelligence; Botany; Psychoanalysis; Mathematics","score_opus":0.014333743328449788,"score_gpt":0.28712833447293995,"score_spread":0.2727945911444902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2432802923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786308,0.0012406044,0.000007044237,0.017137725,0.0002482734,0.0006381753,0.000004821755,0.0000020526568,0.0020905477],"genre_scores_gemma":[0.99797916,0.000060046095,0.00004564658,0.0015636317,0.00014943723,0.00016793644,0.0000049745713,0.0000053731846,0.000023807837],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99914736,0.000117711024,0.00022545176,0.00006523277,0.0002891523,0.00015509067],"domain_scores_gemma":[0.9991654,0.00041655617,0.0001426993,0.00021630689,0.000043670418,0.000015362923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028738172,0.00006023749,0.00021225285,0.00006576314,0.000029238141,0.0000027439064,0.0000941756,0.000053722364,0.0000021570613],"category_scores_gemma":[0.0016040509,0.000025717627,0.00003110409,0.00035123454,0.0009879766,0.000040084768,0.0000160093,0.00031591262,4.6409706e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007253095,0.0004305516,0.02112182,0.00023497941,0.00015800104,4.2389627e-7,0.05927805,0.0000015726316,0.00007343193,0.17099199,0.0016661633,0.7453177],"study_design_scores_gemma":[0.002714521,0.00001998079,0.9758971,0.00007719378,0.00013341304,0.0000059768568,0.019473633,0.00006951196,0.00053619535,0.00051140157,0.0005242796,0.000036837533],"about_ca_topic_score_codex":0.000069125366,"about_ca_topic_score_gemma":0.000007990994,"teacher_disagreement_score":0.9547752,"about_ca_system_score_codex":0.000019326899,"about_ca_system_score_gemma":0.000024484201,"threshold_uncertainty_score":0.3640241},"labels":[],"label_agreement":null},{"id":"W2433241392","doi":"10.1097/acm.0000000000000727","title":"In Reply to Weissman","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Mentorship; Mandate; Identity (music); Perspective (graphical); Psychology; Affect (linguistics); Space (punctuation); Medical education; Professional responsibility; Medicine; Political science; Computer science; Law","score_opus":0.058502158411233095,"score_gpt":0.4033642727676506,"score_spread":0.3448621143564175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2433241392","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028934823,0.0006638399,0.00010543645,0.97721064,0.0036344053,0.001023563,0.0000032676355,0.00009210793,0.014373254],"genre_scores_gemma":[0.00044325567,0.00012855291,0.0005468674,0.9019196,0.03473726,0.00015912774,0.00067451905,0.000087034554,0.061303776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957589,0.000094196184,0.001245265,0.0007115379,0.0015586301,0.00063146336],"domain_scores_gemma":[0.99795383,0.00015084923,0.0002639963,0.0009431779,0.0004619198,0.00022620006],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0021993844,0.00039175656,0.0009897476,0.0014511964,0.00003099658,0.0000031682443,0.0004437073,0.0017377064,0.0014167749],"category_scores_gemma":[0.009935612,0.0003140484,0.00004134479,0.0017080159,0.00024426603,0.00007966656,0.00009075201,0.009314203,0.00086859235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003105428,0.0000069976454,0.00030136353,0.00025554298,0.000023507186,0.00042295596,0.0024404665,2.403649e-7,0.00006237648,0.000092213486,0.99351704,0.0028462543],"study_design_scores_gemma":[0.0012927485,0.00032235603,0.00022158645,0.0022051034,0.00012138358,0.00032252946,0.0004431237,0.000020085705,0.00002249314,0.0015696953,0.9932039,0.00025501274],"about_ca_topic_score_codex":0.00026392753,"about_ca_topic_score_gemma":0.0000013935755,"teacher_disagreement_score":0.07529104,"about_ca_system_score_codex":0.0008293668,"about_ca_system_score_gemma":0.00065317255,"threshold_uncertainty_score":0.99993116},"labels":[],"label_agreement":null},{"id":"W2436195029","doi":"10.5539/gjhs.v9n1p211","title":"Are Faculty Members of Paramedics Able to Designed Accurate Multiple Choice Questions?","year":2016,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multiple choice; Credibility; Mean difference; Test (biology); Significant difference; Standard deviation; Statistics; Psychology; Medicine; Mathematics; Confidence interval; Biology","score_opus":0.07238476606904584,"score_gpt":0.444858001125742,"score_spread":0.37247323505669616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2436195029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9440008,0.00012133209,0.018226156,0.036184408,0.0010417192,0.00026620942,0.000013287355,0.000012261519,0.00013382491],"genre_scores_gemma":[0.96476316,0.000036752896,0.03136381,0.0036571263,0.0001294906,0.0000032468204,7.9549187e-7,0.0000035877576,0.000042032723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744064,0.000041971052,0.00086180423,0.0001672348,0.0011175367,0.00037081167],"domain_scores_gemma":[0.99638015,0.0001013611,0.001142551,0.00022347951,0.0017614564,0.00039101022],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029002025,0.00008911352,0.00031201539,0.0002042602,0.00017809415,0.000014693662,0.00033599755,0.000047315094,0.00003940882],"category_scores_gemma":[0.014560279,0.000055136894,0.00004236778,0.001788094,0.000420265,0.00032356492,0.000036613113,0.00014049483,0.000013325717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002320939,0.000541775,0.7204575,0.00022239097,0.000030405552,0.00001759766,0.00034693698,0.0002615462,0.006050783,0.0009727866,0.07575889,0.1951073],"study_design_scores_gemma":[0.0014474529,0.00061065145,0.9809816,0.0016369731,0.000019301779,0.00039045946,0.0006251267,0.0002032312,0.0012575481,0.0002554647,0.012473718,0.00009848004],"about_ca_topic_score_codex":0.00013827349,"about_ca_topic_score_gemma":0.00001573134,"teacher_disagreement_score":0.2605241,"about_ca_system_score_codex":0.0008735436,"about_ca_system_score_gemma":0.002698131,"threshold_uncertainty_score":0.9937405},"labels":[],"label_agreement":null},{"id":"W2437534803","doi":"10.1016/j.jcjo.2016.01.006","title":"Faculty development: a new model based on faculty needs for an academic department of ophthalmology","year":2016,"lang":"en","type":"editorial","venue":"Canadian Journal of Ophthalmology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Hospital for Sick Children; University of Toronto; Mount Sinai Hospital; Health Sciences Centre; Queen's University","funders":"","keywords":"Mentorship; Attendance; Medical education; Likert scale; Faculty development; Scholarship; Psychology; Needs assessment; Medicine; Professional development; Sociology; Political science","score_opus":0.07299042283695589,"score_gpt":0.39647150046735574,"score_spread":0.32348107763039985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2437534803","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25387964,0.00034356836,0.0047757025,0.003754056,0.7241747,0.0021076049,0.0026992818,0.00001744685,0.008248002],"genre_scores_gemma":[0.47236452,0.0000054258185,0.05148654,0.00041826398,0.450179,0.000177529,0.010396072,0.00028335885,0.014689298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618065,0.00011855605,0.0017113128,0.00041303234,0.00077512977,0.0008013106],"domain_scores_gemma":[0.9944539,0.00037028186,0.0014327003,0.00047747215,0.0021108547,0.0011547772],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012620238,0.00048810165,0.0012812002,0.0019329501,0.00015387207,0.000013373354,0.00073861075,0.002275836,0.00069968204],"category_scores_gemma":[0.0053570997,0.0003978798,0.00025909537,0.00043914333,0.0003102027,0.00012029179,0.000021027105,0.0017543562,0.000014480924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006578936,0.0001385153,0.000791132,0.00021930374,0.00024832872,0.0015644926,0.00048509086,0.0002565759,0.000033980803,0.00012103031,0.9927228,0.0027608487],"study_design_scores_gemma":[0.009310765,0.00790617,0.001486207,0.0019513838,0.0006499847,0.050335627,0.00025260265,0.0010727161,0.00053332857,0.0016262427,0.9239042,0.00097077625],"about_ca_topic_score_codex":0.0003428158,"about_ca_topic_score_gemma":0.000016801025,"teacher_disagreement_score":0.2739957,"about_ca_system_score_codex":0.0016084935,"about_ca_system_score_gemma":0.04137018,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W2440483007","doi":"10.1111/medu.13065","title":"The relationship between perceived preceptor power use and student empowerment during clerkship rotations: a study of hidden curriculum","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Preceptor; Curriculum; Empowerment; Psychology; Medical education; Power (physics); Pedagogy; Medicine; Political science","score_opus":0.024080759225788107,"score_gpt":0.36797080930475845,"score_spread":0.34389005007897033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2440483007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98245084,0.000092372735,0.00006138777,0.015211625,0.0007236661,0.0013159444,0.0000017590465,0.000042900272,0.00009947884],"genre_scores_gemma":[0.9974208,0.000043124834,0.00036671653,0.00034901212,0.00030859315,0.0003753021,0.000023093404,0.000021995465,0.0010913799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972275,0.00024129558,0.0007658396,0.00032698445,0.0012010564,0.00023733935],"domain_scores_gemma":[0.9976617,0.0008956327,0.0002583261,0.0004905189,0.0005396993,0.00015414096],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001036662,0.00015677465,0.00023449685,0.00020080047,0.0003342253,0.000044611457,0.00018638585,0.00014584948,0.0002617173],"category_scores_gemma":[0.019480078,0.00009150624,0.000042189276,0.00048140896,0.00026522216,0.00023877945,0.00007203138,0.00031035655,0.000024524488],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028315519,0.0017498385,0.9642442,0.00004031594,0.0000559268,5.707217e-7,0.0061913994,3.4877825e-8,0.000083872765,0.0004345402,0.0037113018,0.023459693],"study_design_scores_gemma":[0.0015144803,0.00032229582,0.9827326,0.0005024848,0.00010034019,0.000010752364,0.013295122,0.000004090404,0.000020323341,0.00013977289,0.0012541249,0.00010360972],"about_ca_topic_score_codex":0.000093190305,"about_ca_topic_score_gemma":0.000027483515,"teacher_disagreement_score":0.023356084,"about_ca_system_score_codex":0.00028864358,"about_ca_system_score_gemma":0.0007711128,"threshold_uncertainty_score":0.98877925},"labels":[],"label_agreement":null},{"id":"W2441651153","doi":"10.7759/cureus.647","title":"Merging Problem-Based Learning with Simulation-Based Learning in the Medical Undergraduate Curriculum: The PAIRED Framework for Enhancing Lifelong Learning","year":2016,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Lifelong learning; Debriefing; Medical education; Medicine; Curriculum; Graduation (instrument); Problem-based learning; Active learning (machine learning); Experiential learning; Process (computing); Adult learner; Adult education; Computer science; Psychology; Pedagogy; Artificial intelligence; Engineering","score_opus":0.015469206931918819,"score_gpt":0.32248800122783455,"score_spread":0.3070187942959157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2441651153","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21815169,0.00014856474,0.71501404,0.06499574,0.00022803551,0.0010612818,3.4734794e-7,0.00021504569,0.00018525933],"genre_scores_gemma":[0.97748375,0.000013197045,0.018997932,0.0022393754,0.00057884614,0.00039461756,0.00004553747,0.000064265034,0.00018245527],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99682105,0.00046089065,0.000603008,0.000433044,0.0011203199,0.0005616848],"domain_scores_gemma":[0.99412173,0.0046262466,0.00036640622,0.00037072238,0.000412495,0.000102397586],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035258955,0.0002644136,0.0003231548,0.0001710355,0.00077032094,0.000066244145,0.00031396784,0.00025077557,0.00014411897],"category_scores_gemma":[0.025656236,0.00012980345,0.000098531906,0.0010648158,0.00023155904,0.0001316216,0.000028611183,0.0015790142,0.000016774837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043062493,0.0007618713,0.33738613,0.00056513463,0.00020348383,0.00005982786,0.005677459,0.50444704,0.0006918975,0.012567223,0.00084691576,0.1363624],"study_design_scores_gemma":[0.0055969427,0.0012898674,0.009979434,0.006881424,0.00027045616,0.000024692463,0.0057245633,0.920371,0.000603988,0.00279795,0.045795493,0.00066419074],"about_ca_topic_score_codex":0.000059407736,"about_ca_topic_score_gemma":0.00008160796,"teacher_disagreement_score":0.75933206,"about_ca_system_score_codex":0.0002829578,"about_ca_system_score_gemma":0.0008372101,"threshold_uncertainty_score":0.9825511},"labels":[],"label_agreement":null},{"id":"W2443222030","doi":"10.1007/s10459-016-9690-9","title":"A mandala of faculty development: using theory-based evaluation to explore contexts, mechanisms and outcomes","year":2016,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; The Wilson Centre; University of Toronto; University Health Network; St. Michael's Hospital; Women's College Hospital","funders":"","keywords":"Mandala; Context (archaeology); Situated; Medical education; Faculty development; Psychology; Empowerment; Professional development; Pedagogy; Medicine; Political science; Computer science","score_opus":0.07947739999227332,"score_gpt":0.49489427643537387,"score_spread":0.41541687644310055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2443222030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8962305,0.00065794965,0.09316994,0.008073003,0.00071831833,0.0009935432,0.0000016392561,0.00001476284,0.0001403401],"genre_scores_gemma":[0.83771056,0.00004865098,0.15965423,0.0023505038,0.000024701198,0.00014605123,0.000011718819,0.0000051153547,0.00004847861],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99828583,0.00010589654,0.0005254401,0.00028502746,0.00056797627,0.000229821],"domain_scores_gemma":[0.9990182,0.00013702687,0.00025773904,0.00014094877,0.00037500446,0.0000711027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003767771,0.00009412805,0.00019559287,0.000431106,0.00016707905,0.000008611813,0.000090943635,0.000037147573,0.00004203176],"category_scores_gemma":[0.0019379174,0.00006273849,0.000012643107,0.0007808356,0.00018097213,0.0003887973,0.00001697985,0.000052561205,0.000002910139],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002867159,0.00016987095,0.072773255,0.00022826866,0.0000025080174,4.321581e-8,0.002536672,0.00008991416,0.00047980234,0.01944256,0.000040450574,0.904208],"study_design_scores_gemma":[0.0049979575,0.0013888727,0.8267127,0.009412913,0.00005683678,0.000024519437,0.02535402,0.004354186,0.019778036,0.09031639,0.016873674,0.000729881],"about_ca_topic_score_codex":0.000030509917,"about_ca_topic_score_gemma":0.000022956623,"teacher_disagreement_score":0.9034781,"about_ca_system_score_codex":0.00046254232,"about_ca_system_score_gemma":0.0031306501,"threshold_uncertainty_score":0.5553639},"labels":[],"label_agreement":null},{"id":"W2460512306","doi":"10.1111/j.1365-2923.2010.03746.x","title":"Faculty development: if you build it, they will come","year":2010,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science","score_opus":0.014547948963622027,"score_gpt":0.3573562749613818,"score_spread":0.34280832599775973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460512306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8792916,0.000028720153,0.00092126965,0.10253314,0.0053073014,0.00044542414,0.0000023126736,0.00014692875,0.011323303],"genre_scores_gemma":[0.932644,0.0000137299785,0.022999112,0.034432266,0.0019504034,0.00020850194,0.0013235213,0.000039913713,0.006388567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974501,0.000033751207,0.0005962684,0.00035900896,0.0012197149,0.00034115973],"domain_scores_gemma":[0.99857163,0.00004910796,0.00014062073,0.00048064702,0.0005041492,0.0002538697],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010530148,0.00019024908,0.00024533478,0.0002402894,0.00020302049,0.000029507433,0.0002774822,0.000382198,0.0047931415],"category_scores_gemma":[0.008429549,0.00015739567,0.000053172076,0.00049959385,0.00020355421,0.00017633468,0.000051787076,0.001106537,0.00046326267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029713121,0.002004269,0.038671963,0.00015409787,0.000048317248,0.0000047444137,0.003764256,2.3471797e-7,0.0006594629,0.0048066545,0.36604956,0.58380675],"study_design_scores_gemma":[0.00061328954,0.000039439266,0.060214717,0.0001779421,0.000034102377,0.00014330841,0.00070277444,0.00023211051,0.00046052766,0.00038908696,0.93681407,0.00017865156],"about_ca_topic_score_codex":0.00007494635,"about_ca_topic_score_gemma":0.00004689916,"teacher_disagreement_score":0.58362806,"about_ca_system_score_codex":0.0001758228,"about_ca_system_score_gemma":0.0048947865,"threshold_uncertainty_score":0.9999229},"labels":[],"label_agreement":null},{"id":"W2461359842","doi":"10.1017/cem.2016.117","title":"LO080: Performance and proximity: exploring resident factors that impact the quality of work-based assessments","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Proxy (statistics); Medicine; Linear regression; Regression analysis; Documentation; Quality (philosophy); Family medicine; Psychology; Statistics; Computer science; Mathematics","score_opus":0.319071540100888,"score_gpt":0.4523623776681269,"score_spread":0.13329083756723892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461359842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850301,0.0004681479,0.00050861744,0.010723446,0.0028038372,0.0001900166,0.0000033026004,0.0000033600097,0.00026915592],"genre_scores_gemma":[0.9986971,0.0003292534,0.00012617467,0.00013927963,0.00039941282,0.0000060254024,0.000003463818,0.000013882521,0.0002854311],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99808544,0.000090309426,0.000863373,0.00011392689,0.00058490253,0.00026206937],"domain_scores_gemma":[0.99801636,0.000120655975,0.0005781369,0.00028247485,0.0006123713,0.00038998603],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019633153,0.00013747023,0.00035519138,0.00037812127,0.00011144777,0.0000028022546,0.00016804696,0.00005726578,0.0019323549],"category_scores_gemma":[0.0024985112,0.00006302471,0.000075506985,0.0005216505,0.00026134565,0.00023495022,0.0000073471656,0.00027573638,0.000001174399],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068292225,0.0000189292,0.9754815,0.0000933909,0.000078771816,0.000005133883,0.00097118894,0.0000019738634,0.00058672926,0.00005277105,0.011755501,0.010885789],"study_design_scores_gemma":[0.0009158574,0.00054312026,0.9926115,0.00114819,0.00009153777,0.000008591382,0.0010980112,0.000009182642,0.00059696037,0.00006979906,0.002832006,0.00007523958],"about_ca_topic_score_codex":0.0023692576,"about_ca_topic_score_gemma":0.00067550305,"teacher_disagreement_score":0.017129976,"about_ca_system_score_codex":0.00031860053,"about_ca_system_score_gemma":0.0013420512,"threshold_uncertainty_score":0.99898},"labels":[],"label_agreement":null},{"id":"W2461669997","doi":"10.1097/acm.0000000000000919","title":"Does Making the Numerical Values of Verbal Anchors on a Rating Scale Available to Examiners Inflate Scores on a Long Case Examination?","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rating scale; Scale (ratio); Cohort; Psychology; Medicine; Clinical psychology; Medical education; Developmental psychology; Internal medicine","score_opus":0.05638001853164948,"score_gpt":0.38077993109110647,"score_spread":0.324399912559457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461669997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771533,0.00014450659,0.001099384,0.014366359,0.001079854,0.0007369544,0.0000019067886,0.000064759304,0.0053530014],"genre_scores_gemma":[0.98756856,0.000023092178,0.0006785201,0.0076572914,0.0015054464,0.00007227322,0.00002526507,0.000031687447,0.0024378935],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99720794,0.00018965077,0.0007676613,0.0003881087,0.0011050318,0.00034162292],"domain_scores_gemma":[0.99814874,0.00047562327,0.0002902672,0.000491453,0.00039731697,0.00019658242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003054557,0.00022339106,0.00041819084,0.0003849841,0.00013380645,0.000006898405,0.00022570419,0.00019972485,0.00024706853],"category_scores_gemma":[0.008864282,0.00011303846,0.000031567914,0.0011785439,0.0003506105,0.00009963807,0.000065146,0.0009841647,0.00008464164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012047869,0.00030815267,0.09341002,0.0006300636,0.00022986594,0.0007173751,0.109278314,0.00084299786,0.005322068,0.0028819914,0.641977,0.14319736],"study_design_scores_gemma":[0.04335705,0.03215437,0.29672015,0.049269203,0.003414204,0.009734169,0.30790764,0.078404605,0.052265663,0.0059307036,0.1166459,0.004196345],"about_ca_topic_score_codex":0.000106866966,"about_ca_topic_score_gemma":0.0000037138848,"teacher_disagreement_score":0.5253311,"about_ca_system_score_codex":0.00027337117,"about_ca_system_score_gemma":0.00019029257,"threshold_uncertainty_score":0.9994845},"labels":[],"label_agreement":null},{"id":"W2461847946","doi":"10.1542/hpeds.2014-0196","title":"The Influence of Patient Characteristics on the Perceived Value of Inpatient Educational Experiences by Medical Trainees","year":2015,"lang":"en","type":"article","venue":"Hospital Pediatrics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; Institute of Health Services and Policy Research; Queen's University","funders":"","keywords":"Medicine; Likert scale; Affect (linguistics); Family medicine; Perception; Odds ratio; Confidence interval; Internal medicine; Psychology","score_opus":0.007483855471620278,"score_gpt":0.2717850158279481,"score_spread":0.26430116035632784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461847946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98582405,0.0001265731,0.000013844417,0.012594304,0.0008280067,0.00033075886,0.000011957288,0.0000082120105,0.0002622825],"genre_scores_gemma":[0.99829435,0.00011670391,0.00018354958,0.0009059313,0.00031049046,0.00009917342,0.000045343455,0.0000093805365,0.000035079778],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976536,0.000057149482,0.00057892856,0.00014266174,0.0014084502,0.0001592203],"domain_scores_gemma":[0.99806064,0.00046995416,0.00032672827,0.0002899545,0.000740421,0.00011229517],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005546182,0.000109250264,0.0001652087,0.00006475797,0.0000920752,0.000010110799,0.00025256618,0.00009285952,0.000060074028],"category_scores_gemma":[0.012373372,0.000060642025,0.000045545134,0.00046444402,0.00048240338,0.00005025226,0.000043639928,0.00025375574,0.000008103741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003945513,0.008229683,0.27671793,0.00037476633,0.00012510264,0.000006035991,0.3023945,0.00010599793,0.00030741282,0.04967829,0.31556213,0.046103578],"study_design_scores_gemma":[0.0013346844,0.005413687,0.86969286,0.00025245937,0.00014598617,0.000016037897,0.10800185,0.0010790519,0.0005975258,0.0014926788,0.011544933,0.00042824025],"about_ca_topic_score_codex":0.00001897454,"about_ca_topic_score_gemma":2.7086529e-7,"teacher_disagreement_score":0.59297496,"about_ca_system_score_codex":0.00008063645,"about_ca_system_score_gemma":0.00079751725,"threshold_uncertainty_score":0.9959458},"labels":[],"label_agreement":null},{"id":"W2462086954","doi":"10.1186/s40697-016-0121-x","title":"Needs Assessment: Towards a More Responsive Canadian Society of Nephrology Annual General Meeting (CSN AGM) Program","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Kidney Health and Disease","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; University of Saskatchewan; University of Alberta; Western University; University of Manitoba","funders":"","keywords":"Medicine; Inclusion (mineral); Guideline; Medical education; External quality assessment; Quality (philosophy); Family medicine; Psychology; Pathology","score_opus":0.01426210952949761,"score_gpt":0.3462595788909011,"score_spread":0.33199746936140345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462086954","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4371368,0.00082635455,0.00007604199,0.56071985,0.0003617579,0.00035472558,0.00029530236,0.000006083301,0.00022306394],"genre_scores_gemma":[0.46902847,0.00024109238,0.01532181,0.5138414,0.0010529088,0.000025224836,0.000102204714,0.000030995634,0.00035590565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998405,0.00010026761,0.00056771154,0.00012919462,0.00024786787,0.0005499798],"domain_scores_gemma":[0.9726306,0.000031585812,0.00032185865,0.00017367008,0.0007812256,0.026061038],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00074979395,0.00012365445,0.00030900625,0.0005981982,0.00021379211,0.000013806525,0.000100627716,0.00010236304,0.00012184861],"category_scores_gemma":[0.011554414,0.000092651586,0.00009910818,0.00044437472,0.0003223714,0.000116351985,0.000007610984,0.0002628722,8.5615807e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014083396,0.00004681858,0.051517542,0.00025213294,0.000057829893,0.00007365486,0.002009099,5.2118463e-7,0.000031526575,0.0005446082,0.8559014,0.089424],"study_design_scores_gemma":[0.0027362583,0.0010361316,0.09547616,0.0009217568,0.00011161572,0.0002097926,0.0041694925,0.00026621364,0.000006311219,0.0003774466,0.8945197,0.00016911361],"about_ca_topic_score_codex":0.07851815,"about_ca_topic_score_gemma":0.010419245,"teacher_disagreement_score":0.24312845,"about_ca_system_score_codex":0.000809613,"about_ca_system_score_gemma":0.24393806,"threshold_uncertainty_score":0.9967717},"labels":[],"label_agreement":null},{"id":"W2462192969","doi":"10.1007/s10897-016-9984-3","title":"2013 Review and Update of the Genetic Counseling Practice Based Competencies by a Task Force of the Accreditation Council for Genetic Counseling","year":2016,"lang":"en","type":"article","venue":"Journal of Genetic Counseling","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Society of Genetic Counselors","keywords":"Genetic counseling; Accreditation; Task force; Medical education; Medicine; Glossary; Psychosocial; Task (project management); Psychology; Genetics; Psychiatry","score_opus":0.022467327634666887,"score_gpt":0.2883835699655873,"score_spread":0.26591624233092037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462192969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71375257,0.10667612,0.15092658,0.025475249,0.0014026852,0.0016709187,0.000053748925,0.000011721101,0.000030436306],"genre_scores_gemma":[0.7830573,0.08321322,0.1211469,0.011403977,0.00073000864,0.000067215515,0.000007164197,0.00008785943,0.0002864045],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956421,0.00022441923,0.0018352098,0.00025382175,0.0017422418,0.00030219048],"domain_scores_gemma":[0.98868066,0.001103932,0.0024873237,0.0005574866,0.0070812674,0.000089321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037074736,0.00024388169,0.00062751275,0.000104728366,0.0002152931,0.00002737039,0.00041531358,0.00013187018,0.000059357415],"category_scores_gemma":[0.0064705126,0.00013660587,0.00021336362,0.0005315362,0.0003434127,0.00014383103,0.000028301612,0.00032058262,0.0000021471747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014831887,0.0011635604,0.00697817,0.013654692,0.0014126401,0.000012675725,0.010612147,0.004793393,0.5009549,0.00013769908,0.29669464,0.16210225],"study_design_scores_gemma":[0.017347466,0.002880491,0.018022064,0.049806587,0.015922925,0.002634899,0.0071493704,0.056302547,0.014938421,0.00296081,0.8105212,0.0015132381],"about_ca_topic_score_codex":0.000023407612,"about_ca_topic_score_gemma":0.000008214298,"teacher_disagreement_score":0.51382655,"about_ca_system_score_codex":0.00027993732,"about_ca_system_score_gemma":0.0023194826,"threshold_uncertainty_score":0.7746275},"labels":[],"label_agreement":null},{"id":"W2462945271","doi":"10.2196/resprot.4974","title":"Using Competency-Based Digital Open Learning Activities to Facilitate and Promote Health Professions Education (OLAmeD): A Proposal","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Stirling","keywords":"Repurposing; Standardization; Knowledge management; Context (archaeology); Computer science; Educational technology; Open educational resources; Medical education; Medicine; World Wide Web; Psychology; Pedagogy; Engineering","score_opus":0.3269849345258702,"score_gpt":0.5997580676011984,"score_spread":0.27277313307532824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462945271","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11190758,0.0000038360477,0.004279396,0.0758426,0.000036970745,0.80579376,0.000019267623,0.00012316086,0.001993405],"genre_scores_gemma":[0.07249671,3.4461536e-7,0.03216066,0.00045186875,0.00015946988,0.88703936,0.00003285206,0.000041951524,0.0076167905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972005,0.0004600098,0.00040593106,0.00046924615,0.0008554101,0.0006089377],"domain_scores_gemma":[0.9983111,0.00015407077,0.00012266195,0.00040934968,0.00068103,0.00032177244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023168211,0.00015480779,0.0002763642,0.0005008963,0.00061984506,0.00026259158,0.00027487296,0.00009208809,0.00011086602],"category_scores_gemma":[0.0022438422,0.00010309188,0.000026250022,0.000859478,0.00033746427,0.0006027974,0.000332176,0.00066918804,0.000050879364],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011351621,0.0026813184,0.018582495,0.0022176187,0.000025072712,0.000005123268,0.0057150056,0.0000019302001,0.027769966,0.0041056927,0.016007725,0.92175287],"study_design_scores_gemma":[0.0088436995,0.012692377,0.023794383,0.06415404,0.0000076244287,0.00009278794,0.012967446,0.0012510718,0.0075804647,0.007711233,0.86004543,0.00085946184],"about_ca_topic_score_codex":0.000054634027,"about_ca_topic_score_gemma":0.000008390451,"teacher_disagreement_score":0.92089343,"about_ca_system_score_codex":0.0006358957,"about_ca_system_score_gemma":0.012589872,"threshold_uncertainty_score":0.99300784},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2463697640","doi":"10.3138/jvme.1115-182r","title":"A Mixed-Methods Analysis of Changing Student Confidence in an Online Shelter Medicine Course","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Medical education; Online course; Psychology; Medicine; Mathematics education; Engineering","score_opus":0.1098743528792106,"score_gpt":0.5268228055061397,"score_spread":0.4169484526269291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463697640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96007776,0.0004643743,0.014300877,0.022953048,0.001986068,0.00015414375,0.00000191255,0.0000081569715,0.00005365467],"genre_scores_gemma":[0.97850025,0.00027953312,0.017819103,0.0022981174,0.0009436642,0.000011851548,0.00003047867,0.000015488973,0.00010154299],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99642104,0.0003813587,0.0014963801,0.0002110649,0.0012485575,0.00024161472],"domain_scores_gemma":[0.99719936,0.00032052404,0.000793077,0.00037149162,0.0010447007,0.00027082948],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004644975,0.00015354596,0.0007324147,0.0020166535,0.0000311723,0.000005598537,0.0003101654,0.00017041045,0.001628001],"category_scores_gemma":[0.0055225496,0.00009629227,0.00012726431,0.002171169,0.0003313225,0.0002782261,0.000047421196,0.00038982337,0.0000015412697],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003920121,0.0052729202,0.049324486,0.00015232175,0.0005002918,0.00008097085,0.004857929,0.0000051096977,0.021309255,0.00060167507,0.0019443871,0.91555864],"study_design_scores_gemma":[0.0027092434,0.004232033,0.96469736,0.0043463646,0.0015343006,0.0008877471,0.014702399,0.0014934549,0.00027127718,0.00020967683,0.0047288775,0.00018728762],"about_ca_topic_score_codex":0.00002290664,"about_ca_topic_score_gemma":0.000012797919,"teacher_disagreement_score":0.91537285,"about_ca_system_score_codex":0.0002810982,"about_ca_system_score_gemma":0.0016180917,"threshold_uncertainty_score":0.9992846},"labels":[],"label_agreement":null},{"id":"W2464076545","doi":"10.1051/pmed/2016016","title":"Que répondent les cliniciens enseignants à des demandes pédagogiques de résidents lors de discussions de cas et pourquoi ?","year":2015,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.15828503349653306,"score_gpt":0.44246160605735135,"score_spread":0.2841765725608183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464076545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8544996,0.014867867,0.0764744,0.046907216,0.0024803558,0.000674472,0.000058577665,0.00029708078,0.0037404813],"genre_scores_gemma":[0.84488624,0.0065909512,0.06565178,0.011620664,0.003118694,0.00017363927,0.00014641776,0.00018742983,0.067624174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933144,0.0013724823,0.0013060576,0.00075798895,0.0011773194,0.0020717573],"domain_scores_gemma":[0.9955022,0.0009603305,0.00039224944,0.00088382454,0.00070047047,0.0015609807],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007247401,0.0005677532,0.00075232855,0.00043339285,0.0005629772,0.00017068342,0.00067189574,0.0009892214,0.0009828788],"category_scores_gemma":[0.027984425,0.0004913991,0.00027484915,0.000924246,0.0021001974,0.00039500836,0.00033310498,0.0017830305,0.00046326462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026511878,0.0044154497,0.37601775,0.0008181338,0.000345419,0.0009093303,0.088707365,0.00057305396,0.0019370879,0.0063432367,0.23982584,0.27984223],"study_design_scores_gemma":[0.008365611,0.0023599789,0.35827821,0.0105224615,0.002044584,0.0033400308,0.23144165,0.024897333,0.0124371275,0.08294573,0.26084107,0.0025262355],"about_ca_topic_score_codex":0.0025696207,"about_ca_topic_score_gemma":0.00062116387,"teacher_disagreement_score":0.27731597,"about_ca_system_score_codex":0.0032520902,"about_ca_system_score_gemma":0.006857556,"threshold_uncertainty_score":0.9999304},"labels":[],"label_agreement":null},{"id":"W2464409233","doi":"10.1097/eja.0000000000000472","title":"‘Entrustable professional activities’","year":2016,"lang":"en","type":"letter","venue":"European Journal of Anaesthesiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Acronym; Medicine; Medical education; Curriculum; Delphi method; Guideline; Psychology; Pedagogy; Pathology; Computer science","score_opus":0.01625694143112909,"score_gpt":0.28601764879761976,"score_spread":0.26976070736649066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464409233","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056087583,0.000172962,0.00018848204,0.9276591,0.003991116,0.00015708765,0.000004849184,0.000021521757,0.011717277],"genre_scores_gemma":[0.008094812,0.00029713943,0.002962366,0.9403832,0.026095368,0.0000024514902,0.000060648978,0.00011499026,0.021989027],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972743,0.00082192756,0.0008582158,0.0002019533,0.00046500395,0.00037859008],"domain_scores_gemma":[0.9980754,0.000120076904,0.0009563341,0.00034107102,0.00043941624,0.00006768439],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014606607,0.00022746023,0.000594903,0.00051959243,0.00007704644,0.000010458929,0.000334093,0.00029515612,0.0012374313],"category_scores_gemma":[0.0006589399,0.00014040295,0.00018870214,0.00015764871,0.0002651856,0.0000895872,0.000051448198,0.002690677,0.00022719061],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087415145,0.00003973452,0.00024407788,0.000056325865,0.00006253543,0.0030462735,0.0000676835,5.2903466e-8,0.00013752207,0.00003822047,0.82756484,0.16865534],"study_design_scores_gemma":[0.00079469196,0.00426691,0.001450322,0.000731185,0.00009927849,0.001790091,0.00008300921,7.903894e-7,0.000048783557,0.00011066586,0.99048746,0.00013682933],"about_ca_topic_score_codex":3.466908e-7,"about_ca_topic_score_gemma":2.4057382e-8,"teacher_disagreement_score":0.16851851,"about_ca_system_score_codex":0.00017554636,"about_ca_system_score_gemma":0.00067411154,"threshold_uncertainty_score":0.9996756},"labels":[],"label_agreement":null},{"id":"W2465082001","doi":"","title":"Message de la présidente Vision collective","year":2010,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Library science; Computer science; Philosophy","score_opus":0.007548378533767821,"score_gpt":0.2939958967985257,"score_spread":0.2864475182647579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465082001","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.251036,0.001535996,0.00010939565,0.010853164,0.010312686,0.0005468049,0.00007462236,0.000045324246,0.72548604],"genre_scores_gemma":[0.7318997,0.000085151776,0.0025903254,0.20510937,0.0074652694,0.000099659796,0.00015837469,0.00012622355,0.052465927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978685,0.00018077478,0.00031299755,0.00038211554,0.0003351518,0.0009205086],"domain_scores_gemma":[0.998134,0.00016210122,0.000106066014,0.0005281693,0.0003478453,0.0007217805],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008359566,0.00025430266,0.00029230554,0.0004394342,0.0003887787,0.00010921678,0.00025780025,0.00051153806,0.00017280968],"category_scores_gemma":[0.00060976675,0.00030201586,0.00009720028,0.0012314698,0.0007820359,0.0001712912,0.000024588697,0.0016555386,0.00083862786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012398005,0.00020879935,0.0004535146,0.00009284517,0.00007295666,0.00013742197,0.0010266423,0.000004600364,0.01914348,0.02975903,0.73946935,0.20961897],"study_design_scores_gemma":[0.00072784896,0.00012777126,0.0830874,0.0005279443,0.00015335552,0.000015604042,0.0022478695,0.0011629179,0.00084316975,0.0052336226,0.90555894,0.0003135655],"about_ca_topic_score_codex":0.02969263,"about_ca_topic_score_gemma":0.016960988,"teacher_disagreement_score":0.6730201,"about_ca_system_score_codex":0.0023728437,"about_ca_system_score_gemma":0.009045107,"threshold_uncertainty_score":0.9999432},"labels":[],"label_agreement":null},{"id":"W2465299191","doi":"10.1016/j.math.2016.05.602","title":"The art and science of mitigating risk: A qualitative study of the teaching and learning of cervical spine manipulation","year":2016,"lang":"en","type":"article","venue":"Manual Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Medicine; Cervical spine; Qualitative research; Medical education; Manual therapy; Physical therapy; Alternative medicine; Surgery; Pathology","score_opus":0.03114012772934398,"score_gpt":0.40004965143015264,"score_spread":0.36890952370080865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465299191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99769735,0.00005800798,0.00040795977,0.001298551,0.0000494094,0.0002828454,4.3833222e-7,0.000004262699,0.00020114871],"genre_scores_gemma":[0.99872357,0.00002881555,0.0010409714,0.000035072593,0.000028172883,0.0000063971297,3.3533988e-7,0.0000043853697,0.00013231169],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99884766,0.0003540734,0.0002791865,0.00010547534,0.00033762277,0.00007597372],"domain_scores_gemma":[0.9990477,0.00035331896,0.00026844957,0.00014347144,0.00017283513,0.000014232451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003497704,0.00004919043,0.00011697035,0.000055328634,0.00027775945,0.0000053397393,0.0000735712,0.000019973182,0.000005812273],"category_scores_gemma":[0.0021794583,0.000021907914,0.00001259124,0.0002166564,0.00057554524,0.000057019563,0.000037810132,0.00019828924,1.5083532e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014882798,0.0003840998,0.11000964,0.000055869572,0.00006691424,1.3289923e-7,0.2645995,0.0000063349626,0.104480244,0.007906569,0.00003922502,0.51230264],"study_design_scores_gemma":[0.0017775322,0.0010926215,0.84522647,0.00025484478,0.00002456284,0.000003525615,0.13997303,0.000722293,0.009209989,0.0014727355,0.00018850427,0.000053868738],"about_ca_topic_score_codex":0.000059262737,"about_ca_topic_score_gemma":0.0000035598937,"teacher_disagreement_score":0.73521686,"about_ca_system_score_codex":0.000017806082,"about_ca_system_score_gemma":0.00003528303,"threshold_uncertainty_score":0.26091728},"labels":[],"label_agreement":null},{"id":"W2465826855","doi":"10.1097/acm.0000000000000874","title":"The Variables That Lead to Severe Action Decisions by the Liaison Committee on Medical Education","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Comparability; Odds ratio; Medicine; Confidence interval; Family medicine; Curriculum; Data collection; Medical education; Psychology; Statistics; Internal medicine","score_opus":0.10244528283179936,"score_gpt":0.42663014393160587,"score_spread":0.3241848610998065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465826855","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19223711,0.0026897602,0.0034625942,0.77706134,0.0064941645,0.0012618244,0.00000306341,0.0001386513,0.016651517],"genre_scores_gemma":[0.8169692,0.002862203,0.00037788722,0.14862733,0.005307003,0.00040054118,0.00024352221,0.000064033935,0.02514825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959859,0.00022796453,0.00065576663,0.0003732943,0.002342261,0.00041477336],"domain_scores_gemma":[0.9965283,0.0014356506,0.00021531826,0.0008356019,0.00048426204,0.000500839],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00450121,0.00023983851,0.00031609024,0.00018693681,0.00047064354,0.000017650897,0.0006675428,0.00045856554,0.0003432547],"category_scores_gemma":[0.0393858,0.000119573495,0.000037991224,0.0010753294,0.0004489205,0.000108803506,0.000092130496,0.0020447928,0.00032491313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012980426,0.00005088732,0.0009980083,0.000008198028,0.000023843832,8.9183106e-7,0.0017647429,0.0000013920157,0.000108173335,0.0040552663,0.80028665,0.19257215],"study_design_scores_gemma":[0.0013339946,0.00042598302,0.002028456,0.0009453898,0.00010809693,0.00024066881,0.01518653,0.0003559185,0.00021033363,0.0039157984,0.97510123,0.00014761963],"about_ca_topic_score_codex":0.0001816085,"about_ca_topic_score_gemma":0.000019627048,"teacher_disagreement_score":0.628434,"about_ca_system_score_codex":0.00044756255,"about_ca_system_score_gemma":0.0013646481,"threshold_uncertainty_score":0.96870583},"labels":[],"label_agreement":null},{"id":"W2466090818","doi":"10.1017/cem.2016.181","title":"P004: What happens to cognitive load during trauma skill training using computer based video instructions?","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Repeated measures design; Cognition; Medicine; Cognitive load; Applied psychology; Distraction; Physical therapy; Physical medicine and rehabilitation; Psychology; Cognitive psychology; Statistics; Psychiatry","score_opus":0.10583843604137957,"score_gpt":0.3706006723766847,"score_spread":0.26476223633530516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466090818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9480793,0.0003581573,0.0143629,0.020861927,0.015387527,0.00028777384,0.000006460419,0.000011955304,0.00064399146],"genre_scores_gemma":[0.98798156,0.00006898795,0.0051557925,0.0020625144,0.004356306,0.0000052884325,0.000006794769,0.000038391816,0.0003243796],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99756694,0.00006174889,0.0010898466,0.00023357278,0.00057032437,0.00047758446],"domain_scores_gemma":[0.996559,0.000068461166,0.00035199858,0.00020944358,0.0017839208,0.001027136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082812516,0.00020759532,0.00046012315,0.0010537464,0.00023377525,0.000011230396,0.00015771188,0.0001138763,0.005741811],"category_scores_gemma":[0.0027482777,0.00014747643,0.00010998667,0.0010060493,0.0002178337,0.00042543624,0.000007897506,0.00035175576,0.00002299888],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003764391,0.00014783653,0.022881957,0.00027342228,0.00051008264,0.0005930631,0.028649718,0.00012846547,0.009222458,0.0004225171,0.043585483,0.89320856],"study_design_scores_gemma":[0.045937873,0.008824432,0.46118602,0.09632288,0.0031640541,0.00633252,0.09512201,0.004544511,0.00810561,0.001888051,0.2655987,0.0029733377],"about_ca_topic_score_codex":0.0008107945,"about_ca_topic_score_gemma":0.0020564047,"teacher_disagreement_score":0.89023525,"about_ca_system_score_codex":0.0008857576,"about_ca_system_score_gemma":0.0024265368,"threshold_uncertainty_score":0.9951671},"labels":[],"label_agreement":null},{"id":"W2466649559","doi":"","title":"Interactive peer review: an innovative resident evaluation tool.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petro-Canada","funders":"","keywords":"Facilitator; Peer review; Medical education; Psychology; Medicine; Family medicine; Social psychology","score_opus":0.06978334462350946,"score_gpt":0.39400713778130575,"score_spread":0.32422379315779626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466649559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7827335,0.0023820342,0.00077357865,0.049596496,0.0030987295,0.009305889,0.000006127666,0.0001667197,0.15193693],"genre_scores_gemma":[0.96818775,0.0001590297,0.0021858972,0.014068798,0.0003257593,0.0065500448,0.00034352468,0.00002630644,0.008152861],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99760085,0.00022491743,0.00042773868,0.00026763167,0.001239585,0.0002392564],"domain_scores_gemma":[0.99393886,0.000044749533,0.00017170793,0.00040191846,0.005379312,0.000063451094],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056604887,0.00011241506,0.00019805536,0.00018704981,0.000061595565,0.000019987216,0.00007264784,0.00006979814,0.0007136139],"category_scores_gemma":[0.035239663,0.00009784313,0.000028943417,0.0012496202,0.000056456298,0.00030210498,0.000012674242,0.0003150203,0.00005223087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047292295,0.0002830084,0.0025698747,0.00016434483,0.00006287601,0.0000032850078,0.00094028347,8.3847664e-7,0.000036333622,0.0037898286,0.22104092,0.7710611],"study_design_scores_gemma":[0.0011825775,0.00007717659,0.5933167,0.00030382755,0.0001815956,0.000050172734,0.00072862935,0.00008982693,0.0013920469,0.0011884617,0.4012923,0.00019668964],"about_ca_topic_score_codex":0.000010174502,"about_ca_topic_score_gemma":0.0000021209864,"teacher_disagreement_score":0.7708644,"about_ca_system_score_codex":0.00052437995,"about_ca_system_score_gemma":0.00026001807,"threshold_uncertainty_score":0.9728869},"labels":[],"label_agreement":null},{"id":"W2466704330","doi":"","title":"An evaluation of the 18- and 12-month basic postgraduate training programmes in Denmark.","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Internship; Danish; Training (meteorology); Quarter (Canadian coin); Family medicine; Medical education; Nursing","score_opus":0.07180393530442826,"score_gpt":0.3413762317590727,"score_spread":0.2695722964546445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466704330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925486,0.000033911274,0.0000058793826,0.0033367092,0.00038925288,0.0012992976,7.440315e-7,0.000010845003,0.0023747466],"genre_scores_gemma":[0.99786955,0.0000022542192,0.00075683877,0.00027990388,0.00011416553,0.00088897016,0.000012098063,0.000008575483,0.000067620735],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989909,0.000076064665,0.0002157403,0.00013388647,0.00041348554,0.00016994716],"domain_scores_gemma":[0.9993856,0.000028404025,0.00008248312,0.00024460838,0.0002149645,0.000043946267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027418318,0.00005906383,0.000105765575,0.000111051864,0.00003617641,0.000011468568,0.000072356714,0.00006458892,0.000033923865],"category_scores_gemma":[0.002407224,0.000041593077,0.000016636604,0.00033863093,0.00012949303,0.00008153395,0.000012048583,0.00025164412,5.416307e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016628499,0.00010972291,0.091791704,0.00001749674,0.000006522884,2.0158555e-7,0.0012160477,7.228807e-7,0.0004430318,0.000220313,0.000107289525,0.9060703],"study_design_scores_gemma":[0.00087889086,0.000025179312,0.9944877,0.000018627212,0.00005561685,0.000011442693,0.0005940215,0.001981158,0.00065037323,0.00070516753,0.0005501036,0.000041715364],"about_ca_topic_score_codex":0.000041726784,"about_ca_topic_score_gemma":0.0002155421,"teacher_disagreement_score":0.9060286,"about_ca_system_score_codex":0.000042917323,"about_ca_system_score_gemma":0.00013217436,"threshold_uncertainty_score":0.28818458},"labels":[],"label_agreement":null},{"id":"W2467115453","doi":"10.5539/ies.v9n7p130","title":"Will Medical Technology Deskill Doctors?","year":2016,"lang":"en","type":"article","venue":"International Education Studies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health technology; Medical education; Medical diagnosis; Autonomy; Professional development; Health care; Psychology; Affect (linguistics); Medicine; Pathology","score_opus":0.0304786513113631,"score_gpt":0.44440880834431484,"score_spread":0.4139301570329517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467115453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6390947,0.0010685419,0.0027793655,0.33768022,0.011742985,0.00021262093,0.0000038056185,0.0001955248,0.007222191],"genre_scores_gemma":[0.9676532,0.00085572933,0.00674891,0.006488921,0.0014529153,0.00025155873,0.000025850948,0.000020445514,0.016502483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983141,0.000018183922,0.00044269886,0.00028535473,0.0007602807,0.00017941218],"domain_scores_gemma":[0.99594676,0.00012417627,0.0001307454,0.0002688101,0.0034524226,0.000077062316],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033507892,0.00013231594,0.0002002571,0.0005865595,0.00008568376,0.000010703828,0.00022509745,0.00014594228,0.0018790449],"category_scores_gemma":[0.015032239,0.00008532697,0.000053006763,0.0005004004,0.00038969587,0.00026824622,0.000092073264,0.00016574042,0.00036509943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004076545,0.0007373673,0.06906779,0.000034625027,0.00042510257,0.0000066043744,0.0004384778,9.012059e-8,0.0008600548,0.072767496,0.16203783,0.6935838],"study_design_scores_gemma":[0.0009413881,0.00008621314,0.015742516,0.00074123667,0.00004918835,0.00029281928,0.00197132,0.000011601583,0.001343415,0.01913828,0.95950127,0.00018078172],"about_ca_topic_score_codex":0.0000067002734,"about_ca_topic_score_gemma":0.0000036088998,"teacher_disagreement_score":0.7974634,"about_ca_system_score_codex":0.00048254477,"about_ca_system_score_gemma":0.0006520278,"threshold_uncertainty_score":0.9990334},"labels":[],"label_agreement":null},{"id":"W2467736842","doi":"10.1017/cem.2016.143","title":"MP002: Beyond rater cognition: the impact of supervisor continuity on the quality of documented work-based assessments","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Supervisor; Medicine; Psychology","score_opus":0.12467894542755163,"score_gpt":0.4527921531033103,"score_spread":0.32811320767575863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467736842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9562885,0.00023003075,0.00040415087,0.037907366,0.0021408075,0.00034750186,0.000028201526,0.0000026068017,0.0026508027],"genre_scores_gemma":[0.9980311,0.00005052671,0.000053313674,0.0007958019,0.0005485187,0.000007806604,0.000015774043,0.000013648609,0.00048355432],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9973428,0.0002835752,0.0013538706,0.00011330142,0.0006531339,0.00025330205],"domain_scores_gemma":[0.9962627,0.00033765225,0.0008457286,0.00041304927,0.0018702284,0.00027062377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026670594,0.00015369324,0.00044768225,0.00029901444,0.00009633193,0.0000025234872,0.0002805226,0.000078712714,0.017864201],"category_scores_gemma":[0.0045424635,0.000060538605,0.00019420966,0.00079765136,0.00047399435,0.00007802599,0.0000063702796,0.0003273925,0.0000064206406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010845696,0.00046447324,0.4113264,0.00017840891,0.0011345281,0.000022857672,0.0024204154,0.000009937903,0.02180859,0.0024495753,0.5402454,0.018854825],"study_design_scores_gemma":[0.0057166335,0.0030596533,0.97462,0.0026650864,0.00046893774,0.000015437752,0.0018344568,0.000018486038,0.003433786,0.001727956,0.0062496327,0.00018992502],"about_ca_topic_score_codex":0.0020982048,"about_ca_topic_score_gemma":0.0006504726,"teacher_disagreement_score":0.5632936,"about_ca_system_score_codex":0.00022836994,"about_ca_system_score_gemma":0.0016692,"threshold_uncertainty_score":0.9830336},"labels":[],"label_agreement":null},{"id":"W2467878660","doi":"10.1097/01.prs.0000480000.27057.6d","title":"Evidence-Based Education in Plastic Surgery","year":2016,"lang":"en","type":"letter","venue":"Plastic & Reconstructive Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Timeline; Milestone; Graduate medical education; Medical education; Specialty; Vetting; Medicine; Psychology; Accreditation; Family medicine; Political science; History","score_opus":0.042512170805171556,"score_gpt":0.29679612420800316,"score_spread":0.2542839534028316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467878660","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47243023,0.00165664,0.0028482066,0.4333594,0.0860533,0.0016035832,0.00014089796,0.00035027307,0.001557432],"genre_scores_gemma":[0.21222115,0.00101852,0.004164834,0.7114094,0.06022124,0.0023115335,0.004380151,0.00070086407,0.003572328],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99486876,0.00038508326,0.0016746705,0.001079484,0.0010546073,0.0009374198],"domain_scores_gemma":[0.9362662,0.06096493,0.0009075334,0.00078624126,0.00093319005,0.00014189763],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013708107,0.00066755817,0.0015215692,0.00382149,0.00010464761,0.00005514384,0.00018877201,0.0012960006,0.0023141115],"category_scores_gemma":[0.07615103,0.0005795777,0.0004282281,0.0013899885,0.0006800958,0.00039850562,0.00003890216,0.00252229,0.00053524686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013614583,0.00009510267,0.12778834,0.0009463598,0.000075884825,0.00015198828,0.000015441345,8.8557545e-7,0.00002977032,0.000010270702,0.70636296,0.16438684],"study_design_scores_gemma":[0.0012516964,0.00016326115,0.27942166,0.114042714,0.0009543832,0.0014583289,0.0002945723,0.00037676687,0.0006333286,0.0012287049,0.5972287,0.0029458946],"about_ca_topic_score_codex":0.0000570692,"about_ca_topic_score_gemma":0.000006038203,"teacher_disagreement_score":0.27804995,"about_ca_system_score_codex":0.0015932758,"about_ca_system_score_gemma":0.016699716,"threshold_uncertainty_score":0.9997789},"labels":[],"label_agreement":null},{"id":"W2468071748","doi":"10.1155/2016/9502572","title":"Using the ADDIE Model of Instructional Design to Teach Chest Radiograph Interpretation","year":2016,"lang":"en","type":"article","venue":"Journal of Biomedical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"ADDIE Model; Curriculum; Chest radiograph; Instructional design; Interpretation (philosophy); Computer science; Task (project management); Medical education; Mathematics education; Medicine; Radiology; Pedagogy; Psychology; Radiography; Multimedia; Engineering; Systems engineering","score_opus":0.04160443361927258,"score_gpt":0.3627336092251405,"score_spread":0.3211291756058679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468071748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28986505,0.000081570615,0.6917565,0.016612086,0.0013963786,0.00022270155,0.0000025997108,0.0000061870105,0.00005692294],"genre_scores_gemma":[0.7437497,0.000027390377,0.2540797,0.0012933073,0.00074105297,0.00000989425,0.0000057163634,0.000011251111,0.00008202355],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981111,0.00008252963,0.0008078013,0.00011844942,0.0007420009,0.00013809704],"domain_scores_gemma":[0.9980195,0.00013152316,0.00052753824,0.00019264968,0.0009967858,0.00013201417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012881886,0.000098715995,0.00022071692,0.0007294278,0.00006557436,0.000009845707,0.0001749741,0.000111463465,0.00012453414],"category_scores_gemma":[0.002585571,0.000053304237,0.00010469344,0.00088167,0.0002818142,0.00018421237,0.000017556784,0.00023237892,0.000003963898],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000368225,0.0008381857,0.000666146,0.00005874486,0.00011415779,5.791789e-7,0.0016054986,0.0001542049,0.13847527,0.0008702013,0.040601023,0.81624776],"study_design_scores_gemma":[0.023475047,0.013191882,0.1762483,0.027083825,0.005059512,0.010562521,0.03801694,0.33254546,0.16295332,0.07220963,0.13591854,0.0027350343],"about_ca_topic_score_codex":0.0000059040904,"about_ca_topic_score_gemma":1.3792864e-7,"teacher_disagreement_score":0.81351274,"about_ca_system_score_codex":0.00031898048,"about_ca_system_score_gemma":0.0021152727,"threshold_uncertainty_score":0.37524033},"labels":[],"label_agreement":null},{"id":"W2468212896","doi":"10.1111/tct.12550","title":"Learning environment: assessing resident experience","year":2016,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa","funders":"University of Ottawa","keywords":"Meaning (existential); Psychology; Altruism (biology); Test (biology); Institution; Reliability (semiconductor); Medical education; Applied psychology; Social psychology; Medicine; Sociology","score_opus":0.1081419569733526,"score_gpt":0.4629239797158618,"score_spread":0.3547820227425092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468212896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9647218,0.000041898413,0.0026365628,0.024842147,0.00031215986,0.00012964108,5.1948934e-8,0.00006219506,0.0072535435],"genre_scores_gemma":[0.96756506,0.00006993632,0.0011722054,0.0013248743,0.00075938634,0.000023870698,0.0000014601002,0.000014444879,0.029068751],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998695,0.0002198825,0.0004280221,0.00020405384,0.00028695218,0.0001660975],"domain_scores_gemma":[0.9991206,0.00029395876,0.00011352719,0.0003875248,0.000030172507,0.00005420968],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019429497,0.00007193983,0.00014114723,0.000023437777,0.0001254525,0.0000147070405,0.00012834214,0.00009749089,0.0023372995],"category_scores_gemma":[0.005265702,0.000033937285,0.00006315386,0.00009095631,0.00041601667,0.00008288979,0.000061005077,0.0004676375,0.0005765725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041276813,0.0002581006,0.33768216,0.0000069228236,0.000033287957,0.00000626389,0.0018607612,0.0000010881232,0.001495366,0.0006238479,0.0129540125,0.64503694],"study_design_scores_gemma":[0.0012717702,0.00024114782,0.660978,0.00024270712,0.00007089256,0.000024600915,0.0030969766,0.00023942915,0.0003569116,0.0010801405,0.33223557,0.00016185857],"about_ca_topic_score_codex":0.0000039523134,"about_ca_topic_score_gemma":8.595037e-8,"teacher_disagreement_score":0.64487505,"about_ca_system_score_codex":0.000081064994,"about_ca_system_score_gemma":0.00005211462,"threshold_uncertainty_score":0.9985747},"labels":[],"label_agreement":null},{"id":"W2468292289","doi":"10.1007/978-3-319-30064-1_19","title":"Evaluating the Paradigm Shift from Time-Based Toward Competency-Based Medical Education: Implications for Curriculum and Assessment","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Paradigm shift; Milestone; Psychology; Medical education; Engineering ethics; Pedagogy; Mathematics education; Medicine; Engineering","score_opus":0.05258253248603534,"score_gpt":0.41930420466641183,"score_spread":0.3667216721803765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468292289","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004817253,0.000602264,0.072895996,0.7124001,0.001220231,0.0038572892,0.00018275094,0.00019256196,0.2081671],"genre_scores_gemma":[0.039504986,0.0001559309,0.6202382,0.12939663,0.010486661,0.0074238544,0.014951012,0.00052441016,0.17731833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971907,0.00005764457,0.0008575542,0.0006609653,0.00094465737,0.00028848235],"domain_scores_gemma":[0.99689615,0.0009525124,0.00042683227,0.00094223226,0.0005444957,0.00023776467],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011732051,0.00038967477,0.0005308246,0.00021000647,0.00032057395,0.000055348715,0.0003423112,0.0005034096,0.007381657],"category_scores_gemma":[0.001151918,0.00023974356,0.00017646681,0.00009985004,0.00043254747,0.000053183667,0.00005173974,0.00064120645,0.000099602],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027200866,0.00028131378,0.0005941588,0.00013919047,0.00012095603,4.3225347e-7,0.000040807423,8.143726e-7,0.000016900382,0.81131166,0.03207168,0.1553949],"study_design_scores_gemma":[0.0045198533,0.0009645686,0.013148273,0.00349484,0.0015111666,0.000023852623,0.00006135621,0.027783845,0.000018350545,0.6099809,0.3375519,0.0009411201],"about_ca_topic_score_codex":0.000034254215,"about_ca_topic_score_gemma":0.0000117963555,"teacher_disagreement_score":0.58300346,"about_ca_system_score_codex":0.00039776275,"about_ca_system_score_gemma":0.019036131,"threshold_uncertainty_score":0.99352574},"labels":[],"label_agreement":null},{"id":"W2469130100","doi":"10.1051/pmed/2016023","title":"Une année riche d’événements illustrant le dynamisme de la Société internationale francophone d’éducation médicale (SIFEM)","year":2015,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Sainte-Anne","funders":"","keywords":"Humanities; Art; Political science","score_opus":0.057677254081907145,"score_gpt":0.38670239842300413,"score_spread":0.329025144341097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469130100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5813725,0.02135352,0.07114271,0.15991654,0.027956514,0.0016341838,0.00011454545,0.0004706362,0.13603885],"genre_scores_gemma":[0.65794575,0.0017749089,0.02217676,0.008444147,0.008958801,0.00041255378,0.0010511981,0.00021834995,0.29901752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942525,0.0006483886,0.0013017394,0.0008280495,0.0017938458,0.0011754764],"domain_scores_gemma":[0.99632615,0.0005835844,0.00044846957,0.0008485925,0.0009345162,0.0008587141],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0040209116,0.00052908843,0.000674695,0.0003956258,0.0003566879,0.00013563233,0.00068667665,0.0009435274,0.00264036],"category_scores_gemma":[0.0062729036,0.00057283096,0.00022833586,0.0019215498,0.0017609606,0.00041467045,0.000198542,0.0016600777,0.0014624173],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001731464,0.0064693848,0.012098179,0.00063012267,0.0004151904,0.00013069325,0.012957067,0.00019757551,0.0016360462,0.0068476293,0.5181071,0.44033787],"study_design_scores_gemma":[0.0078843925,0.00044774704,0.026229355,0.0012069524,0.00032706631,0.00026122437,0.044569995,0.030843314,0.0012530964,0.009071483,0.8770369,0.0008684525],"about_ca_topic_score_codex":0.0016361079,"about_ca_topic_score_gemma":0.000046619552,"teacher_disagreement_score":0.43946943,"about_ca_system_score_codex":0.0032085744,"about_ca_system_score_gemma":0.0066634906,"threshold_uncertainty_score":0.9996723},"labels":[],"label_agreement":null},{"id":"W2469510984","doi":"10.1080/14739879.2015.11494316","title":"Beliefs, identities and educational practice: a Q methodology study of general practice supervisors","year":2015,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre for Health Evaluation and Outcome Sciences; McGill University","funders":"Université de Montréal; KU Leuven; Universiteit Maastricht","keywords":"General practice; Psychology; Medical education; Pedagogy; Medicine; Family medicine","score_opus":0.07177581951569262,"score_gpt":0.44060525413089485,"score_spread":0.36882943461520223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469510984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9493942,0.0035125674,0.0005133148,0.023202037,0.003247922,0.0019214563,0.000013370131,0.00003359854,0.018161518],"genre_scores_gemma":[0.5139597,0.00012465761,0.46261895,0.010924447,0.0024645906,0.00082379516,0.001993857,0.00006454902,0.0070254807],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99839544,0.00026201777,0.0004673999,0.0002898837,0.00043419332,0.00015109152],"domain_scores_gemma":[0.9948535,0.00057006755,0.00028693545,0.00033281246,0.0038518757,0.00010480441],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011608048,0.00013079801,0.0002634888,0.00029651407,0.00010669446,0.0000257154,0.000095863594,0.0001002591,0.00004430166],"category_scores_gemma":[0.011220288,0.00013151533,0.000035580182,0.00038057493,0.00010415527,0.0005141571,0.00004653804,0.0001847172,0.0000064417454],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014962353,0.013951337,0.029127901,0.002544864,0.00062631065,0.0000024970352,0.3600873,0.000025835276,0.0008001715,0.047236927,0.36345693,0.18064366],"study_design_scores_gemma":[0.0031550894,0.0020781208,0.049859136,0.00009860009,0.00081444986,0.00038193603,0.7928261,0.000014991595,0.00020717367,0.0025174876,0.14778031,0.00026655922],"about_ca_topic_score_codex":0.00030933053,"about_ca_topic_score_gemma":0.000007330887,"teacher_disagreement_score":0.46210563,"about_ca_system_score_codex":0.00042123327,"about_ca_system_score_gemma":0.0038472335,"threshold_uncertainty_score":0.99710864},"labels":[],"label_agreement":null},{"id":"W2469588343","doi":"10.1017/cem.2016.276","title":"P100: It’s more than just Travel CME: an embedded ethnography of a unique emergency medicine conference","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital","funders":"","keywords":"Accreditation; Ethos; Ethnography; Medical education; Medicine; Quality (philosophy); Continuing medical education; Sense of community; Public relations; Psychology; Sociology; Continuing education; Social psychology; Political science","score_opus":0.16352706500139824,"score_gpt":0.42178613013133054,"score_spread":0.2582590651299323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469588343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7937829,0.0023100632,0.0077205417,0.15792273,0.022559848,0.00076922873,0.000045234992,0.000030055788,0.014859382],"genre_scores_gemma":[0.9893167,0.001906101,0.0006867552,0.0009268571,0.0033129458,0.000015649342,0.000053572,0.00006404678,0.0037173482],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99487007,0.0001754292,0.0028342027,0.0003677366,0.0010870426,0.00066552934],"domain_scores_gemma":[0.9924612,0.00006593485,0.0013036083,0.00077293254,0.0038180968,0.0015782457],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022432848,0.00040454377,0.0010637004,0.001919486,0.00016444961,0.0000018756349,0.000643899,0.0003099296,0.03829436],"category_scores_gemma":[0.0049393363,0.00025351305,0.00021203345,0.0021452801,0.0010630785,0.00031702803,0.000014696196,0.0006925692,0.000010070668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026894826,0.00032497974,0.06414461,0.00058457995,0.00055764936,0.00014964753,0.035058722,0.000002232254,0.048185293,0.006500762,0.82550794,0.01871465],"study_design_scores_gemma":[0.019036246,0.018640412,0.5568416,0.019603979,0.0038366513,0.001133163,0.14044248,0.00036064477,0.005547737,0.011432297,0.22097257,0.0021522015],"about_ca_topic_score_codex":0.0051556192,"about_ca_topic_score_gemma":0.007337517,"teacher_disagreement_score":0.60453534,"about_ca_system_score_codex":0.00022364926,"about_ca_system_score_gemma":0.002477207,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W2469621802","doi":"10.1097/acm.0000000000001292","title":"Entrusting Observable Practice Activities and Milestones Over the 36 Months of an Internal Medicine Residency","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conference Board of Canada","funders":"","keywords":"Milestone; Graduate medical education; Accreditation; Medicine; Peer assessment; Family medicine; Developmental Milestone; Medical education; Psychology; Pediatrics","score_opus":0.037261755969492966,"score_gpt":0.3834148345741201,"score_spread":0.3461530786046272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469621802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8618242,0.0023582738,0.0005772369,0.12945771,0.0007350054,0.00038261374,0.0000018763512,0.000047260113,0.004615826],"genre_scores_gemma":[0.98249215,0.0025006952,0.0009628213,0.008469255,0.0023455208,0.000035325313,0.000011665378,0.000029990772,0.0031525507],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99751455,0.00017216145,0.0008176254,0.00032655257,0.00087024085,0.0002988564],"domain_scores_gemma":[0.99670565,0.0018410311,0.00052110775,0.0004803056,0.000311931,0.00013995814],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002653834,0.00020218364,0.0004554451,0.00021985229,0.00012077915,0.0000028834231,0.00026001292,0.00021654673,0.0007220714],"category_scores_gemma":[0.022453092,0.00009537828,0.000020865971,0.00042236177,0.0013600604,0.0005031779,0.00007927587,0.00073411496,0.000004524331],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022702317,0.00016947465,0.08283746,0.0008840699,0.00045814383,0.000087162545,0.05671283,0.0000014182092,0.23143858,0.041023545,0.26664212,0.31747493],"study_design_scores_gemma":[0.019093445,0.0055584298,0.5103736,0.023939619,0.0026577213,0.0032952572,0.17086834,0.0012703501,0.02000772,0.020766193,0.22124878,0.0009205843],"about_ca_topic_score_codex":0.00080420444,"about_ca_topic_score_gemma":0.000008254675,"teacher_disagreement_score":0.4275361,"about_ca_system_score_codex":0.00010288486,"about_ca_system_score_gemma":0.00018479969,"threshold_uncertainty_score":0.9857812},"labels":[],"label_agreement":null},{"id":"W2469936917","doi":"10.1097/acm.0000000000000895","title":"How Do Surgery Students Use Written Language to Say What They See? A Framework to Understand Medical Students’ Written Evaluations of Their Teachers","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Health Sciences Centre","funders":"","keywords":"Coding (social sciences); Medical education; Psychology; Meaning (existential); Perception; Constructive; Conceptual framework; Teaching method; Mathematics education; Pedagogy; Medicine; Computer science; Process (computing); Sociology","score_opus":0.09744286514191594,"score_gpt":0.4385871102036644,"score_spread":0.34114424506174845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469936917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79007024,0.0012977547,0.0056015006,0.20016181,0.0014124083,0.0012752155,0.000006437872,0.000085543084,0.00008910724],"genre_scores_gemma":[0.9552937,0.0006854774,0.0011934572,0.038144697,0.0018651694,0.00012735745,0.00013590009,0.00007382606,0.0024804207],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99108636,0.00037772808,0.0011305065,0.00064033485,0.0061590374,0.0006060452],"domain_scores_gemma":[0.99505055,0.0014366765,0.00030632527,0.0010108458,0.0008237921,0.0013718404],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009966839,0.00038285917,0.00095284724,0.00088770804,0.000096909804,0.00009222738,0.0010693839,0.00062617694,0.00037865],"category_scores_gemma":[0.049039453,0.00027901123,0.00009171615,0.0016236823,0.00032650368,0.0004545677,0.00035792697,0.0017682157,0.00007127479],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003969465,0.00035933795,0.27460533,0.00016364754,0.0004989165,0.00007345124,0.26102513,0.00001159141,0.00064455817,0.0010388151,0.41731197,0.043870315],"study_design_scores_gemma":[0.0058280663,0.0011839806,0.18528171,0.018266853,0.0009801787,0.00015692801,0.74046934,0.00013477242,0.00030265245,0.0048122755,0.041663695,0.00091953104],"about_ca_topic_score_codex":0.00012077698,"about_ca_topic_score_gemma":0.000017979215,"teacher_disagreement_score":0.47944424,"about_ca_system_score_codex":0.00062390266,"about_ca_system_score_gemma":0.0008610028,"threshold_uncertainty_score":0.9999662},"labels":[],"label_agreement":null},{"id":"W2471015807","doi":"10.1097/acm.0000000000000815","title":"The Future of Postgraduate Medical Education in Canada","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Stakeholder; Medical education; Work (physics); Psychological intervention; Sustainability; Political science; Accountability; Public relations; Medicine; Nursing; Engineering","score_opus":0.01808666249195034,"score_gpt":0.3565814666593789,"score_spread":0.33849480416742855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471015807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71462417,0.0063798814,0.00003224387,0.2714963,0.0033981057,0.00029792718,5.0841726e-7,0.000011624719,0.0037592312],"genre_scores_gemma":[0.98011667,0.0013907953,0.00011132988,0.014748238,0.0022163128,0.00002935614,0.00005379225,0.000014137133,0.0013193812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974386,0.00007214549,0.0007249048,0.00015883349,0.0013743978,0.00023112282],"domain_scores_gemma":[0.99869007,0.00013017067,0.00018259296,0.00030620495,0.00043691497,0.00025405703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018576668,0.000107925895,0.00026793336,0.00013531878,0.000035448433,9.316191e-7,0.00026201026,0.00017265289,0.0001237311],"category_scores_gemma":[0.007169303,0.00006404617,0.000012870991,0.00076848065,0.00023767226,0.000041766558,0.000031086067,0.001000588,0.00000628167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075147414,0.00002161153,0.06834558,0.000052284602,0.000014446434,0.000007418165,0.0012814971,6.3486306e-7,0.00004651456,0.008719124,0.65845054,0.26298517],"study_design_scores_gemma":[0.0044455323,0.00030252113,0.10513529,0.0017967104,0.00009770708,0.00044604985,0.0612714,0.0014358457,0.00025507735,0.0072927154,0.81729347,0.00022768707],"about_ca_topic_score_codex":0.28097522,"about_ca_topic_score_gemma":0.17350996,"teacher_disagreement_score":0.26549247,"about_ca_system_score_codex":0.0006977583,"about_ca_system_score_gemma":0.024958735,"threshold_uncertainty_score":0.9805688},"labels":[],"label_agreement":null},{"id":"W2471044743","doi":"10.1097/acm.0000000000001071","title":"In Reply to Barnhoorn","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Miller; Identity (music); Pyramid (geometry); Scope (computer science); Professional development; Engineering ethics; Psychology; Field (mathematics); Process (computing); Medical education; Sociology; Pedagogy; Medicine; Computer science; Aesthetics; Engineering","score_opus":0.03129424121214808,"score_gpt":0.3786051585428581,"score_spread":0.34731091733071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471044743","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013549251,0.00038896664,0.0005066644,0.98202115,0.003650545,0.0009858803,0.000005127061,0.000091699774,0.010995066],"genre_scores_gemma":[0.00044818674,0.00026207897,0.00032411498,0.8692193,0.050288983,0.00018916931,0.00024396888,0.00008769871,0.07893651],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958744,0.0000911973,0.001273538,0.0007797615,0.0012345872,0.00074650854],"domain_scores_gemma":[0.99804807,0.00026640392,0.00026706792,0.0009725376,0.00027919238,0.00016670166],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001596949,0.0004018444,0.00093878235,0.0014278522,0.000038004957,0.0000025777297,0.00044848476,0.0017439306,0.0038793283],"category_scores_gemma":[0.007944319,0.0002703898,0.000053021366,0.0012365667,0.00027608403,0.00008606647,0.00008783942,0.006924523,0.0014650966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031187174,0.0000036044055,0.0003474239,0.00023986635,0.000020180254,0.00034504294,0.0010186417,3.0526493e-8,0.00039478872,0.00013316842,0.9879553,0.009510823],"study_design_scores_gemma":[0.0013321165,0.00022586164,0.00037858263,0.00444305,0.00009482093,0.00024938647,0.0001274892,0.0000037333523,0.00007554257,0.0013752308,0.9914358,0.00025833515],"about_ca_topic_score_codex":0.0000964981,"about_ca_topic_score_gemma":5.723253e-7,"teacher_disagreement_score":0.112801835,"about_ca_system_score_codex":0.00065237243,"about_ca_system_score_gemma":0.000398947,"threshold_uncertainty_score":0.99997485},"labels":[],"label_agreement":null},{"id":"W2471580898","doi":"10.1097/acm.0000000000001291","title":"The ABMS MOC Part III Examination: Value, Concerns, and Alternative Formats","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Conversation; Certification; Maintenance of Certification; Relevance (law); Value (mathematics); Professional association; Medical education; Professional development; Best practice; Medicine; Public relations; Engineering ethics; Political science; Psychology; Computer science; Engineering; Law","score_opus":0.040597431694306525,"score_gpt":0.37270551049632505,"score_spread":0.33210807880201854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471580898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65915686,0.0051182965,0.00861522,0.29749972,0.0040344456,0.001276179,0.000005295358,0.0001699773,0.024124045],"genre_scores_gemma":[0.96743447,0.0065662693,0.00011363276,0.008425013,0.004154236,0.00009318772,0.000021800717,0.00002092087,0.013170483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981567,0.00007785121,0.00057109026,0.0002503013,0.0006487886,0.0002952194],"domain_scores_gemma":[0.9985043,0.00056584924,0.00022565926,0.00031055234,0.000262367,0.00013128534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019107461,0.0001546449,0.00024900984,0.00010689532,0.0002162506,0.000004866145,0.0001841193,0.0001761671,0.00030213138],"category_scores_gemma":[0.0032058214,0.0000717223,0.000017732502,0.00029809866,0.0008908065,0.00016763258,0.00005651997,0.0004902241,0.000045851288],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008739572,0.000013315608,0.0029987937,0.00007421274,0.0000924748,0.000008243756,0.005747257,1.7321051e-7,0.0021417185,0.09897611,0.3235287,0.56633157],"study_design_scores_gemma":[0.009264129,0.00069358747,0.025332082,0.003016277,0.00021099966,0.0003121325,0.007537302,0.0009165297,0.0034199117,0.016759967,0.9322062,0.00033084617],"about_ca_topic_score_codex":0.000020321582,"about_ca_topic_score_gemma":8.0952145e-7,"teacher_disagreement_score":0.6086775,"about_ca_system_score_codex":0.00014255317,"about_ca_system_score_gemma":0.00009121996,"threshold_uncertainty_score":0.3837899},"labels":[],"label_agreement":null},{"id":"W2471581953","doi":"10.1111/medu.13034","title":"Mapping the dark matter of context: a conceptual scoping review","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Context (archaeology); Engineering ethics; Epistemology; Sociology; History","score_opus":0.03026732458360188,"score_gpt":0.37001471046231177,"score_spread":0.3397473858787099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471581953","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1620057,0.030542878,0.0072423406,0.7814709,0.003206012,0.0025967918,0.0000026498071,0.00006996763,0.012862767],"genre_scores_gemma":[0.7832963,0.0025643376,0.0010503797,0.21004847,0.0007722918,0.0003425947,0.00004051633,0.00002399617,0.001861136],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99823457,0.000094664625,0.00061273295,0.00018470034,0.0007033411,0.00017002028],"domain_scores_gemma":[0.9987385,0.00019071501,0.00020963847,0.00041281444,0.00038245312,0.0000658222],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011265434,0.00009669513,0.0002621374,0.00008650679,0.00006260423,0.000004123611,0.00017501252,0.00009562545,0.0060753957],"category_scores_gemma":[0.00886828,0.00004957982,0.00005889465,0.00044573014,0.0005493991,0.000072754854,0.000032327145,0.00018842088,0.00023187183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007814102,0.000199302,0.0067709177,0.0020797225,0.000017841197,4.638654e-7,0.00068905065,4.4104853e-9,0.00017610786,0.0008476424,0.5232762,0.46593493],"study_design_scores_gemma":[0.0027362285,0.00023055488,0.0678594,0.6881082,0.00024088888,0.00035859118,0.006622669,0.000034873374,0.00082493975,0.00084570725,0.23167132,0.00046659805],"about_ca_topic_score_codex":0.0000227048,"about_ca_topic_score_gemma":0.0000024558656,"teacher_disagreement_score":0.6860285,"about_ca_system_score_codex":0.00009802112,"about_ca_system_score_gemma":0.0025471793,"threshold_uncertainty_score":0.9994804},"labels":[],"label_agreement":null},{"id":"W2471842352","doi":"10.2310/8000.2011.110398","title":"How do I improve the quality of in-training assessment of learners?","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"CLARITY; Medicine; Consistency (knowledge bases); Medical education; Quality (philosophy); Honesty; Realm; Process (computing); Psychology; Computer science; Artificial intelligence; Social psychology","score_opus":0.2294963020615004,"score_gpt":0.4432331484250108,"score_spread":0.21373684636351042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471842352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674001,0.00081557815,0.00062573585,0.01274104,0.0052208346,0.00021458622,0.000003169719,0.000001711986,0.01297728],"genre_scores_gemma":[0.9976017,0.00010569593,0.0012222333,0.00017605182,0.0005205921,0.000002822044,0.0000031418583,0.000010655316,0.00035713817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979147,0.00010307451,0.0012096238,0.00009472236,0.0004612762,0.00021665104],"domain_scores_gemma":[0.9976802,0.000051185496,0.00088764844,0.00028173896,0.00087279384,0.00022644333],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032153893,0.0000990931,0.0004500239,0.00047468598,0.00003793133,0.0000012381124,0.00022049466,0.00007551049,0.001829499],"category_scores_gemma":[0.004224996,0.00006265907,0.00008411691,0.00072814204,0.00031244522,0.00008373605,0.0000065442982,0.0005069686,3.3679558e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009967513,0.00022516222,0.8388979,0.0006029069,0.00034512902,0.00005103204,0.062065467,0.000005998873,0.015194792,0.024598954,0.016397784,0.04151521],"study_design_scores_gemma":[0.0016377053,0.0012146733,0.92314774,0.0007812935,0.0001674483,0.000025965901,0.06381666,0.00006323407,0.00040438538,0.0017656467,0.0068618115,0.00011341926],"about_ca_topic_score_codex":0.0056570857,"about_ca_topic_score_gemma":0.0031692593,"teacher_disagreement_score":0.08424987,"about_ca_system_score_codex":0.0001429734,"about_ca_system_score_gemma":0.0019916173,"threshold_uncertainty_score":0.999083},"labels":[],"label_agreement":null},{"id":"W2472651988","doi":"10.1017/cem.2016.303","title":"P129: The impact of high performance physician training on resident wellness and clinical performance","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Debriefing; Medicine; Burnout; Teamwork; Stressor; Workload; Curriculum; Emotional exhaustion; Medical education; Family medicine; Nursing; Psychology; Clinical psychology","score_opus":0.095003331090548,"score_gpt":0.4085885118979445,"score_spread":0.3135851808073965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472651988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97713727,0.0002714786,0.00004991252,0.017292395,0.0036069192,0.0001367133,0.0000027416297,0.0000028082,0.0014997557],"genre_scores_gemma":[0.9954409,0.0013180581,0.000036377507,0.00042063644,0.002270632,0.0000020955633,0.000002243634,0.00001616373,0.0004928904],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980911,0.00006773007,0.0010625726,0.00012791256,0.0003738977,0.0002767836],"domain_scores_gemma":[0.99820167,0.00011691655,0.00052550755,0.0002792347,0.0005118871,0.00036478782],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017833471,0.00013907996,0.00042600036,0.00030805662,0.0001351795,0.0000018184782,0.00019285314,0.00010181863,0.0012339557],"category_scores_gemma":[0.0018031021,0.000063869025,0.00009491911,0.00044430795,0.0004489009,0.00012158553,0.0000065084646,0.0005009702,0.000006455423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034849983,0.000088568566,0.2993829,0.00013247933,0.00036684028,0.000023097473,0.003943414,0.000030206484,0.0007570414,0.00077602925,0.11414132,0.5800096],"study_design_scores_gemma":[0.0014371878,0.002923499,0.98726857,0.0017541982,0.00013318995,0.000050507475,0.00088196044,0.00014697883,0.00018690966,0.00014755882,0.004976716,0.00009269991],"about_ca_topic_score_codex":0.0011590046,"about_ca_topic_score_gemma":0.00023722633,"teacher_disagreement_score":0.6878857,"about_ca_system_score_codex":0.00017923384,"about_ca_system_score_gemma":0.0013400133,"threshold_uncertainty_score":0.999679},"labels":[],"label_agreement":null},{"id":"W2472901499","doi":"10.1017/cem.2016.208","title":"P032: ISAEM and the push for emergency medicine worldwide","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Quality (philosophy); Medicine; Public relations; Medical education; Profit (economics); Political science; Family medicine","score_opus":0.07064641201278525,"score_gpt":0.3763482844757667,"score_spread":0.3057018724629814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472901499","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1299489,0.016974883,0.0082891155,0.7784587,0.047972634,0.0013790913,0.000017086675,0.0000242323,0.016935341],"genre_scores_gemma":[0.92588544,0.007536877,0.0009960572,0.0042596157,0.01997735,0.000084827625,0.000027401991,0.00010308362,0.04112936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969849,0.00008515084,0.0017165028,0.0002228739,0.00051148556,0.00047911727],"domain_scores_gemma":[0.99632293,0.00023227384,0.0006705428,0.00040004583,0.0016246968,0.000749517],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030197378,0.0002349275,0.0006558127,0.00064520957,0.00026446232,0.000001988247,0.0003024447,0.00011594121,0.016668148],"category_scores_gemma":[0.015532926,0.00010781521,0.00013534422,0.0008397448,0.0008936975,0.0001419897,0.000011450707,0.00033432705,0.00001104758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023356861,0.000021107644,0.013617181,0.00011793001,0.00018748202,0.000013579227,0.0020630786,2.938926e-7,0.00076399156,0.0111098215,0.9457723,0.026099697],"study_design_scores_gemma":[0.009101778,0.0010350551,0.021336721,0.0013111427,0.00069112476,0.00016847326,0.002002567,0.000039229555,0.000055018656,0.0138097815,0.95024574,0.00020336027],"about_ca_topic_score_codex":0.0016686426,"about_ca_topic_score_gemma":0.0035364844,"teacher_disagreement_score":0.7959365,"about_ca_system_score_codex":0.00019566569,"about_ca_system_score_gemma":0.0008235382,"threshold_uncertainty_score":0.99275964},"labels":[],"label_agreement":null},{"id":"W2473175073","doi":"10.1097/acm.0000000000000868","title":"Intellectual Virtue Vaccination Schedules Need to Include Boosters","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Manitoba Health","funders":"","keywords":"Virtue; Order (exchange); Public relations; Medical education; Intellectual property; Lifelong learning; Vaccination; Process (computing); Psychology; Medicine; Business; Political science; Computer science; Pedagogy; Law","score_opus":0.05204055377583218,"score_gpt":0.3727959900268624,"score_spread":0.32075543625103026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473175073","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00971002,0.00091306877,0.0052921777,0.97172403,0.0040887906,0.0015302822,0.000009017741,0.0002529812,0.006479615],"genre_scores_gemma":[0.007888391,0.00019137686,0.001681745,0.943255,0.029361602,0.00020978705,0.0026419803,0.0001579466,0.014612172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99465054,0.0001762612,0.0014262026,0.0008380328,0.0022175708,0.0006913913],"domain_scores_gemma":[0.9966293,0.0005060565,0.00043612436,0.00090444996,0.0011772758,0.00034680692],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0021617182,0.00061997434,0.0011498447,0.0018899239,0.00012228097,0.000012006173,0.00065263145,0.0026245741,0.0018469759],"category_scores_gemma":[0.026577013,0.00050597446,0.00008103172,0.0018630696,0.00024312957,0.00014249042,0.00022589396,0.008573651,0.0011349787],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009124878,0.00001206639,0.00009283966,0.00033791378,0.000104439496,0.0000636753,0.0044682985,0.0000012675761,0.0003069183,0.00021892464,0.9768128,0.017489657],"study_design_scores_gemma":[0.0017613977,0.0007020648,0.00014754263,0.001826975,0.00041440656,0.00022378558,0.0023493783,0.000161255,0.00020313394,0.0011436612,0.9906341,0.00043228705],"about_ca_topic_score_codex":0.00006578491,"about_ca_topic_score_gemma":0.0000012283173,"teacher_disagreement_score":0.028469047,"about_ca_system_score_codex":0.0012610636,"about_ca_system_score_gemma":0.0008688883,"threshold_uncertainty_score":0.99973917},"labels":[],"label_agreement":null},{"id":"W2473298344","doi":"10.11575/jah.v0i0.53285.g40637","title":"Synergistic Research in Medical Education: Some Philosophical Reflections","year":2016,"lang":"en","type":"article","venue":"University of Calgary","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Epistemology; Excellence; Perspective (graphical); Engineering ethics; Rigour; Field (mathematics); Sociology; Philosophical methodology; Qualitative research; Social science; Philosophy; Computer science","score_opus":0.057861484586744984,"score_gpt":0.3872406869118993,"score_spread":0.3293792023251543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473298344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6502914,0.00015393106,0.0029922412,0.25344175,0.00070615934,0.000381667,0.0000016177703,0.000061445804,0.09196981],"genre_scores_gemma":[0.9924527,0.000116610034,0.0024848508,0.0007763973,0.00030242073,0.0000013618279,0.000013125872,0.000007211119,0.0038453143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873465,0.00009886415,0.00015980516,0.00018056763,0.0006575569,0.00016855776],"domain_scores_gemma":[0.9990882,0.00014124483,0.000032849744,0.00025050048,0.00036090706,0.0001262406],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000673577,0.000051954612,0.00013515957,0.0005506064,0.00009195763,0.0000016488245,0.00015122269,0.00017178807,0.0015278356],"category_scores_gemma":[0.0014212849,0.000044813685,0.00003409036,0.0007390482,0.000586821,0.00009435654,0.00006070367,0.00035677158,0.00009216454],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030989133,0.0022298142,0.008758926,0.0001757835,0.000043267803,0.00017692141,0.0005416649,2.1081165e-7,0.0031706044,0.64898837,0.04076973,0.2948348],"study_design_scores_gemma":[0.01094817,0.0013316981,0.23720947,0.006555045,0.00017168069,0.00035955844,0.0041043386,0.0010045376,0.001277254,0.23885432,0.49747774,0.00070618576],"about_ca_topic_score_codex":0.00015808719,"about_ca_topic_score_gemma":0.00002841543,"teacher_disagreement_score":0.456708,"about_ca_system_score_codex":0.0003270301,"about_ca_system_score_gemma":0.0019227626,"threshold_uncertainty_score":0.9993849},"labels":[],"label_agreement":null},{"id":"W2473431488","doi":"10.1017/cem.2016.320","title":"P146: Designing better continuing education for rural emergency physicians","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Outreach; Curriculum; Experiential learning; Medical education; Medicine; Transformative learning; Context (archaeology); Professional development; Nursing; Psychology; Pedagogy","score_opus":0.04332203295423895,"score_gpt":0.35825122087826866,"score_spread":0.3149291879240297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473431488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8306774,0.0025805268,0.041152682,0.075986765,0.04467134,0.00072744867,0.000010169079,0.000020517418,0.004173175],"genre_scores_gemma":[0.9783365,0.00033031584,0.004051428,0.0012744253,0.010012696,0.000037580372,0.00002840882,0.000052811698,0.0058758166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789613,0.000041065297,0.0011517325,0.0001542033,0.00032775407,0.00042909005],"domain_scores_gemma":[0.9969226,0.00004393115,0.0005762858,0.0002448143,0.0017959509,0.00041643513],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081744924,0.0001807131,0.00038786273,0.0006141072,0.000136279,0.0000029655323,0.00019526799,0.000102804246,0.004707824],"category_scores_gemma":[0.0032907086,0.00012287093,0.0001496445,0.0005594646,0.0001160467,0.00022977812,0.000004387935,0.0002203978,0.000015186774],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003411726,0.000047045356,0.022740884,0.00008298019,0.000076812554,0.0000046260157,0.0017182995,4.0122003e-7,0.02666684,0.00069244026,0.61252195,0.3354136],"study_design_scores_gemma":[0.0063816165,0.0030893344,0.109247044,0.01084752,0.0013984935,0.00019605595,0.017738683,0.000085231586,0.003343108,0.012911005,0.8338509,0.00091100775],"about_ca_topic_score_codex":0.00037013108,"about_ca_topic_score_gemma":0.00039477673,"teacher_disagreement_score":0.3345026,"about_ca_system_score_codex":0.00030845727,"about_ca_system_score_gemma":0.0009320461,"threshold_uncertainty_score":0.996202},"labels":[],"label_agreement":null},{"id":"W2473695121","doi":"","title":"Comparison of third-year student performance in a twelve-month longitudinal ambulatory program with performance in traditional clerkship curriculum.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ambulatory; Curriculum; Medicine; Medical school; Longitudinal study; Medical education; Family medicine; Educational program; Psychology; Pedagogy; Surgery; Political science","score_opus":0.0467968370913079,"score_gpt":0.3328125571943616,"score_spread":0.2860157201030537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473695121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939406,0.000099113735,0.000007425373,0.00068575906,0.00013318437,0.001534492,9.0631164e-7,0.00004536151,0.0035531407],"genre_scores_gemma":[0.9970759,0.000020042928,0.0013514201,0.0001499574,0.00014111593,0.0011633439,0.000045859724,0.000011080612,0.000041289106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806345,0.000030700678,0.0005698115,0.00025709727,0.00068980624,0.00038914479],"domain_scores_gemma":[0.99935514,0.000018626451,0.00016358901,0.00022863453,0.00015576974,0.00007821421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006894851,0.00014954338,0.00035473632,0.00035206304,0.000041582374,0.000012850363,0.00014274979,0.00009508155,0.00001793918],"category_scores_gemma":[0.00009213789,0.00012479533,0.000031331998,0.0010341881,0.0001356527,0.00020536965,0.000012319951,0.00052678544,0.0000044992507],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015913139,0.0030405528,0.8590901,0.00010294105,0.000012433755,0.0000037975917,0.0005271819,0.00012108951,0.0000015421687,0.00034198374,0.0002103482,0.13638888],"study_design_scores_gemma":[0.0019738595,0.000673274,0.9936987,0.00023394087,0.000023861889,0.000014639261,0.0004553065,0.0023712192,0.00009291151,0.0000140645125,0.0003185317,0.00012966609],"about_ca_topic_score_codex":0.000009631913,"about_ca_topic_score_gemma":0.000021061514,"teacher_disagreement_score":0.13625923,"about_ca_system_score_codex":0.00032201238,"about_ca_system_score_gemma":0.00011403079,"threshold_uncertainty_score":0.50890064},"labels":[],"label_agreement":null},{"id":"W2473912624","doi":"10.1080/14739879.2016.1205835","title":"Family medicine resident OSCEs: a systematic review","year":2016,"lang":"en","type":"review","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Medical education; Medicine; Family medicine; Psychology","score_opus":0.04970812533607684,"score_gpt":0.42133953711481215,"score_spread":0.3716314117787353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473912624","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2287236e-7,0.96855694,0.00016564077,0.0023181732,0.0037846596,0.012653584,0.00005575022,0.00011251225,0.012352513],"genre_scores_gemma":[2.2419631e-7,0.95786977,0.0011380629,0.009455514,0.0021459267,0.008976147,0.00722431,0.00012851486,0.013061543],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99577767,0.00022152619,0.0022060713,0.00066817045,0.0007848148,0.00034177685],"domain_scores_gemma":[0.9949045,0.00034937606,0.0013090473,0.001493675,0.0017804053,0.0001630065],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010577204,0.0005631625,0.0036925573,0.0006210568,0.000150668,0.000020182217,0.00043640545,0.0003895195,0.00032623459],"category_scores_gemma":[0.0041582305,0.00034611768,0.00059253717,0.0007199767,0.00014413946,0.00010796555,0.000051034494,0.00040524293,0.00036099454],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017015942,0.00004524012,1.766e-7,0.5318802,0.000085072024,4.2476617e-7,0.00012854682,3.712747e-10,1.0823665e-7,0.00028985014,0.16394861,0.30362004],"study_design_scores_gemma":[0.00014011723,0.00007198262,0.0000017309704,0.49318966,0.0039442116,0.00005477503,0.00034189553,1.7922657e-8,6.2901485e-8,0.00003491552,0.5020525,0.00016813575],"about_ca_topic_score_codex":0.000010362009,"about_ca_topic_score_gemma":5.4525145e-7,"teacher_disagreement_score":0.33810386,"about_ca_system_score_codex":0.0027992094,"about_ca_system_score_gemma":0.0077750855,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W2473977474","doi":"10.1007/s10459-016-9695-4","title":"The invisible work of distributed medical education: exploring the contributions of audiovisual professionals, administrative professionals and faculty teachers","year":2016,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Curriculum; Context (archaeology); Work (physics); Articulation (sociology); Medical education; Pedagogy; Health professionals; Sociology; Public relations; Psychology; Political science; Medicine; Health care; Engineering","score_opus":0.0601761340720732,"score_gpt":0.5003610749013505,"score_spread":0.4401849408292773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473977474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7633558,0.006598544,0.000741061,0.22576368,0.0021131053,0.0011768815,0.000021462123,0.000014933212,0.00021453782],"genre_scores_gemma":[0.99410224,0.0018176981,0.0015618873,0.0013803259,0.00018284813,0.00063441956,0.00005128172,0.000005208607,0.00026409066],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99746,0.0002836827,0.0008735342,0.00026432678,0.000841012,0.00027742368],"domain_scores_gemma":[0.997405,0.0010123583,0.0006213933,0.00024717124,0.0005982346,0.00011586451],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036476909,0.000110877816,0.00023020046,0.00013805839,0.0005789773,0.000010548095,0.00027003954,0.00006564157,0.00003395207],"category_scores_gemma":[0.009047151,0.00005181946,0.000028714177,0.0016076098,0.0015091926,0.0004266686,0.00005150552,0.00025441172,0.0000013914643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010068556,0.0018028436,0.1253579,0.00035045538,0.000016668439,1.152657e-7,0.0056214393,0.000003729491,0.00007171582,0.088205285,0.0138795925,0.76458955],"study_design_scores_gemma":[0.0015111039,0.00090038346,0.7293725,0.0152410865,0.000034417877,0.000039823597,0.10649078,0.00010188646,0.0029168047,0.019187069,0.123880774,0.00032335534],"about_ca_topic_score_codex":0.00005428269,"about_ca_topic_score_gemma":0.00003367392,"teacher_disagreement_score":0.7642662,"about_ca_system_score_codex":0.00024248203,"about_ca_system_score_gemma":0.012035608,"threshold_uncertainty_score":0.99930006},"labels":[],"label_agreement":null},{"id":"W2473984092","doi":"","title":"Identifying potential academic leaders","year":2016,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Professional Engineers Ontario; University of Toronto; North York General Hospital","funders":"","keywords":"Mentorship; Logistic regression; Psychological intervention; Leadership development; Medicine; Odds ratio; Odds; Bivariate analysis; Medical education; Psychology; Family medicine; Public relations; Nursing; Internal medicine; Political science","score_opus":0.04033127550829711,"score_gpt":0.31528027323889773,"score_spread":0.2749489977306006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473984092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87036085,0.0004360206,0.00295002,0.034703232,0.0027086383,0.0004912655,0.00002629168,0.00013950824,0.088184156],"genre_scores_gemma":[0.86350584,0.000019421805,0.0003800978,0.13325295,0.0010097723,0.000018428938,0.000030829375,0.000028921062,0.001753732],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988521,0.000016730452,0.00021080754,0.00023445049,0.00025226417,0.00043368718],"domain_scores_gemma":[0.9992542,0.000010930322,0.000049717808,0.00027827034,0.00012810391,0.00027876307],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013130851,0.00011476918,0.00014601464,0.00031884442,0.0001304866,0.000011356011,0.00013674094,0.00013624722,0.000027675405],"category_scores_gemma":[0.00007682914,0.000092487586,0.000057936613,0.0004301227,0.00020302611,0.00015885431,0.00001029419,0.0002756819,0.0007854366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113384785,0.000024177072,0.00051213853,0.000036745103,0.000051960684,0.000041207375,0.00022133585,7.3899326e-7,0.10214468,0.003370842,0.3020503,0.59153455],"study_design_scores_gemma":[0.0028621617,0.00014762089,0.16620935,0.001290086,0.0002355104,0.000021975764,0.008207091,0.00016958575,0.006281771,0.005499842,0.80825186,0.00082314113],"about_ca_topic_score_codex":0.0013461845,"about_ca_topic_score_gemma":0.0002356742,"teacher_disagreement_score":0.5907114,"about_ca_system_score_codex":0.0005773991,"about_ca_system_score_gemma":0.0007689144,"threshold_uncertainty_score":0.99999255},"labels":[],"label_agreement":null},{"id":"W2474688100","doi":"10.5430/jha.v5n5p30","title":"Survey on academic medicine culture, enablers &amp; barriers in a newly formed academic department in Singapore","year":2016,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Staffing; Likert scale; Medical education; Academic year; Organizational culture; Teamwork; Medical laboratory; Academic medicine; Medicine; Academic department; Psychology; Higher education; Management; Nursing; Political science; Public relations","score_opus":0.03398651732893097,"score_gpt":0.3626455572500638,"score_spread":0.3286590399211328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474688100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786566,0.00018310332,0.0003519554,0.019150706,0.0008613506,0.00039802023,0.0000064801034,0.000010304576,0.0003814802],"genre_scores_gemma":[0.99712116,0.00038124528,0.00042785602,0.0010196246,0.0005376303,0.000015513746,0.00007584652,0.000018101247,0.00040302763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99723786,0.00012060629,0.0013487444,0.00021033129,0.0007838283,0.00029862928],"domain_scores_gemma":[0.9984327,0.00016591162,0.0006763113,0.00016591989,0.0003513398,0.00020783483],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022968426,0.00018944051,0.0004012185,0.0005388064,0.000041473613,0.000007630816,0.0001630138,0.00033523786,0.00011315459],"category_scores_gemma":[0.008512015,0.00011783242,0.000056133853,0.00071645214,0.00015859291,0.00036661213,0.000012436463,0.0010907068,0.000013979141],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021179267,0.0006258496,0.89330035,0.0000924563,0.000072811425,0.00014287098,0.004820034,0.0000145838285,0.005210797,0.0010432574,0.0746139,0.017945161],"study_design_scores_gemma":[0.0075551607,0.012228727,0.9633561,0.003149663,0.000063213716,0.00014657312,0.0017894557,0.000029231564,0.0021169193,0.0026858887,0.006579919,0.0002991717],"about_ca_topic_score_codex":0.000020519092,"about_ca_topic_score_gemma":0.00010329901,"teacher_disagreement_score":0.07005572,"about_ca_system_score_codex":0.00084628374,"about_ca_system_score_gemma":0.0008739101,"threshold_uncertainty_score":0.9998397},"labels":[],"label_agreement":null},{"id":"W2474858264","doi":"10.3109/0142159x.2013.808923","title":"eMedical Teacher","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Psychology; Medical education; Mathematics education; Medicine","score_opus":0.01798077443581735,"score_gpt":0.3362383356583371,"score_spread":0.31825756122251975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474858264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75372624,0.00013141862,0.0014297337,0.07309671,0.0007750373,0.00049457705,1.3283183e-7,0.00026636102,0.1700798],"genre_scores_gemma":[0.86468613,0.000019923067,0.0020157518,0.009961657,0.0027432237,0.00026961206,0.00006996875,0.000053990843,0.12017977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694675,0.000087117754,0.00051940844,0.00034275712,0.0016454898,0.00045849528],"domain_scores_gemma":[0.9986932,0.000020714195,0.000063944266,0.00048293604,0.00019272602,0.0005464677],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010155905,0.00018290685,0.00031335736,0.00014426596,0.000082597086,0.000022853186,0.00023614615,0.00047615607,0.3588801],"category_scores_gemma":[0.0063194134,0.00013483559,0.00009673707,0.00046163172,0.00042625456,0.00011164848,0.00007579386,0.0013053829,0.00523705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009027836,0.0007390801,0.04201401,0.000037654387,0.00004817364,0.000026628632,0.00027773558,2.7537054e-8,0.000038992846,0.0006061365,0.7514465,0.20475607],"study_design_scores_gemma":[0.0032769754,0.00029603593,0.085070804,0.0003236216,0.00011839359,0.0004429696,0.0010600083,0.030365778,0.000052557356,0.0016697475,0.8768498,0.0004733351],"about_ca_topic_score_codex":0.00010806118,"about_ca_topic_score_gemma":0.0000015733707,"teacher_disagreement_score":0.35364306,"about_ca_system_score_codex":0.00014599989,"about_ca_system_score_gemma":0.0003600704,"threshold_uncertainty_score":0.99553746},"labels":[],"label_agreement":null},{"id":"W2475090520","doi":"","title":"Peer-Assisted Feedback (PAF) in Case-Based Learning (CBL) Tutorials in Undergraduate Medical Education","year":2013,"lang":"en","type":"article","venue":"The Internet Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Debriefing; Medical education; Observational study; Protocol (science); Psychology; Qualitative property; Computer science; Medicine; Alternative medicine; Internal medicine","score_opus":0.01976984069296502,"score_gpt":0.3596751997821271,"score_spread":0.3399053590891621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2475090520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69760126,0.000355377,0.0007004439,0.29485235,0.005429906,0.00040802275,1.5462251e-7,0.00001621587,0.0006362679],"genre_scores_gemma":[0.9834236,0.00009681881,0.0016957932,0.010116699,0.0018978561,0.00009912412,0.000044225366,0.00003451855,0.002591345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937445,0.0006265862,0.0018263279,0.0002538951,0.003184336,0.00036438825],"domain_scores_gemma":[0.9960749,0.000499555,0.0008530348,0.00035390165,0.0017799363,0.00043864906],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070695807,0.00022958331,0.00050887116,0.0008301983,0.000063212334,0.00008676521,0.0005632901,0.0004498449,0.0040144953],"category_scores_gemma":[0.042991057,0.00016134416,0.00012336376,0.0011299325,0.00027606735,0.00027818265,0.000056577264,0.0024498054,0.00010877858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019818281,0.0043651992,0.02504187,0.00020896737,0.000059833026,0.00019716602,0.003000742,0.00003056757,0.00013069066,0.0017040845,0.3696989,0.5953638],"study_design_scores_gemma":[0.024532607,0.0032817968,0.28642887,0.033467144,0.0007064814,0.06407464,0.05127487,0.06084331,0.0014060726,0.016099192,0.45606604,0.0018189638],"about_ca_topic_score_codex":0.002545096,"about_ca_topic_score_gemma":0.0003358945,"teacher_disagreement_score":0.5935448,"about_ca_system_score_codex":0.0009786389,"about_ca_system_score_gemma":0.013838035,"threshold_uncertainty_score":0.9998516},"labels":[],"label_agreement":null},{"id":"W2475346297","doi":"10.5770/cgj.19.213","title":"Effectiveness of a Core-Competency–based Program on Residents' Learning and Experience","year":2016,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Medicine; Graduation (instrument); Core competency; Medical education; Program evaluation; Program director; Family medicine","score_opus":0.013084122953740724,"score_gpt":0.3175877596883042,"score_spread":0.3045036367345635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2475346297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972329,0.00010323608,0.00049871183,0.00087998743,0.0004113357,0.00023914684,0.0000016253672,0.000012228018,0.0006208071],"genre_scores_gemma":[0.9955197,0.00003707687,0.004028704,0.00014840551,0.00015339897,0.000018670456,0.0000028169568,0.000011946989,0.00007930855],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99908745,0.000074755575,0.00023273952,0.00012714759,0.000254956,0.00022291904],"domain_scores_gemma":[0.99901354,0.00014457913,0.00012694353,0.000103088954,0.0003230523,0.00028876934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070249935,0.00007855152,0.00015088885,0.00047878272,0.00013579112,0.000019852847,0.000067457855,0.00007365815,0.00011245363],"category_scores_gemma":[0.0022175491,0.000055870005,0.00003070559,0.0004355651,0.000113574344,0.000052430805,0.00000556519,0.00025435482,0.000005195329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040120885,0.00025062042,0.46165207,0.00030931944,0.000054921755,0.00021479685,0.00081451295,0.000010989686,0.012463947,0.003421296,0.001945368,0.5184609],"study_design_scores_gemma":[0.00275458,0.0014145653,0.9802735,0.0013076367,0.000051067957,0.0003677845,0.00032700165,0.00017841459,0.0028572269,0.0006168468,0.009660784,0.00019059905],"about_ca_topic_score_codex":0.0007822064,"about_ca_topic_score_gemma":0.00014726013,"teacher_disagreement_score":0.51862144,"about_ca_system_score_codex":0.00036332267,"about_ca_system_score_gemma":0.0016389415,"threshold_uncertainty_score":0.29074118},"labels":[],"label_agreement":null},{"id":"W247570382","doi":"10.1097/acm.0000000000000295","title":"Regional Medical Campuses","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Workforce; Class (philosophy); Medicine; Process (computing); MEDLINE; Function (biology); Family medicine; Political science; Public relations; Computer science","score_opus":0.037233492373445115,"score_gpt":0.38647228941882855,"score_spread":0.3492387970453834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W247570382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55218947,0.00092810893,0.015612152,0.388524,0.002292991,0.0004377443,4.5747876e-7,0.00033019343,0.0396849],"genre_scores_gemma":[0.8871126,0.00048148472,0.0008916928,0.09937052,0.006949293,0.000041241245,0.00011110976,0.00003375318,0.0050083003],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971436,0.000071566705,0.00062584283,0.00031911623,0.0015150539,0.00032482357],"domain_scores_gemma":[0.99865645,0.00026831764,0.00013406333,0.0003907942,0.00023059953,0.00031979912],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020399017,0.00016527697,0.00037750058,0.00025677576,0.00008795095,0.0000018010049,0.0002511436,0.00046171472,0.0037881513],"category_scores_gemma":[0.013367511,0.00011770946,0.000035642115,0.0005943503,0.00063191843,0.00006321924,0.00004159982,0.0013424983,0.0002774776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004662507,0.00002691945,0.012995434,0.000102821556,0.00003673538,0.000011629684,0.0012490231,3.3841457e-7,0.00063799083,0.047016505,0.84704983,0.090826124],"study_design_scores_gemma":[0.002715831,0.00034412678,0.016000668,0.0010610862,0.00011276606,0.00081543863,0.00082239485,0.001926103,0.00016387737,0.0057027023,0.9701522,0.00018280733],"about_ca_topic_score_codex":0.000031905973,"about_ca_topic_score_gemma":0.0000010592285,"teacher_disagreement_score":0.33492315,"about_ca_system_score_codex":0.00008695667,"about_ca_system_score_gemma":0.0002583452,"threshold_uncertainty_score":0.9971225},"labels":[],"label_agreement":null},{"id":"W2478762182","doi":"10.4300/jgme-d-15-00751.1","title":"Assessing the Reliability of Performance Assessment Scores: Some Considerations in Selecting an Appropriate Framework","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Accreditation; Observational study; Reliability (semiconductor); Graduate medical education; Sample (material); Psychology; Test (biology); Process (computing); Computer science; Educational measurement; Domain (mathematical analysis); Sample size determination; Medical education; Applied psychology; Medicine; Statistics; Curriculum; Mathematics; Pedagogy","score_opus":0.04909405547366617,"score_gpt":0.42562446035394835,"score_spread":0.37653040488028217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478762182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929284,0.000064972286,0.0067732544,0.0620378,0.0014546189,0.0002428728,2.8917188e-7,0.000009427256,0.00013281146],"genre_scores_gemma":[0.9689615,0.00014590615,0.028004805,0.0019458727,0.00088461617,0.000020040046,0.0000039802057,0.000013941811,0.000019388715],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967187,0.00031284202,0.0013090855,0.0001713711,0.0012829304,0.00020505898],"domain_scores_gemma":[0.99654996,0.00069842464,0.00085504586,0.00035543457,0.0013961204,0.00014501947],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054971385,0.00012013486,0.0003307629,0.00031176623,0.00013981388,0.00003723176,0.00017217123,0.00015980388,0.00018331203],"category_scores_gemma":[0.026443373,0.00006406364,0.00006766031,0.0006121605,0.0003185039,0.0008382621,0.00002272563,0.0009722832,0.000002275019],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008674386,0.00456088,0.37809345,0.00048932823,0.00007690012,0.000008692372,0.0043118196,0.00005937074,0.0034873374,0.013923121,0.003374842,0.5915275],"study_design_scores_gemma":[0.0015009616,0.0006689393,0.93343896,0.005903954,0.00013267926,0.0004006658,0.004054178,0.0036481791,0.001963849,0.047655117,0.00044755635,0.00018497271],"about_ca_topic_score_codex":0.000023053119,"about_ca_topic_score_gemma":0.0000027750455,"teacher_disagreement_score":0.59134257,"about_ca_system_score_codex":0.00042948508,"about_ca_system_score_gemma":0.006728488,"threshold_uncertainty_score":0.99890244},"labels":[],"label_agreement":null},{"id":"W2480581507","doi":"10.1016/b978-0-12-802578-9.00017-2","title":"The Pivotal Role of Chairing an Oral Exam Committee","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"History","score_opus":0.0317199493800703,"score_gpt":0.31078128532225385,"score_spread":0.2790613359421836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480581507","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001990308,0.0012717841,0.0000034167772,0.00038349177,0.00066512387,0.00056210445,0.000006839526,0.000051682066,0.9950653],"genre_scores_gemma":[0.016277265,0.000028230763,0.0008839782,0.00047319016,0.00096782454,0.000038431142,0.000093163486,0.0000856891,0.98115224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823165,0.000031689957,0.0005756465,0.00025582212,0.000673703,0.0002315082],"domain_scores_gemma":[0.9980967,0.00004640861,0.0003031472,0.00086654426,0.00057383126,0.00011334449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096691307,0.00025296942,0.00045221215,0.00014177915,0.00013410737,0.000018095248,0.0002734679,0.0003055722,0.00015924247],"category_scores_gemma":[0.00019858022,0.00018272953,0.000105107305,0.00002773547,0.00040090282,0.000035464895,0.00009027189,0.0007755885,0.00007403743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031465315,0.000026817099,0.000030344248,0.000055466015,0.00007633445,0.0000040225927,0.00050001417,1.5559202e-7,0.00005102669,0.021803787,0.0017663635,0.9756542],"study_design_scores_gemma":[0.00038198856,0.00023342592,0.00012736238,0.00038831573,0.000148041,0.00003868552,0.00020884023,0.00005022934,0.000065104585,0.01316386,0.98502517,0.00016897944],"about_ca_topic_score_codex":0.0000019950437,"about_ca_topic_score_gemma":0.00001640071,"teacher_disagreement_score":0.9832588,"about_ca_system_score_codex":0.00016050295,"about_ca_system_score_gemma":0.00040359737,"threshold_uncertainty_score":0.74514943},"labels":[],"label_agreement":null},{"id":"W2480905990","doi":"10.4018/978-1-60960-479-0.ch008","title":"The Role of Blended Learning in 21st Century Medical Education","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Blended learning; Core competency; Engineering ethics; Key (lock); Medical education; Pedagogy; Medicine; Psychology; Engineering; Educational technology; Computer science; Business","score_opus":0.010523264686024401,"score_gpt":0.28093068452725733,"score_spread":0.27040741984123295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480905990","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011895514,0.0017683229,0.0000059135177,0.00082977477,0.0010251584,0.00042735194,0.000003149887,0.000046093042,0.99470466],"genre_scores_gemma":[0.8649536,0.00057347264,0.00070228544,0.0022526802,0.0014621284,0.00011186017,0.00009272972,0.000103281505,0.12974799],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791765,0.000034490407,0.0006921255,0.000280832,0.0008228299,0.00025205576],"domain_scores_gemma":[0.9987127,0.000044315308,0.00034584748,0.00042834217,0.0003484815,0.00012031599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005252398,0.00022850136,0.0003635776,0.00013545723,0.00008458708,0.000010937381,0.00026010376,0.0005884927,0.00033409332],"category_scores_gemma":[0.0010099692,0.00017870599,0.00010435626,0.0000610354,0.00029659635,0.000020663827,0.00007881734,0.0010032286,0.00007304986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004009925,0.000049185026,0.00024810832,0.000037973638,0.0000322026,0.000002599334,0.00013202756,5.010235e-8,0.0000059105073,0.65213466,0.0010607733,0.3462564],"study_design_scores_gemma":[0.0005326692,0.00014292427,0.0009537629,0.0015092271,0.00011178972,0.000093866285,0.0006564967,0.000025844589,0.00006796364,0.2922834,0.7033981,0.0002239541],"about_ca_topic_score_codex":0.00014131285,"about_ca_topic_score_gemma":0.00007852782,"teacher_disagreement_score":0.8649567,"about_ca_system_score_codex":0.00039624498,"about_ca_system_score_gemma":0.004889284,"threshold_uncertainty_score":0.86733794},"labels":[],"label_agreement":null},{"id":"W2481230657","doi":"10.1017/cbo9781316178485.017","title":"The evolution of an undergraduate medical program on professionalism and identity formation","year":2016,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Psychology; Sociology; Philosophy; Aesthetics","score_opus":0.023439840179071653,"score_gpt":0.2988085552817532,"score_spread":0.27536871510268157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481230657","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008351635,0.000105042986,0.001414813,0.0016217914,0.0005175877,0.0012821333,0.00003827684,0.00010640963,0.9865623],"genre_scores_gemma":[0.030657088,0.00014147407,0.00023903197,0.00013802617,0.00020608895,0.0000063550992,0.00010898089,0.00002692118,0.96847606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840873,0.00006068491,0.00028102013,0.00024525716,0.00084382546,0.00016046922],"domain_scores_gemma":[0.99865365,0.00008067059,0.00031584353,0.00040437127,0.00044087155,0.00010457874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004549109,0.00017376832,0.00022909422,0.00017369857,0.00027900765,0.000016055405,0.00021868701,0.0003827289,0.0000040547898],"category_scores_gemma":[0.00018472334,0.00012348495,0.00006689504,0.000019000883,0.00059220707,0.00019092714,0.00012677931,0.00046779003,0.000004394922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001670391,0.00005470677,0.000002304712,0.00014814196,0.00005146809,0.000014849412,0.000028715702,2.5396428e-8,0.000018454808,0.9058024,0.0064753965,0.08723645],"study_design_scores_gemma":[0.0021789279,0.00060903374,0.00077076245,0.0027016187,0.0003580124,0.000097510456,0.00026895333,0.00055985095,0.00020054179,0.0018063565,0.99012786,0.00032058323],"about_ca_topic_score_codex":0.000031839787,"about_ca_topic_score_gemma":0.0000045015618,"teacher_disagreement_score":0.9836525,"about_ca_system_score_codex":0.0004799842,"about_ca_system_score_gemma":0.00040156473,"threshold_uncertainty_score":0.50355697},"labels":[],"label_agreement":null},{"id":"W2482527525","doi":"10.1007/s40037-016-0290-4","title":"Basic science in integrated curricula: A medical student experience","year":2016,"lang":"en","type":"letter","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Medical education; Computer science; Mathematics education; Data science; Psychology; Medicine; Pedagogy","score_opus":0.012696203901006734,"score_gpt":0.40498362232569546,"score_spread":0.3922874184246887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2482527525","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080990516,0.00044624895,0.00038191635,0.9024425,0.0051291846,0.0010384604,0.0000043912078,0.00013715465,0.00942963],"genre_scores_gemma":[0.119130895,0.00072103,0.00064050575,0.8630837,0.011310943,0.0011336782,0.00025354067,0.00009796564,0.0036277075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98863393,0.00024365792,0.0010482336,0.0016094755,0.007524073,0.0009406026],"domain_scores_gemma":[0.99627763,0.0002925959,0.00033459585,0.0011193681,0.0014625774,0.00051321695],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0024865994,0.00054289197,0.0007431548,0.0020769113,0.00021102878,0.000076888944,0.0012678287,0.0014589599,0.01339743],"category_scores_gemma":[0.037918802,0.00038765633,0.00014605878,0.0032318742,0.0030480437,0.00026183232,0.0001619337,0.0053708404,0.0005877404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047440626,0.0022864274,0.0023549693,0.00014747225,0.000029175115,0.00023141227,0.013386715,9.6175874e-8,0.000020565962,0.0014742931,0.8151961,0.16482535],"study_design_scores_gemma":[0.0023363912,0.00055083033,0.015842553,0.011949857,0.000086621825,0.0004946191,0.040558983,0.00047802855,0.00006930231,0.00037104348,0.92631847,0.00094330113],"about_ca_topic_score_codex":0.00011508786,"about_ca_topic_score_gemma":0.0000049782616,"teacher_disagreement_score":0.16388205,"about_ca_system_score_codex":0.0034283414,"about_ca_system_score_gemma":0.02120417,"threshold_uncertainty_score":0.99985754},"labels":[],"label_agreement":null},{"id":"W2485197489","doi":"","title":"Systematic review of the role of intercalated BScs in medical education","year":2008,"lang":"en","type":"other","venue":"UCL Discovery (University College London)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; MEDLINE; Systematic review; Odds; Medicine; Internal medicine; Political science","score_opus":0.0037031255116537765,"score_gpt":0.23104690467173522,"score_spread":0.22734377916008144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485197489","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034484077,0.07329372,0.00020656471,0.008940647,0.003144056,0.0119524095,0.0006127711,0.0001538755,0.8672119],"genre_scores_gemma":[0.04488091,0.02311982,0.00045832983,0.0028069224,0.00016912405,0.000020520436,0.0003700257,0.00019790497,0.9279764],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99807477,0.00020296026,0.000545044,0.00022984885,0.00080641924,0.00014095208],"domain_scores_gemma":[0.9983179,0.000052706586,0.0006880934,0.00068235287,0.00020310462,0.00005585112],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032405305,0.00018285523,0.00092798343,0.00060739386,0.00003285212,0.0000016462828,0.00045860547,0.0003512397,0.0013857356],"category_scores_gemma":[0.0015183731,0.0001472824,0.00020106642,0.0017358547,0.00028309398,0.000098233875,0.00012859404,0.0004249261,0.000019099512],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007131518,0.0011040093,0.0010072516,0.40076545,0.0003121318,0.00003316969,0.00037915283,2.1894392e-7,0.000019528072,0.012809141,0.5830449,0.00045376315],"study_design_scores_gemma":[0.0012423933,0.00008273285,0.0011852745,0.94051,0.0009164007,0.00014826807,0.0030810358,0.00024736283,0.000038722097,0.00006080767,0.052215446,0.00027160734],"about_ca_topic_score_codex":0.00048383625,"about_ca_topic_score_gemma":0.00013436124,"teacher_disagreement_score":0.5397445,"about_ca_system_score_codex":0.00043883803,"about_ca_system_score_gemma":0.003070996,"threshold_uncertainty_score":0.99952716},"labels":[],"label_agreement":null},{"id":"W2485356133","doi":"10.1007/s40596-016-0598-8","title":"Learning the Tricks of the Trade: The Need for Specialty-Specific Supervisor Training Programs in Competency-Based Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Supervisor; Medical education; Specialty; Training (meteorology); Psychology; Medicine; Psychiatry; Management","score_opus":0.03676963971947451,"score_gpt":0.32417887936972056,"score_spread":0.28740923965024606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485356133","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46455762,0.0007573891,0.0011340693,0.5281215,0.0033172122,0.0014795624,0.0000018742854,0.000037241683,0.00059354893],"genre_scores_gemma":[0.98459494,0.00013517385,0.002784751,0.009529508,0.0023047088,0.0003785585,0.000022562346,0.00003229527,0.00021748788],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977197,0.00021237749,0.00075820665,0.00025705082,0.0007194741,0.00033316857],"domain_scores_gemma":[0.9986921,0.00044273507,0.00027570053,0.00042544585,0.00009853878,0.000065485205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021874858,0.0001553973,0.00024289067,0.00013208867,0.00022631898,0.000008287591,0.0006337245,0.0003295285,0.00013196765],"category_scores_gemma":[0.0023471313,0.00006558813,0.00014230308,0.0011170378,0.0004826324,0.000059730723,0.000027624326,0.0013479575,0.0000046749137],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014917714,0.00039357896,0.14894827,0.00010396913,0.000029696172,1.0802387e-7,0.0055719805,0.0000023459895,0.00037124235,0.054833457,0.029781977,0.7598142],"study_design_scores_gemma":[0.010201118,0.0007042118,0.40969467,0.005103653,0.0002381907,0.000107270134,0.06415325,0.0020174691,0.00025130663,0.040667478,0.46632645,0.00053493615],"about_ca_topic_score_codex":0.000009496948,"about_ca_topic_score_gemma":0.00002452785,"teacher_disagreement_score":0.75927925,"about_ca_system_score_codex":0.00011703044,"about_ca_system_score_gemma":0.005430667,"threshold_uncertainty_score":0.96337706},"labels":[],"label_agreement":null},{"id":"W2485626110","doi":"10.1016/b978-0-12-802578-9.00015-9","title":"Outcomes and Options for Moving Forward","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Outcome (game theory); Face (sociological concept); Test (biology); Event (particle physics); Computer science; Work (physics); Psychology; Mathematics; Mathematical economics; Engineering; Sociology","score_opus":0.03938312949182005,"score_gpt":0.3374969095777692,"score_spread":0.29811378008594913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485626110","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018315285,0.00082861475,0.00016504173,0.0019054607,0.0007035779,0.0012471057,0.000028184908,0.00006955569,0.9948693],"genre_scores_gemma":[0.00028689273,0.00003523128,0.014822274,0.0015736265,0.0005785919,0.00016455857,0.0001598658,0.0000763742,0.9823026],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987866,0.0000056172175,0.00041160878,0.0002933734,0.0003141062,0.00018868432],"domain_scores_gemma":[0.99881506,0.00006115753,0.00016356124,0.00038345996,0.00046106355,0.00011572095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043605897,0.00024132345,0.00048154805,0.00023202547,0.00009999257,0.00002006445,0.00007800976,0.00032079118,0.00012100586],"category_scores_gemma":[0.00044353242,0.00020742355,0.00011945254,0.000013602938,0.00014839556,0.000028754392,0.000052263338,0.0003661262,0.000041307114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013293358,0.000009714605,0.000054119475,0.00020304117,0.000108184824,0.0000022565885,0.00016125238,7.5723044e-8,0.0000040615837,0.042714942,0.0063838246,0.9503452],"study_design_scores_gemma":[0.0006739218,0.00009474322,0.00015673327,0.00036544594,0.00033102295,0.000029906687,0.00003539902,0.000030890293,0.0000028035877,0.028163237,0.96992695,0.0001889317],"about_ca_topic_score_codex":2.3766732e-7,"about_ca_topic_score_gemma":0.0000023393627,"teacher_disagreement_score":0.9635431,"about_ca_system_score_codex":0.00016575954,"about_ca_system_score_gemma":0.00029816,"threshold_uncertainty_score":0.8458487},"labels":[],"label_agreement":null},{"id":"W2488625279","doi":"10.1016/s1479-3709(06)10009-6","title":"Chapter 9: The Medical-Social Education Compact and the Medical Learner","year":2006,"lang":"en","type":"book-chapter","venue":"Advances in bioethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Apprenticeship; Medical education; Curriculum; Medical ethics; Humanism; Engineering ethics; Psychology; Pedagogy; Medicine; Political science; Engineering","score_opus":0.029905128809104786,"score_gpt":0.3895976691388039,"score_spread":0.3596925403296991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2488625279","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031219007,0.012921833,0.00018661421,0.3188779,0.002135686,0.00079311844,0.0000064487685,0.00005131398,0.6647149],"genre_scores_gemma":[0.269979,0.09033215,0.0011772958,0.17034598,0.01648324,0.0002608792,0.0011390037,0.00038705728,0.4498954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962739,0.000104840765,0.00077893154,0.00040399065,0.0021662922,0.00027206098],"domain_scores_gemma":[0.99793893,0.0008036423,0.00035235408,0.00045517038,0.00034412576,0.00010577233],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003225828,0.0003215897,0.00052594004,0.0001930623,0.0003151914,0.000032119257,0.00039930304,0.0011930281,0.0013516867],"category_scores_gemma":[0.003152079,0.00017823573,0.00010949624,0.00015384152,0.006485834,0.00010174682,0.0000801021,0.004012727,0.00005163208],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074617434,0.00006556639,0.00012329665,0.00012112256,0.000030978954,0.000011665836,0.00052609347,6.4123935e-7,1.7594077e-7,0.7686681,0.009439668,0.22093807],"study_design_scores_gemma":[0.0011624462,0.000044855944,0.0005564114,0.0008977577,0.00010264846,0.00016236254,0.00038015906,0.00020910727,0.0000021382166,0.06488341,0.9313864,0.00021228373],"about_ca_topic_score_codex":0.00020735706,"about_ca_topic_score_gemma":0.00035713063,"teacher_disagreement_score":0.92194676,"about_ca_system_score_codex":0.00015177962,"about_ca_system_score_gemma":0.0011962545,"threshold_uncertainty_score":0.9995612},"labels":[],"label_agreement":null},{"id":"W2489666546","doi":"10.1017/cbo9781316178485.003","title":"Professionalism and professional identity formation: the cognitive base","year":2016,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Task (project management); Cognition; Psychology; Medical education; Knowledge base; Pedagogy; Medicine; Management; Computer science; Aesthetics; Art; Psychiatry; Artificial intelligence","score_opus":0.03564629105668832,"score_gpt":0.2877917978608411,"score_spread":0.25214550680415276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489666546","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002562369,0.00015193014,0.0009714407,0.0018816355,0.0007878646,0.0011959401,0.00017103979,0.00006887868,0.9922089],"genre_scores_gemma":[0.00807982,0.00005716944,0.00008644522,0.00122288,0.000328224,0.00000666485,0.00017855664,0.000026603475,0.99001366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986924,0.000054501037,0.00023234473,0.00030692565,0.00053324417,0.00018060944],"domain_scores_gemma":[0.99854696,0.00013759949,0.0002657321,0.00031077335,0.00065661385,0.00008232498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002960974,0.000231492,0.00025790196,0.00016307927,0.00043932407,0.000020533895,0.00017656406,0.00033844568,0.00004798691],"category_scores_gemma":[0.00013799986,0.00015910377,0.00008603959,0.000016921558,0.00056988274,0.0002481067,0.00028630116,0.00066289667,0.000027161868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017704222,0.000022832031,0.000008457158,0.00021851956,0.000094942145,0.000062236446,0.00016440533,5.5697074e-9,0.000027635,0.90779567,0.08217618,0.0092520965],"study_design_scores_gemma":[0.001994881,0.0000626136,0.00067456625,0.0032083355,0.0005504894,0.000162671,0.0005012185,0.00003667579,0.00017565185,0.0002545141,0.9920606,0.00031778013],"about_ca_topic_score_codex":0.0000069060047,"about_ca_topic_score_gemma":5.128898e-7,"teacher_disagreement_score":0.90988445,"about_ca_system_score_codex":0.0002012801,"about_ca_system_score_gemma":0.00033367245,"threshold_uncertainty_score":0.6488064},"labels":[],"label_agreement":null},{"id":"W2489940502","doi":"10.26719/2016.22.4.251","title":"Objective structured clinical examination for pharmacy students in Qatar: cultural and contextual barriers to assessment","year":2016,"lang":"en","type":"article","venue":"Eastern Mediterranean Health Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University","funders":"","keywords":"Objective structured clinical examination; Context (archaeology); Pharmacy; Blueprint; Medical education; Psychology; Medicine; Family medicine; Geography; Engineering","score_opus":0.11582049678083003,"score_gpt":0.5165354956013304,"score_spread":0.4007149988205003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489940502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600771,0.00010844714,0.010515402,0.024606755,0.0033434092,0.0012885621,0.00001749427,0.000016886359,0.000025923182],"genre_scores_gemma":[0.9829619,0.00013179341,0.005518289,0.008809592,0.0022915076,0.000063394866,0.000026579872,0.000021920345,0.00017502287],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970587,0.0003691582,0.0011005371,0.0003174448,0.0007426408,0.00041153922],"domain_scores_gemma":[0.9980796,0.00017788692,0.00034961783,0.00014276415,0.00044213448,0.0008079817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003967127,0.00017078078,0.0004211856,0.0003220071,0.0001952927,0.000053115058,0.0001581995,0.000080998085,0.00015003831],"category_scores_gemma":[0.0026400245,0.000111573296,0.00005781377,0.0002013936,0.00009944614,0.00027661296,0.00004092022,0.0005455643,0.0000056630383],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004395407,0.00011148275,0.29034707,0.00007242565,0.000050029987,0.000011797863,0.0057425858,3.6171159e-7,0.00014300356,0.000021658941,0.006481935,0.6965781],"study_design_scores_gemma":[0.015924739,0.0017042733,0.9610895,0.0010306694,0.00003894345,0.00038793642,0.0104931,0.0006165852,0.00003594953,0.00009417781,0.008398432,0.0001857049],"about_ca_topic_score_codex":0.000016769261,"about_ca_topic_score_gemma":0.000028241593,"teacher_disagreement_score":0.6963924,"about_ca_system_score_codex":0.00064976094,"about_ca_system_score_gemma":0.000914933,"threshold_uncertainty_score":0.4549827},"labels":[],"label_agreement":null},{"id":"W2491466461","doi":"10.2147/amep.s90737","title":"Professionalism perspectives among medical students of a novel medical graduate school in Malaysia","year":2016,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"Universiti Sultan Zainal Abidin","keywords":"Honesty; Medical education; Compassion; Psychology; Autonomy; Openness to experience; Competence (human resources); Medical ethics; Altruism (biology); Dignity; Teamwork; Curriculum; Medicine; Social psychology; Pedagogy; Political science","score_opus":0.029436894488834478,"score_gpt":0.48064060843038453,"score_spread":0.45120371394155007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2491466461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7914223,0.0035394446,0.0012119225,0.1980547,0.0012855493,0.0005321006,0.0000014846098,0.000028298095,0.0039241896],"genre_scores_gemma":[0.97106224,0.011130968,0.0048594405,0.011745499,0.0004260058,0.00022100222,0.00001769563,0.000022661434,0.00051448814],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99348867,0.00038535325,0.0009691073,0.0004707219,0.004373841,0.00031232202],"domain_scores_gemma":[0.9960162,0.0020479162,0.00037363698,0.00034625587,0.00061361585,0.00060235016],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005930962,0.0001856983,0.00039988305,0.00043440724,0.000051386105,0.000013802366,0.00042581264,0.0004119681,0.003238009],"category_scores_gemma":[0.19622812,0.0001269398,0.00003841423,0.0009534546,0.0008776585,0.0009048472,0.00014980449,0.0011042072,0.000017881774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006673638,0.013106323,0.28045934,0.00033300542,0.000057001827,0.000084456646,0.0051264963,4.587402e-7,0.000043017746,0.020989282,0.004725863,0.67440736],"study_design_scores_gemma":[0.01480344,0.00042293355,0.7935408,0.016148021,0.000116514646,0.0015117646,0.045989044,0.0012961122,0.00005218778,0.0031403222,0.122373216,0.00060564943],"about_ca_topic_score_codex":0.00013119055,"about_ca_topic_score_gemma":0.0000469957,"teacher_disagreement_score":0.6738017,"about_ca_system_score_codex":0.000236974,"about_ca_system_score_gemma":0.004426276,"threshold_uncertainty_score":0.99767315},"labels":[],"label_agreement":null},{"id":"W2492228671","doi":"10.1007/s40670-016-0306-z","title":"Assessment Driven Learning: the Use of Higher-Order and Discipline-Integrated Questions on Gross Anatomy Practical Examinations","year":2016,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Calgary","keywords":"Gross anatomy; Modalities; Identification (biology); Pairwise comparison; Point (geometry); Medical education; Mathematics education; Psychology; Medicine; Computer science; Anatomy; Artificial intelligence; Mathematics; Biology; Social science; Ecology","score_opus":0.04911595686991343,"score_gpt":0.4458030795416657,"score_spread":0.39668712267175227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2492228671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7866543,0.000009239026,0.004389833,0.20698932,0.0010328172,0.00030824033,0.0000031845564,0.00004202569,0.00057105493],"genre_scores_gemma":[0.9861407,0.00003197286,0.010045397,0.0014543196,0.00028543003,0.00008187791,0.000009497936,0.000010932208,0.0019398172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9972215,0.00013527248,0.00037735657,0.00036931693,0.0015792047,0.00031730524],"domain_scores_gemma":[0.9974113,0.0010186791,0.00014432563,0.00037244533,0.00070585374,0.00034739875],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015908988,0.00012597785,0.00018616187,0.00023205874,0.00043361,0.000051551167,0.00021868481,0.000109642955,0.0010875062],"category_scores_gemma":[0.024912186,0.000060024093,0.000028495127,0.0017801898,0.0033787312,0.00029611285,0.00009631318,0.0005606197,0.000022396933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006081692,0.0047704796,0.2688621,0.000083466475,0.00008817483,0.000027218448,0.001962313,0.000006641433,0.008920757,0.36283863,0.068037376,0.28434202],"study_design_scores_gemma":[0.0006990953,0.00040926828,0.7920558,0.0004692358,0.000061209335,0.00006601614,0.001184678,0.0023185678,0.00037674455,0.00031962048,0.20188595,0.0001538094],"about_ca_topic_score_codex":0.000054781987,"about_ca_topic_score_gemma":0.00000842784,"teacher_disagreement_score":0.5231937,"about_ca_system_score_codex":0.0002873779,"about_ca_system_score_gemma":0.0035930006,"threshold_uncertainty_score":0.99982566},"labels":[],"label_agreement":null},{"id":"W2492442458","doi":"10.1007/978-3-319-19012-9","title":"Medicine as a Scholarly Field: An Introduction","year":2015,"lang":"en","type":"book","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Field (mathematics); Content (measure theory); The Void; Engineering ethics; Epistemology; Engineering; Philosophy; Mathematics","score_opus":0.02901854454602472,"score_gpt":0.36968768098418014,"score_spread":0.34066913643815544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2492442458","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004098163,0.0002018636,0.00038775674,0.1272106,0.0032047324,0.0004915333,9.788095e-7,0.00019753401,0.8678952],"genre_scores_gemma":[0.00015417728,0.000037680245,0.0032391797,0.018538654,0.02152308,0.000030494191,0.0016571408,0.000056190936,0.9547634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770766,0.000035627483,0.0005304966,0.00048501653,0.0010361791,0.00020501485],"domain_scores_gemma":[0.9968903,0.00003209028,0.00018131227,0.0009106794,0.0017785012,0.00020713198],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011231882,0.0002548443,0.00047232717,0.0005644696,0.0000666176,0.000037239806,0.00017472325,0.00070348376,0.013858159],"category_scores_gemma":[0.0054304334,0.0001992284,0.000045317363,0.0002980491,0.00015937322,0.00040404766,0.000035516478,0.0014380113,0.0008342118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057161993,0.00008798791,0.000010829264,0.000080086174,0.000045165267,0.000010039936,0.00024089661,8.144481e-8,0.000034891917,0.046208642,0.89983857,0.05338563],"study_design_scores_gemma":[0.0007398772,0.0016281693,0.000033040295,0.00018791812,0.00021125817,0.0002470369,0.00025440572,0.000023583238,0.00004153115,0.019212803,0.97724277,0.00017762778],"about_ca_topic_score_codex":0.00006232845,"about_ca_topic_score_gemma":0.0000068438176,"teacher_disagreement_score":0.108671956,"about_ca_system_score_codex":0.0006738838,"about_ca_system_score_gemma":0.0020040958,"threshold_uncertainty_score":0.99994373},"labels":[],"label_agreement":null},{"id":"W2493375766","doi":"10.4300/jgme-d-15-00505.1","title":"Daily Encounter Cards—Evaluating the Quality of Documented Assessments","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Quality (philosophy); MEDLINE; Data science; Computer science; Medicine; Biology","score_opus":0.1026974395749328,"score_gpt":0.5164432467886779,"score_spread":0.4137458072137451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493375766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9214899,0.00013753468,0.0039590653,0.07059401,0.0028030684,0.00021822054,0.0000012976717,0.000007639183,0.0007892403],"genre_scores_gemma":[0.99074847,0.00014921094,0.0035808256,0.0035641913,0.0010451581,0.000016630696,0.000008942217,0.000014301227,0.00087226083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99509126,0.0003493857,0.0014988468,0.0001385447,0.0027377545,0.00018419365],"domain_scores_gemma":[0.9955641,0.00037151334,0.0012837035,0.00034925112,0.0022804807,0.00015093281],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007387906,0.00012068538,0.00036442906,0.0002172461,0.00007737019,0.00001440825,0.00027757214,0.000111823654,0.00078351895],"category_scores_gemma":[0.01883756,0.00005847471,0.00014512437,0.0004625336,0.00027850148,0.00022674988,0.00003329537,0.00046140497,0.000014038652],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038697667,0.0014972233,0.02852605,0.00022781783,0.00024323288,0.0000028877898,0.0012637298,5.5768703e-7,0.010719556,0.0013851755,0.08912986,0.8666169],"study_design_scores_gemma":[0.0120425485,0.004491593,0.9061681,0.008728948,0.001041744,0.0010397714,0.01141223,0.00075418333,0.007010882,0.012887804,0.033867367,0.00055479613],"about_ca_topic_score_codex":0.000050358918,"about_ca_topic_score_gemma":0.0000021750623,"teacher_disagreement_score":0.8776421,"about_ca_system_score_codex":0.0003363132,"about_ca_system_score_gemma":0.0043515544,"threshold_uncertainty_score":0.9894272},"labels":[],"label_agreement":null},{"id":"W2493458415","doi":"10.1017/cbo9781316178485.015","title":"Professional identity formation, the practicing physician, and continuing professional development","year":2016,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Family medicine; Feeling; Specialty; Medicine; Nursing; Multidisciplinary approach; Psychology","score_opus":0.020715935599742368,"score_gpt":0.27094335599521485,"score_spread":0.25022742039547247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493458415","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009732983,0.00008939649,0.0017007987,0.0011550254,0.0014722766,0.0012381267,0.000023152486,0.00008700606,0.98450124],"genre_scores_gemma":[0.008001399,0.000024907464,0.0005129411,0.0007410391,0.00037353407,0.000006328805,0.000078909005,0.000029308623,0.99023163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852407,0.00004627349,0.0003170651,0.0003065333,0.0005890967,0.00021695768],"domain_scores_gemma":[0.99845505,0.00011117504,0.00045922142,0.00030778247,0.0005887106,0.00007807067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040450363,0.00024288513,0.0002835653,0.00015854563,0.0004916503,0.000030256542,0.00019347758,0.0002578173,0.000012667059],"category_scores_gemma":[0.00011840677,0.00017393671,0.00006232034,0.00001829036,0.00029540912,0.0003585725,0.00030090654,0.0006748937,0.000018069579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015518478,0.000046447516,0.00002545049,0.0003684939,0.00014839324,0.000037243903,0.00097405096,6.219433e-8,0.00025069574,0.86313885,0.07713189,0.057723243],"study_design_scores_gemma":[0.0008733379,0.000022430608,0.0011026232,0.002833406,0.00021057471,0.000050149552,0.0004193173,0.000032916018,0.00044455152,0.000037854323,0.99373,0.00024284536],"about_ca_topic_score_codex":0.0000033675856,"about_ca_topic_score_gemma":6.4566404e-7,"teacher_disagreement_score":0.9165981,"about_ca_system_score_codex":0.00035903402,"about_ca_system_score_gemma":0.00037541287,"threshold_uncertainty_score":0.70929337},"labels":[],"label_agreement":null},{"id":"W2497182229","doi":"10.1016/b978-0-12-802578-9.00012-3","title":"Managing Time During the Exam","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Bridging (networking); Narrative; Plan (archaeology); Weaving; Computer science; Engineering; Computer security; History; Philosophy; Linguistics","score_opus":0.02045413786532996,"score_gpt":0.2826713463161015,"score_spread":0.26221720845077157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2497182229","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031993157,0.00072844524,0.0000038928747,0.0017613051,0.00060148194,0.00065968063,0.0000032265266,0.000103200844,0.99581885],"genre_scores_gemma":[0.0004078907,0.000030477233,0.00048090512,0.001485188,0.0016074067,0.00004221672,0.000054159333,0.00009485886,0.9957969],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983918,0.000016867683,0.00041571996,0.00030736686,0.0006293221,0.00023891096],"domain_scores_gemma":[0.99860257,0.000027622335,0.00019231872,0.00079782936,0.00029534043,0.000084292406],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00059979706,0.00026945234,0.00036515453,0.00019514731,0.00014799589,0.000024962537,0.00021678876,0.00025532005,0.0013534594],"category_scores_gemma":[0.00013404293,0.00019098313,0.000108686036,0.000029587007,0.00020659658,0.000024470432,0.00010807921,0.0008777267,0.0016498356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016083903,0.0000075300363,0.0000042696033,0.00015427398,0.00009968859,0.00003296247,0.000298254,3.9406365e-7,0.000027258195,0.00249919,0.00835291,0.9885072],"study_design_scores_gemma":[0.0003237474,0.00003241092,0.00007932198,0.00069212134,0.00019662868,0.0001367117,0.000024307697,0.000032046588,0.000013648318,0.0073085343,0.99097013,0.00019036858],"about_ca_topic_score_codex":2.7337552e-7,"about_ca_topic_score_gemma":5.847053e-7,"teacher_disagreement_score":0.98831683,"about_ca_system_score_codex":0.00033080947,"about_ca_system_score_gemma":0.0002460171,"threshold_uncertainty_score":0.99955946},"labels":[],"label_agreement":null},{"id":"W249737571","doi":"10.1093/pch/17.10.544","title":"Pediatric Emergency Medicine Fellows Education Day: Addressing CanMEDS objectives at a national subspecialty conference","year":2012,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Subspecialty; Curriculum; Medical education; Medicine; Family medicine; Psychology; Pedagogy","score_opus":0.04926030266950911,"score_gpt":0.3851260880430553,"score_spread":0.3358657853735462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W249737571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73973125,0.039751325,0.0024381266,0.075441554,0.025576474,0.0029353208,0.00007242559,0.00039621285,0.11365733],"genre_scores_gemma":[0.95551884,0.0064212335,0.002071954,0.0052915765,0.028264476,0.00013350387,0.0008537719,0.000059649446,0.0013849783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959381,0.00021843398,0.0011462072,0.00045689862,0.0014443165,0.000796022],"domain_scores_gemma":[0.9969922,0.00013452297,0.00074667664,0.00038438546,0.0011690896,0.0005731619],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002746819,0.00030693138,0.0004875477,0.0008829999,0.0007784574,0.00001086245,0.00018232765,0.00021701574,0.0022314088],"category_scores_gemma":[0.0033974606,0.00028114716,0.00009176752,0.002407609,0.00013591631,0.00030504345,0.0000796016,0.0007410129,0.00015764455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000351125,0.001036947,0.5924199,0.00063255813,0.000029772602,4.6148855e-7,0.007873602,0.0000020330538,0.000017253666,0.00783149,0.3720065,0.018114345],"study_design_scores_gemma":[0.0010473692,0.00018799337,0.92257106,0.0001205242,0.00014970524,0.00006514131,0.0012424239,0.00014630075,0.000015689764,0.0008816267,0.07321927,0.00035287108],"about_ca_topic_score_codex":0.00023418097,"about_ca_topic_score_gemma":0.000060425133,"teacher_disagreement_score":0.33015117,"about_ca_system_score_codex":0.0018762797,"about_ca_system_score_gemma":0.0038656725,"threshold_uncertainty_score":0.99996406},"labels":[],"label_agreement":null},{"id":"W2497519371","doi":"10.1017/cbo9781316178485.010","title":"General principles for establishing programs to support professionalism and professional identity formation at the undergraduate and postgraduate levels","year":2016,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Subject (documents); Set (abstract data type); Medical education; Identity formation; Pedagogy; Psychology; Engineering ethics; Medicine; Engineering; Library science; Social psychology; Computer science; Self-concept","score_opus":0.07713510381482687,"score_gpt":0.3114091113554722,"score_spread":0.23427400754064537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2497519371","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2198107,0.00023575065,0.010129339,0.025026593,0.0028422573,0.014456857,0.001232335,0.00032812794,0.725938],"genre_scores_gemma":[0.007904946,0.000031796775,0.0014397968,0.0007722685,0.00024785462,0.000031806183,0.00046907458,0.000043762495,0.9890587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834925,0.000043888318,0.0003401924,0.00045790998,0.00051073974,0.0002980189],"domain_scores_gemma":[0.9985032,0.000095581454,0.00032319262,0.00035964837,0.0005717286,0.00014666411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055126054,0.0002897266,0.00032293005,0.00019773262,0.00063713983,0.00007328157,0.00020411391,0.0002912801,0.0000047350804],"category_scores_gemma":[0.00015389758,0.00020962239,0.000081294354,0.000023271628,0.0003365353,0.00036866954,0.00059164956,0.00035873518,0.0000042830256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028595526,0.000025639443,0.00006254126,0.00053273165,0.00010446001,0.000017524817,0.00029901366,1.6728242e-7,0.00029300153,0.92771953,0.038277507,0.032381915],"study_design_scores_gemma":[0.001678387,0.00021138853,0.0014366789,0.0013251536,0.00034661812,0.00013188712,0.00012271713,0.00012779378,0.0003530346,0.00055045856,0.9933399,0.0003759989],"about_ca_topic_score_codex":0.000019971592,"about_ca_topic_score_gemma":0.000010623415,"teacher_disagreement_score":0.9550624,"about_ca_system_score_codex":0.00043850162,"about_ca_system_score_gemma":0.0003076192,"threshold_uncertainty_score":0.8548153},"labels":[],"label_agreement":null},{"id":"W2497686447","doi":"","title":"Commentary: Posing questions to support and challenge — A guide for mentoring staff","year":2016,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Socratic questioning; Socratic method; Perspective (graphical); Psychology; Reflection (computer programming); Process (computing); Pedagogy; Engineering ethics; Medical education; Medicine; Computer science; Epistemology; Engineering","score_opus":0.02059482162993087,"score_gpt":0.29876203936317824,"score_spread":0.2781672177332474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2497686447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5238477,0.00003832747,0.031486403,0.4235192,0.0006215278,0.001292766,0.00004746766,0.00018746432,0.01895914],"genre_scores_gemma":[0.8583878,0.000190675,0.06200428,0.005072652,0.000532328,0.000018119903,0.00007395681,0.000052324518,0.073667854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927115,0.00001787525,0.00010776956,0.00022948193,0.00014852325,0.00022521827],"domain_scores_gemma":[0.99936324,0.000068490444,0.000045938457,0.0002100703,0.0001684684,0.00014377269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019462578,0.000097712116,0.00013376333,0.00033725938,0.00016173196,0.000010986905,0.00008846502,0.000056546112,0.00008583653],"category_scores_gemma":[0.00022681714,0.00008673233,0.000033392276,0.0002674719,0.000057795663,0.00020481544,0.00008106926,0.00006577596,0.0000133168205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003246063,0.0007139435,0.010296109,0.00017977289,0.0002587671,0.00006582498,0.0068601863,7.540336e-7,0.013764653,0.07136018,0.7075457,0.1886295],"study_design_scores_gemma":[0.0014213746,0.0006912637,0.0019075061,0.00023247476,0.00009518936,0.0000107929945,0.002675282,0.000010844955,0.00068916753,0.00008222461,0.99205774,0.00012614638],"about_ca_topic_score_codex":0.00012762254,"about_ca_topic_score_gemma":0.00012005311,"teacher_disagreement_score":0.41844654,"about_ca_system_score_codex":0.0004704194,"about_ca_system_score_gemma":0.000093321134,"threshold_uncertainty_score":0.3536842},"labels":[],"label_agreement":null},{"id":"W2497942459","doi":"","title":"A valuable string of PURLs.","year":2016,"lang":"en","type":"editorial","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Journal of Communication (Canada)","funders":"","keywords":"Medicine; String (physics); Management science; Theoretical physics","score_opus":0.016663675951467057,"score_gpt":0.3051141847598751,"score_spread":0.28845050880840806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2497942459","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011297552,0.00022812185,0.00008185107,0.000698204,0.9832472,0.0009263615,0.00003581681,0.00005324158,0.01359945],"genre_scores_gemma":[0.0040390845,0.00010963147,0.0004953057,0.00007088691,0.97153735,0.0016163401,0.00024782837,0.000045934154,0.021837631],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978655,0.000025483192,0.00047538723,0.0002570323,0.0010465909,0.00033000298],"domain_scores_gemma":[0.9982213,0.00021147817,0.0002874245,0.00047160182,0.00073201355,0.00007620574],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010334945,0.00014891471,0.00041066977,0.0002889356,0.000028621125,0.000009134002,0.00017005847,0.0005904224,0.0001605526],"category_scores_gemma":[0.011235462,0.000113243885,0.00008122552,0.00033326642,0.00009796547,0.00005323142,0.000051907962,0.00053459726,0.000028747023],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026775437,0.000060665483,0.00005754185,0.0002719655,0.00005601754,0.0000016371646,0.000017967795,2.0388322e-8,0.0000065962317,0.00012811327,0.7651789,0.23419376],"study_design_scores_gemma":[0.0008260361,0.000024388246,0.0022378783,0.00023806638,0.00014090507,0.0000016870827,0.000011792186,6.858547e-7,0.0003267115,0.00024540236,0.99584335,0.000103117745],"about_ca_topic_score_codex":0.000024619352,"about_ca_topic_score_gemma":7.013356e-7,"teacher_disagreement_score":0.23409064,"about_ca_system_score_codex":0.00031417148,"about_ca_system_score_gemma":0.00045727505,"threshold_uncertainty_score":0.9970933},"labels":[],"label_agreement":null},{"id":"W2499016561","doi":"10.3138/jvme.1215-201r","title":"A Guide for Making Valid Interpretations of Student Evaluation of Teaching (SET) Results","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Set (abstract data type); Promotion (chess); Medical education; Curriculum; Sample (material); Psychology; Mathematics education; Medicine; Pedagogy; Computer science; Political science","score_opus":0.1681039235270954,"score_gpt":0.5506300885867667,"score_spread":0.38252616505967124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499016561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96550685,0.00022339718,0.018734403,0.011538445,0.0020800696,0.00052844593,0.0000068376394,0.000007408456,0.0013741459],"genre_scores_gemma":[0.9767213,0.000040699833,0.021862129,0.00048700528,0.0006506508,0.00004424979,0.000019347925,0.000015766696,0.00015887835],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99586976,0.00027418276,0.001801377,0.00015035525,0.0017640168,0.00014032058],"domain_scores_gemma":[0.9946941,0.00046243012,0.0014680692,0.000277663,0.0030004561,0.00009724463],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00816352,0.0001102013,0.00035624858,0.00048113064,0.00005163315,0.000006274491,0.00022230553,0.00012851847,0.0001898429],"category_scores_gemma":[0.032839067,0.00007558409,0.0001522709,0.00023094383,0.00013622551,0.00021913122,0.000034005727,0.00024209185,0.0000014979031],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010391185,0.0019469007,0.001898444,0.00038120852,0.00019152918,0.0000025514062,0.0050156675,0.000009571987,0.020038258,0.0010614212,0.027557582,0.94085777],"study_design_scores_gemma":[0.06157857,0.041927133,0.39713743,0.09368731,0.0070210057,0.0074699293,0.04737631,0.014189774,0.014027131,0.012014551,0.30212694,0.0014439038],"about_ca_topic_score_codex":0.0000066150733,"about_ca_topic_score_gemma":9.489354e-7,"teacher_disagreement_score":0.93941385,"about_ca_system_score_codex":0.00044086573,"about_ca_system_score_gemma":0.0036212883,"threshold_uncertainty_score":0.97530776},"labels":[],"label_agreement":null},{"id":"W2499333236","doi":"10.5116/ijme.5780.bdba","title":"Bedside teaching: an underutilized tool in medical education","year":2016,"lang":"en","type":"article","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Vanderbilt University","keywords":"Medical education; MEDLINE; Medicine; Psychology; Data science; Computer science; Political science","score_opus":0.017802051422088135,"score_gpt":0.4332072335823932,"score_spread":0.4154051821603051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499333236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73182577,0.00020411317,0.004146146,0.2538235,0.008056775,0.00019755377,0.000001089909,0.000026228043,0.0017187989],"genre_scores_gemma":[0.96489424,0.00038790042,0.0058586607,0.023737168,0.00428386,0.00003549482,0.000058987604,0.00003093405,0.0007127519],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931517,0.00025341703,0.0014949915,0.0002809836,0.004564468,0.0002544321],"domain_scores_gemma":[0.99687195,0.00020958045,0.0005810903,0.00031875464,0.001629594,0.00038905576],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004240998,0.00018732563,0.00035288432,0.0010543948,0.000050461447,0.00004841483,0.0008836578,0.00041639307,0.005313737],"category_scores_gemma":[0.035612673,0.00013017631,0.00012685469,0.00033103352,0.00022186433,0.00067516003,0.0000662244,0.0009799136,0.000051610576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002620578,0.0045202225,0.015289264,0.00002246176,0.00007092438,0.00004186056,0.0005293509,4.2322048e-7,0.00032522465,0.024830678,0.04132923,0.9127783],"study_design_scores_gemma":[0.02250843,0.0016361431,0.25280428,0.019111909,0.00028938448,0.014988479,0.0075847125,0.003266658,0.0012251993,0.055263024,0.62016547,0.0011563436],"about_ca_topic_score_codex":0.000111142275,"about_ca_topic_score_gemma":0.000040023835,"teacher_disagreement_score":0.9116219,"about_ca_system_score_codex":0.0010417794,"about_ca_system_score_gemma":0.020218717,"threshold_uncertainty_score":0.9955955},"labels":[],"label_agreement":null},{"id":"W2500239254","doi":"10.1186/s41077-016-0027-9","title":"Ethical reasoning through simulation: a phenomenological analysis of student experience","year":2016,"lang":"en","type":"article","venue":"Advances in Simulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Debriefing; Interpretative phenomenological analysis; Psychology; Qualitative research; Compromise; Medical education; Social psychology; Pedagogy; Sociology; Medicine","score_opus":0.04575375560890226,"score_gpt":0.47414202976645065,"score_spread":0.4283882741575484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500239254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8138429,0.00024567556,0.18375888,0.0006260938,0.00013886917,0.00020487029,0.000001323764,0.00003225389,0.0011491483],"genre_scores_gemma":[0.98985314,0.00007088325,0.009433408,0.00046387574,0.00008162915,0.00003140891,0.00001865118,0.0000072738953,0.000039731716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984168,0.00007008869,0.000574894,0.00028464448,0.00048853556,0.00016503078],"domain_scores_gemma":[0.9986186,0.00059325324,0.00019763115,0.00028891794,0.00027553583,0.000026042044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036493983,0.00010143108,0.0003169392,0.00027747024,0.000044383,0.000005046202,0.00008977807,0.00017761443,0.00032672603],"category_scores_gemma":[0.0019455786,0.00007017971,0.000062562525,0.001847588,0.00019447328,0.00034858496,0.000029876115,0.00019716985,0.0000057861967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015002312,0.0002588741,0.2822765,0.000022015161,0.000084387706,0.0000031749826,0.0061432384,0.62748617,0.00039095356,0.011756973,0.0000028956706,0.07142479],"study_design_scores_gemma":[0.0021437013,0.00030331628,0.5374055,0.00035828588,0.0003582683,0.0000013677799,0.0026377365,0.44549093,0.00030596915,0.0037030706,0.0070345574,0.0002573098],"about_ca_topic_score_codex":0.0000032476485,"about_ca_topic_score_gemma":0.0000036786994,"teacher_disagreement_score":0.25512898,"about_ca_system_score_codex":0.00019698947,"about_ca_system_score_gemma":0.00003410516,"threshold_uncertainty_score":0.3577421},"labels":[],"label_agreement":null},{"id":"W2500809501","doi":"10.2307/3660972","title":"","year":2003,"lang":"en","type":"article","venue":"Journal of American History","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biography; Politics; Creativity; Bachelor; Classics; Medical school; Reputation; Judaism; Sociology; Law; Political science; History; Medicine; Medical education","score_opus":0.014739918449403526,"score_gpt":0.29613867272166067,"score_spread":0.28139875427225713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500809501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98597664,0.0011790794,0.0031534191,0.003950137,0.0018520383,0.00009694486,1.0922093e-7,0.000014460768,0.003777185],"genre_scores_gemma":[0.923564,0.000087692446,0.064406,0.011085532,0.00041080776,0.0000033075073,5.9786595e-7,0.000021697682,0.00042036452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975338,0.00013156157,0.000927858,0.00012318375,0.0010510059,0.0002326174],"domain_scores_gemma":[0.99623525,0.00006646681,0.0013791362,0.00028501812,0.0018320547,0.00020209303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018428968,0.00012875798,0.0005325169,0.0006215768,0.000051714575,0.000003473289,0.00012351159,0.000042388725,0.00018294065],"category_scores_gemma":[0.006972434,0.00010969189,0.00018133748,0.0006256927,0.00072402257,0.0001857659,0.0000057102507,0.00068840844,0.0000038835524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010415475,0.0029669225,0.11357545,0.00013824612,0.00045196307,0.00057933363,0.010708288,0.000043400836,0.035376247,0.0051792194,0.6298699,0.2000695],"study_design_scores_gemma":[0.0016449695,0.0021415532,0.05910225,0.00009871231,0.00017258129,0.0036401371,0.0049644574,0.000011586769,0.0006059746,0.00006956202,0.9274156,0.00013260216],"about_ca_topic_score_codex":0.000026721309,"about_ca_topic_score_gemma":0.000001149224,"teacher_disagreement_score":0.29754573,"about_ca_system_score_codex":0.0046126703,"about_ca_system_score_gemma":0.0024271111,"threshold_uncertainty_score":0.99920845},"labels":[],"label_agreement":null},{"id":"W2502782627","doi":"10.3138/jvme.1215-194r","title":"Assessing Professionalism: A Theoretical Framework for Defining Clinical Rotation Assessment Criteria","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horserace Betting Levy Board; Petplan Charitable Trust","keywords":"Competence (human resources); Medical education; Experiential learning; Set (abstract data type); Faculty development; Psychology; Professional development; Session (web analytics); Pedagogy; Medicine; Computer science","score_opus":0.15995277962263033,"score_gpt":0.5837241054877417,"score_spread":0.42377132586511135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502782627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67952466,0.00013045761,0.25300834,0.06035374,0.0063719824,0.0003377138,0.0000014494002,0.000020584224,0.0002510394],"genre_scores_gemma":[0.7340226,0.000070412614,0.25853628,0.0052374653,0.001972536,0.000066676825,0.000022368577,0.00002589893,0.000045722547],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962906,0.00039218768,0.0016318238,0.000251335,0.0011653769,0.00026866567],"domain_scores_gemma":[0.9956162,0.0015188531,0.0008793048,0.0002793829,0.0014290216,0.00027721547],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055731307,0.00016647378,0.00046523922,0.00027547817,0.00013892114,0.00005296344,0.0002150364,0.0004129024,0.0017084667],"category_scores_gemma":[0.0342863,0.000103591294,0.00021611598,0.00029627827,0.0003932565,0.00051552785,0.000044340388,0.0007136944,0.000011343757],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060511177,0.002104215,0.0073333494,0.00023066532,0.0000855004,0.00002318549,0.0002442041,7.7566945e-8,0.0013826881,0.13630296,0.016425166,0.8352629],"study_design_scores_gemma":[0.01316809,0.013313712,0.53545314,0.037193883,0.00097633374,0.009052218,0.0073675797,0.003040942,0.00041992468,0.26711825,0.11191402,0.0009819424],"about_ca_topic_score_codex":6.199515e-7,"about_ca_topic_score_gemma":3.7059568e-8,"teacher_disagreement_score":0.8342809,"about_ca_system_score_codex":0.00033416823,"about_ca_system_score_gemma":0.0059416103,"threshold_uncertainty_score":0.99969375},"labels":[],"label_agreement":null},{"id":"W2503760040","doi":"10.4135/9781452220291.n12","title":"U.S. and Canadian Medical Schools","year":2000,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Political science; Medicine","score_opus":0.01257192130071529,"score_gpt":0.2840686765359929,"score_spread":0.2714967552352776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503760040","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016293199,0.00026900836,0.000007264337,0.031296007,0.0002508746,0.0002263086,0.000005002143,0.000040735933,0.96774185],"genre_scores_gemma":[0.0019712371,0.0006847864,0.0011919603,0.033964083,0.0009286452,0.000008782762,0.00019504597,0.000043788175,0.96101165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987148,0.0000030917413,0.00027270464,0.00023397744,0.000590757,0.00018465747],"domain_scores_gemma":[0.99893594,0.00001196281,0.000031558713,0.00026470743,0.0001268483,0.0006289648],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00021655897,0.00015621736,0.0002458071,0.00034960549,0.000058427708,0.000013473331,0.00007120317,0.0007672267,0.14955552],"category_scores_gemma":[0.00036134425,0.00013378839,0.00003303135,0.000038927523,0.00013040662,0.000023331324,0.000012584282,0.0010201214,0.0015109417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005245093,0.0000070753304,0.000049460814,0.00003360189,0.000042799693,0.00009278193,0.000019358362,5.978237e-9,2.438525e-7,0.21700211,0.42073458,0.3620127],"study_design_scores_gemma":[0.00023090138,0.000035556426,0.00028105613,0.00034895216,0.00004814255,0.00028433048,0.000011774739,0.00001979313,9.27593e-7,0.0057048933,0.99290854,0.00012513575],"about_ca_topic_score_codex":0.0074586724,"about_ca_topic_score_gemma":0.010278619,"teacher_disagreement_score":0.57217395,"about_ca_system_score_codex":0.00019147337,"about_ca_system_score_gemma":0.0031302471,"threshold_uncertainty_score":0.9992665},"labels":[],"label_agreement":null},{"id":"W2504259430","doi":"10.3138/jvme.0216-042r","title":"Use of Examination Wrappers to Direct Student Self-Assessment of Examination Preparation: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Metacognition; Final examination; Curriculum; Psychology; Medical education; Physical examination; Mathematics education; Pedagogy; Medicine; Cognition; Surgery","score_opus":0.09024987818933324,"score_gpt":0.45741860432529435,"score_spread":0.36716872613596113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504259430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920834,0.00003777705,0.0025190418,0.0025052472,0.0015302395,0.0009527969,0.0000015716819,0.000018907815,0.00035103847],"genre_scores_gemma":[0.98916024,0.000082677856,0.009676361,0.00036500083,0.00043567966,0.00007981924,0.000010015664,0.000021147376,0.00016903419],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953828,0.00050885486,0.0015786011,0.00024047722,0.002118432,0.00017083608],"domain_scores_gemma":[0.9959438,0.0003087488,0.001074589,0.00038093395,0.0020774826,0.00021446483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036143563,0.00017373859,0.00049722375,0.0008263323,0.000053420736,0.000015157295,0.0002302736,0.000095337746,0.00031340268],"category_scores_gemma":[0.0028553298,0.00012384384,0.00007830307,0.0007954123,0.000093177376,0.00048891787,0.000059620794,0.00022283554,0.0000037049965],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015930503,0.06620766,0.1690593,0.0007504406,0.00074936,0.00004634846,0.01554754,0.000024668612,0.08121785,0.0005670639,0.011377686,0.65285903],"study_design_scores_gemma":[0.0018247211,0.030127238,0.9604078,0.0011671415,0.00019772559,0.00022361915,0.0024954332,0.00013963046,0.0010558394,0.000007512708,0.0022267837,0.00012658484],"about_ca_topic_score_codex":0.000017103619,"about_ca_topic_score_gemma":0.000002692073,"teacher_disagreement_score":0.79134846,"about_ca_system_score_codex":0.00074818655,"about_ca_system_score_gemma":0.0024581864,"threshold_uncertainty_score":0.5050205},"labels":[],"label_agreement":null},{"id":"W2507718297","doi":"10.1097/ceh.0000000000000105","title":"Preface to This Supplemental Issue: Select Proceedings of the 2016 Congress on Continuing Professional Development","year":2016,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"Society for Academic Continuing Medical Education","keywords":"Continuing education; Library science; Professional development; Medical education; Psychology; Political science; Medicine; Computer science","score_opus":0.016921480308649185,"score_gpt":0.3962682162082672,"score_spread":0.379346735899618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507718297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84967244,0.00008107533,0.00003192836,0.14214334,0.0060788156,0.0015131065,0.0000037589996,0.000008679945,0.00046683877],"genre_scores_gemma":[0.9629116,0.000031428546,0.0045272703,0.0057379664,0.0006223136,0.00012908484,0.000004702874,0.00002279656,0.026012808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969414,0.00022362972,0.0014071409,0.00017730451,0.00090493564,0.00034562012],"domain_scores_gemma":[0.9966655,0.00033265512,0.0014289636,0.00021454878,0.001235982,0.00012238421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038960946,0.0001593308,0.00036675012,0.00039060868,0.0002330192,0.00001610674,0.00042477745,0.000100043144,0.00029933488],"category_scores_gemma":[0.0021361113,0.000071382805,0.00006634555,0.0007269378,0.00008994184,0.0001679053,0.000064709086,0.00067108154,0.000017468517],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002578003,0.0011772796,0.03494911,0.000247841,0.00002420202,3.14607e-7,0.05023885,2.4976617e-7,0.004786754,0.0010029101,0.7457941,0.16152059],"study_design_scores_gemma":[0.0030573437,0.0008766811,0.30469725,0.04610989,0.00005492693,0.00013110907,0.06420338,0.000004426663,0.013721821,0.0002825663,0.5666199,0.00024073487],"about_ca_topic_score_codex":0.000009626033,"about_ca_topic_score_gemma":0.0000061286796,"teacher_disagreement_score":0.26974815,"about_ca_system_score_codex":0.00056203984,"about_ca_system_score_gemma":0.0033387907,"threshold_uncertainty_score":0.5922871},"labels":[],"label_agreement":null},{"id":"W2509125294","doi":"10.1111/medu.13063","title":"Feedback and the educational alliance: examining credibility judgements and their consequences","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":228,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Credibility; Alliance; Psychology; Supervisor; Judgement; Context (archaeology); Social psychology; Source credibility; Grounded theory; Process (computing); Applied psychology; Epistemology; Qualitative research; Computer science; Sociology","score_opus":0.024426442316427384,"score_gpt":0.34143529135177253,"score_spread":0.31700884903534515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509125294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7091927,0.00092458713,0.00033902223,0.2863419,0.0011373399,0.0003921932,0.0000013956774,0.000023050452,0.0016478382],"genre_scores_gemma":[0.9763448,0.0006646182,0.001207167,0.0184594,0.0007609814,0.00020557283,0.00002888749,0.000010977016,0.002317594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985149,0.00012439318,0.00037811347,0.00032690197,0.00046714093,0.00018853738],"domain_scores_gemma":[0.99863404,0.0005400597,0.00012278094,0.0002973159,0.00028373257,0.00012208785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016581635,0.00013240025,0.00020085504,0.000062337844,0.00017982845,0.000028699398,0.00011907762,0.00012789844,0.0012904196],"category_scores_gemma":[0.012023432,0.00006355082,0.000021411499,0.0002387942,0.0020407538,0.00013336484,0.000051049385,0.00021668097,0.000027259523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013339178,0.00043169103,0.064655684,0.00013702834,0.00005513186,3.750334e-7,0.0021081613,1.9017312e-8,0.00041348103,0.012462229,0.10212611,0.8174767],"study_design_scores_gemma":[0.0071183187,0.00021752014,0.8237841,0.0018693772,0.00013275958,0.00039193957,0.0066447416,0.0004869739,0.000599947,0.03797923,0.120388225,0.0003868668],"about_ca_topic_score_codex":0.000051216382,"about_ca_topic_score_gemma":0.000006775779,"teacher_disagreement_score":0.81708986,"about_ca_system_score_codex":0.000109864435,"about_ca_system_score_gemma":0.0019094505,"threshold_uncertainty_score":0.9996225},"labels":[],"label_agreement":null},{"id":"W2509888726","doi":"10.1016/j.amjsurg.2016.07.017","title":"Strategies for increasing the feasibility of performance assessments during competency-based education: Subjective and objective evaluations correlate in the operating room","year":2016,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; St. Peter's Hospital; St. Michael's Hospital","funders":"","keywords":"Psychology; Medical education; Applied psychology; Medicine","score_opus":0.047400002370477756,"score_gpt":0.39125532026166066,"score_spread":0.3438553178911829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509888726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99141276,0.00007184985,0.0018325254,0.0059695262,0.00021359121,0.00035839406,0.0000021600658,0.0000028104919,0.0001364043],"genre_scores_gemma":[0.9975898,0.000035109504,0.0017893506,0.00039767896,0.00013780953,0.0000349613,0.0000015747272,0.0000074576515,0.0000062374897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984282,0.00049052155,0.0005289244,0.00009079327,0.00033566568,0.00012589822],"domain_scores_gemma":[0.99546593,0.002786585,0.00074039627,0.00021222257,0.00077394076,0.000020922864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00510834,0.000083866966,0.0002656729,0.00015148241,0.0002275538,0.000023772644,0.00012586522,0.000016235523,0.000007956404],"category_scores_gemma":[0.0018273529,0.000035381985,0.00006455181,0.0005598011,0.0004556201,0.00020908288,0.000012474573,0.00023292429,2.2570732e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007147245,0.00032705875,0.9161107,0.00007435688,0.00008570289,7.1694564e-7,0.0042177667,0.00016144163,0.005029496,0.00048879173,0.00005890451,0.072730355],"study_design_scores_gemma":[0.00039866305,0.0002015202,0.9666678,0.00056749873,0.000072366754,0.00011821568,0.030314775,0.00067889265,0.00032943746,0.0006001414,0.0000053771832,0.000045326004],"about_ca_topic_score_codex":0.000052405598,"about_ca_topic_score_gemma":0.000003954999,"teacher_disagreement_score":0.072685026,"about_ca_system_score_codex":0.00017382603,"about_ca_system_score_gemma":0.0029237939,"threshold_uncertainty_score":0.5186685},"labels":[],"label_agreement":null},{"id":"W2510152654","doi":"10.1111/medu.13067","title":"Investigating conditions for meaningful feedback in the context of an evidence‐based feedback programme","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia","funders":"","keywords":"Context (archaeology); Psychology; Medical education; Computer science; Medicine","score_opus":0.06370644341904226,"score_gpt":0.39623815092109865,"score_spread":0.3325317075020564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510152654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83344567,0.00011190444,0.0016420167,0.16257688,0.0005949001,0.0013678527,0.000005250613,0.000037690057,0.0002178204],"genre_scores_gemma":[0.9572272,0.000010279718,0.008155181,0.032863196,0.0005092985,0.00091668125,0.00019223242,0.000019429905,0.00010654177],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977515,0.0001804651,0.00066954584,0.00027907838,0.00082812743,0.0002913313],"domain_scores_gemma":[0.99755937,0.0009151571,0.00025693345,0.00045349915,0.0006833101,0.00013173746],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002592242,0.00013245361,0.00023832193,0.00021601144,0.000099996214,0.000017967232,0.00027728785,0.00018091385,0.000394031],"category_scores_gemma":[0.040109824,0.00007864687,0.000064127795,0.00074139325,0.00052798045,0.0002642598,0.000012881722,0.0002430115,0.000017424265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007960374,0.0024826042,0.021958642,0.0004980027,0.00002294429,0.0000010023086,0.0042749764,6.487385e-7,0.0034733322,0.011853092,0.066508815,0.88884634],"study_design_scores_gemma":[0.023804013,0.0051926547,0.5942628,0.04247193,0.00078013923,0.00030678956,0.09259375,0.02066946,0.021033384,0.026282609,0.17103091,0.0015715775],"about_ca_topic_score_codex":0.00012097838,"about_ca_topic_score_gemma":0.00005882792,"teacher_disagreement_score":0.88727474,"about_ca_system_score_codex":0.00021010467,"about_ca_system_score_gemma":0.003764076,"threshold_uncertainty_score":0.96797574},"labels":[],"label_agreement":null},{"id":"W2510221658","doi":"10.11606/issn.1679-9836.v95ispe3p15-18","title":"What are the fundamentals for a Medical School Curriculum in the 21st Century?","year":2016,"lang":"en","type":"article","venue":"Revista de Medicina","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Interdependence; Context (archaeology); Relevance (law); Health care; Health professionals; Medical education; Public relations; Political science; Commission; Accountability; Medicine; Pedagogy; Sociology","score_opus":0.01588922557056243,"score_gpt":0.3423353836168903,"score_spread":0.3264461580463279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510221658","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36926538,0.010473674,0.0014296236,0.6120848,0.0018700825,0.0030194668,0.000007356929,0.000066090026,0.0017835343],"genre_scores_gemma":[0.9466928,0.0064976886,0.00028518832,0.04356306,0.0019250001,0.00056985934,0.000031927964,0.000028337596,0.00040609436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975641,0.00020108317,0.00053633784,0.00026387742,0.0010226369,0.0004119582],"domain_scores_gemma":[0.99824566,0.00057824043,0.00017728626,0.0006165043,0.00018214501,0.00020015531],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004088271,0.0001593551,0.00030225434,0.00011569337,0.00014442211,0.00007349717,0.0004318616,0.00014646533,0.0010161168],"category_scores_gemma":[0.016229019,0.000063161904,0.00009166434,0.0005880065,0.00035755447,0.00014679742,0.000040590778,0.0004321115,0.00007280184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009628404,0.00073832105,0.04967094,0.0006136183,0.00008364839,0.00007573699,0.0024593957,5.5414215e-8,0.00027282527,0.04225692,0.30285594,0.60087633],"study_design_scores_gemma":[0.0026916603,0.00021486473,0.02129786,0.005843453,0.00013033963,0.00034447125,0.053938568,0.000086949076,0.000033647604,0.0005218437,0.9147491,0.00014725259],"about_ca_topic_score_codex":0.000019164276,"about_ca_topic_score_gemma":0.000008879587,"teacher_disagreement_score":0.6118932,"about_ca_system_score_codex":0.0004107842,"about_ca_system_score_gemma":0.00046237893,"threshold_uncertainty_score":0.99989706},"labels":[],"label_agreement":null},{"id":"W2510878535","doi":"10.22374/cjgim.v7i4.125","title":"Implementation of a Comprehensive Procedural Skills Examination for Internal Medicine Using Simulation at the University of Calgary: A Descriptive Report","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Arthrocentesis; Thoracentesis; Lumbar puncture; Paracentesis; Endotracheal intubation; Intubation; Central venous catheter; Catheter; Surgery; Pleural effusion; Internal medicine; Alternative medicine; Ascites","score_opus":0.05015935813126535,"score_gpt":0.3639934962230275,"score_spread":0.3138341380917622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510878535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9599518,0.00045811667,0.03515919,0.0024111385,0.0013532338,0.0004413686,0.000010909717,0.000002568377,0.00021164378],"genre_scores_gemma":[0.993985,0.000016110576,0.0034856221,0.00056478917,0.0011511074,0.0000011564565,0.00007349851,0.00001602023,0.00070668256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981589,0.00009537739,0.00093104877,0.000116726325,0.00045145088,0.0002465244],"domain_scores_gemma":[0.9958133,0.00014063867,0.0013032794,0.00015579416,0.0023141196,0.00027286104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010095573,0.00014170923,0.0004379851,0.00051965064,0.000114236194,0.0000026969271,0.00015788956,0.00007863301,0.00056966394],"category_scores_gemma":[0.000943988,0.00010008768,0.0000917964,0.00033639447,0.00057326123,0.00019996111,0.00001867954,0.00023636465,5.066209e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020330965,0.00048308872,0.42277113,0.0012574287,0.002091601,0.00039041956,0.109170884,0.0017865077,0.17132787,0.0017647842,0.1056705,0.18125269],"study_design_scores_gemma":[0.009344521,0.0035964567,0.8650626,0.004064799,0.0016673064,0.0055545866,0.057872307,0.017656412,0.009991922,0.00020393891,0.024691176,0.0002939715],"about_ca_topic_score_codex":0.021144308,"about_ca_topic_score_gemma":0.0038434498,"teacher_disagreement_score":0.44229147,"about_ca_system_score_codex":0.0009806157,"about_ca_system_score_gemma":0.0006877056,"threshold_uncertainty_score":0.985374},"labels":[],"label_agreement":null},{"id":"W2510890905","doi":"10.1080/0142159x.2016.1210784","title":"Longitudinal assessment of procedural skills","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; Queen (butterfly); Psychology; Medicine","score_opus":0.019997167432921806,"score_gpt":0.3857514762661581,"score_spread":0.3657543088332363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510890905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434629,0.00002486302,0.006428237,0.033477325,0.00036355032,0.00020074255,4.2377113e-7,0.00005263889,0.01598932],"genre_scores_gemma":[0.9878293,0.000013142795,0.0025288681,0.00081681693,0.00047763012,0.000034963105,0.000008323443,0.000014215135,0.008276741],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981591,0.000036597085,0.0003832429,0.00019038703,0.00102809,0.00020258092],"domain_scores_gemma":[0.9992979,0.000029237803,0.000086105574,0.0002557873,0.00018490973,0.00014603135],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008295219,0.00009274082,0.00022654369,0.00009430669,0.000025870288,0.00000249372,0.00011794875,0.00015753887,0.014382596],"category_scores_gemma":[0.003622977,0.00005114938,0.000056753663,0.00025478777,0.00028958506,0.000051417646,0.00003706977,0.00026130868,0.00005925384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015300093,0.0011093338,0.78307474,0.000097172844,0.000060117276,0.000016159001,0.0001151883,2.4652095e-8,0.00049482624,0.0027473583,0.062443476,0.14982629],"study_design_scores_gemma":[0.0034086735,0.00040874502,0.9479426,0.001165344,0.000098843004,0.00017829481,0.00013762563,0.001076396,0.0006515908,0.00061784434,0.044109534,0.00020447499],"about_ca_topic_score_codex":0.00000765091,"about_ca_topic_score_gemma":9.911396e-7,"teacher_disagreement_score":0.16486788,"about_ca_system_score_codex":0.00013419245,"about_ca_system_score_gemma":0.00052747724,"threshold_uncertainty_score":0.9865184},"labels":[],"label_agreement":null},{"id":"W2511129601","doi":"10.1097/acm.0000000000001367","title":"Working Definitions of the Roles and an Organizational Structure in Health Professions Education Scholarship: Initiating an International Conversation","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Scholarship; Terminology; Conversation; Public relations; Transferability; Organizational structure; Field (mathematics); Political science; Sociology; Computer science","score_opus":0.05657979693728699,"score_gpt":0.39701089255073857,"score_spread":0.3404310956134516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511129601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92841226,0.00014606815,0.00068066403,0.06910799,0.0009812412,0.00039413816,0.0000061492806,0.000024965955,0.00024654905],"genre_scores_gemma":[0.99220437,0.00037316026,0.0014686282,0.0048974487,0.0007271016,0.000020415684,0.0002305454,0.000016526816,0.000061783794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983252,0.00018826887,0.0006428065,0.00023085177,0.000464995,0.00014787467],"domain_scores_gemma":[0.9987905,0.00013548181,0.0003874507,0.00023558005,0.0003576073,0.00009334984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009192989,0.000105672356,0.00017981559,0.0003217831,0.00013044341,0.0000041720523,0.00017944358,0.00017646057,0.00027620775],"category_scores_gemma":[0.004634709,0.00006312384,0.000009752493,0.000667403,0.00024962603,0.0003942949,0.00004159407,0.0005605066,0.0000011193916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028169497,0.00007043449,0.8471998,0.00006544277,0.000014773592,2.0566777e-7,0.013040275,0.000001913556,0.017403712,0.081390835,0.00041536218,0.04036909],"study_design_scores_gemma":[0.0022407067,0.00018721001,0.9239983,0.006009927,0.000043113592,0.00008123917,0.016938705,0.0003410546,0.0013243626,0.04763274,0.0010552357,0.00014738756],"about_ca_topic_score_codex":0.000027074664,"about_ca_topic_score_gemma":0.000038060003,"teacher_disagreement_score":0.076798536,"about_ca_system_score_codex":0.0002239582,"about_ca_system_score_gemma":0.00081894227,"threshold_uncertainty_score":0.5548515},"labels":[],"label_agreement":null},{"id":"W2512166791","doi":"10.1007/s40037-016-0292-2","title":"A&amp;nbsp;journal club for peer mentorship: helping to navigate the transition to independent practice","year":2016,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto; University Health Network","funders":"University of Toronto","keywords":"Mentorship; Journal club; Medical education; Dilemma; Medicine; Transition (genetics); Psychology","score_opus":0.02299809793678598,"score_gpt":0.40639217466699773,"score_spread":0.38339407673021175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512166791","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17692752,0.00010667441,0.111995794,0.7059448,0.0024311012,0.0013275015,0.0000046071264,0.000049963888,0.0012120819],"genre_scores_gemma":[0.87144804,0.00012373635,0.023406427,0.09290309,0.0063847275,0.00094470073,0.00005458129,0.000066281405,0.0046684053],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964352,0.00020514603,0.0005015441,0.00046183038,0.0020026807,0.00039358306],"domain_scores_gemma":[0.99586403,0.00056082744,0.00017809962,0.0004353893,0.0024409383,0.00052068825],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040828437,0.00019702787,0.00022058161,0.00034913165,0.00037402697,0.00007640886,0.00027115064,0.0001803268,0.0008252143],"category_scores_gemma":[0.052280817,0.00011731151,0.00010758525,0.000659218,0.000119724325,0.0002534482,0.000025956446,0.0005875681,0.00028034218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001713308,0.0034416143,0.00009349599,0.00008414114,0.00019981778,0.0000041270146,0.13029146,0.000011396881,0.0033526865,0.01824971,0.34685823,0.4957],"study_design_scores_gemma":[0.0025167859,0.0014745117,0.0046010106,0.00196086,0.00026375338,0.00057560584,0.13058402,0.00007012132,0.0010482415,0.002357978,0.85412693,0.00042018472],"about_ca_topic_score_codex":0.000032337914,"about_ca_topic_score_gemma":0.000009727,"teacher_disagreement_score":0.69452053,"about_ca_system_score_codex":0.0014023548,"about_ca_system_score_gemma":0.0017961777,"threshold_uncertainty_score":0.95570225},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2512368110","doi":"10.5489/cuaj.3679","title":"Missing the mark: Current practices in teaching the male urogenital examination to Canadian undergraduate medical students","year":2016,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Genitourinary system; Medical education; Medicine; Physical examination; Psychology; Pedagogy; Internal medicine","score_opus":0.0246683212196947,"score_gpt":0.34310564689072454,"score_spread":0.31843732567102984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512368110","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.496167,0.00007612905,0.0002945267,0.5013502,0.000705497,0.00024962446,0.0000043715017,0.0000074763348,0.0011451253],"genre_scores_gemma":[0.9742928,0.0000466125,0.00016602766,0.023905687,0.00083233666,0.000027382854,0.000009463538,0.0000123237,0.0007073245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963398,0.000857114,0.000508129,0.00021843413,0.0014456363,0.0006308713],"domain_scores_gemma":[0.99751675,0.0006591736,0.00042285098,0.00018180106,0.0003663128,0.0008531149],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009034545,0.00013526193,0.00016492332,0.00040043314,0.0007785321,0.00022749823,0.00053624663,0.00020903727,0.00067528704],"category_scores_gemma":[0.03958399,0.00006793084,0.00006044553,0.00051143405,0.00006799218,0.0001842384,0.00003743458,0.0014196691,0.00012076767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011898829,0.00007016737,0.5986467,0.0000027634715,0.000042382042,0.00007051345,0.00057369645,0.0000019699319,0.000017458508,0.0008136343,0.041351415,0.35839736],"study_design_scores_gemma":[0.00048156528,0.000066507746,0.7078438,0.000071646326,0.000035261368,0.00037125737,0.00028992153,0.00011277337,0.0000018024633,0.00074182014,0.28989476,0.00008889676],"about_ca_topic_score_codex":0.020200476,"about_ca_topic_score_gemma":0.1189046,"teacher_disagreement_score":0.4781258,"about_ca_system_score_codex":0.0045844987,"about_ca_system_score_gemma":0.0027537632,"threshold_uncertainty_score":0.9992367},"labels":[],"label_agreement":null},{"id":"W2512400515","doi":"10.1097/acm.0000000000001315","title":"In Reply to Shemtob","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Reflective practice; Context (archaeology); Reflection (computer programming); Flexibility (engineering); Reflective writing; Psychology; Point (geometry); Clinical Practice; Pedagogy; Medical education; Engineering ethics; Medicine; Computer science; Nursing; Management","score_opus":0.03351746399074897,"score_gpt":0.3828218412271373,"score_spread":0.34930437723638835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512400515","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00156443,0.0003897608,0.00037670508,0.98049706,0.0036025168,0.0009614649,0.0000046390123,0.000089731766,0.012513698],"genre_scores_gemma":[0.0003564298,0.000265209,0.00035361826,0.8687202,0.04982804,0.00018880721,0.00023732307,0.0000843292,0.07996606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959529,0.00007742546,0.0012482308,0.0007650782,0.001231148,0.0007251971],"domain_scores_gemma":[0.99808395,0.0002727557,0.0002604648,0.00096007204,0.0002672756,0.00015550647],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001499986,0.00039254184,0.0009221936,0.00137684,0.000036032798,0.0000025073662,0.00044302543,0.0017209906,0.0037494188],"category_scores_gemma":[0.0072487285,0.0002638505,0.000051589028,0.0012193419,0.0002826872,0.00008573314,0.000086461834,0.006632792,0.0012212421],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030555115,0.0000037170496,0.00033242968,0.00025007778,0.000025108635,0.00034039092,0.0009626079,2.6764088e-8,0.00037096033,0.00014387624,0.98706716,0.010473069],"study_design_scores_gemma":[0.0012932536,0.00021925826,0.00028675396,0.0044931695,0.00009155157,0.00025389376,0.00012538114,0.000003549123,0.000092797985,0.0013524223,0.9915346,0.0002533948],"about_ca_topic_score_codex":0.00009654128,"about_ca_topic_score_gemma":5.6834585e-7,"teacher_disagreement_score":0.11177687,"about_ca_system_score_codex":0.0006536695,"about_ca_system_score_gemma":0.00036612872,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null},{"id":"W2512436401","doi":"10.1097/ceh.0000000000000075","title":"Evolving Alignment in International Continuing Professional Development Accreditation","year":2016,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Accreditation; Competence (human resources); Medical education; Core competency; Context (archaeology); Health care; Medicine; Set (abstract data type); Nursing; Engineering ethics; Computer science; Psychology; Political science; Engineering; Business","score_opus":0.02375452762569448,"score_gpt":0.41387926085784893,"score_spread":0.39012473323215446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512436401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88486034,0.00029512116,0.0015338581,0.10354778,0.008681885,0.00071241887,7.8748064e-7,0.000010404591,0.0003574248],"genre_scores_gemma":[0.983213,0.000087350796,0.010898511,0.0025725851,0.0007791688,0.00009328847,0.000014233955,0.000015399795,0.0023264633],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996701,0.0004153445,0.0016171406,0.00016380698,0.00080652785,0.000296178],"domain_scores_gemma":[0.9973179,0.0004284638,0.0011462077,0.00020054754,0.0008202058,0.000086682056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052201385,0.00012965867,0.000293992,0.00080261927,0.00010765098,0.000022904049,0.00028641213,0.00010381202,0.00014249569],"category_scores_gemma":[0.003048986,0.00007369797,0.00005257277,0.0005248402,0.00005249923,0.000378654,0.000038478018,0.00058704,0.00001035301],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016331683,0.0015969147,0.11403287,0.0001389783,0.00002060608,0.000005501736,0.07930398,0.0000022659851,0.0009392692,0.0011577168,0.045010414,0.75762814],"study_design_scores_gemma":[0.0027939044,0.00016161447,0.8523749,0.02261791,0.000015193132,0.00014991176,0.07291955,0.00006113102,0.00021353099,0.0010830868,0.047457438,0.00015183417],"about_ca_topic_score_codex":0.00000993956,"about_ca_topic_score_gemma":0.000014685972,"teacher_disagreement_score":0.75747633,"about_ca_system_score_codex":0.001128541,"about_ca_system_score_gemma":0.0033235017,"threshold_uncertainty_score":0.58957493},"labels":[],"label_agreement":null},{"id":"W2513236268","doi":"10.1097/ceh.0000000000000090","title":"Aligning Education for Quality: Using Continuing Professional Development to Meet Clinical and Educational System Needs","year":2016,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact","funders":"","keywords":"Continuing medical education; Continuing education; Continuing professional development; Medical education; Professional association; Professional development; Quality (philosophy); Political science; Medicine; Library science; Management; Public relations","score_opus":0.08303781718090698,"score_gpt":0.5170448592406779,"score_spread":0.4340070420597709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513236268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89676976,0.00045427534,0.0061488473,0.085477866,0.009226675,0.0017619381,0.0000029727053,0.000013896735,0.00014378206],"genre_scores_gemma":[0.92279637,0.00002333397,0.06800161,0.0049761822,0.0020161185,0.00023494197,0.0000138156865,0.000028377288,0.0019092463],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955096,0.0008060913,0.0024990647,0.00023570438,0.00059100694,0.0003585122],"domain_scores_gemma":[0.9947616,0.0012799758,0.0016445497,0.00029031708,0.0017613076,0.00026225304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010524471,0.00018070938,0.0005409971,0.000875237,0.00034091627,0.000036786332,0.00022736622,0.00016149307,0.000014359784],"category_scores_gemma":[0.0050321603,0.000109077235,0.00008991925,0.00069069077,0.00009684834,0.000251277,0.000044386055,0.00037020078,0.0000034359707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038171,0.0020012823,0.13074522,0.0011774855,0.00005270168,3.945548e-7,0.053989753,0.000001154852,0.0011117848,0.033521146,0.06548424,0.7115331],"study_design_scores_gemma":[0.0048717996,0.0006785432,0.49427977,0.07294653,0.00017870248,0.0007898088,0.32840458,0.000087995286,0.00021644504,0.0029082936,0.094078325,0.0005592259],"about_ca_topic_score_codex":0.000014038975,"about_ca_topic_score_gemma":0.0000070763076,"teacher_disagreement_score":0.7109739,"about_ca_system_score_codex":0.0007007645,"about_ca_system_score_gemma":0.011737238,"threshold_uncertainty_score":0.9938653},"labels":[],"label_agreement":null},{"id":"W2513325771","doi":"10.1111/medu.13084","title":"A typology of longitudinal integrated clerkships","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; NOSM University","funders":"","keywords":"Context (archaeology); Curriculum; Delphi method; Typology; Medical education; Workforce; Developing country; Baseline (sea); Psychology; Nursing; Medicine; Political science; Geography; Pedagogy; Computer science","score_opus":0.019840340779378886,"score_gpt":0.3654480152344259,"score_spread":0.345607674455047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513325771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9045526,0.00011329334,0.0051244018,0.08244865,0.0016716995,0.0002141433,0.0000014290855,0.000053598153,0.0058202404],"genre_scores_gemma":[0.98997617,0.000047669528,0.0027549416,0.0050203707,0.0004122748,0.000049030274,0.000048727805,0.000012821741,0.0016779783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986474,0.000054529566,0.00042327328,0.00019586347,0.0005071935,0.00017175933],"domain_scores_gemma":[0.99892753,0.00008696244,0.00011979914,0.0002853849,0.0004928766,0.00008744872],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056650746,0.00008951656,0.00020349704,0.0002176407,0.00003092841,0.000002518316,0.00011782864,0.00020592862,0.005418536],"category_scores_gemma":[0.011419238,0.00005487696,0.00004451745,0.0005277286,0.00035452013,0.000060956863,0.000020514202,0.0002019636,0.00013608701],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008254052,0.0010014031,0.06031011,0.00008456544,0.00003230157,0.0000020746847,0.00017482621,1.3626895e-8,0.0018010522,0.012639916,0.21544343,0.7084278],"study_design_scores_gemma":[0.003947685,0.0009930861,0.5659315,0.0031925142,0.00022857629,0.0006368092,0.0020711333,0.00021859018,0.011028783,0.004465811,0.40686402,0.00042150528],"about_ca_topic_score_codex":0.000052931504,"about_ca_topic_score_gemma":0.000011462523,"teacher_disagreement_score":0.70800626,"about_ca_system_score_codex":0.00015282749,"about_ca_system_score_gemma":0.0027737066,"threshold_uncertainty_score":0.996908},"labels":[],"label_agreement":null},{"id":"W2513845708","doi":"10.4236/ijcm.2016.78059","title":"Applying the ADDIE—Analysis, Design, Development, Implementation and Evaluation—Instructional Design Model to Continuing Professional Development for Primary Care Physicians in Saudi Arabia","year":2016,"lang":"en","type":"article","venue":"International Journal of Clinical Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"ADDIE Model; Instructional design; Professional development; Medical education; Focus group; Needs analysis; Computer science; Interim; Test (biology); Medicine; Psychology; Pedagogy; Multimedia; Curriculum","score_opus":0.13254836269552173,"score_gpt":0.5024946132290409,"score_spread":0.36994625053351915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513845708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36022806,0.00014788017,0.62316376,0.0127828885,0.0017449689,0.0018799768,0.000005191696,0.000008177215,0.000039101764],"genre_scores_gemma":[0.77184254,0.000047132533,0.22283037,0.0031671003,0.0011539011,0.0007314546,0.00009023708,0.000017159758,0.000120099234],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99540603,0.00022796317,0.0022305842,0.00028254243,0.0016451547,0.00020771388],"domain_scores_gemma":[0.99432415,0.0012682436,0.00095491926,0.00013009943,0.0032114827,0.00011107764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068689035,0.00016728046,0.00054308894,0.0006305869,0.00010341459,0.000015971495,0.00026601605,0.000097833174,0.00009454204],"category_scores_gemma":[0.003630918,0.00009599989,0.000102229846,0.00042012124,0.00013388146,0.00018231869,0.00005670829,0.000318485,0.0000025197273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008734715,0.00014141072,0.024231834,0.000025951049,0.0006727106,0.0000031329364,0.0022096524,0.0007437467,0.0009727127,0.000118556396,0.0024231535,0.96758366],"study_design_scores_gemma":[0.020757962,0.00076912576,0.9152601,0.0046216217,0.0014056383,0.000096436626,0.007010777,0.012129276,0.0018112247,0.0021178587,0.033608645,0.0004113686],"about_ca_topic_score_codex":0.0000024608262,"about_ca_topic_score_gemma":0.000014911155,"teacher_disagreement_score":0.9671723,"about_ca_system_score_codex":0.0006531519,"about_ca_system_score_gemma":0.0015918438,"threshold_uncertainty_score":0.43468103},"labels":[],"label_agreement":null},{"id":"W2514579411","doi":"10.1002/j.0022-0337.2016.80.8.tb06175.x","title":"Critical Thinking Disposition and Skills in Dental Students: Development and Relationship to Academic Outcomes","year":2016,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Critical thinking; Graduation (instrument); Psychology; Disposition; Test (biology); Cohort; Medical education; Mathematics education; Medicine; Social psychology; Engineering","score_opus":0.014050830434106017,"score_gpt":0.4017866972386305,"score_spread":0.38773586680452443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514579411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98942083,0.00016769537,0.00071930554,0.008574034,0.0008477467,0.0001952153,5.8176244e-7,0.000005641758,0.00006893071],"genre_scores_gemma":[0.98745245,0.000031212043,0.010372114,0.0015765033,0.00018380559,0.000013857878,0.0000041782496,0.0000096042895,0.0003562525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863744,0.000041364405,0.00057506404,0.00012435786,0.0004991011,0.00012269567],"domain_scores_gemma":[0.99933,0.00017256732,0.00014285205,0.00006703925,0.00017809421,0.000109466266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071875466,0.000089131034,0.00016576843,0.00047904646,0.00008641155,0.000032202362,0.000075135955,0.00009188263,0.00003083175],"category_scores_gemma":[0.0024687087,0.00006331571,0.000020455842,0.00023317436,0.00005932087,0.00042882757,0.000039137045,0.00027011524,0.000014798419],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003742321,0.00037903016,0.94048876,0.000031098407,0.000011839892,0.0000030069214,0.0026337712,9.686394e-8,0.00082826166,0.0010078106,0.0005977212,0.053981174],"study_design_scores_gemma":[0.00073761825,0.00008922466,0.9921997,0.0010499277,0.00003511451,0.00039723978,0.0037043737,0.0000011133053,0.00052152254,0.0007598773,0.00043144118,0.00007280037],"about_ca_topic_score_codex":0.000004122136,"about_ca_topic_score_gemma":0.000006015674,"teacher_disagreement_score":0.053908374,"about_ca_system_score_codex":0.0004902459,"about_ca_system_score_gemma":0.00028423042,"threshold_uncertainty_score":0.2955453},"labels":[],"label_agreement":null},{"id":"W2514739026","doi":"10.1177/1062860616662523","title":"What Is Implementation Science and What Forces Are Driving a Change in Medical Education?","year":2016,"lang":"en","type":"article","venue":"American Journal of Medical Quality","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Medicine; Licensure; Psychological intervention; Certification; Health care; Medical education; Quality (philosophy); Nursing; Public relations; Political science","score_opus":0.0468383719508869,"score_gpt":0.5000843760017156,"score_spread":0.4532460040508287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514739026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70661944,0.0005769275,0.00028602587,0.2913742,0.0009838393,0.00013957059,3.0316306e-7,0.0000062897307,0.000013381217],"genre_scores_gemma":[0.9542699,0.007418208,0.00073879346,0.03679637,0.0007269205,0.000023699824,0.0000016235092,0.000010129531,0.000014365908],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937517,0.00022396076,0.0010699021,0.0002646125,0.004369595,0.00032024673],"domain_scores_gemma":[0.9968842,0.00034618322,0.00084925344,0.0002354367,0.001037829,0.00064708095],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010940317,0.00012648625,0.00044268832,0.0004897441,0.00009186873,0.00012522218,0.00035819848,0.00009345641,0.0012171771],"category_scores_gemma":[0.0110266935,0.00008084936,0.000049439514,0.0012512679,0.0019705251,0.0024603931,0.00009378778,0.00043200157,0.0000044921926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029221928,0.00021483522,0.09454763,0.000033016233,0.000013591224,0.0000114466175,0.0032385073,1.6908471e-9,0.00006302904,0.0007041469,0.00079657347,0.900348],"study_design_scores_gemma":[0.002683398,0.0006377103,0.84513515,0.0075987536,0.000045729907,0.00068140257,0.13174056,0.0000761517,0.00035153664,0.0010060163,0.0098192105,0.00022435837],"about_ca_topic_score_codex":0.00020384314,"about_ca_topic_score_gemma":0.00009611033,"teacher_disagreement_score":0.90012366,"about_ca_system_score_codex":0.00042393047,"about_ca_system_score_gemma":0.00405989,"threshold_uncertainty_score":0.99969584},"labels":[],"label_agreement":null},{"id":"W2514804212","doi":"","title":"Medical School Hotline: A Canadian's Journey through JABSOM's Waters.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hotline; Investment (military); Psychology; Public relations; Medical education; Political science; Medicine; Engineering; Law","score_opus":0.023923521778620265,"score_gpt":0.28430255276669075,"score_spread":0.26037903098807047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514804212","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4523339,0.00020010979,0.00095714256,0.4973113,0.003107373,0.001393643,0.0000119177275,0.0002153106,0.044469334],"genre_scores_gemma":[0.9598437,0.00012492604,0.00094494363,0.027720608,0.0016935184,0.0009959785,0.0000255554,0.00003532044,0.008615466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790543,0.000038381913,0.00037848027,0.0002673974,0.000737922,0.0006723838],"domain_scores_gemma":[0.99816126,0.00005073193,0.00006294844,0.00039966873,0.0002538327,0.001071582],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088643306,0.00013445073,0.00021026473,0.00021793583,0.00009778871,0.000021418024,0.00020147985,0.00024165951,0.003206294],"category_scores_gemma":[0.010760709,0.00008204847,0.00005783445,0.00042513057,0.000176112,0.00018770044,0.000029371091,0.00034192958,0.0005107025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036211695,0.00009951043,0.01989799,0.000031903994,0.00006946357,0.00009485429,0.00013749418,3.9564583e-8,0.000026210533,0.0017956345,0.4398029,0.5380078],"study_design_scores_gemma":[0.0017432343,0.000024642955,0.34186447,0.00010932832,0.000043530592,0.00020638798,0.000086641645,0.000007940927,0.0003746637,0.00072501146,0.65465504,0.00015910825],"about_ca_topic_score_codex":0.0041059502,"about_ca_topic_score_gemma":0.001060999,"teacher_disagreement_score":0.53784865,"about_ca_system_score_codex":0.0006690904,"about_ca_system_score_gemma":0.00120183,"threshold_uncertainty_score":0.9977049},"labels":[],"label_agreement":null},{"id":"W2516078105","doi":"10.1007/s10912-016-9398-0","title":"Evidence-Based Medicine: A Genealogy of the Dominant Science of Medical Education","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Humanities","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Problematization; Contingency; Politics; Epistemology; Sociology; Focus (optics); Medical practice; Medical humanities; Social science; Political science; Medical education; Medicine; Philosophy; Law","score_opus":0.07656266910726152,"score_gpt":0.39898895604463425,"score_spread":0.32242628693737274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516078105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78421724,0.0023413135,0.0018450057,0.20692353,0.0036422003,0.00021017456,0.0000010328077,0.0000061224514,0.0008133658],"genre_scores_gemma":[0.9920475,0.00096584135,0.00053652405,0.0046309195,0.0015501225,0.0000074005907,5.6996095e-7,0.000011694393,0.0002494421],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99060184,0.00016513483,0.0015084641,0.0001487225,0.007340926,0.00023489405],"domain_scores_gemma":[0.994838,0.00073354173,0.0012007419,0.00043350612,0.0025413965,0.00025279008],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008824072,0.00012916875,0.00052353356,0.00061519834,0.0001180119,0.0000068679237,0.0011965501,0.00021741056,0.0038796074],"category_scores_gemma":[0.055745035,0.000057690835,0.00013674065,0.00074160285,0.006183926,0.00022330701,0.000108947366,0.0005140231,0.0000032666103],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080069347,0.0029498807,0.016623449,0.0020023843,0.00021316276,0.000060618808,0.007326037,0.0000014866393,0.03888372,0.15018971,0.1402583,0.64069057],"study_design_scores_gemma":[0.030422725,0.012571614,0.24662434,0.2994819,0.0022342203,0.007433725,0.032339647,0.0020546957,0.20658621,0.028174879,0.13091156,0.0011644715],"about_ca_topic_score_codex":0.000082537656,"about_ca_topic_score_gemma":0.000010871387,"teacher_disagreement_score":0.63952607,"about_ca_system_score_codex":0.00025833433,"about_ca_system_score_gemma":0.01592692,"threshold_uncertainty_score":0.997031},"labels":[],"label_agreement":null},{"id":"W2517011060","doi":"10.1111/medu.13038","title":"Dimensions of integration, continuity and longitudinality in clinical clerkships","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Calgary","funders":"","keywords":"Context (archaeology); Curriculum; Thematic analysis; Dimension (graph theory); Medical education; Psychology; Mathematics education; Medicine; Sociology; Qualitative research; Pedagogy; Mathematics","score_opus":0.035283609430042134,"score_gpt":0.4201241084336272,"score_spread":0.3848404990035851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517011060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564117,0.00012904099,0.0017793316,0.039723355,0.0008079089,0.0002686519,0.0000011325187,0.000020576517,0.0008582631],"genre_scores_gemma":[0.99435896,0.0002418156,0.0019520452,0.0027785746,0.00024516546,0.000036676414,0.000021090576,0.000008059625,0.00035760185],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981141,0.00014880238,0.0008688213,0.0002553241,0.00046886015,0.00014407604],"domain_scores_gemma":[0.99871016,0.00029087192,0.00017311108,0.00029318096,0.000418095,0.00011456177],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002393587,0.000089274894,0.00028539938,0.00017386614,0.000030465679,0.0000042034244,0.00007628235,0.00021864242,0.00039117588],"category_scores_gemma":[0.02731801,0.000051339986,0.000042929933,0.00042032351,0.00048118902,0.00009537934,0.000034623456,0.00029372502,0.00001562351],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040938765,0.00090791174,0.39086854,0.000039690432,0.000008576095,8.6276947e-7,0.00018638377,4.7761537e-9,0.00019828012,0.00506946,0.015957119,0.58672225],"study_design_scores_gemma":[0.001131999,0.00011784924,0.9858669,0.00093160145,0.00003066851,0.000027544,0.00034319496,0.0000689788,0.0003338504,0.0018383984,0.009233386,0.000075611664],"about_ca_topic_score_codex":0.00008376912,"about_ca_topic_score_gemma":0.00009979738,"teacher_disagreement_score":0.59499836,"about_ca_system_score_codex":0.000100433725,"about_ca_system_score_gemma":0.0013403749,"threshold_uncertainty_score":0.9808753},"labels":[],"label_agreement":null},{"id":"W2517091422","doi":"10.1097/ceh.0000000000000099","title":"More Than Reducing Complexity: Canadian Specialists' Views of the Royal College's Maintenance of Certification Framework and Program","year":2016,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Certification; Maintenance of Certification; Medical education; Continuing education; Medicine; Psychology; Political science; Engineering management; Engineering; Law","score_opus":0.05374629059604529,"score_gpt":0.4235510946568898,"score_spread":0.3698048040608445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517091422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7944363,0.0003635974,0.00026146875,0.20188148,0.0016499202,0.0010821023,0.000007579518,0.000003864191,0.0003136963],"genre_scores_gemma":[0.9883087,0.00008644713,0.009052226,0.0014800625,0.00039271344,0.00003922841,0.000003229608,0.00001075708,0.0006266063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977707,0.00041913404,0.001114103,0.00010982151,0.00037003588,0.00021616774],"domain_scores_gemma":[0.9969743,0.00026720858,0.0014375832,0.00037105946,0.00084163767,0.00010821143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002651119,0.00009037173,0.00031843543,0.00028218867,0.00017048702,0.0000074876166,0.000240238,0.000100002195,0.00003441195],"category_scores_gemma":[0.0034379829,0.000044281234,0.000059751663,0.0006630464,0.0003124744,0.000070973736,0.000018962728,0.0004971081,5.37281e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017667086,0.0013265803,0.11021804,0.00077919476,0.000037351696,0.0000010330597,0.07828918,0.0000025483082,0.00042782625,0.038072888,0.092993766,0.67767495],"study_design_scores_gemma":[0.0006215821,0.00023080855,0.9081274,0.0195517,0.000043919732,0.00006331251,0.045743186,0.00005929242,0.00015123936,0.0050691166,0.020257233,0.00008120382],"about_ca_topic_score_codex":0.0019037997,"about_ca_topic_score_gemma":0.001404627,"teacher_disagreement_score":0.7979094,"about_ca_system_score_codex":0.0003551513,"about_ca_system_score_gemma":0.003967397,"threshold_uncertainty_score":0.7037992},"labels":[],"label_agreement":null},{"id":"W2517579515","doi":"10.1007/s10459-016-9708-3","title":"Weighing the cost of educational inflation in undergraduate medical education","year":2016,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Grade inflation; Medical education; Inflation (cosmology); Psychology; Mathematics education; Medicine; Higher education; Economics","score_opus":0.015736250400359753,"score_gpt":0.43015118336701846,"score_spread":0.4144149329666587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517579515","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3883385,0.0065543293,0.0020142247,0.5875711,0.0055382526,0.001802407,0.0000017922903,0.000022383008,0.008157007],"genre_scores_gemma":[0.98427004,0.003184325,0.005389118,0.0059985267,0.00039904768,0.00036022087,0.000027409495,0.000009594113,0.00036172336],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973118,0.00017852725,0.0009939759,0.0003489428,0.00085172965,0.0003150691],"domain_scores_gemma":[0.99830514,0.00055212254,0.00048392982,0.00028688036,0.0002798885,0.00009202847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002737922,0.000120758996,0.00021005698,0.0006400879,0.00017054187,0.000013430227,0.0002843977,0.00008460628,0.00023547211],"category_scores_gemma":[0.0053458335,0.00007573722,0.000028352546,0.0022693535,0.0005863001,0.0007566295,0.000027201322,0.00022862291,0.000017110518],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015087126,0.00053685496,0.27118918,0.00017045639,0.0000012950605,3.976155e-8,0.00047145953,0.000039990577,0.00002411854,0.09180085,0.0015466792,0.634204],"study_design_scores_gemma":[0.0013567625,0.0003400049,0.74768645,0.007792855,0.000011036995,0.000058136327,0.0040187966,0.0019272881,0.00020685553,0.11499556,0.12128021,0.0003260412],"about_ca_topic_score_codex":0.00046174042,"about_ca_topic_score_gemma":0.00063738757,"teacher_disagreement_score":0.63387793,"about_ca_system_score_codex":0.00076962425,"about_ca_system_score_gemma":0.01452668,"threshold_uncertainty_score":0.99106},"labels":[],"label_agreement":null},{"id":"W2517599023","doi":"10.11307/mededjapan.43.79","title":"正統的周辺参加論に基づくClinical Clerkshipの構造:McGill大学の事例研究","year":2012,"lang":"ja","type":"article","venue":"医学教育","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.06413182573146421,"score_gpt":0.416410578411441,"score_spread":0.3522787526799768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517599023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7688508,0.006360118,0.0016323485,0.03808314,0.035993494,0.0013385785,0.000030593666,0.00036854943,0.1473424],"genre_scores_gemma":[0.9583647,0.00021726132,0.004406935,0.011227084,0.011562911,0.000049320635,0.00013475574,0.00007652343,0.013960498],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638474,0.00022501523,0.0010435993,0.0004090873,0.0008443178,0.0010932432],"domain_scores_gemma":[0.99760264,0.0003582765,0.0002635493,0.0009529122,0.00034186483,0.00048074886],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0031308776,0.00032574564,0.0005211877,0.00024297311,0.00024273577,0.00003389814,0.00029021475,0.0006347042,0.008087875],"category_scores_gemma":[0.0073812287,0.00030493044,0.00018664161,0.00097061147,0.00038988312,0.00031550453,0.0001272143,0.0013072814,0.011358324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016739783,0.003636721,0.07462458,0.00046345041,0.0003017016,0.000017169705,0.004215364,0.0000010899448,0.0006367424,0.029886581,0.49051863,0.39553058],"study_design_scores_gemma":[0.0016417196,0.00023824743,0.15090325,0.00045731536,0.00044499958,0.00008277395,0.002157563,0.00042586648,0.0005815674,0.00021614574,0.84239924,0.000451291],"about_ca_topic_score_codex":0.000033024044,"about_ca_topic_score_gemma":0.0000014916355,"teacher_disagreement_score":0.39507928,"about_ca_system_score_codex":0.00036050854,"about_ca_system_score_gemma":0.00027370805,"threshold_uncertainty_score":0.9999403},"labels":[],"label_agreement":null},{"id":"W2517790244","doi":"10.1016/j.jcjo.2016.06.006","title":"Perspectives on Canadian Postgraduate Education in Ophthalmology","year":2016,"lang":"en","type":"editorial","venue":"Canadian Journal of Ophthalmology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Ottawa; University of Alberta","funders":"","keywords":"Specialty; Conversation; Medicine; Ophthalmology; Medical education; Optometry; Family medicine; Psychology","score_opus":0.014848896829578373,"score_gpt":0.3482003071345442,"score_spread":0.33335141030496585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517790244","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18707374,0.0013108556,0.0000010964895,0.00875003,0.72665143,0.0004035031,0.0001019803,0.0000035514022,0.07570381],"genre_scores_gemma":[0.5371787,0.00003855614,0.0004822798,0.000223151,0.4501997,0.000026862686,0.00024149344,0.00010345378,0.011505792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683905,0.0002559761,0.0010537812,0.00047507812,0.000491379,0.0008847332],"domain_scores_gemma":[0.9948012,0.0003476807,0.0006563018,0.0005438709,0.0024605892,0.0011903116],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0010786867,0.00040197358,0.0009366215,0.0051321867,0.00013647496,0.00003302769,0.0005350463,0.001674334,0.003638163],"category_scores_gemma":[0.0109556215,0.0003533862,0.00018571522,0.00066761614,0.00046054344,0.000115972005,0.000011824623,0.0025043208,0.00016420281],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00011893358,0.0001360904,0.0053343046,0.00006736507,0.00010953465,0.02679609,0.0007001624,0.0000011885908,0.0000057281627,0.0007167775,0.9635315,0.0024823432],"study_design_scores_gemma":[0.0017733657,0.0025303597,0.021394664,0.0019266221,0.00015293558,0.2231345,0.0022097577,0.0000017289954,0.000010284933,0.002077671,0.74419475,0.0005933817],"about_ca_topic_score_codex":0.18059893,"about_ca_topic_score_gemma":0.016868336,"teacher_disagreement_score":0.350105,"about_ca_system_score_codex":0.0059631695,"about_ca_system_score_gemma":0.10179345,"threshold_uncertainty_score":0.9998918},"labels":[],"label_agreement":null},{"id":"W2519227584","doi":"10.1007/s40037-016-0300-6","title":"The uneasy alliance of assessment and feedback","year":2016,"lang":"en","type":"editorial","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Alliance; Computer science; Medical education; Psychology; Data science; Medicine; Political science; Law","score_opus":0.007865675373500969,"score_gpt":0.3952058900764815,"score_spread":0.3873402147029805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519227584","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033572605,0.004850752,0.00041466474,0.073466085,0.9026017,0.001014486,0.000023138984,0.000058642177,0.014213269],"genre_scores_gemma":[0.011002466,0.020220576,0.0022330447,0.0012168492,0.95444405,0.00041945843,0.0002848124,0.00009138704,0.010087353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960177,0.00013788916,0.0005997403,0.00055537646,0.0024130626,0.00027624128],"domain_scores_gemma":[0.9956794,0.0013266798,0.00046249424,0.0007118258,0.0016215683,0.00019807281],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014525041,0.00026665506,0.00043511638,0.00014467299,0.00020409239,0.00003383474,0.00030431052,0.0007291458,0.00044357212],"category_scores_gemma":[0.026274558,0.00016045559,0.00008956223,0.00034498287,0.0009857331,0.000062466854,0.00005613241,0.0013814396,0.00003070988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008372439,0.0006212987,0.00009473079,0.00017545221,0.000081654536,6.89091e-7,0.0007984267,2.1552506e-8,0.000008498324,0.0074437796,0.846572,0.14411975],"study_design_scores_gemma":[0.0008085557,0.00034019022,0.004389577,0.0021684382,0.0001068672,0.0000065616155,0.006842926,0.00003548266,0.000014341342,0.0009833496,0.984122,0.00018174284],"about_ca_topic_score_codex":0.00003140586,"about_ca_topic_score_gemma":0.0000048305697,"teacher_disagreement_score":0.14393802,"about_ca_system_score_codex":0.00086243486,"about_ca_system_score_gemma":0.009183288,"threshold_uncertainty_score":0.99643373},"labels":[],"label_agreement":null},{"id":"W2519230026","doi":"","title":"Exploring community faculty members' engagement in educational scholarship.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Toronto East General Hospital; College of Family Physicians of Canada","funders":"","keywords":"Scholarship; Value (mathematics); Identity (music); Sociology; Grounded theory; Perception; Medical education; Pedagogy; Qualitative research; Psychology; Public relations; Medicine; Political science; Social science","score_opus":0.3172763979536904,"score_gpt":0.3720360558757967,"score_spread":0.0547596579221063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519230026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702436,0.000016856988,0.000048860555,0.02263716,0.0005813429,0.00052727823,0.0000028150191,0.000036789923,0.0059053353],"genre_scores_gemma":[0.99234414,0.00002086602,0.0014827109,0.0009618443,0.00023129699,0.003608864,0.000047371243,0.000011607355,0.0012913126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887735,0.00016185959,0.00026603654,0.00012473298,0.00030826268,0.00026174987],"domain_scores_gemma":[0.9992552,0.0001510832,0.00005270712,0.00031794084,0.00014235092,0.00008073234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021821451,0.00008095365,0.00011389197,0.0002194441,0.00012060146,0.000012492642,0.00012849638,0.000043834734,0.00026750492],"category_scores_gemma":[0.0045813806,0.000059158985,0.00002634305,0.000420055,0.000065247004,0.0003514464,0.00005297389,0.00048837863,0.000056711673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025991627,0.00048262908,0.14636074,0.00004173015,0.000020779438,9.98647e-7,0.0009960319,3.707326e-7,0.00010235337,0.0023352804,0.0027261474,0.84690696],"study_design_scores_gemma":[0.0007909287,0.0000093466715,0.9706483,0.000066495566,0.000009920548,0.0000046492205,0.00040821804,0.0000015090495,0.0005101874,0.00059829577,0.026882868,0.00006927803],"about_ca_topic_score_codex":0.00005391839,"about_ca_topic_score_gemma":0.000017796792,"teacher_disagreement_score":0.84683764,"about_ca_system_score_codex":0.00051574927,"about_ca_system_score_gemma":0.00008787002,"threshold_uncertainty_score":0.54846716},"labels":[],"label_agreement":null},{"id":"W2519279059","doi":"10.3402/meo.v21.31085","title":"An objective structured clinical exam to measure intrinsic CanMEDS roles","year":2016,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Medical education; Curriculum; Communication skills; Internal consistency; Educational measurement; Medicine; Psychology; Pedagogy; Psychometrics; Clinical psychology","score_opus":0.0253294745562453,"score_gpt":0.41895771189808206,"score_spread":0.3936282373418368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519279059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8908845,0.00010403615,0.0044351383,0.09852849,0.004707724,0.00066941086,0.000015283684,0.00017137342,0.00048405756],"genre_scores_gemma":[0.94166344,0.000062587205,0.014377757,0.03602021,0.0061204834,0.00011863176,0.0003437826,0.000049603026,0.0012435102],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962845,0.00025895302,0.0009838016,0.0006333301,0.0014466739,0.00039278003],"domain_scores_gemma":[0.9964355,0.00018514182,0.00017752794,0.0008419084,0.0012334944,0.0011263911],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001602249,0.00024319084,0.00045665307,0.00038960637,0.00011012515,0.000019236737,0.00036225675,0.00044944743,0.0033239257],"category_scores_gemma":[0.0271207,0.00015980705,0.00009221451,0.0009780219,0.00033066462,0.00016626525,0.000053126994,0.0006394222,0.00018217125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015307522,0.003157029,0.026906554,0.000022113723,0.00004635256,0.000004308542,0.0004735677,2.0517096e-7,0.00041660675,0.00092070474,0.04497961,0.92291987],"study_design_scores_gemma":[0.00310999,0.0011487936,0.83102036,0.0009604563,0.00015041907,0.00016467644,0.0022294815,0.0001450806,0.000544363,0.001059038,0.15901896,0.0004483648],"about_ca_topic_score_codex":0.00007294433,"about_ca_topic_score_gemma":0.0002462837,"teacher_disagreement_score":0.9224715,"about_ca_system_score_codex":0.00043670475,"about_ca_system_score_gemma":0.0068123066,"threshold_uncertainty_score":0.99881816},"labels":[],"label_agreement":null},{"id":"W2519490790","doi":"10.1155/2016/4983790","title":"How to Make Feedback More Effective? Qualitative Findings from Pilot Testing of an Audit and Feedback Report for Endoscopists","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; Institute for Clinical Evaluative Sciences; St. Michael's Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; Public Health Ontario; University of Toronto","funders":"Canadian Cancer Society Research Institute","keywords":"Medicine; Usability; Audit; Colonoscopy; Accountability; Medical education; Knowledge translation; Quality (philosophy); Qualitative research; Perception; Quality management; Applied psychology; Psychology; Knowledge management; Computer science","score_opus":0.027234137738201724,"score_gpt":0.3224406218374344,"score_spread":0.29520648409923267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519490790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96143913,0.000050593117,0.0042929207,0.03346519,0.00039974367,0.00029115143,0.00004737231,0.0000031849165,0.000010696908],"genre_scores_gemma":[0.9780623,0.0000040893533,0.019991972,0.0016677935,0.00016444817,0.000018649405,0.000017025943,0.000012785019,0.000060951803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881744,0.00013687604,0.00044343513,0.00021385813,0.00008023835,0.0003081327],"domain_scores_gemma":[0.998208,0.0003746275,0.00033536783,0.00013608197,0.0005619124,0.00038404108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059302617,0.00012235253,0.0004953204,0.00036042786,0.00008293851,0.000009190642,0.00008150854,0.00011047068,0.000020778018],"category_scores_gemma":[0.0042029633,0.000093504044,0.000030903015,0.00009655924,0.0005164274,0.00008483666,0.000013227361,0.00018328014,4.7841513e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012939731,0.00004732956,0.9765567,0.00007161052,0.00015292731,0.00025023252,0.0021996736,1.3541485e-7,0.0066314493,0.00014168929,0.0016146044,0.011039645],"study_design_scores_gemma":[0.0047954335,0.01233994,0.9688575,0.00045514986,0.0001750568,0.0066266167,0.0019260168,0.000020140766,0.0011045161,0.001488554,0.0021139076,0.000097151926],"about_ca_topic_score_codex":0.0006990699,"about_ca_topic_score_gemma":0.0070785326,"teacher_disagreement_score":0.031797398,"about_ca_system_score_codex":0.00011109379,"about_ca_system_score_gemma":0.00038849455,"threshold_uncertainty_score":0.5031643},"labels":[],"label_agreement":null},{"id":"W2519857811","doi":"10.1111/medu.13062","title":"‘Sometimes the work just needs to be done’: socio‐cultural influences on direct observation in medical training","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University","funders":"","keywords":"Autonomy; Coaching; Grounded theory; Psychology; Medical education; Health care; Cultural learning; Cultural diversity; Training (meteorology); Participant observation; Social psychology; Nursing; Medicine; Pedagogy; Qualitative research; Sociology; Political science","score_opus":0.05867892547670493,"score_gpt":0.389184723238539,"score_spread":0.33050579776183403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519857811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60463727,0.00006871225,0.000114127535,0.3912433,0.0013650851,0.00036386136,8.599763e-7,0.000060910763,0.0021458487],"genre_scores_gemma":[0.8824079,0.00007979187,0.00074628775,0.11248027,0.0015130882,0.0004140328,0.000062855295,0.000025130692,0.0022706455],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959656,0.0002084309,0.0007447895,0.0003761906,0.0022573937,0.00044758926],"domain_scores_gemma":[0.99811405,0.00066084915,0.00015053865,0.00043333133,0.00034714254,0.0002940834],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002593255,0.00022468301,0.00033467586,0.00046527208,0.00018667562,0.000037357575,0.00040809365,0.00038696735,0.0021027278],"category_scores_gemma":[0.034928042,0.0001198231,0.00007549436,0.0025608144,0.0004024992,0.0002084776,0.0000520564,0.00062837556,0.00018276129],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107159845,0.0006287243,0.038179435,0.000040743467,0.000029676989,0.0000041554913,0.01363696,0.0000017119627,0.00012538029,0.0023158435,0.19454765,0.75038254],"study_design_scores_gemma":[0.0020079485,0.00038864746,0.59371185,0.0040805186,0.000080879254,0.000055456905,0.02367305,0.0001378245,0.00029735747,0.00041676423,0.37468797,0.00046175305],"about_ca_topic_score_codex":0.00013078192,"about_ca_topic_score_gemma":0.00004826488,"teacher_disagreement_score":0.7499208,"about_ca_system_score_codex":0.0004927708,"about_ca_system_score_gemma":0.002954105,"threshold_uncertainty_score":0.99880946},"labels":[],"label_agreement":null},{"id":"W2520674133","doi":"10.1080/14739879.2016.1218798","title":"Use of WONCA global standards to evaluate family medicine postgraduate education for curriculum development and review in Nepal and Myanmar","year":2016,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Curriculum; Medical education; Medicine; Process (computing); Primary care; Training (meteorology); Family medicine; Psychology; Nursing; Pedagogy; Computer science; Geography","score_opus":0.03404370335017729,"score_gpt":0.3906865337211311,"score_spread":0.3566428303709538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520674133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93684715,0.01729918,0.0017247277,0.03727567,0.0015123753,0.0044666184,0.00012337424,0.000025541494,0.0007253357],"genre_scores_gemma":[0.6096621,0.007745516,0.31900728,0.048857704,0.0015743751,0.006369179,0.004125237,0.00013155432,0.0025270237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983728,0.000042009047,0.00062435603,0.00034539175,0.00041965366,0.00019579782],"domain_scores_gemma":[0.9968719,0.00008585913,0.00018712431,0.00025020592,0.002476035,0.00012885856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008098518,0.00016858413,0.00037050724,0.00021998223,0.00007209291,0.000010143119,0.00006904321,0.00007525283,0.000017628005],"category_scores_gemma":[0.0026542072,0.0001235353,0.00003170281,0.00047467172,0.000094438496,0.00016818444,0.000031904623,0.00005905895,0.0000013696457],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010099746,0.00017987464,0.013290618,0.0038915135,0.000018598193,6.360411e-8,0.0010360691,6.756426e-8,0.00039876538,0.0011726567,0.0917323,0.88817847],"study_design_scores_gemma":[0.0022214793,0.0006733576,0.30068335,0.015853416,0.00025509717,0.00002311013,0.0036348496,0.0000063246835,0.00036121067,0.000723004,0.67525876,0.00030604462],"about_ca_topic_score_codex":0.00007130282,"about_ca_topic_score_gemma":0.00001878689,"teacher_disagreement_score":0.88787246,"about_ca_system_score_codex":0.0014725686,"about_ca_system_score_gemma":0.0058286847,"threshold_uncertainty_score":0.99980736},"labels":[],"label_agreement":null},{"id":"W2521022060","doi":"10.3390/pharmacy4030026","title":"A Shared Focus: Comparing the Australian, Canadian, United Kingdom and United States Pharmacy Learning Outcome Frameworks and the Global Competency Framework","year":2016,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Metric (unit); Outcome (game theory); Medical education; Set (abstract data type); Political science; Degree (music); Medicine; Family medicine; Business; Computer science; Marketing","score_opus":0.06820210990964308,"score_gpt":0.3957513974629587,"score_spread":0.3275492875533156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521022060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7772263,0.00025877426,0.0015839165,0.2192939,0.00044616088,0.00066560303,0.000024806071,0.00010823311,0.0003922716],"genre_scores_gemma":[0.98392993,0.00021584982,0.001253904,0.013841985,0.00033715006,0.00006157903,0.000100863945,0.000027917944,0.00023082067],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804,0.00026809098,0.00051552913,0.00031695416,0.00035194014,0.00050744764],"domain_scores_gemma":[0.9980932,0.0008055975,0.00017558638,0.0003090563,0.0003227043,0.0002938461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096481893,0.00025325117,0.00034819756,0.00025889496,0.0005993699,0.00013921023,0.0002661061,0.0001058099,0.00045071408],"category_scores_gemma":[0.0023996686,0.00013171961,0.00005119611,0.0014441196,0.0006989084,0.000162624,0.00010468616,0.0014853593,0.000028874529],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034591524,0.00005615304,0.93550074,0.000071825016,0.00023217766,0.000021205842,0.0017591754,0.000042284228,0.00003570275,0.036113046,0.007688576,0.018133208],"study_design_scores_gemma":[0.014753431,0.000057691515,0.11428816,0.0010536242,0.00065312616,0.00023920812,0.0018437649,0.046301633,0.00010689277,0.013874866,0.8062764,0.00055119256],"about_ca_topic_score_codex":0.043810826,"about_ca_topic_score_gemma":0.0008340656,"teacher_disagreement_score":0.8212126,"about_ca_system_score_codex":0.00026194274,"about_ca_system_score_gemma":0.00021558125,"threshold_uncertainty_score":0.96255654},"labels":[],"label_agreement":null},{"id":"W2521056190","doi":"10.1007/s12630-016-0739-2","title":"Preparing anesthesiology faculty for competency-based medical education","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Competence (human resources); Medical education; Attendance; Curriculum; Faculty development; Medicine; Anesthesiology; Psychology; Professional development; Pedagogy; Political science; Anesthesia","score_opus":0.015175706898013966,"score_gpt":0.2872371488835606,"score_spread":0.27206144198554666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521056190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9049808,0.00042936768,0.0008019315,0.09195252,0.0009767545,0.00039156244,0.0000046490113,0.000017293874,0.00044516526],"genre_scores_gemma":[0.9805365,0.000025881134,0.013990515,0.0023353437,0.0022892908,0.000022481143,0.00003389694,0.00007435245,0.0006917398],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99669904,0.00012756571,0.0012600728,0.0002801212,0.00077611994,0.0008570609],"domain_scores_gemma":[0.9937209,0.00017045088,0.00083287683,0.000332556,0.002417341,0.002525907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002352066,0.00030794725,0.00066698104,0.0012248817,0.00044689848,0.00007821172,0.0005982279,0.00041915587,0.00061569596],"category_scores_gemma":[0.0048385775,0.00021494814,0.0003309164,0.00052368507,0.00042520076,0.0003023739,0.00000510795,0.0006514444,0.000018495506],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010554953,0.000512186,0.13758962,0.00041413528,0.0003842613,0.12201,0.001444409,0.00007146256,0.00025029466,0.019119617,0.21723926,0.49990925],"study_design_scores_gemma":[0.0021859214,0.0014114574,0.017607473,0.0011328832,0.00016606358,0.85582787,0.0003363861,0.00011013598,0.00012360547,0.001889263,0.11892125,0.0002876993],"about_ca_topic_score_codex":0.00089550024,"about_ca_topic_score_gemma":0.003451754,"teacher_disagreement_score":0.7338179,"about_ca_system_score_codex":0.0015995835,"about_ca_system_score_gemma":0.07858557,"threshold_uncertainty_score":0.926638},"labels":[],"label_agreement":null},{"id":"W2521876995","doi":"10.7759/cureus.796","title":"Use of Free, Open Access Medical Education and Perceived Emergency Medicine Educational Needs Among Rural Physicians in Southwestern Ontario","year":2016,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Guelph General Hospital; McMaster University","funders":"","keywords":"Rural area; Work (physics); Medicine; Continuing medical education; Continuing education; Needs assessment; Family medicine; Educational resources; Focus group; Resource (disambiguation); Nursing; Medical education; Psychology; Business","score_opus":0.055035098908411434,"score_gpt":0.3916847184786953,"score_spread":0.33664961957028383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521876995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96937245,0.00009780865,0.00006970118,0.025814787,0.0014729513,0.00049694034,0.0000048383126,0.000012617061,0.0026579353],"genre_scores_gemma":[0.9864699,0.00014818266,0.00041103875,0.0009860223,0.00062352297,0.000116472525,0.00011368669,0.000021720223,0.011109423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982949,0.000054116488,0.0006660853,0.00023201545,0.0005442188,0.00020864436],"domain_scores_gemma":[0.9986138,0.000092427625,0.00024008333,0.00049761793,0.00041644808,0.00013962535],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036451835,0.0001579648,0.0003281593,0.00030338657,0.000053278938,0.00002187579,0.00059462874,0.00015230945,0.009434519],"category_scores_gemma":[0.0029703407,0.00011169946,0.000031501757,0.0005875922,0.00035304992,0.001030012,0.00028475336,0.00022295672,0.000008236269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004270529,0.00074734166,0.9182249,0.000048579073,0.000034758006,5.6768636e-7,0.0058132056,1.4133207e-7,0.0007929709,0.0017477347,0.05029422,0.022252928],"study_design_scores_gemma":[0.0011072675,0.00009971938,0.9907028,0.0012340785,0.000055152326,0.000012180341,0.0014988505,0.000020931706,0.00003067346,0.0018703116,0.003242782,0.00012526054],"about_ca_topic_score_codex":0.051706396,"about_ca_topic_score_gemma":0.04657641,"teacher_disagreement_score":0.072477944,"about_ca_system_score_codex":0.00035220414,"about_ca_system_score_gemma":0.0018106293,"threshold_uncertainty_score":0.991471},"labels":[],"label_agreement":null},{"id":"W2522002885","doi":"10.1503/cjs.006616","title":"Five things they don’t teach you in medical school","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary; Western University","funders":"","keywords":"Medical school; Medicine; Medical education; Specialty; Residency training; Point (geometry); Family medicine","score_opus":0.019098554253549335,"score_gpt":0.28207877561093503,"score_spread":0.2629802213573857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522002885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9125551,0.0002635243,0.00009449632,0.083827905,0.0014878969,0.00006346991,0.0000019039633,0.0000052667033,0.0017004512],"genre_scores_gemma":[0.99011946,0.000068917696,0.00028089483,0.0076899347,0.00084770593,0.000002772502,0.0000031555887,0.000015450101,0.0009716834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837786,0.00006324215,0.0006445341,0.00010296325,0.00049524166,0.0003161389],"domain_scores_gemma":[0.9978985,0.00026967147,0.00019349882,0.00016944797,0.0003589685,0.0011098658],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026157664,0.00008808491,0.00029555787,0.0009757882,0.000048862577,0.000013768864,0.00013941052,0.00016599227,0.0042265747],"category_scores_gemma":[0.021675387,0.0000570142,0.00009018854,0.00033200032,0.0001322202,0.00024340104,0.000006034728,0.0005637293,0.00004257356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003551863,0.00004808199,0.62441534,0.000028387261,0.00004244134,0.0013318177,0.0007962644,2.933751e-7,0.00012778498,0.00026613803,0.22758159,0.14532635],"study_design_scores_gemma":[0.0019991111,0.00011118836,0.65498227,0.00512281,0.00006289144,0.0037281534,0.0023174873,0.00003303411,0.00024381245,0.0019547613,0.3291155,0.00032897404],"about_ca_topic_score_codex":0.0030896293,"about_ca_topic_score_gemma":0.0021493994,"teacher_disagreement_score":0.14499737,"about_ca_system_score_codex":0.0006638661,"about_ca_system_score_gemma":0.011308988,"threshold_uncertainty_score":0.9966837},"labels":[],"label_agreement":null},{"id":"W2522590891","doi":"10.1016/j.hjdsi.2016.02.003","title":"A test of the first course (Emergency Medicine) that is globally available for credit and for free","year":2016,"lang":"en","type":"article","venue":"Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Simon Fraser University; University of British Columbia","funders":"","keywords":"Accreditation; Medical education; Test (biology); Class (philosophy); Medicine; Curriculum; Family medicine; Psychology; Computer science; Pedagogy","score_opus":0.06931808535680348,"score_gpt":0.3832700441242885,"score_spread":0.31395195876748505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522590891","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07338264,0.0024341384,0.0010986924,0.9158661,0.0028317573,0.0026761447,0.00043073553,0.00004129855,0.0012385182],"genre_scores_gemma":[0.9595522,0.00097191747,0.006278032,0.018086782,0.0024337715,0.00072500634,0.000056552948,0.00006206457,0.01183365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890256,0.000008326225,0.00035792546,0.00020451068,0.00030340502,0.00022326522],"domain_scores_gemma":[0.99826056,0.0002154222,0.00018529245,0.0005089979,0.00075537903,0.00007437454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045787136,0.00009677435,0.00020715343,0.00004145615,0.00016000084,0.00000162885,0.00016511712,0.00011008062,0.0005445139],"category_scores_gemma":[0.00361766,0.00005129576,0.000046718364,0.00021210294,0.00014470275,0.00004238766,0.00003575042,0.00007177644,0.0000049060304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004643506,0.00006621227,0.11872032,0.0010578667,0.000017593567,9.172387e-8,0.0004293982,6.0057723e-9,0.0001979051,0.002032416,0.8690312,0.008400557],"study_design_scores_gemma":[0.0036775274,0.0011234588,0.15389557,0.0017596268,0.00017398798,0.000016496931,0.00087895984,0.00011402943,0.0009455702,0.0055468148,0.83173597,0.00013199916],"about_ca_topic_score_codex":0.00017391313,"about_ca_topic_score_gemma":0.00021605032,"teacher_disagreement_score":0.8977793,"about_ca_system_score_codex":0.000086234955,"about_ca_system_score_gemma":0.00033793325,"threshold_uncertainty_score":0.5962046},"labels":[],"label_agreement":null},{"id":"W2522963320","doi":"10.3138/ptc.2015-45e","title":"Reaching Consensus on Measuring Professional Behaviour in Physical Therapy Objective Structured Clinical Examinations","year":2016,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Delphi method; Objective structured clinical examination; Delphi; Focus group; Medical education; Communication skills; Medicine; Clinical Practice; Physical therapy; Psychology; Medical physics; Computer science; Artificial intelligence","score_opus":0.03455648208052577,"score_gpt":0.385804558401403,"score_spread":0.35124807632087723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522963320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902512,0.000020850448,0.000037781778,0.007737954,0.0010117737,0.00047845114,0.000012849119,0.000032400683,0.0004167501],"genre_scores_gemma":[0.9957247,0.000016804912,0.00038657116,0.0025127195,0.0006037561,0.00006921873,0.000015006395,0.000033787164,0.0006374355],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99816275,0.00019836362,0.00038209875,0.0003554987,0.0006381557,0.00026314234],"domain_scores_gemma":[0.9988652,0.0003870742,0.00013292371,0.00032928464,0.00019914142,0.00008638062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035309052,0.0001763277,0.00031072862,0.00015980646,0.00011241954,0.000006828461,0.000106275555,0.00008419185,0.00010451504],"category_scores_gemma":[0.00037534352,0.000112912436,0.000061765546,0.0003777512,0.00011347686,0.000043389115,0.000010698027,0.0004237441,0.0000035135342],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009991635,0.0022741787,0.15531236,0.000034884233,0.0001854808,0.0000493114,0.0017213714,0.000010542377,0.096258044,0.0032687075,0.021404218,0.7184817],"study_design_scores_gemma":[0.003729638,0.00026197406,0.98455644,0.00033673222,0.000009348457,0.000008103262,0.00040814653,0.00019851625,0.007856502,0.00072982506,0.0016969576,0.00020779058],"about_ca_topic_score_codex":0.037607964,"about_ca_topic_score_gemma":0.035405315,"teacher_disagreement_score":0.82924414,"about_ca_system_score_codex":0.000840697,"about_ca_system_score_gemma":0.0017244241,"threshold_uncertainty_score":0.98219603},"labels":[],"label_agreement":null},{"id":"W2522976065","doi":"10.5430/jha.v5n6p63","title":"Adopt-a-Hospital Project: An instructional tool for hospital administration","year":2016,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Preceptor; Graduation (instrument); Experiential learning; Curriculum; Medical education; Acute care; Context (archaeology); Medicine; Health care; Nursing; Administration (probate law); Psychology; Pedagogy; Political science; Engineering","score_opus":0.013845406397973534,"score_gpt":0.32526322038440386,"score_spread":0.3114178139864303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522976065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96848464,0.000029563213,0.009794204,0.016262842,0.004019844,0.0011257348,0.000043835138,0.00004920277,0.00019014828],"genre_scores_gemma":[0.95812833,0.000028115513,0.03764718,0.00020582661,0.0033959295,0.00009047983,0.00016150907,0.000042298347,0.00030030377],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9970601,0.00004257845,0.0013157057,0.0003488971,0.0009038218,0.00032889083],"domain_scores_gemma":[0.9963637,0.00008283529,0.0010633718,0.00031186471,0.0020185628,0.00015966778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007103777,0.00027680825,0.00039331196,0.0003214236,0.00017361486,0.000102847196,0.00020789463,0.00026242394,0.00011602355],"category_scores_gemma":[0.0018903426,0.00020213654,0.0002448602,0.00036561917,0.00020455942,0.0015731391,0.000017635457,0.00030551205,0.000014575142],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00889375,0.045095235,0.16636448,0.0010841608,0.0013576569,0.00044277072,0.0049052774,0.000005946823,0.016535193,0.08909598,0.11734581,0.5488737],"study_design_scores_gemma":[0.02110581,0.4810803,0.372787,0.0018274471,0.0011500055,0.0028335708,0.0057653696,0.00046659037,0.051177386,0.012103662,0.04733173,0.0023711256],"about_ca_topic_score_codex":0.0000016242174,"about_ca_topic_score_gemma":0.0000024257754,"teacher_disagreement_score":0.54650265,"about_ca_system_score_codex":0.00037123275,"about_ca_system_score_gemma":0.0020529747,"threshold_uncertainty_score":0.8242889},"labels":[],"label_agreement":null},{"id":"W2524651509","doi":"10.1007/s10459-016-9716-3","title":"Validity: one word with a plurality of meanings","year":2016,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; McGill University; Université de Sherbrooke","funders":"","keywords":"PsycINFO; Context (archaeology); External validity; Field (mathematics); Psychology; Argument (complex analysis); Validity; Content validity; Construct validity; Epistemology; Social psychology; Psychometrics; MEDLINE; Medicine; Developmental psychology; Political science","score_opus":0.039697189259682256,"score_gpt":0.41673529795460174,"score_spread":0.3770381086949195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524651509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95125747,0.0011955872,0.0034056471,0.04007205,0.00079114037,0.0005813344,0.0000012808532,0.000029634522,0.0026658766],"genre_scores_gemma":[0.95211715,0.0009922863,0.04445505,0.0020175055,0.0001280817,0.000070515205,0.000004788205,0.0000054976745,0.000209133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99842,0.00006505426,0.0004952547,0.0002773077,0.000499363,0.00024303822],"domain_scores_gemma":[0.99897724,0.00013370332,0.00035719704,0.00021993775,0.00025848497,0.00005341334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016422158,0.000078701596,0.00020472117,0.00028505194,0.00009707758,0.0000059135314,0.00012864455,0.00003372888,0.00007019262],"category_scores_gemma":[0.0009581237,0.00004941656,0.000014259604,0.0014951898,0.0005483602,0.00051459897,0.000012553158,0.0000950661,0.0000060215352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057403187,0.00048043532,0.23148564,0.00048570818,0.000001969525,1.1361965e-7,0.0010136993,0.0000056975177,0.00024015552,0.010350251,0.00044812963,0.7554308],"study_design_scores_gemma":[0.0028066249,0.0038681151,0.7927113,0.013997428,0.000036292833,0.00007710079,0.008622091,0.00023670176,0.006218603,0.038267467,0.13258514,0.00057311775],"about_ca_topic_score_codex":0.00021930647,"about_ca_topic_score_gemma":0.00006960244,"teacher_disagreement_score":0.75485766,"about_ca_system_score_codex":0.00030515518,"about_ca_system_score_gemma":0.0020866697,"threshold_uncertainty_score":0.37016624},"labels":[],"label_agreement":null},{"id":"W2527533483","doi":"10.1016/j.jogc.2016.08.017","title":"Balancing the Needs of Patients and Learners in Surgery","year":2016,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Duty; Perspective (graphical); Balance (ability); Medical education; Health care; Nursing; Physical therapy","score_opus":0.00950373469609225,"score_gpt":0.23459476725456274,"score_spread":0.2250910325584705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527533483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932392,0.00050894154,0.000012295265,0.0030518435,0.0030234628,0.000039661285,9.959937e-7,3.6702457e-7,0.00012321146],"genre_scores_gemma":[0.9991427,0.000115711424,0.00006174345,0.00061850925,0.000013797646,5.030298e-7,5.044595e-7,0.0000028193274,0.000043724744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993664,0.000026936914,0.00032748556,0.000030228175,0.00016233022,0.000086606175],"domain_scores_gemma":[0.9975094,0.0019434888,0.00022792318,0.000046824505,0.00023444211,0.000037931062],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00041221807,0.00003664051,0.00016693675,0.00028010466,0.000021987282,0.0000019613935,0.000030788662,0.000043632044,0.000040963692],"category_scores_gemma":[0.013779444,0.000019260322,0.000012459278,0.00040169878,0.000068631045,0.00003099149,0.000011255354,0.00013128805,4.1194237e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021641051,0.00001973486,0.7995877,0.000013504219,0.0000113420165,0.000016881724,0.00009738082,3.944402e-7,0.0000074063214,0.000043647207,0.0026858621,0.19751394],"study_design_scores_gemma":[0.00070290716,0.000069711336,0.99420667,0.000014037218,0.0000151014065,0.000009393063,0.00067439716,0.000007276164,0.000020348434,0.000041046937,0.0042169974,0.000022109314],"about_ca_topic_score_codex":0.0015393018,"about_ca_topic_score_gemma":0.0013410272,"teacher_disagreement_score":0.19749182,"about_ca_system_score_codex":0.000302788,"about_ca_system_score_gemma":0.00089038233,"threshold_uncertainty_score":0.99452794},"labels":[],"label_agreement":null},{"id":"W2528090510","doi":"10.1302/0301-620x.98b10.37031","title":"Resident education in orthopaedic trauma","year":2016,"lang":"en","type":"review","venue":"The Bone & Joint Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto; Queen's University; Wellesley Institute","funders":"","keywords":"Summative assessment; Formative assessment; Accreditation; Medicine; Medical education; Globe; Core competency; Competence (human resources); Cornerstone; Psychology; Pedagogy; Management","score_opus":0.05350868577036998,"score_gpt":0.3994282600290828,"score_spread":0.34591957425871284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528090510","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031022812,0.9873501,0.000118782336,0.0054693474,0.0023738088,0.0008138385,0.0000018753746,0.00002108662,0.003540933],"genre_scores_gemma":[0.000040108775,0.9865926,0.0006893435,0.00069807016,0.0037156548,0.000089015775,0.000031710893,0.000057818437,0.008085682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965237,0.00059050875,0.0016096558,0.0002366978,0.0006929854,0.00034649964],"domain_scores_gemma":[0.9979623,0.00014925744,0.00091057224,0.0005683595,0.00028222078,0.00012728643],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004712175,0.00029623185,0.0011061406,0.0008818203,0.00023977282,0.00005153561,0.00022857284,0.00026512053,0.0014428372],"category_scores_gemma":[0.0021693693,0.00014957758,0.0004327475,0.0006438236,0.00013724984,0.000097942866,0.000044887714,0.002926162,0.00044485016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010818266,0.00013383696,0.000007794675,0.0014949057,0.000044277655,0.000026362746,0.00017313534,2.6169674e-8,7.198634e-7,0.0003187012,0.072562344,0.9252271],"study_design_scores_gemma":[0.00041474614,0.00006977221,0.00034552047,0.051175408,0.00039134076,0.0073104673,0.00023694111,7.3512405e-7,6.8537196e-7,0.0007916868,0.93911153,0.00015118027],"about_ca_topic_score_codex":0.000012659703,"about_ca_topic_score_gemma":0.0000041891203,"teacher_disagreement_score":0.9250759,"about_ca_system_score_codex":0.0010536369,"about_ca_system_score_gemma":0.0052989004,"threshold_uncertainty_score":0.99947},"labels":[],"label_agreement":null},{"id":"W2528136630","doi":"10.1016/j.nepr.2016.09.010","title":"The impact of curricular changes on BSCN students' clinical learning outcomes","year":2016,"lang":"en","type":"article","venue":"Nurse Education in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mohawk College; Conestoga College; McMaster University","funders":"McMaster University","keywords":"Curriculum; Medical education; Scholarship; Medicine; Qualitative research; Perception; Nurse education; Psychology; Focus group; Nursing; Pedagogy; Sociology","score_opus":0.02916278923022833,"score_gpt":0.5314433315572147,"score_spread":0.5022805423269864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528136630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93687284,0.00009080209,0.000054996493,0.0545887,0.0022261997,0.00042597755,4.8521787e-7,0.000022910912,0.005717112],"genre_scores_gemma":[0.9921513,0.00033357885,0.0007391559,0.001257847,0.00047129657,0.00009454979,0.000008709619,0.000018016386,0.004925518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981699,0.00038627104,0.00051856687,0.00020998817,0.00053302996,0.0001822377],"domain_scores_gemma":[0.9961645,0.0022517042,0.0004777767,0.00043160582,0.00061146583,0.00006292826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026432895,0.00011173961,0.00020476755,0.00017444967,0.00009464742,0.000021436816,0.00017625332,0.00010678679,0.00010612757],"category_scores_gemma":[0.03786699,0.000056778103,0.00007856044,0.0004367765,0.00014410086,0.00014623173,0.00001593071,0.00046128512,0.000095698095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012426589,0.0020135602,0.67978,0.0000059515087,0.00007014655,7.1634724e-7,0.000437702,0.0000018629762,0.000040480285,0.0022521697,0.00724398,0.30802917],"study_design_scores_gemma":[0.0008933055,0.0005516821,0.92075,0.00024624093,0.00007790209,0.000016364967,0.006561731,0.000012643217,0.00005048114,0.00013044641,0.07063275,0.00007645145],"about_ca_topic_score_codex":0.00007969748,"about_ca_topic_score_gemma":0.0000040024106,"teacher_disagreement_score":0.30795273,"about_ca_system_score_codex":0.00031851672,"about_ca_system_score_gemma":0.00090887543,"threshold_uncertainty_score":0.9702375},"labels":[],"label_agreement":null},{"id":"W2528963536","doi":"10.4300/jgme-d-16-00142.1","title":"Mind the Gap: The Prospects of Missing Data","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Missing data; Medicine; Data collection; Statistics; Computer science; Data science; Mathematics","score_opus":0.10199584363256156,"score_gpt":0.41172763924389877,"score_spread":0.30973179561133724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528963536","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45266363,0.000635676,0.004600828,0.53857595,0.0025974594,0.00026328894,0.0000018113386,0.0000044280214,0.00065691496],"genre_scores_gemma":[0.9895598,0.00023735272,0.0032555207,0.004130873,0.0022009287,0.000005550555,0.000012610729,0.000014425746,0.0005829229],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724275,0.0001279545,0.00083494786,0.00013135842,0.0015063742,0.00015663898],"domain_scores_gemma":[0.9969655,0.00036493197,0.00078939734,0.0007544455,0.0009984942,0.00012717767],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038700614,0.000094268544,0.00022998954,0.00013253503,0.00010750662,0.000016210983,0.0006596708,0.00008452535,0.00044587755],"category_scores_gemma":[0.02254964,0.000035490255,0.00006373951,0.0004925657,0.0004934035,0.00018710537,0.00006644545,0.00046631345,0.000014616473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049903017,0.00045664876,0.0015174159,0.000044826895,0.00005333589,0.000003785771,0.0006921263,5.5070643e-8,0.0006590578,0.00073157495,0.16887717,0.82691413],"study_design_scores_gemma":[0.005952773,0.0013435507,0.2205815,0.011148303,0.0014913591,0.008527616,0.00978348,0.0015122098,0.009865471,0.022412527,0.70689625,0.00048493274],"about_ca_topic_score_codex":0.000012048429,"about_ca_topic_score_gemma":0.0000020775005,"teacher_disagreement_score":0.8264292,"about_ca_system_score_codex":0.00011203949,"about_ca_system_score_gemma":0.004087427,"threshold_uncertainty_score":0.98568386},"labels":[],"label_agreement":null},{"id":"W2530310379","doi":"10.17483/2368-6669.1076","title":"Discerning Success of Indigenous Health Students in Community-based Programs","year":2016,"lang":"en","type":"article","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"North Island College; Trinity Western University; Vancouver Island University","funders":"","keywords":"Courage; Indigenous; Health care; Psychology; Medical education; Qualitative research; Pedagogy; Public relations; Sociology; Medicine; Political science","score_opus":0.04699520924582511,"score_gpt":0.4642602776671849,"score_spread":0.4172650684213598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530310379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97591746,0.00010988902,0.011281614,0.009980408,0.00073660037,0.0014623143,0.0000073972865,0.000055884237,0.00044842393],"genre_scores_gemma":[0.9909048,0.00006522087,0.006829277,0.0010628263,0.00006569974,0.00029829485,0.00062731834,0.000021362572,0.00012520624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965297,0.0006264559,0.0015392681,0.0002058534,0.0007406351,0.00035810008],"domain_scores_gemma":[0.9981514,0.00017212474,0.0007791824,0.0005024627,0.00031605494,0.0000787315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027831583,0.00018614031,0.00039848223,0.00075533625,0.00017168865,0.00002628924,0.0002575959,0.00010524584,0.000040382358],"category_scores_gemma":[0.00046346083,0.00016214272,0.000047629805,0.0009859507,0.00016840373,0.00067676284,0.00002474642,0.0003999182,0.00001142721],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013280308,0.006394286,0.3892729,0.0012032683,0.000008649612,1.4445807e-7,0.025811374,0.00009967552,0.00023049551,0.0021987206,0.00014175393,0.5745059],"study_design_scores_gemma":[0.0068054744,0.0011341987,0.9061684,0.024098493,0.000031012365,0.000014668586,0.03772807,0.00023677206,0.0025069066,0.0035477793,0.017155495,0.0005727161],"about_ca_topic_score_codex":0.00036404963,"about_ca_topic_score_gemma":0.00016565422,"teacher_disagreement_score":0.57393324,"about_ca_system_score_codex":0.0023545374,"about_ca_system_score_gemma":0.00075645733,"threshold_uncertainty_score":0.66119885},"labels":[],"label_agreement":null},{"id":"W2530802738","doi":"10.2147/amep.s115789","title":"Applying a reflexive framework to evaluate a communication skills curriculum","year":2016,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Reflexivity; Agency (philosophy); Process (computing); Medical education; Computer science; Engineering ethics; Focus (optics); Psychology; Pedagogy; Medicine; Sociology; Engineering","score_opus":0.015751678640816374,"score_gpt":0.4759598177147007,"score_spread":0.4602081390738843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530802738","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12197397,0.012873918,0.06700426,0.7244352,0.003579738,0.0034660671,0.00000272748,0.00019850359,0.0664656],"genre_scores_gemma":[0.47852525,0.016582916,0.3906829,0.110118315,0.00071738707,0.0023372844,0.0000372385,0.00003805492,0.0009606339],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978232,0.00034197734,0.00049076625,0.000336144,0.0007722086,0.00023572886],"domain_scores_gemma":[0.99666184,0.0017761794,0.00020484699,0.00050831365,0.00055145903,0.00029734988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027381056,0.00013483204,0.00021168329,0.0002449313,0.00011510856,0.000022675009,0.00017820482,0.00018381771,0.00080615416],"category_scores_gemma":[0.10968363,0.000096108466,0.0000228902,0.00091644865,0.00018951796,0.00076298247,0.00007176505,0.000509572,0.00013670232],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000857934,0.0011002416,0.0028429914,0.00004877868,0.000009647859,0.000002453653,0.0012541404,5.0063744e-7,0.000029815981,0.025246259,0.004262706,0.9651167],"study_design_scores_gemma":[0.000812121,0.0001394721,0.0038129985,0.0024768517,0.000051073872,0.00025230928,0.003955763,0.00009113845,0.00003225242,0.0153418165,0.97285545,0.00017877044],"about_ca_topic_score_codex":0.000031880856,"about_ca_topic_score_gemma":0.000011005656,"teacher_disagreement_score":0.9685927,"about_ca_system_score_codex":0.00022791329,"about_ca_system_score_gemma":0.0008733552,"threshold_uncertainty_score":0.8978159},"labels":[],"label_agreement":null},{"id":"W2530928421","doi":"10.1016/j.jamcollsurg.2016.06.285","title":"Use of the Surgical Teaching Rubric Improves Technical Skills’ Acquisition and Retention","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Rubric; Medicine; Knowledge retention; Medical education; Mathematics education","score_opus":0.012977921243608762,"score_gpt":0.28190510123334117,"score_spread":0.2689271799897324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530928421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980149,0.000030810366,0.00018311241,0.018989313,0.0003573087,0.00016717405,0.00001766702,0.0000050235767,0.000100648096],"genre_scores_gemma":[0.9968343,0.00008825974,0.0022446304,0.00024791015,0.00010813016,0.0000021533272,4.5097372e-7,0.000010487653,0.00046368243],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9983761,0.0002148366,0.00067297975,0.00009265832,0.0005150212,0.00012845483],"domain_scores_gemma":[0.99748,0.00048332356,0.0012650603,0.00031310867,0.00040763404,0.000050886385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011737758,0.00008700296,0.00036656085,0.00017296239,0.00010213548,0.000004666001,0.00016305239,0.000048543283,0.00002026919],"category_scores_gemma":[0.0025926575,0.000038747457,0.00021672959,0.0005962608,0.00075032556,0.00013687635,0.000083015024,0.0003194756,3.1704798e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010074492,0.001482462,0.26301846,0.00012833653,0.00032489395,0.000032274926,0.0002148142,0.0000041923845,0.5775313,0.0055615506,0.03928407,0.1114102],"study_design_scores_gemma":[0.0010077407,0.0004944013,0.9796976,0.0011428775,0.00025678333,0.0015724519,0.00033823174,0.000042646203,0.0064324616,0.0005194488,0.00840229,0.000093086404],"about_ca_topic_score_codex":0.000033633063,"about_ca_topic_score_gemma":0.0000023234013,"teacher_disagreement_score":0.7166791,"about_ca_system_score_codex":0.0001106782,"about_ca_system_score_gemma":0.00021296059,"threshold_uncertainty_score":0.31038404},"labels":[],"label_agreement":null},{"id":"W2531181415","doi":"10.5688/ajpe807114","title":"An Observational Case Study of Near-peer Teaching in Medical and Pharmacy Experiential Training","year":2016,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto","funders":"","keywords":"Pharmacy; Medical education; Curriculum; Observational study; Teaching method; Experiential learning; Unit (ring theory); Psychology; Medicine; Nursing; Mathematics education; Pedagogy; Internal medicine","score_opus":0.11935586532699509,"score_gpt":0.5173079997252289,"score_spread":0.3979521343982338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531181415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885951,0.00004668684,0.00082107104,0.009626705,0.000618874,0.0002215438,0.0000010452136,0.000008103487,0.00006086082],"genre_scores_gemma":[0.99193835,0.000018382956,0.005664277,0.0017617679,0.0005633696,0.000016905517,0.0000042984634,0.000017039405,0.000015577434],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99743176,0.0003092369,0.0009207121,0.00018737331,0.0009557108,0.00019520613],"domain_scores_gemma":[0.9984237,0.00023027082,0.00041444346,0.00014286625,0.0005043182,0.00028440612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002138533,0.00012287854,0.0003526586,0.00031654895,0.00007820215,0.000017877901,0.00012257838,0.0000385225,0.00034450123],"category_scores_gemma":[0.0022978534,0.000088880755,0.000040373674,0.00043794487,0.00043652643,0.00038064297,0.000020700854,0.00054026284,8.5927644e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028668428,0.0036188217,0.09876258,0.000021438791,0.000051885527,0.00021991973,0.023016956,0.0000023137022,0.0032125562,0.00015116605,0.00029748117,0.8703582],"study_design_scores_gemma":[0.024048693,0.00796908,0.20302391,0.0015857549,0.00074212335,0.056196984,0.6712718,0.0107825855,0.001877484,0.00023500648,0.021533849,0.0007327418],"about_ca_topic_score_codex":0.0001868315,"about_ca_topic_score_gemma":0.0000100357565,"teacher_disagreement_score":0.86962545,"about_ca_system_score_codex":0.00014469253,"about_ca_system_score_gemma":0.001484128,"threshold_uncertainty_score":0.3772047},"labels":[],"label_agreement":null},{"id":"W2532130708","doi":"10.1111/coa.12772","title":"Otolaryngology residency education: a scoping review on the shift towards competency‐based medical education","year":2016,"lang":"en","type":"review","venue":"Clinical Otolaryngology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; CINAHL; Formative assessment; Medical education; MEDLINE; Curriculum; Systematic review; Otorhinolaryngology; Nursing; Surgery; Psychological intervention; Psychology","score_opus":0.09100832618059618,"score_gpt":0.49048833539327724,"score_spread":0.39948000921268106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2532130708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031517924,0.8572373,0.00015785983,0.116497464,0.0096642105,0.0068371617,0.000010957642,0.00015919839,0.009404344],"genre_scores_gemma":[0.000009533751,0.86467713,0.0020329037,0.122533835,0.005416004,0.003864483,0.0007038456,0.00013537632,0.0006269121],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871136,0.0037734702,0.0052453713,0.0016743541,0.0013368408,0.00085638836],"domain_scores_gemma":[0.9874576,0.0053735464,0.0022467219,0.0032754322,0.0009744236,0.00067230384],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00727237,0.000964493,0.004902746,0.00067478704,0.000333604,0.000034324563,0.0016569726,0.002619689,0.010461967],"category_scores_gemma":[0.06832274,0.000557693,0.001496754,0.001606174,0.001604812,0.000111109046,0.0002907772,0.0041651176,0.002931561],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032334272,0.0016465645,0.00022978237,0.06704336,0.00015350163,0.000032364227,0.000009104177,2.8056613e-9,1.8535026e-8,0.032897107,0.09014206,0.8078138],"study_design_scores_gemma":[0.0003424933,0.0004309259,0.0008117699,0.45855907,0.00086944527,0.00040605565,0.000004484384,0.0000024129574,1.1729369e-7,0.00094341004,0.5372797,0.00035010025],"about_ca_topic_score_codex":0.000019859659,"about_ca_topic_score_gemma":0.000021716389,"teacher_disagreement_score":0.8074637,"about_ca_system_score_codex":0.00049456145,"about_ca_system_score_gemma":0.13344114,"threshold_uncertainty_score":0.99968743},"labels":[],"label_agreement":null},{"id":"W2533624100","doi":"10.1007/s40037-016-0306-0","title":"Navigating the unchartable: paths to promotion and tenure in health professions education","year":2016,"lang":"en","type":"editorial","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Promotion (chess); Medical education; Health professions; Health promotion; Medicine; Health care; Nursing; Political science; Public health","score_opus":0.010288644979755658,"score_gpt":0.4173182529075262,"score_spread":0.40702960792777054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2533624100","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010359266,0.0020188354,0.00037106225,0.4703596,0.5120937,0.0036152555,0.000026312788,0.00010568284,0.0010503039],"genre_scores_gemma":[0.04588523,0.0029461568,0.0027239202,0.014167919,0.9218033,0.0042145248,0.0016323684,0.00019852752,0.0064280825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99492395,0.00045396228,0.0009466543,0.00097507925,0.0021870274,0.0005133058],"domain_scores_gemma":[0.99630415,0.0006263193,0.00053331297,0.0007671486,0.0013201322,0.00044894166],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029236232,0.00040402275,0.0005602077,0.00037695418,0.00039905641,0.00006159336,0.00026388853,0.0008827265,0.00040229305],"category_scores_gemma":[0.049910326,0.00026228998,0.000066469845,0.0012587905,0.00028459018,0.00014956904,0.00008426386,0.0037761203,0.00007508217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049192076,0.0017676126,0.00015579804,0.00037659067,0.000016527809,7.502625e-7,0.016256273,1.5086995e-7,0.000008702893,0.0015374601,0.67128414,0.3085468],"study_design_scores_gemma":[0.0011025234,0.0009875365,0.004950268,0.033409726,0.00006447242,0.000036246893,0.066063456,0.00007282301,0.000011507347,0.0015496764,0.89126056,0.0004912102],"about_ca_topic_score_codex":0.00046042085,"about_ca_topic_score_gemma":0.00007347805,"teacher_disagreement_score":0.45619166,"about_ca_system_score_codex":0.0023224659,"about_ca_system_score_gemma":0.022184895,"threshold_uncertainty_score":0.99998295},"labels":[],"label_agreement":null},{"id":"W2535721443","doi":"10.1016/j.jtcvs.2016.09.064","title":"O Canada—Keep our specialty glorious and free","year":2016,"lang":"en","type":"letter","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Medicine; Accreditation; Workforce; Medical education; Graduate medical education; Scopus; MEDLINE; Family medicine","score_opus":0.015179685688196309,"score_gpt":0.2740924387186788,"score_spread":0.25891275303048245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535721443","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02441726,0.040389664,0.0009048677,0.92548275,0.0078045996,0.0002496273,0.000040073817,0.000014976786,0.00069618475],"genre_scores_gemma":[0.034604028,0.021099268,0.0022167517,0.795674,0.1415701,0.000020170928,0.000113191556,0.0002356325,0.004466798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967754,0.00019819784,0.0008167687,0.00027216095,0.0015921012,0.000345406],"domain_scores_gemma":[0.99783,0.00019560075,0.00047314249,0.0006714539,0.00068362907,0.00014622732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025811547,0.00027978173,0.0014407524,0.00040739716,0.00009593551,0.000040455856,0.00014516982,0.0005203298,0.000034791465],"category_scores_gemma":[0.0021275778,0.0001985674,0.0007591351,0.0002323044,0.00008322149,0.00010919882,0.00006557233,0.0015876457,0.0000021691587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031944248,0.0000064907413,0.00052114466,0.00036227054,0.0013973706,0.0027683384,0.000015250243,1.462327e-7,0.0000014093378,0.0000010331453,0.72609407,0.26880053],"study_design_scores_gemma":[0.00024251667,0.000028064504,0.0020610266,0.00093494484,0.0013520863,0.007466755,0.00009659948,9.686346e-7,0.000028520708,0.00014344277,0.98743206,0.00021301807],"about_ca_topic_score_codex":0.005273353,"about_ca_topic_score_gemma":0.00039822774,"teacher_disagreement_score":0.2685875,"about_ca_system_score_codex":0.00028443444,"about_ca_system_score_gemma":0.0026597178,"threshold_uncertainty_score":0.8097344},"labels":[],"label_agreement":null},{"id":"W2536290492","doi":"","title":"Abstracts Presented at the Spring Meeting of the Society for Education in Anesthesia: Scoring Anesthesia Education: International Perspectives,\" Hilton Montreal Bonaventure, Montreal, Quebec, June 6 - 8, 2003.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spring (device); Anesthesia; Medicine; Media studies; General surgery; Sociology; Engineering","score_opus":0.010723948209615301,"score_gpt":0.2637573748417716,"score_spread":0.2530334266321563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536290492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90350914,0.0011062511,0.00003611123,0.09000466,0.00087900425,0.0023741194,0.0000021312271,0.00003237489,0.0020562038],"genre_scores_gemma":[0.9727638,0.00016678084,0.0007718779,0.0008771383,0.001040651,0.0026031483,0.000032043696,0.0000362314,0.02170838],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822956,0.000058192323,0.00054874434,0.0003453605,0.0004891187,0.00032904046],"domain_scores_gemma":[0.99798775,0.0001490228,0.00041933055,0.00046671054,0.00091219385,0.000064996624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009113393,0.00017064002,0.0002060169,0.00012558066,0.00016420685,0.000027765429,0.00030192442,0.00012832841,0.000022028418],"category_scores_gemma":[0.0017129021,0.00010047574,0.00017573185,0.0006063843,0.000198828,0.00020665086,0.000047760775,0.00020448836,0.0000027118083],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031117245,0.0020733213,0.117091745,0.0002100234,0.00024756676,0.0000024648677,0.004532009,0.000040268962,0.00061830785,0.0028068582,0.14047864,0.73158765],"study_design_scores_gemma":[0.00081201026,0.000008903284,0.95955026,0.00029061476,0.00007900292,0.00006694376,0.0030706322,0.00006736342,0.0010815528,0.00019991458,0.034664158,0.00010862892],"about_ca_topic_score_codex":0.00543564,"about_ca_topic_score_gemma":0.0029016205,"teacher_disagreement_score":0.84245855,"about_ca_system_score_codex":0.0012087455,"about_ca_system_score_gemma":0.0009971902,"threshold_uncertainty_score":0.8217098},"labels":[],"label_agreement":null},{"id":"W2536794590","doi":"10.1515/ijnes-2016-0021","title":"Failing Clinical Practice &amp; the Unsafe Student: A New Perspective","year":2016,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Clinical Practice; Perspective (graphical); Medical education; Theme (computing); Psychology; Medicine; Nursing; Computer science","score_opus":0.13552730627528556,"score_gpt":0.575263101936108,"score_spread":0.43973579566082244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536794590","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46920764,0.0008036408,0.011408816,0.49551144,0.016161576,0.00023419748,0.0000016625042,0.00002325062,0.006647765],"genre_scores_gemma":[0.94584954,0.00021465177,0.033231437,0.0098853605,0.007896289,0.000005317765,0.0000072072708,0.000021486312,0.0028887081],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697936,0.00027325217,0.000988767,0.00019918496,0.0014031556,0.00015627165],"domain_scores_gemma":[0.990685,0.00081005896,0.00095312425,0.0003091834,0.0070746373,0.0001679995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033822295,0.000121499885,0.00019653888,0.00037526278,0.00010385367,0.0001448974,0.0005396483,0.000113839815,0.00026336612],"category_scores_gemma":[0.030322647,0.000071771916,0.00016961162,0.00035621217,0.00020108941,0.0009499358,0.00002333957,0.0008037316,0.00014318571],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006431456,0.0030807417,0.025062153,0.000003380988,0.0004468415,0.000009852395,0.005837817,0.0000020073592,0.0008479655,0.01971078,0.10316714,0.8411882],"study_design_scores_gemma":[0.003782808,0.00041121282,0.39615333,0.0037878212,0.00059767044,0.0061755097,0.02742799,0.0000032511687,0.0003194212,0.030831436,0.5302384,0.00027116155],"about_ca_topic_score_codex":0.000010088278,"about_ca_topic_score_gemma":0.0000011022901,"teacher_disagreement_score":0.840917,"about_ca_system_score_codex":0.001447962,"about_ca_system_score_gemma":0.003181352,"threshold_uncertainty_score":0.9778454},"labels":[],"label_agreement":null},{"id":"W2536798098","doi":"10.1007/s12630-016-0763-2","title":"Pre-clerkship teaching: Are we missing an opportunity?","year":2016,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Medical education; Mathematics education; Psychology; Medicine","score_opus":0.037279347113046264,"score_gpt":0.2880426047783275,"score_spread":0.25076325766528124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536798098","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09025328,0.0010900139,0.0000661271,0.9049726,0.001823855,0.00035233298,0.000016186246,0.00002814071,0.0013974592],"genre_scores_gemma":[0.13764563,0.000522212,0.006859362,0.70074314,0.12175496,0.00002604928,0.00043344373,0.0011164009,0.030898808],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.99283177,0.0006973756,0.0022679975,0.0005585511,0.001686394,0.001957888],"domain_scores_gemma":[0.9883018,0.00017503579,0.003154807,0.00095844944,0.0024109147,0.0049989526],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0041525187,0.0008850268,0.0016414465,0.0034110064,0.0011562878,0.00056413474,0.001427169,0.00184356,0.0016350435],"category_scores_gemma":[0.0024634674,0.0007175293,0.000594361,0.0005922226,0.0006166481,0.00092476443,0.000013121713,0.011005891,0.00003266472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000042211457,0.000026171167,0.0007387576,0.00015428936,0.00013262822,0.4253987,0.00076558394,0.0000020808493,0.0000042383854,0.000037733815,0.54754984,0.025147753],"study_design_scores_gemma":[0.0005330671,0.0006570254,0.0008744414,0.002425113,0.00032132675,0.50628346,0.00039998314,0.000008464699,0.0000039368983,0.0005164248,0.4875721,0.0004046357],"about_ca_topic_score_codex":0.0028779467,"about_ca_topic_score_gemma":0.0016603938,"teacher_disagreement_score":0.20422947,"about_ca_system_score_codex":0.0040342873,"about_ca_system_score_gemma":0.029999565,"threshold_uncertainty_score":0.99978906},"labels":[],"label_agreement":null},{"id":"W2536957769","doi":"10.5430/ijhe.v5n4p216","title":"Introducing a Collaborative E2 (Evaluation &amp; Enhancement) Social Accountability Framework for Medical Schools","year":2016,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Accountability; CLARITY; Public relations; Stakeholder; Mandate; Social accounting; Variety (cybernetics); Equity (law); Conceptual framework; Medical education; Stakeholder engagement; Engineering ethics; Political science; Sociology; Psychology; Knowledge management; Medicine; Business; Computer science; Engineering; Accounting","score_opus":0.02640648848140867,"score_gpt":0.4507921115179748,"score_spread":0.42438562303656613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536957769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6641656,0.00037034656,0.10477537,0.21306859,0.016070578,0.0008188246,0.0000144198675,0.000022076707,0.00069420587],"genre_scores_gemma":[0.9267939,0.00005409644,0.056685306,0.0041970615,0.0109961005,0.00017711618,0.00008796648,0.000022774802,0.0009856896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645346,0.000120933735,0.0009510891,0.00024354018,0.0020528028,0.00017819964],"domain_scores_gemma":[0.9895109,0.00029446915,0.00081044214,0.00019462929,0.009096387,0.00009316553],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024595528,0.00014338989,0.00025916286,0.00037232868,0.00009969045,0.000060621645,0.00031558226,0.00021344231,0.0046413196],"category_scores_gemma":[0.008572622,0.00010363218,0.00012163388,0.00037750907,0.00010569189,0.00046899312,0.000030228191,0.00034938965,0.00005086718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00122535,0.0021039452,0.010851009,0.00006823298,0.00057772786,0.0000012889564,0.0020249225,0.0000021979592,0.008261497,0.03347746,0.23794712,0.70345926],"study_design_scores_gemma":[0.009054274,0.00067996484,0.14999998,0.0037030634,0.0006674294,0.00023265935,0.0022002833,0.00008094801,0.008206965,0.13497734,0.68961877,0.00057835353],"about_ca_topic_score_codex":0.000006710602,"about_ca_topic_score_gemma":0.0000026490247,"teacher_disagreement_score":0.7028809,"about_ca_system_score_codex":0.0016675974,"about_ca_system_score_gemma":0.0039823726,"threshold_uncertainty_score":0.99977857},"labels":[],"label_agreement":null},{"id":"W2537299979","doi":"10.1155/2016/8698632","title":"Academic Outcomes and Utility of Gastroenterology Residents In-Training Course Abstract Presentations: The University of British Columbia Experience","year":2016,"lang":"en","type":"letter","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Course (navigation); Medical education; Training (meteorology); Family medicine; Gerontology","score_opus":0.025277422830386025,"score_gpt":0.29110594858664246,"score_spread":0.26582852575625643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537299979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84443784,0.00021867029,0.000047081376,0.15463017,0.00041221725,0.00015752914,0.000066378736,0.000001538353,0.000028564804],"genre_scores_gemma":[0.9576435,0.00032159977,0.00015414724,0.041553732,0.00015220852,0.0000019166062,0.000017501512,0.000010332335,0.00014507766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99817646,0.00026717343,0.00076020276,0.00021669781,0.00015012926,0.0004293231],"domain_scores_gemma":[0.9983953,0.0001737701,0.0007923662,0.00019237286,0.00030711686,0.00013907616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060754194,0.00012094878,0.00078765,0.00027635595,0.000090041285,0.0000069107023,0.00027035817,0.00054743706,0.00030767795],"category_scores_gemma":[0.00038702696,0.0001316927,0.000074169,0.00008142648,0.0024981073,0.00009323598,0.000034909233,0.0016443011,4.3306892e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017248698,0.000012570487,0.822908,0.000075499054,0.00010504588,0.0005361902,0.0008150525,6.7637515e-8,0.0000037781954,0.0000020497166,0.17440046,0.0009688144],"study_design_scores_gemma":[0.0015030679,0.0005026856,0.9851407,0.0002974742,0.00013717976,0.003574531,0.00133544,0.0000066684856,3.5146513e-7,0.0001684577,0.007291486,0.00004200183],"about_ca_topic_score_codex":0.02236644,"about_ca_topic_score_gemma":0.25146338,"teacher_disagreement_score":0.22909693,"about_ca_system_score_codex":0.00005568723,"about_ca_system_score_gemma":0.0008012586,"threshold_uncertainty_score":0.98414373},"labels":[],"label_agreement":null},{"id":"W2538193750","doi":"10.7759/cureus.845","title":"The Hidden Curriculum: Exposing the Unintended Lessons of Medical Education","year":2016,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Canadian Network for Innovation in Education; Ottawa Hospital","funders":"","keywords":"Medicine; Hidden curriculum; Curriculum; Unintended consequences; Medical education; Law","score_opus":0.02162015055406782,"score_gpt":0.37409276267870556,"score_spread":0.35247261212463776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538193750","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35568953,0.0016053534,0.001672792,0.62911236,0.0029502788,0.00043433867,0.0000014764207,0.000052989246,0.008480892],"genre_scores_gemma":[0.99551547,0.00040035314,0.00058010966,0.0015898952,0.0006229402,0.00003576949,0.000007670647,0.000012394795,0.0012354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986998,0.00005374073,0.00030362082,0.00012459677,0.0006569818,0.00016125958],"domain_scores_gemma":[0.99876434,0.00015052475,0.00012858861,0.0004889316,0.00040493513,0.000062657564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000890241,0.0000748949,0.00010643639,0.00003520184,0.00017784,0.000012373991,0.00032441365,0.00010089755,0.00039538022],"category_scores_gemma":[0.0056135305,0.000029534198,0.000045156088,0.00030210044,0.0005245355,0.0000567902,0.00005315786,0.00018896234,0.000031835727],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011414112,0.00030017295,0.0019127231,0.000018028233,0.000042647884,7.58484e-7,0.0005868651,1.6721389e-8,0.0010072421,0.24849421,0.16826445,0.57936144],"study_design_scores_gemma":[0.0024866154,0.0003772238,0.049397398,0.002779424,0.00035593397,0.0004130065,0.022812994,0.0007039089,0.009401753,0.030944966,0.87992895,0.00039785448],"about_ca_topic_score_codex":0.00008087033,"about_ca_topic_score_gemma":0.000019035964,"teacher_disagreement_score":0.7116645,"about_ca_system_score_codex":0.00012635082,"about_ca_system_score_gemma":0.0010365334,"threshold_uncertainty_score":0.6720326},"labels":[],"label_agreement":null},{"id":"W2538333495","doi":"10.5116/ijme.57f8.be5e","title":"The development of a novel medical education elective for fourth-year medical students","year":2016,"lang":"en","type":"article","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Medicine; MEDLINE; Psychology; Family medicine; Political science","score_opus":0.01874758201995171,"score_gpt":0.4378375647141748,"score_spread":0.4190899826942231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538333495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5447176,0.00037216945,0.116962194,0.32210398,0.01452753,0.00068425946,0.0000043517866,0.00002195178,0.000605956],"genre_scores_gemma":[0.9445606,0.0006993751,0.03499656,0.011533324,0.0066913697,0.00024237052,0.00006557966,0.000054663386,0.0011561477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98789775,0.00008675146,0.001821682,0.00023239794,0.009695967,0.00026543048],"domain_scores_gemma":[0.99215794,0.00077470945,0.001046199,0.00025367358,0.0052433065,0.0005241484],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006803188,0.00017879494,0.0003413624,0.00043893413,0.00013412455,0.00004635992,0.0017007967,0.00038947293,0.0012655775],"category_scores_gemma":[0.06289138,0.00010272289,0.0001756134,0.00033554013,0.0003516681,0.00020090598,0.00013985219,0.0005482886,0.0000149148445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005439814,0.0049159927,0.006390654,0.00005376014,0.00045421754,0.000002908213,0.0009026809,1.4373538e-7,0.00022322053,0.010779048,0.06369536,0.912038],"study_design_scores_gemma":[0.025226569,0.0013669856,0.08427317,0.017559081,0.00041577264,0.0032395576,0.008307285,0.0014831771,0.0054944293,0.0062094107,0.8456781,0.0007464796],"about_ca_topic_score_codex":0.000015052464,"about_ca_topic_score_gemma":0.00003419633,"teacher_disagreement_score":0.91129154,"about_ca_system_score_codex":0.00077685737,"about_ca_system_score_gemma":0.04052545,"threshold_uncertainty_score":0.9996474},"labels":[],"label_agreement":null},{"id":"W2539216900","doi":"10.1007/s40037-016-0304-2","title":"Academic promotion packages: crafting connotative frames","year":2016,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke","funders":"","keywords":"Framing (construction); Craft; Scholarship; Promotion (chess); Process (computing); Computer science; Field (mathematics); Medical education; Medicine; Political science; Visual arts; Engineering; Art","score_opus":0.020501907853058672,"score_gpt":0.3884311838099928,"score_spread":0.36792927595693414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539216900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78332305,0.00038115346,0.009533377,0.19416384,0.0013942167,0.00075806456,0.0000031873028,0.00023212013,0.010210983],"genre_scores_gemma":[0.98652685,0.00041703784,0.0024796892,0.005919782,0.001746315,0.00024135434,0.000036705933,0.000037772836,0.002594511],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973035,0.00014148522,0.0004788557,0.0005629366,0.0011787239,0.00033453316],"domain_scores_gemma":[0.9981632,0.00027836044,0.00019780724,0.00037319824,0.0007393493,0.0002480627],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009378385,0.00021137255,0.00026637013,0.00037654946,0.0001554694,0.000016473201,0.0001752655,0.00036263824,0.0035656958],"category_scores_gemma":[0.03056425,0.00014076199,0.000078811,0.0006456023,0.00047427966,0.0002305586,0.000028134844,0.0008069351,0.00045071077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015784628,0.0025999465,0.010087732,0.00010964855,0.00008829462,0.000006331052,0.020863859,1.8373125e-7,0.0027941617,0.066491365,0.04148707,0.85531354],"study_design_scores_gemma":[0.01278994,0.005379171,0.43932158,0.019300265,0.00058068096,0.00083891395,0.34165698,0.0011828775,0.016873034,0.045729175,0.11387576,0.0024716153],"about_ca_topic_score_codex":0.0000123387945,"about_ca_topic_score_gemma":9.1871703e-7,"teacher_disagreement_score":0.8528419,"about_ca_system_score_codex":0.000795723,"about_ca_system_score_gemma":0.0018726115,"threshold_uncertainty_score":0.9973452},"labels":[],"label_agreement":null},{"id":"W2540440203","doi":"10.1097/acm.0000000000001364","title":"“Staying in the Game”: How Procedural Variation Shapes Competence Judgments in Surgical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Western University","funders":"Canadian Institutes of Health Research","keywords":"Competence (human resources); Psychology; Data collection; Grounded theory; Medical education; Situated; Social psychology; Medicine; Qualitative research","score_opus":0.031854701422900346,"score_gpt":0.3543671583467177,"score_spread":0.32251245692381736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2540440203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7907104,0.00032557643,0.00054583396,0.20517547,0.0004947462,0.0006991736,5.540734e-7,0.000030068688,0.0020181786],"genre_scores_gemma":[0.98875684,0.00033395077,0.00021354886,0.008500379,0.0010723226,0.00018907606,0.0000309664,0.000013984162,0.0008889541],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979326,0.00014625912,0.00057491625,0.00031698486,0.00071155885,0.0003176888],"domain_scores_gemma":[0.9990314,0.00034626355,0.0001863364,0.00022130625,0.00015130696,0.00006336681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020203379,0.00015568316,0.00027660275,0.00041848814,0.000043823104,0.0000058786,0.0002558266,0.00021923393,0.00018584995],"category_scores_gemma":[0.0038870594,0.000081504426,0.000019467596,0.001128407,0.00020811695,0.00023508235,0.00002565588,0.0007708233,0.000024887315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046027175,0.0005863582,0.29630083,0.0006284462,0.00004892127,0.00007759422,0.064672075,0.0000046888467,0.027993264,0.04999929,0.058829047,0.50039923],"study_design_scores_gemma":[0.008707391,0.00045356835,0.8786864,0.0073518567,0.00010667034,0.00068081886,0.019438898,0.0016255408,0.00028939187,0.009543188,0.072699815,0.0004164182],"about_ca_topic_score_codex":0.00006211379,"about_ca_topic_score_gemma":0.0000064878404,"teacher_disagreement_score":0.5823856,"about_ca_system_score_codex":0.00033812522,"about_ca_system_score_gemma":0.00038571475,"threshold_uncertainty_score":0.4653454},"labels":[],"label_agreement":null},{"id":"W2541438358","doi":"10.1016/j.jtcvs.2016.09.082","title":"Thoracic surgery education in Canada","year":2016,"lang":"en","type":"editorial","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Cardiothoracic surgery; General surgery; Lung cancer; Surgery; Tuberculosis; Oncology; Pathology","score_opus":0.010145351307028523,"score_gpt":0.3095979439337946,"score_spread":0.29945259262676605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541438358","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102708206,0.0490282,0.0002707197,0.0007768371,0.8466907,0.0002263985,0.000017154001,0.000010108601,0.0002716636],"genre_scores_gemma":[0.047539327,0.023839852,0.00046294119,0.0003765677,0.926575,0.000032191543,0.00019071653,0.0001237653,0.000859652],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946981,0.00044333073,0.0016205765,0.00035870052,0.002486739,0.00039253265],"domain_scores_gemma":[0.9948135,0.0017329633,0.0008967715,0.0006455237,0.0016936726,0.0002175912],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007432501,0.00035315563,0.0021419988,0.0012500113,0.00006497709,0.00003714237,0.00014731953,0.00059923035,0.00006981933],"category_scores_gemma":[0.00924125,0.0002716176,0.0011549853,0.0006682994,0.000088089444,0.00023453566,0.000041351497,0.0014075304,0.000005111854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010494737,0.000047005793,0.005958282,0.000604152,0.00051483687,0.00017914429,0.000013629312,0.0000010550931,0.0000015788775,3.7349224e-7,0.55206853,0.44050646],"study_design_scores_gemma":[0.00010262681,0.000016470358,0.0055043637,0.0053754295,0.000920408,0.0005882042,0.00026374214,0.0000023169462,0.000070028174,0.000049799437,0.986789,0.0003176136],"about_ca_topic_score_codex":0.06017584,"about_ca_topic_score_gemma":0.00742291,"teacher_disagreement_score":0.44018885,"about_ca_system_score_codex":0.0015786805,"about_ca_system_score_gemma":0.05653324,"threshold_uncertainty_score":0.9999736},"labels":[],"label_agreement":null},{"id":"W2541476207","doi":"10.1097/acm.0000000000001373","title":"“It’s Complicated”: Understanding the Relationships Between Checklists, Rating Scales, and Written Comments in Workplace-Based Assessments","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University","funders":"","keywords":"Checklist; Competence (human resources); Rating scale; Psychology; Medical education; Logistic regression; Regression analysis; Applied psychology; Medicine; Computer science; Social psychology","score_opus":0.17313581887145005,"score_gpt":0.41225986432945827,"score_spread":0.23912404545800822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541476207","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42705005,0.0003591803,0.064086586,0.5035501,0.00029674117,0.0009952149,0.0000048253673,0.00008195478,0.003575292],"genre_scores_gemma":[0.989127,0.00010944191,0.0007008806,0.0088895075,0.00047656015,0.00006197957,0.000092790426,0.000025158233,0.0005166872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767506,0.00024948147,0.0008019881,0.00033027615,0.000603315,0.00033988513],"domain_scores_gemma":[0.9977038,0.0014714611,0.00025409853,0.0003503234,0.00008714984,0.00013316085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035026525,0.00018660144,0.0003576668,0.0002967098,0.00026980817,0.000007936254,0.00020680619,0.00025118492,0.00009316879],"category_scores_gemma":[0.0028847605,0.000104220344,0.00001888914,0.0008262319,0.0005805917,0.00012062629,0.00005710435,0.0014008766,0.000015085691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047954687,0.000020606918,0.9328125,0.00008277492,0.000041676372,0.000004122363,0.0013262643,0.0000010797639,0.00078945584,0.003815309,0.053417925,0.0076403297],"study_design_scores_gemma":[0.01101976,0.0002807623,0.93286,0.008082183,0.00027635501,0.00006135915,0.016040733,0.0019764043,0.00015686988,0.011199132,0.017657336,0.0003891137],"about_ca_topic_score_codex":0.00002418751,"about_ca_topic_score_gemma":0.000007380502,"teacher_disagreement_score":0.5620769,"about_ca_system_score_codex":0.0006959148,"about_ca_system_score_gemma":0.00012357924,"threshold_uncertainty_score":0.608619},"labels":[],"label_agreement":null},{"id":"W2543445543","doi":"10.1097/acm.0000000000001368","title":"McMaster Modular Assessment Program (McMAP) Through the Years: Residents’ Experience of an Evolving Feedback Culture Created by a Programmatic, Workplace-Based Assessment System Over a Three-Year Period","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Medical education; Focus group; Thematic analysis; Psychology; Audit; Perception; Formative assessment; Medicine; Qualitative research; Pedagogy; Management; Sociology","score_opus":0.021784431181864884,"score_gpt":0.3685831058923725,"score_spread":0.34679867471050757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543445543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639631,0.0007452264,0.016531635,0.011733608,0.0005315681,0.0040668817,0.000010596884,0.00032915108,0.0020882185],"genre_scores_gemma":[0.9709755,0.000056145953,0.024793085,0.0009877994,0.00062990165,0.0011222102,0.00012055571,0.000064114596,0.0012506956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954668,0.0002481263,0.0012068126,0.0006253705,0.0018783484,0.00057449314],"domain_scores_gemma":[0.99751925,0.00014081245,0.0006331653,0.00090268126,0.0006111647,0.00019289202],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014986313,0.0003720596,0.00068787107,0.00013560025,0.00016042856,0.00003135194,0.000557883,0.00044556605,0.00096662436],"category_scores_gemma":[0.00097464095,0.00019390321,0.00008169133,0.0010045447,0.0008558736,0.00040000398,0.0000858491,0.0010108448,0.000013219226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012804684,0.0022158527,0.29797602,0.0047762934,0.0012373072,0.00013785393,0.082617275,0.000028957425,0.17338447,0.009792665,0.16606253,0.2604903],"study_design_scores_gemma":[0.043420453,0.011080366,0.5602515,0.05333539,0.0024703245,0.00047378291,0.17135686,0.05034641,0.006730729,0.0013071115,0.09698667,0.00224045],"about_ca_topic_score_codex":0.00018186415,"about_ca_topic_score_gemma":0.0000037725126,"teacher_disagreement_score":0.26227546,"about_ca_system_score_codex":0.00069080695,"about_ca_system_score_gemma":0.00043578687,"threshold_uncertainty_score":0.99994665},"labels":[],"label_agreement":null},{"id":"W2543934717","doi":"10.1007/s12630-016-0761-4","title":"Participation of Canadian anesthesiology departments in undergraduate medical education","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Toronto; Dalhousie University; Queen's University; Université de Sherbrooke; McMaster University; Cumming School of Medicine, University of Calgary; McGill University; University of Ottawa; University of Alberta; Université Laval","keywords":"Anesthesiology; Interquartile range; Medicine; Medical education; Medical school; Family medicine; Anesthesia; Internal medicine","score_opus":0.01545628055624967,"score_gpt":0.28175218664081847,"score_spread":0.2662959060845688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543934717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9335203,0.00037930725,0.00002104718,0.06465161,0.00054959254,0.00020725587,0.0000019256167,0.0000041462627,0.0006648132],"genre_scores_gemma":[0.99725413,0.00015112448,0.00078537053,0.0009440525,0.0004848038,0.000009602006,0.000011955973,0.00003976386,0.00031920377],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9964555,0.00023005871,0.0014941519,0.00021716811,0.00073892064,0.00086421694],"domain_scores_gemma":[0.9945003,0.00008867484,0.00075804605,0.00028827004,0.0013587279,0.0030059782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002033083,0.00025184834,0.0006298607,0.004675347,0.00018028775,0.000034319073,0.00043465296,0.00037955123,0.00065436657],"category_scores_gemma":[0.0031800363,0.00018990051,0.00015790843,0.0016200313,0.0003812218,0.00034909122,0.0000045666966,0.00063800113,0.00002146725],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028548107,0.00041956836,0.5790316,0.00012855098,0.00018035847,0.19609551,0.0016228331,0.000029713752,0.00015463906,0.007225684,0.03668246,0.1781436],"study_design_scores_gemma":[0.0017540578,0.0009993789,0.24004358,0.001124482,0.00011668453,0.7187944,0.00043073096,0.00001972874,0.00017185808,0.0016830644,0.034596507,0.00026551902],"about_ca_topic_score_codex":0.09732952,"about_ca_topic_score_gemma":0.46822897,"teacher_disagreement_score":0.5226989,"about_ca_system_score_codex":0.0022820882,"about_ca_system_score_gemma":0.046113543,"threshold_uncertainty_score":0.9592941},"labels":[],"label_agreement":null},{"id":"W2543946156","doi":"","title":"CAREER DEVELOPMENT PANEL: TRAINING IN MEDICAL DECISION MAKING","year":2016,"lang":"en","type":"article","venue":"38th Annual North American Meeting of the Society for Medical Decision Making","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Training (meteorology); Medical education; Computer science; Medicine; Geography","score_opus":0.02961494286799625,"score_gpt":0.34779094780875003,"score_spread":0.31817600494075376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543946156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90448934,0.00015441456,0.08832899,0.0050574816,0.0010388773,0.0006609708,0.000016762808,0.00007898663,0.0001741815],"genre_scores_gemma":[0.84465194,0.00004683738,0.14930367,0.0054100277,0.000412372,0.0000763477,0.000010284692,0.000058184993,0.00003034654],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9920478,0.000119375574,0.0018719251,0.0006920958,0.004384118,0.0008846783],"domain_scores_gemma":[0.9932718,0.004092856,0.0008499946,0.0006802721,0.00073400955,0.00037104354],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053167297,0.000351871,0.00084614207,0.00022750597,0.00042288058,0.00002463951,0.0009644721,0.0003175593,0.00022347733],"category_scores_gemma":[0.050375745,0.00020937908,0.0006853485,0.0019502387,0.0012641161,0.00012609933,0.00045511435,0.00079836976,0.000010037847],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024960248,0.00012447924,0.051009435,0.000083510735,0.000082286446,0.000012418312,0.00541994,0.00001625364,0.00002130667,0.000062896965,0.0065175733,0.9364003],"study_design_scores_gemma":[0.011950126,0.0010167137,0.7423178,0.05753751,0.00041552464,0.00048512433,0.037987046,0.012097385,0.00031473773,0.0024436307,0.13157864,0.0018557397],"about_ca_topic_score_codex":0.000025597988,"about_ca_topic_score_gemma":0.00021321303,"teacher_disagreement_score":0.93454456,"about_ca_system_score_codex":0.00048197006,"about_ca_system_score_gemma":0.0027718602,"threshold_uncertainty_score":0.95762336},"labels":[],"label_agreement":null},{"id":"W2544515433","doi":"10.1097/acm.0000000000001452","title":"Knowledge Syntheses in Medical Education: Demystifying Scoping Reviews","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Systematic review; Context (archaeology); Engineering ethics; Narrative review; Perspective (graphical); Management science; Variety (cybernetics); Value (mathematics); Knowledge management; Computer science; Data science; MEDLINE; Psychology; Engineering; Political science","score_opus":0.10980693624670636,"score_gpt":0.47031336429771176,"score_spread":0.3605064280510054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544515433","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.287562,0.11179442,0.0095084235,0.48941892,0.008317087,0.0040664575,0.0000012449775,0.0003842231,0.08894721],"genre_scores_gemma":[0.94082004,0.022655059,0.0011001307,0.022700457,0.0054345294,0.00047251204,0.000019833744,0.00005303086,0.0067443848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969662,0.00017523271,0.0013090498,0.00043627372,0.00070339895,0.0004098392],"domain_scores_gemma":[0.9981337,0.0006586323,0.00023511311,0.00045533085,0.00020944064,0.00030776518],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003714036,0.00022140155,0.00066470995,0.0005829018,0.00006927854,0.0000024924889,0.00030960466,0.00043800555,0.004452642],"category_scores_gemma":[0.062704034,0.00012857115,0.00004124378,0.0011658162,0.00045189194,0.00016050781,0.00006834112,0.000896206,0.0004484135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003019634,0.000081171136,0.020603517,0.000857985,0.000013088653,0.000009926637,0.0017964696,1.812127e-8,0.001283544,0.0057692896,0.12826964,0.84128517],"study_design_scores_gemma":[0.0035461024,0.00025243187,0.011617417,0.3197559,0.00017082573,0.0008602662,0.002029975,0.00015291925,0.00069217134,0.0026064287,0.6577826,0.00053294766],"about_ca_topic_score_codex":0.000023773726,"about_ca_topic_score_gemma":0.000009472224,"teacher_disagreement_score":0.8407522,"about_ca_system_score_codex":0.00037468388,"about_ca_system_score_gemma":0.0017925298,"threshold_uncertainty_score":0.9964574},"labels":[],"label_agreement":null},{"id":"W2545276894","doi":"10.1097/acm.0000000000001378","title":"Scholarly Conversations in Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Curriculum; Medical education; Metaphor; Duty; Medical research; Educational research; Higher education; Pedagogy; Engineering ethics; Psychology; Sociology; Medicine; Political science; Engineering","score_opus":0.02691307067029469,"score_gpt":0.3908946903188074,"score_spread":0.3639816196485127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545276894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5834674,0.000603389,0.00231763,0.39885002,0.0015584327,0.00044187307,7.5057875e-7,0.00009341787,0.012667097],"genre_scores_gemma":[0.9576719,0.00079742837,0.00039684493,0.0329514,0.0015603333,0.0001028982,0.000042632353,0.0000220969,0.006454466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753404,0.00007079158,0.00072958664,0.00031739104,0.001057991,0.00029018382],"domain_scores_gemma":[0.99870646,0.00018154929,0.00012965138,0.00036015004,0.0003610568,0.00026110513],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017287208,0.00014205887,0.00028828415,0.0006219128,0.000049238963,0.0000040038417,0.00022420521,0.0004446039,0.0057969987],"category_scores_gemma":[0.023197034,0.000087501896,0.00002423476,0.0010163188,0.00041104178,0.00042426004,0.000035372235,0.0009635544,0.00031332718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007570454,0.00012642628,0.1862255,0.0000888568,0.000028574777,0.000018428,0.0024706484,5.202656e-8,0.0057848874,0.056603756,0.30711162,0.44146556],"study_design_scores_gemma":[0.014157136,0.0005701998,0.34076145,0.01085541,0.00019056842,0.0008937728,0.006401674,0.00034488356,0.0011189714,0.02359516,0.6005441,0.0005666945],"about_ca_topic_score_codex":0.00006995347,"about_ca_topic_score_gemma":0.0000053220188,"teacher_disagreement_score":0.44089884,"about_ca_system_score_codex":0.00038963414,"about_ca_system_score_gemma":0.0017602488,"threshold_uncertainty_score":0.9951118},"labels":[],"label_agreement":null},{"id":"W2545907855","doi":"10.5339/qfarc.2016.hbsp2296","title":"Evaluation of a Cumulative Performance-based Assessment for Pharmacy Students in Qatar","year":2016,"lang":"en","type":"article","venue":"Qatar Foundation Annual Research Conference Proceedings Volume 2016 Issue 1","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Inter-rater reliability; Checklist; Construct validity; Psychology; Pearson product-moment correlation coefficient; Concurrent validity; Reliability (semiconductor); Spearman's rank correlation coefficient; Medical education; Validity; Correlation; Clinical psychology; Medicine; Psychometrics; Statistics; Rating scale; Mathematics; Developmental psychology","score_opus":0.16746281351256678,"score_gpt":0.5322497981040569,"score_spread":0.36478698459149017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545907855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811379,0.000020858324,0.0043119946,0.008543178,0.00024471755,0.003311825,0.000037844376,0.000038051174,0.002353674],"genre_scores_gemma":[0.99133664,0.00006408261,0.0042637098,0.00011711743,0.0002446989,0.0011191313,0.00015456378,0.000028384145,0.002671655],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99388266,0.00013904671,0.00075204304,0.0005231482,0.0041701817,0.00053289585],"domain_scores_gemma":[0.97949827,0.00019086516,0.00028725012,0.00023352886,0.019660246,0.00012984338],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0149228955,0.00018790261,0.0003281065,0.0009981586,0.00017963954,0.00007941745,0.00038538018,0.00011254004,0.0028734314],"category_scores_gemma":[0.008287981,0.00014514774,0.0000498515,0.0010297863,0.00040056044,0.0010313787,0.00009656107,0.00036578736,0.00020293216],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094155734,0.0013863022,0.22314768,0.00067100493,0.00010366233,5.4951823e-7,0.003973666,0.000007464476,0.0119698,0.0017375347,0.02055626,0.7355045],"study_design_scores_gemma":[0.02593007,0.002999602,0.41264564,0.0044247713,0.00029404493,0.00000541053,0.008474537,0.35969105,0.015288307,0.0034153776,0.16617006,0.0006611465],"about_ca_topic_score_codex":0.00015316022,"about_ca_topic_score_gemma":0.0000127146,"teacher_disagreement_score":0.7348434,"about_ca_system_score_codex":0.0014828928,"about_ca_system_score_gemma":0.0039314553,"threshold_uncertainty_score":0.99803805},"labels":[],"label_agreement":null},{"id":"W2546495216","doi":"10.1097/jpa.0000000000000091","title":"Self-Directed Learning in Physician Assistant Education","year":2016,"lang":"en","type":"review","venue":"The Journal of Physician Assistant Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Armed Forces","funders":"","keywords":"Lifelong learning; Autodidacticism; Plan (archaeology); Set (abstract data type); Medical education; Process (computing); Psychology; Knowledge management; Computer science; Medicine; Pedagogy","score_opus":0.01718244777284441,"score_gpt":0.3598199636836043,"score_spread":0.3426375159107599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546495216","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007249974,0.98080987,0.00009150068,0.002558063,0.004406224,0.0014195552,0.000007278462,0.0001494394,0.0098330965],"genre_scores_gemma":[0.0010136592,0.9867501,0.0022793047,0.0013948195,0.006007293,0.00011975026,0.00017105578,0.0001543534,0.002109652],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995048,0.0009594552,0.0021597394,0.0003550223,0.0010125145,0.0004652792],"domain_scores_gemma":[0.99345505,0.00037797674,0.0039452235,0.00071285455,0.0013834859,0.00012537812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021169467,0.0005821113,0.0017952336,0.0012162,0.00023788975,0.00007498096,0.0005729173,0.0003353144,0.000053114745],"category_scores_gemma":[0.00075721054,0.00036140837,0.0005236495,0.002496788,0.00015100848,0.00037114802,0.00004703956,0.001996489,0.00011975265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049430582,0.0020481,0.000018341503,0.0043583354,0.00024871904,0.000002143477,0.00076901657,4.2509433e-7,0.000040702693,0.0005046791,0.023262475,0.9686976],"study_design_scores_gemma":[0.00035937515,0.00019705656,0.00063685473,0.045955505,0.0016970349,0.00013049693,0.001728969,0.000022121065,0.000011281632,0.00030322085,0.9486007,0.0003573947],"about_ca_topic_score_codex":0.000015580217,"about_ca_topic_score_gemma":0.000004284365,"teacher_disagreement_score":0.9683402,"about_ca_system_score_codex":0.0030384082,"about_ca_system_score_gemma":0.014513994,"threshold_uncertainty_score":0.9998838},"labels":[],"label_agreement":null},{"id":"W2546655287","doi":"","title":"Increasing Support and Job Satisfaction for Program Administrators at the Postgraduate Medical Education Program at the University of Ottawa: The Program Administrator’s Perspective","year":2016,"lang":"en","type":"article","venue":"International Journal of Learning Teaching and Educational Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Stakeholder; Professional development; Service (business); Service delivery framework; Perspective (graphical); Relevance (law); Psychology; Career development; Public relations; Knowledge management; Medicine; Business; Political science; Computer science; Marketing","score_opus":0.04198443749113805,"score_gpt":0.45444867752217155,"score_spread":0.4124642400310335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546655287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79465175,0.00027188734,0.000036806654,0.20295364,0.00038968245,0.0008280779,0.000004670262,0.000012933099,0.00085056375],"genre_scores_gemma":[0.9924345,0.0001893629,0.0033991858,0.00017721666,0.0007499151,0.000080178244,0.000028594357,0.000015414804,0.0029256472],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968971,0.0007382888,0.0004204903,0.00021939882,0.0014932749,0.00023145528],"domain_scores_gemma":[0.99410844,0.0025280092,0.00040085395,0.0001605725,0.0026488078,0.00015333116],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074575474,0.00011690437,0.00015487897,0.00021636233,0.001169504,0.00008983275,0.00032131997,0.00009966948,0.00025982814],"category_scores_gemma":[0.019361394,0.000059856447,0.00008999386,0.00020901328,0.0011361451,0.00015954213,0.00012854114,0.0010753555,0.0000050526282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006708079,0.0006447686,0.2011888,0.00003785867,0.00023742937,0.0000027584283,0.0030352238,9.0445906e-7,0.0002628991,0.010121381,0.019945838,0.76385134],"study_design_scores_gemma":[0.00131944,0.002283793,0.5965208,0.0006744392,0.0001283811,0.00262954,0.020704882,0.00023745776,0.00009506931,0.0012316866,0.3740376,0.00013691043],"about_ca_topic_score_codex":0.0003492017,"about_ca_topic_score_gemma":0.00017333862,"teacher_disagreement_score":0.76371443,"about_ca_system_score_codex":0.00078177784,"about_ca_system_score_gemma":0.003546017,"threshold_uncertainty_score":0.98889893},"labels":[],"label_agreement":null},{"id":"W2547224513","doi":"10.4172/2167-1168.c1.019","title":"Determining clinical teacher pedagogical content knowledge: The Canadian experience","year":2016,"lang":"en","type":"article","venue":"Journal of Nursing & Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Content (measure theory); Content analysis; Quality (philosophy); Qualitative research; Teacher education","score_opus":0.37279732591992304,"score_gpt":0.533345210927488,"score_spread":0.16054788500756495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547224513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96884143,0.0005479086,0.00030475724,0.022189135,0.0027737368,0.00009654285,5.185101e-7,0.000007243476,0.0052387477],"genre_scores_gemma":[0.9951577,0.000014481756,0.0011050273,0.0009877977,0.0017557045,0.0000027339322,7.158447e-7,0.000010680876,0.0009651673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99872077,0.00009454826,0.00056371774,0.00010244578,0.00031510435,0.00020339772],"domain_scores_gemma":[0.99832636,0.00010648475,0.00021299206,0.00019030084,0.00095489516,0.0002089895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006719885,0.000079348014,0.00020233121,0.000119409466,0.00018060928,0.000022948492,0.00016452045,0.00011823449,0.00015644259],"category_scores_gemma":[0.0026359027,0.000037794493,0.000113809714,0.00015032134,0.00035371693,0.00008153267,0.0000076190586,0.00046674878,0.00001554852],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037410748,0.000112914924,0.058897484,0.000006041765,0.000018104627,0.000035437944,0.023792028,8.9989044e-8,0.00024378531,0.00012025386,0.015793465,0.900943],"study_design_scores_gemma":[0.0022626526,0.001017477,0.680122,0.0038601102,0.00021540416,0.0019541702,0.12570226,0.00004372334,0.00030670548,0.00009691532,0.18423246,0.00018607372],"about_ca_topic_score_codex":0.00011327293,"about_ca_topic_score_gemma":0.00047251643,"teacher_disagreement_score":0.9007569,"about_ca_system_score_codex":0.0008801452,"about_ca_system_score_gemma":0.0012013293,"threshold_uncertainty_score":0.31556123},"labels":[],"label_agreement":null},{"id":"W2547448239","doi":"","title":"Design and implementation of an integrated medication management curriculum in an entry-to-practice doctor of pharmacy program","year":2016,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Coursework; Pharmacy; Medical education; Stakeholder; Pharmacy practice; Bachelor; Medicine; Core competency; Engineering management; Engineering; Psychology; Nursing; Pedagogy; Management","score_opus":0.03124063536808534,"score_gpt":0.4770302588643985,"score_spread":0.4457896234963131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547448239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786889,0.000064338004,0.010980174,0.0068593733,0.00063541095,0.002578992,0.0000039587158,0.00004802639,0.00014081878],"genre_scores_gemma":[0.8863246,0.00023737588,0.11159169,0.0007209514,0.00013754,0.00070168066,0.00021131217,0.000018735045,0.00005614951],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982019,0.00023060385,0.00066586025,0.0003129605,0.00040036987,0.00018832482],"domain_scores_gemma":[0.99851227,0.000064524094,0.00033320553,0.00026905973,0.00069327245,0.00012765844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001070044,0.00013798452,0.0001829831,0.0005636681,0.000034063432,0.000013213105,0.00012694504,0.000028673436,0.00035972483],"category_scores_gemma":[0.0002781639,0.00011045449,0.000017188237,0.00087094394,0.00007290193,0.000791122,0.000022467873,0.00010988712,0.000008046298],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022677993,0.0030623504,0.024771854,0.00019642213,0.000033056436,7.3257684e-7,0.0019504536,0.0000025764668,0.020216865,0.00045302225,0.0016832819,0.9474026],"study_design_scores_gemma":[0.025830248,0.0028126154,0.256368,0.0018794773,0.0015163553,0.00012140427,0.04966878,0.013026795,0.3708795,0.0006603575,0.2762081,0.0010283123],"about_ca_topic_score_codex":0.00052874465,"about_ca_topic_score_gemma":0.000011464562,"teacher_disagreement_score":0.9463743,"about_ca_system_score_codex":0.00024465114,"about_ca_system_score_gemma":0.00051734573,"threshold_uncertainty_score":0.45042035},"labels":[],"label_agreement":null},{"id":"W2547448670","doi":"10.33588/fem.191.824","title":"Actividades profesionales confiables (APROC): un enfoque de competencias para el perfil médico","year":2016,"lang":"es","type":"article","venue":"Educación Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Sociology; Humanities; Philosophy","score_opus":0.021357837302849653,"score_gpt":0.334535103408247,"score_spread":0.3131772661053973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547448670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89481896,0.003143546,0.0016678297,0.08650925,0.0036296826,0.0011863266,0.00008940785,0.00026396583,0.008691012],"genre_scores_gemma":[0.9660082,0.0012890779,0.0086155245,0.0058813235,0.004664318,0.0003840248,0.00011660079,0.00013968755,0.012901231],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948201,0.00043840485,0.0011238838,0.0009650227,0.0013013963,0.001351183],"domain_scores_gemma":[0.9959982,0.001005659,0.0005498237,0.0011225824,0.0007671643,0.00055655045],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016925446,0.0006834497,0.00085192116,0.0006357848,0.0007221686,0.000112499685,0.00069849426,0.00072001014,0.010763874],"category_scores_gemma":[0.0054685185,0.0005001746,0.0002308619,0.0010888746,0.001981543,0.00038134214,0.00017426914,0.0010292366,0.0013656747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056565343,0.0051833056,0.12327948,0.0017050286,0.0008789002,0.00010655768,0.0059319185,0.0000020084246,0.1041751,0.1178938,0.2406175,0.39966077],"study_design_scores_gemma":[0.00451787,0.00087682717,0.28478396,0.008277004,0.00073678594,0.00041133046,0.008720445,0.00018721227,0.0512241,0.004764939,0.6340595,0.0014400118],"about_ca_topic_score_codex":0.00011267291,"about_ca_topic_score_gemma":0.0000033757015,"teacher_disagreement_score":0.39822075,"about_ca_system_score_codex":0.00088196574,"about_ca_system_score_gemma":0.0054530283,"threshold_uncertainty_score":0.999745},"labels":[],"label_agreement":null},{"id":"W2547576585","doi":"10.5430/ijhe.v6n1p25","title":"Seeking the Optimal Time for Integrated Curriculum in Jinan University School of Medicine","year":2016,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jinan University","keywords":"Curriculum; Medical education; Medical school; Psychology; Medicine; Mathematics education; Pedagogy","score_opus":0.009226297945445125,"score_gpt":0.32736994538302366,"score_spread":0.31814364743757856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547576585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8891941,0.0001803692,0.0035081499,0.10183184,0.003593457,0.00027017895,0.0000050871936,0.000007888609,0.0014089749],"genre_scores_gemma":[0.98778355,0.00003838811,0.004283958,0.0007624275,0.001178986,0.0000035913565,0.000019405754,0.000009067994,0.0059206216],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998903,0.000048901573,0.00047576803,0.00008916305,0.00039529928,0.000087913846],"domain_scores_gemma":[0.99719334,0.00012570422,0.00047771397,0.00011108292,0.0020546285,0.000037520742],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006090173,0.00007492765,0.00016659216,0.0004732334,0.000024395795,0.000005716079,0.00027176147,0.000058211197,0.000963585],"category_scores_gemma":[0.0009785633,0.00004154429,0.000060727234,0.0003334602,0.00014405101,0.00020083526,0.00001657278,0.00015928324,0.000011538948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017206003,0.0026421961,0.14531758,0.00009596822,0.000600217,0.000019978468,0.0016853975,0.00004310003,0.06990833,0.025916215,0.49361077,0.25843966],"study_design_scores_gemma":[0.00708426,0.00076404307,0.41950494,0.0037290899,0.00021535534,0.0003004144,0.0030210735,0.00037963057,0.0018646127,0.0024257759,0.56052333,0.00018747928],"about_ca_topic_score_codex":0.00004971991,"about_ca_topic_score_gemma":0.0000015332638,"teacher_disagreement_score":0.27418733,"about_ca_system_score_codex":0.00054910965,"about_ca_system_score_gemma":0.00071371323,"threshold_uncertainty_score":0.9999497},"labels":[],"label_agreement":null},{"id":"W2547670337","doi":"","title":"Pharmacist and pharmacy student perceptions of a competency-based national licensing exam for entry to pharmacy practice in Qatar: A qualitative study","year":2016,"lang":"en","type":"article","venue":"Qatar University QSpace (Qatar University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University; University of British Columbia","funders":"","keywords":"Pharmacy; Focus group; Stakeholder; Pharmacist; Medical education; Pharmacy practice; Perception; Medicine; Qualitative research; Nursing; Psychology; Political science; Public relations; Sociology","score_opus":0.04308820035049625,"score_gpt":0.4110235348731799,"score_spread":0.3679353345226836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547670337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699207,0.000019057577,0.007045968,0.018686742,0.00018946949,0.0018569307,0.00028154676,0.00006756751,0.0019320301],"genre_scores_gemma":[0.9795753,0.00009259573,0.01719444,0.000742353,0.000081697566,0.0000022322147,0.0001020282,0.0000215168,0.0021878346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99776495,0.0004149862,0.00027991223,0.0005653625,0.0006437781,0.00033099685],"domain_scores_gemma":[0.9971799,0.00086269097,0.00023882432,0.00027266232,0.0012244155,0.00022146136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008573615,0.00023689866,0.00037445294,0.0014133037,0.00029342287,0.000014988873,0.00030183053,0.000054994114,0.00018906084],"category_scores_gemma":[0.0008215091,0.00025005962,0.00008645655,0.0015045058,0.00027418847,0.00076247077,0.00018376912,0.0002710126,0.000023020068],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03604803,0.032852065,0.25854367,0.0012279991,0.0033440508,0.0015759611,0.50493574,0.0004606179,0.04661091,0.027457533,0.055821486,0.031121954],"study_design_scores_gemma":[0.04291837,0.0010050874,0.016342385,0.0004918429,0.0011433408,0.000026091991,0.60373193,0.00087593414,0.00085921725,0.00003496494,0.33188966,0.0006811912],"about_ca_topic_score_codex":0.00072729524,"about_ca_topic_score_gemma":0.00034217484,"teacher_disagreement_score":0.27606818,"about_ca_system_score_codex":0.0011601478,"about_ca_system_score_gemma":0.0011198245,"threshold_uncertainty_score":0.9999952},"labels":[],"label_agreement":null},{"id":"W2548445238","doi":"10.1097/acm.0000000000001465","title":"Three-Year MD Programs: Perspectives From the Consortium of Accelerated Medical Pathway Programs (CAMPP)","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical school; Medical education; Specialty; Faculty development; Professional development; Medicine; Family medicine; Psychology; Pedagogy","score_opus":0.057763518654987245,"score_gpt":0.3533459996394569,"score_spread":0.29558248098446965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548445238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8765647,0.0028726368,0.003132814,0.113338135,0.0008767498,0.0014888645,0.000008347313,0.0002118107,0.0015059534],"genre_scores_gemma":[0.9916128,0.0010479508,0.00068444974,0.0028928025,0.0029460045,0.000194983,0.00015372188,0.00004751609,0.0004197951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598354,0.00012019937,0.001086424,0.0005332911,0.0017907583,0.00048580207],"domain_scores_gemma":[0.99725544,0.0005565076,0.0004151367,0.00072483014,0.0007746774,0.00027341975],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001952541,0.0002846764,0.0006230081,0.0001437114,0.000105200466,0.000005636405,0.00059107994,0.0005797644,0.0032947995],"category_scores_gemma":[0.009741784,0.00013148744,0.00007872153,0.0010305955,0.0024345994,0.00011814489,0.00010442685,0.0012375636,0.0000881273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040283063,0.00035662748,0.21328421,0.000110405184,0.00042411743,0.000029886014,0.012817222,2.8069808e-8,0.016710564,0.020321209,0.1109291,0.6246138],"study_design_scores_gemma":[0.04518123,0.007681772,0.22334799,0.0317322,0.002051958,0.0006917176,0.13357852,0.00064063846,0.017442813,0.033883575,0.50169635,0.0020712388],"about_ca_topic_score_codex":0.00032639952,"about_ca_topic_score_gemma":0.000032079588,"teacher_disagreement_score":0.62254256,"about_ca_system_score_codex":0.00016082679,"about_ca_system_score_gemma":0.0006910211,"threshold_uncertainty_score":0.9985996},"labels":[],"label_agreement":null},{"id":"W2548594847","doi":"10.11606/t.5.2016.tde-24102016-155545","title":"Acreditação e avaliação de programas de residência médica: Concepção internacional e proposta de um modelo nacional","year":2016,"lang":"pt","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Philosophy","score_opus":0.023517192414210037,"score_gpt":0.3547829754164285,"score_spread":0.3312657830022185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548594847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80749446,0.0009948696,0.14289467,0.020194085,0.007990266,0.004174921,0.0002474377,0.000698718,0.015310591],"genre_scores_gemma":[0.8210481,0.00031153532,0.043079183,0.0053323614,0.004701024,0.001389699,0.007109843,0.00034592362,0.11668233],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99151,0.0004895331,0.0020255316,0.0014087879,0.0024116528,0.002154515],"domain_scores_gemma":[0.99423414,0.00035796364,0.0010222323,0.0010728436,0.0024722065,0.00084060157],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0033973788,0.0011046147,0.0011115709,0.0009114095,0.00060361694,0.0001684287,0.0011159492,0.0021904244,0.0070289737],"category_scores_gemma":[0.005785875,0.00093386637,0.00044642526,0.0009744448,0.0006966443,0.00038572113,0.00016232567,0.0026438653,0.00085315784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.005865617,0.0055980133,0.04725546,0.0049178074,0.002631522,0.00055950496,0.036973573,0.00003567864,0.028196532,0.16242191,0.34513098,0.3604134],"study_design_scores_gemma":[0.042061266,0.009780633,0.11147532,0.05846889,0.008865695,0.00567549,0.14012109,0.24816507,0.07658305,0.051594436,0.2328022,0.014406868],"about_ca_topic_score_codex":0.00032714114,"about_ca_topic_score_gemma":0.00006389083,"teacher_disagreement_score":0.34600654,"about_ca_system_score_codex":0.0042108144,"about_ca_system_score_gemma":0.014214696,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W2548778198","doi":"10.1111/medu.13135","title":"Practical trials in medical education: linking theory, practice and decision making","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Medical education; Medical decision making; MEDLINE; Medical practice; Psychology; Management science; Medicine; Family medicine; Political science; Engineering","score_opus":0.03967294557901891,"score_gpt":0.4911093734157994,"score_spread":0.4514364278367805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548778198","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2202062,0.001521588,0.09919421,0.6596261,0.0073691467,0.0015156597,0.0000014475746,0.00015654365,0.010409072],"genre_scores_gemma":[0.75385886,0.0012784558,0.12245608,0.11722314,0.004024302,0.0004518141,0.000060578917,0.000065687454,0.00058104336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99386793,0.0010337383,0.0016771487,0.0006131392,0.002404982,0.00040306736],"domain_scores_gemma":[0.9842688,0.012321414,0.0008247634,0.0008568752,0.0011541354,0.00057400484],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021586675,0.00024061944,0.0006486574,0.0005968745,0.0001336157,0.00005863668,0.00021261684,0.0006602931,0.005214683],"category_scores_gemma":[0.50666296,0.00016026109,0.00008698582,0.0009100344,0.00038779847,0.0005388111,0.00010930728,0.000880911,0.00012989875],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000364735,0.0019295601,0.0041242396,0.000091051916,0.00002694889,0.000019422652,0.00040486804,2.2406216e-8,0.000021099993,0.03901923,0.07271831,0.88128054],"study_design_scores_gemma":[0.0074498155,0.000558919,0.04478213,0.028524032,0.0005624662,0.0066526583,0.0068160784,0.0012425231,0.000119557655,0.08573192,0.8166492,0.0009106916],"about_ca_topic_score_codex":0.000024574683,"about_ca_topic_score_gemma":0.000015450143,"teacher_disagreement_score":0.88036984,"about_ca_system_score_codex":0.00050097576,"about_ca_system_score_gemma":0.018099332,"threshold_uncertainty_score":0.9956947},"labels":[],"label_agreement":null},{"id":"W2549292870","doi":"10.1111/medu.13016","title":"The show must go on? Patients, props and pedagogy in the theatre of the <scp>OSCE</scp>","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Dramaturgy; Objective structured clinical examination; Competence (human resources); Psychology; Health professions; Medical education; Metaphor; Social psychology; Pedagogy; Medicine; Aesthetics; Art; Linguistics; Health care; Political science; Law","score_opus":0.00810242823179961,"score_gpt":0.3293293908338346,"score_spread":0.321226962602035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549292870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85932934,0.0001596222,0.000030160256,0.13358593,0.0011977898,0.00071055617,0.0000017544531,0.000010928277,0.0049739396],"genre_scores_gemma":[0.9863945,0.00012347625,0.00005911907,0.011419495,0.00045013055,0.00017294301,0.000013377272,0.000013184809,0.0013537606],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99797267,0.00023067866,0.00039547528,0.0002029046,0.0009766901,0.00022160284],"domain_scores_gemma":[0.99820435,0.00078379404,0.00015776098,0.0005637948,0.00023703475,0.000053241594],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013730541,0.000115331895,0.00013956279,0.00007739703,0.00017526315,0.000015217863,0.00033506437,0.00013796147,0.00007117876],"category_scores_gemma":[0.013758567,0.000041134994,0.00003915228,0.00050122535,0.00059088663,0.000051606017,0.000044916476,0.0003870387,0.000018606348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015726167,0.0012145037,0.11522282,0.000057422,0.000013538622,3.4107345e-7,0.0036132715,6.571076e-8,0.000050365506,0.005753345,0.17417614,0.69988245],"study_design_scores_gemma":[0.0009569659,0.00024219684,0.6823464,0.0005519691,0.000039448263,0.000017460361,0.0051016337,0.000040739866,0.00016662189,0.0011295142,0.30937043,0.000036614394],"about_ca_topic_score_codex":0.00004751229,"about_ca_topic_score_gemma":0.00005042203,"teacher_disagreement_score":0.69984585,"about_ca_system_score_codex":0.000109162196,"about_ca_system_score_gemma":0.0014038257,"threshold_uncertainty_score":0.994549},"labels":[],"label_agreement":null},{"id":"W2549305305","doi":"","title":"A quarter century of teacher training in family medicine in Europe: homage to the Bled course","year":2016,"lang":"en","type":"article","venue":"RepositóriUM (Universidade do Minho)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Medical education; Course (navigation); Training (meteorology); Task (project management); Psychology; History; Medicine; Management; Engineering; Geography","score_opus":0.016673983022766493,"score_gpt":0.284207747190566,"score_spread":0.2675337641677995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549305305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93270445,0.00018140169,0.00028819655,0.042860642,0.0003132785,0.0005033086,0.0000020366347,0.000024966765,0.023121694],"genre_scores_gemma":[0.99579245,0.00002795268,0.00049832964,0.0010001445,0.00018314499,0.0000125440665,0.000008446145,0.000022125027,0.0024548431],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9983787,0.00012893719,0.00044395434,0.0003126536,0.00042808693,0.00030767467],"domain_scores_gemma":[0.9989249,0.0000915895,0.00014832578,0.00049771485,0.00024891415,0.000088542205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008087496,0.00015162645,0.00033694162,0.00053994235,0.00004392242,0.000006720934,0.00021608878,0.00011477649,0.00022248288],"category_scores_gemma":[0.00057312177,0.000095749376,0.000040636274,0.0019561704,0.0001831201,0.00012282375,0.000046905046,0.0002943024,0.00003338789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010727384,0.0012122511,0.040225927,0.00022094918,0.00019481777,0.0011389118,0.14660613,0.000015588172,0.5171111,0.010877209,0.07805332,0.20327102],"study_design_scores_gemma":[0.007936004,0.0008252447,0.80866337,0.002826889,0.00020855537,0.0002332661,0.10784085,0.00023997072,0.0012788299,0.00007321958,0.069479965,0.00039383298],"about_ca_topic_score_codex":0.00018788346,"about_ca_topic_score_gemma":0.000046695335,"teacher_disagreement_score":0.76843745,"about_ca_system_score_codex":0.00022261382,"about_ca_system_score_gemma":0.00027540926,"threshold_uncertainty_score":0.39045462},"labels":[],"label_agreement":null},{"id":"W2549820658","doi":"10.36834/cmej.36645","title":"A landscape analysis of leadership training in postgraduate medical education training programs at the University of Ottawa","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Training (meteorology); Medical education; Computer science; Medicine; Geography","score_opus":0.046149542582570494,"score_gpt":0.30860640509734705,"score_spread":0.26245686251477657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549820658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7366784,0.00042888368,0.00021495666,0.25870967,0.000952513,0.00025599345,0.0000043501755,0.00000994734,0.0027452651],"genre_scores_gemma":[0.9888276,0.00010712301,0.00056763133,0.008839804,0.00036741345,0.000006695009,0.00007915855,0.000014627989,0.0011899909],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971472,0.0002240401,0.00072491966,0.00022263512,0.001269691,0.00041153553],"domain_scores_gemma":[0.99627066,0.00015587133,0.0003683092,0.0002920676,0.0007180675,0.002195028],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028854785,0.00013396333,0.00041303868,0.0013313208,0.00017136309,0.000010575958,0.00037216418,0.00029197565,0.022604287],"category_scores_gemma":[0.022329638,0.00009230454,0.00016436778,0.002346184,0.00062018813,0.00011117972,0.000016980239,0.00063222,0.00001279917],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032240376,0.00025820898,0.042731207,0.000043092303,0.00023851157,0.000015192306,0.014876496,0.0000012115635,0.000020645888,0.0012486987,0.03438179,0.9061527],"study_design_scores_gemma":[0.0038679042,0.00039226495,0.52727044,0.0050127446,0.0016370557,0.0017280178,0.25301713,0.0015747581,0.000039695202,0.0005370861,0.20440947,0.00051345694],"about_ca_topic_score_codex":0.0033400448,"about_ca_topic_score_gemma":0.08227712,"teacher_disagreement_score":0.90563923,"about_ca_system_score_codex":0.0007226292,"about_ca_system_score_gemma":0.09202095,"threshold_uncertainty_score":0.9859057},"labels":[],"label_agreement":null},{"id":"W2549875644","doi":"10.1097/prs.0000000000002780","title":"Medical Accreditation in the United States: What For?","year":2016,"lang":"en","type":"editorial","venue":"Plastic & Reconstructive Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Certification; Excellence; Context (archaeology); Certification and Accreditation; Mission statement; Agency (philosophy); Curriculum; Graduate medical education; Medical education; Political science; Maintenance of Certification; Medicine; Public relations; Sociology; Law","score_opus":0.018993824620221336,"score_gpt":0.3222780994988595,"score_spread":0.3032842748786382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549875644","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029204097,0.00015053128,0.003968456,0.0030046173,0.9624662,0.000839168,0.00017623843,0.000057963498,0.00013272288],"genre_scores_gemma":[0.0023587027,0.0020347917,0.0007855044,0.0011431806,0.9777902,0.0010083244,0.014619669,0.000109880275,0.00014976179],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956549,0.0002809465,0.001097894,0.00056385197,0.0018895939,0.0005128353],"domain_scores_gemma":[0.9207779,0.07598719,0.00066198583,0.0005708972,0.0018471931,0.00015479427],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033748455,0.00037047386,0.00077175663,0.00135628,0.00012208626,0.00010007374,0.0002800616,0.0011866866,0.00045213042],"category_scores_gemma":[0.13038297,0.00023982531,0.00019395963,0.0011170978,0.0005769789,0.00034521832,0.000034441648,0.0014260272,0.00005271834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026242665,0.00010171479,0.0005478288,0.00031251303,0.00010796489,0.000026350599,0.0004563742,8.1136795e-7,0.0000010937435,0.00009245505,0.90665996,0.09143051],"study_design_scores_gemma":[0.0014757762,0.00012768885,0.0007714608,0.006153678,0.00021125317,0.00009294099,0.0051225084,0.0005701213,0.000010330372,0.0022152779,0.9828532,0.00039580622],"about_ca_topic_score_codex":0.000041093797,"about_ca_topic_score_gemma":0.00002019699,"teacher_disagreement_score":0.12700813,"about_ca_system_score_codex":0.00052139413,"about_ca_system_score_gemma":0.0036123756,"threshold_uncertainty_score":0.97797924},"labels":[],"label_agreement":null},{"id":"W2550772182","doi":"10.1002/aet2.10008","title":"Making the Mc<scp>MOST</scp> out of Milestones and Objectives: Reimagining Standard Setting Using the McMaster Milestones and Objectives Stratification Technique","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; The Wilson Centre; University of Ottawa; University of Toronto; McMaster University","funders":"","keywords":"Developmental Milestone; Stratification (seeds); Psychology; Biology; Developmental psychology","score_opus":0.04636084049742065,"score_gpt":0.36767587316895517,"score_spread":0.3213150326715345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550772182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745987,0.0010613354,0.01373108,0.0074310624,0.00041709925,0.0008072359,0.000006984451,0.000048099824,0.0018983822],"genre_scores_gemma":[0.98036444,0.00010535624,0.018324593,0.00057739916,0.00026967746,0.00010439153,0.000007667139,0.000025997766,0.00022044903],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99866164,0.00013710966,0.0004157385,0.00032894927,0.00024831487,0.00020827615],"domain_scores_gemma":[0.9984421,0.00059777533,0.00032417427,0.00023508199,0.0003535976,0.000047271842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012248987,0.00017579232,0.00022217714,0.0001826219,0.0004489642,0.00006856927,0.00007872988,0.00009251024,0.000010607333],"category_scores_gemma":[0.0015965813,0.00009555353,0.000025729742,0.0003172167,0.0006222932,0.00026820824,0.00003885215,0.00026658454,4.4059752e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028539855,0.00009138406,0.0319962,0.00021941037,0.00009146317,5.6927166e-7,0.12995777,0.0000016342366,0.051246576,0.0060744393,0.0004978592,0.77979416],"study_design_scores_gemma":[0.0015585739,0.00033431128,0.37865517,0.004137156,0.00044211478,0.00067740155,0.5770086,0.00098282,0.018858481,0.008317508,0.008697199,0.00033064312],"about_ca_topic_score_codex":0.000021060005,"about_ca_topic_score_gemma":0.000005563311,"teacher_disagreement_score":0.7794635,"about_ca_system_score_codex":0.00006854253,"about_ca_system_score_gemma":0.0005091392,"threshold_uncertainty_score":0.38965598},"labels":[],"label_agreement":null},{"id":"W2551390915","doi":"10.1111/jmwh.12548","title":"Infusing Diversity and Equity Into Clinical Teaching: Training the Trainers","year":2016,"lang":"en","type":"article","venue":"Journal of Midwifery & Women s Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Ryerson University","keywords":"Equity (law); Diversity (politics); Medical education; Training (meteorology); Psychology; Medicine; Sociology; Political science; Geography","score_opus":0.13927183482894204,"score_gpt":0.4650996316270416,"score_spread":0.3258277967980996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551390915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9225371,0.00016658299,0.0012339596,0.07488003,0.0006859045,0.000117685675,6.4244364e-7,0.000010287815,0.00036783805],"genre_scores_gemma":[0.98409665,0.00020596366,0.0036176243,0.010920258,0.0010160507,0.0000011688822,5.539296e-7,0.000008823765,0.00013291997],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978018,0.00032890198,0.00086999655,0.00012236115,0.0005802294,0.00029670526],"domain_scores_gemma":[0.99830794,0.00032973767,0.0005941927,0.0001627088,0.00026475015,0.00034064747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015528203,0.00009299873,0.00039404706,0.0001554702,0.00060713466,0.000012526844,0.00015094868,0.00007774362,0.00003369388],"category_scores_gemma":[0.0040543154,0.000048389156,0.00006359921,0.00017437748,0.00026892757,0.00017557167,0.00020311931,0.00075491826,0.0000018641313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002529645,0.00016661246,0.029815456,0.00006722536,0.00007567077,0.000011615292,0.06299978,4.289454e-7,0.00007994999,0.00045193124,0.012067116,0.89401126],"study_design_scores_gemma":[0.013206296,0.0071559846,0.62703836,0.0024887074,0.00020056657,0.0021656472,0.13853398,0.00015205672,0.000014638446,0.015748544,0.19285375,0.00044148587],"about_ca_topic_score_codex":0.000018317967,"about_ca_topic_score_gemma":0.0000033552965,"teacher_disagreement_score":0.89356977,"about_ca_system_score_codex":0.00080918724,"about_ca_system_score_gemma":0.0013978665,"threshold_uncertainty_score":0.53817964},"labels":[],"label_agreement":null},{"id":"W2551548641","doi":"10.5430/ijhe.v5n4p281","title":"Leadership Training Program for Medical Staff in Belgium","year":2016,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Medical education; Process (computing); Theme (computing); Order (exchange); Psychology; Nursing; Medicine; Computer science; Political science; Business","score_opus":0.06995121954979291,"score_gpt":0.43380186711654617,"score_spread":0.3638506475667532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551548641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65686244,0.0005593227,0.0027980858,0.3214758,0.015084035,0.0006063215,0.0000038529474,0.00003794952,0.0025721854],"genre_scores_gemma":[0.97838265,0.000039848324,0.011711241,0.002592978,0.0037466718,0.00008500731,0.000022918488,0.000018821447,0.0033998564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981101,0.000031639564,0.00068045146,0.00012738547,0.00087516353,0.00017523562],"domain_scores_gemma":[0.99811083,0.00013987649,0.00031587185,0.000098772194,0.0012478335,0.000086791086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076463085,0.0000911967,0.00017812183,0.00051899184,0.00001924789,0.000021413998,0.0002520427,0.00012431119,0.0008966509],"category_scores_gemma":[0.0015259049,0.000063092,0.00008718169,0.00021361615,0.00008304486,0.00024136955,0.000011899372,0.00021266585,0.0000112753405],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022781288,0.0013319041,0.004365513,0.00003914474,0.00007597775,0.000008659324,0.00069893734,4.855536e-7,0.0005213206,0.0044993563,0.037037797,0.9511931],"study_design_scores_gemma":[0.0067185024,0.0010907335,0.155471,0.00326136,0.00008290558,0.0008165798,0.0033439333,0.000058484085,0.00093620946,0.0060850163,0.8218853,0.0002500264],"about_ca_topic_score_codex":0.000004090409,"about_ca_topic_score_gemma":0.0000030601107,"teacher_disagreement_score":0.95094305,"about_ca_system_score_codex":0.00046354966,"about_ca_system_score_gemma":0.0016578911,"threshold_uncertainty_score":0.98176986},"labels":[],"label_agreement":null},{"id":"W2551874964","doi":"10.1111/jmwh.12573","title":"Diversifying the Midwifery Workforce: Inclusivity, Culturally Sensitive Bridging, and Innovation","year":2016,"lang":"en","type":"article","venue":"Journal of Midwifery & Women s Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Curriculum; Workforce; Licensure; Medical education; Obstetrics; Inclusion (mineral); Coaching; Cultural competence; Equity (law); Modalities; Nursing; Medicine; Psychology; Pedagogy; Political science; Sociology","score_opus":0.027126764311869406,"score_gpt":0.3434288221954849,"score_spread":0.3163020578836155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551874964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9091982,0.0002635223,0.0022653197,0.087032005,0.00063568295,0.0002546989,0.000003005943,0.000017417453,0.00033015342],"genre_scores_gemma":[0.97968906,0.0006647524,0.001310528,0.016230935,0.0010678477,0.0000051719003,0.000004518751,0.000016792232,0.001010393],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977037,0.00016972305,0.00089944655,0.00016747293,0.00067329744,0.00038638932],"domain_scores_gemma":[0.9974367,0.00020128982,0.0009370549,0.00020349919,0.0010717344,0.00014969891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035345613,0.00015516262,0.00039495758,0.00051849976,0.00041262497,0.00003280982,0.00012362361,0.00009282726,0.000048895396],"category_scores_gemma":[0.0014341682,0.00008183634,0.00005104677,0.001177748,0.00021748843,0.00036656103,0.00009887974,0.0005200928,0.000008398104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008412712,0.00034572853,0.030833108,0.00033618268,0.00027253915,0.00006991855,0.022886828,0.0000050576223,0.00655462,0.0033069374,0.07015407,0.8643937],"study_design_scores_gemma":[0.010970943,0.0038909793,0.7434137,0.007156976,0.0002084074,0.0072662835,0.032353252,0.0002226063,0.0022092392,0.003194988,0.1883125,0.00080012047],"about_ca_topic_score_codex":0.000009083804,"about_ca_topic_score_gemma":0.000001976048,"teacher_disagreement_score":0.86359364,"about_ca_system_score_codex":0.0010945939,"about_ca_system_score_gemma":0.00083265716,"threshold_uncertainty_score":0.33371893},"labels":[],"label_agreement":null},{"id":"W2552485597","doi":"10.1097/acm.0000000000001495","title":"Situated Learning in Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Manitoba","funders":"","keywords":"Situated; Situated learning; Medical education; Psychology; Medicine; Computer science; Mathematics education; Artificial intelligence","score_opus":0.020144365592791334,"score_gpt":0.3894451715451549,"score_spread":0.3693008059523636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552485597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75603145,0.00051825296,0.0015346385,0.2301187,0.0009964556,0.00030635027,1.3499277e-7,0.00013746058,0.010356543],"genre_scores_gemma":[0.97094405,0.0008544813,0.00018766537,0.015741073,0.0014997446,0.00006285872,0.000040750092,0.000024011639,0.010645363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976952,0.00008714618,0.00068811,0.0003062387,0.00091305753,0.00031021854],"domain_scores_gemma":[0.99902636,0.00017962827,0.00013325094,0.00023443469,0.00020776577,0.00021857744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017096653,0.00014266818,0.0003099593,0.00050631684,0.000044163517,0.0000012565878,0.00017070911,0.00042164078,0.0043777646],"category_scores_gemma":[0.022504136,0.00008508229,0.000020692203,0.00096878025,0.00030498655,0.000107913125,0.000034976943,0.0011317409,0.00022712872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008209031,0.000076350734,0.13165143,0.000077499935,0.000018359404,0.000022170781,0.0018663462,2.6238462e-7,0.008441699,0.007592818,0.12507251,0.72509843],"study_design_scores_gemma":[0.015633907,0.0010322449,0.26770362,0.017960476,0.00018915936,0.0012942819,0.0069988878,0.0014805492,0.0019836528,0.010561351,0.67444634,0.0007154841],"about_ca_topic_score_codex":0.000049513397,"about_ca_topic_score_gemma":0.0000032821115,"teacher_disagreement_score":0.724383,"about_ca_system_score_codex":0.00028306292,"about_ca_system_score_gemma":0.0011548031,"threshold_uncertainty_score":0.9965324},"labels":[],"label_agreement":null},{"id":"W2553217595","doi":"10.1002/aet2.10009","title":"McMaster Modular Assessment Program (McMAP) Through the Years: Residents' Experience With an Evolving Feedback Culture Over a 3‐year Period","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University; University of Toronto","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medical education; Thematic analysis; Audit; Focus group; Formative assessment; Psychology; Modular design; Perception; Medicine; Qualitative research; Computer science; Pedagogy; Management; Sociology","score_opus":0.025946367496854892,"score_gpt":0.3693072057576811,"score_spread":0.3433608382608262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553217595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98722935,0.000114735354,0.0008837948,0.0054358193,0.00028147124,0.00052172295,9.275124e-7,0.000069205555,0.0054629594],"genre_scores_gemma":[0.9461718,0.000019552308,0.049520466,0.001601744,0.00036607354,0.00026103848,0.000019402687,0.000020694837,0.0020192019],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989196,0.000044548226,0.0002019051,0.00028841762,0.00034170342,0.00020384885],"domain_scores_gemma":[0.99931663,0.000019451687,0.00009199282,0.0002867481,0.00021510648,0.000070097165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021497092,0.00012147156,0.00012597488,0.000046702393,0.0001798323,0.0001103184,0.00009480679,0.00006854753,0.00055729254],"category_scores_gemma":[0.00016663013,0.00006614985,0.000021688322,0.00027885882,0.00020236927,0.0004834519,0.000018815324,0.00017892402,0.000008410348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041337607,0.0005210424,0.031149868,0.000038541624,0.00004622504,0.0000023972857,0.12808445,5.865679e-7,0.00086691394,0.0043478473,0.002863825,0.832037],"study_design_scores_gemma":[0.0011513458,0.00046525383,0.846659,0.00052036694,0.00005653361,0.00011727258,0.102886386,0.00017825663,0.00006501266,0.00044182513,0.047272332,0.0001864228],"about_ca_topic_score_codex":0.00003545931,"about_ca_topic_score_gemma":0.000005213531,"teacher_disagreement_score":0.8318505,"about_ca_system_score_codex":0.000094426294,"about_ca_system_score_gemma":0.00043022714,"threshold_uncertainty_score":0.61019623},"labels":[],"label_agreement":null},{"id":"W2554098043","doi":"10.1097/mpg.0000000000001473","title":"Evidence‐based Approach to Training Pediatric Gastrointestinal Endoscopy Trainers","year":2016,"lang":"en","type":"article","venue":"Journal of Pediatric Gastroenterology and Nutrition","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Endoscopy; Training (meteorology); MEDLINE; General surgery; Surgery","score_opus":0.05358949105982305,"score_gpt":0.31136374902344366,"score_spread":0.25777425796362063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554098043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90234846,0.00026789532,0.08453848,0.012237597,0.00031027303,0.00024155762,0.000003292543,0.00001607992,0.00003633285],"genre_scores_gemma":[0.8886754,0.00044090895,0.1061962,0.0014412174,0.0031918997,0.000023122228,0.0000042321367,0.00001302566,0.00001398682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983221,0.00014505685,0.0006506993,0.00020649887,0.00034431732,0.0003312848],"domain_scores_gemma":[0.9986142,0.0002353343,0.00038378558,0.00011462749,0.00043226732,0.00021977298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011813645,0.00014962783,0.00033615626,0.0008983095,0.000065553875,0.000011555433,0.00010652201,0.00008195097,0.000031909014],"category_scores_gemma":[0.0020989154,0.0001050725,0.000099964076,0.0004101876,0.00008321123,0.00023580185,0.000015590062,0.00031049864,0.000004549886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008987254,0.0019188992,0.92612386,0.00059271965,0.000047292382,0.00008758076,0.00043042866,0.000012317343,0.0102420105,0.00009459775,0.042367928,0.009095125],"study_design_scores_gemma":[0.027097557,0.03147296,0.9158204,0.0018734477,0.0018920333,0.01823972,0.0015283175,0.0002934094,0.00026827725,0.00050137314,0.0006167857,0.00039569748],"about_ca_topic_score_codex":5.9462815e-7,"about_ca_topic_score_gemma":1.7467003e-7,"teacher_disagreement_score":0.041751143,"about_ca_system_score_codex":0.00010562187,"about_ca_system_score_gemma":0.0001748433,"threshold_uncertainty_score":0.4284732},"labels":[],"label_agreement":null},{"id":"W2555788952","doi":"","title":"A Community Outreach Blood Pressure Clinic: Experiential practice site for pharmacy and dental hygiene students trained in physical assessment","year":2016,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Pharmacy; Medicine; Likert scale; Experiential learning; Outreach; Family medicine; Community pharmacy; Reading (process); Feeling; Pharmacy practice; Nursing; Physical therapy; Psychology; Pedagogy","score_opus":0.047044670476504714,"score_gpt":0.5063789658079735,"score_spread":0.45933429533146874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555788952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986021,0.00016795858,0.00040983854,0.01024587,0.0010552614,0.0015046817,0.000020300302,0.00004736767,0.00052773225],"genre_scores_gemma":[0.9906764,0.00008328017,0.0040297583,0.0019984958,0.0008906355,0.0009765723,0.00021980739,0.000030788447,0.0010942703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982246,0.0003123289,0.0004532615,0.000309799,0.0004410556,0.00025893998],"domain_scores_gemma":[0.9985645,0.0004061761,0.00021961659,0.00030673906,0.00039390466,0.00010909053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011247299,0.00018208563,0.00025079635,0.00019399104,0.0001826507,0.000046128465,0.00017240456,0.00003819838,0.00016149793],"category_scores_gemma":[0.0013763541,0.00014766207,0.00005785005,0.00028555954,0.00011339755,0.0005559634,0.00007355969,0.0004086213,0.000013824248],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019064416,0.04803679,0.3563381,0.00061178213,0.00062707387,0.0000042378483,0.035163753,6.385689e-7,0.1197142,0.00031796604,0.020881752,0.41639724],"study_design_scores_gemma":[0.0805561,0.001395379,0.39393649,0.0012412772,0.0066565312,0.00033971,0.03785981,0.0029549717,0.04791997,0.00057345326,0.42528456,0.0012817504],"about_ca_topic_score_codex":0.0003095059,"about_ca_topic_score_gemma":0.00000940754,"teacher_disagreement_score":0.4151155,"about_ca_system_score_codex":0.00013770652,"about_ca_system_score_gemma":0.0006371605,"threshold_uncertainty_score":0.6021485},"labels":[],"label_agreement":null},{"id":"W2555789582","doi":"10.1007/s12630-016-0774-z","title":"Competency by design: when opportunity stops knocking","year":2016,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.02705741836167714,"score_gpt":0.2564644574590581,"score_spread":0.22940703909738097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555789582","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015524142,0.002078044,0.00057715114,0.9773262,0.0021820562,0.00051680725,0.00003046414,0.000024969271,0.0017401783],"genre_scores_gemma":[0.030943234,0.0006734581,0.016960239,0.85027504,0.06361292,0.00004053701,0.00058515114,0.0009746416,0.03593476],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9931564,0.0005320126,0.0022606351,0.00048222326,0.0016548887,0.0019138892],"domain_scores_gemma":[0.98988926,0.00023685013,0.0024790217,0.00073108514,0.0031759166,0.00348788],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0033934978,0.0008385412,0.001624142,0.0025420014,0.0008271945,0.00034774563,0.0013399321,0.0015898425,0.0032797756],"category_scores_gemma":[0.0018154009,0.0006805054,0.0005722378,0.00066041265,0.0006436604,0.0005470028,0.000014501895,0.007313373,0.0000699245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000032421805,0.00001643347,0.00022323948,0.00008766151,0.00016845058,0.3786371,0.00039521846,0.0000015147707,0.000009801436,0.000028585482,0.610667,0.00973257],"study_design_scores_gemma":[0.0006013086,0.0006151413,0.000082746454,0.0010656615,0.00029532556,0.50038344,0.0001419676,0.0000047457793,0.0000129734035,0.00058839517,0.49583504,0.00037326003],"about_ca_topic_score_codex":0.0033299231,"about_ca_topic_score_gemma":0.0005907445,"teacher_disagreement_score":0.12705113,"about_ca_system_score_codex":0.0044721896,"about_ca_system_score_gemma":0.040733617,"threshold_uncertainty_score":0.9997063},"labels":[],"label_agreement":null},{"id":"W2555875801","doi":"10.1111/medu.13095","title":"Where do physicians start and end?","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Existentialism; Identity (music); Field (mathematics); Psychology; Medical education; Focus (optics); Cognition; Medicine; Epistemology; Political science","score_opus":0.007350398332064141,"score_gpt":0.3222347468053159,"score_spread":0.31488434847325175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555875801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73040026,0.0010465044,0.0021240325,0.25691074,0.0017968095,0.00031860147,0.0000019974414,0.00009663622,0.007304409],"genre_scores_gemma":[0.9670489,0.0006202783,0.002920101,0.021876259,0.0015739411,0.000106225365,0.000030000616,0.000026194055,0.0057981457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986686,0.00003318688,0.00025398112,0.00024227054,0.00061136857,0.00019056091],"domain_scores_gemma":[0.9993008,0.00006029681,0.00006509038,0.00026720946,0.0002056792,0.0001009184],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038612273,0.00009950686,0.00015000325,0.00011368126,0.00006912297,0.0000130011695,0.00007563636,0.00014004469,0.0034664737],"category_scores_gemma":[0.0028207505,0.00006595695,0.000026683236,0.00027332592,0.00025033072,0.000111995156,0.000023190072,0.00017644248,0.00015032687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011559735,0.00031509917,0.0074363295,0.000064093016,0.000010375512,0.0000010943494,0.0002957924,3.7857344e-9,0.0005189456,0.0024852734,0.23012905,0.7587324],"study_design_scores_gemma":[0.0010601376,0.00014935475,0.067982726,0.0015246619,0.000054086682,0.00009462399,0.0009397419,0.00005302313,0.0004647012,0.001310477,0.92619836,0.0001681101],"about_ca_topic_score_codex":0.000022203194,"about_ca_topic_score_gemma":0.0000073454567,"teacher_disagreement_score":0.7585643,"about_ca_system_score_codex":0.00013183027,"about_ca_system_score_gemma":0.0011625276,"threshold_uncertainty_score":0.9974445},"labels":[],"label_agreement":null},{"id":"W2556316499","doi":"10.1007/s40596-016-0620-1","title":"Assessing the Learning Environment for Medical Students: An Evaluation of a Novel Survey Instrument in Four Medical Schools","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Complementary and Integrative Health","keywords":"Medical education; Cronbach's alpha; Psychology; Accreditation; Inclusion (mineral); Construct validity; Learning environment; Applied psychology; Medicine; Psychometrics; Clinical psychology; Social psychology; Mathematics education","score_opus":0.09709878889092727,"score_gpt":0.4642548667320697,"score_spread":0.36715607784114246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556316499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94235307,0.00016163902,0.0152034825,0.040421274,0.0009600332,0.0008308733,0.0000030013596,0.000018319,0.000048312588],"genre_scores_gemma":[0.9935244,0.00014797245,0.002889469,0.0024912038,0.00060517003,0.00023904613,0.00004512722,0.000023979737,0.000033673543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99370986,0.00050686364,0.00094473694,0.00034636876,0.0041971616,0.0002950324],"domain_scores_gemma":[0.9986301,0.0003937804,0.0003077234,0.00032369146,0.00018528587,0.00015941996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025191542,0.00014196309,0.00025785246,0.00017508518,0.00009302138,0.000013902962,0.00054415694,0.0004856033,0.00042594838],"category_scores_gemma":[0.015487008,0.00008532366,0.000048637245,0.00031923532,0.00017372321,0.00024281206,0.00009666132,0.0011810384,0.000009157039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005178297,0.00044215846,0.8150209,0.000033007454,0.000043138396,1.9394882e-7,0.00014688539,0.000011479273,0.0002625231,0.00038355848,0.0011276769,0.1824767],"study_design_scores_gemma":[0.006831691,0.00018134716,0.9795569,0.001378562,0.00009134495,0.000029935894,0.0010306949,0.008799826,0.000035657667,0.0006525155,0.0012890261,0.00012248402],"about_ca_topic_score_codex":0.000047253016,"about_ca_topic_score_gemma":0.000026201331,"teacher_disagreement_score":0.18235423,"about_ca_system_score_codex":0.00037996317,"about_ca_system_score_gemma":0.0017904708,"threshold_uncertainty_score":0.99280596},"labels":[],"label_agreement":null},{"id":"W2557102456","doi":"10.1016/s1701-2163(16)30336-x","title":"Les étudiants en médecine: reflets et miroirs","year":2003,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Library science","score_opus":0.01826372071078474,"score_gpt":0.3054665098717075,"score_spread":0.28720278916092273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557102456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78414094,0.07427147,0.00016309049,0.021212136,0.11055381,0.00017206385,0.000013275789,0.00000292704,0.009470304],"genre_scores_gemma":[0.9887673,0.0023134623,0.0037066774,0.0029697218,0.0002015568,0.0000020392865,0.0000046090263,0.000020931731,0.0020136756],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99778205,0.0002885058,0.0008552473,0.00015959702,0.0005087814,0.00040580193],"domain_scores_gemma":[0.99527574,0.002922531,0.0005693649,0.00017075054,0.00079018925,0.0002714272],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014234846,0.00017708115,0.00047193334,0.00041260512,0.00012766923,0.000019215402,0.00013557001,0.00033126932,0.0016959737],"category_scores_gemma":[0.044201713,0.00016195998,0.000052834683,0.0010109234,0.00015378105,0.00012281707,0.00002291187,0.0011016813,0.0000037086165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005947812,0.0006177765,0.30863458,0.00028756761,0.00038617992,0.0041511096,0.00035098311,0.000038671642,0.000021603848,0.049629014,0.100486726,0.53538984],"study_design_scores_gemma":[0.0028331422,0.00042716638,0.6106658,0.00005838993,0.00021163248,0.00053620234,0.0017327871,0.000030227224,0.000029691095,0.0009400418,0.38239026,0.000144697],"about_ca_topic_score_codex":0.0058217603,"about_ca_topic_score_gemma":0.0077954857,"teacher_disagreement_score":0.5352452,"about_ca_system_score_codex":0.003115123,"about_ca_system_score_gemma":0.0068301517,"threshold_uncertainty_score":0.9992166},"labels":[],"label_agreement":null},{"id":"W2557420366","doi":"","title":"Revolutions & re-iterations","year":2016,"lang":"en","type":"article","venue":"RePub (Erasmus University, Rotterdam)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Oral history; Sociology; History; Pedagogy; Art; Literature; Anthropology","score_opus":0.013966306082905824,"score_gpt":0.2608220804231016,"score_spread":0.2468557743401958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557420366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7641978,0.00005033622,0.035462637,0.1110344,0.0012350631,0.00087686995,0.00004080713,0.00048587468,0.08661618],"genre_scores_gemma":[0.9474525,0.00006806264,0.005338278,0.0016470347,0.00040753005,0.0000047801395,0.00005291261,0.000019782214,0.045009132],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987685,0.000059979153,0.00023516284,0.0003337723,0.00032032668,0.0002822529],"domain_scores_gemma":[0.99871457,0.000060750077,0.000094979194,0.0005983128,0.00040662018,0.00012475862],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022449216,0.00013579256,0.00018280065,0.0004391767,0.00033505016,0.000017787754,0.00016583892,0.0001324391,0.001973758],"category_scores_gemma":[0.00041521812,0.000112320835,0.00009600062,0.000832002,0.0001778726,0.0003069052,0.00008864483,0.00019193537,0.00037926846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020647378,0.00074939354,0.034264617,0.000105199455,0.00022621875,0.00022629189,0.0016677942,0.0000050912467,0.021842264,0.048074868,0.8412929,0.05133886],"study_design_scores_gemma":[0.0037361197,0.00023647344,0.06930744,0.00046219397,0.00020768278,0.00018696552,0.001304644,0.00016323316,0.00073351106,0.0009303601,0.92235035,0.00038102764],"about_ca_topic_score_codex":0.000031832937,"about_ca_topic_score_gemma":0.000014323246,"teacher_disagreement_score":0.18325466,"about_ca_system_score_codex":0.000594162,"about_ca_system_score_gemma":0.0002552041,"threshold_uncertainty_score":0.99893856},"labels":[],"label_agreement":null},{"id":"W2557681474","doi":"10.1016/j.otsr.2016.08.013","title":"Design and implementation of the 2012 Canadian shoulder course for senior orthopedic residents","year":2016,"lang":"en","type":"article","venue":"Orthopaedics & Traumatology Surgery & Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Medicine; Orthopedic surgery; Course (navigation); Surgery; General surgery; Engineering","score_opus":0.08250604855823047,"score_gpt":0.42981673407348703,"score_spread":0.34731068551525657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557681474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94786197,0.00040241057,0.0032700326,0.04603689,0.0006564388,0.0016358241,0.000030792577,0.0000201114,0.00008554035],"genre_scores_gemma":[0.99654096,0.00029623156,0.0012542111,0.0006607674,0.00013569972,0.0003160355,0.000043016367,0.000037031103,0.0007160468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707127,0.00048861565,0.0006130321,0.0003394725,0.00076164346,0.00072599016],"domain_scores_gemma":[0.99639815,0.0016427506,0.00014583326,0.0004672981,0.0011039265,0.00024205737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062423544,0.0001381241,0.00034367354,0.00066474674,0.0003585397,0.000013297754,0.00015137682,0.00023685009,0.00038456605],"category_scores_gemma":[0.0016034249,0.00008659223,0.00009992854,0.00082542776,0.0008382025,0.00014578796,0.000047056164,0.00034620418,0.000009887827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010020382,0.0000709761,0.7019273,0.00013137815,0.000078166835,0.000012170731,0.00035389405,2.2017514e-7,0.0002969976,0.0011788431,0.107726485,0.18812336],"study_design_scores_gemma":[0.0018405404,0.00016536101,0.9552434,0.00035214465,0.00014436926,0.00029789782,0.0020473597,0.00006563296,0.0017607575,0.0009170677,0.03697035,0.00019510393],"about_ca_topic_score_codex":0.005315782,"about_ca_topic_score_gemma":0.010697942,"teacher_disagreement_score":0.2533161,"about_ca_system_score_codex":0.00016870204,"about_ca_system_score_gemma":0.0036323261,"threshold_uncertainty_score":0.80359083},"labels":[],"label_agreement":null},{"id":"W2558076083","doi":"10.32378/ijp.v1i2.17","title":"Paramedic Transition into an Academic Role in Universities: A Demographic and Qualification Survey of Paramedic Academics in Australia and New Zealand","year":2016,"lang":"en","type":"article","venue":"Irish Journal of Paramedicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Life span; Psychology; Medicine; Demography; Medical education; Gerontology; Sociology","score_opus":0.07197028339872584,"score_gpt":0.39217675081236913,"score_spread":0.3202064674136433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558076083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98753285,0.0010853886,0.0013987697,0.009563874,0.00016057845,0.00023922953,0.0000053293966,0.000007385739,0.0000065696668],"genre_scores_gemma":[0.99555576,0.0025133293,0.0011812102,0.000434181,0.00020327934,0.0000029092294,0.00003039988,0.00001487497,0.00006408196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973761,0.00028712818,0.0012622714,0.00023588835,0.0005808591,0.00025776107],"domain_scores_gemma":[0.9981873,0.00043015886,0.00059729675,0.00017294027,0.00031497527,0.00029733183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035926453,0.00017733235,0.00061639876,0.0011348478,0.000023612807,0.0000053996105,0.00014380031,0.00041973204,0.00003703892],"category_scores_gemma":[0.0015238551,0.00013066812,0.000030989784,0.0010410792,0.0005786419,0.0003831686,0.000013736056,0.0009901545,8.5591785e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012302754,0.0002472339,0.90599436,0.00017742405,0.000068661306,0.000050321003,0.013808415,0.000014759542,0.0076342835,0.000120966346,0.0046048444,0.066048466],"study_design_scores_gemma":[0.0067955307,0.000900948,0.98078334,0.0026234374,0.00012073007,0.0003890192,0.0049038776,0.0004309436,0.00021540995,0.002265839,0.00042463333,0.00014630693],"about_ca_topic_score_codex":0.0025364766,"about_ca_topic_score_gemma":0.00018130326,"teacher_disagreement_score":0.07478897,"about_ca_system_score_codex":0.00019134949,"about_ca_system_score_gemma":0.00049741764,"threshold_uncertainty_score":0.53284913},"labels":[],"label_agreement":null},{"id":"W2558626004","doi":"10.1097/ceh.0000000000000111","title":"Exploratory Study of Rural Physicians' Self-Directed Learning Experiences in a Digital Age","year":2016,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Thematic analysis; Social media; Credibility; Popularity; Medical education; Qualitative research; Mobile technology; Mobile device; Psychology; Computer science; Medicine; World Wide Web; Sociology; Social psychology","score_opus":0.023879614409826475,"score_gpt":0.3961816295410774,"score_spread":0.3723020151312509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558626004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908658,0.00016230207,0.000032497355,0.0070238006,0.0011822468,0.00059569813,2.2234667e-7,0.000023045439,0.00011433328],"genre_scores_gemma":[0.99846697,0.0000418122,0.00046461425,0.0004064521,0.00026802983,0.00008317652,0.0000019717536,0.000010000534,0.0002569583],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99781793,0.00044054235,0.00103806,0.000079790225,0.0004339529,0.00018973397],"domain_scores_gemma":[0.99803454,0.0003151142,0.000975183,0.00017200464,0.00045815375,0.00004500864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018770897,0.00008701313,0.0003170724,0.00047473074,0.00008593434,0.000013979689,0.00016969367,0.000049419752,0.000016717051],"category_scores_gemma":[0.0021190948,0.000048792153,0.00003712729,0.0008326552,0.00005790596,0.00031277636,0.000017906545,0.0005347458,0.0000017220385],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000789962,0.003478976,0.108282074,0.0000707336,0.000011107561,0.0000028415172,0.74429417,9.841232e-7,0.0001848241,0.000058573787,0.0036222844,0.13991444],"study_design_scores_gemma":[0.0011518298,0.0005966887,0.12613063,0.0039257905,0.000009554668,0.000016030372,0.86729026,0.000011426445,0.000018665041,0.000116638235,0.0006844351,0.000048074184],"about_ca_topic_score_codex":0.000015688058,"about_ca_topic_score_gemma":0.00001566249,"teacher_disagreement_score":0.13986637,"about_ca_system_score_codex":0.00022904453,"about_ca_system_score_gemma":0.0012844536,"threshold_uncertainty_score":0.25369075},"labels":[],"label_agreement":null},{"id":"W2559703088","doi":"10.4300/jgme-d-16-00558.1","title":"The SQUIRE Guidelines: A Scholarly Approach to Quality Improvement","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill-Queen's University Press","funders":"","keywords":"Squire; Accreditation; Excellence; Quality management; Health care; Quality (philosophy); Graduate medical education; Medical education; Work (physics); Medicine; Public relations; Political science; Business; Law","score_opus":0.10535913412260532,"score_gpt":0.4419623995002803,"score_spread":0.336603265377675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559703088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5084225,0.00028995037,0.024151647,0.46187535,0.0034993102,0.00041590803,8.5416264e-7,0.000018929937,0.0013255688],"genre_scores_gemma":[0.91787946,0.0005998538,0.02835187,0.044174872,0.0052304487,0.00010731743,0.000010979426,0.00003899408,0.003606199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99534625,0.00013672629,0.0016237565,0.00019735824,0.0024187851,0.0002771476],"domain_scores_gemma":[0.99391764,0.0001444146,0.0006457415,0.00045295875,0.0043990514,0.00044017853],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071172295,0.00014537595,0.00029831883,0.00024495373,0.00019743733,0.00008036718,0.00040758855,0.00013710796,0.000093648385],"category_scores_gemma":[0.05814192,0.00006751538,0.00013431952,0.00064992055,0.0001817858,0.0003656821,0.000049244543,0.0005493406,0.000047988357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008319694,0.0006376934,0.0005414044,0.000037683065,0.000045886103,9.3877e-7,0.00027880914,1.773307e-7,0.0012295711,0.0028066756,0.2454886,0.7488494],"study_design_scores_gemma":[0.0050771395,0.0019461461,0.08972476,0.003136353,0.00029600202,0.0010008237,0.010306054,0.00021899682,0.0018263403,0.008262837,0.8776939,0.0005106678],"about_ca_topic_score_codex":0.000027594899,"about_ca_topic_score_gemma":0.0000019377,"teacher_disagreement_score":0.7483387,"about_ca_system_score_codex":0.00051100896,"about_ca_system_score_gemma":0.0046473853,"threshold_uncertainty_score":0.9497917},"labels":[],"label_agreement":null},{"id":"W2560538887","doi":"10.1097/acm.0000000000001506","title":"Using In-Training Evaluation Report (ITER) Qualitative Comments to Assess Medical Students and Residents: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; The Wilson Centre; University of Ottawa; University of British Columbia","funders":"","keywords":"Narrative; Context (archaeology); Inclusion (mineral); Medical education; MEDLINE; PsycINFO; Psychology; Generalization; Inference; Applied psychology; Medicine; Computer science; Social psychology; Political science; Artificial intelligence; Linguistics","score_opus":0.5670848252031078,"score_gpt":0.6747590852616425,"score_spread":0.10767426005853475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560538887","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029839357,0.98113334,0.0007408455,0.007011323,0.00097206776,0.009545709,0.0000050691533,0.000041610663,0.0002516671],"genre_scores_gemma":[0.00006920871,0.98423606,0.00040568053,0.01204495,0.000848735,0.0015100726,0.00033900802,0.00008717627,0.0004591097],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9837154,0.0026817527,0.005433772,0.0009923811,0.0066053,0.0005713601],"domain_scores_gemma":[0.99385554,0.0017434397,0.0021683315,0.0009516804,0.0007721958,0.0005087901],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047255263,0.000637538,0.0052794553,0.001238889,0.00009174729,0.000015203239,0.0007820241,0.00092560664,0.0004386046],"category_scores_gemma":[0.11583726,0.00040052575,0.00012492777,0.001815517,0.00028664875,0.00016756191,0.00032919194,0.0021101835,0.000056133616],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009745747,0.000038061207,0.000098146236,0.8711615,0.00040789152,0.00023199896,0.008896643,1.1841618e-8,9.0903643e-7,0.00010490842,0.011249883,0.10780028],"study_design_scores_gemma":[0.0011786346,0.00010543531,0.000030355073,0.95303977,0.005401535,0.0024894762,0.0030372886,0.000019832998,6.8595966e-8,0.00015273182,0.03422739,0.00031749462],"about_ca_topic_score_codex":0.00004331233,"about_ca_topic_score_gemma":0.0000018513409,"teacher_disagreement_score":0.10748279,"about_ca_system_score_codex":0.0016775461,"about_ca_system_score_gemma":0.0018084159,"threshold_uncertainty_score":0.9998447},"labels":[],"label_agreement":null},{"id":"W2560622990","doi":"10.1503/cjs.007515","title":"The Web-based CanMEDS Resident Learning Portfolio Project (WEBCAM): how we got started","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Research Institute; University of Ottawa","keywords":"Medicine; Portfolio; Medical education; Competence (human resources); Medical physics; Management","score_opus":0.03901034184507652,"score_gpt":0.283450470916401,"score_spread":0.2444401290713245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560622990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83175385,0.00094247627,0.00019699318,0.16403176,0.002208974,0.0001845857,0.000005137992,0.000016169799,0.00066007394],"genre_scores_gemma":[0.99293524,0.0002700516,0.00014616882,0.0010601627,0.0007474465,0.00000899202,0.000006217311,0.000027654214,0.0047980375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983377,0.00010923597,0.0005314516,0.000115774994,0.00046707777,0.0004387892],"domain_scores_gemma":[0.9975749,0.00056731555,0.00043197523,0.00023424349,0.0007879177,0.00040365016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022845787,0.0001220067,0.00027442074,0.00087078527,0.00029172152,0.000057594047,0.00013253864,0.0000961847,0.00035370412],"category_scores_gemma":[0.006880254,0.00006918533,0.00013802614,0.00068875897,0.00023802696,0.00012687113,0.000004491641,0.00047055076,0.00000944054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067600915,0.0000141070295,0.12206024,0.000031002528,0.00007694856,0.00044588197,0.00018941687,0.0000023644345,0.0006391987,0.00010927733,0.80280507,0.07355888],"study_design_scores_gemma":[0.00067915494,0.000103476894,0.040558647,0.0010169751,0.00006624668,0.00036211652,0.0012168417,0.00004491012,0.00062700565,0.00007974407,0.9551073,0.00013762467],"about_ca_topic_score_codex":0.0010457325,"about_ca_topic_score_gemma":0.0033470974,"teacher_disagreement_score":0.1629716,"about_ca_system_score_codex":0.0007097606,"about_ca_system_score_gemma":0.018633025,"threshold_uncertainty_score":0.98693043},"labels":[],"label_agreement":null},{"id":"W2560638794","doi":"10.1097/acm.0000000000001479","title":"Using Contribution Analysis to Evaluate Competency-Based Medical Education Programs: It’s All About Rigor in Thinking","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Globe; Variety (cybernetics); Medical education; Control (management); Program evaluation; Computer science; Psychology; Medicine; Political science","score_opus":0.05626717729337332,"score_gpt":0.44366166447253985,"score_spread":0.3873944871791665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560638794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.641116,0.0004073079,0.059077084,0.29635847,0.0010910748,0.001300672,0.0000018556269,0.00011569011,0.0005318021],"genre_scores_gemma":[0.939302,0.00013284995,0.007141072,0.051277794,0.0012562573,0.00021190448,0.00034061866,0.000032571796,0.00030492214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99494135,0.00024850204,0.0013855745,0.0006105295,0.0022095616,0.00060448964],"domain_scores_gemma":[0.99755555,0.000231051,0.00034708728,0.0005335399,0.00087489095,0.00045785436],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005759861,0.00028172648,0.0007467329,0.0015826358,0.0001006883,0.000007832551,0.00037673418,0.0005437991,0.0014694203],"category_scores_gemma":[0.015991291,0.00018291938,0.0000900622,0.0035529602,0.0003342993,0.00014724606,0.000056482375,0.00088480185,0.00006745991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007612048,0.0008840717,0.551911,0.00036807908,0.001219607,0.00006045163,0.0099152345,0.000107062464,0.014804284,0.04068506,0.048408948,0.330875],"study_design_scores_gemma":[0.051809873,0.00362127,0.3369621,0.06043184,0.017215803,0.00054944743,0.011099549,0.24591438,0.003446616,0.048539184,0.21702893,0.0033809992],"about_ca_topic_score_codex":0.00029133115,"about_ca_topic_score_gemma":0.00009343014,"teacher_disagreement_score":0.327494,"about_ca_system_score_codex":0.0010854984,"about_ca_system_score_gemma":0.0039321594,"threshold_uncertainty_score":0.99944335},"labels":[],"label_agreement":null},{"id":"W2561797543","doi":"10.1080/0142159x.2016.1254757","title":"Room for improvement: Palliating the ego in feedback-resistant medical students","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Unconscious mind; Psychology; Mindset; Collegiality; Burnout; Resistance (ecology); Stressor; Id, ego and super-ego; Contingency; Social psychology; Medical education; Pedagogy; Medicine; Clinical psychology","score_opus":0.02135134991421891,"score_gpt":0.3707230596710751,"score_spread":0.3493717097568562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561797543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8564125,0.00011565507,0.004721213,0.13551535,0.00075060414,0.00092179887,0.0000018438774,0.00006687378,0.0014941919],"genre_scores_gemma":[0.98223084,0.00005043134,0.00057793246,0.008523217,0.0014586606,0.0005001779,0.000023530733,0.000042586988,0.0065926323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951036,0.00010001993,0.00076725765,0.00036619522,0.0031631747,0.00049978023],"domain_scores_gemma":[0.9987628,0.00025093844,0.00012469015,0.00043781073,0.00014571867,0.0002780587],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005363059,0.00017658414,0.00030865424,0.00010818658,0.00011308064,0.00002361227,0.0006592487,0.00034958482,0.0063365186],"category_scores_gemma":[0.019997455,0.000086449065,0.00009111472,0.00037259975,0.0002570344,0.000057161225,0.00016092384,0.0006233005,0.00007896071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026689755,0.0016620704,0.2689268,0.00016272061,0.00013982282,0.000049195074,0.00095108664,6.232268e-8,0.0007593605,0.0022733598,0.07637233,0.6484363],"study_design_scores_gemma":[0.043878365,0.0020815802,0.30918953,0.0072953305,0.00034361688,0.00008733442,0.0048030517,0.010778105,0.0009429261,0.0057158014,0.6136705,0.001213856],"about_ca_topic_score_codex":0.000056373694,"about_ca_topic_score_gemma":0.00006857006,"teacher_disagreement_score":0.64722246,"about_ca_system_score_codex":0.00031917365,"about_ca_system_score_gemma":0.0005151101,"threshold_uncertainty_score":0.9945718},"labels":[],"label_agreement":null},{"id":"W2562192075","doi":"10.1080/0142159x.2017.1270426","title":"How patient educators help students to learn: An exploratory study","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; Canadian Institutes of Health Research; University of Leeds; Faculty of Medicine, University of British Columbia","keywords":"Variety (cybernetics); Medical education; Qualitative research; Exploratory research; Psychology; Medicine; Teaching method; Pedagogy; Sociology","score_opus":0.03365230602064265,"score_gpt":0.3719235384615837,"score_spread":0.33827123244094104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562192075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96130514,0.000027742328,0.00046060263,0.035395235,0.0013351628,0.0008478006,5.2357336e-7,0.00013088054,0.0004968902],"genre_scores_gemma":[0.986601,0.000003337731,0.00024327161,0.0038668306,0.0010169359,0.00031159623,0.000009267328,0.000046065557,0.007901689],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610525,0.00024735066,0.00038578708,0.0004870084,0.0023870058,0.00038761285],"domain_scores_gemma":[0.998262,0.000023905342,0.000072231975,0.0006821876,0.00022989004,0.0007297963],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013906508,0.000198807,0.00030133984,0.00023381674,0.0000945709,0.00003932775,0.0003555089,0.00017927245,0.0035799362],"category_scores_gemma":[0.0051570702,0.00012216416,0.000048249527,0.00050381175,0.0001395391,0.00017642594,0.00014962729,0.00044078886,0.00044813863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007441429,0.0077283876,0.48069477,0.000017577666,0.00008685911,0.00005872078,0.0152885,3.0027852e-8,0.00016386356,0.000044763496,0.08788519,0.40795693],"study_design_scores_gemma":[0.009326556,0.010044848,0.20433441,0.0009703353,0.00027293712,0.00008393128,0.20851842,0.000055607165,0.0006685422,0.00018345074,0.56441396,0.0011270267],"about_ca_topic_score_codex":0.000010788775,"about_ca_topic_score_gemma":0.000015261432,"teacher_disagreement_score":0.47652876,"about_ca_system_score_codex":0.0003153598,"about_ca_system_score_gemma":0.00038693563,"threshold_uncertainty_score":0.9973309},"labels":[],"label_agreement":null},{"id":"W2562766005","doi":"10.1007/s40037-016-0323-z","title":"Addressing the theory-practice gap in assessment","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; University of Toronto","funders":"","keywords":"Computer science; Medical education; Psychology; Medicine; Data science","score_opus":0.07435906430659155,"score_gpt":0.4971885900252647,"score_spread":0.42282952571867316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562766005","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22717763,0.00060088985,0.0020947538,0.49550515,0.0025060622,0.0008318423,8.1571983e-7,0.00006049245,0.27122235],"genre_scores_gemma":[0.9786594,0.00022108713,0.0035693313,0.015164635,0.0011835007,0.00017357036,0.000016049918,0.00002024279,0.0009922172],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977409,0.0002673117,0.00032171776,0.00036048467,0.0010738352,0.00023570491],"domain_scores_gemma":[0.9976874,0.00043781867,0.00028025027,0.0010143351,0.00046269203,0.0001175023],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00333262,0.00013761924,0.00018694946,0.00018636775,0.0005874761,0.00012778414,0.00041034375,0.00015344402,0.0012822951],"category_scores_gemma":[0.06197585,0.000093722745,0.000052491498,0.00023794333,0.0005641637,0.00028978335,0.00005756606,0.0010916884,0.00006998616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002153401,0.004089742,0.0070722485,0.00005596388,0.000058389036,0.000014302928,0.01699395,0.0000017647228,0.000047836296,0.41853225,0.020858452,0.5320598],"study_design_scores_gemma":[0.002192933,0.00033372972,0.6461562,0.0016425897,0.00015125527,0.0001852098,0.27100578,0.0019407899,0.0000674375,0.015708536,0.060286578,0.0003289816],"about_ca_topic_score_codex":0.00013478134,"about_ca_topic_score_gemma":0.00001020608,"teacher_disagreement_score":0.7514817,"about_ca_system_score_codex":0.00065118325,"about_ca_system_score_gemma":0.0025937194,"threshold_uncertainty_score":0.9996307},"labels":[],"label_agreement":null},{"id":"W2562789138","doi":"10.1016/j.jsurg.2016.10.017","title":"A Peer-Reviewed Instructional Video is as Effective as a Standard Recorded Didactic Lecture in Medical Trainees Performing Chest Tube Insertion: A Randomized Control Trial","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Western University; Sunnybrook Health Science Centre","funders":"","keywords":"Randomized controlled trial; Medicine; Session (web analytics); Medical education; Physical therapy; Surgery","score_opus":0.008448032249380889,"score_gpt":0.3359882619307335,"score_spread":0.3275402296813526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562789138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82400733,0.0005453729,0.00078916806,0.16942196,0.0029243054,0.0015226302,0.0000023210494,0.000015628873,0.00077126606],"genre_scores_gemma":[0.9909125,0.00069072715,0.0009958161,0.0032966007,0.003263168,0.00029412808,0.000015196673,0.000025991876,0.00050587166],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949137,0.00062261784,0.001775945,0.0002867524,0.0021149993,0.00028600823],"domain_scores_gemma":[0.9944063,0.0017494108,0.0008993144,0.00021861204,0.0024365245,0.00028984726],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006630741,0.0002553958,0.0012413926,0.0006532891,0.00010126831,0.000039396662,0.00016124093,0.00036524233,0.00460698],"category_scores_gemma":[0.041461308,0.00015217127,0.00041750728,0.00084704673,0.00028812425,0.0004331227,0.000014819764,0.00096452003,0.000037156715],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4146105,0.0011230073,0.00053473463,0.00013600827,0.00023141089,0.000050931572,0.0013629753,0.0000012533312,0.00014530147,0.0006782726,0.004969347,0.57615626],"study_design_scores_gemma":[0.83738244,0.0021803158,0.003223626,0.0033234365,0.00044051028,0.005600931,0.0007066775,0.00013394638,0.00040018634,0.004209799,0.14211296,0.00028520572],"about_ca_topic_score_codex":0.000039086164,"about_ca_topic_score_gemma":0.0000039540764,"teacher_disagreement_score":0.57587105,"about_ca_system_score_codex":0.0009786602,"about_ca_system_score_gemma":0.0050289896,"threshold_uncertainty_score":0.99630296},"labels":[],"label_agreement":null},{"id":"W2563339145","doi":"10.1016/j.acap.2016.12.008","title":"How Educators Conceptualize and Teach Reflective Practice: A Survey of North American Pediatric Medical Educators","year":2016,"lang":"en","type":"article","venue":"Academic Pediatrics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Medical education; Psychology; Reflective practice; Medicine; Pedagogy","score_opus":0.02401368685712817,"score_gpt":0.3755041822511093,"score_spread":0.35149049539398114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563339145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974415,0.0012505943,0.00041907484,0.022276228,0.00092089374,0.00040706454,0.00003477756,0.00006675016,0.00020962807],"genre_scores_gemma":[0.98289853,0.00956671,0.002068933,0.002549729,0.0024074079,0.00005440759,0.000057974597,0.000049544196,0.00034675264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963308,0.00039321595,0.00077794236,0.00057396997,0.0014132544,0.0005108369],"domain_scores_gemma":[0.9947189,0.002368606,0.00087814557,0.0004375925,0.0011175983,0.00047916276],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023861497,0.00028305975,0.00057394983,0.00066494703,0.00009881933,0.000012598555,0.00032147704,0.00035000144,0.00004767023],"category_scores_gemma":[0.081665166,0.00020542198,0.000058685797,0.003715349,0.000822906,0.00034709342,0.0001295216,0.0013322791,0.000016915472],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008703882,0.0002019169,0.8786839,0.000081481616,0.000034013985,0.000004130323,0.000856489,1.9107828e-8,0.00001114747,0.0001805859,0.051281124,0.068578154],"study_design_scores_gemma":[0.0009782717,0.00032518158,0.98528165,0.000025178284,0.0003570292,0.000116700176,0.0017018546,0.0000044954218,0.000033778568,0.000041554445,0.010861913,0.0002724048],"about_ca_topic_score_codex":0.00030037796,"about_ca_topic_score_gemma":0.000030191984,"teacher_disagreement_score":0.10659774,"about_ca_system_score_codex":0.00031017672,"about_ca_system_score_gemma":0.0031134998,"threshold_uncertainty_score":0.92607033},"labels":[],"label_agreement":null},{"id":"W2563582159","doi":"10.1111/medu.13216","title":"When I say … autoethnography","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Citation; Library science; Autoethnography; Media studies; Sociology; History; Computer science; Social science","score_opus":0.011498979146688135,"score_gpt":0.3424632617525023,"score_spread":0.3309642826058142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563582159","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29633504,0.00034620866,0.014946235,0.64307755,0.004788028,0.0005670149,0.0000016965581,0.0003353058,0.03960293],"genre_scores_gemma":[0.84501153,0.00013722159,0.01821073,0.11943574,0.0025825382,0.00030004972,0.00010976575,0.000049917962,0.01416249],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982004,0.000044975877,0.00036650582,0.0002662598,0.0008780626,0.0002437655],"domain_scores_gemma":[0.9989963,0.000064542415,0.00008063893,0.00040702516,0.00029691515,0.00015457622],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066014886,0.00011594338,0.00016557488,0.00029044063,0.00007441257,0.000010034591,0.00014791953,0.00021396467,0.0087559745],"category_scores_gemma":[0.0066160876,0.00007228739,0.000068675196,0.00048666747,0.00025351517,0.00011754531,0.000024708934,0.00022006831,0.0005199616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011341332,0.00038603257,0.00701697,0.000027103384,0.000012458498,0.0000010613622,0.0002028284,3.629442e-9,0.00020406522,0.0020049082,0.39537084,0.5947624],"study_design_scores_gemma":[0.0010098591,0.00012560959,0.07499335,0.0007247447,0.00005281819,0.000101272846,0.000259993,0.00006106237,0.00058017403,0.0045391563,0.9173811,0.00017082623],"about_ca_topic_score_codex":0.000026430022,"about_ca_topic_score_gemma":0.0000029112468,"teacher_disagreement_score":0.59459156,"about_ca_system_score_codex":0.00016762884,"about_ca_system_score_gemma":0.0021083378,"threshold_uncertainty_score":0.9921501},"labels":[],"label_agreement":null},{"id":"W2564527613","doi":"10.3138/jvme.0216-035r","title":"Why Veterinary Medical Educators Should Embrace Cumulative Final Exams","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cumulative effects; Medical education; Psychology; Cumulative risk; Medicine; Internal medicine; Biology","score_opus":0.17350172478719067,"score_gpt":0.4762818722376417,"score_spread":0.302780147450451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564527613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87163985,0.0005192564,0.0006892484,0.11443904,0.009472618,0.00029171535,0.0000016341911,0.00003280327,0.002913858],"genre_scores_gemma":[0.9640419,0.0004413087,0.0045784283,0.023888076,0.0059255427,0.00004393079,0.000042013016,0.00006214588,0.0009766937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938808,0.000256828,0.0015545363,0.00041374055,0.003408325,0.00048577256],"domain_scores_gemma":[0.9952369,0.00023348033,0.0014644241,0.0010189892,0.001055124,0.0009911312],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033203326,0.00035406608,0.0007289536,0.00055192824,0.00053906615,0.00011638038,0.0011257854,0.000633599,0.005693321],"category_scores_gemma":[0.02832453,0.00029397995,0.00027922227,0.0003386831,0.00080242223,0.00083495263,0.00024311886,0.0019685565,0.00006589602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012316864,0.0042535863,0.0060520754,0.00047462268,0.00022757995,0.0008793263,0.0015549272,0.0000013075831,0.000782482,0.0006543584,0.33888498,0.6450031],"study_design_scores_gemma":[0.0043420326,0.006434309,0.14260362,0.005065754,0.0003158143,0.031094495,0.0024908136,0.0011022468,0.00023269888,0.00094223925,0.8047877,0.00058827136],"about_ca_topic_score_codex":0.00009439904,"about_ca_topic_score_gemma":0.0000034293896,"teacher_disagreement_score":0.6444148,"about_ca_system_score_codex":0.00049730245,"about_ca_system_score_gemma":0.008971137,"threshold_uncertainty_score":0.99995124},"labels":[],"label_agreement":null},{"id":"W2564548519","doi":"","title":"Perceptions and Attitudes of Dental Hygiene Educators About the Establishment of Doctoral Education Programs in Dental Hygiene.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dental hygiene; Economic shortage; Medical education; Perception; Quarter (Canadian coin); Psychology; Family medicine; Medicine; Nursing","score_opus":0.028278323188443446,"score_gpt":0.306619910461375,"score_spread":0.27834158727293157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564548519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954356,0.00023410577,0.00001686405,0.0020300965,0.00065011205,0.001129568,0.0000037616508,0.000014340103,0.00048556278],"genre_scores_gemma":[0.99718666,0.000071143346,0.0005700814,0.00012744407,0.00017023459,0.0013763316,0.000030467294,0.000012309573,0.00045534896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998756,0.00004340896,0.00043328077,0.00019693184,0.00033274133,0.00023765302],"domain_scores_gemma":[0.99925923,0.000039848444,0.00015386462,0.00027578237,0.00019536239,0.00007590571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000513007,0.00010497262,0.00018365386,0.00026311306,0.000046134748,0.000014757476,0.00012657912,0.0000671752,0.00006485313],"category_scores_gemma":[0.0004617181,0.000064122636,0.000043156142,0.0005463239,0.000415703,0.00016724582,0.000049425973,0.00010883573,0.0000029423659],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017552433,0.0008660701,0.58525604,0.00005504064,0.000013152591,1.8446215e-7,0.00047220776,7.097101e-8,0.00032877835,0.00045129552,0.00031827632,0.4122213],"study_design_scores_gemma":[0.00056602224,0.000053715892,0.99366045,0.00016951215,0.00003987302,0.000028316357,0.0036786776,0.0000022544036,0.00087918906,0.00006814918,0.00078617636,0.000067672714],"about_ca_topic_score_codex":0.00020828571,"about_ca_topic_score_gemma":0.00011550878,"teacher_disagreement_score":0.41215366,"about_ca_system_score_codex":0.00026469748,"about_ca_system_score_gemma":0.00024246828,"threshold_uncertainty_score":0.26148453},"labels":[],"label_agreement":null},{"id":"W2564652992","doi":"10.1186/s12909-016-0835-6","title":"Pelvic and breast examination skills curricula in United States medical schools: a survey of obstetrics and gynecology clerkship directors","year":2016,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Curriculum; Obstetrics and gynaecology; Pelvic examination; Breast examination; Medical education; Accreditation; Family medicine; Obstetrics; Gynecology; Psychology; Breast cancer; Mammography; Internal medicine; Pregnancy; Pedagogy","score_opus":0.016789287724653414,"score_gpt":0.3298020914189304,"score_spread":0.313012803694277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564652992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922368,0.0004611167,0.00078206504,0.0049475143,0.0010623918,0.00038823302,0.0000095828345,0.00003217728,0.00008012849],"genre_scores_gemma":[0.9955532,0.0012945654,0.0011269582,0.0012061569,0.00011806021,0.00007118876,0.0004663761,0.000021023734,0.0001424589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968095,0.0006719535,0.0007824141,0.0003839992,0.0010739344,0.0002781878],"domain_scores_gemma":[0.99165785,0.0064774663,0.00026865446,0.00030183568,0.0008649238,0.0004292906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038624608,0.00017232135,0.00037156497,0.0009029662,0.000048040707,0.000011845745,0.00013306359,0.0004416517,0.00063269323],"category_scores_gemma":[0.21633853,0.00012330791,0.00002270412,0.0018741293,0.00047344592,0.00014186154,0.000062568346,0.0003937989,0.000010103411],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018224526,0.0008688716,0.5921539,0.00022287891,0.000010417085,0.0000022522572,0.00031230744,1.3777503e-7,0.000016842498,0.0003955275,0.0014076172,0.40459102],"study_design_scores_gemma":[0.0018165807,0.000109197026,0.99361545,0.0014959997,0.000029455343,0.00010197338,0.00066996494,0.001239352,0.000030908923,0.00020455894,0.00055368664,0.00013285429],"about_ca_topic_score_codex":0.00079396495,"about_ca_topic_score_gemma":0.00040578612,"teacher_disagreement_score":0.40445817,"about_ca_system_score_codex":0.0002923492,"about_ca_system_score_gemma":0.0030489478,"threshold_uncertainty_score":0.7902626},"labels":[],"label_agreement":null},{"id":"W2565309244","doi":"10.2196/mededu.6442","title":"Teaching Shared Decision Making to Family Medicine Residents: A Descriptive Study of a Web-Based Tutorial","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Hôpital Saint-François d'Assise","funders":"","keywords":"Descriptive research; Medical education; Family medicine; Medicine; Descriptive statistics; Sociology","score_opus":0.02964376957671025,"score_gpt":0.414193464386031,"score_spread":0.3845496948093208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565309244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96679074,0.000049088005,0.005865215,0.019989388,0.0041562594,0.0018922389,0.0000028111474,0.00010486362,0.0011493921],"genre_scores_gemma":[0.9828882,0.0000037224083,0.006497962,0.0069182846,0.0025938882,0.0006720821,0.000025680205,0.00004176424,0.0003583911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952589,0.00023934185,0.0011351779,0.0005630323,0.0024643908,0.00033910703],"domain_scores_gemma":[0.99728906,0.00047064258,0.0003229113,0.0006978535,0.0008994761,0.00032008378],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020582094,0.00024459488,0.0005054385,0.00090451306,0.00014612492,0.000015246236,0.00036102373,0.00025486655,0.0012803568],"category_scores_gemma":[0.027292466,0.00016110989,0.00006416881,0.0010462452,0.00017780517,0.00019248597,0.000080793456,0.00047781726,0.000068170615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001366506,0.0057876376,0.01682669,0.00016020656,0.00006287702,0.000011168535,0.014930875,6.518152e-7,0.0071507883,0.00058806705,0.21995057,0.73316395],"study_design_scores_gemma":[0.0286907,0.008322445,0.8061179,0.033969846,0.0004628783,0.000067370805,0.050573487,0.0009617683,0.00024272923,0.0019253339,0.06780582,0.00085975043],"about_ca_topic_score_codex":0.00040586054,"about_ca_topic_score_gemma":0.000044839868,"teacher_disagreement_score":0.7892912,"about_ca_system_score_codex":0.0008187501,"about_ca_system_score_gemma":0.0034776998,"threshold_uncertainty_score":0.9996326},"labels":[],"label_agreement":null},{"id":"W2565311519","doi":"","title":"'Modernizing' the Basic Sciences MD program at XUSOM, Aruba","year":2013,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Engineering ethics; Engineering","score_opus":0.035904878570282614,"score_gpt":0.35738166853120146,"score_spread":0.32147678996091883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565311519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85982955,0.00008063466,0.00031128104,0.050359797,0.000378686,0.0009687807,1.3811314e-7,0.000152134,0.08791902],"genre_scores_gemma":[0.95352274,0.000014073465,0.022613639,0.010243527,0.00034674085,0.00036914588,0.000010336988,0.00001031646,0.012869476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903464,0.000019461471,0.00017565055,0.00017389523,0.00038350152,0.0002128293],"domain_scores_gemma":[0.9994296,0.000050511695,0.00004389993,0.00025426305,0.00018002819,0.000041706156],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00043148725,0.00007157158,0.000084039595,0.00006731297,0.00028909475,0.0000473462,0.00014877495,0.000046969086,0.0036612414],"category_scores_gemma":[0.00047013984,0.00003700281,0.000028199624,0.0005237221,0.00042874165,0.00009769459,0.000045039058,0.00014638624,0.001156496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003882169,0.0002763575,0.011186663,0.000028362718,0.000015887115,6.47697e-7,0.0005445338,0.000002017292,0.0013397877,0.009376874,0.57636946,0.40085554],"study_design_scores_gemma":[0.0012409217,0.0009889544,0.14779311,0.00015561283,0.00009783053,0.00016945535,0.004170235,0.02625772,0.007670476,0.006211907,0.8048519,0.0003918643],"about_ca_topic_score_codex":0.00010055102,"about_ca_topic_score_gemma":0.000007152435,"teacher_disagreement_score":0.40046367,"about_ca_system_score_codex":0.000075593234,"about_ca_system_score_gemma":0.00012240543,"threshold_uncertainty_score":0.9996212},"labels":[],"label_agreement":null},{"id":"W2565451131","doi":"10.4212/cjhp.v69i6.1611","title":"Comparison of Canadian Pharmacy Education and Practice Standards with Accreditation Standards of the Canadian Pharmacy Residency Board","year":2016,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Ontario Drug Policy Research Network","funders":"","keywords":"Accreditation; Pharmacy; Multistate Pharmacy Jurisprudence Examination; Pharmacy practice; Family medicine; Medical education; Medicine; Pharmacy education; Pharmaconomist","score_opus":0.031046414088298557,"score_gpt":0.40242607836759564,"score_spread":0.3713796642792971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565451131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78044885,0.0017823512,0.000050244278,0.20787999,0.0024522666,0.000837084,0.00036044332,0.0000057842294,0.006182994],"genre_scores_gemma":[0.996257,0.00021321906,0.00079410005,0.0018888353,0.00059438683,0.0000123045875,0.000011201201,0.00003814276,0.00019079878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996785,0.00026781982,0.00091214664,0.00019158017,0.001351161,0.00049232104],"domain_scores_gemma":[0.99120474,0.00023144459,0.0010220828,0.00036669572,0.0060491385,0.0011258704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027567553,0.00022938885,0.00040838262,0.0011995677,0.00057944126,0.000074118536,0.00046832368,0.000055831068,0.00045933743],"category_scores_gemma":[0.0047686924,0.00013124125,0.00009145086,0.001292953,0.0007686868,0.00071097835,0.000016123167,0.00065997534,0.0000023488303],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010240104,0.00032758404,0.31627175,0.00024852768,0.0007585117,0.00007749302,0.020148745,0.000033807424,0.0018297737,0.003269721,0.5067072,0.14930286],"study_design_scores_gemma":[0.0056612194,0.00079927966,0.07546275,0.0014040958,0.0011474126,0.00057819334,0.005734918,0.0000740027,0.011565024,0.00057026895,0.8966222,0.0003806299],"about_ca_topic_score_codex":0.9004699,"about_ca_topic_score_gemma":0.9483195,"teacher_disagreement_score":0.389915,"about_ca_system_score_codex":0.0031823253,"about_ca_system_score_gemma":0.11661309,"threshold_uncertainty_score":0.8883949},"labels":[],"label_agreement":null},{"id":"W2565496632","doi":"10.18552/ijpblhsc.v4i2.355","title":"Does an Online Clinical Educator Preparation and Support Program Change Practice?","year":2016,"lang":"en","type":"article","venue":"International Journal of Practice-based Learning in Health and Social Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supervisor; Medical education; Quarter (Canadian coin); Clinical Practice; Quality (philosophy); Program evaluation; Medicine; Program director; Psychology; Nursing; Political science","score_opus":0.08103107939119074,"score_gpt":0.5297033017350656,"score_spread":0.4486722223438749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565496632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70124984,0.00039353574,0.00024023402,0.29555377,0.0019392953,0.0004927666,0.000007887128,0.000028816845,0.00009384036],"genre_scores_gemma":[0.9586929,0.0007383729,0.022276847,0.014684097,0.003400238,0.000027552307,0.00010341958,0.00001696598,0.000059581067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975475,0.000588134,0.0008916725,0.00018897296,0.00061247277,0.00017124614],"domain_scores_gemma":[0.99578214,0.0006629553,0.0012066853,0.000066430235,0.002099327,0.00018245007],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025803542,0.00010098632,0.0002529058,0.00026229254,0.000120764,0.000055689477,0.00008311929,0.00012063096,0.000042498003],"category_scores_gemma":[0.013584375,0.00006330746,0.000047828293,0.000119853394,0.00012545554,0.000921531,0.00001874272,0.000718006,0.0000016445932],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019317848,0.0010900339,0.10650348,0.000118099844,0.000050223993,0.000059018363,0.010991274,9.3272945e-7,0.000006868604,0.00026731053,0.00039038123,0.8785906],"study_design_scores_gemma":[0.0047024605,0.006093691,0.1209247,0.00063243933,0.000086278684,0.00040214695,0.043500822,0.00013849112,0.0000071950926,0.000058280675,0.82329315,0.00016032597],"about_ca_topic_score_codex":0.00008340193,"about_ca_topic_score_gemma":0.00002914358,"teacher_disagreement_score":0.87843025,"about_ca_system_score_codex":0.00037396493,"about_ca_system_score_gemma":0.0023113005,"threshold_uncertainty_score":0.99472463},"labels":[],"label_agreement":null},{"id":"W2565697962","doi":"","title":"Reflective practice and social responsibility in family medicine: Effect of performing an international rotation in a developing country.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Hôpital Charles-Le Moyne; Université de Sherbrooke","funders":"","keywords":"Empathy; Medicine; Medical education; Work (physics); Health care; Family medicine; Nursing; Psychology; Psychiatry","score_opus":0.031438199523814006,"score_gpt":0.38530905704020385,"score_spread":0.35387085751638986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565697962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98656344,0.000020470812,0.00021093342,0.010213896,0.00023970654,0.00071453466,0.0000012450118,0.000011645882,0.002024123],"genre_scores_gemma":[0.99725926,0.000026089177,0.001373449,0.0006934726,0.00014866256,0.0004513948,0.000014792354,0.0000072871426,0.000025583951],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987221,0.00022206723,0.00037436112,0.00020254815,0.00032609975,0.000152827],"domain_scores_gemma":[0.9989124,0.00055918243,0.0001470599,0.000094577124,0.00026373792,0.000023041524],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004064228,0.00007475964,0.00018809173,0.0003661327,0.000029119836,0.0000044353146,0.000054491127,0.000082919745,0.0000066128864],"category_scores_gemma":[0.014218128,0.0000521669,0.000008317362,0.0004670714,0.00013807349,0.0004247741,0.000019002398,0.00015114166,4.6201916e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022573434,0.00009475002,0.27094796,0.000106285996,0.000021294354,0.000005798955,0.0037582286,2.0191466e-7,0.0017105537,0.0021389795,0.000060524333,0.71889806],"study_design_scores_gemma":[0.002492908,0.000110291054,0.9945276,0.00013899602,0.000014348415,0.000012852118,0.00088538387,0.0000585064,0.0005356759,0.0002642253,0.00090459007,0.000054648932],"about_ca_topic_score_codex":0.00011862536,"about_ca_topic_score_gemma":0.00004548736,"teacher_disagreement_score":0.7235796,"about_ca_system_score_codex":0.00064799923,"about_ca_system_score_gemma":0.00012529678,"threshold_uncertainty_score":0.99408555},"labels":[],"label_agreement":null},{"id":"W2565802605","doi":"10.1007/s40037-016-0325-x","title":"The discomfort of an educator’s critical conscience: the case of problem-based learning and other global industries in medical education","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Conscience; Medical education; Problem-based learning; Psychology; Medicine; Engineering ethics; Epistemology; Engineering; Philosophy","score_opus":0.01560865824818606,"score_gpt":0.42820461287503714,"score_spread":0.41259595462685106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565802605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.914963,0.00054866093,0.000118505865,0.079162344,0.0007816611,0.0005147725,0.0000028838379,0.000014731129,0.0038934138],"genre_scores_gemma":[0.9966619,0.00006832574,0.00093112316,0.0017068111,0.00037716722,0.00014684213,0.000009375293,0.000012894524,0.000085534],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99754435,0.00025161885,0.00056939997,0.00036775004,0.0010102646,0.000256631],"domain_scores_gemma":[0.9978812,0.0004496231,0.00033289168,0.00060991175,0.00046335242,0.0002630297],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0027299079,0.00015790484,0.00025960855,0.00014052392,0.0006815074,0.000074017145,0.0004057326,0.00024592216,0.00032181514],"category_scores_gemma":[0.04989734,0.00009708454,0.00004239769,0.00045117017,0.004330706,0.00017370268,0.000058855563,0.00084234745,0.0000015242227],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024685348,0.0062230197,0.1444635,0.000227265,0.00003594567,0.000015553404,0.011325098,0.0000025690783,0.000022552747,0.2513166,0.0028518264,0.5832692],"study_design_scores_gemma":[0.0036691164,0.0021152038,0.26651338,0.004842058,0.000279276,0.0026962503,0.6686605,0.012695613,0.0005149076,0.017233696,0.020092877,0.00068713253],"about_ca_topic_score_codex":0.0015535455,"about_ca_topic_score_gemma":0.0003771694,"teacher_disagreement_score":0.6573354,"about_ca_system_score_codex":0.00026414645,"about_ca_system_score_gemma":0.014158766,"threshold_uncertainty_score":0.99837893},"labels":[],"label_agreement":null},{"id":"W2565895306","doi":"10.1007/s40037-016-0324-y","title":"Using critical consciousness to inform health professions education: A&amp;nbsp;literature review","year":2017,"lang":"en","type":"review","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Critical consciousness; Critical pedagogy; Consciousness; Critical reflection; Thematic analysis; Critical thinking; Critical theory; Engineering ethics; Reflective practice; Social consciousness; Sociology; Psychology; Pedagogy; Medicine; Epistemology; Qualitative research; Social science","score_opus":0.13645871354116884,"score_gpt":0.5777549900449084,"score_spread":0.44129627650373954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565895306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035416974,0.87789685,0.00043805942,0.106352486,0.0061322744,0.004301903,0.00002895486,0.0001159226,0.004729998],"genre_scores_gemma":[0.00000753097,0.94180584,0.010146297,0.037076738,0.0038160246,0.0016846227,0.0014712276,0.00012039551,0.0038713336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354655,0.00050791336,0.0018544224,0.0012432027,0.0021147837,0.00073310605],"domain_scores_gemma":[0.9924166,0.00034599265,0.0010366319,0.0023029752,0.0025969928,0.001300801],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023907542,0.0008022632,0.0027161066,0.0012857831,0.0011149572,0.00020205003,0.00083521544,0.0009737411,0.0019225499],"category_scores_gemma":[0.06405275,0.0006337274,0.0005211775,0.0023720234,0.0005907541,0.00029697779,0.00016133672,0.003135858,0.00056993763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009955658,0.0019469624,0.0000023711025,0.06553797,0.00006468299,0.0000029051146,0.0025691795,1.3916583e-8,2.9004477e-8,0.012285026,0.18277557,0.73480535],"study_design_scores_gemma":[0.000111593734,0.000111523754,0.000011883553,0.35428417,0.00041186862,0.000540203,0.002026272,0.0000022997174,2.7798981e-8,0.00010571678,0.642059,0.00033542124],"about_ca_topic_score_codex":0.000047677677,"about_ca_topic_score_gemma":0.0000075546177,"teacher_disagreement_score":0.7344699,"about_ca_system_score_codex":0.0032342104,"about_ca_system_score_gemma":0.06410926,"threshold_uncertainty_score":0.9996114},"labels":[],"label_agreement":null},{"id":"W2565926700","doi":"10.4300/jgme-d-16-00043.1","title":"Fourth-Year Medical School Course Load and Success as a Medical Intern","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Smiths Detection (Canada)","funders":"","keywords":"Medicine; Internship; Relative risk; Intensive care; Confidence interval; Cohort; Family medicine; Emergency medicine; Medical education; Internal medicine; Intensive care medicine","score_opus":0.01851442580718022,"score_gpt":0.3778196189235084,"score_spread":0.3593051931163282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565926700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6508154,0.00050922134,0.0020823346,0.34167817,0.0033902423,0.00020175392,8.882008e-7,0.000030879004,0.0012910627],"genre_scores_gemma":[0.96640617,0.002355949,0.0015653189,0.023758318,0.004460047,0.000025223519,0.000011071657,0.000046389956,0.0013715384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903806,0.0002249626,0.0015382338,0.00034150673,0.007088279,0.00042642988],"domain_scores_gemma":[0.9931553,0.0004360184,0.00073346077,0.000431047,0.0023369645,0.002907223],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005617368,0.0002665555,0.0006205055,0.00039722343,0.000107717664,0.000043735185,0.0005412302,0.00060769037,0.016232967],"category_scores_gemma":[0.10984143,0.00016250239,0.00015796017,0.0005653025,0.00081432966,0.00037586302,0.00011637508,0.0015655567,0.0002541629],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000335127,0.0018825404,0.02346492,0.0001584748,0.00018760079,0.00028443415,0.00044710672,2.2933225e-8,0.00006599275,0.0019148807,0.24744572,0.7238132],"study_design_scores_gemma":[0.043146487,0.00689071,0.28991365,0.050499868,0.0020774908,0.09584143,0.009461054,0.0021362365,0.0016017511,0.021211853,0.47498453,0.0022349388],"about_ca_topic_score_codex":0.00008476063,"about_ca_topic_score_gemma":0.000022466262,"teacher_disagreement_score":0.72157824,"about_ca_system_score_codex":0.0005428594,"about_ca_system_score_gemma":0.031037778,"threshold_uncertainty_score":0.98466635},"labels":[],"label_agreement":null},{"id":"W2567254598","doi":"10.1111/medu.13461","title":"The impact of accreditation on medical schools’ processes","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Medical education; Curriculum; Accountability; Documentation; Quality management; Certification and Accreditation; Quality (philosophy); Medicine; Grounded theory; Psychology; Qualitative research; Political science; Pedagogy; Sociology; Management; Management system","score_opus":0.019983482626799203,"score_gpt":0.43735043870611934,"score_spread":0.4173669560793201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567254598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8728224,0.00022652425,0.00035094362,0.11356281,0.002371082,0.00051010423,0.0000020368993,0.00004941036,0.010104687],"genre_scores_gemma":[0.99418527,0.00028218524,0.000342537,0.002656773,0.0015728881,0.00013266865,0.0000930559,0.000020414876,0.00071422965],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996903,0.000060489187,0.0005437064,0.00024183834,0.0020001472,0.00025079236],"domain_scores_gemma":[0.9970226,0.00025631732,0.00044762323,0.00093596015,0.0011206082,0.00021684836],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016747954,0.00014714427,0.00022895445,0.0001360162,0.00060516055,0.000074771146,0.00060160604,0.0002806357,0.0010158689],"category_scores_gemma":[0.13825099,0.00008694251,0.000094263494,0.00030948652,0.00051040464,0.00018531694,0.00005363989,0.00067559496,0.000101891914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016782136,0.001344394,0.029615756,0.00017094624,0.00007248889,0.0000028776963,0.00033200416,9.560649e-7,0.000032409895,0.0021249414,0.3735875,0.5925479],"study_design_scores_gemma":[0.00241042,0.0012286019,0.93492895,0.0030872233,0.00010636195,0.00016349606,0.0014028095,0.0026782264,0.0008483495,0.0034381314,0.049398933,0.0003085092],"about_ca_topic_score_codex":0.00024670965,"about_ca_topic_score_gemma":0.000017634995,"teacher_disagreement_score":0.9053132,"about_ca_system_score_codex":0.00023405167,"about_ca_system_score_gemma":0.017296104,"threshold_uncertainty_score":0.99989736},"labels":[],"label_agreement":null},{"id":"W2567443879","doi":"10.3138/jvme.0116-008r","title":"Applicability of Progress Testing in Veterinary Medical Education","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Test (biology); Variety (cybernetics); Experiential learning; Veterinary education; Relevance (law); Medicine; Psychology; Veterinary medicine; Curriculum; Mathematics education; Computer science; Pedagogy; Biology","score_opus":0.09858756608562781,"score_gpt":0.4695891945729182,"score_spread":0.3710016284872904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567443879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9741385,0.00053689186,0.00013846389,0.02005062,0.0029758147,0.00041778517,7.7801855e-7,0.000015044009,0.0017260772],"genre_scores_gemma":[0.98106384,0.000100549536,0.015658962,0.0014216318,0.0015624701,0.00007597406,0.000018405302,0.000026285426,0.00007189572],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956127,0.0001894465,0.0016869516,0.00028731668,0.0019340174,0.0002895765],"domain_scores_gemma":[0.99565727,0.00018275363,0.0015469791,0.0007948874,0.0013717553,0.00044634487],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038119992,0.0002046722,0.0005944821,0.00048533492,0.00015775756,0.000035356243,0.0007440465,0.0003975294,0.00067739544],"category_scores_gemma":[0.040318333,0.00017725519,0.00012657126,0.00044496282,0.0007553603,0.00043217884,0.0001553468,0.0010738366,0.00000800404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045385354,0.0057578404,0.09873939,0.00084038265,0.00003333012,0.000076190874,0.0004574994,3.1468883e-7,0.00085407635,0.0002496538,0.004327292,0.8882102],"study_design_scores_gemma":[0.002645244,0.0038466237,0.943027,0.007679218,0.00010459684,0.008442721,0.00140267,0.0012376579,0.00018268077,0.00094108173,0.030203773,0.0002866965],"about_ca_topic_score_codex":0.0000703424,"about_ca_topic_score_gemma":0.0000025596094,"teacher_disagreement_score":0.8879235,"about_ca_system_score_codex":0.0003914163,"about_ca_system_score_gemma":0.014201357,"threshold_uncertainty_score":0.9913872},"labels":[],"label_agreement":null},{"id":"W2568303898","doi":"10.1186/s12909-016-0839-2","title":"Goals of care conversation teaching in residency – a cross-sectional survey of postgraduate program directors","year":2017,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Foothills Medical Centre; South Health Campus; University of Calgary","funders":"","keywords":"Conversation; Curriculum; Medical education; Thematic analysis; Psychology; Perception; Quality (philosophy); Descriptive statistics; Medicine; Qualitative research; Pedagogy; Sociology","score_opus":0.05092385507507176,"score_gpt":0.45739763363369157,"score_spread":0.4064737785586198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2568303898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99498427,0.00015052657,0.000119753364,0.0008160375,0.0015381706,0.0007220217,0.000008186104,0.000029892062,0.001631136],"genre_scores_gemma":[0.99283147,0.000027502903,0.0058534658,0.00013817813,0.00023293209,0.000113740054,0.00062232063,0.000017318443,0.0001630888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730206,0.00025310292,0.00092118897,0.00029891176,0.0010329279,0.00019184095],"domain_scores_gemma":[0.9973634,0.00027903562,0.0006662669,0.00058757927,0.0009942031,0.00010954327],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027487592,0.0001284861,0.0003334985,0.00034011525,0.00014600663,0.000031147254,0.0002779382,0.00025577418,0.00025758735],"category_scores_gemma":[0.060437657,0.000120634315,0.00006839909,0.00027800023,0.0004296002,0.00021408769,0.000048014386,0.00042084142,0.000005891368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014344764,0.0008402828,0.9353426,0.00068510644,0.000013471978,4.615021e-7,0.0012808436,0.0000012974461,0.000092541144,0.0006191505,0.00055388396,0.060426917],"study_design_scores_gemma":[0.0009058175,0.00018404465,0.99642414,0.0006841006,0.000016521259,0.000008618692,0.00062834116,0.00041644083,0.00037165708,0.00013387421,0.0001350873,0.00009137528],"about_ca_topic_score_codex":0.0049981903,"about_ca_topic_score_gemma":0.0019141667,"teacher_disagreement_score":0.061081525,"about_ca_system_score_codex":0.00026502265,"about_ca_system_score_gemma":0.0063319555,"threshold_uncertainty_score":0.9993012},"labels":[],"label_agreement":null},{"id":"W2568476462","doi":"10.18192/uojm.v6i2.1870","title":"First Nation and Medical Student Perspectives on the Participation in Culturally Immersive Learning Experiences During Medical Training","year":2016,"lang":"fr","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Viewpoints; Indigenous; Perspective (graphical); Sociology; Cultural knowledge; Library science; Psychology; Humanities; Medical education; Medicine; Pedagogy; Art; Visual arts; Computer science","score_opus":0.02690407817616106,"score_gpt":0.3242227264152218,"score_spread":0.29731864823906073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2568476462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78278756,0.0023819397,0.00087095454,0.21234256,0.00089380326,0.0001358842,4.259435e-7,0.0000036385577,0.0005832533],"genre_scores_gemma":[0.9927013,0.0053686863,0.00012383287,0.0002853982,0.0009283829,6.98539e-7,0.0000013294581,0.000008318046,0.0005820393],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962931,0.00038678918,0.0007032286,0.00020666102,0.002122849,0.00028734823],"domain_scores_gemma":[0.99710935,0.0011228557,0.00071977073,0.000115090006,0.0006574505,0.0002754744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038942497,0.00016042995,0.00045444097,0.0004403369,0.0002443926,0.0000056203858,0.00032222536,0.00022934555,0.0040121353],"category_scores_gemma":[0.01722924,0.000095988515,0.0000657864,0.00048684434,0.0020692844,0.00027711675,0.000058738737,0.00083180406,0.000004301677],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034238782,0.0006555871,0.03154662,0.00017956889,0.00027994887,0.00059755746,0.8787723,0.0000443058,0.0005574632,0.014383174,0.0021977853,0.070443265],"study_design_scores_gemma":[0.005962418,0.0012133751,0.098336935,0.011693256,0.00014006114,0.00028694468,0.87738156,0.00057961466,0.00010729991,0.00004443868,0.004143541,0.00011056659],"about_ca_topic_score_codex":0.00012171656,"about_ca_topic_score_gemma":0.00009256548,"teacher_disagreement_score":0.21205716,"about_ca_system_score_codex":0.0005282541,"about_ca_system_score_gemma":0.0004727578,"threshold_uncertainty_score":0.99689835},"labels":[],"label_agreement":null},{"id":"W2569154667","doi":"10.18192/uojm.v6i2.1557","title":"Pioneering International Collaboration in Medical Education: The Ottawa-Shanghai Joint School of Medicine (OSJSM) Student Builder Program (SBP)","year":2016,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Renji Hospital","keywords":"Medical education; Curriculum; Medical school; Health care; Presentation (obstetrics); Medicine; Megacity; Work (physics); Psychology; Political science; Engineering; Pedagogy","score_opus":0.012126701759067864,"score_gpt":0.3277345025256985,"score_spread":0.31560780076663064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569154667","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4743265,0.00093637704,0.004601633,0.5085214,0.0031784961,0.00080979033,0.0000035535668,0.000024414741,0.0075978874],"genre_scores_gemma":[0.9912824,0.00066558603,0.003854289,0.0015140782,0.0014751909,0.0000022025233,0.000016053558,0.000016190132,0.001173978],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962318,0.00014672185,0.0012177998,0.0001846979,0.0020310236,0.00018793931],"domain_scores_gemma":[0.9957503,0.00018527976,0.0011276464,0.0003177639,0.0023858028,0.00023318818],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030219583,0.00016482937,0.0005919737,0.00095313886,0.00006578756,0.0000039209,0.0005389933,0.00016391487,0.004130206],"category_scores_gemma":[0.0063052266,0.00009783295,0.00008227609,0.0010279451,0.001119477,0.00024851636,0.00007216132,0.00047268337,0.0000064708065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056781323,0.0036482466,0.16753271,0.0004181784,0.0007331331,0.00019802222,0.008897757,0.000026631697,0.010333953,0.015262066,0.49731806,0.29506344],"study_design_scores_gemma":[0.028406374,0.003856019,0.4460189,0.016326925,0.0006569734,0.0010236658,0.047105793,0.00037222536,0.0010168088,0.00088896416,0.45400393,0.00032341646],"about_ca_topic_score_codex":0.00013633328,"about_ca_topic_score_gemma":0.00009004027,"teacher_disagreement_score":0.516956,"about_ca_system_score_codex":0.00050627516,"about_ca_system_score_gemma":0.0016537876,"threshold_uncertainty_score":0.99678016},"labels":[],"label_agreement":null},{"id":"W25740","doi":"10.1016/0306-4492(78)90047-3","title":"Certification, Fellowship, and lifelong learning: Recognizing achievement in a special discipline","year":2005,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Accreditation; Medicine; Medical education; Competence (human resources); Government (linguistics); Lifelong learning; Certificate; Maintenance of Certification; Family medicine; Political science; Management; Law","score_opus":0.02599370930249632,"score_gpt":0.2818299544836792,"score_spread":0.25583624518118286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W25740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91857487,0.00015004179,0.000042431406,0.029330887,0.00030539787,0.000366472,0.0000036274034,0.000028696593,0.05119757],"genre_scores_gemma":[0.9468965,0.0000251739,0.0013114909,0.046922695,0.003579097,0.00004053668,0.00017097978,0.000028078292,0.0010254614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988754,0.000030380901,0.00030241153,0.0002768425,0.00017959194,0.00033539766],"domain_scores_gemma":[0.9993985,0.000018634571,0.000063374806,0.0001906079,0.00010361221,0.0002252611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002657678,0.00012504103,0.00017600978,0.00037486694,0.00016127972,0.0000313575,0.00007251358,0.00007925068,0.000015514357],"category_scores_gemma":[0.00012659928,0.00013383369,0.000025489539,0.0006345923,0.00008758194,0.00012068103,0.0000144334335,0.0003839878,0.000095189454],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002358569,0.00018698639,0.011659951,0.000039522074,0.000024346744,0.000011054295,0.0017222661,0.000038876373,0.0018537485,0.0012754737,0.033508822,0.94965535],"study_design_scores_gemma":[0.000865197,0.000079759426,0.3815586,0.0001850361,0.00003373589,0.0000018722614,0.0035554226,0.0025672487,0.00022783503,0.00031941288,0.6103514,0.00025451017],"about_ca_topic_score_codex":0.001477283,"about_ca_topic_score_gemma":0.0111728525,"teacher_disagreement_score":0.94940084,"about_ca_system_score_codex":0.0006307817,"about_ca_system_score_gemma":0.00043735842,"threshold_uncertainty_score":0.6234714},"labels":[],"label_agreement":null},{"id":"W2574130560","doi":"10.1097/nne.0000000000000356","title":"A Course-Based Approach to the Doctor of Nursing Practice Project","year":2017,"lang":"en","type":"article","venue":"Nurse Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Biotech (Canada); Providence Health Care","funders":"","keywords":"Practicum; Agency (philosophy); Reflection (computer programming); Medical education; Work (physics); Course (navigation); Nursing practice; Nursing; Psychology; Medicine; Sociology; Computer science; Engineering","score_opus":0.06142788733529351,"score_gpt":0.46016704666032193,"score_spread":0.3987391593250284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574130560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5246235,0.00018286952,0.0035818212,0.28291065,0.00877466,0.0033703393,0.000013895143,0.00009129481,0.17645094],"genre_scores_gemma":[0.95592844,0.0000012619178,0.03659296,0.0038601607,0.0015822132,0.00022696405,0.000024830015,0.000029322453,0.0017538713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871117,0.000059435948,0.0002711912,0.00024620417,0.00047889902,0.00023307574],"domain_scores_gemma":[0.9977132,0.00010300381,0.00028859137,0.0012755309,0.0005370191,0.00008265419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075884536,0.00012273347,0.00020106447,0.000120052224,0.00032661774,0.000056660054,0.00036924987,0.000086334665,0.00006436575],"category_scores_gemma":[0.0068126395,0.000084758925,0.00005716873,0.00030108175,0.0003058934,0.0001310905,0.000010433529,0.00030955407,0.000061233215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037829846,0.008524617,0.0029084329,0.00016053586,0.00009868187,0.00000211324,0.015454114,0.0000062667455,0.0005925629,0.012926416,0.8402991,0.11864881],"study_design_scores_gemma":[0.0021799386,0.0005884324,0.07340938,0.0011970713,0.00089441426,0.00015758966,0.06255639,0.0011436611,0.0033299883,0.00012416934,0.8540345,0.00038447717],"about_ca_topic_score_codex":0.000084915,"about_ca_topic_score_gemma":7.5841274e-7,"teacher_disagreement_score":0.4313049,"about_ca_system_score_codex":0.00018737931,"about_ca_system_score_gemma":0.0021971478,"threshold_uncertainty_score":0.8155858},"labels":[],"label_agreement":null},{"id":"W2574213006","doi":"10.1111/medu.13231","title":"Philanthropy in health professions education research: determinants of success","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; The Wilson Centre; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Fund raising; Champion; Competence (human resources); Public relations; Insider; Qualitative research; Political science; Charisma; Medical education; Sociology; Medicine; Psychology; Higher education; Social science","score_opus":0.09928827615879111,"score_gpt":0.5595646977006193,"score_spread":0.46027642154182824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574213006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8579869,0.00034385093,0.000059127746,0.13353834,0.0029286032,0.0008732406,0.0000014311314,0.00002094628,0.0042475476],"genre_scores_gemma":[0.99211377,0.00028714415,0.0016973985,0.003053973,0.0008101847,0.00027360345,0.00008040669,0.000021262162,0.0016622661],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968786,0.00024451886,0.00085950375,0.00033069088,0.0013052403,0.0003814176],"domain_scores_gemma":[0.99745536,0.000091269096,0.00047273902,0.0009810353,0.00081486255,0.0001847591],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039029312,0.00011922542,0.00034820283,0.00064622436,0.00049203774,0.00002971866,0.0004735678,0.0002327155,0.000735956],"category_scores_gemma":[0.022702655,0.000104320425,0.000040351057,0.00056890043,0.0007158778,0.00023629752,0.000100637095,0.00079984736,0.000041282397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043415876,0.0028376796,0.2385369,0.0008263132,0.0000052960513,0.0000016890574,0.0019156516,1.027445e-7,0.000055103283,0.0024288446,0.065301366,0.68804765],"study_design_scores_gemma":[0.0010542201,0.0002749361,0.92627716,0.008209716,0.0000130167455,0.000057546655,0.006077706,0.0008639478,0.0005402695,0.0022293844,0.054234628,0.00016745334],"about_ca_topic_score_codex":0.0034001241,"about_ca_topic_score_gemma":0.00031580977,"teacher_disagreement_score":0.68788016,"about_ca_system_score_codex":0.00042025707,"about_ca_system_score_gemma":0.019975,"threshold_uncertainty_score":0.98558086},"labels":[],"label_agreement":null},{"id":"W2574900828","doi":"","title":"Impact of Embedded Remediation in Literacy Skills for First Semester Practical Nursing Students in one Ontario College Program","year":2015,"lang":"en","type":"dissertation","venue":"TSpace (University of Toronto)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Literacy; Environmental remediation; Mathematics education; Psychology; Medical education; Nursing; Pedagogy; Medicine; Biology","score_opus":0.023824002909298668,"score_gpt":0.4147547861784707,"score_spread":0.3909307832691721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574900828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927987,0.000056065357,0.00004066313,0.0005106984,0.0003389399,0.002224776,0.000017867123,0.00001765843,0.003994634],"genre_scores_gemma":[0.970336,0.00003788065,0.02182919,0.000012110212,0.00006951448,0.000011785242,0.0019253734,0.000024783001,0.005753346],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99846154,0.00005265698,0.0003603272,0.0002954349,0.0005881207,0.00024190388],"domain_scores_gemma":[0.99806035,0.00008645295,0.00055258494,0.00028614255,0.0009280792,0.00008641836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005171243,0.00018902218,0.0006010102,0.00030663653,0.000042757532,0.000009185865,0.00016158349,0.00040772962,0.0009606868],"category_scores_gemma":[0.00060006126,0.0002302006,0.00013186478,0.0002842241,0.00006547923,0.0005047633,0.000018732302,0.00035035933,0.0000019381005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009028947,0.025821656,0.18537393,0.0020011677,0.0005767512,0.000046938283,0.5736253,0.000020657273,0.00041213055,0.00018827697,0.012653723,0.19025049],"study_design_scores_gemma":[0.0042658187,0.0011370657,0.96724457,0.0023608308,0.00022965425,0.000002834027,0.023973705,0.00033090543,0.000019556266,0.00005570285,0.00021177676,0.0001675733],"about_ca_topic_score_codex":0.12282866,"about_ca_topic_score_gemma":0.5458542,"teacher_disagreement_score":0.78187066,"about_ca_system_score_codex":0.006076479,"about_ca_system_score_gemma":0.002024748,"threshold_uncertainty_score":0.99995255},"labels":[],"label_agreement":null},{"id":"W2576138755","doi":"10.22374/cjgim.v7i3.137","title":"Knowledge as Practice: Rethinking Medical Education","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Field (mathematics); Medical research; Alternative medicine; Engineering ethics; Engineering","score_opus":0.030873243889796138,"score_gpt":0.405954532219563,"score_spread":0.3750812883297669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576138755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51573205,0.025554989,0.0009906298,0.20142235,0.025584029,0.0002923938,9.0722364e-7,0.000021105203,0.23040155],"genre_scores_gemma":[0.9342312,0.00022747218,0.005291354,0.034421362,0.017371848,0.000005767794,0.00001797789,0.000033889413,0.008399125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975302,0.00013447278,0.00092594477,0.00012662962,0.00083552697,0.00044718894],"domain_scores_gemma":[0.9953668,0.00011587867,0.00048389606,0.00023861435,0.0018132894,0.0019815243],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028905745,0.00017246538,0.0003835765,0.0008799215,0.00011610459,0.000018878709,0.0002956001,0.00022470203,0.00429567],"category_scores_gemma":[0.02497485,0.00013090367,0.00008767267,0.0005458869,0.00033580308,0.00041836797,0.000016498276,0.001174105,0.00011592812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012228028,0.0003467516,0.02094994,0.000085734595,0.00020199349,0.00021987733,0.009008335,4.182837e-7,0.0004159602,0.020515848,0.6890087,0.25912413],"study_design_scores_gemma":[0.0012637716,0.00077736005,0.011496212,0.0024577053,0.00028417527,0.022370463,0.0028906923,0.00007432672,0.00029145496,0.0009710342,0.9569629,0.00015991079],"about_ca_topic_score_codex":0.0054108975,"about_ca_topic_score_gemma":0.0008044767,"teacher_disagreement_score":0.41849914,"about_ca_system_score_codex":0.0008016552,"about_ca_system_score_gemma":0.010206407,"threshold_uncertainty_score":0.9966145},"labels":[],"label_agreement":null},{"id":"W2577043633","doi":"10.2147/amep.s123410","title":"Is there a way for clinical teachers to assist struggling learners? A synthetic review of the literature","year":2017,"lang":"en","type":"review","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medical education; Computer science; Psychology; Data science; Mathematics education; Medicine","score_opus":0.11376709331299029,"score_gpt":0.5834354161747651,"score_spread":0.46966832286177485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577043633","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074781747,0.9413271,0.000090105896,0.050790396,0.0022441782,0.0018970361,0.000009799559,0.000009539494,0.0036243487],"genre_scores_gemma":[0.0000136901635,0.9675389,0.0068354285,0.02316955,0.00072866393,0.0005273802,0.00007745174,0.000033352786,0.0010755723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99635476,0.0007860427,0.0013946812,0.0005169647,0.0007327936,0.0002147884],"domain_scores_gemma":[0.9934615,0.0031131594,0.0015236725,0.0010674153,0.00059407,0.00024021912],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006765939,0.00026782803,0.0012941672,0.00015904821,0.00014484649,0.000040828414,0.0004923599,0.0005063971,0.00023713076],"category_scores_gemma":[0.23306249,0.00016469334,0.00029974425,0.0006760879,0.0003416787,0.0002949459,0.00008565321,0.0017032844,0.000009944645],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002015627,0.00039377672,0.00003551727,0.06508444,0.00004847841,0.0000012350553,0.0005320573,6.8399055e-9,4.9659823e-9,0.00046058343,0.015443057,0.9179807],"study_design_scores_gemma":[0.0001711002,0.00006215292,0.000032892014,0.2796341,0.0006391047,0.00016136836,0.0004887086,0.0000023818077,5.120404e-8,0.00008740434,0.7186104,0.000110372675],"about_ca_topic_score_codex":0.0000063945736,"about_ca_topic_score_gemma":0.000003174204,"teacher_disagreement_score":0.91787034,"about_ca_system_score_codex":0.00013328237,"about_ca_system_score_gemma":0.0038312115,"threshold_uncertainty_score":0.77339774},"labels":[],"label_agreement":null},{"id":"W2577194639","doi":"10.1007/s40596-016-0660-6","title":"An Innovative Technology Blueprint for Medical Education: Association of Directors of Medical Student Education in Psychiatry's Clinical Simulation Initiative Years 1-6","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Blueprint; Association (psychology); Medical education; Graduate medical education; Medicine; Psychology; Psychiatry; Accreditation; Engineering; Psychotherapist","score_opus":0.029470209704127583,"score_gpt":0.5053105946791688,"score_spread":0.4758403849750413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577194639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93445426,0.00030730397,0.0009425827,0.05327974,0.009331272,0.001075509,0.000009143155,0.000045154782,0.00055502495],"genre_scores_gemma":[0.9843868,0.00023492337,0.009786033,0.0036814446,0.0014768892,0.00020791496,0.00013100299,0.000035393234,0.000059609774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99515384,0.00019164101,0.002181306,0.00053098163,0.0016338661,0.00030835922],"domain_scores_gemma":[0.99508065,0.00027777688,0.0021456168,0.00083970913,0.0014662804,0.00018993884],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005016284,0.0002137919,0.00067107007,0.00085279596,0.000121240526,0.00001332614,0.00093721255,0.0017418946,0.00017009198],"category_scores_gemma":[0.017067624,0.00022054256,0.00011435477,0.0010170036,0.00045234466,0.00030109764,0.000117093405,0.0017118733,0.000006401761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011524321,0.0027463557,0.79880905,0.00014146473,0.000094122355,1.701202e-7,0.0005892695,0.000005871077,0.000016383865,0.019848632,0.0050767115,0.17255673],"study_design_scores_gemma":[0.0026635418,0.00040711867,0.97975385,0.0015637462,0.00008832241,0.000006231983,0.0030293516,0.0016935992,0.000051811203,0.008210251,0.002339369,0.00019277688],"about_ca_topic_score_codex":0.000060793223,"about_ca_topic_score_gemma":0.00006345579,"teacher_disagreement_score":0.18094485,"about_ca_system_score_codex":0.00037271282,"about_ca_system_score_gemma":0.016633146,"threshold_uncertainty_score":0.99955404},"labels":[],"label_agreement":null},{"id":"W2577924138","doi":"10.1111/medu.13158","title":"Cracking the code: residents’ interpretations of written assessment comments","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia; University of Toronto","funders":"","keywords":"Context (archaeology); Meaning (existential); Psychology; Grounded theory; Reading (process); Narrative; Medical education; Construct (python library); Face (sociological concept); Set (abstract data type); Qualitative research; Social psychology; Medicine; Linguistics; Sociology; Computer science; Social science","score_opus":0.023369172052177128,"score_gpt":0.44132031331698257,"score_spread":0.4179511412648054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577924138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61725676,0.00012224235,0.00529639,0.3465739,0.0036335432,0.00072522706,0.0000037867546,0.00004138464,0.026346784],"genre_scores_gemma":[0.9795298,0.000045497534,0.003416233,0.015032457,0.0004281742,0.000092929105,0.00009850767,0.00001491081,0.0013415018],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980839,0.0000777689,0.0005108628,0.0001860326,0.0009790445,0.00016243063],"domain_scores_gemma":[0.9980128,0.0001068811,0.00039892178,0.00092056696,0.0004909412,0.00006988874],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001250983,0.000099109886,0.00018922782,0.00011154243,0.00044554335,0.00005900563,0.0004938117,0.00011864621,0.0009882186],"category_scores_gemma":[0.010123128,0.00007052165,0.000058127298,0.00015653952,0.0004351156,0.00016314791,0.00010134998,0.0004527721,0.00003356051],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002947952,0.0015433694,0.24124497,0.00020747153,0.00010075948,0.0000021612589,0.0019913383,7.3836657e-7,0.00019325763,0.00834631,0.38654593,0.35979423],"study_design_scores_gemma":[0.00061631744,0.00007411079,0.957719,0.00086104416,0.00010468896,0.000028233237,0.0013683246,0.002256649,0.00016660932,0.0010339145,0.035685882,0.0000851887],"about_ca_topic_score_codex":0.00028990497,"about_ca_topic_score_gemma":0.000029631576,"teacher_disagreement_score":0.71647406,"about_ca_system_score_codex":0.00017591736,"about_ca_system_score_gemma":0.002019718,"threshold_uncertainty_score":0.999925},"labels":[],"label_agreement":null},{"id":"W2578266965","doi":"10.47678/cjhe.v46i3.188010","title":"Theorizing College Governance Across Epistemic Differences: Awareness Contexts of College Administrators and Faculty","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Openness to experience; Context (archaeology); Corporate governance; Workload; Psychology; Perspective (graphical); Sociology; Public relations; Faculty development; Higher education; Medical education; Professional development; Pedagogy; Political science; Social psychology; Management; Medicine; Law","score_opus":0.02377993712555784,"score_gpt":0.3415181471454501,"score_spread":0.3177382100198923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578266965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98412174,0.0013427776,0.000035900455,0.01162272,0.002062373,0.0001614968,0.0002167298,0.0000034692184,0.00043276537],"genre_scores_gemma":[0.99389875,0.00003607057,0.00036525016,0.000541919,0.0003618297,0.000008839487,0.000008748171,0.00001319821,0.0047654044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988248,0.00004348955,0.0005457431,0.00013154685,0.00023326506,0.0002211746],"domain_scores_gemma":[0.99817085,0.00007839188,0.00052152964,0.00016810493,0.0007855869,0.00027555696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034095455,0.00011598339,0.0002877728,0.0001239608,0.000121916535,0.000012958675,0.0001331521,0.0001081753,0.00026910205],"category_scores_gemma":[0.00046587258,0.000080711405,0.000045767574,0.000335083,0.0002934664,0.00017238494,0.0000057205352,0.00014669348,0.0000031883162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116721494,0.00020030525,0.81560844,0.00029326542,0.00011515431,0.000027022586,0.002040339,1.0954792e-7,0.002558028,0.06710282,0.08401373,0.027924053],"study_design_scores_gemma":[0.0010058393,0.00021067426,0.9181099,0.0014238278,0.00004840681,0.0002530286,0.0020795157,7.4539867e-7,0.0011441861,0.0017763223,0.07382391,0.00012362302],"about_ca_topic_score_codex":0.00054289255,"about_ca_topic_score_gemma":0.0006724893,"teacher_disagreement_score":0.10250147,"about_ca_system_score_codex":0.00046905334,"about_ca_system_score_gemma":0.006150955,"threshold_uncertainty_score":0.9994832},"labels":[],"label_agreement":null},{"id":"W2578338860","doi":"10.1108/ijhcqa-04-2016-0047","title":"Academic detailing among psychiatrists – feasibility and acceptability","year":2017,"lang":"en","type":"article","venue":"International Journal of Health Care Quality Assurance","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Polypharmacy; Medicine; Academic detailing; Family medicine; Continuing medical education; Medical education; Nursing; Continuing education; Primary care","score_opus":0.06256329809090905,"score_gpt":0.4927904814756531,"score_spread":0.430227183384744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578338860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95349175,0.0025991967,0.0012969541,0.038860396,0.0032188643,0.00024362373,0.000011729272,0.000013043825,0.00026446683],"genre_scores_gemma":[0.98925614,0.00044600488,0.007520791,0.0018907315,0.000842926,0.0000039264805,0.000009868031,0.000009903198,0.00001968661],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99690515,0.00022964414,0.0014506794,0.00023120691,0.0009882217,0.0001951011],"domain_scores_gemma":[0.995092,0.00014111167,0.0021097409,0.0004366081,0.002080044,0.0001405055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046365242,0.000121628,0.00042856982,0.00013691663,0.0003188654,0.00007313286,0.0004907762,0.00013316602,0.00005311085],"category_scores_gemma":[0.007951139,0.000108812965,0.000117886164,0.00006728576,0.00032622082,0.0005069731,0.000064330256,0.0008849393,0.0000027318574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018303687,0.000074791504,0.8871148,0.00023322526,0.000045659006,0.000003984772,0.0011349934,0.0000024204269,0.000016713917,0.00027006541,0.00071844057,0.11020183],"study_design_scores_gemma":[0.0013417115,0.00009552839,0.9923058,0.0002879629,0.000015430998,0.00008715906,0.0013668127,0.000024520854,0.00005537482,0.0007593271,0.0035799036,0.00008042994],"about_ca_topic_score_codex":0.00023991727,"about_ca_topic_score_gemma":0.000099593264,"teacher_disagreement_score":0.1101214,"about_ca_system_score_codex":0.00069851737,"about_ca_system_score_gemma":0.0009829104,"threshold_uncertainty_score":0.951883},"labels":[],"label_agreement":null},{"id":"W2580557599","doi":"10.1097/acm.0000000000001576","title":"Health Professions Education Scholarship Unit Leaders as Institutional Entrepreneurs","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education","funders":"","keywords":"Scholarship; Construct (python library); Institution; Public relations; Higher education; Health professions; Sociology; Qualitative research; Work (physics); Position (finance); Entrepreneurship; Political science; Health care; Social science; Business; Law","score_opus":0.13497821557853446,"score_gpt":0.4898696707031738,"score_spread":0.3548914551246393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580557599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53287184,0.00096334505,0.0004324308,0.44656926,0.0033357257,0.00073066435,0.0000016482891,0.00009877853,0.014996279],"genre_scores_gemma":[0.94875145,0.0006383182,0.00060646504,0.034496564,0.0023551518,0.00010051432,0.0002928566,0.000024639694,0.01273405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976175,0.00009439642,0.00066298153,0.00040812066,0.00082437135,0.00039262805],"domain_scores_gemma":[0.9977728,0.00006699125,0.00049794617,0.0009240243,0.00039138357,0.00034683652],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014598581,0.00019779608,0.0003755679,0.00036073188,0.0011612056,0.000013795923,0.0004622197,0.0003156131,0.00075924123],"category_scores_gemma":[0.013039609,0.00015886278,0.00003710155,0.00032253825,0.0011977177,0.00038324975,0.000080150785,0.0018774235,0.000307229],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013434752,0.00022524067,0.28352395,0.00049278967,0.00008544848,0.000011931424,0.010184952,0.0000021034064,0.0017986688,0.10647794,0.27436003,0.3227026],"study_design_scores_gemma":[0.0037809282,0.0005064173,0.631074,0.007017873,0.00017740349,0.0006424481,0.015566394,0.000085595144,0.0005681663,0.016477708,0.32373783,0.00036522836],"about_ca_topic_score_codex":0.00028919237,"about_ca_topic_score_gemma":0.000005575288,"teacher_disagreement_score":0.41587958,"about_ca_system_score_codex":0.00031364837,"about_ca_system_score_gemma":0.0036024258,"threshold_uncertainty_score":0.99527395},"labels":[],"label_agreement":null},{"id":"W2580681338","doi":"10.1108/lhs-05-2016-0023","title":"Barriers and enablers to academic health leadership","year":2017,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Originality; Health care; Leadership style; Organizational culture; Leadership development; Psychology; Public relations; Bureaucracy; Value (mathematics); Medical education; Nursing; Medicine; Political science; Creativity; Social psychology","score_opus":0.22120993059500257,"score_gpt":0.42023344417612196,"score_spread":0.1990235135811194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580681338","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2627625,0.002712874,0.00004326342,0.73187226,0.0007754156,0.0012003962,0.000003877676,0.00009568297,0.0005337596],"genre_scores_gemma":[0.7711091,0.00022328996,0.0018264102,0.22586888,0.000347212,0.00006642479,0.000018779789,0.00003040061,0.00050950487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971135,0.00014330092,0.0007318179,0.00051730644,0.00045364327,0.0010404025],"domain_scores_gemma":[0.9979539,0.00007627356,0.00041886957,0.0007175445,0.00008698546,0.00074645085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027222056,0.00021490314,0.0004717539,0.0004296808,0.00064776186,0.000067211506,0.0003995056,0.00024355149,0.000093810595],"category_scores_gemma":[0.000601175,0.00021427884,0.000029442936,0.00039357913,0.00020629843,0.0003149836,0.00006532944,0.0010447702,0.00005840106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043353395,0.00012532501,0.64612293,0.06589647,0.00005210915,0.000019517478,0.11607293,0.00003279419,0.000105528256,0.00423019,0.0086952355,0.15821344],"study_design_scores_gemma":[0.0026798171,0.0007998688,0.6969897,0.017498989,0.000016631158,0.000058296777,0.24690555,0.0012041847,0.00009841886,0.0005893865,0.032679137,0.00048000395],"about_ca_topic_score_codex":0.0035906534,"about_ca_topic_score_gemma":0.0009574132,"teacher_disagreement_score":0.5083466,"about_ca_system_score_codex":0.000470999,"about_ca_system_score_gemma":0.0009180469,"threshold_uncertainty_score":0.87380373},"labels":[],"label_agreement":null},{"id":"W25806888","doi":"10.1188/15.onf.200-203","title":"Peer Learning Partnerships, Learning with Peers in Clinical Practice","year":2006,"lang":"en","type":"article","venue":"Oncology nursing forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Psychology; Experiential learning; Active learning (machine learning); Computer science; Artificial intelligence; Pedagogy","score_opus":0.041834753023099074,"score_gpt":0.44083105320900046,"score_spread":0.3989963001859014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W25806888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46515456,0.00014313754,0.0024860594,0.33846083,0.0011625297,0.00035265755,1.3824724e-7,0.000155381,0.1920847],"genre_scores_gemma":[0.95030063,0.000008121269,0.030808736,0.0025573997,0.000586464,0.000025778358,0.00009747649,0.000033940956,0.015581448],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978218,0.0003608134,0.0005599431,0.0003140043,0.00047802797,0.00046542077],"domain_scores_gemma":[0.9984892,0.00049747457,0.00027328136,0.00016151347,0.00051409757,0.00006445522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029113353,0.00012917754,0.00032108478,0.00021762977,0.0001827126,0.000017213486,0.00006987548,0.00032814755,0.00007233472],"category_scores_gemma":[0.007936865,0.00011573682,0.000044740784,0.0005828495,0.00041558986,0.00016029929,0.000012565278,0.0019407166,0.00006106655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009765995,0.0020771292,0.50158775,0.000023993682,0.00004105185,0.00021093125,0.0015726159,0.00052574417,0.00006695572,0.0089457,0.14071849,0.34325308],"study_design_scores_gemma":[0.002335841,0.0018270874,0.061962668,0.00029151232,0.000118195196,0.00045063125,0.018750025,0.0016324841,0.00002271852,0.00025568256,0.9122046,0.00014852163],"about_ca_topic_score_codex":0.00004190532,"about_ca_topic_score_gemma":0.000030962074,"teacher_disagreement_score":0.77148616,"about_ca_system_score_codex":0.0008159305,"about_ca_system_score_gemma":0.00066887325,"threshold_uncertainty_score":0.9501742},"labels":[],"label_agreement":null},{"id":"W2581243063","doi":"10.1186/s12909-017-0864-9","title":"Professionalism, professionalization, expertise and compassion: a qualitative study of medical residents","year":2017,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Health Research Board","keywords":"Professionalization; Compassion; Psychology; Thematic analysis; Medical education; Qualitative research; Empathy; Curriculum; Nursing; Social psychology; Medicine; Pedagogy; Sociology; Political science","score_opus":0.10584648829639698,"score_gpt":0.5459272116283422,"score_spread":0.44008072333194526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581243063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667345,0.0003047133,0.0009225879,0.028236214,0.0022389465,0.0010545194,0.0000011610186,0.00003764495,0.00046968673],"genre_scores_gemma":[0.99382776,0.00007025062,0.0013697009,0.002384537,0.00053245237,0.0004095569,0.00010290561,0.000024628396,0.0012781847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994227,0.0005393152,0.0009368197,0.00042795818,0.0036547976,0.00021409996],"domain_scores_gemma":[0.9971505,0.0002759606,0.00059587794,0.00079320866,0.00084651355,0.00033793462],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029559112,0.00018458495,0.00042852445,0.00022261248,0.00056913577,0.00003782689,0.0004739029,0.0003706884,0.0021044975],"category_scores_gemma":[0.034807928,0.00014033627,0.000042515065,0.00024700104,0.0005487286,0.00024345139,0.0001893259,0.00048526813,0.000013628598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008221583,0.027364071,0.30601704,0.0028037068,0.0001953948,0.000024660867,0.2753799,3.798998e-7,0.00011555125,0.021792976,0.19630696,0.1691772],"study_design_scores_gemma":[0.0059692017,0.0004765085,0.7860239,0.007020716,0.0001261934,0.00007786473,0.19382676,0.0022016359,0.0001165727,0.0014887725,0.0023714185,0.0003004539],"about_ca_topic_score_codex":0.000529274,"about_ca_topic_score_gemma":0.0001447722,"teacher_disagreement_score":0.48000684,"about_ca_system_score_codex":0.00012114592,"about_ca_system_score_gemma":0.006945879,"threshold_uncertainty_score":0.9988077},"labels":[],"label_agreement":null},{"id":"W2581572872","doi":"10.5811/westjem.2016.11.32613","title":"Academic Primer Series: Five Key Papers for Consulting Clinician Educators","year":2017,"lang":"en","type":"article","venue":"Western Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Medical education; Delphi method; Relevance (law); Delphi; Process (computing); Key (lock); Medicine; Computer science","score_opus":0.08375431843130346,"score_gpt":0.4521170238909286,"score_spread":0.36836270545962513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581572872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91805345,0.0010990973,0.00038315565,0.05580454,0.019889023,0.0005382076,0.0000040062964,0.000018612805,0.004209884],"genre_scores_gemma":[0.96748185,0.001938325,0.0030398369,0.0020892562,0.012579466,0.000027751475,0.000025066895,0.0000668922,0.012751535],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697685,0.000043718617,0.0018231132,0.00022117766,0.0005956823,0.0003394312],"domain_scores_gemma":[0.9957217,0.00011344037,0.0021051832,0.0005289972,0.0012796838,0.00025101262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021170198,0.00021526763,0.00063750433,0.00027412752,0.00036121227,0.000007232465,0.00047087195,0.00020411499,0.0010232809],"category_scores_gemma":[0.015232373,0.00015798377,0.00016672621,0.00017475821,0.00035582038,0.00032273686,0.00004084921,0.00084304664,0.000015167118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011955441,0.00039158826,0.6793061,0.00075840455,0.0007307499,0.00003607069,0.015092375,0.0000035719509,0.010575326,0.00088825123,0.2253108,0.0657112],"study_design_scores_gemma":[0.007978676,0.0034849544,0.36267966,0.004114877,0.0013128633,0.00055324956,0.015954455,0.00005184106,0.0010035783,0.00088958064,0.6015213,0.00045496417],"about_ca_topic_score_codex":0.000023543125,"about_ca_topic_score_gemma":0.0000064036126,"teacher_disagreement_score":0.37621048,"about_ca_system_score_codex":0.00010239765,"about_ca_system_score_gemma":0.00049209484,"threshold_uncertainty_score":0.9998899},"labels":[],"label_agreement":null},{"id":"W2581716542","doi":"10.36834/cmej.36720","title":"Key challenges for implementing a Canadian-based objective structured clinical examination (OSCE) in a Middle Eastern context","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Objective structured clinical examination; Context (archaeology); Pharmacy; Medical education; Process (computing); Cultural diversity; Pace; Globalization; Diversity (politics); Political science; Medicine; Computer science; Psychology; Pedagogy; Nursing; Geography","score_opus":0.05917314902193377,"score_gpt":0.3743772823698904,"score_spread":0.3152041333479566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581716542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6990523,0.0009362033,0.0017948811,0.28663775,0.0062009403,0.0015722937,0.000041392992,0.000030510913,0.003733711],"genre_scores_gemma":[0.9658973,0.0000914105,0.0020041615,0.029182216,0.0020503132,0.00014741313,0.00006607678,0.00003700522,0.00052406965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686366,0.00025915023,0.001038838,0.00037791234,0.0006637752,0.0007966855],"domain_scores_gemma":[0.9932261,0.00029034066,0.00027240848,0.00027474915,0.0012759232,0.0046604583],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040013506,0.0001969336,0.0003513339,0.0013024912,0.00026543278,0.000046944515,0.00025012915,0.00042474738,0.006636806],"category_scores_gemma":[0.044968024,0.00015731777,0.000116792784,0.00042383015,0.0001957964,0.00016981164,0.000008413813,0.00071203924,0.000037565434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033908982,0.00015218541,0.021540405,0.000058269146,0.000039260565,0.00002133372,0.0016210679,1.6394293e-7,0.000007879461,0.0015977005,0.019348755,0.95557904],"study_design_scores_gemma":[0.007313743,0.00045459642,0.44618887,0.002472702,0.00009636206,0.00046616973,0.015550158,0.0011759405,0.00004734509,0.0012181908,0.52456015,0.00045577958],"about_ca_topic_score_codex":0.043059617,"about_ca_topic_score_gemma":0.7352909,"teacher_disagreement_score":0.9551233,"about_ca_system_score_codex":0.0025981213,"about_ca_system_score_gemma":0.093283,"threshold_uncertainty_score":0.9942713},"labels":[],"label_agreement":null},{"id":"W2581973066","doi":"10.1002/j.0022-0337.2017.81.1.tb06248.x","title":"Dental Students’ Perceptions of Learning Value in PBL Groups with Medical and Dental Students Together versus Dental Students Alone","year":2017,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Provincial Laboratory of Public Health; University of Alberta","funders":"","keywords":"Problem-based learning; Thematic analysis; Medical education; Perception; Dental education; Psychology; Focus group; Medicine; Qualitative research; Dentistry","score_opus":0.014818138982940529,"score_gpt":0.3955214502964463,"score_spread":0.38070331131350577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581973066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955351,0.0002200097,0.00007595362,0.0003652418,0.0029405956,0.0005424757,0.0000031352895,0.000012287914,0.00030524997],"genre_scores_gemma":[0.9969517,0.00024908275,0.0010658659,0.00022389716,0.00077143527,0.00002861508,0.0000503474,0.000048462753,0.00061060133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943388,0.00017500963,0.0011365676,0.00034512836,0.0036614027,0.0003430774],"domain_scores_gemma":[0.9977047,0.00009936933,0.0011169127,0.00037762139,0.00039724627,0.00030418218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015768271,0.0002932551,0.0005901123,0.00064753654,0.00036572193,0.00022516266,0.0009443457,0.0002416046,0.0005312311],"category_scores_gemma":[0.0014428365,0.0002567489,0.00013430389,0.00033104597,0.00047505464,0.00074875687,0.0003273466,0.0011160863,0.00003551477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009619347,0.005003768,0.9835971,0.0000820165,0.00027940437,0.000076918535,0.0026938743,0.0000070669857,0.00093901315,0.000040340616,0.00046026643,0.0058583077],"study_design_scores_gemma":[0.009254159,0.0012250106,0.93004125,0.0014525957,0.00032192684,0.001571925,0.055473898,0.00004562029,0.00029728035,0.000014203916,0.000095675685,0.00020644542],"about_ca_topic_score_codex":0.00031283384,"about_ca_topic_score_gemma":0.00037196535,"teacher_disagreement_score":0.053555828,"about_ca_system_score_codex":0.0009059124,"about_ca_system_score_gemma":0.00064943614,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W2582097577","doi":"10.5811/westjem.2016.11.32315","title":"Academic Primer Series: Eight Key Papers about Education Theory","year":2017,"lang":"en","type":"article","venue":"Western Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Variety (cybernetics); Relevance (law); Reading (process); Delphi method; Key (lock); Curriculum; Education theory; Computer science; Medical education; Mathematics education; Psychology; Higher education; Medicine; Pedagogy; Political science","score_opus":0.04081058224185389,"score_gpt":0.40320693557593856,"score_spread":0.36239635333408465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582097577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86910844,0.0054443353,0.00063621905,0.05026528,0.025319498,0.00039715023,0.0000017400737,0.000025032366,0.048802316],"genre_scores_gemma":[0.93751353,0.006352957,0.0010247753,0.0023254564,0.011257146,0.000018019768,0.000028515617,0.000059518617,0.041420087],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721193,0.0000865071,0.0013987465,0.00020252286,0.000825824,0.00027443908],"domain_scores_gemma":[0.9963825,0.000037029,0.0015710795,0.0007090002,0.0010588401,0.00024157803],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020013016,0.00021787058,0.0004950631,0.00033851786,0.00029175697,0.000008506012,0.000536344,0.00019568927,0.0050225356],"category_scores_gemma":[0.0049665645,0.00015231624,0.0001206021,0.00021165037,0.00033506952,0.00050210184,0.00004433706,0.00094821764,0.000050598803],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009947764,0.0006865682,0.44309083,0.0006141723,0.00056758267,0.000044343262,0.009985247,0.0000018940451,0.027275851,0.007950519,0.28744817,0.22134005],"study_design_scores_gemma":[0.0017803399,0.0009354573,0.4725766,0.0023510505,0.0005762225,0.0005928241,0.0027266133,0.0000042080105,0.000714614,0.002422181,0.515095,0.00022489183],"about_ca_topic_score_codex":0.000015453843,"about_ca_topic_score_gemma":0.0000028417019,"teacher_disagreement_score":0.22764683,"about_ca_system_score_codex":0.00012810841,"about_ca_system_score_gemma":0.0006774301,"threshold_uncertainty_score":0.995887},"labels":[],"label_agreement":null},{"id":"W2582108684","doi":"10.1080/10872981.2016.1270022","title":"A survey of senior medical students’ attitudes and awareness toward teaching and participation in a formal clinical teaching elective: a Canadian perspective","year":2017,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Calgary","keywords":"Medical education; Mentorship; Medicine; Curriculum; Perspective (graphical); Psychology; Family medicine; Pedagogy","score_opus":0.06094835544079559,"score_gpt":0.5244632838939554,"score_spread":0.4635149284531598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582108684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685394,0.00020445537,0.00032204902,0.029586338,0.0006283775,0.00042623628,0.000011742968,0.000018172503,0.0002632096],"genre_scores_gemma":[0.9942605,0.000121103425,0.0018877152,0.002904402,0.00048568565,0.000058442347,0.00018778034,0.000020440382,0.000073917574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99625343,0.0006526917,0.00092506554,0.00045229305,0.0013366777,0.00037983299],"domain_scores_gemma":[0.99742275,0.00047217903,0.00031981652,0.0004077783,0.0005906666,0.00078679196],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011244638,0.0001806268,0.0005156244,0.00038833925,0.00045605493,0.000071898256,0.00037447084,0.0003784267,0.00015726766],"category_scores_gemma":[0.12827605,0.00016088897,0.00003846772,0.00016905536,0.0006059172,0.0003006332,0.00017158217,0.0017225017,0.0000018930689],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006399825,0.0024930309,0.7833058,0.00008259529,0.00004209816,0.000006775161,0.0025773863,9.909967e-8,0.000002407413,0.0010032468,0.00041661784,0.21000594],"study_design_scores_gemma":[0.0017368824,0.00023218499,0.9912251,0.0007288515,0.000044261866,0.000044817716,0.0019095561,0.0033396585,0.0000022596878,0.0001065833,0.00049164693,0.00013817183],"about_ca_topic_score_codex":0.24224377,"about_ca_topic_score_gemma":0.1928763,"teacher_disagreement_score":0.20986778,"about_ca_system_score_codex":0.00037358928,"about_ca_system_score_gemma":0.008227521,"threshold_uncertainty_score":0.9973949},"labels":[],"label_agreement":null},{"id":"W2582395342","doi":"10.1080/10872981.2016.1264149","title":"MedTalks: developing teaching abilities and experience in undergraduate medical students","year":2016,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Enthusiasm; Session (web analytics); Medical education; Teaching method; Psychology; Small group learning; Medicine; Mathematics education; Computer science","score_opus":0.02417165227496918,"score_gpt":0.4337167729067985,"score_spread":0.4095451206318293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582395342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7579396,0.00016776306,0.0023237488,0.23814858,0.00084697315,0.00022657606,0.0000011915424,0.00005683945,0.00028874748],"genre_scores_gemma":[0.96172947,0.00047830466,0.009989832,0.025452504,0.0006922971,0.00012483798,0.00006678684,0.000024657587,0.0014413347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960678,0.00013626876,0.0007540264,0.0004207119,0.0022889327,0.0003322284],"domain_scores_gemma":[0.9986114,0.00029179401,0.00010796908,0.00031292293,0.00026055583,0.0004153582],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018222954,0.00017737852,0.00030373712,0.00032790608,0.00010469229,0.000025742756,0.00035398934,0.0002528165,0.0009549951],"category_scores_gemma":[0.03925815,0.000120380006,0.000029745459,0.00039962333,0.00048930716,0.00018915746,0.0001584539,0.0005574116,0.000023234443],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000307318,0.0022894319,0.20716248,0.00013308643,0.000019822335,0.000015535508,0.002610908,2.8796237e-8,0.00006267999,0.009619715,0.0056465673,0.772409],"study_design_scores_gemma":[0.0064190044,0.00028519498,0.74669105,0.010313235,0.00005089125,0.00071222155,0.016677674,0.00069453596,0.00019901217,0.008795098,0.20838234,0.00077974936],"about_ca_topic_score_codex":0.00011357708,"about_ca_topic_score_gemma":0.00010595649,"teacher_disagreement_score":0.7716293,"about_ca_system_score_codex":0.00041673033,"about_ca_system_score_gemma":0.00338193,"threshold_uncertainty_score":0.9999583},"labels":[],"label_agreement":null},{"id":"W2582802404","doi":"10.1108/lhs-07-2016-0032","title":"The new frontier of public health education","year":2017,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Institute of Population and Public Health","funders":"","keywords":"Frontier; Public health; Public relations; Political science; Medicine; Economic growth; Public administration; Psychology; Nursing; Economics","score_opus":0.20431395463832205,"score_gpt":0.42122466789253676,"score_spread":0.2169107132542147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582802404","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046761647,0.0067013777,0.00024903848,0.9420186,0.002042305,0.0007703228,0.0000011266874,0.000030730935,0.0014248501],"genre_scores_gemma":[0.94875735,0.00048129293,0.003637653,0.043505043,0.0006141683,0.000040236948,0.000039665447,0.000018055407,0.002906564],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99820596,0.00013426151,0.0006495075,0.00019265755,0.0003474285,0.0004701784],"domain_scores_gemma":[0.9979868,0.000063103274,0.00076085835,0.00082461606,0.00017550978,0.00018910503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026288375,0.000095946394,0.00024636692,0.00016037331,0.00048202687,0.00006375576,0.00039182164,0.00008369536,0.00004140383],"category_scores_gemma":[0.00039393033,0.00007302899,0.000030094743,0.00024373228,0.00013940955,0.00022264256,0.000028919987,0.0003266218,0.000018368904],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030562154,0.00032132957,0.0934474,0.0077655334,0.000016994833,2.1060553e-7,0.015102844,6.7301255e-7,0.000005977624,0.012005558,0.011806046,0.8594969],"study_design_scores_gemma":[0.0009454266,0.0002458965,0.74636537,0.0039236746,0.000005737645,0.000008649244,0.065699644,0.00049129024,0.000028721219,0.0020036877,0.1801656,0.000116311865],"about_ca_topic_score_codex":0.007306566,"about_ca_topic_score_gemma":0.002180561,"teacher_disagreement_score":0.90199566,"about_ca_system_score_codex":0.00029115754,"about_ca_system_score_gemma":0.0044172266,"threshold_uncertainty_score":0.9993039},"labels":[],"label_agreement":null},{"id":"W2582886807","doi":"10.1177/2374289516687070","title":"Pathology Course Director Perspectives of a Recent LCME Experience","year":2017,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Laboratório Central de Microscopia Eletrônica, Universidade Federal de Santa Catarina","keywords":"Accreditation; Curriculum; Medical education; Scale (ratio); Medicine; Psychology; Pedagogy","score_opus":0.04985993429854415,"score_gpt":0.42874835994208454,"score_spread":0.3788884256435404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582886807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97967094,0.00098402,0.00033752932,0.013532775,0.0009696077,0.00024231552,0.00000508689,0.000043717922,0.0042139925],"genre_scores_gemma":[0.993033,0.0016935188,0.0031552257,0.0011895414,0.00036171617,0.00008046512,0.000011722632,0.000016446678,0.000458366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866825,0.00008196704,0.00039567903,0.00035964462,0.00020532889,0.00028911178],"domain_scores_gemma":[0.998408,0.000053317683,0.00038586318,0.0007662315,0.00032227783,0.00006427395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005612477,0.00012636546,0.00035524473,0.00011453953,0.00016623225,0.0000037033308,0.00035322618,0.00040855884,0.00045258692],"category_scores_gemma":[0.0057569956,0.00011279163,0.00004579728,0.00012708215,0.0012741385,0.00010315486,0.000108761604,0.0007335307,0.000041488547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003237699,0.0008553033,0.40868112,0.00011119573,0.00008579152,0.0005919852,0.07264481,9.101782e-7,0.23949555,0.01905489,0.012346117,0.24580857],"study_design_scores_gemma":[0.0015307694,0.0003681808,0.9469136,0.000108297194,0.00010960618,0.0016692223,0.012584725,0.00009019587,0.0104109,0.0014683765,0.024514252,0.00023188045],"about_ca_topic_score_codex":0.000010344632,"about_ca_topic_score_gemma":0.000001036417,"teacher_disagreement_score":0.53823245,"about_ca_system_score_codex":0.00008589252,"about_ca_system_score_gemma":0.00019226981,"threshold_uncertainty_score":0.68920773},"labels":[],"label_agreement":null},{"id":"W2583066599","doi":"10.7759/cureus.992","title":"Resident Development via Progress Testing and Test-Marking: An Innovation and Program Evaluation&#x0D;","year":2017,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of British Columbia","funders":"","keywords":"Test (biology); Medicine; Medical education; Process (computing); Computer science","score_opus":0.11343878506493543,"score_gpt":0.44140876086215747,"score_spread":0.32796997579722204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583066599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947438,0.00027503673,0.00010828172,0.001761703,0.00023008687,0.0014972555,4.0139878e-7,0.00008939049,0.00129404],"genre_scores_gemma":[0.8988116,0.000006013692,0.10006728,0.00019422837,0.00025807135,0.00048513093,0.00005165127,0.00001691282,0.00010913866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986735,0.00002568389,0.00036068112,0.00029763638,0.00045933557,0.00018314626],"domain_scores_gemma":[0.9980058,0.0000670903,0.00027302577,0.00042273494,0.0011676108,0.00006373918],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014977794,0.000121552184,0.00013784165,0.00012577204,0.000581884,0.00017115152,0.00010222058,0.00009536563,0.000032317344],"category_scores_gemma":[0.011104187,0.00010990144,0.0000055404544,0.0002678664,0.00022898299,0.00030512322,0.000078061785,0.00016970992,0.0000034145844],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007228191,0.00016867986,0.32567567,0.00005735334,0.000012955953,0.0000020646778,0.00052287895,9.833452e-8,0.0004433269,0.00023411447,0.00024080361,0.67263484],"study_design_scores_gemma":[0.00080470054,0.0003080311,0.9854958,0.00026826927,0.00006290022,0.000062305495,0.00024320302,0.005942955,0.0007303796,0.0009168241,0.0050194976,0.0001451054],"about_ca_topic_score_codex":0.000026353593,"about_ca_topic_score_gemma":0.000014817316,"teacher_disagreement_score":0.6724897,"about_ca_system_score_codex":0.00014628762,"about_ca_system_score_gemma":0.000361505,"threshold_uncertainty_score":0.9972257},"labels":[],"label_agreement":null},{"id":"W2583223185","doi":"10.1186/s12909-017-0857-8","title":"Development and implementation of a longitudinal students as teachers program: participant satisfaction and implications for medical student teaching and learning","year":2017,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"Division of Undergraduate Education","keywords":"Medical education; Teaching method; Psychology; Mathematics education; Medicine","score_opus":0.06984944501456271,"score_gpt":0.528402489957611,"score_spread":0.45855304494304827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583223185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891345,0.00017695664,0.0017753314,0.0073006456,0.00024756926,0.0012526949,8.022906e-7,0.000037417896,0.00007408595],"genre_scores_gemma":[0.9628905,0.00011444912,0.0352945,0.00040469054,0.0001840358,0.0009267182,0.000075016265,0.00001733866,0.000092761846],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978163,0.00011317076,0.0006306915,0.00036759095,0.000840662,0.00023154692],"domain_scores_gemma":[0.9986534,0.00021418996,0.00037242108,0.00023796255,0.00020337637,0.0003186497],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030740504,0.00014764351,0.00026794817,0.00014045803,0.00085755397,0.00010441155,0.00012162552,0.00016554433,0.00007332768],"category_scores_gemma":[0.010099954,0.00013365979,0.00002488448,0.000063373926,0.00029091034,0.00018334665,0.00012446345,0.0004628813,0.0000012627812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016130667,0.00028621094,0.49199045,0.00017144938,0.000040328083,1.6499867e-7,0.0039483467,4.7611397e-8,0.00004144754,0.0013137463,0.00016098541,0.5020307],"study_design_scores_gemma":[0.0015908473,0.00025171338,0.98161167,0.0003999499,0.00015997233,0.000068358466,0.01242835,0.00014532059,0.00004778451,0.0001310309,0.0030492945,0.000115695555],"about_ca_topic_score_codex":0.00042859433,"about_ca_topic_score_gemma":0.00039365492,"teacher_disagreement_score":0.501915,"about_ca_system_score_codex":0.00011551026,"about_ca_system_score_gemma":0.0021424247,"threshold_uncertainty_score":0.9982384},"labels":[],"label_agreement":null},{"id":"W2583280553","doi":"10.1016/j.mayocp.2016.10.026","title":"Milestones and Millennials: A Perfect Pairing—Competency-Based Medical Education and the Learning Preferences of Generation Y","year":2017,"lang":"en","type":"review","venue":"Mayo Clinic Proceedings","topic":"Innovations in Medical Education","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Accreditation; Formative assessment; Graduate medical education; Medicine; Medical education; Transparency (behavior); United States Medical Licensing Examination; Summative assessment; Medical school; Pedagogy; Psychology","score_opus":0.12570138673489822,"score_gpt":0.45063045243994065,"score_spread":0.32492906570504243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583280553","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007049586,0.98470795,0.000018449266,0.0035316218,0.00068422913,0.0013471867,0.0000018770007,0.000046094832,0.0026130246],"genre_scores_gemma":[0.0029872495,0.9920595,0.0017818869,0.00034090396,0.0011259378,0.00043022024,0.00010276415,0.00003942453,0.0011320885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99738914,0.00011760922,0.0011615445,0.00050723244,0.00062425993,0.00020021382],"domain_scores_gemma":[0.99737144,0.00041452784,0.0013068347,0.00025557174,0.0005387147,0.000112916714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040147076,0.0003225056,0.0014898954,0.0002987976,0.0003377526,0.00008052645,0.00027556813,0.0005354201,0.00014934436],"category_scores_gemma":[0.019079138,0.0001983885,0.00017764803,0.00024371006,0.0010163892,0.00010221569,0.0001001255,0.0009993737,0.00000895972],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026501972,0.00012484664,0.0004900662,0.013896208,0.0000764444,3.7125665e-7,0.00040903589,1.21435155e-8,8.390171e-7,0.000862879,0.0024365392,0.9816763],"study_design_scores_gemma":[0.001530323,0.00035884941,0.00038152072,0.033455126,0.001763162,0.00016466735,0.0005402362,0.0011917257,0.0000031779773,0.00035659576,0.9599391,0.00031550406],"about_ca_topic_score_codex":0.000030148882,"about_ca_topic_score_gemma":0.000004180929,"teacher_disagreement_score":0.98136073,"about_ca_system_score_codex":0.00005926741,"about_ca_system_score_gemma":0.0044886637,"threshold_uncertainty_score":0.9891836},"labels":[],"label_agreement":null},{"id":"W2584747837","doi":"10.36834/cmej.36851","title":"Changing perspectives: attempting to de-colonize the gaze of a Canadian medical student","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Gaze; Geography; Computer science; Artificial intelligence","score_opus":0.01355626563584956,"score_gpt":0.3504260698499256,"score_spread":0.33686980421407603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584747837","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35195327,0.00029478123,0.0005639569,0.6400409,0.001795135,0.0003678101,0.0000041284475,0.000013063721,0.004966993],"genre_scores_gemma":[0.8872079,0.00014204862,0.0012607215,0.107069716,0.0027914278,0.00006795776,0.0000041425706,0.00003099464,0.0014250919],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963031,0.00016515351,0.0006485548,0.0002453166,0.0017999265,0.00083797384],"domain_scores_gemma":[0.9858775,0.0001663757,0.00016620528,0.00036863293,0.0013076061,0.0121136615],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004336276,0.00016110565,0.00026118913,0.0022816202,0.00046146763,0.000042856816,0.00056750176,0.00031732864,0.046562355],"category_scores_gemma":[0.07601404,0.00010141523,0.0000914287,0.0019721384,0.00031169088,0.00009038765,0.000029837796,0.00097364327,0.00013093026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002119329,0.00027551435,0.010753694,0.000045448378,0.00014597605,0.00015973384,0.03774784,9.669249e-7,0.00007964964,0.00740766,0.49286205,0.45050028],"study_design_scores_gemma":[0.0015338395,0.00027611872,0.055863507,0.0035901389,0.00011501319,0.0057792277,0.110731915,0.00013240236,0.00007971597,0.0002714087,0.8212623,0.00036440277],"about_ca_topic_score_codex":0.0671979,"about_ca_topic_score_gemma":0.20964697,"teacher_disagreement_score":0.53525466,"about_ca_system_score_codex":0.0028692728,"about_ca_system_score_gemma":0.15746039,"threshold_uncertainty_score":0.9543092},"labels":[],"label_agreement":null},{"id":"W2585829698","doi":"10.5688/ajpe8010173","title":"Student Perceptions of Learning Through an International Comparison","year":2016,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Griffith University","keywords":"Curriculum; Pharmacy; Perspective (graphical); Medical education; Perception; Psychology; Class (philosophy); Pedagogy; Medicine; Nursing; Computer science","score_opus":0.04220257046867039,"score_gpt":0.5045730081681117,"score_spread":0.4623704376994413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585829698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97388875,0.00004739718,0.011895631,0.011062353,0.0013126364,0.00010828424,0.0000011672936,0.00001295125,0.0016708433],"genre_scores_gemma":[0.9805109,0.00026630287,0.017247614,0.0009864003,0.0007954841,0.0000066520224,0.000010398601,0.000014465171,0.0001617788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99827904,0.00012930097,0.000738128,0.00012974186,0.00058084854,0.00014292654],"domain_scores_gemma":[0.99791265,0.000092826405,0.0006235854,0.00014756482,0.0011056499,0.00011773683],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005176781,0.00009689437,0.0002911758,0.00023171131,0.00004919533,0.00001132974,0.00019330185,0.000035183046,0.0009551041],"category_scores_gemma":[0.00074782036,0.00006763106,0.0000875524,0.00038507368,0.0003942738,0.00046869507,0.00002008942,0.0003560714,0.000019944418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019334049,0.0023892706,0.26590136,0.000016619268,0.00011001714,0.0000010470209,0.0031577044,0.000015002079,0.028096585,0.001810577,0.0013940333,0.69691443],"study_design_scores_gemma":[0.0032618307,0.0043422594,0.76173216,0.0008615156,0.00062050275,0.0006716475,0.079767965,0.00061711116,0.009208103,0.000374658,0.13820034,0.00034192792],"about_ca_topic_score_codex":0.000012023977,"about_ca_topic_score_gemma":2.8273132e-7,"teacher_disagreement_score":0.6965725,"about_ca_system_score_codex":0.00027296087,"about_ca_system_score_gemma":0.00055466115,"threshold_uncertainty_score":0.99995816},"labels":[],"label_agreement":null},{"id":"W2586063621","doi":"10.4212/cjhp.v50i1.2005","title":"Rewarding Volunteer Faculty at a College of Pharmacy","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Volunteer; Medical education; Family medicine; Medicine; Psychology","score_opus":0.03417904292683452,"score_gpt":0.3567829135849509,"score_spread":0.32260387065811635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586063621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96451974,0.00027713543,0.00003072423,0.029597534,0.0022683353,0.00024561526,0.000061750296,0.0000059245704,0.0029932223],"genre_scores_gemma":[0.9945404,0.0000118879025,0.0006275105,0.0019354809,0.0015027737,0.0000029357768,0.000009430868,0.00002154121,0.0013480466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985805,0.00004247659,0.000554137,0.00009984231,0.00042378742,0.00029922757],"domain_scores_gemma":[0.9977058,0.00003076198,0.0003729346,0.00019383352,0.0013448178,0.00035182203],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078139274,0.00012231276,0.0002508156,0.00027125655,0.00030278368,0.000012153536,0.00029791132,0.00002951007,0.0014919674],"category_scores_gemma":[0.0007113985,0.00008552912,0.00012449463,0.00056545855,0.0005186184,0.00016559748,0.000023698974,0.00041159586,0.00006408733],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031049873,0.00015264346,0.0821317,0.00008050221,0.0003780624,0.00021347625,0.007179467,0.0000039763404,0.0032787828,0.0007036372,0.89319867,0.012368563],"study_design_scores_gemma":[0.0053874906,0.0007607439,0.02065793,0.00027040445,0.00043958396,0.00100196,0.0012552307,0.0006464931,0.029551446,0.00037898103,0.9394181,0.00023162959],"about_ca_topic_score_codex":0.0031513544,"about_ca_topic_score_gemma":0.0012749517,"teacher_disagreement_score":0.061473764,"about_ca_system_score_codex":0.00060109585,"about_ca_system_score_gemma":0.0020820373,"threshold_uncertainty_score":0.9994208},"labels":[],"label_agreement":null},{"id":"W2586095107","doi":"10.5811/westjem.2016.11.31212","title":"Academic Primer Series: Five Key Papers about Team Collaboration Relevant to Emergency Medicine","year":2017,"lang":"en","type":"article","venue":"Western Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Key (lock); Primer (cosmetics); Series (stratigraphy); Computer science","score_opus":0.043406772886890696,"score_gpt":0.40779442946997796,"score_spread":0.36438765658308725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586095107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74261725,0.0034662678,0.00079722767,0.19430141,0.034137357,0.0010702907,0.000008180106,0.00005584708,0.023546198],"genre_scores_gemma":[0.8679496,0.02585105,0.0019595935,0.0028615529,0.023799082,0.00007213687,0.00008979804,0.000171694,0.07724551],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938259,0.00011973002,0.0032472804,0.00044296836,0.0018236652,0.0005404313],"domain_scores_gemma":[0.992572,0.000049244016,0.00262847,0.0010911734,0.0030507338,0.0006083565],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026188553,0.0004415799,0.0010761927,0.00070888764,0.0004986377,0.000008268242,0.0008433068,0.00031708728,0.008405494],"category_scores_gemma":[0.015016758,0.0003133463,0.00014555486,0.0009099565,0.00037641826,0.00070100685,0.00010128651,0.0011977756,0.00010032668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010112274,0.00026826304,0.12216923,0.00047964597,0.00043797132,0.00005425465,0.022657199,0.000019309353,0.055939082,0.0008008065,0.78561664,0.010546353],"study_design_scores_gemma":[0.004053411,0.005148539,0.33550447,0.00432806,0.0009331252,0.00033550084,0.009397824,0.00003973464,0.00075187377,0.0005692031,0.63845617,0.00048208178],"about_ca_topic_score_codex":0.00010399512,"about_ca_topic_score_gemma":0.00006448101,"teacher_disagreement_score":0.21333525,"about_ca_system_score_codex":0.00028998472,"about_ca_system_score_gemma":0.0004310002,"threshold_uncertainty_score":0.9999319},"labels":[],"label_agreement":null},{"id":"W2586425736","doi":"10.1002/aet2.10028","title":"Clinical Performance Feedback to Paramedics: What They Receive and What They Need","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"McMaster University","keywords":"Thematic analysis; Perception; Psychology; Health care; Coding (social sciences); Mental health; Qualitative research; Applied psychology; Medicine; Medical education; Psychotherapist","score_opus":0.0675601285960592,"score_gpt":0.4079202317206423,"score_spread":0.3403601031245831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586425736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513555,0.00050222204,0.000032076394,0.04157149,0.003474138,0.00035042272,3.413725e-7,0.000030617997,0.0026831918],"genre_scores_gemma":[0.9787068,0.0050957263,0.0051555037,0.009198475,0.0009776083,0.000058009533,0.000030812596,0.000018541812,0.00075852533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988216,0.000041357947,0.0003817466,0.00031986798,0.00021837722,0.00021704602],"domain_scores_gemma":[0.99877244,0.00011661399,0.00018729916,0.00046594563,0.00023692168,0.00022076952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001134739,0.00013432062,0.0002469965,0.00011952849,0.00045584198,0.00058010774,0.0001282431,0.00013424577,0.00006074199],"category_scores_gemma":[0.0017266597,0.0001154196,0.000029481076,0.000074373296,0.0002033581,0.0013147024,0.000044578042,0.00034438664,0.000041104842],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032315984,0.00011029374,0.024666037,0.000041946216,0.000023023073,4.652084e-7,0.019824449,3.0389694e-7,0.000014396237,0.0005402,0.0013818917,0.9533647],"study_design_scores_gemma":[0.0011088116,0.00029642181,0.83379114,0.0016388915,0.0000835243,0.00009485793,0.12172445,0.0004968202,0.000030148685,0.0009454483,0.039571892,0.00021757054],"about_ca_topic_score_codex":0.000033768305,"about_ca_topic_score_gemma":0.000012931543,"teacher_disagreement_score":0.9531471,"about_ca_system_score_codex":0.000040762367,"about_ca_system_score_gemma":0.00044732192,"threshold_uncertainty_score":0.55939925},"labels":[],"label_agreement":null},{"id":"W2586920466","doi":"10.4300/jgme-d-16-00398.1","title":"R2C2 in Action: Testing an Evidence-Based Model to Facilitate Feedback and Coaching in Residency","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Debriefing; Coaching; Conversation; Medical education; Session (web analytics); Psychology; Medicine; Computer science","score_opus":0.37827519301466933,"score_gpt":0.46172251917433976,"score_spread":0.08344732615967043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586920466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8997274,0.000118011376,0.0022946554,0.09669196,0.0007295272,0.00023994259,3.1034375e-7,0.000007779022,0.00019040384],"genre_scores_gemma":[0.9694683,0.00009854357,0.026581889,0.0032218855,0.00046400333,0.000018677996,0.000003849222,0.000013793653,0.0001290486],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99749964,0.00013883894,0.000906566,0.00022417227,0.0010057781,0.00022497476],"domain_scores_gemma":[0.99790454,0.0002264274,0.0004933274,0.00035961292,0.0006892277,0.0003268443],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004277452,0.00013122476,0.00032301352,0.00067965785,0.00016473298,0.00007995424,0.00026322767,0.0001337393,0.000031662108],"category_scores_gemma":[0.057868294,0.00011382901,0.000033567405,0.00040561898,0.0001434014,0.00089354726,0.00003389723,0.00094547856,0.0000047615654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000487551,0.0013577741,0.21797448,0.00041914158,0.000013740215,0.00005174757,0.0045961626,0.0009039885,0.0014079114,0.0003510792,0.004917703,0.7675187],"study_design_scores_gemma":[0.0017418357,0.0006089806,0.8767208,0.008580539,0.000044787957,0.0002517491,0.002224284,0.10552326,0.00015750651,0.0037089204,0.00024502378,0.00019232427],"about_ca_topic_score_codex":0.0005017133,"about_ca_topic_score_gemma":0.00026099448,"teacher_disagreement_score":0.7673264,"about_ca_system_score_codex":0.00041543457,"about_ca_system_score_gemma":0.005136713,"threshold_uncertainty_score":0.9500677},"labels":[],"label_agreement":null},{"id":"W2587132815","doi":"10.18192/uojm.v7i1.1512","title":"The Need for Social Accountability in Medical School Education: a Tale of Five Students’ Integration into Vancouver’s Downtown Eastside","year":2017,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Downtown; Curriculum; Accountability; Social accounting; Sociology; Political science; Library science; Medical school; Community participation; Pedagogy; Medical education; Medicine; Management; Law","score_opus":0.014769003585310568,"score_gpt":0.35112400889076906,"score_spread":0.3363550053054585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587132815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94484305,0.00018464755,0.0024832636,0.04777043,0.0017294791,0.0005011101,0.000002598133,0.0000043019418,0.002481137],"genre_scores_gemma":[0.9956484,0.0000890988,0.002396553,0.0004234271,0.0007229565,9.997134e-7,0.000008321462,0.0000064877313,0.000703765],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99782956,0.00007728049,0.00070977974,0.000120851655,0.0011290384,0.00013350206],"domain_scores_gemma":[0.99604315,0.00022870526,0.0012918595,0.0003134136,0.001981012,0.00014188961],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031912155,0.000103680955,0.00045001262,0.00028495182,0.00033879626,0.000009133293,0.0007043555,0.00015185587,0.00046416785],"category_scores_gemma":[0.012152146,0.00007513438,0.000108403,0.00021351977,0.0011518116,0.00025749474,0.00006946869,0.00047127143,8.8985973e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033156332,0.0025408973,0.18822642,0.0006366451,0.0004361718,0.000030263185,0.026391085,0.0000055254395,0.0011878725,0.0041157436,0.40386036,0.36925337],"study_design_scores_gemma":[0.01827238,0.0014207932,0.7857855,0.0032992575,0.00050335866,0.00007755561,0.14878069,0.0004732782,0.00033301368,0.003245694,0.037622858,0.00018563286],"about_ca_topic_score_codex":0.0016565539,"about_ca_topic_score_gemma":0.0023704104,"teacher_disagreement_score":0.5975591,"about_ca_system_score_codex":0.00039142204,"about_ca_system_score_gemma":0.0019207895,"threshold_uncertainty_score":0.9961689},"labels":[],"label_agreement":null},{"id":"W2587411205","doi":"10.4300/jgme-d-16-00282.1","title":"Using the Entrustable Professional Activities Framework in the Assessment of Procedural Skills","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary; University of Ottawa; University of British Columbia","funders":"","keywords":"Medical education; MEDLINE; Psychology; Computer science; Medicine; Chemistry","score_opus":0.05493779456443697,"score_gpt":0.4721244640993123,"score_spread":0.4171866695348753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587411205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8818874,0.00006940653,0.0014503212,0.11298606,0.0028194007,0.00030867165,4.7820674e-7,0.0000022658542,0.00047604102],"genre_scores_gemma":[0.98459256,0.00007506255,0.010062222,0.0039228057,0.0011647728,0.00001952985,0.000004441506,0.000009431876,0.00014915805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99709177,0.00018015064,0.0007184333,0.00009559495,0.0017365925,0.0001774331],"domain_scores_gemma":[0.997598,0.00027069435,0.0011128794,0.00039915348,0.0005515059,0.00006776588],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034926445,0.00010199306,0.00026586797,0.00017224625,0.00031407722,0.00005043981,0.0005163444,0.00013077479,0.00017313968],"category_scores_gemma":[0.011662416,0.000050749954,0.00008256534,0.00026190054,0.0003997227,0.00027584314,0.00004175215,0.0012800454,6.3222353e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004316272,0.017678589,0.40381998,0.0014222407,0.00036842874,0.00004927023,0.03572154,0.000052247615,0.0014664615,0.041776285,0.16824435,0.328969],"study_design_scores_gemma":[0.001209514,0.0002851107,0.9442534,0.005054867,0.00020454748,0.000845678,0.028167099,0.00301008,0.00045526924,0.011101277,0.0052726027,0.00014059346],"about_ca_topic_score_codex":0.000038624974,"about_ca_topic_score_gemma":0.0000034949594,"teacher_disagreement_score":0.5404334,"about_ca_system_score_codex":0.0002116629,"about_ca_system_score_gemma":0.006432632,"threshold_uncertainty_score":0.9992},"labels":[],"label_agreement":null},{"id":"W2587468560","doi":"","title":"An evaluation of 18 years of use of a progress exam at the Dalhousie College of Pharmacy","year":2016,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Blueprint; Pharmacy; Curriculum; Medical education; Multiple choice; Psychology; Medicine; Family medicine; Pedagogy; Engineering; Significant difference","score_opus":0.11375106839702427,"score_gpt":0.46487057216711786,"score_spread":0.3511195037700936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587468560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99543995,0.00032238814,0.000056046825,0.002074124,0.00068300543,0.0011517478,0.000061723025,0.00001169069,0.0001993307],"genre_scores_gemma":[0.9974297,0.000088914094,0.0015977019,0.00016106588,0.00018410226,0.0001439528,0.00008031166,0.000020263526,0.00029397476],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99787784,0.0002329567,0.00070375437,0.00018275308,0.0008769876,0.00012571736],"domain_scores_gemma":[0.99646366,0.00017242668,0.0007103871,0.00049289846,0.0021162452,0.000044405384],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015610384,0.00009847021,0.0002325923,0.0002495601,0.000031140047,0.0000020241823,0.00015966139,0.000031282325,0.0012602326],"category_scores_gemma":[0.001128169,0.000069603106,0.000057775265,0.00067321584,0.0003797849,0.00026773565,0.000028739503,0.0000793099,0.000005317504],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041492083,0.0024760799,0.11790899,0.0003736793,0.00009327417,1.374924e-7,0.00220964,0.000008543046,0.26894817,0.0003587911,0.015303828,0.591904],"study_design_scores_gemma":[0.005326695,0.00021543681,0.24298576,0.0005788071,0.0010069524,0.000019646102,0.0009379773,0.0031881104,0.7204599,0.00021458635,0.024913717,0.00015246386],"about_ca_topic_score_codex":0.00015471096,"about_ca_topic_score_gemma":0.000004602492,"teacher_disagreement_score":0.5917515,"about_ca_system_score_codex":0.00016781091,"about_ca_system_score_gemma":0.0016351392,"threshold_uncertainty_score":0.99965274},"labels":[],"label_agreement":null},{"id":"W2587557373","doi":"10.18192/uojm.v7i1.1798","title":"Medical Education Research and the Hierarchy in Medical Training: An Interview with Dr. Dylan Bould","year":2017,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mentorship; Medicine; Medical school; Library science; Medical education","score_opus":0.0825741618576944,"score_gpt":0.40957105760070084,"score_spread":0.32699689574300644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587557373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60574377,0.00056320697,0.00044546157,0.38580075,0.0002982467,0.00020718356,3.2671167e-7,0.0000040404266,0.006937046],"genre_scores_gemma":[0.99538934,0.0008202078,0.00097610935,0.0017059897,0.0005787641,4.0449362e-7,0.0000061026813,0.000009484298,0.0005135694],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966616,0.00037498437,0.00049353327,0.00015470416,0.002113327,0.0002018678],"domain_scores_gemma":[0.99728364,0.00028702038,0.000499025,0.00043460698,0.0011132988,0.00038240777],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012214755,0.0000996317,0.0005091678,0.00059811317,0.00027868335,0.000011687244,0.00074706285,0.0001776994,0.0009968376],"category_scores_gemma":[0.009672872,0.000059960978,0.000035444657,0.00032293337,0.0051985905,0.00022742094,0.000088391156,0.0014417494,0.0000012352576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019851753,0.0014680304,0.061417688,0.00041163343,0.00022253988,0.000848514,0.029657084,4.3289214e-7,0.00003531068,0.04062237,0.051580623,0.8117506],"study_design_scores_gemma":[0.064585835,0.008560582,0.511484,0.024131197,0.00046443817,0.008170242,0.123302035,0.0018912177,0.000038871804,0.009106436,0.24792929,0.00033580526],"about_ca_topic_score_codex":0.00045545516,"about_ca_topic_score_gemma":0.00040072808,"teacher_disagreement_score":0.8114148,"about_ca_system_score_codex":0.00011356971,"about_ca_system_score_gemma":0.0026624727,"threshold_uncertainty_score":0.9999164},"labels":[],"label_agreement":null},{"id":"W2588169989","doi":"10.1016/j.pec.2017.02.014","title":"The effect on reliability and sensitivity to level of training of combining analytic and holistic rating scales for assessing communication skills in an internal medicine resident OSCE","year":2017,"lang":"en","type":"article","venue":"Patient Education and Counseling","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalizability theory; Rating scale; Scale (ratio); Reliability (semiconductor); Empathy; Psychology; Communication skills training; Clinical psychology; Objective structured clinical examination; Medical education; Communication skills; Applied psychology; Medicine; Social psychology; Psychiatry; Developmental psychology","score_opus":0.06771485382798988,"score_gpt":0.4227373551753987,"score_spread":0.3550225013474088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588169989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954616,0.00013900702,0.0020035428,0.0016291784,0.00019014976,0.00048798922,0.0000020894602,0.000004384557,0.00008206885],"genre_scores_gemma":[0.9964804,0.000043972224,0.0031820042,0.00017839138,0.000043486714,0.000036633533,0.00001633119,0.0000075810317,0.000011175665],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989029,0.00016537789,0.00044849506,0.00018485027,0.00019779245,0.00010053782],"domain_scores_gemma":[0.99760723,0.0012477748,0.0003791033,0.00034244216,0.00037033128,0.00005310624],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002920555,0.00008771954,0.00023944466,0.0001282411,0.0003854109,0.000050575953,0.000050245777,0.000041310373,7.392076e-7],"category_scores_gemma":[0.008963445,0.00006670821,0.000012622925,0.00007449625,0.00027768227,0.00012803945,0.000024998633,0.0001486159,4.2384396e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021605522,0.0002511448,0.17917557,0.00043625088,0.000016395581,2.2726931e-7,0.04332151,0.000059340502,0.0036970063,0.0006349294,0.0000619366,0.77212965],"study_design_scores_gemma":[0.0010437985,0.0011153793,0.9339608,0.004478183,0.00007994677,0.000014103662,0.027866717,0.029023662,0.0013545108,0.0008982511,0.000046221845,0.00011842895],"about_ca_topic_score_codex":0.00030032604,"about_ca_topic_score_gemma":0.00014080985,"teacher_disagreement_score":0.7720112,"about_ca_system_score_codex":0.00005914948,"about_ca_system_score_gemma":0.00010187938,"threshold_uncertainty_score":0.99938446},"labels":[],"label_agreement":null},{"id":"W2588392744","doi":"","title":"Differences in Canadian and US Medical Student Preparation for Family Medicine.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Family medicine; Medical education; Psychology; Medicine","score_opus":0.040556915123402565,"score_gpt":0.3506072199152164,"score_spread":0.31005030479181384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588392744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94882345,0.0001532654,0.00024932344,0.04685623,0.00050577236,0.0011618537,0.0000026381306,0.000017902099,0.0022295876],"genre_scores_gemma":[0.99368083,0.00009486944,0.0001183242,0.0028404326,0.00031653582,0.002195675,0.000012635861,0.000007735284,0.0007329753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987892,0.000024901916,0.000285078,0.00019714235,0.0003789001,0.00032480425],"domain_scores_gemma":[0.99930084,0.00012226605,0.00004222411,0.00013100776,0.00010267199,0.0003009881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010187106,0.00007768743,0.00017597005,0.00025639488,0.00004227931,0.0000067004994,0.000075273194,0.000111944486,0.00006776755],"category_scores_gemma":[0.0033775873,0.00004650232,0.000012100061,0.00019570127,0.00015636357,0.000058512207,0.000011392727,0.000079403646,0.0000028017243],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037715778,0.00005139167,0.49693218,0.000029066772,0.000016013058,0.0000039396755,0.00034588677,8.906659e-9,0.000020199692,0.0015322418,0.0071412055,0.49389014],"study_design_scores_gemma":[0.0014107195,0.00006810747,0.9747592,0.000085910935,0.00001700185,0.000008671977,0.0001618765,0.00006474252,0.000012836002,0.00026865694,0.023085348,0.000056927307],"about_ca_topic_score_codex":0.011077871,"about_ca_topic_score_gemma":0.029219208,"teacher_disagreement_score":0.4938332,"about_ca_system_score_codex":0.00027061475,"about_ca_system_score_gemma":0.00026659944,"threshold_uncertainty_score":0.9955074},"labels":[],"label_agreement":null},{"id":"W2588418308","doi":"10.20472/iac.2016.027.028","title":"INCREASING SUPPORT AND JOB SATISFACTION FOR PROGRAM ADMINISTRATORS AT THE POSTGRADUATE MEDICAL EDUCATION OFF","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Stakeholder; Professional development; Service (business); Service delivery framework; Relevance (law); Psychology; Knowledge management; Public relations; Business; Medicine; Political science; Computer science; Marketing","score_opus":0.022261945486902173,"score_gpt":0.38790258169047137,"score_spread":0.3656406362035692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588418308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916634,0.00018475602,0.00052987505,0.096265025,0.0023161282,0.0031173564,0.000019172188,0.00016907752,0.0057352614],"genre_scores_gemma":[0.9703579,0.00028147022,0.013129131,0.0061052656,0.0017092682,0.0018966885,0.0009809175,0.00006370062,0.005475636],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977507,0.000093218725,0.00062757847,0.0005114159,0.0007305139,0.00028657995],"domain_scores_gemma":[0.9981562,0.00019665826,0.00028501853,0.0005507468,0.00059843773,0.00021293243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015907579,0.00026322049,0.0003262349,0.00017306455,0.0002399415,0.00006273784,0.00013025463,0.000542226,0.00085766043],"category_scores_gemma":[0.004507518,0.00015762924,0.000097419324,0.00015764165,0.0003528972,0.00006388309,0.00021570183,0.00056706916,0.000025693218],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015853453,0.00017010508,0.057443228,0.0003841748,0.000088195404,0.0000012647005,0.0001603596,2.2140796e-8,0.00007857708,0.002517596,0.07372608,0.86527187],"study_design_scores_gemma":[0.0029084152,0.0012765598,0.5814856,0.0027262024,0.0010595,0.0021890092,0.0012254415,0.00090744975,0.001005708,0.00920192,0.39506215,0.0009519738],"about_ca_topic_score_codex":0.00018964724,"about_ca_topic_score_gemma":0.00014090416,"teacher_disagreement_score":0.8643199,"about_ca_system_score_codex":0.00044106974,"about_ca_system_score_gemma":0.004562673,"threshold_uncertainty_score":0.93907803},"labels":[],"label_agreement":null},{"id":"W2588570431","doi":"10.1080/0142159x.2017.1288860","title":"Twelve tips for promoting learning during presentations in cross cultural settings","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cultural competence; Medical education; Session (web analytics); Competence (human resources); Psychology; Cross-cultural; Cultural diversity; Cultural sensitivity; Pedagogy; Medicine; Sociology; Computer science","score_opus":0.034909021946886214,"score_gpt":0.43227450901406717,"score_spread":0.39736548706718094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588570431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97564137,0.000025518286,0.00026363638,0.017571315,0.00033240527,0.0005047165,4.097239e-7,0.00007380785,0.0055868276],"genre_scores_gemma":[0.985776,0.0000037757538,0.0012532237,0.00023974302,0.0009639544,0.00020613728,0.00005900562,0.000025702444,0.011472433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983408,0.000047649093,0.0004104622,0.00028258702,0.0005662819,0.00035221243],"domain_scores_gemma":[0.9991496,0.000037508275,0.00018092725,0.00029460224,0.00020548396,0.00013188312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013618584,0.000116983945,0.00020860332,0.000087339875,0.00060145004,0.00010702728,0.00022829158,0.00020358738,0.0007884376],"category_scores_gemma":[0.031177377,0.00009768589,0.0000637038,0.000116960684,0.0003020086,0.00025813942,0.00008523762,0.00088787253,0.000029185821],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048256457,0.00025118265,0.9669139,0.00028648027,0.000030053725,0.00002300314,0.0050107175,0.0000038101243,0.00026421444,0.00017841798,0.0051591247,0.02183086],"study_design_scores_gemma":[0.00692141,0.00013628665,0.88130003,0.0010399632,0.0000628576,0.00012756648,0.003556657,0.06438103,0.0008273648,0.0003093708,0.040990278,0.0003471925],"about_ca_topic_score_codex":0.00006271419,"about_ca_topic_score_gemma":0.000010258841,"teacher_disagreement_score":0.08561386,"about_ca_system_score_codex":0.00012900762,"about_ca_system_score_gemma":0.00016184793,"threshold_uncertainty_score":0.9769834},"labels":[],"label_agreement":null},{"id":"W2588631680","doi":"10.1097/ncq.0000000000000250","title":"Implementation of Interdisciplinary Rapid Rounds in Observation Units","year":2017,"lang":"en","type":"article","venue":"Journal of Nursing Care Quality","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fields Institute for Research in Mathematical Sciences","funders":"","keywords":"Phone; Patient satisfaction; Psychological intervention; Patient discharge; Process (computing); Patient care; MEDLINE; Psychology; Nursing; Medical emergency; Medical education; Operations management; Process management; Medicine; Business; Computer science; Engineering","score_opus":0.1701584782151283,"score_gpt":0.5492011680087243,"score_spread":0.379042689793596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588631680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900231,0.00010707498,0.00046784536,0.0071803587,0.0014146607,0.000112961316,0.0000021536127,0.0000033477463,0.00068852986],"genre_scores_gemma":[0.9967621,0.000010007534,0.0026994518,0.00010863685,0.00036994158,0.0000012765972,0.000024930801,0.0000068034606,0.000016827598],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99850494,0.00009481086,0.0008422973,0.00007437041,0.0003872316,0.00009633153],"domain_scores_gemma":[0.9972526,0.00003646414,0.0011579496,0.00026733175,0.0012526384,0.00003302674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012662581,0.00006411745,0.00024677254,0.00021507662,0.00011396439,0.000021244894,0.00013295295,0.00006618738,0.000035493107],"category_scores_gemma":[0.000780021,0.00005795575,0.00005201894,0.00019661983,0.000110349385,0.0003450452,0.000021495096,0.00025797682,4.3845208e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021740116,0.0002957092,0.29367736,0.00024268113,0.000031196854,0.0000062467375,0.028439067,0.00000454631,0.0024471134,0.0009348318,0.0024801455,0.6712237],"study_design_scores_gemma":[0.0012110836,0.00030565838,0.9071742,0.0010034741,0.00004676115,0.000029211646,0.087174885,0.000016805056,0.0019842887,0.00084227865,0.00016481693,0.000046524434],"about_ca_topic_score_codex":0.00006457445,"about_ca_topic_score_gemma":0.000025560303,"teacher_disagreement_score":0.67117715,"about_ca_system_score_codex":0.0006032738,"about_ca_system_score_gemma":0.00036470956,"threshold_uncertainty_score":0.23633668},"labels":[],"label_agreement":null},{"id":"W2588998449","doi":"10.4300/jgme-d-16-00694.1","title":"The Promise of Milestones: Are They Living Up to Our Expectations?","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Data science; Medical education; Psychology; Gerontology; Computer science; Biology","score_opus":0.05249932425210999,"score_gpt":0.4126720906755726,"score_spread":0.3601727664234626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588998449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8333183,0.00022540141,0.0003825157,0.16038176,0.0050301556,0.00030190524,6.0675603e-7,0.000007977358,0.0003513976],"genre_scores_gemma":[0.993691,0.00016601657,0.0022191298,0.0012899226,0.0015912179,0.000035790144,0.0000030363522,0.00001885594,0.0009850113],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972117,0.00009845823,0.00094570656,0.00013558318,0.001409692,0.00019886454],"domain_scores_gemma":[0.9954864,0.00016428431,0.0014806206,0.00058879127,0.0020101317,0.0002697866],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021765868,0.00012393671,0.00031938546,0.00025077,0.00048933126,0.00007086778,0.000540252,0.00010799937,0.000042354557],"category_scores_gemma":[0.055576276,0.000078801255,0.00012121888,0.00020227533,0.00014420546,0.00020714592,0.000054192104,0.00055099,0.000022740673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031378606,0.001877034,0.034558326,0.00033463404,0.00021914652,0.000014377536,0.023286534,0.000004013295,0.00069364585,0.0017638211,0.36574134,0.57119334],"study_design_scores_gemma":[0.0019381285,0.0009113182,0.8100641,0.008831653,0.00038889248,0.00093227375,0.14899647,0.0004789812,0.0013893836,0.0029787119,0.022745369,0.00034472908],"about_ca_topic_score_codex":0.00005025508,"about_ca_topic_score_gemma":0.00002272945,"teacher_disagreement_score":0.7755058,"about_ca_system_score_codex":0.00017708419,"about_ca_system_score_gemma":0.0029514185,"threshold_uncertainty_score":0.952379},"labels":[],"label_agreement":null},{"id":"W2589235262","doi":"10.3138/jvme.0216-047r","title":"Getting Started with Peer-Assisted Learning in a Veterinary Curriculum","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Veterinary education; Medical education; Plan (archaeology); Variety (cybernetics); Veterinary medicine; Medicine; Psychology; Computer science; Pedagogy","score_opus":0.05158809990765682,"score_gpt":0.41048150962085245,"score_spread":0.3588934097131956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589235262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695782,0.00013676268,0.00026000544,0.027022349,0.001476476,0.00018749159,2.2954931e-7,0.000020781898,0.0013177127],"genre_scores_gemma":[0.9886871,0.00005410861,0.00866878,0.0011189785,0.0009714831,0.00002108693,0.000022062273,0.00002663721,0.00042976724],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99715066,0.00015081491,0.0008338022,0.00020250228,0.0013867534,0.00027545134],"domain_scores_gemma":[0.9972997,0.00006293765,0.0009835423,0.00037571468,0.0010441793,0.00023392598],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021373609,0.0001695591,0.00039516937,0.00044720725,0.00027062133,0.00007219197,0.00034261507,0.00018986373,0.00045190862],"category_scores_gemma":[0.012457324,0.00013216777,0.00007684608,0.00029485935,0.00022453596,0.0004739751,0.0000675488,0.0013205591,0.000009816118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011617901,0.0039098617,0.12825015,0.0005062475,0.00011380432,0.0014103939,0.001959057,0.000008565268,0.004647921,0.000096921205,0.009683103,0.8482522],"study_design_scores_gemma":[0.003443706,0.006185925,0.90027565,0.0043134936,0.00009485984,0.015657624,0.0037305187,0.0016012661,0.00004170122,0.000051593277,0.06436274,0.00024092563],"about_ca_topic_score_codex":0.000078954916,"about_ca_topic_score_gemma":0.0000039582196,"teacher_disagreement_score":0.84801126,"about_ca_system_score_codex":0.00035064676,"about_ca_system_score_gemma":0.0029181212,"threshold_uncertainty_score":0.9958612},"labels":[],"label_agreement":null},{"id":"W2590489626","doi":"10.1111/medu.13268","title":"Students’ experiences of role, relationships and learning in two clerkship models","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Affordance; Context (archaeology); Set (abstract data type); Psychology; Pedagogy; Class (philosophy); Meaning (existential); Emic and etic; Qualitative research; Medical education; Mathematics education; Medicine; Sociology; Computer science","score_opus":0.0411058828008355,"score_gpt":0.4201853168955176,"score_spread":0.3790794340946821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590489626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98845404,0.0002185374,0.000299657,0.0059733223,0.0004642506,0.00021999764,8.578022e-8,0.000018789691,0.0043513323],"genre_scores_gemma":[0.99647665,0.000059427006,0.0018527544,0.0007730044,0.000194034,0.00012176083,0.000019694164,0.000009542417,0.00049311674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983998,0.00011276612,0.00040338188,0.00020552242,0.00073647796,0.0001420312],"domain_scores_gemma":[0.99913985,0.00009085139,0.0002109346,0.00031387678,0.00016516463,0.000079330726],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017988855,0.00008291869,0.00018426677,0.000197727,0.00027515323,0.0000360946,0.00021910717,0.000109494984,0.00017263938],"category_scores_gemma":[0.014257356,0.00007575996,0.000020099898,0.00017591455,0.00033051558,0.0002637032,0.000062621126,0.0006657465,0.00000560275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000367865,0.00078587385,0.75188375,0.00009040454,0.000012104902,0.000001506716,0.046765562,0.000011899537,0.000041082196,0.0043742512,0.0012315069,0.19476528],"study_design_scores_gemma":[0.0012705551,0.00008277906,0.9127504,0.0007523917,0.00002942504,0.000027031438,0.06710036,0.013202198,0.000093038085,0.00329062,0.0012733677,0.00012780855],"about_ca_topic_score_codex":0.000279833,"about_ca_topic_score_gemma":0.000041438176,"teacher_disagreement_score":0.19463748,"about_ca_system_score_codex":0.00006973559,"about_ca_system_score_gemma":0.00082749827,"threshold_uncertainty_score":0.994046},"labels":[],"label_agreement":null},{"id":"W2590515955","doi":"","title":"The Globalization of Medical Education: Bringing the Canadian Professional Competencies Program and Problem-Based Learning to the Indian Medical Education System","year":2015,"lang":"en","type":"article","venue":"Global Health: Annual Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Context (archaeology); Experiential learning; Globalization; Medical education; Problem-based learning; Professional development; Pedagogy; Engineering ethics; Psychology; Medicine; Political science; Engineering","score_opus":0.02001501777594852,"score_gpt":0.4211713229454056,"score_spread":0.4011563051694571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590515955","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007822131,0.07851079,0.00014904616,0.9028047,0.0025558614,0.005522322,0.000018082072,0.000094533,0.0025225412],"genre_scores_gemma":[0.78016126,0.008607627,0.005191771,0.19999231,0.0020398775,0.0026545003,0.00081533944,0.000049805945,0.00048752507],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955658,0.00062047044,0.0008927045,0.0002659399,0.0022171615,0.0004379335],"domain_scores_gemma":[0.99667245,0.000094415016,0.00036911186,0.00039612444,0.0014917989,0.00097608304],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0075030606,0.0001725342,0.0003446825,0.00007064075,0.0009468102,0.000056568537,0.0004772518,0.0001621832,0.000038366637],"category_scores_gemma":[0.0096295895,0.00008891282,0.000050414994,0.001616858,0.00031629959,0.000070797665,0.00008257101,0.0005508304,0.000022374552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012439398,0.00017894023,0.003448993,0.0031384283,0.000015269086,8.7971773e-7,0.0015010004,0.000003032508,9.836291e-9,0.030863242,0.18540294,0.7754348],"study_design_scores_gemma":[0.00023520898,0.00021779918,0.0068798354,0.019352896,0.000045059947,0.00029055448,0.01024256,0.00091986946,1.1192605e-7,0.00010535973,0.9616133,0.00009742507],"about_ca_topic_score_codex":0.029229814,"about_ca_topic_score_gemma":0.04230943,"teacher_disagreement_score":0.77621037,"about_ca_system_score_codex":0.0015301862,"about_ca_system_score_gemma":0.071662314,"threshold_uncertainty_score":0.9987127},"labels":[],"label_agreement":null},{"id":"W2590892207","doi":"10.5489/cuaj.4417","title":"Development of the certificate of added qualification in pediatric urology in the U.S.","year":2017,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Urology; Pediatric urology; Medicine; Computer science; General surgery","score_opus":0.0643344068272192,"score_gpt":0.314345741531699,"score_spread":0.2500113347044798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590892207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93691415,0.000037648744,0.000026661528,0.06156399,0.00028471713,0.00018338558,0.000002023108,0.0000015581222,0.0009858847],"genre_scores_gemma":[0.9977359,0.000020890708,0.00044927036,0.0016009222,0.00013601281,0.000013701966,0.0000062044087,0.000003548721,0.00003355287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984334,0.00023026664,0.0006643503,0.000098765486,0.00035736852,0.0002158083],"domain_scores_gemma":[0.9984798,0.000110088986,0.00083999103,0.0002575879,0.00025685524,0.00005567246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031248382,0.00006239977,0.00016718153,0.00023339957,0.00025063238,0.000019692037,0.00040765776,0.00018185076,0.00007605765],"category_scores_gemma":[0.0065219295,0.00003743732,0.00004498044,0.00035499246,0.000076216966,0.00005182123,0.0000153995,0.0005848278,0.0000054160187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017381162,0.000095857016,0.988613,0.000007269855,0.000010325012,0.0000023313105,0.0016684633,0.000009235294,0.00014345761,0.0008870207,0.0016958421,0.0068497793],"study_design_scores_gemma":[0.00040117395,0.000027198354,0.9909464,0.00000589263,0.000020083698,0.000012024567,0.00025356843,0.000079171026,0.0000502055,0.0005906341,0.007579365,0.000034299657],"about_ca_topic_score_codex":0.00035454318,"about_ca_topic_score_gemma":0.0019888668,"teacher_disagreement_score":0.060821764,"about_ca_system_score_codex":0.00045540446,"about_ca_system_score_gemma":0.0010155139,"threshold_uncertainty_score":0.780783},"labels":[],"label_agreement":null},{"id":"W2590989019","doi":"10.1111/medu.13223","title":"Describing student performance: a comparison among clinical preceptors across cultural contexts","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Qatar University","keywords":"Medical education; Psychology; MEDLINE; Educational measurement; Medicine; Mathematics education; Pedagogy; Curriculum; Political science","score_opus":0.07281477366799873,"score_gpt":0.5026447478865402,"score_spread":0.4298299742185415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590989019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97801834,0.00012912933,0.00023860512,0.01028729,0.007352587,0.00058916234,9.255651e-7,0.00008834236,0.0032956356],"genre_scores_gemma":[0.9896944,0.00011482944,0.0010597483,0.004962025,0.0022421547,0.00014957304,0.00014257003,0.000025284651,0.0016094209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967444,0.00009630902,0.0010267753,0.00043773444,0.0012670594,0.00042772212],"domain_scores_gemma":[0.99760866,0.0000642535,0.0005081574,0.0008320956,0.0006386242,0.00034818976],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022125908,0.00020356727,0.0004518756,0.000072880226,0.0008741514,0.00018379033,0.00053299085,0.0003861856,0.0010194681],"category_scores_gemma":[0.016537245,0.00016402891,0.000118524724,0.0001611151,0.0010161983,0.00046396258,0.00015288516,0.0010191228,0.00018203091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031263287,0.00078439864,0.52304584,0.00004293463,0.00002834541,9.253495e-7,0.0019326683,3.689825e-7,0.0000062653007,0.000043737222,0.05717479,0.41690844],"study_design_scores_gemma":[0.0014922854,0.00021796417,0.958505,0.0009642484,0.000066564644,0.000026207726,0.0043208185,0.002345047,0.00011882252,0.00000718818,0.031751003,0.00018488572],"about_ca_topic_score_codex":0.00012778371,"about_ca_topic_score_gemma":0.000039527837,"teacher_disagreement_score":0.4354591,"about_ca_system_score_codex":0.00028960197,"about_ca_system_score_gemma":0.0017209194,"threshold_uncertainty_score":0.9998937},"labels":[],"label_agreement":null},{"id":"W2591580549","doi":"10.1007/s11999-017-5313-x","title":"CORR ® Curriculum—Orthopaedic Education: Competency-based Medical Education—How Do We Get There?","year":2017,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Medicine; Curriculum; Medical education; Pace; Graduate medical education; Mastery learning; Accreditation; Psychology; Mathematics education; Pedagogy","score_opus":0.059383191853703526,"score_gpt":0.4719845780295604,"score_spread":0.41260138617585684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591580549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5456481,0.010837755,0.000089727946,0.3968668,0.011009781,0.0015655746,0.000007292046,0.00015132998,0.033823676],"genre_scores_gemma":[0.95657116,0.01651869,0.0044114753,0.0033413281,0.0032348821,0.0002402522,0.00023306483,0.000091657465,0.015357493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99351287,0.0006923628,0.0013612721,0.0010033654,0.0026733512,0.00075678155],"domain_scores_gemma":[0.9925355,0.0007887366,0.0005329487,0.0019363145,0.0029472194,0.0012593205],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.009398212,0.00032680162,0.00067604263,0.0005951101,0.0017287575,0.00035269585,0.0008747173,0.0012236168,0.0022770378],"category_scores_gemma":[0.038858023,0.000250128,0.00038898,0.00090916175,0.0037543336,0.00022261543,0.00036278908,0.0046487995,0.00024786167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054441793,0.0033065344,0.39552283,0.00022989565,0.00010712712,0.000083197796,0.000075521086,2.60114e-7,0.0000023478844,0.02549653,0.07070833,0.504413],"study_design_scores_gemma":[0.005360065,0.0013565425,0.40760165,0.0047117774,0.0002678485,0.0007139313,0.0019775291,0.008527382,0.0000052487617,0.021376833,0.5474022,0.00069899013],"about_ca_topic_score_codex":0.00006635321,"about_ca_topic_score_gemma":0.000021930166,"teacher_disagreement_score":0.503714,"about_ca_system_score_codex":0.00014104634,"about_ca_system_score_gemma":0.026286399,"threshold_uncertainty_score":0.9999951},"labels":[],"label_agreement":null},{"id":"W2592742687","doi":"10.5430/jct.v6n1p21","title":"Assessment of Learning in Health Sciences Education: MLT Case Study","year":2017,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Health care; Focus group; Process (computing); Psychology; Needs assessment; Medicine; Pedagogy; Computer science; Political science; Sociology","score_opus":0.02708256888571126,"score_gpt":0.45886662190433675,"score_spread":0.4317840530186255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592742687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941122,0.00017873269,0.00023770102,0.0030008662,0.0004066942,0.00012186722,4.1487066e-8,0.000002154651,0.0019397704],"genre_scores_gemma":[0.9913328,0.000020712156,0.008276644,0.00010008129,0.00022056571,0.0000016287279,2.326868e-7,0.000002898955,0.000044410357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989351,0.00012452592,0.0004890203,0.00007472589,0.00029035017,0.00008627674],"domain_scores_gemma":[0.99884534,0.00003120329,0.0008259107,0.00009822204,0.00015022846,0.000049070815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042873602,0.000049168248,0.0002096345,0.00025084752,0.00047478784,0.000044438075,0.00008070166,0.000019923222,0.000009270326],"category_scores_gemma":[0.0013006419,0.000035915324,0.000022265149,0.00006921548,0.00007845081,0.00021919755,0.000025317837,0.0005948864,8.814116e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012976859,0.000879993,0.88031226,0.00006181954,0.000009719871,0.00005709155,0.0019716942,0.000013125928,0.000015254695,0.0013119215,0.00014449362,0.11522135],"study_design_scores_gemma":[0.0010142712,0.0014718716,0.88444245,0.0010180785,0.000032581658,0.004903388,0.104530476,0.0015118347,0.0000028528125,0.000114911345,0.0008989953,0.000058303747],"about_ca_topic_score_codex":0.00072800653,"about_ca_topic_score_gemma":0.000019414809,"teacher_disagreement_score":0.11516304,"about_ca_system_score_codex":0.00007938979,"about_ca_system_score_gemma":0.00079616666,"threshold_uncertainty_score":0.36517322},"labels":[],"label_agreement":null},{"id":"W2593138226","doi":"10.3138/ptc.2016-35","title":"Exploring Record Keeping, Clinical Reasoning, and Practice Context: Peer Assessment Findings from the Perspective of Situational Competence","year":2017,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Physiotherapy Association; Queen's University","funders":"","keywords":"Competence (human resources); Medicine; Context (archaeology); Quality assurance; Nursing; Qualitative research; Best practice; Recall; Medical education; Quality (philosophy); Informed consent; Applied psychology; Psychology; Alternative medicine; Social psychology","score_opus":0.10418937889714408,"score_gpt":0.4445434066220911,"score_spread":0.340354027724947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593138226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92116684,0.000104916784,0.0004696288,0.074371055,0.0008766157,0.00024717455,0.000012902741,0.000008362404,0.002742528],"genre_scores_gemma":[0.9837918,0.0001942392,0.009008834,0.0062833936,0.00049977255,0.000029134562,0.000016670021,0.0000129316195,0.00016320783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986689,0.00008624827,0.00029002858,0.000230544,0.0006063597,0.000117886026],"domain_scores_gemma":[0.9974311,0.0008635521,0.00034596905,0.000449315,0.00085832796,0.000051723826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077407353,0.00009166569,0.0002131258,0.000022603848,0.0003453252,0.000038229686,0.00017513886,0.00003123184,0.00012349937],"category_scores_gemma":[0.004826753,0.000070878414,0.000032637872,0.000072740564,0.00024063178,0.00025281054,0.000032383297,0.0003035533,8.0077655e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010492303,0.00084988953,0.49746194,0.000075744276,0.0013507468,0.000026608048,0.012526921,0.000006261322,0.0050343066,0.10287542,0.1148639,0.26387903],"study_design_scores_gemma":[0.0010069656,0.00011674919,0.9433441,0.00021193769,0.00005008362,0.0000058774385,0.0095825,0.0007348346,0.00014872289,0.00053256657,0.044165146,0.00010050463],"about_ca_topic_score_codex":0.56565475,"about_ca_topic_score_gemma":0.082062475,"teacher_disagreement_score":0.48359227,"about_ca_system_score_codex":0.0003172215,"about_ca_system_score_gemma":0.0013925337,"threshold_uncertainty_score":0.9346875},"labels":[],"label_agreement":null},{"id":"W2593427105","doi":"10.7759/cureus.1072","title":"Reconceptualizing Benchmarks for Residency Training","year":2017,"lang":"en","type":"editorial","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Competence (human resources); Residency training; Medical education; Work (physics); Graduate medical education; Training (meteorology); Psychology; Continuing education; Accreditation; Social psychology","score_opus":0.06699730321976166,"score_gpt":0.4139837869313506,"score_spread":0.3469864837115889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593427105","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012637684,0.00090770406,0.00038680885,0.0013681748,0.9684105,0.0007073959,0.000060324706,0.00006080432,0.027971921],"genre_scores_gemma":[0.00026182403,0.00022706052,0.015978444,0.00018360322,0.9669321,0.0002944814,0.004873052,0.000075123615,0.011174313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979659,0.00002539114,0.00052886497,0.0004744531,0.00063156104,0.00037386356],"domain_scores_gemma":[0.9970846,0.00050235196,0.000491776,0.0009283538,0.0009077132,0.00008516462],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010437382,0.00025287125,0.0005525117,0.00012448087,0.00033530578,0.000065086184,0.0003735459,0.0012539522,0.00074887654],"category_scores_gemma":[0.040583763,0.0002448382,0.00015440688,0.00008465915,0.00016766578,0.00013583395,0.000043141674,0.001039753,0.000021462029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030646926,0.000035254492,0.000014391869,0.0002888241,0.0000767992,0.0000050482968,0.001431237,6.198705e-8,0.0000124993385,0.00037727223,0.96056867,0.03715927],"study_design_scores_gemma":[0.000791358,0.00016898003,0.000042815653,0.0011268028,0.00022123725,0.0000052500095,0.00079703826,0.000020847885,0.000024858298,0.0012578736,0.9953121,0.00023085832],"about_ca_topic_score_codex":0.00004906748,"about_ca_topic_score_gemma":0.000032201548,"teacher_disagreement_score":0.039540026,"about_ca_system_score_codex":0.00038084658,"about_ca_system_score_gemma":0.002909754,"threshold_uncertainty_score":0.9984212},"labels":[],"label_agreement":null},{"id":"W2593930331","doi":"10.1007/s40596-017-0692-6","title":"Evaluation of Residents in Psychiatry: Perspectives and Alternatives","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Psychology; MEDLINE; Psychiatry; Medical education; Medicine; Political science","score_opus":0.04277069273562405,"score_gpt":0.43465906541760846,"score_spread":0.3918883726819844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593930331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96525514,0.003965674,0.000023278812,0.023299407,0.0018036321,0.00035361902,0.0000017218433,0.000012446913,0.00528507],"genre_scores_gemma":[0.9946558,0.00048111496,0.0038520526,0.0003574548,0.00052485114,0.000028846063,0.0000046642813,0.000012561056,0.00008269353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984438,0.000076078104,0.00036627235,0.0002595902,0.00071149244,0.00014277715],"domain_scores_gemma":[0.99888605,0.000015531865,0.0003315733,0.00042014307,0.0003072349,0.000039491726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020820268,0.00009825367,0.00018557705,0.00025180582,0.0001108735,0.000010262648,0.00019888974,0.00017148488,0.000061867344],"category_scores_gemma":[0.0021580341,0.00009264084,0.000027484733,0.0001400868,0.00024824383,0.00022227995,0.00004665408,0.00053266285,0.000005442561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045325214,0.00013357143,0.9586188,0.000067449284,0.000043713557,1.555937e-7,0.0018020716,0.0000011072593,0.00023094006,0.0138712,0.0042215385,0.02096408],"study_design_scores_gemma":[0.0018839331,0.00005674396,0.9548432,0.00049981463,0.00011324919,0.000011717635,0.004017274,0.00066548644,0.000052825853,0.037730522,0.000050108963,0.00007509204],"about_ca_topic_score_codex":0.00012517575,"about_ca_topic_score_gemma":0.000031825057,"teacher_disagreement_score":0.029400611,"about_ca_system_score_codex":0.00010274656,"about_ca_system_score_gemma":0.0005418264,"threshold_uncertainty_score":0.37777835},"labels":[],"label_agreement":null},{"id":"W2594015507","doi":"10.1111/medu.13232","title":"Staging a performance: learners’ perceptions about direct observation during residency","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University","funders":"Academic Medical Organization of Southwestern Ontario","keywords":"Medical education; Perception; Residency training; Psychology; Educational measurement; MEDLINE; Medicine; Curriculum; Pedagogy; Political science","score_opus":0.021774033570333237,"score_gpt":0.3632418664522901,"score_spread":0.34146783288195687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594015507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9423791,0.00008752599,0.00010177886,0.036315486,0.0018728058,0.00036062388,8.100298e-7,0.00012777747,0.018754052],"genre_scores_gemma":[0.98149216,0.000374581,0.0024666078,0.0037507198,0.0015461118,0.0001786147,0.00015282657,0.000033621156,0.010004783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976689,0.000050107876,0.00050269783,0.00038271456,0.0010568699,0.0003386625],"domain_scores_gemma":[0.9981841,0.000028310098,0.00027089607,0.000937132,0.00042442454,0.00015514465],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00089679484,0.00017174726,0.00024129552,0.00025516894,0.0012061236,0.000117503994,0.00032847363,0.00023160098,0.002004393],"category_scores_gemma":[0.01026033,0.00016104715,0.00007009051,0.0002792366,0.00029196113,0.00057546806,0.00007250092,0.0006212986,0.00028815755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006010964,0.00071582966,0.70342094,0.00052334263,0.000035619985,0.0000049327346,0.002783421,0.000003067336,0.0011247285,0.00047549454,0.035398833,0.25545368],"study_design_scores_gemma":[0.0006434939,0.000057273042,0.9833794,0.0009755273,0.000058385976,0.000044395507,0.0013568378,0.0014210824,0.0002758525,0.00006339687,0.011557983,0.0001663586],"about_ca_topic_score_codex":0.00018675644,"about_ca_topic_score_gemma":0.000016295364,"teacher_disagreement_score":0.2799585,"about_ca_system_score_codex":0.0004075786,"about_ca_system_score_gemma":0.0028274967,"threshold_uncertainty_score":0.9989079},"labels":[],"label_agreement":null},{"id":"W2596326114","doi":"","title":"Perception of undergraduate physical therapy students regarding the clinical teaching attributes of their clinical instructors","year":2017,"lang":"en","type":"article","venue":"Biomedical Research-tokyo","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nonprobability sampling; Perception; Medical education; Psychology; Observational study; Clinical Practice; Medicine; Physical therapy; Internal medicine; Population","score_opus":0.26643758345117974,"score_gpt":0.5749802363566303,"score_spread":0.3085426529054506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596326114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97164327,0.000055454726,0.00027789336,0.025328852,0.0010684768,0.00072242843,0.000013468654,0.00003226769,0.0008578638],"genre_scores_gemma":[0.99524707,0.00075815833,0.0010588052,0.00027988062,0.0022684755,0.000033177403,0.00005314861,0.00003402783,0.00026728516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9926096,0.0015487338,0.0015537725,0.00054710166,0.0031669482,0.0005738455],"domain_scores_gemma":[0.9939243,0.002351601,0.0006664604,0.001721664,0.0010100154,0.00032595795],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020902546,0.00021487723,0.0008231604,0.00030327134,0.00079900457,0.00008073324,0.0015504628,0.00038237157,0.00007660263],"category_scores_gemma":[0.03501995,0.00012188977,0.00042598828,0.0004554979,0.0070432196,0.00017646494,0.00062818226,0.0027197872,0.000031670264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053656055,0.003321188,0.299963,0.000117362964,0.0003572203,0.000008094965,0.0008126241,1.0608132e-7,0.0037987428,0.0036633909,0.020017372,0.66740435],"study_design_scores_gemma":[0.004373754,0.0022038464,0.95205426,0.0006977322,0.00006378342,0.00001186191,0.002417109,0.0008958133,0.0004381889,0.0057777157,0.030891795,0.00017416786],"about_ca_topic_score_codex":0.00015385229,"about_ca_topic_score_gemma":0.000003007283,"teacher_disagreement_score":0.6672302,"about_ca_system_score_codex":0.000140518,"about_ca_system_score_gemma":0.0006931599,"threshold_uncertainty_score":0.999581},"labels":[],"label_agreement":null},{"id":"W2596710167","doi":"10.5116/ijme.58ba.7c68","title":"How does culture affect experiential training feedback in exported Canadian health professional curricula?","year":2017,"lang":"en","type":"article","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Qatar University","keywords":"Experiential learning; Medical education; Curriculum; Cultural competence; Psychology; Affect (linguistics); Pharmacy; Technician; Medicine; Nursing; Pedagogy","score_opus":0.02449107327006126,"score_gpt":0.428374426239599,"score_spread":0.4038833529695377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596710167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.633785,0.0003466056,0.00027510952,0.34616107,0.018652035,0.00026000667,0.0000046998935,0.000009014663,0.00050644955],"genre_scores_gemma":[0.9849351,0.00021867364,0.0022582733,0.0075108455,0.0039278986,0.000026577196,0.00013733857,0.000016686983,0.000968627],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965056,0.000090125184,0.0007119431,0.00020337361,0.0022023045,0.0002866202],"domain_scores_gemma":[0.9971995,0.000027553979,0.0008874518,0.00025033148,0.0011394765,0.0004957065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016227177,0.00014987026,0.00032068384,0.0006404358,0.0002156572,0.00019024921,0.0007470177,0.00024498484,0.00071880664],"category_scores_gemma":[0.0088781435,0.00010468241,0.00011092578,0.00015987684,0.0001987809,0.00052935135,0.000045803972,0.0009199776,0.000005941493],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012937552,0.0012077414,0.029596513,0.00006278049,0.00012220419,0.00014518907,0.011461074,0.0000011790387,0.00012721168,0.0020313312,0.1691848,0.7859306],"study_design_scores_gemma":[0.0072007724,0.0004771596,0.602357,0.00946016,0.00006583294,0.0026778292,0.037958346,0.0009614585,0.00034636128,0.0016282713,0.33639127,0.00047553252],"about_ca_topic_score_codex":0.0038522438,"about_ca_topic_score_gemma":0.0036425616,"teacher_disagreement_score":0.78545505,"about_ca_system_score_codex":0.0008697577,"about_ca_system_score_gemma":0.012831307,"threshold_uncertainty_score":0.9994705},"labels":[],"label_agreement":null},{"id":"W2597752125","doi":"10.1016/j.jogc.2016.10.008","title":"End-of-Rotation Examinations in Canadian Obstetrics and Gynaecology Residency Programs: The Perspectives of Faculty Members and Residents","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Division of Graduate Education; McMaster University","keywords":"Medicine; Obstetrics and gynaecology; Formative assessment; Medical education; Curriculum; Competence (human resources); Context (archaeology); Residency training; Graduate medical education; Family medicine; Obstetrics; Continuing education; Accreditation; Pregnancy; Psychology; Pedagogy","score_opus":0.024954600226439135,"score_gpt":0.3125888696070103,"score_spread":0.2876342693805712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597752125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98975515,0.002904333,0.000004003179,0.00318214,0.002805592,0.00026977152,0.00001222908,9.907217e-7,0.0010657642],"genre_scores_gemma":[0.9985455,0.00039840967,0.00083791435,0.0000978776,0.00001440675,0.000008182871,0.000006930859,0.0000072119374,0.000083552826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986601,0.00007766884,0.0005819509,0.00013758792,0.0003243909,0.00021829123],"domain_scores_gemma":[0.9961564,0.0017576937,0.0007809161,0.0001885463,0.00096280203,0.00015362301],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007675203,0.000098889155,0.00032349495,0.00065735646,0.00024643904,0.00002501167,0.00015622951,0.0001507836,0.00009123715],"category_scores_gemma":[0.056360696,0.00007732184,0.000021740152,0.0004596143,0.0004738438,0.00013664052,0.000039025625,0.0003800338,4.199863e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023360078,0.000060420483,0.8334201,0.000069614944,0.000058454574,0.00016812255,0.0024035042,0.0000026007178,0.0000043917057,0.0013533133,0.0004138765,0.16204326],"study_design_scores_gemma":[0.0012895719,0.00027412522,0.9855775,0.000014917401,0.00007969223,0.000038968836,0.01121017,0.000098338656,0.000017438264,0.000382768,0.0009566941,0.000059772716],"about_ca_topic_score_codex":0.43659103,"about_ca_topic_score_gemma":0.73816,"teacher_disagreement_score":0.30156898,"about_ca_system_score_codex":0.0012222474,"about_ca_system_score_gemma":0.004524873,"threshold_uncertainty_score":0.951588},"labels":[],"label_agreement":null},{"id":"W2598237010","doi":"10.1503/cjs.003717","title":"Doceo ergo sum : le mentorat des chirurgiens","year":2017,"lang":"fr","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Gynecology; Art","score_opus":0.06267207981092685,"score_gpt":0.3170084342259036,"score_spread":0.2543363544149767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598237010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85741633,0.023064474,0.0001598039,0.070372544,0.038635343,0.000110986926,0.000029779141,0.0000051554566,0.010205565],"genre_scores_gemma":[0.9791836,0.00086381804,0.00079002435,0.0013542112,0.0060332306,0.000002367443,0.000015451078,0.000038454204,0.011718857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778926,0.0000853376,0.0008497991,0.00014408468,0.00035834278,0.00077319355],"domain_scores_gemma":[0.99618095,0.00015879588,0.0008360213,0.000545091,0.0010355638,0.0012435582],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025819729,0.00018156375,0.00049203186,0.0007508424,0.0010597437,0.0002564262,0.0003572525,0.00021778075,0.0019721852],"category_scores_gemma":[0.008898552,0.00018577538,0.00022343386,0.00028105322,0.0012718419,0.000734475,0.000016109203,0.0006875237,0.00009668908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002012652,0.00008485729,0.20014738,0.00020793678,0.00017895333,0.0015101542,0.0011444343,0.000006084854,0.00008163172,0.0020522433,0.5638386,0.23072761],"study_design_scores_gemma":[0.00044918235,0.000053874093,0.2214851,0.00259408,0.0001482329,0.0012053035,0.0014583737,0.000041292595,0.00037200048,0.0010464636,0.770944,0.00020213124],"about_ca_topic_score_codex":0.015960382,"about_ca_topic_score_gemma":0.0102102915,"teacher_disagreement_score":0.23052548,"about_ca_system_score_codex":0.0010550843,"about_ca_system_score_gemma":0.018110158,"threshold_uncertainty_score":0.9994499},"labels":[],"label_agreement":null},{"id":"W2598789213","doi":"","title":"Leadership training in a family medicine residency program: Cross-sectional quantitative survey to inform curriculum development.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mentorship; Coaching; Curriculum; Leadership development; Medical education; Likert scale; Educational leadership; Medicine; Cross-sectional study; Psychology; Pedagogy; Political science; Public relations","score_opus":0.4111733393117811,"score_gpt":0.4567298946949583,"score_spread":0.045556555383177155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598789213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98039806,0.000058296202,0.00012094177,0.0054114843,0.0010740365,0.0018456818,0.0000023249686,0.00007864437,0.011010528],"genre_scores_gemma":[0.98532754,0.0000037299144,0.0080278125,0.0012886279,0.00026642042,0.0033525298,0.00012905632,0.000021003352,0.001583266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976027,0.000052967294,0.00070391694,0.00034652208,0.00070409087,0.000589774],"domain_scores_gemma":[0.99846464,0.000118424905,0.00023814509,0.00039014284,0.0006022574,0.00018638042],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041422434,0.00016944199,0.0003046947,0.00048630702,0.0004021151,0.00009811631,0.00029730948,0.0001463399,0.000056013723],"category_scores_gemma":[0.022438709,0.00014669748,0.000028415572,0.00076863327,0.00034825449,0.00032501013,0.00005899064,0.00043150363,0.000046266392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069554815,0.000105713814,0.7410507,0.00005538619,0.000024460043,0.0000071082995,0.0036097798,7.700038e-7,0.0000050745984,0.0008472862,0.0015767688,0.2526474],"study_design_scores_gemma":[0.0012009343,0.0000962458,0.9901621,0.00012445023,0.0000066055322,0.000010880097,0.0030434555,0.000027758213,0.000018963685,0.00013387731,0.005021233,0.00015353957],"about_ca_topic_score_codex":0.0006023873,"about_ca_topic_score_gemma":0.0008573006,"teacher_disagreement_score":0.25249386,"about_ca_system_score_codex":0.0003799514,"about_ca_system_score_gemma":0.000560349,"threshold_uncertainty_score":0.9857957},"labels":[],"label_agreement":null},{"id":"W2599485173","doi":"10.1097/acm.0000000000001604","title":"In Reply to Reardon et al","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre; Toronto East General Hospital","funders":"","keywords":"Public relations; CLARITY; Operationalization; Curriculum; Formative assessment; Health care; Sociology; Medical education; Psychology; Pedagogy; Political science; Medicine","score_opus":0.05121724841961854,"score_gpt":0.4305003214626162,"score_spread":0.37928307304299763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599485173","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033820982,0.0003545477,0.0001106032,0.9752878,0.0037680932,0.0009277816,0.0000046910477,0.00007243998,0.016091969],"genre_scores_gemma":[0.0006368944,0.00048717874,0.0004940304,0.93482846,0.01374071,0.00015389237,0.00068428967,0.000087904584,0.048886612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607325,0.000121956946,0.0010677807,0.00079304207,0.0013522037,0.00059178966],"domain_scores_gemma":[0.997444,0.00020949612,0.0004396679,0.0014948589,0.00026718018,0.00014483542],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0029247897,0.000386231,0.0009658012,0.0010545,0.00007423421,0.000007784724,0.0006134712,0.0013463784,0.0010372853],"category_scores_gemma":[0.014803244,0.00031114768,0.00005434829,0.00052412803,0.0003242201,0.00012477621,0.00011870524,0.011002594,0.00048081725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038988295,0.000006845287,0.00043433983,0.0001679848,0.00002792179,0.0006652848,0.0015006763,1.2428075e-7,0.00018568012,0.000114504925,0.99424016,0.0026174642],"study_design_scores_gemma":[0.0011878895,0.00025355892,0.0013130398,0.004048138,0.00009187618,0.0004074274,0.00014100829,0.000012473032,0.000032186716,0.0005561804,0.9917083,0.00024791705],"about_ca_topic_score_codex":0.00049889507,"about_ca_topic_score_gemma":0.0000020731097,"teacher_disagreement_score":0.04045929,"about_ca_system_score_codex":0.00043370022,"about_ca_system_score_gemma":0.00050355174,"threshold_uncertainty_score":0.9999501},"labels":[],"label_agreement":null},{"id":"W2599812018","doi":"","title":"A questionnaire study investigating undergraduate pharmacy students’ opinions on assessment methods and an integrated five-year pharmacy degree.","year":2017,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Pharmacy; Medical education; Formative assessment; Set (abstract data type); Medicine; Psychology; Family medicine; Mathematics education; Computer science","score_opus":0.12101942899963775,"score_gpt":0.5193928089720254,"score_spread":0.3983733799723877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599812018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97323006,0.000004549106,0.0012306612,0.01967347,0.00028113447,0.0015365729,0.000020386356,0.00012633395,0.0038968036],"genre_scores_gemma":[0.98071325,0.00008378775,0.015269338,0.00015922653,0.00020660018,0.00001700947,0.00017294535,0.000033872715,0.00334399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954177,0.0015310231,0.00033854874,0.00068537716,0.0014825371,0.0005447925],"domain_scores_gemma":[0.99711895,0.0001656417,0.00023005568,0.00086658174,0.0010878632,0.00053091976],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004291016,0.00025332105,0.00035195771,0.0007293132,0.0021970398,0.00024305012,0.00070444535,0.000080829865,0.00015717692],"category_scores_gemma":[0.0020743858,0.00024914846,0.00006010465,0.0007068327,0.00078893953,0.0007227028,0.0005439382,0.0017224792,0.000020777758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002717233,0.0038523842,0.900015,0.00014787202,0.0004908349,0.0006000772,0.0021487474,0.000009713851,0.00036069244,0.013169147,0.008603143,0.070330665],"study_design_scores_gemma":[0.008796525,0.0016328526,0.9470477,0.00069602503,0.00021424457,0.000021346928,0.027314719,0.0020834897,0.00034184582,0.00053618586,0.010909192,0.0004058682],"about_ca_topic_score_codex":0.005893613,"about_ca_topic_score_gemma":0.0000721941,"teacher_disagreement_score":0.0699248,"about_ca_system_score_codex":0.0005211335,"about_ca_system_score_gemma":0.0012146209,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W2600015539","doi":"10.1111/medu.13265","title":"How evidence from observing attending physicians links to a competency‐based framework","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; South Health Campus; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Competence (human resources); Negotiation; Conceptual framework; Context (archaeology); Element (criminal law); Medical education; Psychology; Medicine; Social psychology; Sociology; Political science","score_opus":0.04028413791843604,"score_gpt":0.38893608432980836,"score_spread":0.3486519464113723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600015539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48320782,0.00016464535,0.047592096,0.46408266,0.003956957,0.00042647382,0.0000022639017,0.00008894355,0.0004781313],"genre_scores_gemma":[0.82699573,0.000023293727,0.106931105,0.061840303,0.003340012,0.00017290137,0.000100120225,0.000032982298,0.00056355615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974791,0.00006370396,0.00036384555,0.00050176453,0.0012396912,0.00035191383],"domain_scores_gemma":[0.997328,0.00031088063,0.00028581326,0.0013695696,0.00047635328,0.00022939024],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00065063126,0.00019608636,0.00032723616,0.00017198177,0.00055402936,0.0002508478,0.0006754058,0.00046137345,0.000663439],"category_scores_gemma":[0.055964064,0.00018477847,0.000085106825,0.000359919,0.00020850942,0.00034594024,0.00010676944,0.0011668061,0.00014361343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006587137,0.0010117654,0.10271644,0.00024231541,0.00005037896,0.000012916404,0.0025695977,0.0000033095157,0.0020910748,0.0020935668,0.10615122,0.7829915],"study_design_scores_gemma":[0.00089426327,0.000292029,0.8743496,0.023835404,0.00025329794,0.000016238575,0.0028518927,0.013837786,0.0021554062,0.004011069,0.076861545,0.0006414804],"about_ca_topic_score_codex":0.000411484,"about_ca_topic_score_gemma":0.000046632056,"teacher_disagreement_score":0.78235006,"about_ca_system_score_codex":0.0003237701,"about_ca_system_score_gemma":0.0031411415,"threshold_uncertainty_score":0.951988},"labels":[],"label_agreement":null},{"id":"W2600939863","doi":"10.1111/medu.13267","title":"Monitoring and regulation of learning in medical education: the need for predictive cues","year":2017,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Psychology; Medical education; Predictive validity; MEDLINE; Medicine; Developmental psychology; Political science","score_opus":0.049961354250536355,"score_gpt":0.4610913907630932,"score_spread":0.41113003651255686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600939863","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007704522,0.97899556,0.00029035,0.012237216,0.003982213,0.0025071301,0.0000024922497,0.000046157398,0.0011684035],"genre_scores_gemma":[0.0016532879,0.988926,0.00097003847,0.0005323658,0.003585329,0.0018407655,0.00049146306,0.000062903,0.0019378809],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634093,0.0002511985,0.0013005286,0.00047795262,0.0013478389,0.00028153812],"domain_scores_gemma":[0.997031,0.0005472709,0.00096123974,0.0006304399,0.00065306295,0.00017701347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028909692,0.00031647098,0.0011460439,0.0005468303,0.00025985544,0.000040978775,0.000426271,0.00090490567,0.0002245019],"category_scores_gemma":[0.04239188,0.0002258187,0.00017853109,0.00056667137,0.00052007654,0.0001509635,0.00008945885,0.0013464226,0.0000059824733],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002110128,0.0004802805,0.0010717136,0.008562007,0.000057859135,4.054687e-7,0.00046395703,1.793254e-7,1.8443049e-7,0.00050540874,0.008782106,0.9800548],"study_design_scores_gemma":[0.00044908703,0.00012725189,0.0029111155,0.054703806,0.00048700153,0.00011697316,0.0008608224,0.00045197646,0.0000022755721,0.00027323925,0.9394374,0.00017907792],"about_ca_topic_score_codex":0.00008821931,"about_ca_topic_score_gemma":0.0000076995675,"teacher_disagreement_score":0.97987574,"about_ca_system_score_codex":0.00036002247,"about_ca_system_score_gemma":0.024423527,"threshold_uncertainty_score":0.9811071},"labels":[],"label_agreement":null},{"id":"W2601091369","doi":"","title":"Do multiple true-false items beat the commonly used one-best-answers questions regarding to the Ottawa Criteria for Good Assessment? Results of a literature review","year":2015,"lang":"en","type":"review","venue":"Bern Open Repository and Information System (University of Bern)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Equivalence (formal languages); Psychology; Test (biology); Medicine; Mathematics","score_opus":0.05756069446982031,"score_gpt":0.36216387070938616,"score_spread":0.30460317623956584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601091369","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005005594,0.92923105,0.0028936758,0.005534514,0.0018647701,0.019934766,0.0015504257,0.00007473367,0.03841548],"genre_scores_gemma":[0.0062490474,0.96981394,0.011014757,0.0006979967,0.0004474537,0.00024885865,0.0040845717,0.000056758225,0.0073866234],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730855,0.00049142214,0.0012714221,0.00024466327,0.00051781343,0.0001661242],"domain_scores_gemma":[0.9952316,0.00030320365,0.0018267324,0.0009654784,0.0015624809,0.0001105058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003890436,0.00025855255,0.0013333504,0.0002695972,0.0005641456,0.00019428958,0.00075176946,0.00028172627,0.000005400783],"category_scores_gemma":[0.00041969775,0.00018154511,0.00026058222,0.00086247316,0.00012458776,0.001359677,0.00024804272,0.00039332753,0.000011038721],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061199476,0.00031816083,0.00019638785,0.2653766,0.0014567517,0.000011286831,0.021428466,0.0000064275205,0.000008172345,0.013643172,0.20534724,0.49159536],"study_design_scores_gemma":[0.0011787668,0.00017673419,0.00007431142,0.11347089,0.0013287115,0.00016996278,0.0058203693,0.00011114602,0.0000010159876,0.0000020816424,0.8775087,0.00015729171],"about_ca_topic_score_codex":0.00024820954,"about_ca_topic_score_gemma":0.00001561833,"teacher_disagreement_score":0.67216146,"about_ca_system_score_codex":0.00034926098,"about_ca_system_score_gemma":0.00055620674,"threshold_uncertainty_score":0.74031943},"labels":[],"label_agreement":null},{"id":"W2601288403","doi":"10.62707/aishej.v8i3.295","title":"Programmatic Assessment: A Paradigm Shift in Medical Education","year":2016,"lang":"en","type":"article","venue":"AISHE-J","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Paradigm shift; Curriculum; Engineering ethics; Medical education; Action (physics); Pedagogy; Sociology; Medicine; Psychology; Engineering; Epistemology","score_opus":0.012050356211527268,"score_gpt":0.3738392499520995,"score_spread":0.3617888937405722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601288403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73669815,0.00010050968,0.005921439,0.2382215,0.0011355309,0.00087510236,6.520814e-7,0.00013286654,0.016914278],"genre_scores_gemma":[0.99126154,0.000022015129,0.003476306,0.0041747116,0.0003218097,0.00028170343,0.000029931725,0.000016209857,0.00041576102],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985638,0.00004692627,0.0003845894,0.00020858605,0.0005640369,0.00023201854],"domain_scores_gemma":[0.99938095,0.000064335785,0.000068733796,0.00030968798,0.000056254856,0.0001200488],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006561652,0.00009463688,0.00016903528,0.0002130155,0.00003212697,0.0000141052315,0.000116530406,0.00013656978,0.0016894961],"category_scores_gemma":[0.0016059441,0.00006278745,0.00003174771,0.00054177165,0.00011286522,0.00013831971,0.000022142123,0.00021580214,0.00015523857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016096015,0.0010949231,0.105969585,0.0001024878,0.000015691297,0.000013692592,0.00029815244,2.916345e-8,0.000041897554,0.07816187,0.014984784,0.7993008],"study_design_scores_gemma":[0.0028171062,0.00024375028,0.83180046,0.0017819777,0.00004569058,0.00013594443,0.00021550267,0.00033996248,0.00006521004,0.05027194,0.11203736,0.00024507398],"about_ca_topic_score_codex":0.000037020873,"about_ca_topic_score_gemma":0.000021063117,"teacher_disagreement_score":0.7990557,"about_ca_system_score_codex":0.00029363122,"about_ca_system_score_gemma":0.001852269,"threshold_uncertainty_score":0.9992231},"labels":[],"label_agreement":null},{"id":"W2601890261","doi":"","title":"Striving for excellence","year":2012,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Excellence; Medical education; Core competency; Quality (philosophy); Medicine; Curriculum development; Computer science; Psychology; Pedagogy; Political science; Management","score_opus":0.028861336640460866,"score_gpt":0.29641993928371424,"score_spread":0.2675586026432534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601890261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6783926,0.00089413574,0.0029598405,0.006843661,0.0031661321,0.0011957727,0.000041817995,0.000093150775,0.3064129],"genre_scores_gemma":[0.88114536,0.0000033188862,0.002926324,0.11350879,0.0015564285,0.00006575569,0.00007845847,0.000021603857,0.00069392996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920833,0.0000068712384,0.00012559938,0.00011095348,0.00011565663,0.00043257765],"domain_scores_gemma":[0.9993296,0.000022675327,0.000032069427,0.00021269017,0.000121694764,0.00028124906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016377604,0.00007906412,0.00011120711,0.000147568,0.0001258515,0.000009432006,0.00006894588,0.0000581919,0.000007829134],"category_scores_gemma":[0.0001036659,0.000082140206,0.00004007562,0.00030650085,0.00004674523,0.00010942755,0.0000048368383,0.00011537954,0.000102277714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008844461,0.0001202244,0.0030812563,0.00010460793,0.000038750855,0.0000017249877,0.0004506009,0.0000015413174,0.005111381,0.013725294,0.5112268,0.466129],"study_design_scores_gemma":[0.0003432535,0.000049775786,0.047887873,0.000088205335,0.00004349169,0.0000011159088,0.0013739382,0.00024316706,0.0005980718,0.00030772685,0.9489098,0.00015354586],"about_ca_topic_score_codex":0.0012278626,"about_ca_topic_score_gemma":0.00017050363,"teacher_disagreement_score":0.46597546,"about_ca_system_score_codex":0.0003292556,"about_ca_system_score_gemma":0.00046108384,"threshold_uncertainty_score":0.33495805},"labels":[],"label_agreement":null},{"id":"W2602092587","doi":"","title":"Residents as teachers","year":2013,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; Western University","funders":"","keywords":"Mentorship; Medical education; Medicine; Residency training; Family medicine; Psychology; Continuing education","score_opus":0.014747896028396353,"score_gpt":0.27929388023833884,"score_spread":0.26454598420994246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602092587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62043625,0.00006139037,0.000006845095,0.00678971,0.00034391755,0.0002974245,0.0000017587784,0.000035177767,0.37202752],"genre_scores_gemma":[0.6858234,0.0000030870997,0.00047419994,0.30834594,0.0004466396,0.00005960625,0.00006935822,0.000025045309,0.0047527393],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99907553,0.00001564738,0.00016193824,0.00018360032,0.00021928233,0.00034397468],"domain_scores_gemma":[0.99910855,0.000008247304,0.000035600635,0.00033232232,0.0001790625,0.00033620384],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000773761,0.00010218592,0.00013033644,0.00023287571,0.00011048279,0.000032872256,0.00011199954,0.00008483212,0.00011155519],"category_scores_gemma":[0.00010206155,0.00010331727,0.00003915915,0.00045730057,0.00008326121,0.00015012418,0.00000767763,0.00024305102,0.0048822346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014673318,0.000033322456,0.0011176213,0.000011367015,0.000026964688,0.00001090813,0.00026154632,5.096509e-7,0.0022830337,0.0014570267,0.8108826,0.18391362],"study_design_scores_gemma":[0.00054065906,0.000093626935,0.58034444,0.0001269114,0.00004292028,0.00000349955,0.0036347478,0.00010845556,0.00037236046,0.0030194432,0.411469,0.00024394308],"about_ca_topic_score_codex":0.07847493,"about_ca_topic_score_gemma":0.0010919953,"teacher_disagreement_score":0.5792268,"about_ca_system_score_codex":0.00050086674,"about_ca_system_score_gemma":0.0008763512,"threshold_uncertainty_score":0.9958926},"labels":[],"label_agreement":null},{"id":"W2602246049","doi":"","title":"Orthopaedic Surgery Residents Perspectives on the Roles and Tasks Effective to Becoming a Competent Physician: A Mixed Methods Study","year":2012,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Office of International Science and Engineering","keywords":"Medicine; Medical education; Family medicine; Nursing","score_opus":0.030388242848341494,"score_gpt":0.4371275621609963,"score_spread":0.4067393193126548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602246049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990599,0.0009310096,0.0001560015,0.002522347,0.0013056349,0.002679021,0.0000018515472,0.000058887275,0.001746254],"genre_scores_gemma":[0.9932396,0.000030054729,0.0015523585,0.0008297602,0.00077779614,0.00092265767,0.00012656534,0.00007384352,0.002447407],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9974363,0.0007564031,0.0003519282,0.0005006377,0.00063053466,0.00032419807],"domain_scores_gemma":[0.99719685,0.0014898039,0.00028992997,0.00051349803,0.00039746473,0.00011245839],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025799356,0.00034525042,0.0006391398,0.00048106967,0.0002713138,0.000042678348,0.000110028595,0.00016960423,0.00007277024],"category_scores_gemma":[0.004100906,0.00024845218,0.00013833222,0.00069982046,0.000066937704,0.0000507054,0.00004451041,0.0007832444,0.000039312035],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001435772,0.0031648662,0.015671741,0.00075038156,0.0012956092,0.000021944998,0.57946754,0.0000027188582,0.0035678865,0.0013310554,0.017796032,0.37549448],"study_design_scores_gemma":[0.0003554367,0.00028263027,0.54126257,0.0009779853,0.00039245418,0.0000040981554,0.45529786,0.000021924954,0.00072037184,0.000040717783,0.00044296472,0.00020101549],"about_ca_topic_score_codex":0.00025857182,"about_ca_topic_score_gemma":0.00017925876,"teacher_disagreement_score":0.52559084,"about_ca_system_score_codex":0.00028829422,"about_ca_system_score_gemma":0.00017470327,"threshold_uncertainty_score":0.9999968},"labels":[],"label_agreement":null},{"id":"W2602300349","doi":"","title":"Competency-Based Achievement System","year":2011,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Competence (human resources); Medical education; Remedial education; Medicine; Computer science; Psychology; Pedagogy; Mathematics education","score_opus":0.02541846359160179,"score_gpt":0.24973464954901342,"score_spread":0.22431618595741162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602300349","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17410605,0.000080978505,0.00063883123,0.0020357405,0.0011398097,0.00057193387,0.000022610204,0.00013815705,0.8212659],"genre_scores_gemma":[0.85126233,4.360885e-7,0.0057480074,0.14236334,0.00027408605,0.000048730424,0.00011329276,0.000026049012,0.00016374484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990076,0.000020439951,0.00021715854,0.00020115169,0.00021317511,0.00034051415],"domain_scores_gemma":[0.9990809,0.000005818007,0.000054866494,0.00040202154,0.0001768802,0.00027953344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012976161,0.00012367159,0.0001756984,0.0002668442,0.00012872965,0.0000090542435,0.00012622129,0.0000699624,0.000016808131],"category_scores_gemma":[0.000014175927,0.00012274383,0.000054054086,0.00046959202,0.000082003,0.000043178803,0.000005954706,0.00017993368,0.0003961983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010656459,0.0010552555,0.0078392355,0.0010256019,0.00032142294,0.0003608205,0.0015793599,0.00001192942,0.0063278177,0.4472604,0.27126458,0.26284698],"study_design_scores_gemma":[0.0033461712,0.0008258762,0.4759819,0.001440937,0.00038445875,0.000007784031,0.013555319,0.005219849,0.004130544,0.001091614,0.4929339,0.0010816654],"about_ca_topic_score_codex":0.008841718,"about_ca_topic_score_gemma":0.0012460636,"teacher_disagreement_score":0.82110214,"about_ca_system_score_codex":0.0007430583,"about_ca_system_score_gemma":0.0019397924,"threshold_uncertainty_score":0.9977585},"labels":[],"label_agreement":null},{"id":"W2602485715","doi":"10.1016/j.riem.2017.01.116","title":"Trustworthiness of field notes in Family Medicine residency training: does field note content provide evidence to support the validity of our decisions about residents’ competence?","year":2017,"lang":"en","type":"article","venue":"Investigación en Educación Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Competence (human resources); Trustworthiness; Psychology; Residency training; Medical education; Field training; Field (mathematics); Content validity; Applied psychology; Medicine; Social psychology; Clinical psychology; Psychometrics; Mathematics; Continuing education","score_opus":0.212364034716348,"score_gpt":0.42916332863769435,"score_spread":0.21679929392134636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602485715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7410603,0.00013568299,0.00093606504,0.25430506,0.0019236715,0.0009996903,0.00000856651,0.000028489547,0.0006024551],"genre_scores_gemma":[0.979783,0.00026168776,0.009168936,0.009353899,0.00079611293,0.00014930883,0.000013349794,0.00003225875,0.00044147344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99547166,0.0002832264,0.0017497529,0.0006129258,0.0013628034,0.00051963667],"domain_scores_gemma":[0.9919453,0.0036499472,0.0009745042,0.0021850807,0.0009042251,0.00034089078],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037164383,0.00034948188,0.00097373984,0.00053352,0.00036306775,0.000043895794,0.0013977006,0.0003178953,0.00018235973],"category_scores_gemma":[0.157568,0.0002198707,0.00015105447,0.00070557045,0.0007744587,0.00036542988,0.00027899607,0.0009416242,0.000015123451],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006754365,0.00061587826,0.78573453,0.0007010977,0.000112054004,0.00009786178,0.02509305,0.000022273485,0.032834373,0.006073725,0.048702292,0.09933744],"study_design_scores_gemma":[0.0012107707,0.0015489339,0.9483517,0.009382117,0.00019564593,0.000046662288,0.00789028,0.00008271117,0.021931624,0.0072010094,0.0018465711,0.00031200043],"about_ca_topic_score_codex":0.00665303,"about_ca_topic_score_gemma":0.0008887768,"teacher_disagreement_score":0.24495117,"about_ca_system_score_codex":0.0001295437,"about_ca_system_score_gemma":0.0024079722,"threshold_uncertainty_score":0.99996173},"labels":[],"label_agreement":null},{"id":"W2602989430","doi":"10.1097/acm.0000000000001603","title":"What Can We Learn From the Letters of Students and Residents About Improving the Medical Curriculum?","year":2017,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Compassion; Narrative; Curriculum; Narrative medicine; Medical education; Confidentiality; Psychology; Perspective (graphical); Medicine; Graduate medical education; Pedagogy","score_opus":0.018713277742980098,"score_gpt":0.38090564441820274,"score_spread":0.36219236667522264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602989430","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17451142,0.0165102,0.000038385002,0.15143223,0.6563746,0.0010021968,0.00002330438,0.00003965815,0.00006802775],"genre_scores_gemma":[0.022571335,0.06314501,0.000036066216,0.010046276,0.9006725,0.000116474796,0.0007914121,0.00009647336,0.002524474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909497,0.00029866103,0.0013899069,0.00070993084,0.0061526224,0.00049917947],"domain_scores_gemma":[0.9937785,0.0024820426,0.0014331354,0.0015045593,0.00053175737,0.00026997],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0051298626,0.0004735308,0.0010563427,0.00018415773,0.00044759279,0.000068443536,0.0023179546,0.0017054565,0.00030362306],"category_scores_gemma":[0.055997238,0.00023933532,0.00008371216,0.00029849395,0.0024145332,0.00020089709,0.00060434244,0.007405504,0.000014114071],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004573993,0.000020097938,0.007076559,0.00026277505,0.00022228292,0.00002695605,0.005817466,5.6235784e-8,0.00014723165,0.000020577392,0.9618792,0.024481045],"study_design_scores_gemma":[0.0049371882,0.00026586954,0.01977412,0.027517416,0.0018106239,0.00005402517,0.01387776,0.00008791016,0.000041971805,0.00038433846,0.93083376,0.00041502624],"about_ca_topic_score_codex":0.0043984777,"about_ca_topic_score_gemma":0.000103967046,"teacher_disagreement_score":0.24429789,"about_ca_system_score_codex":0.00021705097,"about_ca_system_score_gemma":0.001043734,"threshold_uncertainty_score":0.9995905},"labels":[],"label_agreement":null},{"id":"W2602998508","doi":"","title":"Effect of field notes on confidence and perceived competence","year":2012,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Medicine; Nova scotia; Psychology; Family medicine; Social psychology","score_opus":0.014115559616750496,"score_gpt":0.28996417676046415,"score_spread":0.27584861714371367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602998508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9590916,0.00013055059,0.000025036825,0.0009557122,0.00027539063,0.00020169682,0.000004231333,0.000009913155,0.03930589],"genre_scores_gemma":[0.945217,0.000006086991,0.00014252005,0.05435195,0.00020511007,0.000009873754,0.000012443242,0.000007916364,0.00004706182],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99940884,0.000030469599,0.00011300875,0.00010144151,0.00012907015,0.00021718777],"domain_scores_gemma":[0.99931777,0.00020710673,0.00003668768,0.00018895102,0.00006733782,0.00018215502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017639411,0.000085725886,0.00017031879,0.00011819924,0.000055399578,0.0000049046507,0.00005217195,0.000055809945,0.000007725326],"category_scores_gemma":[0.00030298298,0.00007301284,0.00002349976,0.00018570655,0.00010313641,0.000056873803,0.0000053156314,0.0001538464,0.00003243828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013797192,0.00015543269,0.035347894,0.00055587327,0.00008429311,0.000011151829,0.0015293203,0.0000024852088,0.07092852,0.022224298,0.020754816,0.8482679],"study_design_scores_gemma":[0.0011232405,0.0021021445,0.93139803,0.00091720436,0.00014416341,0.000005768659,0.0008306012,0.0003230825,0.036017466,0.00014904758,0.026667211,0.00032204905],"about_ca_topic_score_codex":0.0034721938,"about_ca_topic_score_gemma":0.00014536885,"teacher_disagreement_score":0.89605016,"about_ca_system_score_codex":0.000078131256,"about_ca_system_score_gemma":0.0001388021,"threshold_uncertainty_score":0.5248942},"labels":[],"label_agreement":null},{"id":"W2603188027","doi":"","title":"Knowledge of CanMEDS–Family Medicine roles","year":2013,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; Western University","funders":"","keywords":"Family medicine; Medicine; Medical education; Alternative medicine; Pathology","score_opus":0.02272636530941198,"score_gpt":0.2909506165942369,"score_spread":0.2682242512848249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603188027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5474348,0.0013315005,0.000043711054,0.005952262,0.00076047477,0.00055519055,0.000012278093,0.000042643667,0.44386715],"genre_scores_gemma":[0.9079419,0.000025559973,0.00046452958,0.089030206,0.0009414595,0.00007646595,0.00012653174,0.000040482213,0.0013528693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859554,0.000031765754,0.00042726466,0.00025523364,0.00024944628,0.00044072795],"domain_scores_gemma":[0.99827707,0.00003639832,0.0001098721,0.00050742016,0.00065563637,0.00041357722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018241497,0.00018732209,0.00039543095,0.00053253485,0.00009864441,0.0000090087615,0.00019821977,0.00012954608,0.00008585955],"category_scores_gemma":[0.0001408554,0.00016764866,0.000061368206,0.0010305976,0.00038662343,0.00011487167,0.000015578547,0.00028093375,0.00048703968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056364775,0.000115724535,0.0006933265,0.00012118936,0.00007296496,0.000004716361,0.00083714986,0.0000014762442,0.027633132,0.0046939533,0.65688133,0.30893937],"study_design_scores_gemma":[0.0016538816,0.00041194496,0.31561917,0.0008897545,0.00018068505,0.0000039781326,0.012627267,0.00078707084,0.001233139,0.0023513178,0.66379035,0.00045145664],"about_ca_topic_score_codex":0.049601566,"about_ca_topic_score_gemma":0.0038412733,"teacher_disagreement_score":0.44251427,"about_ca_system_score_codex":0.00042593983,"about_ca_system_score_gemma":0.0013821323,"threshold_uncertainty_score":0.9567272},"labels":[],"label_agreement":null},{"id":"W2603206454","doi":"10.1097/acm.0000000000001600","title":"Quality Improvement in Medical Education: Implications for Curriculum Change","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Quality (philosophy); Core Knowledge; Health care; Medicine; Space (punctuation); Institution; Psychology; Pedagogy; Computer science; Knowledge management; Sociology; Political science","score_opus":0.10288670914682843,"score_gpt":0.4820976104437211,"score_spread":0.3792109012968927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603206454","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032795125,0.0018329422,0.00044120452,0.9822892,0.0048739985,0.0037807846,0.00003110491,0.000094301875,0.0033769303],"genre_scores_gemma":[0.0055900165,0.0012444006,0.00049660215,0.9166232,0.05563617,0.006905081,0.005520556,0.000098268465,0.007885715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948486,0.000100615565,0.001902399,0.0009748613,0.0014051081,0.00076843495],"domain_scores_gemma":[0.9957734,0.00029994076,0.0010971889,0.0016715116,0.00088809925,0.00026985805],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0031087326,0.00051069615,0.0012161795,0.00079858763,0.00023137275,0.000012320877,0.0010374923,0.0030387656,0.0009341791],"category_scores_gemma":[0.017547375,0.00041890825,0.00013668783,0.0005284991,0.0006504891,0.0001663139,0.0001290611,0.006307056,0.000046546764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013189032,0.00007548864,0.005282375,0.0010595566,0.000044959408,0.000009644536,0.0004890734,4.5179718e-9,0.000022553912,0.001875191,0.8477487,0.1433793],"study_design_scores_gemma":[0.002254221,0.0002556256,0.012530281,0.0034101638,0.00020286183,0.00015201619,0.00036765577,0.00004448094,0.000005351718,0.0052196435,0.9751857,0.0003720116],"about_ca_topic_score_codex":0.00065472466,"about_ca_topic_score_gemma":0.000016170618,"teacher_disagreement_score":0.14300728,"about_ca_system_score_codex":0.00081685785,"about_ca_system_score_gemma":0.0029611574,"threshold_uncertainty_score":0.9999791},"labels":[],"label_agreement":null},{"id":"W2603753261","doi":"","title":"Programmes d’apprentissage en petit groupe basé sur la pratique","year":2012,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.013171115277801116,"score_gpt":0.26981110050908574,"score_spread":0.2566399852312846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603753261","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22404186,0.029942982,0.0006238612,0.037941974,0.021417307,0.0024248299,0.00022972748,0.0002034241,0.683174],"genre_scores_gemma":[0.8460358,0.00033615256,0.0031547786,0.101006664,0.0156185785,0.00033449638,0.0009127821,0.00019966949,0.03240112],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99664897,0.00034253256,0.00049926824,0.00039739514,0.00046111777,0.001650722],"domain_scores_gemma":[0.99757886,0.00019870429,0.00014942508,0.0006540099,0.0003054622,0.0011135676],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011061423,0.00039613663,0.0004279891,0.00037928173,0.00023719868,0.00010248619,0.00031103124,0.0005106185,0.00020966178],"category_scores_gemma":[0.00052880205,0.00045236645,0.00013707564,0.001144031,0.00043180605,0.0006536155,0.00003777764,0.0010543634,0.0014185332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005303005,0.0004856212,0.0025217186,0.00032439493,0.00012232369,0.000041906096,0.0018374679,0.0000014490486,0.000408336,0.038430132,0.36884665,0.5869747],"study_design_scores_gemma":[0.00047737142,0.000098074794,0.05421737,0.0007071675,0.00019917461,0.000012248957,0.0043041706,0.00021487045,0.00016441075,0.00019054253,0.93900436,0.0004102197],"about_ca_topic_score_codex":0.021600753,"about_ca_topic_score_gemma":0.005402318,"teacher_disagreement_score":0.6507729,"about_ca_system_score_codex":0.0018109666,"about_ca_system_score_gemma":0.0034945523,"threshold_uncertainty_score":0.9997928},"labels":[],"label_agreement":null},{"id":"W2603761558","doi":"10.1111/medu.13234","title":"The role of morbidity and mortality rounds in medical education: a scoping review","year":2017,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"PsycINFO; Context (archaeology); MEDLINE; Medical education; Medicine; Program evaluation; Health care; Presentation (obstetrics); Patient safety; Cochrane Library; Systematic review; Psychology; Nursing; Political science","score_opus":0.08232866985381893,"score_gpt":0.5196291607291946,"score_spread":0.4373004908753757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603761558","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014174204,0.98230916,0.000006911767,0.009116399,0.0022803072,0.0024624257,0.0000021811989,0.00002382517,0.0036570318],"genre_scores_gemma":[0.0000841612,0.9924148,0.00016518254,0.0039685033,0.0012486007,0.0013167721,0.00037814904,0.000040530384,0.00038330138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99444145,0.0004267155,0.0021255454,0.0005705895,0.002081452,0.00035423788],"domain_scores_gemma":[0.9959441,0.00040090483,0.001266779,0.0015131386,0.0005510603,0.00032401152],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056521166,0.00037532952,0.0018748717,0.00028310478,0.00025514836,0.000049508475,0.0007330801,0.00078924705,0.00081731327],"category_scores_gemma":[0.053985264,0.00025636575,0.00023144066,0.0007306949,0.0008378628,0.00013854049,0.0001739155,0.0015116199,0.000024091883],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002242215,0.0007108881,0.0005202852,0.080882676,0.000039986193,0.0000017755204,0.00005044954,9.462879e-10,9.103172e-9,0.00096319616,0.011888325,0.9049402],"study_design_scores_gemma":[0.000108531436,0.00002182023,0.00051825505,0.41783047,0.00036478,0.00016455729,0.00006355085,0.000014640736,1.1459809e-7,0.00023363899,0.5805499,0.00012973262],"about_ca_topic_score_codex":0.00039540153,"about_ca_topic_score_gemma":0.00020107522,"teacher_disagreement_score":0.9048104,"about_ca_system_score_codex":0.00038947343,"about_ca_system_score_gemma":0.058328144,"threshold_uncertainty_score":0.99998885},"labels":[],"label_agreement":null},{"id":"W2604398182","doi":"","title":"Transform a teaching moment into your own learning moment","year":2015,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; University of Alberta; Women's College Hospital","funders":"","keywords":"Wonder; Moment (physics); Computer science; Natural (archaeology); Medical education; Mathematics education; Data science; Medicine; Psychology; Biology; Physics","score_opus":0.029495423874284415,"score_gpt":0.30321945704100095,"score_spread":0.27372403316671656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604398182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5978968,0.00032468984,0.0019211898,0.024033459,0.001098701,0.0007321141,0.000005631548,0.00012696048,0.37386045],"genre_scores_gemma":[0.92066425,0.0000052445616,0.0021342905,0.073685884,0.0008091973,0.00007813077,0.00017511858,0.000044626624,0.0024032735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998562,0.00003937661,0.0002706808,0.0002562867,0.0004142201,0.00045746882],"domain_scores_gemma":[0.99887353,0.000007709717,0.000057902296,0.00026886864,0.00017838225,0.00061362935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045898897,0.00016833398,0.0002260338,0.00035557154,0.00023918209,0.000034513578,0.00012515747,0.00009089974,0.00000732888],"category_scores_gemma":[0.00007110035,0.0001666334,0.00005918381,0.0004057984,0.00006744334,0.00012810205,0.000010493016,0.0006416515,0.0001840446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002120371,0.00015069463,0.00042770224,0.000061913226,0.00008017747,0.000032383443,0.010185153,0.000073026065,0.0014199227,0.0078050084,0.1021407,0.8776021],"study_design_scores_gemma":[0.00082650443,0.00023524924,0.0023939037,0.00013088647,0.000050717656,0.0000022150168,0.011930007,0.0010070587,0.00015385155,0.0010249232,0.98203474,0.00020996804],"about_ca_topic_score_codex":0.014563465,"about_ca_topic_score_gemma":0.0011215927,"teacher_disagreement_score":0.879894,"about_ca_system_score_codex":0.0021313373,"about_ca_system_score_gemma":0.0014377543,"threshold_uncertainty_score":0.9919986},"labels":[],"label_agreement":null},{"id":"W2604575364","doi":"10.1155/2017/8538974","title":"Gastroenterology Curriculum in the Canadian Medical School System","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Medicine; Subspecialty; Pediatric gastroenterology; Medical education; Curriculum development; Internal medicine; Gastroenterology; Family medicine; Hepatology; Psychology; Pedagogy","score_opus":0.011283893247930448,"score_gpt":0.2802195466969993,"score_spread":0.26893565344906883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604575364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89980495,0.00009563759,0.000046647667,0.09764716,0.0012460634,0.00013919998,0.000003552386,0.0000026151063,0.001014169],"genre_scores_gemma":[0.9785787,0.000021269265,0.0002520056,0.02073863,0.00036985756,0.000010125967,0.000005155417,0.000009256165,0.000014990818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980982,0.00026923802,0.00058262696,0.00017065182,0.00021670057,0.00066257274],"domain_scores_gemma":[0.9976463,0.00002569277,0.0003221715,0.0003735873,0.00029176514,0.0013405089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016584116,0.00013796512,0.00047010306,0.0007073877,0.00055674335,0.000048654667,0.00057151035,0.00036325463,0.00045778762],"category_scores_gemma":[0.0025585121,0.00010192123,0.000064684704,0.000068187255,0.0010092634,0.00010053214,0.000020654352,0.0013068466,0.000016944823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010885848,0.000021516362,0.98307693,0.000026344489,0.00004468981,0.0029053893,0.00015752699,2.629155e-7,7.401284e-7,0.0019179329,0.011223974,0.00051582727],"study_design_scores_gemma":[0.0019009977,0.0010858666,0.940553,0.00013242569,0.000065284614,0.045281563,0.0007279342,0.0002483247,4.6306346e-7,0.000080860176,0.009877571,0.000045686367],"about_ca_topic_score_codex":0.15020107,"about_ca_topic_score_gemma":0.95554215,"teacher_disagreement_score":0.80534106,"about_ca_system_score_codex":0.0003856692,"about_ca_system_score_gemma":0.004813268,"threshold_uncertainty_score":0.8554578},"labels":[],"label_agreement":null},{"id":"W2604595606","doi":"10.36834/cmej.36770","title":"Assessment of emergency medicine residents: a systematic review","year":2017,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Alberta","funders":"","keywords":"PsycINFO; MEDLINE; Medicine; Family medicine; Inclusion (mineral); Emergency medicine; Psychology","score_opus":0.09425800041359414,"score_gpt":0.5134780062326767,"score_spread":0.4192200058190826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604595606","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8120027e-7,0.9588685,0.000032155425,0.01653864,0.009444045,0.0022488635,0.000008484128,0.00001269103,0.012846337],"genre_scores_gemma":[0.0000018431418,0.9815246,0.00044174207,0.008286594,0.0029820346,0.00036567374,0.00031128392,0.00007238808,0.0060138563],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914407,0.0005532241,0.0045163743,0.0004021827,0.0025771244,0.0005103594],"domain_scores_gemma":[0.98569,0.00010968724,0.0041535115,0.0016069639,0.0025934516,0.0058464175],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063382387,0.00048713884,0.004317268,0.0015795314,0.000381196,0.000025576019,0.0012054681,0.00072699,0.076780684],"category_scores_gemma":[0.1814598,0.00034111895,0.00064384117,0.00095593266,0.00030336634,0.00014545135,0.00003927858,0.002623302,0.00010151843],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3987786e-7,0.000077697376,0.000005621265,0.50618285,0.00020239582,0.00002096494,0.000027279088,1.4128525e-9,4.210594e-9,0.00037141092,0.34773195,0.14537956],"study_design_scores_gemma":[0.00010140317,0.00005001998,0.000031905456,0.49662757,0.0032447462,0.0015449531,0.00006352281,0.0000018430437,2.0570752e-9,0.00003896413,0.49816653,0.00012854468],"about_ca_topic_score_codex":0.002138894,"about_ca_topic_score_gemma":0.00066599343,"teacher_disagreement_score":0.20147572,"about_ca_system_score_codex":0.0019924273,"about_ca_system_score_gemma":0.20346814,"threshold_uncertainty_score":0.9999041},"labels":[],"label_agreement":null},{"id":"W2604655008","doi":"","title":"Situations d’apprentissage problématiques en éducation médicale","year":2012,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Computer science; Philosophy","score_opus":0.024254880293455794,"score_gpt":0.30641023653252886,"score_spread":0.28215535623907306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604655008","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21010748,0.026751256,0.0028842776,0.067738034,0.030482354,0.0024339736,0.000252831,0.0002138213,0.659136],"genre_scores_gemma":[0.8225642,0.0003343771,0.007924795,0.12353487,0.016835263,0.00035761416,0.0016309523,0.00014877945,0.026669135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703866,0.00026370803,0.0005691036,0.00034541645,0.00046212884,0.0013210045],"domain_scores_gemma":[0.9976831,0.000117089985,0.00017222395,0.00065221253,0.00036595057,0.0010093886],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009642021,0.00032367118,0.00034546922,0.00051634264,0.00039231539,0.00007229347,0.00025939947,0.0004036731,0.00031396447],"category_scores_gemma":[0.0004732609,0.0003860834,0.00011636617,0.0012397438,0.0003348734,0.00073229446,0.000027370916,0.0007275141,0.0035536934],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002495337,0.0005767296,0.0008176695,0.00027518856,0.000105884246,0.0000043376335,0.0063781706,0.000006333054,0.0013947117,0.048224952,0.5701276,0.37208593],"study_design_scores_gemma":[0.00038798535,0.000074536794,0.050162148,0.00084205077,0.0003245864,0.000005936491,0.015913257,0.0007051082,0.0005142706,0.0018622509,0.9287419,0.00046598935],"about_ca_topic_score_codex":0.005752431,"about_ca_topic_score_gemma":0.0013152141,"teacher_disagreement_score":0.63246685,"about_ca_system_score_codex":0.0038632823,"about_ca_system_score_gemma":0.003571705,"threshold_uncertainty_score":0.9999607},"labels":[],"label_agreement":null},{"id":"W2604914902","doi":"10.1002/ase.1690","title":"“Applying anatomy to something I care about”: Authentic inquiry learning and student experiences of an inquiry project","year":2017,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Artifact (error); Discipline; Pedagogy; Psychology; Meaningful learning; Teaching method; Mathematics education; Sociology","score_opus":0.04365365504413364,"score_gpt":0.46718410894321355,"score_spread":0.4235304538990799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604914902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961242,0.00023479827,0.000120421166,0.0007569751,0.0014124964,0.00073541526,2.0778903e-7,0.000030237412,0.0005852524],"genre_scores_gemma":[0.9915138,0.000021861864,0.0071832947,0.00045765698,0.00039998125,0.00035783372,0.000011037898,0.000008837635,0.00004573208],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982892,0.000072048075,0.0003518978,0.00044246548,0.0005949746,0.0002493933],"domain_scores_gemma":[0.9990107,0.000047701116,0.000254844,0.0002904043,0.00028566582,0.00011071552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009886525,0.00012165758,0.00021314,0.00040746757,0.00095390214,0.00020713227,0.00037746606,0.0000887594,0.00003059532],"category_scores_gemma":[0.0016401056,0.000102778824,0.000029676208,0.0005377839,0.00096807256,0.00055043946,0.00012734746,0.00022862725,0.0000039466963],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016765503,0.0002827478,0.07967528,0.00012282524,0.000011747507,8.083772e-7,0.4672441,0.0000046763375,0.0014665272,0.0016392315,0.00024469968,0.4492906],"study_design_scores_gemma":[0.00025978652,0.00037581814,0.12559962,0.0003743411,0.000036896014,0.000013047531,0.867582,0.0007233399,0.0023352946,0.00017087032,0.0023471299,0.00018182398],"about_ca_topic_score_codex":0.00026968843,"about_ca_topic_score_gemma":0.000010691249,"teacher_disagreement_score":0.44910878,"about_ca_system_score_codex":0.00013745697,"about_ca_system_score_gemma":0.0008160004,"threshold_uncertainty_score":0.73367405},"labels":[],"label_agreement":null},{"id":"W2605059056","doi":"","title":"Leadership training in a family medicine residency program","year":2017,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mentorship; Coaching; Leadership development; Curriculum; Medical education; Likert scale; Educational leadership; Psychology; Residency training; Teamwork; Medicine; Political science; Pedagogy; Public relations","score_opus":0.17101678819264768,"score_gpt":0.37141118008681906,"score_spread":0.20039439189417138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605059056","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3722319,0.0004754034,0.000011972714,0.042199828,0.0011036407,0.000993515,0.000005874015,0.00009385355,0.582884],"genre_scores_gemma":[0.8844387,0.000013702148,0.0010439677,0.112236895,0.0012218392,0.00013534985,0.00007064423,0.000041909312,0.00079697324],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981174,0.000034883367,0.0003845526,0.0003765318,0.00036554164,0.00072111835],"domain_scores_gemma":[0.9983728,0.000026399717,0.00015207453,0.00090115773,0.0001804031,0.0003671624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004858864,0.00020308992,0.0003837893,0.0005572733,0.00039128555,0.000056890454,0.0003805742,0.00016432499,0.0000126204595],"category_scores_gemma":[0.000666042,0.00019942636,0.000053436997,0.00047362476,0.00053105707,0.00021319247,0.000016785485,0.0005693562,0.000092288334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001527454,0.00007656827,0.0023159138,0.00009939503,0.00003076324,0.0001671175,0.0024129865,8.3118044e-7,0.0013730404,0.006647357,0.06376398,0.9230968],"study_design_scores_gemma":[0.001759074,0.00035005814,0.82820916,0.0014932748,0.00006129521,0.000004785428,0.03350105,0.00027274145,0.00004096369,0.0029524323,0.13100472,0.00035041443],"about_ca_topic_score_codex":0.024071258,"about_ca_topic_score_gemma":0.019312818,"teacher_disagreement_score":0.92274636,"about_ca_system_score_codex":0.0005746812,"about_ca_system_score_gemma":0.0025461027,"threshold_uncertainty_score":0.9985822},"labels":[],"label_agreement":null},{"id":"W2605066041","doi":"","title":"Adopting a learning stance","year":2016,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; College of Family Physicians of Canada; Université de Sherbrooke","funders":"","keywords":"Session (web analytics); Medical education; Computer science; World Wide Web; Medicine","score_opus":0.016579652577981437,"score_gpt":0.2670040533335537,"score_spread":0.25042440075557226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605066041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6415085,0.00026600715,0.0019931796,0.014014165,0.00086300005,0.00033908212,0.000009895495,0.00015510304,0.34085104],"genre_scores_gemma":[0.9002652,0.000011021507,0.002262611,0.09399795,0.0006797769,0.00002039187,0.000017660199,0.00002944279,0.002715906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915093,0.00001654503,0.00014770964,0.00017912214,0.00016730942,0.00033835942],"domain_scores_gemma":[0.9993694,0.000021851802,0.000047863858,0.00020493822,0.00016152964,0.00019440618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013310622,0.000087778615,0.0001220966,0.000168127,0.00013673605,0.000011245865,0.00007175351,0.000056227156,0.000016509284],"category_scores_gemma":[0.0001942883,0.00006907491,0.00003276507,0.00041753013,0.000074983574,0.00008757528,0.000006368446,0.00017886488,0.00032439746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000557465,0.00001617711,0.0011764034,0.000019174455,0.000017211902,0.000015952059,0.00010289191,0.0000015962735,0.0076585547,0.0033088415,0.038451366,0.94922626],"study_design_scores_gemma":[0.00043375464,0.000060397117,0.028802808,0.00034152443,0.000017268261,0.0000015307736,0.0008586872,0.00005535804,0.00026441197,0.00015357547,0.9688707,0.00013998605],"about_ca_topic_score_codex":0.000962384,"about_ca_topic_score_gemma":0.00042481764,"teacher_disagreement_score":0.94908625,"about_ca_system_score_codex":0.00058242964,"about_ca_system_score_gemma":0.0006644858,"threshold_uncertainty_score":0.41695812},"labels":[],"label_agreement":null},{"id":"W2605084425","doi":"","title":"Training family medicine residents to care for children","year":2011,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ambulatory; Medicine; Ambulatory care; Family medicine; Logbook; Pediatrics; Health care; Surgery","score_opus":0.06098947773050966,"score_gpt":0.31505915886372227,"score_spread":0.2540696811332126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605084425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7086453,0.00051758834,0.000593557,0.0027344627,0.0016204993,0.0022020682,0.00009697598,0.00010669751,0.28348288],"genre_scores_gemma":[0.7657927,0.0000044914577,0.004760215,0.22692923,0.0015048456,0.00016951765,0.0004335067,0.000061658444,0.0003438103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99847066,0.000016802165,0.00031796447,0.0003636441,0.00027667944,0.00055422],"domain_scores_gemma":[0.9985106,0.000017265722,0.00006424679,0.00044683585,0.00041818075,0.00054286234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017566812,0.00019285412,0.0003293602,0.0005215867,0.00024416376,0.000010094077,0.00022203421,0.0001139805,0.000015080719],"category_scores_gemma":[0.00019733697,0.00018987077,0.0000648193,0.00071123714,0.000114275994,0.0000768215,0.000012731137,0.00020373582,0.000102215796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006791698,0.000054474294,0.0019985756,0.000103965256,0.00012737869,0.000016060967,0.024699066,0.0000014909982,0.0026163098,0.0038757871,0.33088434,0.6355547],"study_design_scores_gemma":[0.0015030836,0.00063564506,0.83068657,0.00056891557,0.00017622358,0.0000031111495,0.03466213,0.000018542623,0.0003124895,0.000828141,0.13022149,0.00038368916],"about_ca_topic_score_codex":0.027342504,"about_ca_topic_score_gemma":0.0038328473,"teacher_disagreement_score":0.82868797,"about_ca_system_score_codex":0.0005128184,"about_ca_system_score_gemma":0.0009877475,"threshold_uncertainty_score":0.9791345},"labels":[],"label_agreement":null},{"id":"W2605094989","doi":"","title":"Teaching-skills training programs for family medicine residents","year":2009,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Curriculum; MEDLINE; Specialty; Medical education; Medicine; Graduate medical education; Family medicine; Psychology; Accreditation; Pedagogy","score_opus":0.03840772995312593,"score_gpt":0.3300778561091656,"score_spread":0.2916701261560397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605094989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5419867,0.00066594523,0.0014661349,0.051577937,0.0022720613,0.0033247482,0.000035985126,0.00033564534,0.39833483],"genre_scores_gemma":[0.66762286,0.0000058317646,0.004346553,0.32331938,0.0022572896,0.000094165545,0.000519787,0.000046304154,0.0017878667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980233,0.00003414133,0.00043342274,0.00039887746,0.0003987485,0.00071154523],"domain_scores_gemma":[0.99865335,0.000039221606,0.00011446117,0.0004515443,0.00027872322,0.000462697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005154359,0.00023946779,0.00040746998,0.00045388858,0.0003297832,0.000028703482,0.00021928937,0.00015406744,0.0000039811675],"category_scores_gemma":[0.00032579244,0.0002261037,0.000093475704,0.0005743534,0.00015783595,0.00013014782,0.0000057582174,0.0004504912,0.000039568233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016806158,0.00011879461,0.00008856224,0.000035449804,0.00003487961,0.000012958784,0.0014727516,8.641343e-7,0.0026702965,0.0048272307,0.170529,0.8201924],"study_design_scores_gemma":[0.003459889,0.0016032058,0.15973827,0.0014424915,0.000246187,0.000008401748,0.012057847,0.00050505204,0.000071196075,0.011544368,0.80870533,0.0006177341],"about_ca_topic_score_codex":0.0065577254,"about_ca_topic_score_gemma":0.00072694867,"teacher_disagreement_score":0.81957465,"about_ca_system_score_codex":0.00055966765,"about_ca_system_score_gemma":0.00097464764,"threshold_uncertainty_score":0.9913363},"labels":[],"label_agreement":null},{"id":"W2605104756","doi":"","title":"Residency research requirements and the CanMEDS-FM scholar role","year":2012,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Thematic analysis; Medical education; Focus group; Residency training; Critical appraisal; Qualitative research; Medicine; Psychology; Alternative medicine; Continuing education; Sociology; Political science; Pathology","score_opus":0.06359226661284692,"score_gpt":0.36905199198213523,"score_spread":0.30545972536928834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605104756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.711746,0.0031936718,0.00000544477,0.015603218,0.00058197073,0.00070251146,0.0000074745676,0.00002315892,0.2681366],"genre_scores_gemma":[0.9251745,0.00003811865,0.00032539942,0.07222512,0.0012298219,0.000054315784,0.000031321146,0.0000246644,0.0008967431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825144,0.00017311434,0.00020105364,0.00018102673,0.00052072987,0.0006726449],"domain_scores_gemma":[0.9987055,0.000064189655,0.000038507013,0.00047578308,0.0003113585,0.00040465052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023087985,0.000102459184,0.00015873597,0.00029766717,0.0006183892,0.000046171714,0.00016021564,0.0000853577,0.000011838722],"category_scores_gemma":[0.0006265393,0.000078441204,0.000028934379,0.00082735723,0.00046492132,0.00024477325,0.000032458356,0.0007502748,0.00023736297],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011628911,0.00018587332,0.012619589,0.0001071769,0.00015564599,0.000015839392,0.0055081644,4.3540234e-7,0.0055020764,0.15483165,0.45160124,0.36935604],"study_design_scores_gemma":[0.0016899544,0.00006907181,0.22701296,0.00017753332,0.00007016239,0.000004757507,0.011581025,0.000093538496,0.0004291629,0.006621546,0.7520487,0.00020158858],"about_ca_topic_score_codex":0.025530852,"about_ca_topic_score_gemma":0.0022721684,"teacher_disagreement_score":0.36915445,"about_ca_system_score_codex":0.00055356656,"about_ca_system_score_gemma":0.0010059562,"threshold_uncertainty_score":0.9809582},"labels":[],"label_agreement":null},{"id":"W2605133206","doi":"","title":"Teaching and evaluation of ethics and professionalism","year":2012,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medical education; Medicine; Scope (computer science); Psychology; Family medicine; Computer science","score_opus":0.09899399357425945,"score_gpt":0.4046507283684811,"score_spread":0.3056567347942216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605133206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632268,0.0008949827,0.000011361682,0.004751279,0.00026654758,0.00023328545,0.000004064838,0.000006196377,0.030605469],"genre_scores_gemma":[0.9535052,0.0000042420775,0.0007426266,0.045380354,0.0002281267,0.000014100467,0.00003474282,0.000008595518,0.000081969476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999192,0.00014835471,0.00012046162,0.000083438594,0.00030063876,0.0001551059],"domain_scores_gemma":[0.99942905,0.000055905464,0.00004627026,0.000113270726,0.00023087466,0.00012464175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021505372,0.00005666496,0.00009679009,0.00013166452,0.00017259053,0.000004145846,0.000022664452,0.000091209615,0.000002669971],"category_scores_gemma":[0.0004583279,0.000053295214,0.000009454322,0.00011947109,0.00009326748,0.000099162164,0.000008086031,0.0005162079,0.0000029007092],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058902633,0.00008616437,0.0041298773,0.00019392956,0.00003746426,4.001847e-7,0.008709619,5.788855e-7,0.005859827,0.032301567,0.00973487,0.9389398],"study_design_scores_gemma":[0.0011681343,0.00007146777,0.872388,0.0006188419,0.0003313893,0.000005544283,0.016407559,0.0021673164,0.00035706913,0.004199645,0.10204663,0.00023837073],"about_ca_topic_score_codex":0.0045267404,"about_ca_topic_score_gemma":0.00023211756,"teacher_disagreement_score":0.93870145,"about_ca_system_score_codex":0.00013449955,"about_ca_system_score_gemma":0.0006707751,"threshold_uncertainty_score":0.68431073},"labels":[],"label_agreement":null},{"id":"W2605669354","doi":"10.1111/medu.13334","title":"Exploring the institutional logics of health professions education scholarship units","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Transparency (behavior); Institutional logic; Scholarship; Accountability; Situated; Context (archaeology); Sociology; Product (mathematics); Public relations; Knowledge management; Computer science; Political science; Mathematics; Social science","score_opus":0.2423916417703747,"score_gpt":0.465425048713961,"score_spread":0.2230334069435863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605669354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7944695,0.0003601941,0.000685867,0.19300902,0.0062763984,0.0006380489,0.000002027062,0.00003808198,0.0045208936],"genre_scores_gemma":[0.98244715,0.00023376147,0.0020426952,0.013027656,0.0009254961,0.0003537004,0.00025074498,0.000014629873,0.00070419494],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99773186,0.00015922493,0.0006285066,0.00023086648,0.001022052,0.00022751371],"domain_scores_gemma":[0.99736995,0.000065830885,0.00050671614,0.00088817487,0.0010439189,0.00012538907],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024176985,0.00012514713,0.00022774069,0.00019071449,0.0012897786,0.000038358703,0.0004615863,0.000119184515,0.00025529787],"category_scores_gemma":[0.030381978,0.00008714593,0.000043153497,0.0005016477,0.00057110324,0.0004652886,0.00008393328,0.0007154914,0.000029795736],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018085368,0.001115178,0.0204526,0.00026562664,0.000020376245,4.2732157e-7,0.0015710632,7.6795334e-7,0.00004206388,0.0374208,0.023392985,0.9157],"study_design_scores_gemma":[0.0005109451,0.00011676191,0.83457756,0.0025418915,0.00004617464,0.00008823638,0.004052195,0.0001215268,0.000263323,0.0022788504,0.15525594,0.00014658086],"about_ca_topic_score_codex":0.00024890224,"about_ca_topic_score_gemma":0.000017322796,"teacher_disagreement_score":0.91555345,"about_ca_system_score_codex":0.00030759478,"about_ca_system_score_gemma":0.024965754,"threshold_uncertainty_score":0.99200654},"labels":[],"label_agreement":null},{"id":"W2605763009","doi":"10.1002/aet2.10043","title":"Developing and Implementing a Multisource Feedback Tool to Assess Competencies of Emergency Medicine Residents in the United States","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Medicine; Medical emergency","score_opus":0.1610268596818536,"score_gpt":0.44879134272315646,"score_spread":0.28776448304130287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605763009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785912,0.00006765781,0.00041502633,0.019512668,0.00031722747,0.00026341598,8.126969e-7,0.000007452657,0.0008245578],"genre_scores_gemma":[0.98880965,0.000103233884,0.009362536,0.0013533982,0.0001251415,0.000034722798,0.000062256375,0.000007306256,0.00014175873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990897,0.000038544516,0.0003854411,0.00014171615,0.00019422744,0.00015032619],"domain_scores_gemma":[0.9992568,0.0000824806,0.00019547144,0.00020277123,0.00023010517,0.000032371685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010735582,0.000078354926,0.00014743759,0.00023511476,0.00030241485,0.000023882812,0.000108301254,0.000028579272,0.000048237453],"category_scores_gemma":[0.0021126124,0.0000590226,0.000008734804,0.00029772948,0.00008785434,0.00009461912,0.000039698065,0.0001153939,7.3036125e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023335899,0.00012609076,0.52150726,0.00035121728,0.000039113354,0.0000010272621,0.16998406,0.0000024047129,0.001062202,0.013137159,0.003325501,0.29044062],"study_design_scores_gemma":[0.0004251763,0.000043889493,0.89561844,0.00043377155,0.000022002301,0.000010925844,0.09611957,0.00024760573,0.0000516107,0.0005204426,0.006442876,0.00006367254],"about_ca_topic_score_codex":0.0008927192,"about_ca_topic_score_gemma":0.000096069714,"teacher_disagreement_score":0.37411118,"about_ca_system_score_codex":0.000028588262,"about_ca_system_score_gemma":0.0001617816,"threshold_uncertainty_score":0.2529147},"labels":[],"label_agreement":null},{"id":"W2606047652","doi":"10.1111/medu.13286","title":"It's not just what you know: junior trainees' approach to follow‐up and documentation","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University; Western University; Academic Medical Organization of Southwestern Ontario","keywords":"Documentation; Diligence; Medical education; Focus group; Psychology; Task (project management); Quality (philosophy); Medicine; Social psychology; Computer science; Management","score_opus":0.028632467436092247,"score_gpt":0.386720881672868,"score_spread":0.35808841423677573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606047652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57563287,0.00020836409,0.00346676,0.3961577,0.007386113,0.0012245675,0.0000020347052,0.00008574519,0.015835842],"genre_scores_gemma":[0.88649124,0.0005331885,0.012598853,0.08530576,0.002160006,0.000519944,0.0004293498,0.00004814221,0.011913503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976546,0.000054208806,0.0004929574,0.0004795829,0.0010090345,0.000309629],"domain_scores_gemma":[0.9983258,0.000043856733,0.00019368954,0.0007450127,0.00036820813,0.0003234009],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011406803,0.00019885256,0.00028798642,0.00026801424,0.00046672983,0.00033592887,0.00030149793,0.00025861964,0.0007244789],"category_scores_gemma":[0.008728224,0.0001796567,0.000054013366,0.00027098175,0.0002759575,0.0008494853,0.000079350735,0.0004119155,0.00014528679],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078577395,0.00078612077,0.0013955001,0.00020417976,0.00003181914,0.0000013340892,0.0074301017,4.0859462e-7,0.0002087789,0.0019151879,0.2644264,0.7235216],"study_design_scores_gemma":[0.0051005925,0.00041000894,0.1413677,0.0018989823,0.0003680579,0.00025059824,0.037833825,0.0026793755,0.0009063732,0.00042143112,0.8080736,0.00068946084],"about_ca_topic_score_codex":0.00014463201,"about_ca_topic_score_gemma":0.000016823851,"teacher_disagreement_score":0.7228321,"about_ca_system_score_codex":0.00021616105,"about_ca_system_score_gemma":0.001376058,"threshold_uncertainty_score":0.9996217},"labels":[],"label_agreement":null},{"id":"W2606124203","doi":"10.1017/s1049023x17002503","title":"Creation of a Novel Educational Liaison Position for the Emergency Medicine Residency Training Program at Addis Ababa University: A Model for Maturing Bi-institutional Educational Partnerships","year":2017,"lang":"en","type":"article","venue":"Prehospital and Disaster Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Schwartz/Reisman Emergency Medicine Institute; Mount Sinai Hospital","funders":"","keywords":"Residency training; Medical education; Medicine; Position (finance); Training (meteorology); Nursing; Family medicine; Continuing education; Business","score_opus":0.11313556470552158,"score_gpt":0.3798549312479976,"score_spread":0.26671936654247597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606124203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65998316,0.0012126373,0.03729732,0.28769934,0.0020891333,0.004011741,0.00015758921,0.000053103373,0.0074959532],"genre_scores_gemma":[0.97925586,0.000114845476,0.010570773,0.00022534872,0.0017752118,0.0003861591,0.0009800581,0.000021055677,0.0066707125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984296,0.000013827415,0.00051753054,0.00035814536,0.000436096,0.00024478883],"domain_scores_gemma":[0.9981445,0.00026540778,0.00044145028,0.00035855826,0.0006684508,0.000121596066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005168187,0.00019595916,0.00030127904,0.00017770253,0.0009618785,0.000013422567,0.000202823,0.00010774038,0.00024607475],"category_scores_gemma":[0.0024732768,0.00013932314,0.000084706524,0.00014667562,0.00086961495,0.00033787236,0.00006135343,0.00014076277,0.0000011578902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044780895,0.0036663637,0.04077388,0.0040736175,0.0008607657,0.0000015975695,0.077389225,0.00018850829,0.007881288,0.6307732,0.09736219,0.1325513],"study_design_scores_gemma":[0.020212797,0.0038461217,0.6161177,0.005293058,0.0024751837,0.00019201114,0.022211174,0.27413306,0.00016227654,0.033110414,0.02137556,0.00087061775],"about_ca_topic_score_codex":0.00005432289,"about_ca_topic_score_gemma":0.00004565207,"teacher_disagreement_score":0.59766275,"about_ca_system_score_codex":0.0001580848,"about_ca_system_score_gemma":0.00042315086,"threshold_uncertainty_score":0.7398089},"labels":[],"label_agreement":null},{"id":"W2606226254","doi":"10.1097/acm.0000000000001669","title":"The Hidden Value of Narrative Comments for Assessment: A Quantitative Reliability Analysis of Qualitative Data","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; The Wilson Centre","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Psychology; Narrative; Set (abstract data type); Argument (complex analysis); Medical education; Medicine; Family medicine; Computer science; Internal medicine; Developmental psychology","score_opus":0.3000704535187511,"score_gpt":0.6009780716740539,"score_spread":0.3009076181553028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606226254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86797565,0.0004656376,0.026522007,0.100517996,0.00072287413,0.0016916168,0.00022016012,0.000017585879,0.0018664777],"genre_scores_gemma":[0.98534507,0.0002447219,0.012137278,0.0007955186,0.00015760855,0.00008563984,0.0008022214,0.00001361249,0.00041831346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970814,0.0003386802,0.0012001044,0.00037839107,0.00078635436,0.00021507252],"domain_scores_gemma":[0.9918319,0.0032508883,0.0016418375,0.0020235598,0.0011826258,0.000069213755],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009858834,0.00015311792,0.00082345464,0.0002519181,0.00043894048,0.000004873106,0.0010593502,0.00016833979,0.00006568021],"category_scores_gemma":[0.044188976,0.00009323019,0.00007812625,0.0006718554,0.0020669026,0.0002050304,0.00020749102,0.0005831353,7.578265e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014527371,0.00033719483,0.057699036,0.0009289913,0.009452698,0.0000015232404,0.43472064,0.000016072852,0.003907608,0.324439,0.14551608,0.021528425],"study_design_scores_gemma":[0.007911155,0.0023827653,0.30185527,0.0017301182,0.011190077,0.000003554381,0.5444534,0.0762105,0.00089365727,0.03929973,0.013720994,0.00034880286],"about_ca_topic_score_codex":0.0003700096,"about_ca_topic_score_gemma":0.000011533459,"teacher_disagreement_score":0.28513926,"about_ca_system_score_codex":0.0001180227,"about_ca_system_score_gemma":0.0003271917,"threshold_uncertainty_score":0.96386224},"labels":[],"label_agreement":null},{"id":"W2606263876","doi":"","title":"Réflexion en medicine","year":2013,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Conviction; Philosophy; Medicine; Political science; Law","score_opus":0.015963056326802835,"score_gpt":0.28142144861099067,"score_spread":0.2654583922841878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606263876","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041780915,0.0144652845,0.0002488911,0.21790801,0.01769699,0.001248084,0.000032225504,0.00008236897,0.70653725],"genre_scores_gemma":[0.2443824,0.00035376594,0.0011052444,0.6965359,0.01916745,0.00017707399,0.00047992068,0.00012369241,0.03767459],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971393,0.00013546758,0.0005775396,0.00046314564,0.0004929825,0.0011915751],"domain_scores_gemma":[0.99748236,0.00009663731,0.00013012513,0.00072227174,0.00056598434,0.0010026096],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00045020494,0.0003539058,0.00047023318,0.0006095641,0.0002503182,0.00004557634,0.0003251204,0.0003983056,0.0013774569],"category_scores_gemma":[0.00038049914,0.0003629717,0.00008428929,0.0014412126,0.0006839488,0.00037562771,0.000024829522,0.0008131984,0.014264384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018757912,0.00004910662,0.000058066016,0.0001022662,0.000049230286,0.000017568185,0.0004773147,0.00000292066,0.0011362386,0.022647692,0.55638933,0.4190684],"study_design_scores_gemma":[0.0007165064,0.00025312058,0.031157698,0.0014059294,0.00016692207,0.0000054799134,0.0062458683,0.0016067509,0.000076663484,0.0069661485,0.9510359,0.00036299424],"about_ca_topic_score_codex":0.19013134,"about_ca_topic_score_gemma":0.0033490027,"teacher_disagreement_score":0.66886264,"about_ca_system_score_codex":0.0028835011,"about_ca_system_score_gemma":0.0025005226,"threshold_uncertainty_score":0.9998822},"labels":[],"label_agreement":null},{"id":"W2606344382","doi":"10.5489/cuaj.4132","title":"Study habits of Canadian urology residents: Implications for development of a competence by design curriculum","year":2017,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Curriculum; Urology; Competence (human resources); Medical education; Family medicine; Likert scale; Psychology; Pedagogy","score_opus":0.04309012126489335,"score_gpt":0.3257992812632242,"score_spread":0.28270915999833085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606344382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93457323,0.00007636661,0.004179421,0.05877138,0.0004553987,0.0010858504,0.00006470057,0.000008561857,0.0007851192],"genre_scores_gemma":[0.9876508,0.000009426658,0.010650773,0.0013541026,0.0001086857,0.000058188085,0.00003802979,0.000009585996,0.0001204131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831855,0.00011694884,0.00070570054,0.00018235303,0.000261271,0.00041518416],"domain_scores_gemma":[0.99681354,0.00013192285,0.00087729417,0.00026601486,0.0014511009,0.00046012193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018160442,0.00010915923,0.00031416008,0.00060015055,0.00079491595,0.00003834337,0.00036890447,0.00021144061,0.000094182455],"category_scores_gemma":[0.007926467,0.000098751276,0.00005985133,0.0003125416,0.00009088845,0.000094127645,0.000015909522,0.0003406629,0.0000063044845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001723618,0.00022212886,0.9401455,0.000007438089,0.00012073066,0.0000030006686,0.00045893522,0.000008727725,0.0002147839,0.0006806431,0.053962946,0.004157911],"study_design_scores_gemma":[0.00087453955,0.00042454668,0.975216,0.000013134471,0.00007982532,0.000028885734,0.00025447097,0.00006324303,0.000060891405,0.0005920054,0.022306245,0.0000862392],"about_ca_topic_score_codex":0.031196129,"about_ca_topic_score_gemma":0.06164236,"teacher_disagreement_score":0.057417274,"about_ca_system_score_codex":0.0010393948,"about_ca_system_score_gemma":0.0035329235,"threshold_uncertainty_score":0.9752552},"labels":[],"label_agreement":null},{"id":"W2606734170","doi":"","title":"Reflective practice and social responsibility in family medicine","year":2016,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Hôpital Charles-Le Moyne; Université de Sherbrooke","funders":"","keywords":"Empathy; Medicine; Medical education; Qualitative research; Health care; Family medicine; Nursing; Psychology; Psychiatry","score_opus":0.034609312481666626,"score_gpt":0.3559270623603921,"score_spread":0.3213177498787255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606734170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6809953,0.00023987186,0.000073566654,0.09329816,0.0004000215,0.0004848132,0.00001708696,0.00003677886,0.22445443],"genre_scores_gemma":[0.79011,0.000019041432,0.00062175666,0.20829473,0.00055990485,0.00003120851,0.000017622964,0.000021125363,0.00032462442],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985659,0.00013289381,0.00029950694,0.0003575422,0.00027163865,0.00037252816],"domain_scores_gemma":[0.9989176,0.00019677346,0.00008510529,0.0002726123,0.00035126272,0.00017666306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007594056,0.00014265096,0.00027080515,0.00043778168,0.00013623518,0.000008329641,0.00008086708,0.0001325716,0.0000071198747],"category_scores_gemma":[0.0012476923,0.000108411405,0.000023824847,0.000767206,0.00042242074,0.00020651594,0.000014708868,0.00027636194,0.00004215595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005330413,0.00021044462,0.0024061997,0.0000767067,0.0000824971,0.00012532562,0.0037844449,1.00292354e-7,0.05655548,0.024964452,0.1533232,0.7579381],"study_design_scores_gemma":[0.002536306,0.00031961073,0.5936354,0.0003432549,0.00006439334,0.000006830773,0.010305063,0.000015979802,0.0001488404,0.00577047,0.386585,0.00026886127],"about_ca_topic_score_codex":0.008780493,"about_ca_topic_score_gemma":0.00359755,"teacher_disagreement_score":0.75766927,"about_ca_system_score_codex":0.0011774962,"about_ca_system_score_gemma":0.001190987,"threshold_uncertainty_score":0.99782014},"labels":[],"label_agreement":null},{"id":"W2607139302","doi":"10.1111/imj.13392","title":"Medical colleges: whose purpose, if any, do they serve? A response","year":2017,"lang":"en","type":"letter","venue":"Internal Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Obligation; Politics; Legislature; Health care; Public relations; Medicine; Moral obligation; Social responsibility; Law and economics; Political science; Law; Sociology","score_opus":0.025243756333822146,"score_gpt":0.3703436113706359,"score_spread":0.34509985503681373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607139302","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020137267,0.0013830705,0.00059485383,0.943704,0.016324466,0.00071039377,0.000023402767,0.0001056253,0.01701691],"genre_scores_gemma":[0.01666924,0.001075007,0.0011329291,0.76695627,0.114185736,0.00009598853,0.0001886554,0.0002912957,0.09940485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884516,0.0008611334,0.0025548122,0.00083774456,0.006108736,0.0011859471],"domain_scores_gemma":[0.9919418,0.0009376318,0.0021879643,0.0018456427,0.0022230402,0.00086389016],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008819771,0.00092419476,0.001956767,0.0018497792,0.0006346776,0.00027175227,0.0023819155,0.0024876844,0.014996275],"category_scores_gemma":[0.039502997,0.00063959387,0.00050284615,0.00038553838,0.0012546094,0.00031670183,0.00031536905,0.017945874,0.00043911868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017876895,0.00018790577,0.0011425372,0.00034902839,0.0005818333,0.022891032,0.0012277211,2.1425696e-7,0.00009156892,0.000023389395,0.95805186,0.013665244],"study_design_scores_gemma":[0.004815731,0.0019104214,0.0033440655,0.01899747,0.0005652357,0.07351954,0.0004852963,0.00006523962,0.00002286667,0.0010246228,0.89477104,0.00047844453],"about_ca_topic_score_codex":0.00023415497,"about_ca_topic_score_gemma":0.000011276055,"teacher_disagreement_score":0.17674772,"about_ca_system_score_codex":0.0013036677,"about_ca_system_score_gemma":0.003837708,"threshold_uncertainty_score":0.99960554},"labels":[],"label_agreement":null},{"id":"W2607242948","doi":"10.5539/jel.v6n3p151","title":"The Comparison of Self-Efficacy Belief Levels on Anatomy Education between the Undergraduate Students from Physical Therapy and Rehabilitation Department and the Associate Students from Vocational School of Health Services in Western Black Sea Region","year":2017,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Continuance; Psychology; Medical education; Health care; Scale (ratio); Self-efficacy; Vocational education; Medicine; Nursing; Physical therapy; Pedagogy; Social psychology","score_opus":0.031416941952174066,"score_gpt":0.4321870629947142,"score_spread":0.4007701210425402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607242948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96693534,0.00083136914,0.000022515615,0.031437844,0.0002337487,0.0005089444,0.000001698202,0.000003036279,0.000025534515],"genre_scores_gemma":[0.99833953,0.00053406483,0.00027707918,0.0004269939,0.00031585732,0.000015308638,0.000025650872,0.000009255091,0.000056265566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977242,0.00068019633,0.0006930144,0.00014582109,0.00065718684,0.000099625846],"domain_scores_gemma":[0.9961157,0.0013474094,0.0018327946,0.00023042374,0.0004155003,0.00005816057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018010912,0.000110569046,0.00034562606,0.00010587298,0.0004951617,0.00013355582,0.00023835916,0.000051042975,0.0000019172887],"category_scores_gemma":[0.00092305266,0.00006248974,0.00004170965,0.0001192749,0.00025448648,0.00017037491,0.000043224605,0.00051124085,7.7282556e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012485376,0.0011808162,0.893419,0.00003388282,0.00013636787,2.839687e-8,0.019396009,0.000010053972,0.000009183564,0.00012251221,0.0002673578,0.085299924],"study_design_scores_gemma":[0.0022197755,0.0003191331,0.97830766,0.00064759876,0.00007536509,0.0000011554039,0.015963748,0.00013597816,0.000017313518,0.0013148007,0.00095132255,0.00004616667],"about_ca_topic_score_codex":0.00039952903,"about_ca_topic_score_gemma":0.000036227157,"teacher_disagreement_score":0.08525376,"about_ca_system_score_codex":0.00015179353,"about_ca_system_score_gemma":0.00050877285,"threshold_uncertainty_score":0.38084337},"labels":[],"label_agreement":null},{"id":"W2607314991","doi":"10.7759/cureus.1180","title":"Rapid Cycle Deliberate Practice in Medical Education - a Systematic Review","year":2017,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; SickKids Foundation","funders":"","keywords":"Medicine; Medical education; Engineering ethics; Family medicine","score_opus":0.07709435795290102,"score_gpt":0.4953588113909656,"score_spread":0.41826445343806457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607314991","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6495896e-7,0.9751889,0.000012167158,0.0045162044,0.001604405,0.0044716313,0.0000025652455,0.000047617057,0.0141563155],"genre_scores_gemma":[3.0808442e-7,0.98500276,0.0009956496,0.009083994,0.0006809512,0.0021346775,0.00048491466,0.000066074106,0.0015506579],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99572146,0.0005810656,0.001939054,0.00046943882,0.000993568,0.00029541287],"domain_scores_gemma":[0.99541277,0.00036528398,0.001616887,0.0017936254,0.0006124835,0.000198955],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003944381,0.0003815263,0.003018136,0.00025966135,0.000099596145,0.00005094759,0.000592622,0.0006076162,0.0012148162],"category_scores_gemma":[0.09793841,0.00028302908,0.00028046285,0.00061874016,0.00010234467,0.00025975963,0.00008377411,0.0012255909,0.00063776586],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.112715e-7,0.00026721397,6.573173e-8,0.49840972,0.00007162688,0.000021717391,0.00003185199,1.1087917e-9,1.36845e-9,0.0001803043,0.018598208,0.48241836],"study_design_scores_gemma":[0.00008306389,0.00001994749,2.560414e-7,0.48221812,0.002259003,0.00076640106,0.00002268371,0.000005085332,6.4610997e-9,0.000014866203,0.51449156,0.00011902391],"about_ca_topic_score_codex":0.000042936306,"about_ca_topic_score_gemma":0.0000062544236,"teacher_disagreement_score":0.49589333,"about_ca_system_score_codex":0.0006941492,"about_ca_system_score_gemma":0.008421049,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W2607397837","doi":"","title":"Peer-support writing group in a community family medicine teaching unit","year":2016,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; Women's College Hospital","funders":"","keywords":"Session (web analytics); Focus group; Medical education; Unit (ring theory); Peer learning; Peer group; Peer support; Reflection (computer programming); Professional development; Medicine; Psychology; Computer science; Nursing; Pedagogy; World Wide Web; Mathematics education","score_opus":0.04263628715786782,"score_gpt":0.32340433375060973,"score_spread":0.2807680465927419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607397837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6823472,0.00006189602,0.0002231186,0.021529566,0.00046188768,0.00033876914,0.000020659314,0.00006950457,0.29494742],"genre_scores_gemma":[0.85110986,0.0000067059405,0.0005331126,0.14603794,0.0006985537,0.00003970757,0.00019673472,0.00004518933,0.001332179],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772775,0.00023628787,0.0005514682,0.00027316963,0.0005435098,0.00066780247],"domain_scores_gemma":[0.9982798,0.00017256947,0.00011616545,0.0006921303,0.0003397445,0.00039961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020679117,0.00023363676,0.0004015308,0.0007404986,0.00039476051,0.000017824379,0.00031377032,0.00015751412,0.000030042671],"category_scores_gemma":[0.0009758885,0.00018782192,0.000053296317,0.00080753275,0.00032418765,0.00021179463,0.000036447913,0.0011704353,0.00014640151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024696641,0.00024553874,0.010260073,0.00010639146,0.000049154005,0.000095439595,0.0023919335,5.8548426e-7,0.025264747,0.014304127,0.18033259,0.76692474],"study_design_scores_gemma":[0.0029427824,0.00048098873,0.43196738,0.0019678574,0.000068397385,0.0000105681775,0.02834642,0.0000876959,0.000060496383,0.002148511,0.5314623,0.00045658447],"about_ca_topic_score_codex":0.05398464,"about_ca_topic_score_gemma":0.012426351,"teacher_disagreement_score":0.76646817,"about_ca_system_score_codex":0.0010060273,"about_ca_system_score_gemma":0.0008093831,"threshold_uncertainty_score":0.952315},"labels":[],"label_agreement":null},{"id":"W2607442945","doi":"10.1111/medu.13295","title":"Tying knots: an activity theory analysis of student learning goals in clinical education","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"Washington University in St. Louis; Josiah Macy Jr. Foundation","keywords":"Experiential learning; Tying; Psychology; Context (archaeology); Medical education; Grading (engineering); Problem-based learning; Pedagogy; Mathematics education; Medicine; Computer science; Engineering","score_opus":0.039564551711572866,"score_gpt":0.5200243083076911,"score_spread":0.4804597565961182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607442945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874541,0.0001099809,0.0009041028,0.0057675,0.0018626278,0.00036966006,6.4982527e-7,0.000031923595,0.0034994152],"genre_scores_gemma":[0.9946957,0.00010685381,0.0011724322,0.0023488023,0.00067507377,0.00010326234,0.00015804176,0.00001880134,0.00072098844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692386,0.00050665374,0.00094527716,0.0004385599,0.0009530719,0.00023255196],"domain_scores_gemma":[0.99738777,0.00023043637,0.00071478344,0.0009815422,0.00051332096,0.0001721562],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057815593,0.00015106513,0.0005667409,0.0007787207,0.00022709361,0.00004879226,0.00041336985,0.0003222218,0.0009209951],"category_scores_gemma":[0.024273252,0.00013975415,0.0001503023,0.00085329724,0.00037737866,0.00034915743,0.000077646735,0.000878219,0.000017406872],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052270163,0.0036743528,0.5006648,0.00004725452,0.00012587172,6.3687594e-7,0.00092494674,0.000004985532,0.00006481686,0.0012909381,0.00064567145,0.49250352],"study_design_scores_gemma":[0.00050944457,0.00015129343,0.9891831,0.00032880236,0.00056344335,0.0000037670218,0.002524336,0.003535864,0.00006218117,0.00028942115,0.0027275581,0.00012075422],"about_ca_topic_score_codex":0.0003487169,"about_ca_topic_score_gemma":0.000084497085,"teacher_disagreement_score":0.49238276,"about_ca_system_score_codex":0.0002835502,"about_ca_system_score_gemma":0.0045267376,"threshold_uncertainty_score":0.9999923},"labels":[],"label_agreement":null},{"id":"W2608300216","doi":"10.1097/acm.0000000000001720","title":"Canadian National Guidelines and Recommendations for Integrating Career Advising Into Medical School Curricula","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University; Memorial University of Newfoundland","funders":"Health Canada; Association of Faculties of Medicine of Canada; University of Toronto; Queen's University; McMaster University; Council of Ontario Universities; Faculty of Medicine, McGill University; McGill University; University of Ottawa; Université Laval","keywords":"Accreditation; Medical education; Curriculum; Academic advising; Specialty; Psychology; Political science; Medicine; Pedagogy; Higher education; Family medicine","score_opus":0.10118095142119166,"score_gpt":0.4722670128751234,"score_spread":0.37108606145393175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608300216","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062598154,0.0009567137,0.0058901142,0.9227455,0.0019963435,0.0007673344,0.000010694325,0.000060812738,0.004974309],"genre_scores_gemma":[0.8823047,0.00076839863,0.032603607,0.07227387,0.00836135,0.0002502613,0.0006972434,0.000055265675,0.002685265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976742,0.000030005865,0.0008033543,0.0003446487,0.0008233696,0.00032441693],"domain_scores_gemma":[0.99682796,0.00020254777,0.00028118573,0.00032933473,0.0016167598,0.0007422053],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002917113,0.00017757008,0.00032091315,0.00039738996,0.0008641538,0.00002497137,0.00032652693,0.00039288192,0.0009435882],"category_scores_gemma":[0.1267896,0.00013744575,0.00003205864,0.00018734628,0.00040457727,0.00022608817,0.00006494281,0.000972869,0.000014457307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013618632,0.000007594731,0.016356437,0.00010568979,0.00004745263,0.000004632243,0.0015508167,3.3780006e-7,0.00023715493,0.01490784,0.7953383,0.17143017],"study_design_scores_gemma":[0.004556064,0.0002482242,0.017390046,0.0064648907,0.00025501382,0.00042303107,0.006716636,0.018903567,0.00009586455,0.019896744,0.92460215,0.0004477891],"about_ca_topic_score_codex":0.020073473,"about_ca_topic_score_gemma":0.0039505595,"teacher_disagreement_score":0.8504717,"about_ca_system_score_codex":0.00051584805,"about_ca_system_score_gemma":0.0020817402,"threshold_uncertainty_score":0.99996966},"labels":[],"label_agreement":null},{"id":"W2609014668","doi":"10.36834/cmej.36947","title":"Systems thinking and structural competence in and for medical education","year":2017,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Competence (human resources); Computer science; Data science; Psychology; Social psychology","score_opus":0.009611289038679296,"score_gpt":0.35105466791384865,"score_spread":0.34144337887516935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609014668","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009642616,0.006724136,0.000085196036,0.060902793,0.9203633,0.0010648,0.000029324849,0.000020751357,0.0011670988],"genre_scores_gemma":[0.01561308,0.002379393,0.0027702714,0.015646804,0.95964056,0.0003243558,0.0012313011,0.00011172848,0.0022824989],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951801,0.00014151345,0.0010829093,0.0005343638,0.002463208,0.00059795793],"domain_scores_gemma":[0.9897353,0.0004345228,0.0006872735,0.00050282513,0.0019995954,0.0066404734],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035817153,0.00035349323,0.00069811544,0.0011046749,0.0007668582,0.00044782815,0.0005741913,0.0019655288,0.0013861782],"category_scores_gemma":[0.18006687,0.0003247603,0.000067508336,0.00022905682,0.0005700286,0.00026550872,0.000048431197,0.0036469866,0.0000052266623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021137961,0.00006324684,0.00080537616,0.00055064366,0.000034687506,0.000023055789,0.0006952455,1.4588969e-7,2.363977e-7,0.0010915572,0.8766774,0.12003729],"study_design_scores_gemma":[0.0012270204,0.00010629546,0.0023359323,0.006127369,0.000086171356,0.0019089013,0.0017199737,0.001452691,1.6958596e-7,0.0013794217,0.9833407,0.0003153527],"about_ca_topic_score_codex":0.011145076,"about_ca_topic_score_gemma":0.013041076,"teacher_disagreement_score":0.2707944,"about_ca_system_score_codex":0.0013379449,"about_ca_system_score_gemma":0.27213234,"threshold_uncertainty_score":0.9999204},"labels":[],"label_agreement":null},{"id":"W2609371379","doi":"10.1016/j.gie.2017.03.381","title":"Sa1062 Colonoscopy Quality Measures of Gi Fellow Colonoscopy Performance by Quarter of Training","year":2017,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Colonoscopy; Medicine; Quarter (Canadian coin); Quality (philosophy); Tracking (education); Medical physics; Medical education; General surgery; Physical therapy; Colorectal cancer; Internal medicine; Psychology","score_opus":0.06357800544355553,"score_gpt":0.3609122211643896,"score_spread":0.29733421572083407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609371379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851471,0.00004991668,0.0071415063,0.0015836096,0.0003753482,0.00044200046,0.00003342311,0.00004735572,0.0051797447],"genre_scores_gemma":[0.87874573,0.000010555661,0.12055662,0.00019689355,0.00014173519,0.0000396192,0.000051576048,0.000026627431,0.0002306104],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9974026,0.00010456792,0.0009903831,0.0003604604,0.0006953001,0.00044666175],"domain_scores_gemma":[0.9969908,0.00020320143,0.0010661175,0.0009102864,0.0006931632,0.00013643407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014442281,0.00025455566,0.00069952843,0.00015872234,0.00025916754,0.000028268918,0.00043612998,0.00009020198,0.00023786612],"category_scores_gemma":[0.0048874505,0.00024257631,0.00012036824,0.00019205491,0.0009198742,0.00021881152,0.000058565012,0.00043660152,0.00002019302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043636556,0.0007621124,0.40792483,0.00082983775,0.00008397102,0.000008169396,0.0014373626,0.000009628368,0.562073,0.00058418384,0.014279499,0.007643737],"study_design_scores_gemma":[0.010673454,0.017370222,0.6052051,0.0059295148,0.00041503142,0.0012179343,0.004783091,0.002736267,0.34727478,0.0003849534,0.003192788,0.0008168255],"about_ca_topic_score_codex":0.00023063809,"about_ca_topic_score_gemma":0.000009424574,"teacher_disagreement_score":0.21479824,"about_ca_system_score_codex":0.00012166694,"about_ca_system_score_gemma":0.00044899597,"threshold_uncertainty_score":0.9891975},"labels":[],"label_agreement":null},{"id":"W2609604958","doi":"10.36834/cmej.36679","title":"Exploring the experience of residents during the first six months of family medicine residency training","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; Public Health Ontario; University of Toronto","funders":"","keywords":"Feeling; Perspective (graphical); Medical education; Residency training; Training (meteorology); Focus group; Identity (music); Program director; Medicine; Psychology; Family medicine; Continuing education; Social psychology; Sociology","score_opus":0.09443318654585053,"score_gpt":0.3708328889851998,"score_spread":0.27639970243934925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609604958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8446622,0.00040692234,0.000016000198,0.14757842,0.0030583835,0.00022147845,0.000001060633,0.00000526172,0.0040503163],"genre_scores_gemma":[0.990963,0.0004495986,0.00025857365,0.005887144,0.0019316578,0.00006158176,0.0000027471751,0.000018467954,0.0004272354],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99710023,0.00007552314,0.00089910533,0.0001767301,0.001397487,0.000350897],"domain_scores_gemma":[0.99625003,0.00014129828,0.00065854436,0.00086459244,0.0008350848,0.0012504312],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020383128,0.00013712184,0.00029381926,0.0003348311,0.0014198996,0.000043836113,0.000997062,0.00010169287,0.0023907216],"category_scores_gemma":[0.062637694,0.00008164655,0.000074665724,0.0003499088,0.0012969638,0.0003247335,0.000041215186,0.00092103146,0.000005553554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021500814,0.00039310646,0.13997877,0.0006829535,0.00031484556,0.00015674777,0.26435912,0.000014088953,0.0011722159,0.010666483,0.20213446,0.3799122],"study_design_scores_gemma":[0.00060915574,0.00006729758,0.9265934,0.0020457173,0.000051033458,0.0004629968,0.05442575,0.000050031744,0.0001593924,0.0002934602,0.015155858,0.00008589922],"about_ca_topic_score_codex":0.031734373,"about_ca_topic_score_gemma":0.010237886,"teacher_disagreement_score":0.78661466,"about_ca_system_score_codex":0.0003126449,"about_ca_system_score_gemma":0.01868678,"threshold_uncertainty_score":0.99988014},"labels":[],"label_agreement":null},{"id":"W2609631139","doi":"10.1017/cem.2017.17","title":"A writer’s guide to education scholarship: Quantitative methodologies for medical education research (part 1)","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Queen's University; University of British Columbia; University of Saskatchewan","funders":"","keywords":"Scholarship; Thematic analysis; Medical education; Publishing; Quantitative analysis (chemistry); Medicine; MEDLINE; Quantitative research; Qualitative research; Sociology; Social science; Political science","score_opus":0.7429246719139361,"score_gpt":0.6853929574070413,"score_spread":0.05753171450689476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609631139","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001863558,0.9230051,0.0012571366,0.02520309,0.040988423,0.002260571,0.000023795743,0.000011122745,0.0072321123],"genre_scores_gemma":[0.0000036257968,0.9381958,0.03281543,0.0011750422,0.012156774,0.0005070989,0.00037408993,0.00010619313,0.014665945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926193,0.00094119884,0.0034310236,0.0005497002,0.0016626312,0.00079617725],"domain_scores_gemma":[0.98271114,0.00086617714,0.001904398,0.001268276,0.010881609,0.0023683978],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020707408,0.00047342337,0.0023594168,0.004571741,0.0006435909,0.000040348066,0.001484722,0.000790563,0.0036822155],"category_scores_gemma":[0.29400817,0.00035950198,0.0004855238,0.0017686387,0.0005251588,0.0002839505,0.00004777306,0.0024335661,0.000083385596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016648419,0.000060371432,0.000017366227,0.0036518911,0.00013478498,0.000005912517,0.00033280454,3.2891176e-8,4.950034e-7,0.002278553,0.5004802,0.49302098],"study_design_scores_gemma":[0.0003164238,0.0010698629,0.00004873325,0.06288758,0.0009817468,0.00023422512,0.0015782942,0.000001398335,5.9204575e-7,0.0018469144,0.930782,0.0002522114],"about_ca_topic_score_codex":0.002139025,"about_ca_topic_score_gemma":0.0031426826,"teacher_disagreement_score":0.49276876,"about_ca_system_score_codex":0.0017868011,"about_ca_system_score_gemma":0.10979669,"threshold_uncertainty_score":0.9998857},"labels":[],"label_agreement":null},{"id":"W2609748884","doi":"10.1016/j.jogc.2017.03.075","title":"P-OBS-JM-135 Needs Assessment of Obstetrics and Gynaecology Faculty to Inform Faculty Development Priorities in the Transition to Competency Based Medical Education (CBME)","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Medicine; Medical education; Faculty development; Needs assessment; Obstetrics and gynaecology; Focus group; Professional development; Psychology","score_opus":0.02457502822126445,"score_gpt":0.33116002100026903,"score_spread":0.3065849927790046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609748884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96599627,0.00021662016,0.00062441226,0.022480775,0.008939383,0.00050606567,0.000014612856,0.0000027921003,0.0012190554],"genre_scores_gemma":[0.9805102,0.000024879531,0.013503792,0.0057896674,0.0000364813,0.00002742461,0.000043611355,0.0000089019795,0.000055080585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99754214,0.000069527305,0.0009867862,0.00015175484,0.0009742338,0.0002755754],"domain_scores_gemma":[0.996457,0.0013255115,0.0005713587,0.00023748363,0.0011309041,0.00027773433],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011915296,0.00016443752,0.00047808103,0.00086413143,0.00031470417,0.00004358401,0.00032964075,0.000224733,0.0001888555],"category_scores_gemma":[0.028582191,0.00012368287,0.0000359153,0.00086335215,0.00013533168,0.00012911428,0.000055886852,0.0005785251,3.5408866e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008914373,0.00050347374,0.2499784,0.00023385082,0.00007827832,0.00019922524,0.0044325865,0.000058240552,0.0000073159154,0.0019755932,0.0041890056,0.73833513],"study_design_scores_gemma":[0.0018758506,0.00048544238,0.9691639,0.000032344928,0.00005523561,0.000040436247,0.0045644115,0.00031315922,0.000022062604,0.00007694229,0.023251424,0.00011881893],"about_ca_topic_score_codex":0.002154552,"about_ca_topic_score_gemma":0.007383539,"teacher_disagreement_score":0.7382163,"about_ca_system_score_codex":0.0019400342,"about_ca_system_score_gemma":0.021025272,"threshold_uncertainty_score":0.9845246},"labels":[],"label_agreement":null},{"id":"W2609833595","doi":"","title":"The Relationship between Academic Motivation and Lifelong Learning in Psychiatry Residents","year":2015,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Psychology; Medical education; Psychiatry; Medicine; Pedagogy","score_opus":0.15328820487024228,"score_gpt":0.3924179467879785,"score_spread":0.2391297419177362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609833595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831629,0.0005962472,0.0000051355833,0.014260074,0.0002033671,0.00034634976,0.00024459552,0.00006752842,0.001113821],"genre_scores_gemma":[0.98697054,0.0000029237985,0.00021090455,0.0003848613,0.00048863434,0.000064335596,0.011301352,0.000011914353,0.00056455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992055,0.00005827948,0.00024126796,0.00012082373,0.00024982265,0.00012426944],"domain_scores_gemma":[0.9991454,0.00045232382,0.00009549386,0.0001196369,0.00012967226,0.00005747196],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00038132299,0.00005935743,0.00007518391,0.00011440006,0.00012759783,0.000019257435,0.000065234286,0.00013793637,0.00039081107],"category_scores_gemma":[0.048626985,0.000047207617,0.000010090697,0.00045929116,0.000011814102,0.00012099199,0.000032669963,0.0007619356,0.00017263865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005686238,0.0000042305956,0.8237951,0.000033497658,0.0000022315176,3.1878278e-7,0.00026469846,0.0000032503526,4.758364e-7,0.000110729656,0.17225374,0.003526042],"study_design_scores_gemma":[0.00038407923,0.00002630684,0.9866088,0.0011823361,0.000005601923,0.0000043364703,0.00042328963,0.00010836552,0.0000037503241,0.0012008776,0.010006857,0.000045380682],"about_ca_topic_score_codex":0.000006730164,"about_ca_topic_score_gemma":0.0000038857283,"teacher_disagreement_score":0.16281372,"about_ca_system_score_codex":0.00009386672,"about_ca_system_score_gemma":0.00023372812,"threshold_uncertainty_score":0.9593868},"labels":[],"label_agreement":null},{"id":"W2609922584","doi":"10.1080/0142159x.2017.1317729","title":"Exploring the role of classroom-based learning in professional identity formation of family practice residents using the experiences, trajectories, and reifications framework","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Division of Graduate Education","keywords":"Identity (music); Psychology; Medical education; Pedagogy; Mathematics education; Medicine","score_opus":0.11481927120403106,"score_gpt":0.4192991746185673,"score_spread":0.30447990341453623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609922584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98863775,0.00022576094,0.0044956137,0.005456902,0.00049177825,0.00027544043,2.0088508e-7,0.000010555246,0.00040599165],"genre_scores_gemma":[0.9971386,0.00004500901,0.0022983898,0.00017265012,0.00016206843,0.000097322605,0.00000585453,0.000008295227,0.00007177906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805856,0.00024634533,0.00045992422,0.0001312309,0.00097080413,0.00013313115],"domain_scores_gemma":[0.9986793,0.00023380703,0.00042045332,0.0004046367,0.00021824359,0.000043589083],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027489674,0.00007441809,0.00015577216,0.00007830384,0.00040717953,0.000025700005,0.00027719323,0.000113265625,0.000067491936],"category_scores_gemma":[0.028600771,0.000045117817,0.000026682783,0.00027160736,0.0005339847,0.0006325218,0.00006915008,0.0008786123,7.762766e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004000029,0.0013903144,0.6962292,0.00039953575,0.00007814055,0.000008639947,0.17936957,0.00006689776,0.0028118105,0.013033992,0.0006952851,0.10551663],"study_design_scores_gemma":[0.0012430879,0.0001210169,0.663002,0.0023847988,0.00012868023,0.000027472786,0.25675166,0.067242496,0.0016232315,0.0019202334,0.005385757,0.00016956047],"about_ca_topic_score_codex":0.00048328142,"about_ca_topic_score_gemma":0.000018876983,"teacher_disagreement_score":0.10534707,"about_ca_system_score_codex":0.00007682063,"about_ca_system_score_gemma":0.0003744652,"threshold_uncertainty_score":0.9795817},"labels":[],"label_agreement":null},{"id":"W2610067442","doi":"10.1016/j.jogc.2017.03.031","title":"P-EDU-145 Implementation of an Innovative Resident-As-Teacher Program at the University of Ottawa","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Rubric; Medicine; Accreditation; Likert scale; Medical education; Graduate medical education; Program director; Mathematics education; Psychology","score_opus":0.014481965381630676,"score_gpt":0.3181907935845833,"score_spread":0.30370882820295264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610067442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99434656,0.00017587998,0.000006720253,0.0025143984,0.0016396296,0.00017449801,0.0000050401504,0.0000010857552,0.0011362011],"genre_scores_gemma":[0.9986578,0.00002703264,0.0007625619,0.00016331245,0.000023789198,5.232701e-7,0.000007982251,0.0000041945104,0.00035277964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912614,0.00004906991,0.0003527734,0.00007031161,0.00030048616,0.00010124356],"domain_scores_gemma":[0.9973497,0.00020829082,0.0010339837,0.00019395984,0.0011641505,0.00004996449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052628614,0.0000556235,0.00019519028,0.00013940623,0.0002208914,0.0000067837013,0.0001651713,0.00006852457,0.00064789725],"category_scores_gemma":[0.003538523,0.000042393156,0.000021520944,0.00028737218,0.00024151082,0.000097611126,0.000045791043,0.00022883137,1.9282012e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020097623,0.00015437529,0.500539,0.00005303314,0.00015921655,0.00015891559,0.0013051018,0.0000023599011,0.000083683204,0.00067194074,0.013057088,0.4837952],"study_design_scores_gemma":[0.0014317265,0.00075198937,0.9704638,0.000006728916,0.00007460611,0.000027153692,0.006377999,0.000019688967,0.0004707731,0.0000640936,0.020275021,0.00003639392],"about_ca_topic_score_codex":0.034815673,"about_ca_topic_score_gemma":0.06788427,"teacher_disagreement_score":0.48375878,"about_ca_system_score_codex":0.00059583964,"about_ca_system_score_gemma":0.002126528,"threshold_uncertainty_score":0.97161156},"labels":[],"label_agreement":null},{"id":"W2610112699","doi":"10.5430/ijhe.v6n3p12","title":"The Effect of Team-Based Learning on Conventional Pathology Education to Improve Students’ Mastery of Pathology","year":2017,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jinan University","keywords":"Team-based learning; Session (web analytics); Medical education; Class (philosophy); Psychology; Rote learning; Medicine; Small group learning; Teaching method; Pathology; Mathematics education; Computer science; Cooperative learning; Artificial intelligence","score_opus":0.00935636673207961,"score_gpt":0.39159397232974574,"score_spread":0.3822376055976661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610112699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750219,0.0001299338,0.00024666922,0.010989833,0.011909002,0.00032137168,0.000003142155,0.0000049945997,0.0013731244],"genre_scores_gemma":[0.99423563,0.000015978898,0.0012052046,0.0008689146,0.0012214255,0.000048227623,0.000034540335,0.000016585345,0.0023534799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784505,0.00017395988,0.0008122218,0.00016236746,0.0008789736,0.00012744898],"domain_scores_gemma":[0.9956891,0.00024435786,0.0016432153,0.0003562512,0.0020091333,0.000057937876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001367649,0.00012952267,0.000280728,0.00043870043,0.00014088528,0.000048933467,0.00064198044,0.000106630716,0.00014310841],"category_scores_gemma":[0.0021559112,0.00009367298,0.00014322269,0.00009935518,0.00019881502,0.00013493847,0.0000559676,0.00038496027,0.000015983249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028881752,0.0025086373,0.61580944,0.00016529918,0.00037430713,0.000015000926,0.00053183804,0.00012009787,0.029811962,0.0060925186,0.018423226,0.3232595],"study_design_scores_gemma":[0.0020303493,0.0027400544,0.9476513,0.00069283316,0.00013219037,0.00016975203,0.00018310567,0.000022638227,0.018690282,0.0004912658,0.027094658,0.000101522855],"about_ca_topic_score_codex":0.000014246664,"about_ca_topic_score_gemma":8.6366805e-7,"teacher_disagreement_score":0.3318419,"about_ca_system_score_codex":0.00025509176,"about_ca_system_score_gemma":0.0008219411,"threshold_uncertainty_score":0.3819873},"labels":[],"label_agreement":null},{"id":"W2610597228","doi":"10.25011/cim.v30i4.2818","title":"57. The power of power: Comparative evaluations of medical residency training across teaching sites and programs at the University of Torontos","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Likert scale; Medical education; Protocol (science); Scale (ratio); Consolidation (business); Computer science; Medicine; Psychology; Alternative medicine; Pathology","score_opus":0.2838231356296945,"score_gpt":0.4826860675597958,"score_spread":0.1988629319301013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610597228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465816,0.0008764926,0.00041036145,0.049995616,0.00015287753,0.00045673415,0.000004112199,0.000008961818,0.0015132228],"genre_scores_gemma":[0.9973695,0.00009463422,0.00126633,0.00087264524,0.000118163094,0.000001856635,0.000023433897,0.0000058206224,0.00024758856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750805,0.00035034,0.0009019111,0.00022775169,0.00083520403,0.0001767251],"domain_scores_gemma":[0.9970202,0.0015430925,0.0004890735,0.00027771902,0.0004952098,0.00017471905],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009615892,0.00012239054,0.00055243174,0.000043053584,0.0002593472,0.000002282034,0.00018129387,0.00015084384,0.00028666406],"category_scores_gemma":[0.012281447,0.00006474581,0.000057151326,0.0002995863,0.023678966,0.000072208335,0.0001353731,0.0006200915,9.155564e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044215145,0.00061227876,0.48430398,0.00025386535,0.00043138457,0.000008743763,0.36264917,7.89286e-7,0.003513844,0.0442455,0.012848782,0.09068952],"study_design_scores_gemma":[0.002310378,0.001880068,0.84212786,0.0012220023,0.00020582636,0.000024056773,0.14406236,0.0002972978,0.00045557256,0.004231794,0.0030974862,0.00008530799],"about_ca_topic_score_codex":0.00023277583,"about_ca_topic_score_gemma":0.00031999554,"teacher_disagreement_score":0.35782388,"about_ca_system_score_codex":0.000029984672,"about_ca_system_score_gemma":0.00027858722,"threshold_uncertainty_score":0.9960385},"labels":[],"label_agreement":null},{"id":"W2610743595","doi":"10.1097/nnd.0000000000000357","title":"Creating a Novel Online Digital Badge-Awarding Program in Patient Navigation to Address Healthcare Access","year":2017,"lang":"en","type":"article","venue":"Journal for Nurses in Professional Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes","funders":"American College of Surgeons; Robert Wood Johnson Foundation","keywords":"Blackboard (design pattern); Curriculum; Medical education; Computer science; Health care; Quality (philosophy); Multimedia; Health professionals; World Wide Web; Psychology; Medicine; Pedagogy; Software engineering","score_opus":0.0664520774522558,"score_gpt":0.4871512296725347,"score_spread":0.4206991522202789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610743595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96545255,0.00002563906,0.0001577909,0.008353271,0.023652373,0.0021082892,0.000021589192,0.000024204111,0.00020427081],"genre_scores_gemma":[0.966241,0.000004784545,0.027705867,0.0009181686,0.00044452024,0.00070983806,0.00038901885,0.0000342662,0.0035525293],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99751914,0.000024118597,0.0010204033,0.00029459785,0.00071746897,0.0004243016],"domain_scores_gemma":[0.9983919,0.00007301965,0.00048741815,0.00023213757,0.0006398598,0.00017566262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006817153,0.00018327258,0.0003128731,0.00043350397,0.0007024591,0.0002366853,0.00033079777,0.00014134317,0.00001538584],"category_scores_gemma":[0.0025792674,0.00015006412,0.00005299176,0.00030271965,0.00004916554,0.0006341573,0.00017648053,0.0006988667,0.0000036001034],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004793455,0.0027044448,0.15872419,0.00039247412,0.000033000604,0.00004198618,0.0059811287,0.000053537628,0.00018053588,0.00023011856,0.006308106,0.8248711],"study_design_scores_gemma":[0.0033393037,0.00045995892,0.836015,0.014997301,0.00001403563,0.00022786383,0.0051003955,0.0011918233,0.0006636339,0.0005298873,0.13709965,0.00036117915],"about_ca_topic_score_codex":0.00001829925,"about_ca_topic_score_gemma":0.000032732016,"teacher_disagreement_score":0.82451,"about_ca_system_score_codex":0.001135565,"about_ca_system_score_gemma":0.0011925991,"threshold_uncertainty_score":0.6119437},"labels":[],"label_agreement":null},{"id":"W2610832503","doi":"10.1080/21614083.2017.1314416","title":"Roles and Responsibilities in the Provision of Accredited Continuing Medical Education/Continuing Professional Development","year":2017,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Continuing medical education; Continuing professional development; Continuing education; Medical education; Professional development; Political science; Medicine; Nursing; Public relations","score_opus":0.01685529942882748,"score_gpt":0.3505769460441221,"score_spread":0.33372164661529463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610832503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98872244,0.00027780494,0.00002828523,0.008225326,0.0007354325,0.00015899677,2.5736375e-7,0.0000032225792,0.0018482375],"genre_scores_gemma":[0.99463433,0.000036677608,0.003473973,0.00044681976,0.0006299363,0.0000022247655,0.0000029934254,0.0000103817765,0.0007626832],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99804157,0.00025647122,0.0007811211,0.000095341,0.00071703707,0.000108466345],"domain_scores_gemma":[0.9982803,0.00014644832,0.0007244764,0.0002469335,0.0005420982,0.000059754944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005704777,0.00007778966,0.00020483044,0.00022567656,0.00010818664,0.000042215408,0.00030475555,0.000045814024,0.00005105238],"category_scores_gemma":[0.014882759,0.00004683197,0.000031854004,0.00009175062,0.00018845136,0.00018491491,0.00008338472,0.00045874921,0.0000019841875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005285447,0.000989584,0.10242195,0.00022513069,0.00004198909,0.00009780301,0.042861275,4.6822794e-7,0.0028338034,0.0010254175,0.016159272,0.83281475],"study_design_scores_gemma":[0.001065034,0.00013105324,0.95881075,0.0038216983,0.00002277246,0.00031523185,0.007679068,0.000044242766,0.00036929175,0.00010177346,0.027579658,0.000059435115],"about_ca_topic_score_codex":0.0000020944813,"about_ca_topic_score_gemma":0.0000032767352,"teacher_disagreement_score":0.8563888,"about_ca_system_score_codex":0.00004334268,"about_ca_system_score_gemma":0.00067062426,"threshold_uncertainty_score":0.9934153},"labels":[],"label_agreement":null},{"id":"W2610985056","doi":"","title":"Analyse de vidéos","year":2014,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Humanities; Political science; Computer science; Library science; Art","score_opus":0.014275016368649411,"score_gpt":0.2800155341612154,"score_spread":0.26574051779256597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610985056","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17100164,0.00563426,0.0033925248,0.037474114,0.010473785,0.0005310104,0.000069305876,0.00008289657,0.7713404],"genre_scores_gemma":[0.47909334,0.000052360127,0.0023645465,0.5016591,0.008217964,0.000032793305,0.00017828353,0.000068065325,0.008333533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977398,0.00014021508,0.00035668988,0.0003542456,0.00028839026,0.0011206898],"domain_scores_gemma":[0.9980163,0.000058427704,0.00009599733,0.00065443723,0.00027516656,0.0008996655],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006480513,0.00024117499,0.00033372297,0.00047730887,0.00023911727,0.000053199656,0.00025592474,0.00027912628,0.000097963966],"category_scores_gemma":[0.00040705755,0.00028982465,0.000114377304,0.0013282411,0.0003229783,0.00013793915,0.000014937218,0.00059173594,0.002437731],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034666607,0.00008042182,0.0006944108,0.00010279555,0.00008136131,0.000022860055,0.00027147142,0.00003887585,0.0010949413,0.021860525,0.3911659,0.584583],"study_design_scores_gemma":[0.00044479224,0.000107231725,0.0329174,0.00045304451,0.00025601342,0.0000033633667,0.0017859789,0.012405487,0.00021056843,0.0021159046,0.94900644,0.0002938035],"about_ca_topic_score_codex":0.05029044,"about_ca_topic_score_gemma":0.010739452,"teacher_disagreement_score":0.7630069,"about_ca_system_score_codex":0.0023876764,"about_ca_system_score_gemma":0.0031191725,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W2611232088","doi":"10.1097/acm.0000000000001722","title":"Evaluation of and Feedback for Academic Medicine Leaders: Developing and Implementing the Memorial Method","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Newfoundland and Labrador Centre for Applied Health Research; Memorial University of Newfoundland","funders":"","keywords":"Academic medicine; Medical education; Higher education; MEDLINE; Medicine; Psychology; Political science","score_opus":0.2817713410798679,"score_gpt":0.5447421355904187,"score_spread":0.26297079451055083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611232088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66667366,0.004981264,0.031219834,0.29070416,0.0018892273,0.002761268,0.000003847867,0.000039893894,0.0017268301],"genre_scores_gemma":[0.9789797,0.0015533179,0.00829497,0.0043615783,0.0061852997,0.00019294539,0.00005812576,0.00003754003,0.00033650515],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967438,0.00018372426,0.0010108796,0.00039971364,0.001290056,0.0003718572],"domain_scores_gemma":[0.99679756,0.0007678518,0.00083147414,0.00048415727,0.0010209465,0.00009798318],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022173775,0.00021156926,0.00056279206,0.0002222098,0.000576809,0.000006902672,0.00031786732,0.00033542776,0.00010742656],"category_scores_gemma":[0.034776837,0.00013118844,0.000023702061,0.00020990918,0.0013962655,0.00019499986,0.00013727495,0.00091963436,0.0000010521474],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021315896,0.000007751676,0.008175569,0.00090404507,0.00033030662,0.0000010231496,0.03500046,0.0000016386872,0.025012232,0.022260705,0.057444576,0.8506485],"study_design_scores_gemma":[0.07739338,0.002681028,0.18152925,0.018925807,0.017209573,0.0012146346,0.22743578,0.081760585,0.020341659,0.18794301,0.1820465,0.001518776],"about_ca_topic_score_codex":0.0001030541,"about_ca_topic_score_gemma":0.000005613776,"teacher_disagreement_score":0.84912974,"about_ca_system_score_codex":0.00012842567,"about_ca_system_score_gemma":0.00034638218,"threshold_uncertainty_score":0.9733536},"labels":[],"label_agreement":null},{"id":"W2611247422","doi":"10.25011/cim.v30i4.2807","title":"47. Evaluation of new implementation strategies, program effectiveness and dissemination of new pedagogical knowledge: Centre for faculty development's stepping stones teaching certificate program","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certificate; Medical education; Harmonization; Program evaluation; Focus group; Faculty development; Qualitative research; Curriculum; Cohort; Qualitative property; Psychology; Medicine; Pedagogy; Professional development; Computer science; Sociology; Political science","score_opus":0.5606674486344829,"score_gpt":0.5987380517349552,"score_spread":0.03807060310047228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611247422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865558,0.00029983014,0.0058888323,0.0034230864,0.00025749643,0.0033628528,0.0000031576933,0.000048052025,0.00016087087],"genre_scores_gemma":[0.96483415,0.000016645432,0.034006987,0.00005781058,0.00039940586,0.00009294372,0.00040774615,0.000015602867,0.00016870676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99731857,0.00022962809,0.0013000321,0.0003958993,0.0005285219,0.000227359],"domain_scores_gemma":[0.99737644,0.00059896585,0.00052758463,0.00013604091,0.001092677,0.00026831622],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069948337,0.00019632817,0.0005462025,0.00017193131,0.000120422956,0.000012783875,0.00006674012,0.00014512398,0.000030116016],"category_scores_gemma":[0.009167827,0.00014367745,0.000044617984,0.00038080005,0.0017046927,0.00020125395,0.00003523513,0.00030587852,4.2720805e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015864632,0.0004724614,0.048007037,0.0006228235,0.00009677882,2.6092022e-7,0.00980818,5.671101e-7,0.0032608663,0.0030136679,0.0012448727,0.93331385],"study_design_scores_gemma":[0.00412705,0.0019979728,0.95451677,0.002218829,0.00050074584,0.000005526258,0.018803086,0.0010846913,0.006361959,0.004694588,0.00552642,0.00016238977],"about_ca_topic_score_codex":0.000072607516,"about_ca_topic_score_gemma":0.000043248663,"teacher_disagreement_score":0.9331514,"about_ca_system_score_codex":0.00008163525,"about_ca_system_score_gemma":0.0008662945,"threshold_uncertainty_score":0.99917835},"labels":[],"label_agreement":null},{"id":"W2611430929","doi":"10.5811/westjem.2017.2.33076","title":"Academic Primer Series: Key Papers About Teaching with Technology","year":2017,"lang":"en","type":"review","venue":"Western Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Appeal; Medical education; Reading (process); Variety (cybernetics); Health technology; Curriculum; Delphi method; Key (lock); Computer science; Medicine; Library science; Psychology; Pedagogy; Health care","score_opus":0.1124824647930828,"score_gpt":0.4693661717708763,"score_spread":0.3568837069777935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611430929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031287008,0.98028886,0.00016601564,0.0065640053,0.006030251,0.00065943913,0.0000026123598,0.000042666077,0.005933273],"genre_scores_gemma":[0.000080162106,0.98292744,0.0010895467,0.00017989904,0.0053327596,0.000034865094,0.000044705863,0.000119860095,0.010190737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99479675,0.00014342334,0.0030462123,0.00039504058,0.0011422187,0.00047633995],"domain_scores_gemma":[0.99344355,0.00005715301,0.004452145,0.0009922253,0.00080643606,0.0002485209],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022511263,0.00061560445,0.0031734928,0.0015432152,0.00024824517,0.0000065030968,0.0009565666,0.00085777784,0.0012011948],"category_scores_gemma":[0.0042554634,0.00035631374,0.00031877877,0.00065357226,0.0005123307,0.000265047,0.000080475795,0.0051986817,0.00004053787],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064577325,0.00010021952,0.0017818876,0.009499879,0.00085253164,0.00015019074,0.0006276736,1.355005e-7,0.000015250962,0.00024089486,0.016584715,0.97008204],"study_design_scores_gemma":[0.00077464874,0.0013492865,0.00018066296,0.08492817,0.0034079102,0.0041896757,0.00034190947,2.582269e-7,9.74697e-7,0.000042396223,0.9045139,0.0002701946],"about_ca_topic_score_codex":0.000007663582,"about_ca_topic_score_gemma":0.0000027550425,"teacher_disagreement_score":0.96981186,"about_ca_system_score_codex":0.00027595353,"about_ca_system_score_gemma":0.00125266,"threshold_uncertainty_score":0.9998889},"labels":[],"label_agreement":null},{"id":"W2611621378","doi":"10.7759/cureus.1224","title":"Curated Collections for Educators: Five Key Papers about Program Evaluation&#x0D;","year":2017,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Medical education; Delphi method; Relevance (law); Program evaluation; Educational program; Medicine; Delphi; Curriculum; Process (computing); Computer science; Psychology; Pedagogy","score_opus":0.19044966496509916,"score_gpt":0.5328689887503627,"score_spread":0.3424193237852635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611621378","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051910906,0.95397604,0.000033813903,0.00056559447,0.0048590433,0.0138776675,0.00007612998,0.0001848867,0.026421666],"genre_scores_gemma":[0.0000052250584,0.938803,0.004662498,0.0002028541,0.0024743965,0.02411844,0.004090376,0.000109797955,0.025533399],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973536,0.00012289065,0.00090039306,0.000600555,0.00060338853,0.00041913858],"domain_scores_gemma":[0.99572754,0.00016840387,0.0010417511,0.0011758571,0.0017322076,0.00015425716],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010724058,0.0004372235,0.0013170873,0.00038502942,0.0008044097,0.00015839169,0.00037469412,0.0006567675,0.0010470952],"category_scores_gemma":[0.011091464,0.000361144,0.00047345558,0.001053888,0.0002268276,0.000112171605,0.00004082735,0.00064437784,0.000117491894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051859324,0.0004008095,0.0000013907108,0.0043609818,0.00033312192,7.2135293e-7,0.00022570351,9.869126e-8,9.269569e-8,0.00020480744,0.21389283,0.78057426],"study_design_scores_gemma":[0.000595071,0.00026119442,0.000014787451,0.009040527,0.00403839,0.000064588254,0.00019711173,0.00013138131,4.2443804e-7,0.00010458481,0.9852312,0.0003207215],"about_ca_topic_score_codex":0.000038648606,"about_ca_topic_score_gemma":0.000019874651,"teacher_disagreement_score":0.7802535,"about_ca_system_score_codex":0.0013360595,"about_ca_system_score_gemma":0.0071204705,"threshold_uncertainty_score":0.99988407},"labels":[],"label_agreement":null},{"id":"W2611837381","doi":"10.25011/cim.v30i4.2834","title":"73. \"I just don't want to kill anybody\": The first six months of postgraduate trainings","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Harm; Curriculum; Medical education; Perspective (graphical); Psychology; Focus group; Medicine; Family medicine; Pedagogy; Sociology; Social psychology","score_opus":0.16964255768385172,"score_gpt":0.41227089958012936,"score_spread":0.24262834189627763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611837381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6983437,0.00015478839,0.00035615146,0.2976145,0.00073899055,0.0005170805,0.0000031685604,0.000028023333,0.0022435903],"genre_scores_gemma":[0.9492362,0.00007558785,0.0030849015,0.04556885,0.0013498485,0.00001927662,0.000031826097,0.000020960148,0.00061255024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727637,0.00007294607,0.001379124,0.0003981655,0.00054093223,0.00033244918],"domain_scores_gemma":[0.9975835,0.0006491693,0.00030786905,0.00041768845,0.0006162259,0.00042553715],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.003935617,0.00021620405,0.00065661717,0.00017626662,0.0001632403,0.000005579628,0.00018913129,0.00016374893,0.00014505458],"category_scores_gemma":[0.01785621,0.0001190662,0.00007721921,0.0009544965,0.010437622,0.000071108225,0.00007607862,0.00068684673,0.000018022029],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008364601,0.001018801,0.3935819,0.0005954702,0.00042167338,0.00007936891,0.04407202,0.0000023819068,0.0055952608,0.049089935,0.302718,0.20198871],"study_design_scores_gemma":[0.0029760993,0.003201319,0.8522306,0.0012666938,0.0002677728,0.000044509186,0.008104988,0.00020258936,0.0014965753,0.00776405,0.12223567,0.00020915153],"about_ca_topic_score_codex":0.00016122805,"about_ca_topic_score_gemma":0.00005599916,"teacher_disagreement_score":0.45864868,"about_ca_system_score_codex":0.00003605388,"about_ca_system_score_gemma":0.00014833771,"threshold_uncertainty_score":0.9922554},"labels":[],"label_agreement":null},{"id":"W2611912390","doi":"10.5430/jnep.v7n10p27","title":"Creating a new education paradigm to prepare nurses for the 21st Century","year":2017,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nursing; Curriculum; Health care; Agile software development; Context (archaeology); Healthcare delivery; Medicine; Paradigm shift; Nurse education; Medical education; Psychology; Political science; Pedagogy; Engineering","score_opus":0.07741472049487894,"score_gpt":0.4925857915487789,"score_spread":0.41517107105389994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611912390","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065503,0.0056026196,0.006201837,0.82852197,0.022705909,0.0014487812,0.000001954068,0.000019973453,0.06999393],"genre_scores_gemma":[0.837222,0.001181009,0.13021538,0.015301209,0.009549627,0.000057613368,0.000018390168,0.00003784582,0.0064169345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991106,0.000052343094,0.0003495327,0.000114758135,0.0002457221,0.00012707901],"domain_scores_gemma":[0.9971722,0.00059609127,0.0008650139,0.00033750702,0.00088007783,0.0001491316],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010237423,0.000083940344,0.00013827452,0.00013684256,0.0010018101,0.00019995528,0.00014733474,0.00005639178,0.000026283733],"category_scores_gemma":[0.02233571,0.000061381696,0.000044573055,0.000119202195,0.00006915346,0.000632085,0.000010998893,0.00020321198,0.0000025153875],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002965928,0.0009058998,0.00020888424,0.0000310227,0.000036692316,1.502832e-7,0.013662255,0.0000014865037,0.00013992371,0.010021521,0.13867566,0.83601993],"study_design_scores_gemma":[0.00044333257,0.00027564593,0.019461418,0.0011466801,0.000499164,0.0018791965,0.06692867,0.000037193648,0.000088647364,0.0018485744,0.9073097,0.00008178127],"about_ca_topic_score_codex":0.000042214375,"about_ca_topic_score_gemma":0.0000011545017,"teacher_disagreement_score":0.8359381,"about_ca_system_score_codex":0.00021703557,"about_ca_system_score_gemma":0.0028288683,"threshold_uncertainty_score":0.98589957},"labels":[],"label_agreement":null},{"id":"W2612230696","doi":"10.22374/cjgim.v7i3.133","title":"“Keepers of the Meaning”","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Medicine; Curriculum; Medical education; Epistemology; Pedagogy; Sociology; Philosophy","score_opus":0.024237732542279455,"score_gpt":0.31170585683386426,"score_spread":0.2874681242915848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612230696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9526005,0.0012036109,0.00028079952,0.020371374,0.006131715,0.000092844144,0.00000152014,0.0000022101563,0.019315451],"genre_scores_gemma":[0.9878689,0.00001392729,0.0014775305,0.0045581963,0.0034214437,8.9527794e-7,0.0000016494827,0.000012972048,0.0026444602],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986667,0.000042779833,0.0005899088,0.000053047937,0.0003932136,0.00025434355],"domain_scores_gemma":[0.9984073,0.000024868767,0.00036149874,0.0001909616,0.0005630048,0.00045237236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007673856,0.00009190233,0.00026866808,0.00033333033,0.00005385075,0.000003450096,0.00024001455,0.00006441536,0.0010089756],"category_scores_gemma":[0.001834295,0.0000525076,0.000093705356,0.0003633037,0.0003658631,0.00008641646,0.000009906528,0.00044348897,0.000005350545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009741078,0.00009077243,0.41005355,0.00010790413,0.00033113747,0.000056313176,0.008614514,0.000016344558,0.022260258,0.013372163,0.50584805,0.039151598],"study_design_scores_gemma":[0.0041426416,0.0015980677,0.4892075,0.004171838,0.0007748666,0.008256023,0.004649192,0.00023806737,0.024366826,0.001132475,0.46116534,0.0002971785],"about_ca_topic_score_codex":0.003553981,"about_ca_topic_score_gemma":0.00046421733,"teacher_disagreement_score":0.07915394,"about_ca_system_score_codex":0.00026084896,"about_ca_system_score_gemma":0.00073712063,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null},{"id":"W2612384326","doi":"10.22374/cjgim.v12i1.206","title":"Tips for Facilitating Morning Report","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; Sunnybrook Health Science Centre; Mount Sinai Hospital","funders":"","keywords":"Medicine; Morning; Internal medicine","score_opus":0.057071288262746156,"score_gpt":0.39033418897498245,"score_spread":0.3332629007122363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612384326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187344,0.0004371992,0.01974417,0.039898723,0.0063938415,0.00024915766,0.000006278328,0.0000069341695,0.014529318],"genre_scores_gemma":[0.9545277,0.000007701084,0.024114938,0.0022834067,0.0054613305,0.000007136405,0.000019680228,0.000022385244,0.013555754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845713,0.000016872831,0.00080601615,0.00013583305,0.0003067049,0.0002774277],"domain_scores_gemma":[0.99705607,0.00005583959,0.0008189231,0.00035797176,0.0012166961,0.00049451645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013792674,0.00011975718,0.0003661297,0.0003859619,0.00034642,0.00004221639,0.00030284465,0.00007885756,0.00032908708],"category_scores_gemma":[0.015800238,0.00009159983,0.00009874531,0.000069161026,0.00033102435,0.00015384002,0.0000107353635,0.0004158063,0.0000051500324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002122151,0.00003532449,0.07649997,0.00020971133,0.0003504446,0.0036969823,0.0033770963,0.000023144628,0.0080620395,0.001692427,0.67809457,0.22774608],"study_design_scores_gemma":[0.0063250195,0.0026973954,0.09598937,0.0043977955,0.00045412482,0.037615616,0.0031134554,0.0036013157,0.002118378,0.0026657793,0.84064645,0.0003753117],"about_ca_topic_score_codex":0.0047836094,"about_ca_topic_score_gemma":0.0009998406,"teacher_disagreement_score":0.22737077,"about_ca_system_score_codex":0.00028474128,"about_ca_system_score_gemma":0.001074471,"threshold_uncertainty_score":0.9924901},"labels":[],"label_agreement":null},{"id":"W2612673655","doi":"10.22374/cjgim.v12i1.181","title":"Enhancing Internal Medicine Residents’ Royal College Exam Competency Using In-Training Written Exams within a Competency Based Medical Education Framework","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Percentile; Medical education; Ranking (information retrieval); Residency training; Core competency; Psychological intervention; Family medicine; Nursing; Management; Artificial intelligence; Continuing education; Statistics","score_opus":0.036184448506671546,"score_gpt":0.3519222684244613,"score_spread":0.3157378199177897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612673655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.899675,0.0014062545,0.009415596,0.06275114,0.014821455,0.00045593554,0.000007129718,0.000019814068,0.01144768],"genre_scores_gemma":[0.94829977,0.00003539018,0.02960817,0.011427061,0.009074382,0.000011290206,0.000025709242,0.00007249193,0.0014457206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940157,0.00026070426,0.0026812651,0.00047757535,0.0017807113,0.0007840697],"domain_scores_gemma":[0.99394006,0.00025486018,0.0018235473,0.0007954303,0.0013737477,0.0018123395],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004057656,0.00046515244,0.0012865129,0.0019592396,0.0004973486,0.00007734417,0.0013222627,0.0004386113,0.004086079],"category_scores_gemma":[0.024970477,0.00037559125,0.00015438317,0.0005308482,0.0014348585,0.00033046148,0.00006724307,0.0025826353,0.000011048552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018202936,0.0010012656,0.68166786,0.0012905878,0.0011029638,0.014900413,0.029939415,0.00044572135,0.010431054,0.048536453,0.113834396,0.095029585],"study_design_scores_gemma":[0.020247642,0.005899748,0.69506043,0.15368205,0.001149715,0.016207566,0.022010686,0.051204905,0.0019486478,0.021605253,0.009310885,0.0016724635],"about_ca_topic_score_codex":0.06815906,"about_ca_topic_score_gemma":0.03965785,"teacher_disagreement_score":0.15239146,"about_ca_system_score_codex":0.0015060939,"about_ca_system_score_gemma":0.022434082,"threshold_uncertainty_score":0.9998696},"labels":[],"label_agreement":null},{"id":"W2613598172","doi":"10.5811/westjem.2017.3.33409","title":"Academic Primer Series: Key Papers About Competency-Based Medical Education","year":2017,"lang":"en","type":"review","venue":"Western Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Delphi method; Medical education; Globe; Delphi; Accreditation; Curriculum; Graduate medical education; House staff; Medicine; Computer science; Psychology; Pedagogy; Family medicine; Artificial intelligence","score_opus":0.11093405633246628,"score_gpt":0.4785023504110016,"score_spread":0.3675682940785353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613598172","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000724209,0.9545967,0.000136461,0.015424986,0.022553414,0.00083353056,0.0000050953563,0.00003479596,0.006342593],"genre_scores_gemma":[0.000032672582,0.97852224,0.0010355114,0.0013352204,0.011494123,0.00006463523,0.00025738665,0.00013239519,0.00712583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990909,0.00031350306,0.0049028667,0.0004972812,0.0028410845,0.00053627626],"domain_scores_gemma":[0.9909686,0.00012881332,0.0052542994,0.0011745287,0.0016942902,0.0007795113],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034132567,0.00075615325,0.0035779607,0.0012491851,0.00022905001,0.000010632298,0.0013857149,0.0011772761,0.0107940845],"category_scores_gemma":[0.012902182,0.00050645764,0.00076045503,0.00077087985,0.0005627029,0.00028527275,0.00007792252,0.003808809,0.000115092116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000616449,0.00037590085,0.0010036601,0.015992872,0.00046026355,0.000065337066,0.0003288227,1.6979877e-7,0.0000038052842,0.0003960117,0.07706323,0.9042483],"study_design_scores_gemma":[0.00094151316,0.00069543434,0.00043316424,0.105530724,0.0029800213,0.0013274582,0.00013107652,0.0000034633588,7.354147e-7,0.000099602,0.887517,0.00033984022],"about_ca_topic_score_codex":0.000019488602,"about_ca_topic_score_gemma":0.000007783587,"teacher_disagreement_score":0.90390843,"about_ca_system_score_codex":0.0004494418,"about_ca_system_score_gemma":0.025099004,"threshold_uncertainty_score":0.9997387},"labels":[],"label_agreement":null},{"id":"W2613873940","doi":"10.1016/j.jogc.2017.03.088","title":"The Art of Feedback in Medical Practice","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Conversation; Set (abstract data type); Mentorship; Patience; Medical education; Social psychology; Psychology; Communication; Computer science","score_opus":0.012762347175917002,"score_gpt":0.3092125025266759,"score_spread":0.2964501553507589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613873940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8704286,0.0023221145,0.00002954363,0.09610887,0.017244972,0.0001147085,0.0000010217552,8.2894934e-7,0.013749346],"genre_scores_gemma":[0.9970372,0.00038470604,0.0006076113,0.0016622319,0.000048270555,8.7812293e-7,5.502587e-7,0.000003479475,0.0002550945],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988363,0.00003768833,0.00045788224,0.000049046674,0.00050587044,0.00011325342],"domain_scores_gemma":[0.99583745,0.002563882,0.0006828686,0.00018083898,0.0006493831,0.00008558737],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001265387,0.00004325621,0.00018446073,0.00009968829,0.00013152612,0.000012957178,0.00018065398,0.000091810376,0.000117200645],"category_scores_gemma":[0.15085614,0.00002786286,0.000017516611,0.00015329466,0.00018577959,0.00007099276,0.000032670254,0.00046912892,4.032618e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020207332,0.00018728928,0.17117731,0.00004314824,0.00009680532,0.001661201,0.000116937474,0.0000020826467,0.0000046723976,0.0018926865,0.06638147,0.7584162],"study_design_scores_gemma":[0.0013175495,0.00015093599,0.7243504,0.000015301031,0.000034181696,0.0001999997,0.00055847387,0.00009329288,0.000012159272,0.00012655539,0.27311295,0.00002817507],"about_ca_topic_score_codex":0.003705139,"about_ca_topic_score_gemma":0.012987367,"teacher_disagreement_score":0.758388,"about_ca_system_score_codex":0.00036020498,"about_ca_system_score_gemma":0.003554524,"threshold_uncertainty_score":0.85629654},"labels":[],"label_agreement":null},{"id":"W2613896660","doi":"10.1111/tct.12650","title":"A web‐based peer feedback tool for physical examination","year":2017,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Objective structured clinical examination; Context (archaeology); Physical examination; Process (computing); Psychology; Medicine; Computer science","score_opus":0.13893166406105964,"score_gpt":0.48448381163672793,"score_spread":0.3455521475756683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613896660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91950756,0.000005052815,0.001474723,0.07069159,0.00075737963,0.0006837117,0.0000025201311,0.00006359937,0.0068138866],"genre_scores_gemma":[0.9685378,0.0000015548736,0.002892585,0.0028539794,0.0029871063,0.00014239192,0.00004237991,0.000023770383,0.022518449],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986963,0.00011539568,0.0003828701,0.00023587415,0.0003852421,0.00018426374],"domain_scores_gemma":[0.9979239,0.00039990275,0.00022118977,0.0009861704,0.00042136307,0.00004744218],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039794687,0.00010381455,0.00024283772,0.000028240163,0.0003266768,0.00005274606,0.00030052336,0.00014975165,0.00020320374],"category_scores_gemma":[0.02138871,0.000065128566,0.00017480874,0.000064518994,0.0004320392,0.00007811618,0.00004404015,0.0004975379,0.00018031592],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003554016,0.0021340763,0.03327826,0.00007056892,0.00009440109,0.0000017903523,0.0004314577,0.0000015787308,0.00024478816,0.0033164301,0.2703322,0.68973905],"study_design_scores_gemma":[0.0050183823,0.00056021794,0.7272538,0.000089703164,0.00025316363,0.0000033088793,0.00013809446,0.04422864,0.00015237351,0.002263706,0.21986385,0.00017476447],"about_ca_topic_score_codex":0.0000028783752,"about_ca_topic_score_gemma":9.049147e-7,"teacher_disagreement_score":0.69397557,"about_ca_system_score_codex":0.000054374228,"about_ca_system_score_gemma":0.00018025012,"threshold_uncertainty_score":0.98685455},"labels":[],"label_agreement":null},{"id":"W2614073557","doi":"","title":"La position d’apprentissage: Un incontournable pour le développement des compétences","year":2016,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.021907690810622767,"score_gpt":0.27598200782638616,"score_spread":0.2540743170157634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614073557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70422655,0.0062669255,0.09341004,0.17140138,0.011309013,0.0009518617,0.000025173515,0.00010745693,0.0123015875],"genre_scores_gemma":[0.954819,0.0012151187,0.025910806,0.00077585154,0.0030598282,0.00021229796,0.00005865827,0.000035561417,0.013912864],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963947,0.0002820289,0.00055874407,0.00035356497,0.0005109855,0.0018999851],"domain_scores_gemma":[0.99868536,0.00014064138,0.00019292401,0.00027579386,0.00022721554,0.00047804203],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016666593,0.00023736844,0.00027218167,0.00015048444,0.0002696916,0.000074813026,0.00022196038,0.00024305,0.0015212357],"category_scores_gemma":[0.001073107,0.00018732868,0.00009011417,0.0004454561,0.00068629324,0.0003799376,0.00006368227,0.00033167034,0.00017649852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004916006,0.0009495001,0.057224765,0.00019908228,0.00015721527,0.000057557885,0.0012798065,0.000004286972,0.0010809912,0.014476809,0.04799083,0.87653],"study_design_scores_gemma":[0.00373955,0.00009127163,0.9027438,0.0013679833,0.00023576125,0.0002797536,0.0029293953,0.00021626399,0.00949947,0.017155139,0.061392896,0.00034868534],"about_ca_topic_score_codex":0.00012531897,"about_ca_topic_score_gemma":0.000022483568,"teacher_disagreement_score":0.8761813,"about_ca_system_score_codex":0.0018097436,"about_ca_system_score_gemma":0.0010670105,"threshold_uncertainty_score":0.9993915},"labels":[],"label_agreement":null},{"id":"W2614188188","doi":"10.1017/cem.2017.232","title":"P030: Multisource feedback for emergency medicine residents: different, relevant and useful information","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Thematic analysis; Medicine; Perception; Interpersonal communication; Curriculum; Medical education; Nursing; Family medicine; Qualitative research; Psychology","score_opus":0.08418723625732594,"score_gpt":0.3828253606236243,"score_spread":0.2986381243662984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614188188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8587179,0.0030384362,0.0037772711,0.09424354,0.032418355,0.0010477148,0.000027126564,0.000020015323,0.006709628],"genre_scores_gemma":[0.9816347,0.003450428,0.00084466714,0.00089906197,0.006765732,0.00003112359,0.00013297901,0.0000555142,0.0061858064],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99671066,0.0000414634,0.001978214,0.00020172626,0.00059591443,0.00047199577],"domain_scores_gemma":[0.9949098,0.000054127537,0.0015706455,0.0006375901,0.001934747,0.0008930478],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013358211,0.0002801194,0.0006606031,0.00081532315,0.00071905914,0.000013176826,0.00043114493,0.00018439117,0.0050290176],"category_scores_gemma":[0.018946618,0.00020260514,0.00010725709,0.00026470135,0.00043908457,0.00067005306,0.000023913302,0.0004980881,0.000012457582],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017722824,0.000043385015,0.18832652,0.00058800477,0.00020746229,0.000015857506,0.0049457964,0.0000018326144,0.00058093347,0.0010887267,0.7879578,0.016066443],"study_design_scores_gemma":[0.004518114,0.0013816061,0.6761304,0.0015473013,0.0004987287,0.000100443845,0.0027599824,0.00030836623,0.000047666865,0.0018225801,0.31063735,0.0002474383],"about_ca_topic_score_codex":0.0046867323,"about_ca_topic_score_gemma":0.004090103,"teacher_disagreement_score":0.4878039,"about_ca_system_score_codex":0.00023833592,"about_ca_system_score_gemma":0.00050145795,"threshold_uncertainty_score":0.99588054},"labels":[],"label_agreement":null},{"id":"W2614421962","doi":"10.1017/cem.2017.30","title":"CAEP 2016 Academic Symposium: A Writer’s Guide to Key Steps in Producing Quality Education Scholarship","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; University of Ottawa; University of British Columbia; McMaster University; Queen's University; University of Saskatchewan","funders":"","keywords":"Scholarship; Vetting; Publishing; Medical education; Relevance (law); Medicine; Quality (philosophy); Public relations; Sociology; Engineering ethics; Political science; Engineering","score_opus":0.3244943647632921,"score_gpt":0.5520319355925567,"score_spread":0.22753757082926462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614421962","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006938827,0.9497092,0.000041623538,0.018629517,0.02431207,0.0015173275,0.000015346553,0.000009526152,0.0050715115],"genre_scores_gemma":[0.00013901778,0.97593224,0.00077580014,0.0009813758,0.009888658,0.00009478822,0.00014702612,0.00009690738,0.011944161],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926507,0.00043222797,0.00471334,0.00057830533,0.0009019721,0.00072345935],"domain_scores_gemma":[0.9923246,0.00009042661,0.0026264833,0.0013228649,0.0020691522,0.0015664807],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008537104,0.000544961,0.0025435654,0.00357542,0.00023963218,0.000019405345,0.0011251174,0.0006916536,0.0016068218],"category_scores_gemma":[0.029643517,0.00042902492,0.00032345307,0.0015789912,0.00017089341,0.00035692746,0.000034672554,0.0033440597,0.00009590004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012148082,0.000050049264,0.0015460355,0.006983508,0.000106209234,0.000043615004,0.0014518986,4.0851194e-7,0.00001048165,0.0001355249,0.34893513,0.64072496],"study_design_scores_gemma":[0.00039029247,0.00022577151,0.0019827527,0.091576904,0.00071198435,0.00021956753,0.0003185146,4.2574925e-7,7.2532487e-7,0.00009644563,0.9041639,0.00031273134],"about_ca_topic_score_codex":0.009761025,"about_ca_topic_score_gemma":0.006634633,"teacher_disagreement_score":0.6404123,"about_ca_system_score_codex":0.0027231805,"about_ca_system_score_gemma":0.032183915,"threshold_uncertainty_score":0.9998162},"labels":[],"label_agreement":null},{"id":"W2614453485","doi":"10.1017/cem.2017.102","title":"LO40: Designing for the future: machine learning software in the age of competency-based medical education","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Workload; Dashboard; Process (computing); Computer science; Data collection; Curriculum; Analytics; Documentation; Software; Interview; Medicine; Data science; Artificial intelligence","score_opus":0.05843143750274861,"score_gpt":0.3792958549157922,"score_spread":0.3208644174130436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614453485","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122536585,0.024073392,0.060403988,0.744212,0.043845586,0.002100991,0.000011929557,0.000016723669,0.002798804],"genre_scores_gemma":[0.98257715,0.00045362272,0.006854165,0.004004502,0.0056340536,0.000038833598,0.00008099111,0.000031658463,0.00032501618],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979263,0.00011524123,0.00092335185,0.00011579272,0.0006604833,0.0002588314],"domain_scores_gemma":[0.9975442,0.0002479398,0.00072282134,0.00044305602,0.00080936856,0.00023256353],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038010376,0.00013279056,0.00033672625,0.00036868858,0.00051272847,0.000008859686,0.00072359556,0.000116159565,0.001592225],"category_scores_gemma":[0.022219857,0.000072740884,0.000106834064,0.00035884828,0.00036608442,0.00008286022,0.000007612118,0.00080980477,0.0000012297221],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024549477,0.0003779419,0.48121983,0.0007817851,0.00023577375,0.00016478529,0.0104858475,0.00013123486,0.0004393043,0.009734304,0.28006086,0.21612284],"study_design_scores_gemma":[0.005489586,0.0019299829,0.39022595,0.0038221371,0.0007603037,0.00024395448,0.0137721505,0.004336831,0.00008866283,0.0043144315,0.5746837,0.0003322897],"about_ca_topic_score_codex":0.0030674993,"about_ca_topic_score_gemma":0.016790533,"teacher_disagreement_score":0.86004055,"about_ca_system_score_codex":0.00012519213,"about_ca_system_score_gemma":0.008751715,"threshold_uncertainty_score":0.99932045},"labels":[],"label_agreement":null},{"id":"W2614479623","doi":"10.1097/01.sa.0000515830.16043.99","title":"Simulation-Based Assessment of Anesthesiology Residents’ Competence","year":2017,"lang":"en","type":"article","venue":"Survey of Anesthesiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Anesthesiology; Specialty; Competence (human resources); Medical education; Competency assessment; Graduate medical education; Family medicine; Accreditation; Anesthesia; Management","score_opus":0.06733800444558923,"score_gpt":0.4081867460101903,"score_spread":0.34084874156460104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614479623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99751574,0.000032478874,0.0007679734,0.00084734807,0.00020104542,0.00026726944,0.0000053241806,0.000017615255,0.0003452058],"genre_scores_gemma":[0.9918848,0.0000044948833,0.007291493,0.00051501434,0.000045322635,0.000011931489,0.00014620578,0.000015206813,0.00008553078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814975,0.00043626246,0.00065835647,0.00027423658,0.00026685582,0.00021453119],"domain_scores_gemma":[0.9954847,0.0016580357,0.0007821814,0.0010204972,0.0010054675,0.000049088827],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021446494,0.00013630056,0.0006098348,0.0002039812,0.00014834836,0.0000054581533,0.0003757138,0.0002307038,0.0001858435],"category_scores_gemma":[0.009962321,0.000118397686,0.000063614876,0.00015769798,0.0009574092,0.000054301356,0.000036339618,0.00020288832,0.000009023634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017482344,0.0002388661,0.9933268,0.000108819775,0.000023521023,0.000011885923,0.000031005136,0.0016587947,0.00066037994,0.00047082748,0.00012842385,0.003165877],"study_design_scores_gemma":[0.0007429723,0.0007820389,0.9845276,0.00008624659,0.000027352928,0.000007716034,0.000019961622,0.012860027,0.0005168576,0.00017592587,0.00016429281,0.00008903645],"about_ca_topic_score_codex":0.0011360181,"about_ca_topic_score_gemma":0.000059529535,"teacher_disagreement_score":0.011201233,"about_ca_system_score_codex":0.000043185406,"about_ca_system_score_gemma":0.00062130694,"threshold_uncertainty_score":0.9983772},"labels":[],"label_agreement":null},{"id":"W2614484208","doi":"10.1017/cem.2017.339","title":"CAEP 2016 Academic Symposium: How to have an impact as an emergency medicine educator and scholar","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Toronto; McGill University; University of Saskatchewan; McGill University Health Centre; McMaster University; University of Ottawa","funders":"China Academy of Engineering Physics","keywords":"Snowball sampling; Medical education; Medicine; Nature versus nurture; Set (abstract data type); Career Pathways; Psychology; Sociology","score_opus":0.22725069245310534,"score_gpt":0.5185227917710459,"score_spread":0.2912720993179405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614484208","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049391123,0.9370231,0.000031121093,0.025252623,0.028840553,0.0013892283,0.00005027576,0.000019971167,0.0024540396],"genre_scores_gemma":[0.0007509781,0.9655135,0.00019936867,0.00052232726,0.023074228,0.00005348206,0.00035106813,0.00020660616,0.009328418],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272615,0.00044760894,0.0034996546,0.0008855113,0.0012879105,0.0011531909],"domain_scores_gemma":[0.98611623,0.00006437032,0.0029134061,0.0017751588,0.0024954483,0.006635401],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053139706,0.0010818564,0.0037766173,0.0036472073,0.0007474281,0.00002477865,0.0015048322,0.0010649584,0.0138441175],"category_scores_gemma":[0.01594709,0.00073191867,0.00043581866,0.001212539,0.000558625,0.00092869566,0.000048067934,0.0042678537,0.00006726031],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034062337,0.00007032259,0.0013166765,0.0034142938,0.0005341477,0.00015571249,0.0029953865,1.9767847e-7,0.000037024518,0.00011355344,0.55232257,0.43900606],"study_design_scores_gemma":[0.000764266,0.0038145594,0.0007719954,0.026410436,0.0032598951,0.0011762221,0.0020323386,0.0000042357883,7.605917e-7,0.00022109762,0.96094316,0.0006010013],"about_ca_topic_score_codex":0.010055874,"about_ca_topic_score_gemma":0.0027764419,"teacher_disagreement_score":0.43840504,"about_ca_system_score_codex":0.0012976328,"about_ca_system_score_gemma":0.014617353,"threshold_uncertainty_score":0.9995132},"labels":[],"label_agreement":null},{"id":"W2614800443","doi":"10.1016/j.jpain.2004.02.521","title":"Education: professional and lay","year":2004,"lang":"en","type":"article","venue":"Journal of Pain","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Test (biology); Medicine; Medical education; Pain management; Health professionals; Physical therapy; Family medicine; Psychology; Health care; Pedagogy","score_opus":0.009210376280611294,"score_gpt":0.3543632798130688,"score_spread":0.34515290353245753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614800443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93390346,0.00034940665,0.0023993256,0.06082514,0.0011279859,0.000080745536,1.2765224e-7,0.0000045050883,0.0013092982],"genre_scores_gemma":[0.96085465,0.000020072395,0.029395936,0.0076355403,0.0010714466,0.000002470607,0.0000024692947,0.0000052845444,0.0010121197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945873,0.00003106309,0.0002204796,0.000035954767,0.00020182955,0.000051928924],"domain_scores_gemma":[0.9994696,0.000026510068,0.00012319937,0.000052494892,0.00027859214,0.000049638704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011217319,0.00003346471,0.00008305953,0.00011001631,0.000033423923,0.0000051854427,0.000028027613,0.00003780512,0.00010050024],"category_scores_gemma":[0.0011286257,0.000023904962,0.000019994184,0.00014280656,0.00003598486,0.00005994069,0.0000051335546,0.00020240084,0.0000045778884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013490881,0.0019625637,0.032651763,0.00025511388,0.00007752615,0.00003752981,0.0035446538,0.000009285219,0.005015532,0.027874622,0.23633794,0.69209856],"study_design_scores_gemma":[0.0050143776,0.0014373154,0.40865508,0.0030298634,0.00015305639,0.0036357471,0.011277157,0.000051023886,0.0014658732,0.03367482,0.53137004,0.00023564963],"about_ca_topic_score_codex":0.0000015107919,"about_ca_topic_score_gemma":2.6551882e-7,"teacher_disagreement_score":0.6918629,"about_ca_system_score_codex":0.00007946566,"about_ca_system_score_gemma":0.0009306699,"threshold_uncertainty_score":0.16509683},"labels":[],"label_agreement":null},{"id":"W2614982819","doi":"10.1017/cem.2017.228","title":"P026: Need for training in medical education: staff emergency physician perspectives","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Demographics; Family medicine; Emergency department; Curriculum; Graduate medical education; Emergency medicine; Medical education; Nursing; Psychology; Accreditation","score_opus":0.09126796067555913,"score_gpt":0.42795759817499973,"score_spread":0.3366896374994406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614982819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.637747,0.0066930116,0.0013588488,0.24329254,0.05314383,0.00104753,0.000011014207,0.000017482404,0.056688726],"genre_scores_gemma":[0.9848664,0.0006477572,0.0009241995,0.00084375637,0.010045991,0.00003773966,0.000027925129,0.000043789725,0.002562468],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733853,0.000042955384,0.0012654915,0.00023730396,0.0006424328,0.00047330814],"domain_scores_gemma":[0.99621826,0.000027394666,0.0007485668,0.00049257,0.0016025997,0.00091063284],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015565038,0.00020473737,0.000556007,0.0008398076,0.00040736265,0.000008789073,0.0005427171,0.00017428082,0.008608248],"category_scores_gemma":[0.016766826,0.00017498943,0.00015178176,0.00048087403,0.00030759117,0.00027441804,0.000011073679,0.00061792164,0.0000067009287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015075934,0.00049100106,0.03282866,0.00032965894,0.0002528548,0.00010454067,0.052029848,0.0000037115374,0.00031771432,0.022541739,0.66834706,0.22260244],"study_design_scores_gemma":[0.0070288517,0.0025789775,0.13644665,0.0042069065,0.0005237609,0.000235645,0.23901293,0.0007953421,0.00005163479,0.016497597,0.59188676,0.00073494425],"about_ca_topic_score_codex":0.0025360817,"about_ca_topic_score_gemma":0.009475031,"teacher_disagreement_score":0.34711936,"about_ca_system_score_codex":0.00039617883,"about_ca_system_score_gemma":0.010727332,"threshold_uncertainty_score":0.9948809},"labels":[],"label_agreement":null},{"id":"W2615009712","doi":"10.1017/cem.2017.298","title":"P096: A peer-reviewed instructional video is as effective as a standard recorded didactic lecture in medical trainees performing chest tube insertion: a randomized control trial","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Randomized controlled trial; Session (web analytics); Physical therapy; Medical education; Surgery","score_opus":0.03534920894798358,"score_gpt":0.3857604565655997,"score_spread":0.3504112476176161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615009712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8044465,0.001852367,0.00050827913,0.17201297,0.015837949,0.0020112086,0.00000825978,0.000009920455,0.003312502],"genre_scores_gemma":[0.98920995,0.0006620389,0.00027166307,0.0031601375,0.005924013,0.00014596734,0.000026464828,0.00003811695,0.00056164654],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948081,0.00037910507,0.0021947497,0.00032464028,0.0017917217,0.00050171255],"domain_scores_gemma":[0.9945498,0.00036562717,0.0012473058,0.00048655723,0.0022693,0.0010813725],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076768664,0.0003443136,0.001750128,0.00097462634,0.0004663464,0.0000250384,0.00044251577,0.00036178046,0.023766147],"category_scores_gemma":[0.13554189,0.00024899712,0.00035933888,0.0006101106,0.00068855396,0.00034472425,0.000013048995,0.0016083155,0.000020423658],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.52508813,0.0004415898,0.011942892,0.0009781752,0.0021322218,0.0015772702,0.018156653,0.000011691305,0.00027873425,0.0017322566,0.12123583,0.31642455],"study_design_scores_gemma":[0.83915484,0.0039448813,0.012509302,0.00423897,0.0010780343,0.0014781404,0.0012381086,0.0005288214,0.000066013294,0.0036525705,0.13171218,0.00039815626],"about_ca_topic_score_codex":0.0060264664,"about_ca_topic_score_gemma":0.0055352077,"teacher_disagreement_score":0.3160264,"about_ca_system_score_codex":0.00079974614,"about_ca_system_score_gemma":0.0068346816,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W2615127413","doi":"10.1017/cem.2017.227","title":"P025: The Dunning-Kruger effect in medical education: double trouble for the learner in difficulty","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Phenomenon; Quality (philosophy); Medical education; Medicine; Continuing medical education; Psychology; Continuing education","score_opus":0.07277695169328924,"score_gpt":0.42510777511655085,"score_spread":0.3523308234232616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615127413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57411796,0.0048087016,0.00014408106,0.3954526,0.019330127,0.0010401288,0.0000011550783,0.000004201198,0.005101064],"genre_scores_gemma":[0.9892403,0.00033038677,0.000075867865,0.002886073,0.00411638,0.00010018143,0.00001226873,0.000024010727,0.003214544],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997809,0.000070356095,0.0009979623,0.0001604107,0.00057999475,0.00038230728],"domain_scores_gemma":[0.99783736,0.00019343999,0.00047062404,0.0005778672,0.00053034985,0.0003903476],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041972096,0.00015801055,0.00040135728,0.00038012164,0.00045043178,0.00001574318,0.0007103347,0.00014976325,0.0031263144],"category_scores_gemma":[0.013418613,0.000078481564,0.00012723208,0.00045072788,0.00039736385,0.00013541243,0.000015672753,0.0009193792,0.000009208743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031957842,0.00016525724,0.19657509,0.00023957423,0.000102285674,0.00006107203,0.0038562468,0.000036625726,0.00005863971,0.0025790124,0.7422025,0.05380407],"study_design_scores_gemma":[0.008492457,0.00080539926,0.53313875,0.002457275,0.0002895276,0.00014896138,0.003330515,0.0009519855,0.00003400049,0.00074515556,0.44939733,0.0002086451],"about_ca_topic_score_codex":0.009205516,"about_ca_topic_score_gemma":0.031849932,"teacher_disagreement_score":0.41512236,"about_ca_system_score_codex":0.00029078854,"about_ca_system_score_gemma":0.004064389,"threshold_uncertainty_score":0.997785},"labels":[],"label_agreement":null},{"id":"W2615698747","doi":"10.1097/01.sa.0000515829.08420.28","title":"Preparing Anesthesiology Faculty for Competency-Based Medical Education","year":2017,"lang":"en","type":"article","venue":"Survey of Anesthesiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Core competency; Competence (human resources); Anesthesiology; Medical education; Paradigm shift; Medical knowledge; Anesthesia; Management","score_opus":0.0547548115920375,"score_gpt":0.39591541739755765,"score_spread":0.34116060580552016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615698747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99228305,0.000068847556,0.000386941,0.0053859255,0.00053015654,0.00054490054,0.0000080167265,0.000038971903,0.0007531974],"genre_scores_gemma":[0.9797689,0.000008366988,0.016481664,0.0022943052,0.00019225712,0.000100407415,0.00094581785,0.000023097296,0.00018521259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983164,0.00021896727,0.0005558043,0.00035749024,0.00026385701,0.00028746575],"domain_scores_gemma":[0.99726504,0.00040954386,0.00047793114,0.000838236,0.00089726766,0.0001119771],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024470214,0.0001572307,0.0005420118,0.00016413361,0.0002608047,0.000009738849,0.0004506332,0.00041043753,0.00015077245],"category_scores_gemma":[0.021731144,0.00013353661,0.0000880234,0.00010682467,0.0007065202,0.000057210542,0.000036033074,0.00021202423,0.000016253643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004372086,0.00039555447,0.90888846,0.00017186409,0.000027592443,0.0000031421528,0.000054101412,0.000003552701,0.000118236174,0.0033485447,0.006134187,0.08041758],"study_design_scores_gemma":[0.0009904625,0.0006943185,0.9882421,0.00011358642,0.000032343145,0.00007697305,0.00003109232,0.0011072857,0.00042017904,0.0010060671,0.0071665114,0.00011906545],"about_ca_topic_score_codex":0.000656431,"about_ca_topic_score_gemma":0.00026477023,"teacher_disagreement_score":0.08029851,"about_ca_system_score_codex":0.000051762534,"about_ca_system_score_gemma":0.0049226093,"threshold_uncertainty_score":0.9865092},"labels":[],"label_agreement":null},{"id":"W2615844961","doi":"10.1016/j.semnephrol.2017.02.003","title":"Nephrology Education and Continuing Education in Resource-Limited Settings","year":2017,"lang":"en","type":"review","venue":"Seminars in Nephrology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Continuing education; Nephrology; Medical education; Resource (disambiguation); Medicine; Internal medicine; Computer science","score_opus":0.022506606784909216,"score_gpt":0.3800939621965145,"score_spread":0.35758735541160525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615844961","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01571528,0.973736,0.0000038759263,0.003258958,0.0011812854,0.0018375338,0.000003889671,0.00004495762,0.004218241],"genre_scores_gemma":[0.00021746608,0.98424137,0.002765479,0.0074767917,0.00097522035,0.00074655906,0.00097007153,0.00008611584,0.0025209067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658287,0.00041570305,0.0013358961,0.0008687608,0.00021817579,0.0005785766],"domain_scores_gemma":[0.9974725,0.00032553542,0.0009338103,0.0009837836,0.00018181415,0.000102534745],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014905438,0.00048422604,0.0019242823,0.0020903377,0.00010133551,0.00003867124,0.0003637105,0.0014622483,0.00008965229],"category_scores_gemma":[0.0026121966,0.00048621654,0.0001235016,0.0007406445,0.0005089684,0.00012786634,0.00016298864,0.0017580187,0.00003330891],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035415247,0.00039432605,0.00063504325,0.0036339124,0.000024921608,0.000016074371,0.0006313612,8.4170324e-8,0.0000039089546,0.00033291467,0.046094168,0.94819784],"study_design_scores_gemma":[0.00047608992,0.00014566988,0.0014488344,0.024514105,0.00031922478,0.0010672511,0.0006514318,0.000017753882,3.8146538e-7,0.00031120732,0.9707438,0.00030424938],"about_ca_topic_score_codex":0.00005651325,"about_ca_topic_score_gemma":0.000034063647,"teacher_disagreement_score":0.9478936,"about_ca_system_score_codex":0.0005641386,"about_ca_system_score_gemma":0.002433515,"threshold_uncertainty_score":0.99983406},"labels":[],"label_agreement":null},{"id":"W2615918016","doi":"10.1017/cem.2017.25","title":"A writer’s guide to education scholarship: Qualitative education scholarship (part 2)","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Ottawa; Okanagan University College; University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia; Queen's University; McMaster University","funders":"","keywords":"Scholarship; Medicine; Qualitative research; Sociology; Social science; Political science","score_opus":0.3932481592314667,"score_gpt":0.5825442018280825,"score_spread":0.1892960425966158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615918016","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000120641496,0.9231949,0.00009728408,0.009906856,0.047645755,0.0014392914,0.000028197755,0.000014171368,0.01755294],"genre_scores_gemma":[0.000059596226,0.94670224,0.0033897387,0.002061396,0.016506672,0.00018336074,0.0005837133,0.00014742129,0.03036588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931884,0.00061756355,0.0038630832,0.00055795035,0.0010880685,0.00068497035],"domain_scores_gemma":[0.98756003,0.000121198456,0.0030352348,0.0014524241,0.0055197803,0.0023113391],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063159787,0.00066854863,0.0024346567,0.0037587832,0.00050974597,0.000056748195,0.0012142672,0.00062944635,0.0048876298],"category_scores_gemma":[0.043950688,0.0005471116,0.0005388067,0.0017277756,0.00026137324,0.0005861124,0.000031374213,0.0024367643,0.00032684024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007217843,0.00008994508,0.00006166956,0.0031831237,0.00016579215,0.000008858258,0.001565253,3.5260285e-8,9.019476e-7,0.0005421874,0.46206078,0.53231424],"study_design_scores_gemma":[0.00029150382,0.00046444984,0.00019338317,0.07199888,0.0018105563,0.0003093281,0.002196144,1.4093003e-7,5.3068646e-7,0.0006338804,0.9217122,0.00038895482],"about_ca_topic_score_codex":0.0020686118,"about_ca_topic_score_gemma":0.0020603589,"teacher_disagreement_score":0.53192526,"about_ca_system_score_codex":0.002457682,"about_ca_system_score_gemma":0.05905508,"threshold_uncertainty_score":0.99986464},"labels":[],"label_agreement":null},{"id":"W2616053358","doi":"10.1017/cem.2017.41","title":"CAEP 2016 Academic Symposium on Education Scholarship: Training our Future Clinician Educators in Emergency Medicine","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Ottawa; McGill University Health Centre; University of Toronto; Dalhousie University; McGill University; Canadian Association of Emergency Physicians; University of Calgary; University of Alberta; Université de Montréal; University of Saskatchewan","funders":"China Academy of Engineering Physics; University of Ottawa","keywords":"Mentorship; Scholarship; Medical education; Medicine; Academic institution; Faculty development; Panel discussion; Training (meteorology); Professional development; Political science; Management","score_opus":0.27896676990179425,"score_gpt":0.5197346570148224,"score_spread":0.2407678871130281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616053358","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043568408,0.80557257,0.000004504103,0.047136825,0.13727205,0.0010870383,0.000016060107,0.000015047463,0.008460242],"genre_scores_gemma":[0.00057573954,0.9290013,0.00008304026,0.00078244956,0.058675747,0.00008469786,0.00032979806,0.00018691192,0.010280369],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894687,0.00049557496,0.006753522,0.0008138222,0.0013244337,0.0011439357],"domain_scores_gemma":[0.9892287,0.000079848025,0.0053716195,0.0014383545,0.0017664899,0.00211494],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006284502,0.0010509419,0.0040387968,0.0058164303,0.00045503984,0.000009824464,0.0015939226,0.0015793407,0.00477622],"category_scores_gemma":[0.014726572,0.00077580416,0.0006622906,0.0023647188,0.00024965304,0.0004115708,0.000028645285,0.007128603,0.00012087675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018970999,0.000088026645,0.00083780405,0.0037033232,0.00019871998,0.000051380506,0.0022514297,2.5341947e-7,0.0000019747702,0.0002693125,0.43418914,0.55838966],"study_design_scores_gemma":[0.00078176335,0.0008420929,0.0010548919,0.0869583,0.001781787,0.0002492207,0.0075047864,8.1241564e-7,2.0346263e-7,0.0004019579,0.8999146,0.0005095476],"about_ca_topic_score_codex":0.0020720742,"about_ca_topic_score_gemma":0.0027264527,"teacher_disagreement_score":0.5578801,"about_ca_system_score_codex":0.0021087294,"about_ca_system_score_gemma":0.03283125,"threshold_uncertainty_score":0.9997168},"labels":[],"label_agreement":null},{"id":"W2616072820","doi":"10.1016/s1701-2163(16)32536-1","title":"RETIRED: Patient Education","year":2007,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine","score_opus":0.008233703562609376,"score_gpt":0.26581866901846923,"score_spread":0.25758496545585985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616072820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97291607,0.0016405802,0.00011028669,0.0017729016,0.019316712,0.000077391174,5.631272e-7,0.0000017725413,0.0041637262],"genre_scores_gemma":[0.9934106,0.00003185245,0.0030912738,0.0031987468,0.00007629938,7.069222e-7,0.000003432754,0.0000051644506,0.0001819635],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991006,0.000011545572,0.00042212248,0.000060203103,0.00027774062,0.00012776133],"domain_scores_gemma":[0.99843484,0.0003730737,0.0002851994,0.00007824217,0.000715275,0.00011337245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035001105,0.000052931588,0.00014476893,0.00027010724,0.00005102759,0.0000049356795,0.000040483363,0.000076629425,0.00015339041],"category_scores_gemma":[0.0076410207,0.00004415078,0.00001884863,0.00043277987,0.00003732066,0.000035143523,0.000009675608,0.00026190086,4.036707e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003347186,0.00011563772,0.053565964,0.000019926598,0.000021663014,0.00018018606,0.000104672414,7.7371425e-7,0.000016546886,0.00039105225,0.027998427,0.9175818],"study_design_scores_gemma":[0.0005472577,0.00045377968,0.7284116,0.000011895583,0.000057954137,0.00026656047,0.0016737927,0.000016630414,0.00019970603,0.0001984358,0.26809344,0.00006893663],"about_ca_topic_score_codex":0.0023637062,"about_ca_topic_score_gemma":0.0020273144,"teacher_disagreement_score":0.9175129,"about_ca_system_score_codex":0.0010954286,"about_ca_system_score_gemma":0.0036964044,"threshold_uncertainty_score":0.9147567},"labels":[],"label_agreement":null},{"id":"W2616174490","doi":"10.1007/s40037-017-0358-9","title":"Social studying and learning among medical students: a&amp;nbsp;scoping review","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"CINAHL; Medical education; Thematic analysis; Psychology; Grey literature; Peer group; MEDLINE; Medicine; Qualitative research; Social psychology; Sociology; Social science; Psychological intervention; Political science","score_opus":0.04002432081220428,"score_gpt":0.4814452323679468,"score_spread":0.4414209115557425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616174490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8657017,0.007599025,0.00047421484,0.11502457,0.0010589457,0.0014283762,3.864994e-7,0.00013839208,0.008574424],"genre_scores_gemma":[0.96456754,0.014798974,0.0009996529,0.014767423,0.0028093904,0.00036588276,0.00006021483,0.00005506972,0.0015758259],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99509037,0.00024777834,0.000578288,0.0006084229,0.0031383615,0.0003368068],"domain_scores_gemma":[0.9980177,0.00017301393,0.00040354228,0.0005199044,0.00051007274,0.00037573936],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038241728,0.00023337606,0.00050555984,0.0002016263,0.0014279807,0.00016393531,0.00055732083,0.00029689114,0.0021117954],"category_scores_gemma":[0.072362565,0.0002077521,0.0000855512,0.00023635934,0.0008508821,0.00025367617,0.00021002602,0.0016466421,0.000069987575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012800623,0.005363129,0.18234098,0.0074533555,0.0002933834,0.000030161247,0.034682103,2.5449407e-7,0.000015330217,0.0065190275,0.047364965,0.7158093],"study_design_scores_gemma":[0.0037192872,0.0005181771,0.7763424,0.15747292,0.00047164364,0.00020513225,0.04632253,0.00025834638,0.000012213989,0.0003581938,0.013505017,0.0008141377],"about_ca_topic_score_codex":0.00011289239,"about_ca_topic_score_gemma":0.00002518653,"teacher_disagreement_score":0.71499515,"about_ca_system_score_codex":0.00034019197,"about_ca_system_score_gemma":0.0019414026,"threshold_uncertainty_score":0.999872},"labels":[],"label_agreement":null},{"id":"W2616247272","doi":"10.1016/j.jogc.2017.01.024","title":"Competency-Based Medical Education and Assessment of Training: Review of Selected National Obstetrics and Gynaecology Curricula","year":2017,"lang":"en","type":"review","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Curriculum; Obstetrics; Medical education; Gynecology; Pregnancy","score_opus":0.04899719963270976,"score_gpt":0.39092895726187804,"score_spread":0.3419317576291683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616247272","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035400197,0.9865165,0.000030565134,0.0011717952,0.009899523,0.00053275784,0.000030248606,0.0000024622445,0.0014621674],"genre_scores_gemma":[0.0033138862,0.9888419,0.006555219,0.0009963495,0.00006555596,0.000022049693,0.00014329106,0.000022768158,0.0000390118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589545,0.0002674353,0.0020800785,0.00026751048,0.0012517762,0.0002377568],"domain_scores_gemma":[0.9854777,0.0060852887,0.0038258391,0.0002444253,0.00405458,0.00031219368],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017516987,0.00029132512,0.0024460317,0.0010318728,0.000116330375,0.000012297502,0.00026959417,0.0005505145,0.0004337999],"category_scores_gemma":[0.113655455,0.00023179437,0.0001281693,0.0011586213,0.00040713543,0.0000625282,0.00006348928,0.001195615,7.5042514e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[4.4235125e-7,0.00026455344,0.0019451837,0.031772643,0.00020753755,0.00009344736,0.000017222634,1.5093983e-7,3.702748e-8,0.0011411431,0.0034529688,0.9611047],"study_design_scores_gemma":[0.0018804766,0.00069115986,0.05734017,0.010456282,0.0020099892,0.0006379044,0.00009282367,0.00012842547,2.3446535e-7,0.00013034038,0.92635256,0.00027965748],"about_ca_topic_score_codex":0.000299041,"about_ca_topic_score_gemma":0.00027037918,"teacher_disagreement_score":0.960825,"about_ca_system_score_codex":0.00156973,"about_ca_system_score_gemma":0.11906548,"threshold_uncertainty_score":0.94523007},"labels":[],"label_agreement":null},{"id":"W2616508356","doi":"10.1017/cem.2017.82","title":"LO20: Student Run Simulation Team: A near-peer approach to simulation education","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Debriefing; Curriculum; Medical education; Trainer; Task (project management); Simulated patient; Psychology; Medicine; Computer science; Pedagogy; Engineering","score_opus":0.10550305320974934,"score_gpt":0.45172806166942864,"score_spread":0.3462250084596793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616508356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86148757,0.0006062474,0.019304669,0.034223,0.025914293,0.0012657995,0.0000051995075,0.000021252532,0.057172],"genre_scores_gemma":[0.9869035,0.00001548385,0.0029190474,0.0011788453,0.004212144,0.000014514509,0.000051368443,0.00003420841,0.0046709226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997323,0.00004923867,0.0011111621,0.00023657815,0.00093748164,0.000342547],"domain_scores_gemma":[0.99437964,0.00003386858,0.0007490487,0.00068715785,0.0032697138,0.00088059175],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014990642,0.0002004275,0.0004047156,0.00065077335,0.00063572195,0.000040048966,0.00041553847,0.00014723305,0.0016067504],"category_scores_gemma":[0.009596486,0.00016831222,0.00009434969,0.00047887934,0.00015979631,0.00032816533,0.000017039914,0.00045305144,0.00004395195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019839866,0.0008639811,0.19870542,0.000321744,0.00033394393,0.00002303955,0.026306836,0.06956457,0.00042614332,0.0020628995,0.59127825,0.10991474],"study_design_scores_gemma":[0.0016091627,0.0007665683,0.42990884,0.00068424054,0.00038171306,0.000035870748,0.0037019842,0.03236707,0.000016271595,0.00048673016,0.5297384,0.00030311907],"about_ca_topic_score_codex":0.002246091,"about_ca_topic_score_gemma":0.00056198816,"teacher_disagreement_score":0.23120344,"about_ca_system_score_codex":0.00055789895,"about_ca_system_score_gemma":0.002851863,"threshold_uncertainty_score":0.9993059},"labels":[],"label_agreement":null},{"id":"W2616948816","doi":"10.36834/cmej.36817","title":"Resetting the compass: exploring the implicit messages of orientation to a community-engaged medical school","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; McGill University; NOSM University; University of Calgary","funders":"","keywords":"Curriculum; Orientation (vector space); Hidden curriculum; Confusion; Medical education; Medical school; Psychology; Pedagogy; Medicine","score_opus":0.06738930956182285,"score_gpt":0.3960143716602975,"score_spread":0.32862506209847464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616948816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5956288,0.00007551113,0.00024874546,0.39799577,0.0026509657,0.00034509276,0.000002199007,0.0000113937795,0.0030415512],"genre_scores_gemma":[0.9374459,0.00006794987,0.0007065423,0.059128784,0.0021666836,0.00013638499,0.000020688041,0.000024073244,0.00030303025],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99502176,0.0016121049,0.00080580363,0.00016332735,0.001960165,0.0004368573],"domain_scores_gemma":[0.98835164,0.0012202426,0.00058056053,0.0015967166,0.0016415317,0.006609332],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018375037,0.00015463446,0.0002711998,0.00036667075,0.0074543753,0.0002106061,0.0015080553,0.0001735592,0.008754805],"category_scores_gemma":[0.4437076,0.0000966269,0.0000890417,0.00047763102,0.00060742575,0.0003356282,0.00009819078,0.0072547616,0.00005647907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000489384,0.0003011455,0.015500574,0.00009505089,0.00013237169,0.000025358882,0.020392764,0.0000037112477,0.00007624663,0.004260752,0.58465254,0.37451056],"study_design_scores_gemma":[0.0014779881,0.00021463982,0.5583736,0.0023911272,0.00014973905,0.0018318542,0.11728283,0.00038286147,0.00016994144,0.0011726017,0.31628,0.00027286098],"about_ca_topic_score_codex":0.014231837,"about_ca_topic_score_gemma":0.0109922895,"teacher_disagreement_score":0.54287297,"about_ca_system_score_codex":0.0005725332,"about_ca_system_score_gemma":0.04082352,"threshold_uncertainty_score":0.9950355},"labels":[],"label_agreement":null},{"id":"W2617658640","doi":"10.7759/cureus.1267","title":"Current Practices in Assessing Professionalism in United States and Canadian Allopathic Medical Students and Residents","year":2017,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Inclusion (mineral); Curriculum; Likert scale; Construct (python library); Best practice; Competency assessment; Health care; Psychology; Pedagogy","score_opus":0.24605141913482784,"score_gpt":0.5790845836159809,"score_spread":0.33303316448115305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617658640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023890637,0.9723938,6.375489e-7,0.0018831786,0.0008770057,0.0008311208,0.0000069506054,0.000009356655,0.00010732049],"genre_scores_gemma":[0.00095682044,0.9974169,0.000092539,0.00039346304,0.00017411068,0.00012212023,0.00072439894,0.000028535624,0.00009108769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972611,0.00036174245,0.0007166038,0.0004057841,0.00094202586,0.00031276644],"domain_scores_gemma":[0.99829936,0.0002500451,0.0007066825,0.0003534583,0.00014217549,0.00024826723],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032295713,0.00024170846,0.0008284012,0.0009051973,0.0001375996,0.00015957073,0.00036643274,0.00047892676,0.00005718401],"category_scores_gemma":[0.013037788,0.00019185661,0.00002546489,0.0004517048,0.00017259367,0.00023709405,0.00017958375,0.0016529332,0.000005332768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003839551,0.00019896842,0.044562176,0.010435294,0.00003752993,0.00022234113,0.00057865935,1.23395285e-8,1.6336198e-8,0.00007109525,0.0011854925,0.94270456],"study_design_scores_gemma":[0.0005050926,0.000019296285,0.06569677,0.10169878,0.00016102103,0.00009894518,0.00030070182,0.00004003894,1.2642194e-8,0.00010135698,0.83120847,0.00016949499],"about_ca_topic_score_codex":0.03980135,"about_ca_topic_score_gemma":0.044618204,"teacher_disagreement_score":0.9425351,"about_ca_system_score_codex":0.0005847954,"about_ca_system_score_gemma":0.0038340215,"threshold_uncertainty_score":0.9952758},"labels":[],"label_agreement":null},{"id":"W2618112521","doi":"10.1097/acm.0000000000001777","title":"Continuing Professional Development for Faculty: An Elephant in the House of Academic Medicine or the Key to Future Success?","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Scope (computer science); Medical education; Professional development; Transformational leadership; Public relations; Health care; Faculty development; Continuing medical education; Academic institution; Continuing education; Engineering ethics; Medicine; Political science; Sociology; Management; Pedagogy; Engineering; Computer science","score_opus":0.08539254011587556,"score_gpt":0.4599010818392155,"score_spread":0.37450854172333997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618112521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76593155,0.00037119954,0.0009166985,0.22839588,0.001949128,0.0022005779,0.000004180419,0.00004140065,0.00018941383],"genre_scores_gemma":[0.96903855,0.00028362332,0.0012067786,0.019502675,0.0059801056,0.00063989824,0.00012988842,0.00005223555,0.0031662455],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626887,0.0001398346,0.0013477221,0.0004402871,0.0012916623,0.00051165326],"domain_scores_gemma":[0.9972333,0.0004927849,0.0007386184,0.00089297234,0.00046930285,0.00017306858],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066251964,0.00029526374,0.00067217834,0.00029960653,0.00044937563,0.000008981435,0.0014900692,0.00047858304,0.00016008962],"category_scores_gemma":[0.009773287,0.000114682225,0.00003321397,0.0005362425,0.0007037837,0.00025154836,0.00012611711,0.0020073918,0.000008979707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017203748,0.00013469374,0.033616938,0.00068974186,0.00012395013,0.000023439949,0.35795876,0.000003977905,0.012380979,0.0072943983,0.36109045,0.22496231],"study_design_scores_gemma":[0.0066193966,0.0009265449,0.25719643,0.0053904457,0.00023406257,0.0001319497,0.08304235,0.00025351087,0.0014486476,0.0007796995,0.6436897,0.00028728312],"about_ca_topic_score_codex":0.00008541587,"about_ca_topic_score_gemma":0.00005093241,"teacher_disagreement_score":0.28259924,"about_ca_system_score_codex":0.00012523615,"about_ca_system_score_gemma":0.0005389961,"threshold_uncertainty_score":0.9985678},"labels":[],"label_agreement":null},{"id":"W2618901081","doi":"10.1097/ceh.0000000000000156","title":"Incorporating Lifelong Learning From Residency to Practice: A Qualitative Study Exploring Psychiatry Learners' Needs and Motivations","year":2017,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"University of Illinois at Urbana-Champaign","keywords":"Lifelong learning; Qualitative research; Medical education; Psychology; Medicine; Pedagogy; Sociology","score_opus":0.08974627663058991,"score_gpt":0.5043462440014163,"score_spread":0.41459996737082633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618901081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7720857,0.00023705664,0.0008481161,0.22318807,0.002637983,0.0007865574,3.815109e-7,0.000010059186,0.00020605428],"genre_scores_gemma":[0.96508116,0.00006137719,0.02950052,0.0037405298,0.0010678533,0.00010875774,0.0000052620926,0.000019231122,0.00041529056],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99640626,0.0014782473,0.0011807209,0.00016711402,0.0005530142,0.0002146278],"domain_scores_gemma":[0.9950524,0.0010777182,0.0023296145,0.00044188066,0.0009497237,0.00014869143],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0080801025,0.00012931901,0.00034448263,0.0006661693,0.0011671798,0.0001299162,0.00027800185,0.00006666305,0.000010205441],"category_scores_gemma":[0.029762812,0.00009583847,0.000037542537,0.0005709913,0.00007116558,0.0008419717,0.00006843101,0.0015361129,0.000004057253],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011380972,0.000927734,0.19689606,0.00006260169,0.000030045727,0.0000018290222,0.7515442,0.000008530081,0.00003299728,0.0019218135,0.006471042,0.041989345],"study_design_scores_gemma":[0.0006122197,0.00041405816,0.24699211,0.002759948,0.00004199368,0.000017357244,0.74657613,0.000018111228,0.0000020198136,0.0017616054,0.00074087566,0.00006356068],"about_ca_topic_score_codex":0.0004731284,"about_ca_topic_score_gemma":0.000100800615,"teacher_disagreement_score":0.21944754,"about_ca_system_score_codex":0.00020795148,"about_ca_system_score_gemma":0.003146475,"threshold_uncertainty_score":0.9784099},"labels":[],"label_agreement":null},{"id":"W2619259536","doi":"10.1097/acm.0000000000001743","title":"Mixed Messages or Miscommunication? Investigating the Relationship Between Assessors’ Workplace-Based Assessment Scores and Written Comments","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University","funders":"","keywords":"Checklist; Competence (human resources); Psychology; Medical education; Narrative; Applied psychology; Task (project management); MEDLINE; Clinical psychology; Social psychology; Medicine; Cognitive psychology","score_opus":0.23792083801214775,"score_gpt":0.4677538388166853,"score_spread":0.22983300080453756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619259536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70258075,0.00032765555,0.0012597173,0.29265997,0.00028609397,0.00065286073,0.000002787418,0.00004736612,0.0021828013],"genre_scores_gemma":[0.98223126,0.00012375791,0.006330717,0.008142902,0.00085397554,0.00014634193,0.00018737456,0.000032192533,0.0019515068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743164,0.0003201792,0.0008210682,0.00033186394,0.00078370894,0.00031152274],"domain_scores_gemma":[0.9940932,0.0033060869,0.0007569275,0.0014483039,0.0002118082,0.00018369991],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0038520552,0.00023555307,0.0004410339,0.00019053782,0.0014955717,0.000052520525,0.00076874904,0.0003103812,0.00014418643],"category_scores_gemma":[0.023306003,0.00014071612,0.000028705339,0.0003351577,0.0015719711,0.00022562502,0.0002027469,0.002078495,0.000012791675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019799785,0.000015268675,0.9516587,0.00013503194,0.000050823324,0.0000019007564,0.0008631666,9.687433e-7,0.0001360514,0.0040188543,0.037665546,0.0054338593],"study_design_scores_gemma":[0.002416,0.00013134751,0.9838415,0.002217249,0.00030000185,0.000016995515,0.0021122713,0.0008183936,0.000085778054,0.0032166934,0.004698879,0.00014492378],"about_ca_topic_score_codex":0.00011424256,"about_ca_topic_score_gemma":0.000009345288,"teacher_disagreement_score":0.28451705,"about_ca_system_score_codex":0.00016349512,"about_ca_system_score_gemma":0.0003925933,"threshold_uncertainty_score":0.9998043},"labels":[],"label_agreement":null},{"id":"W2619635310","doi":"10.1186/s12909-017-0932-1","title":"The effect of white coats and gender on medical students’ perceptions of physicians","year":2017,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Perception; Competence (human resources); Ethnic group; Family medicine; Medicine; White coat; White (mutation); Medical education; Psychology; Social psychology","score_opus":0.020118705622786927,"score_gpt":0.41509936616561793,"score_spread":0.394980660542831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619635310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984791,0.000098705896,0.0005940822,0.010451177,0.0013008079,0.00045416123,0.0000015819065,0.000015048884,0.002293481],"genre_scores_gemma":[0.9965472,0.00018838723,0.00038959185,0.0014759327,0.0006880965,0.000093278984,0.00003357847,0.000015499982,0.00056843465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671966,0.00017389473,0.00048217358,0.00022070028,0.002226172,0.00017741523],"domain_scores_gemma":[0.99800503,0.0005208531,0.00033489932,0.000741437,0.00025598993,0.0001418093],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023841152,0.00012774761,0.00029797523,0.00009852258,0.0005225114,0.000025276899,0.0005141519,0.00020897744,0.00047097035],"category_scores_gemma":[0.022913449,0.00008252011,0.00007224728,0.00013516628,0.00097496464,0.00006441838,0.00013474096,0.00038584723,0.000014877286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017924515,0.0009405763,0.7316817,0.0006393941,0.00006804571,8.8812635e-7,0.0015868983,4.2595892e-7,0.00011198123,0.0019926927,0.038179006,0.22461915],"study_design_scores_gemma":[0.001409857,0.0005200158,0.9929928,0.00091804645,0.00013359167,0.000021767917,0.00094211526,0.00050922873,0.00027365715,0.00017115082,0.0020210042,0.000086767985],"about_ca_topic_score_codex":0.000032724573,"about_ca_topic_score_gemma":0.000029536133,"teacher_disagreement_score":0.26131108,"about_ca_system_score_codex":0.00006232048,"about_ca_system_score_gemma":0.0014168882,"threshold_uncertainty_score":0.985317},"labels":[],"label_agreement":null},{"id":"W2619704894","doi":"10.7202/1039025ar","title":"Développement de compétences avancées dans la formation des futurs médecins : l’exemple de la médecine familiale au Canada","year":2017,"lang":"fr","type":"article","venue":"Éducation et francophonie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.023397696754205655,"score_gpt":0.3394962103651554,"score_spread":0.31609851361094976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619704894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8830981,0.0011321142,0.027765956,0.035949532,0.014373078,0.0005839139,0.000061027422,0.000056799392,0.036979467],"genre_scores_gemma":[0.97089267,0.0012510505,0.01886087,0.0021521754,0.0026838065,0.00018078252,0.00026506805,0.000054185595,0.0036594023],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966959,0.00052154955,0.00079548743,0.00041387198,0.0007307605,0.0008424463],"domain_scores_gemma":[0.9970399,0.00055058755,0.0006197162,0.0009533763,0.00053474214,0.0003016407],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0031825413,0.00036101285,0.0004057549,0.00019859255,0.0014737841,0.00022028363,0.0005734484,0.00032975466,0.0006210045],"category_scores_gemma":[0.004163001,0.00038273263,0.000085104584,0.00040852767,0.0010852184,0.0007278442,0.000080900936,0.00065017166,0.00009310015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009936166,0.0018937323,0.32476616,0.0015832029,0.000203197,0.00005685889,0.09564132,0.0007194139,0.0041435407,0.016144115,0.32206282,0.23268627],"study_design_scores_gemma":[0.0017214736,0.00009250204,0.77874666,0.0010386081,0.00012271467,0.00016012347,0.021421466,0.0023134241,0.0028209432,0.0050355094,0.18618229,0.00034429703],"about_ca_topic_score_codex":0.5470611,"about_ca_topic_score_gemma":0.5537384,"teacher_disagreement_score":0.45398048,"about_ca_system_score_codex":0.008791957,"about_ca_system_score_gemma":0.01877011,"threshold_uncertainty_score":0.99986243},"labels":[],"label_agreement":null},{"id":"W2620382600","doi":"10.1007/s40037-017-0357-x","title":"How do small groups make decisions?: A theoretical framework to inform the implementation and study of clinical competency committees","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Management science; Medical education; Computer science; Engineering ethics; Data science; Psychology; Medicine; Engineering","score_opus":0.04337473801354815,"score_gpt":0.47000331858699257,"score_spread":0.42662858057344444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620382600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8727362,0.000087928616,0.0020101683,0.12126031,0.0009900247,0.0013128824,0.0000023403372,0.000023009878,0.0015771003],"genre_scores_gemma":[0.9879312,0.00014366244,0.006775334,0.0039710873,0.00087506115,0.00020288551,0.000015993775,0.000019620276,0.0000651876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971415,0.00021980093,0.00075425685,0.00045613904,0.0011923689,0.00023592784],"domain_scores_gemma":[0.99638516,0.0009946417,0.00041322754,0.0011770929,0.00074286695,0.00028700047],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026398844,0.00018946096,0.00042873088,0.00021433557,0.0006470608,0.00017028667,0.0004990506,0.00020991331,0.00043624002],"category_scores_gemma":[0.049750507,0.00012462634,0.00008166664,0.0003442227,0.0010261436,0.00010627061,0.00017119641,0.00090536143,0.000012254191],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021763642,0.0032997003,0.07355023,0.000021859276,0.00007745424,0.0000015631473,0.031828593,1.0779011e-7,0.000002700237,0.3867613,0.0018511008,0.50238776],"study_design_scores_gemma":[0.0012618313,0.0015656104,0.643469,0.00030942925,0.000098550525,0.000016485796,0.33958158,0.00007500112,0.000008070438,0.011511793,0.0019844426,0.000118232056],"about_ca_topic_score_codex":0.0000757915,"about_ca_topic_score_gemma":0.00007132964,"teacher_disagreement_score":0.56991875,"about_ca_system_score_codex":0.000112184476,"about_ca_system_score_gemma":0.00092312536,"threshold_uncertainty_score":0.95825386},"labels":[],"label_agreement":null},{"id":"W2620699241","doi":"10.1097/ceh.0000000000000148","title":"Can Source Triangulation Be Used to Overcome Limitations of Self-Assessments? Assessing Educational Needs and Professional Competence of Pharmacists Practicing in Qatar","year":2017,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Competence (human resources); Experiential learning; Medical education; Medicine; Pharmacy practice; Professional development; Nursing; Pharmacist; Psychology; Pedagogy","score_opus":0.10807907697755294,"score_gpt":0.5073499399105262,"score_spread":0.3992708629329733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620699241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8814533,0.00011113342,0.00050222105,0.11545014,0.0015060296,0.0008514932,0.0000028054658,0.0000041498,0.00011876246],"genre_scores_gemma":[0.97761726,0.00006074741,0.020257544,0.0014765718,0.0002582985,0.000046660123,0.00002026145,0.000014645909,0.00024801615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99686,0.00057620846,0.0015142964,0.00014185942,0.00068819796,0.00021941321],"domain_scores_gemma":[0.99430716,0.001326326,0.002878832,0.0003586481,0.0010130255,0.00011602461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004460932,0.00012838893,0.0004463658,0.0010176136,0.00033819978,0.000044929304,0.0002821846,0.000089649686,0.000016310307],"category_scores_gemma":[0.005759937,0.000100373065,0.00005000576,0.0006763864,0.00009908339,0.00056338706,0.00005011045,0.00072672253,3.5115346e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002550495,0.003935302,0.6775398,0.00093054253,0.000051601142,0.0000014419352,0.19491564,0.000061783256,0.00497207,0.004189994,0.0043588625,0.10878791],"study_design_scores_gemma":[0.0016369807,0.00019224873,0.93007064,0.0048925034,0.000054943237,0.00007168704,0.06097446,0.00039083537,0.00014594024,0.00069515524,0.0007858561,0.00008875821],"about_ca_topic_score_codex":0.00011039311,"about_ca_topic_score_gemma":0.000042153246,"teacher_disagreement_score":0.2525308,"about_ca_system_score_codex":0.00036903124,"about_ca_system_score_gemma":0.0056598657,"threshold_uncertainty_score":0.9999771},"labels":[],"label_agreement":null},{"id":"W2621144555","doi":"10.1007/s40037-017-0362-0","title":"Re-positioning faculty development as knowledge mobilization for&amp;nbsp;health professions education","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto; University Health Network; St. Michael's Hospital","funders":"","keywords":"Knowledge translation; Professional development; Knowledge management; Assertion; Medical education; Socialization; Psychology; Engineering ethics; Public relations; Sociology; Political science; Medicine; Computer science; Engineering; Social psychology","score_opus":0.05504253540879492,"score_gpt":0.4902281223313142,"score_spread":0.4351855869225193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621144555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5576173,0.0019484772,0.060592763,0.2864913,0.010841659,0.0074605476,0.000016175794,0.0005147017,0.07451705],"genre_scores_gemma":[0.9255743,0.00018880359,0.04693357,0.007972846,0.0022452364,0.0023606191,0.0022779084,0.000075775744,0.0123709235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971402,0.00011790408,0.00070402824,0.00071717077,0.0009066939,0.0004139514],"domain_scores_gemma":[0.9962667,0.000106850915,0.00060393574,0.0009134767,0.0016905585,0.00041843427],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0014035264,0.0002782014,0.00036072315,0.00043804568,0.0021318912,0.00012516037,0.0003640947,0.0003079774,0.000777774],"category_scores_gemma":[0.0183125,0.00025621455,0.000099085206,0.00035879787,0.00028821354,0.00032028565,0.00006304806,0.000597979,0.0002568359],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001971322,0.010192587,0.004164568,0.0006269454,0.000096986296,3.3232328e-7,0.08162417,0.0000023314585,0.000112354486,0.046806563,0.15626717,0.69990885],"study_design_scores_gemma":[0.0037349944,0.0010645736,0.16611627,0.008391783,0.00018696435,0.00006888275,0.2722229,0.0009261629,0.0011442637,0.0064214305,0.53866327,0.0010584762],"about_ca_topic_score_codex":0.00012491299,"about_ca_topic_score_gemma":0.00009348695,"teacher_disagreement_score":0.6988504,"about_ca_system_score_codex":0.0018986462,"about_ca_system_score_gemma":0.019451298,"threshold_uncertainty_score":0.99998903},"labels":[],"label_agreement":null},{"id":"W2621273260","doi":"10.1017/cjn.2017.184","title":"P.100 A competency-based stroke curriculum for non-neurologists","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Specialty; Stroke (engine); Medicine; Curriculum; Neurology; Medical education; Delphi method; Medical emergency; Family medicine; Psychology; Psychiatry; Pedagogy","score_opus":0.03832345074056889,"score_gpt":0.33474755433012027,"score_spread":0.2964241035895514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621273260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586677,0.00018715537,0.00036803057,0.03506996,0.002315141,0.0003723651,0.000015513171,0.000017842734,0.0029863063],"genre_scores_gemma":[0.9671187,0.000058554706,0.022347065,0.0097146295,0.000684287,0.000011322398,0.0000010422601,0.00001530684,0.000049094026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99571705,0.00029931313,0.0010445665,0.00058359385,0.0009411081,0.0014143495],"domain_scores_gemma":[0.99491113,0.00037954247,0.0014884504,0.0003812424,0.0013577287,0.0014818814],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0052966955,0.00034253497,0.00064617716,0.0011179456,0.0064626937,0.0010179017,0.0027132074,0.0002721456,0.00014357858],"category_scores_gemma":[0.013798477,0.00023093651,0.00036405894,0.00067931303,0.010734096,0.0008623204,0.00006322773,0.0014751173,0.0000045205343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001344363,0.000108603715,0.9835145,0.000026116386,0.000019145908,0.0022979667,0.000104215076,0.0006573354,0.000076427794,0.0018274747,0.0038629165,0.0073708594],"study_design_scores_gemma":[0.0020806713,0.14894684,0.7590073,0.0001817474,0.00019064604,0.024630537,0.00026362672,0.02689036,0.00030185483,0.01861314,0.018258654,0.00063463964],"about_ca_topic_score_codex":0.001109293,"about_ca_topic_score_gemma":0.016553607,"teacher_disagreement_score":0.22450721,"about_ca_system_score_codex":0.0002622657,"about_ca_system_score_gemma":0.010096155,"threshold_uncertainty_score":0.9955157},"labels":[],"label_agreement":null},{"id":"W2621607801","doi":"10.1080/0142159x.2017.1315065","title":"Toward a research agenda for competency-based medical education","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; University of Alberta; McGill University; University of Calgary; Children's Hospital of Eastern Ontario; The Wilson Centre; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Competence (human resources); Medical education; Meaning (existential); Health care; Warrant; Psychology; Medicine; Political science; Business","score_opus":0.1792632987223992,"score_gpt":0.5116825294574706,"score_spread":0.3324192307350714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621607801","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21842915,0.0003043076,0.010314042,0.6926113,0.004241595,0.0018129662,0.0000029304474,0.00019601562,0.0720877],"genre_scores_gemma":[0.9525783,0.000031736497,0.0146198785,0.013513381,0.004585276,0.0009374081,0.00027113224,0.00007099508,0.013391863],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99502885,0.00017174192,0.0005406115,0.00046275437,0.0032361068,0.0005599534],"domain_scores_gemma":[0.9971045,0.00014144184,0.00014345755,0.0010986004,0.0009062482,0.00060569856],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006820106,0.00016643594,0.0003410063,0.00026922757,0.00065986003,0.00007405073,0.0008216233,0.00058069354,0.014338256],"category_scores_gemma":[0.0933742,0.0001350296,0.00012969649,0.00024641625,0.0010969393,0.00009693811,0.00012347758,0.0014380866,0.00023126767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013078724,0.002085811,0.019968972,0.0003682373,0.000049986993,0.000034125784,0.0004792275,6.300455e-8,0.000020716285,0.019145682,0.6270324,0.33068398],"study_design_scores_gemma":[0.0058348477,0.00060304714,0.019016843,0.0018095763,0.000101191836,0.00012755017,0.0009926445,0.055172164,0.00015907148,0.01051985,0.9052627,0.0004004818],"about_ca_topic_score_codex":0.00014439803,"about_ca_topic_score_gemma":0.000031037205,"teacher_disagreement_score":0.73414916,"about_ca_system_score_codex":0.00028104463,"about_ca_system_score_gemma":0.017400604,"threshold_uncertainty_score":0.98816985},"labels":[],"label_agreement":null},{"id":"W2622766655","doi":"10.1080/0142159x.2017.1315069","title":"Implementing competency-based medical education: Moving forward","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Medical education; Computer science; Medicine","score_opus":0.02319867364793439,"score_gpt":0.3896968870906127,"score_spread":0.3664982134426783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622766655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49542677,0.00022282971,0.0075160735,0.33092198,0.0031719606,0.0006427396,0.0000010582705,0.00027328962,0.1618233],"genre_scores_gemma":[0.9610215,0.000015991276,0.011527685,0.016625836,0.0035017629,0.00015876035,0.00014771633,0.00005524606,0.006945519],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99578995,0.000080267375,0.00066334056,0.00040872922,0.002447318,0.00061042537],"domain_scores_gemma":[0.9977023,0.00003772348,0.00026648937,0.0010713476,0.00030267143,0.0006194571],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032337436,0.00020347007,0.0003628948,0.00015874999,0.0007837207,0.000081891616,0.00070759293,0.00039365664,0.044013333],"category_scores_gemma":[0.02690432,0.0001704439,0.000128489,0.00017279065,0.0005134736,0.00014263883,0.0002300359,0.001080584,0.00023478366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029737652,0.0012255005,0.33068097,0.00019609656,0.00007249406,0.000062429885,0.000254637,1.14321985e-7,0.000014906405,0.013703502,0.12397214,0.5297875],"study_design_scores_gemma":[0.0057197018,0.0002463871,0.09242634,0.0022785016,0.00023924802,0.00030098902,0.0012660322,0.086321965,0.00013208734,0.0034954485,0.80688375,0.00068957196],"about_ca_topic_score_codex":0.00014340528,"about_ca_topic_score_gemma":0.00006184099,"teacher_disagreement_score":0.6829116,"about_ca_system_score_codex":0.00019054962,"about_ca_system_score_gemma":0.009571891,"threshold_uncertainty_score":0.9960429},"labels":[],"label_agreement":null},{"id":"W2622779811","doi":"10.1080/0142159x.2017.1315075","title":"Overarching challenges to the implementation of competency-based medical education","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Calgary; University of Alberta; University of Toronto","funders":"","keywords":"Accountability; Medical education; Health care; Order (exchange); Medicine; Business; Political science","score_opus":0.03650519003844239,"score_gpt":0.42969605165337266,"score_spread":0.3931908616149303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622779811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50209343,0.0002226901,0.001435825,0.48244444,0.00104505,0.0004892713,8.569217e-7,0.000036948004,0.012231516],"genre_scores_gemma":[0.9884719,0.00005919976,0.0023593183,0.0073713893,0.0011391132,0.000121417914,0.000042897558,0.000020015481,0.0004147002],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971356,0.00011508357,0.00046420147,0.00024065175,0.0018207324,0.00022375112],"domain_scores_gemma":[0.9984614,0.000042114716,0.00019873661,0.0008124186,0.00021209038,0.0002731926],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023619486,0.00011891825,0.00022904668,0.0001232887,0.00026457442,0.00002156603,0.00055914803,0.00016931584,0.0073371497],"category_scores_gemma":[0.009222171,0.00007907643,0.0000672586,0.00011944798,0.00027311026,0.00007107424,0.00010025327,0.00054041017,0.00005694514],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029341154,0.0006033698,0.04123291,0.00013015735,0.00004042514,0.000004592534,0.0019752493,3.5961045e-7,0.0000222994,0.01847015,0.030084573,0.90740657],"study_design_scores_gemma":[0.0045418,0.0006684954,0.6885499,0.0020388358,0.00019692932,0.00009053883,0.00914142,0.012789912,0.0005328928,0.0036819242,0.2773152,0.00045218813],"about_ca_topic_score_codex":0.00029135763,"about_ca_topic_score_gemma":0.00025050042,"teacher_disagreement_score":0.9069544,"about_ca_system_score_codex":0.00009428482,"about_ca_system_score_gemma":0.0047943788,"threshold_uncertainty_score":0.9991236},"labels":[],"label_agreement":null},{"id":"W2623892510","doi":"10.5688/ajpe81477","title":"A Call for an Integrated Program of Assessment","year":2017,"lang":"en","type":"review","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; Universiteit Maastricht; Flinders University","keywords":"Pharmacy; Curriculum; Computer science; Pharmacy education; Medical education; Engineering management; Engineering ethics; Process management; Knowledge management; Engineering; Psychology; Medicine; Pedagogy; Pharmacy practice; Nursing","score_opus":0.19539730016298595,"score_gpt":0.6248682253519432,"score_spread":0.42947092518895724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623892510","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056251447,0.9853101,0.004258782,0.0016148362,0.0035874196,0.0037843632,0.00003150623,0.000035021694,0.00081549445],"genre_scores_gemma":[0.0006933819,0.87786114,0.11866448,0.0004634808,0.0013806161,0.00033754332,0.0003572114,0.000066311506,0.00017582686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971486,0.0002249833,0.0016150487,0.00024157934,0.00051316683,0.00025664596],"domain_scores_gemma":[0.9937238,0.00017155732,0.0032117595,0.00046452484,0.0021731108,0.00025525247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014770406,0.00029013804,0.0019025338,0.0005919594,0.00007993446,0.000041086125,0.00042128575,0.00015591252,0.00006551168],"category_scores_gemma":[0.0017451299,0.00021328815,0.0004956188,0.00055236777,0.00058606593,0.00017033926,0.00002146543,0.0010491406,0.0000029364744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000672599,0.0029873776,0.000017351245,0.005653124,0.00030688816,0.0000012802567,0.00008741948,1.3455478e-7,0.000003974483,0.0001727643,0.0056717945,0.98503065],"study_design_scores_gemma":[0.00043869443,0.003044061,0.000054114284,0.009386426,0.0030182886,0.00038986473,0.000419004,0.00013328428,0.000005539703,0.000025822214,0.982919,0.00016590008],"about_ca_topic_score_codex":0.000020605634,"about_ca_topic_score_gemma":4.699007e-7,"teacher_disagreement_score":0.9848647,"about_ca_system_score_codex":0.0005740318,"about_ca_system_score_gemma":0.011023821,"threshold_uncertainty_score":0.9945828},"labels":[],"label_agreement":null},{"id":"W2624201961","doi":"10.1080/0142159x.2017.1315067","title":"A call to action: The controversy of and rationale for competency-based medical education","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; McGill University; McMaster University","funders":"","keywords":"Harm; Dysfunctional family; Set (abstract data type); Doctrine; Medical education; Action (physics); SAFER; Call to action; Health care; Quality (philosophy); Medicine; Patient safety; Psychology; Nursing; Political science; Computer science; Business; Law; Psychotherapist; Social psychology","score_opus":0.03923840277800511,"score_gpt":0.4082652188875098,"score_spread":0.36902681610950466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624201961","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41894332,0.00010674213,0.0115662,0.5620499,0.0010449894,0.0012045554,0.0000025599002,0.000029008355,0.0050526857],"genre_scores_gemma":[0.9711229,0.000013339896,0.0058684824,0.017709866,0.0014203647,0.00039087355,0.00006281311,0.00001821651,0.0033931062],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830836,0.000048016147,0.00033345967,0.00019439509,0.0009658676,0.0001499026],"domain_scores_gemma":[0.99869096,0.00012251546,0.00014450809,0.00045043745,0.00034733827,0.000244258],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001427902,0.00009292371,0.0002154964,0.000066416644,0.00026305177,0.000021369477,0.00025011264,0.00018854797,0.0017987575],"category_scores_gemma":[0.027077893,0.00006172908,0.00005349712,0.00008248103,0.0004513307,0.000053210457,0.00004114853,0.00031035842,0.000010776179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036676246,0.0014410941,0.0398603,0.00033427196,0.0001081132,0.000003400303,0.0009917862,0.0000011191886,0.00013641073,0.038259517,0.40707284,0.5114244],"study_design_scores_gemma":[0.010704026,0.0009262177,0.11057628,0.0013736209,0.0003426362,0.0001268074,0.0019745415,0.11443874,0.00034376606,0.0072444156,0.7515223,0.0004266484],"about_ca_topic_score_codex":0.0000725242,"about_ca_topic_score_gemma":0.000065796805,"teacher_disagreement_score":0.55217963,"about_ca_system_score_codex":0.00006729879,"about_ca_system_score_gemma":0.0038872818,"threshold_uncertainty_score":0.99911374},"labels":[],"label_agreement":null},{"id":"W2624334107","doi":"10.1016/j.ajog.2017.06.001","title":"To the point: medical education, technology, and the millennial learner","year":2017,"lang":"en","type":"review","venue":"American Journal of Obstetrics and Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":183,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Point (geometry); Medical education","score_opus":0.02326667090157842,"score_gpt":0.3789067198774275,"score_spread":0.3556400489758491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624334107","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056974863,0.9083661,0.000058368016,0.08718882,0.0029522728,0.00046448,0.0000014809526,0.000004926395,0.00039381598],"genre_scores_gemma":[0.001002581,0.9917552,0.00090762926,0.0052639744,0.000562358,0.000046031662,0.0000044239796,0.000022960507,0.00043483335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980517,0.00023664303,0.0008823413,0.00020407724,0.0004012981,0.00022396621],"domain_scores_gemma":[0.9933423,0.0037473335,0.001500613,0.0005339873,0.0006815196,0.00019425756],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002096917,0.00020589057,0.0014739839,0.0010502988,0.00030207215,0.00004184684,0.00056141877,0.00028440103,0.00006775802],"category_scores_gemma":[0.119705044,0.00009447052,0.00015339609,0.0013627168,0.0024767215,0.00003384713,0.00017970295,0.0015050658,0.000011455569],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009361067,0.00006828136,0.000082793216,0.0002147246,0.00014771242,0.000017634666,0.0001603192,2.1201634e-8,5.835555e-9,0.0029480744,0.015069539,0.9812815],"study_design_scores_gemma":[0.000597471,0.0004971459,0.00013423535,0.0011258794,0.0006777721,0.0025562106,0.00078864174,0.00000404479,1.6420275e-8,0.000275289,0.9932524,0.00009088852],"about_ca_topic_score_codex":0.000010947481,"about_ca_topic_score_gemma":0.0000026006392,"teacher_disagreement_score":0.9811906,"about_ca_system_score_codex":0.00013545694,"about_ca_system_score_gemma":0.003008262,"threshold_uncertainty_score":0.9125583},"labels":[],"label_agreement":null},{"id":"W2624352784","doi":"10.3138/jvme.1015-162r1","title":"Robust (and Ethical) Educational Research Designs","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Engineering ethics; Educational research; Research design; Medical education; Psychology; Management science; Computer science; Mathematics education; Medicine; Sociology; Engineering; Social science; Artificial intelligence","score_opus":0.3885577886612627,"score_gpt":0.537820199042098,"score_spread":0.14926241038083526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624352784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7674438,0.0004473055,0.0003849834,0.2252305,0.0032551629,0.00017905483,3.8794144e-7,0.0000051225275,0.0030537103],"genre_scores_gemma":[0.9720217,0.0004731099,0.017446682,0.0047675758,0.004007951,0.000025404877,0.000010946753,0.000020985777,0.0012256675],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99697316,0.00021965719,0.00071550196,0.00019663024,0.0016448318,0.00025023302],"domain_scores_gemma":[0.99553454,0.00039135912,0.00051413424,0.00050639716,0.0026543501,0.0003992075],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005383874,0.00011505127,0.00027569666,0.00044558037,0.00060631294,0.000102970014,0.0004193292,0.00041244813,0.0016378722],"category_scores_gemma":[0.06512935,0.00009475081,0.00006976711,0.0002045858,0.0008147899,0.00023327986,0.00010766312,0.002177353,0.000033403765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064999517,0.0023569572,0.020781223,0.0005493847,0.000120283985,0.000073876385,0.0015308794,0.0000011995163,0.0024566432,0.014486105,0.4667277,0.49026576],"study_design_scores_gemma":[0.0027207942,0.0035818622,0.6717106,0.0036358442,0.00014955673,0.012562952,0.0019383123,0.00063548854,0.00019821626,0.007986966,0.2945661,0.00031328914],"about_ca_topic_score_codex":0.000030602834,"about_ca_topic_score_gemma":0.0000016805919,"teacher_disagreement_score":0.6509294,"about_ca_system_score_codex":0.00025760834,"about_ca_system_score_gemma":0.006616217,"threshold_uncertainty_score":0.9992748},"labels":[],"label_agreement":null},{"id":"W2626103890","doi":"10.1111/medu.13349","title":"In search of educational efficiency: 30 years of <i>Medical Education</i> 's top‐cited articles","year":2017,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Sunnybrook Health Science Centre; University Health Network; University of Toronto; SickKids Foundation; Hospital for Sick Children; The Wilson Centre","funders":"","keywords":"Relevance (law); Thematic analysis; Field (mathematics); Politics; Psychology; Medical education; Public relations; Sociology; Medicine; Social science; Political science; Qualitative research","score_opus":0.0472829100374969,"score_gpt":0.4689497602428056,"score_spread":0.4216668502053087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626103890","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011668095,0.9551402,0.000040497845,0.024312466,0.0045340043,0.0017176446,0.000012977068,0.000022833197,0.0025512916],"genre_scores_gemma":[0.0032565831,0.9862319,0.0013130434,0.0034717554,0.0020408696,0.0005783638,0.0009774152,0.00008554232,0.0020445315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928416,0.0003103555,0.002253175,0.0006354996,0.003514069,0.0004452777],"domain_scores_gemma":[0.99599636,0.00052025524,0.0009830715,0.0012605231,0.00088875555,0.00035104397],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032184946,0.00035935864,0.0017005098,0.0016549428,0.00008271756,0.000028370534,0.0011330012,0.0011495962,0.010001397],"category_scores_gemma":[0.037183005,0.00033729218,0.00031879355,0.0019408147,0.000958495,0.00016248527,0.00016352287,0.0014619193,0.00018521046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009268831,0.005052835,0.000526727,0.009762294,0.00005457162,0.0000025518718,0.0004790119,1.242095e-7,6.3680517e-7,0.0048725693,0.057467934,0.92177147],"study_design_scores_gemma":[0.0005559406,0.00010605551,0.0016639965,0.039338674,0.00031334607,0.00017871265,0.00029821487,0.00013463892,0.000008431054,0.00033375772,0.9567796,0.00028863552],"about_ca_topic_score_codex":0.000632705,"about_ca_topic_score_gemma":0.000019006091,"teacher_disagreement_score":0.92148286,"about_ca_system_score_codex":0.0005450104,"about_ca_system_score_gemma":0.09164761,"threshold_uncertainty_score":0.9999079},"labels":[],"label_agreement":null},{"id":"W2626189741","doi":"10.5430/wje.v7n3p74","title":"Distance Learning in Clinical Transplantation: A Successful Model in Post-Graduate Education","year":2017,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Warrant; Blackboard (design pattern); Psychology; Process (computing); Transplantation; Computer science; Medicine","score_opus":0.04530112741403431,"score_gpt":0.4261325081315255,"score_spread":0.3808313807174912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626189741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9700878,0.00026055577,0.0012969631,0.020000793,0.0023841378,0.000246443,5.1053723e-7,0.00000728995,0.0057154805],"genre_scores_gemma":[0.9872647,0.00040209232,0.0077783465,0.0012735743,0.00077271485,0.00002301029,0.00003632863,0.000016770391,0.0024324597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979609,0.00010592259,0.0011963237,0.0001819535,0.0003819165,0.00017294851],"domain_scores_gemma":[0.9976834,0.0000750992,0.001005262,0.00030685507,0.00085118844,0.000078159625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017983507,0.00011785112,0.00030394873,0.0008192292,0.00013568418,0.00006727658,0.00023496879,0.00008189202,0.000051840125],"category_scores_gemma":[0.002227019,0.00011313724,0.000083766616,0.00042753975,0.00010936001,0.0006139694,0.000010337051,0.0010035245,0.000008562888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041597098,0.0020443432,0.5186639,0.00017242577,0.000017978226,0.000009795662,0.0024061182,0.00039652587,0.000193769,0.0023471434,0.0036441158,0.4696879],"study_design_scores_gemma":[0.0012184024,0.00011153355,0.9879662,0.0013294433,0.00005994517,0.000102155565,0.0016688064,0.0028309359,0.000055042878,0.0015617253,0.0029753938,0.000120439174],"about_ca_topic_score_codex":0.000115184775,"about_ca_topic_score_gemma":0.00044900712,"teacher_disagreement_score":0.46956748,"about_ca_system_score_codex":0.00034685188,"about_ca_system_score_gemma":0.0039387117,"threshold_uncertainty_score":0.69871056},"labels":[],"label_agreement":null},{"id":"W2626198344","doi":"10.1111/tct.12667","title":"Adolescent narrative comments in assessing medical students","year":2017,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Narrative; Interview; Confidentiality; Medical education; Psychology; Qualitative research; Medical assessment; Narrative inquiry; Medicine; Family medicine; Computer science; Computer security","score_opus":0.17719913658275732,"score_gpt":0.5767582975599239,"score_spread":0.3995591609771666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626198344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8985181,0.000023036504,0.00008950109,0.09455777,0.0010345643,0.00032284457,1.5659676e-7,0.000025400966,0.0054286467],"genre_scores_gemma":[0.9842175,0.000026908801,0.00037211,0.012629764,0.00086901675,0.00002467737,0.000007526109,0.000015007985,0.001837488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974514,0.00032721882,0.00069630647,0.00023597523,0.0010699789,0.00021908125],"domain_scores_gemma":[0.99851334,0.0001496356,0.00025509967,0.0008664659,0.000098804005,0.00011664703],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007146743,0.00010668677,0.00029961046,0.000040066807,0.00032201214,0.00010345195,0.0008678642,0.00022385371,0.0005876372],"category_scores_gemma":[0.014558555,0.00006607094,0.00007560833,0.00008861521,0.00060944556,0.00010722412,0.00030837202,0.0015295403,0.00010673547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040206076,0.0016450381,0.8561043,0.000011073117,0.000038456372,0.00001839363,0.0008686642,5.3430682e-8,0.0000020418993,0.00006717941,0.041666493,0.09953807],"study_design_scores_gemma":[0.0021364104,0.00006422304,0.9842584,0.00043660536,0.000029875619,0.0000072927446,0.0015037225,0.00048291226,0.0000042739334,0.00026694426,0.010737523,0.000071781586],"about_ca_topic_score_codex":0.000034493114,"about_ca_topic_score_gemma":0.000013011099,"teacher_disagreement_score":0.1281541,"about_ca_system_score_codex":0.000121134784,"about_ca_system_score_gemma":0.00021703907,"threshold_uncertainty_score":0.9937422},"labels":[],"label_agreement":null},{"id":"W2636801477","doi":"10.1136/bmjopen-2016-014303","title":"Exploring the components of physician volunteer engagement: a qualitative investigation of a national Canadian simulation-based training programme","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Ottawa Hospital","funders":"","keywords":"Medicine; Training (meteorology); Qualitative research; Medical education; Volunteer; Family medicine; Public health; Nursing","score_opus":0.6271765373868539,"score_gpt":0.5206876980124534,"score_spread":0.10648883937440046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2636801477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804468,0.0000015786047,0.0004607897,0.009577058,0.00019209563,0.0038075133,0.00001851648,0.0000073750784,0.0054882425],"genre_scores_gemma":[0.99305534,1.0073229e-7,0.0046622143,0.0010885946,0.0001080025,0.0008168204,0.0001750361,0.000011089455,0.000082822065],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99867004,0.00014944801,0.00038488273,0.0001264346,0.0005258099,0.00014339844],"domain_scores_gemma":[0.99810827,0.00027163318,0.00045729053,0.0003508087,0.00075273647,0.00005926719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003014107,0.00007501197,0.00018255888,0.00018423321,0.000346895,0.000047927628,0.00033412216,0.000027131766,0.000030093892],"category_scores_gemma":[0.004921466,0.000060749313,0.000034810644,0.0002552286,0.0002445119,0.00031685157,0.00004797083,0.00014005702,0.000004725072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006693343,0.00069277687,0.06431583,0.0012807546,0.0007666342,0.000006298789,0.6598534,0.009617339,0.0053547896,0.07041654,0.003661592,0.18336472],"study_design_scores_gemma":[0.0038366339,0.00026820973,0.7860569,0.002213176,0.00010108375,9.694214e-7,0.047019776,0.14827853,0.0019444275,0.004552786,0.0054408647,0.0002866811],"about_ca_topic_score_codex":0.015850246,"about_ca_topic_score_gemma":0.0019692841,"teacher_disagreement_score":0.721741,"about_ca_system_score_codex":0.00015676052,"about_ca_system_score_gemma":0.0013111857,"threshold_uncertainty_score":0.9907033},"labels":[],"label_agreement":null},{"id":"W2652585918","doi":"10.1080/21614083.2017.1337478","title":"Identifying the needs for competency-based education in Europe: a needs assessment of cardiologists across 52 countries","year":2017,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"Daiichi Sankyo Europe","keywords":"Focus group; Needs assessment; Medical education; Medicine; Family medicine; Political science; Business","score_opus":0.04230709628766169,"score_gpt":0.4215410487992142,"score_spread":0.37923395251155256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2652585918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731041,0.00026551285,0.0069701783,0.008789198,0.0020011747,0.00035785275,0.0000068285467,0.0000070776914,0.008498033],"genre_scores_gemma":[0.9888267,0.000069445596,0.0088153165,0.0010055273,0.00082819373,0.0000047698363,0.000010760288,0.000022229508,0.00041708385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984327,0.00017889614,0.00076288154,0.0000791803,0.00037456665,0.000171806],"domain_scores_gemma":[0.99669236,0.00012843285,0.0011275173,0.00046438925,0.001544487,0.000042809334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039422563,0.00010188464,0.0003017782,0.00026873976,0.00024297013,0.00009618375,0.0004389836,0.00003446202,0.000013979704],"category_scores_gemma":[0.0029339064,0.00006834069,0.00010019859,0.00031728524,0.00027840378,0.00017016036,0.00005233235,0.00036447594,0.0000037701489],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081179076,0.001735254,0.7901023,0.0015298413,0.0004560999,0.00009977756,0.0110843545,0.00062223704,0.013920473,0.027985226,0.05725841,0.09439424],"study_design_scores_gemma":[0.0017183716,0.00035347426,0.9439439,0.0008075233,0.00010262433,0.00010637072,0.0031472675,0.0003487188,0.0002977396,0.00013394597,0.04894988,0.00009014789],"about_ca_topic_score_codex":0.000011580065,"about_ca_topic_score_gemma":0.000002706911,"teacher_disagreement_score":0.15384163,"about_ca_system_score_codex":0.00012716439,"about_ca_system_score_gemma":0.0017986435,"threshold_uncertainty_score":0.35123718},"labels":[],"label_agreement":null},{"id":"W2656716522","doi":"10.1097/acm.0000000000001772","title":"Exploring Integration in Action: Competencies as Building Blocks of Expertise","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Women's College Hospital","funders":"","keywords":"Core competency; Competence (human resources); Medical education; Psychology; Knowledge management; Computer science; Medicine; Social psychology","score_opus":0.2493435729584506,"score_gpt":0.4400322727979202,"score_spread":0.19068869983946957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2656716522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760926,0.00028332954,0.001262254,0.017119229,0.0012376884,0.00025878457,2.505622e-7,0.00003452742,0.003711334],"genre_scores_gemma":[0.99513185,0.001006359,0.0011442819,0.00087583915,0.001032796,0.000078694386,0.000012395795,0.000014593495,0.0007031771],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983977,0.000026336596,0.00065373635,0.00022498825,0.00049576495,0.0002014415],"domain_scores_gemma":[0.99880195,0.00007480885,0.00035135544,0.0004948756,0.00020529775,0.000071742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087853585,0.00013141327,0.00036365126,0.00038111614,0.00014172285,0.000004668344,0.0002446262,0.00015939957,0.00026283148],"category_scores_gemma":[0.007284798,0.00010468425,0.000026336207,0.0002695407,0.0004040631,0.00038760836,0.000051706887,0.0008174593,0.0000095145815],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002320422,0.00006784586,0.048071735,0.00026076802,0.000044322704,0.000029984518,0.028381607,0.000006488005,0.42837608,0.01944784,0.0063482393,0.46873304],"study_design_scores_gemma":[0.011796699,0.0015951411,0.41757774,0.022616701,0.00035866423,0.0006087417,0.081160545,0.0071221,0.41521817,0.007908915,0.033238508,0.0007980696],"about_ca_topic_score_codex":0.00043187485,"about_ca_topic_score_gemma":0.0000075020694,"teacher_disagreement_score":0.467935,"about_ca_system_score_codex":0.00018064668,"about_ca_system_score_gemma":0.00010226648,"threshold_uncertainty_score":0.872111},"labels":[],"label_agreement":null},{"id":"W2659013238","doi":"10.36834/cmej.36795","title":"A digital peer-to-peer learning platform for clinical skills development.","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Curriculum; Medical education; Clinical Practice; Peer instruction; Process (computing); Peer group; Perception; Peer review; Medicine; Psychology; Peer feedback; Computer science; Family medicine; Pedagogy","score_opus":0.03771032285574026,"score_gpt":0.4144728741852972,"score_spread":0.37676255132955694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2659013238","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43643612,0.000084214094,0.0048167803,0.5050593,0.014292634,0.0010417639,0.000010430456,0.000055933124,0.038202804],"genre_scores_gemma":[0.6739327,0.00004092219,0.046054136,0.109121256,0.014512051,0.0002233599,0.0005550988,0.00011788017,0.15544261],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966156,0.000024966133,0.00093411375,0.00030394836,0.001535394,0.00058597745],"domain_scores_gemma":[0.98796386,0.00012131484,0.00036742815,0.0004460151,0.0031722279,0.0079291575],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036896283,0.00017825252,0.0003205189,0.00048754702,0.0015366332,0.00051580224,0.00054680486,0.00038367082,0.006148315],"category_scores_gemma":[0.2932182,0.00016223165,0.00012787252,0.0001844693,0.00023098344,0.00039744473,0.000037738617,0.0015213091,0.00034723707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015973417,0.00015178879,0.013601316,0.000014145689,0.00003359908,0.000010684392,0.00051200826,2.3980112e-7,4.322354e-7,0.00021785559,0.41849256,0.5669494],"study_design_scores_gemma":[0.0010253267,0.00015388278,0.06480979,0.000305765,0.00002950001,0.00059113407,0.0010284751,0.000088003966,0.0000067995406,0.00015925031,0.9316285,0.00017354642],"about_ca_topic_score_codex":0.00017452563,"about_ca_topic_score_gemma":0.00073666463,"teacher_disagreement_score":0.56677586,"about_ca_system_score_codex":0.0007811986,"about_ca_system_score_gemma":0.07586958,"threshold_uncertainty_score":0.99976325},"labels":[],"label_agreement":null},{"id":"W2672445905","doi":"10.1097/acm.0000000000001770","title":"How Attending Physician Preceptors Negotiate Their Complex Work Environment: A Collective Ethnography","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Preceptor; Mentorship; Thematic analysis; Psychology; Medical education; Competence (human resources); Interpersonal communication; Negotiation; Creativity; Ethnography; Nursing; Pedagogy; Medicine; Social psychology; Qualitative research; Sociology","score_opus":0.07597324760667323,"score_gpt":0.3480538121192622,"score_spread":0.27208056451258894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2672445905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82742375,0.0007031756,0.0028492867,0.14579302,0.0019586291,0.0014656725,0.000009467629,0.00018524057,0.01961173],"genre_scores_gemma":[0.98359245,0.00038253693,0.0006429507,0.0067161242,0.002709325,0.00010727623,0.00014536007,0.00005276028,0.005651207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977629,0.000078240315,0.00045461216,0.0005067443,0.000683358,0.00051415636],"domain_scores_gemma":[0.99805987,0.00013260286,0.0005726884,0.0009198137,0.00011441094,0.00020059552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007911934,0.0003225069,0.00058893557,0.0003589723,0.00081075355,0.000030245277,0.00052220596,0.00033935366,0.00037625557],"category_scores_gemma":[0.0015321275,0.00024154656,0.00009067344,0.000560952,0.0013766808,0.0002548526,0.00012557858,0.0014696659,0.00005440283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005325079,0.00017034184,0.14454134,0.0002921341,0.00076462456,0.000021770113,0.040027376,0.0000036344982,0.030379819,0.0024341478,0.52840775,0.25242454],"study_design_scores_gemma":[0.01137845,0.0008825356,0.4361202,0.0033275196,0.0007296458,0.00006395235,0.024324114,0.0008141724,0.0036519428,0.0063697323,0.511411,0.000926707],"about_ca_topic_score_codex":0.000019834346,"about_ca_topic_score_gemma":5.122014e-7,"teacher_disagreement_score":0.29157886,"about_ca_system_score_codex":0.00028620692,"about_ca_system_score_gemma":0.00009525438,"threshold_uncertainty_score":0.9849983},"labels":[],"label_agreement":null},{"id":"W2689232884","doi":"10.17496/kmer.2014.16.1.011","title":"Computer‐Based Testing and Construction of an Item Bank Database for Medical Education in Korea","year":2014,"lang":"en","type":"article","venue":"Korean Medical Education Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Construct (python library); Medical education; Test (biology); Medical diagnosis; Item response theory; Computer science; United States Medical Licensing Examination; Psychology; Applied psychology; Medical school; Medicine; Psychometrics; Clinical psychology","score_opus":0.02284905325734384,"score_gpt":0.37506753484642247,"score_spread":0.35221848158907865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2689232884","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.820507,0.015115424,0.033766318,0.11416617,0.0055103246,0.00670031,0.000025315972,0.00025805866,0.0039510615],"genre_scores_gemma":[0.12505886,0.0057985587,0.73439157,0.124009974,0.004165812,0.0012936664,0.005037791,0.0001222759,0.00012148171],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675065,0.00026488342,0.0012343137,0.00048057304,0.001016582,0.00025296977],"domain_scores_gemma":[0.9967195,0.00073129893,0.00043837877,0.0006013981,0.00091747654,0.0005919497],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037827555,0.00021260857,0.00060957903,0.00035853506,0.000077796285,0.000014638173,0.00022029248,0.00024015496,0.0006176585],"category_scores_gemma":[0.055441618,0.00018879799,0.000060165316,0.0009468952,0.00039353594,0.00017014654,0.000036298276,0.000436251,0.00000596525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019850128,0.0013169143,0.010213922,0.0070422795,0.000009202959,5.848639e-7,0.000047693873,1.929599e-7,0.000014650461,0.0068839435,0.013269381,0.9611814],"study_design_scores_gemma":[0.011069066,0.0025816779,0.17336142,0.21720243,0.0012194496,0.0021125223,0.0010333818,0.3001312,0.000430508,0.007397422,0.28168154,0.0017793737],"about_ca_topic_score_codex":0.00013394511,"about_ca_topic_score_gemma":0.000028114986,"teacher_disagreement_score":0.959402,"about_ca_system_score_codex":0.00012823805,"about_ca_system_score_gemma":0.009867062,"threshold_uncertainty_score":0.9957461},"labels":[],"label_agreement":null},{"id":"W2702451363","doi":"10.1017/cem.2017.28","title":"The writer’s guide to education scholarship in emergency medicine: Education innovations (part 3)","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa; McGill University Health Centre; University of Saskatchewan; McMaster University; Queen's University","funders":"","keywords":"Scholarship; Medicine; Medical education; Medical emergency; Political science; Law","score_opus":0.24753405062155734,"score_gpt":0.5174107060455002,"score_spread":0.2698766554239429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2702451363","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007324766,0.85207915,0.000051320654,0.033268593,0.08160881,0.0015427024,0.000010484978,0.000010829679,0.03135484],"genre_scores_gemma":[0.000045119268,0.94368416,0.0003634368,0.00080804067,0.01674503,0.00026029162,0.00036742864,0.00010957234,0.03761689],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99117154,0.00032493993,0.0061242445,0.00052100536,0.0010788696,0.0007794148],"domain_scores_gemma":[0.98817366,0.00013042119,0.0034756553,0.0017411237,0.0052227825,0.0012563249],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060286107,0.0006563205,0.002011675,0.00425129,0.0008247145,0.000027079346,0.0015969469,0.0005245304,0.005424662],"category_scores_gemma":[0.041954953,0.00044132813,0.00033504103,0.0042094593,0.00037395523,0.000373557,0.000039629518,0.0022713428,0.000116702846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004870955,0.00006087372,0.00043147124,0.001360757,0.00007894791,0.0000039805586,0.0003102785,1.2010763e-7,8.0872803e-7,0.0014157854,0.53381824,0.46251383],"study_design_scores_gemma":[0.0003039192,0.00033464603,0.0013115943,0.03971232,0.0008923229,0.0001524502,0.0009459432,7.5994785e-7,1.4934734e-7,0.00094698736,0.95507354,0.00032538592],"about_ca_topic_score_codex":0.004683604,"about_ca_topic_score_gemma":0.012563898,"teacher_disagreement_score":0.46218845,"about_ca_system_score_codex":0.002040658,"about_ca_system_score_gemma":0.03633038,"threshold_uncertainty_score":0.99980384},"labels":[],"label_agreement":null},{"id":"W2703176777","doi":"10.1097/acm.0000000000001774","title":"Enacting Pedagogy in Curricula: On the Vital Role of Governance in Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Jubilee Hospital; University of British Columbia","funders":"","keywords":"Curriculum; Corporate governance; Set (abstract data type); Engineering ethics; Fidelity; Medical education; Political science; Pedagogy; Public relations; Sociology; Medicine; Business; Computer science; Engineering","score_opus":0.021946005586627553,"score_gpt":0.43550537919244553,"score_spread":0.41355937360581796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2703176777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.862899,0.0007073689,0.000011625147,0.11850385,0.0006940595,0.0003368864,4.7137124e-7,0.000009561042,0.01683715],"genre_scores_gemma":[0.992456,0.00051465316,0.000048062422,0.0054727825,0.0010183742,0.00006340808,0.000012951073,0.000013988823,0.00039975275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779594,0.00007046897,0.00070714846,0.00025021177,0.0009314974,0.0002447312],"domain_scores_gemma":[0.9984777,0.0002738681,0.000470379,0.0005747746,0.00012016714,0.00008312472],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022038028,0.00013178526,0.0003386134,0.00017330225,0.000086282416,0.0000029431471,0.00046984848,0.0002903047,0.0007447318],"category_scores_gemma":[0.033800058,0.00008435592,0.000024264184,0.000334215,0.00047482763,0.00011113792,0.00006550765,0.0016234871,0.00001882999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015205568,0.00034101104,0.42146108,0.00016777753,0.00002098432,0.000022738222,0.011110349,0.0000023129494,0.0034548095,0.12779887,0.025447538,0.41002047],"study_design_scores_gemma":[0.0043310216,0.00041588506,0.9150749,0.012348967,0.00006336295,0.00018721248,0.023249947,0.0029039455,0.0025929145,0.010492729,0.028056046,0.0002831028],"about_ca_topic_score_codex":0.00070136355,"about_ca_topic_score_gemma":0.00004331443,"teacher_disagreement_score":0.49361378,"about_ca_system_score_codex":0.0002138597,"about_ca_system_score_gemma":0.00078254205,"threshold_uncertainty_score":0.97433865},"labels":[],"label_agreement":null},{"id":"W2719189294","doi":"10.1097/acm.0000000000001778","title":"A Constructive Reframing of Student Roles and Systems Learning in Medical Education Using a Communities of Practice Lens","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cognitive reframing; Constructive; Lens (geology); Medical education; Psychology; Pedagogy; Sociology; Medicine; Computer science; Optics; Social psychology","score_opus":0.05890678492159097,"score_gpt":0.4574724272966876,"score_spread":0.3985656423750966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2719189294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882289,0.0021027245,0.00019746809,0.0061788834,0.00057329965,0.0003423359,5.3532034e-7,0.0000108094,0.002365],"genre_scores_gemma":[0.9968879,0.0013659762,0.00072335947,0.00054124073,0.00036243154,0.000016505588,0.000013006433,0.000012372012,0.000077176934],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9979189,0.0002112858,0.00080716255,0.00013499391,0.00077844673,0.00014918428],"domain_scores_gemma":[0.9976466,0.00046092577,0.0009399615,0.0003350211,0.00055008463,0.00006745508],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028851684,0.00011165708,0.00048726948,0.0003407441,0.00013783335,0.0000049279865,0.00021155579,0.0002551687,0.00004507387],"category_scores_gemma":[0.016601775,0.00009346772,0.0000131378265,0.00017831055,0.0012188768,0.00024461703,0.0001073708,0.0012279993,3.3871584e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020405595,0.00020601772,0.8031046,0.0013292863,0.0001756922,0.000012530038,0.11501868,0.000019626259,0.0049732826,0.022495346,0.0004452964,0.0520156],"study_design_scores_gemma":[0.0045968676,0.0006182164,0.18161856,0.024845444,0.0005082499,0.0012281626,0.7723368,0.009564277,0.00027623287,0.0003683622,0.0038151362,0.00022373941],"about_ca_topic_score_codex":0.0017430215,"about_ca_topic_score_gemma":0.000014916837,"teacher_disagreement_score":0.65731806,"about_ca_system_score_codex":0.00011621368,"about_ca_system_score_gemma":0.0007692526,"threshold_uncertainty_score":0.9916818},"labels":[],"label_agreement":null},{"id":"W2725576416","doi":"10.26481/dis.20160901sg","title":"Hidden in plain sight","year":2016,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Sight; Physics; Optics","score_opus":0.014629456562598661,"score_gpt":0.3179985776228887,"score_spread":0.30336912106029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725576416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8579776,0.000011724884,0.0016035909,0.056935746,0.00022887532,0.00012987258,2.5000742e-7,0.00004125574,0.08307108],"genre_scores_gemma":[0.9743248,0.000004727649,0.005196931,0.0023465105,0.00014364145,0.000013852508,0.0000031232075,0.000004885566,0.017961511],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99959445,0.000007514912,0.0001223549,0.000077036544,0.0001121209,0.000086529646],"domain_scores_gemma":[0.99977666,0.000029620749,0.000012443393,0.00012231979,0.000039106846,0.00001987546],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016308045,0.00003093844,0.000057824796,0.00010403803,0.000008692914,0.0000016019179,0.000029648865,0.00003995398,0.002965902],"category_scores_gemma":[0.0005247617,0.000016628997,0.000008786033,0.00020884517,0.000029100858,0.000036116013,0.000007599552,0.000049946124,0.00037935027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031393425,0.0002021065,0.07147018,0.000019358862,0.00000797318,0.000014147143,0.0002681576,1.9598936e-8,0.015803846,0.036267325,0.13021068,0.7457048],"study_design_scores_gemma":[0.004345522,0.00018665349,0.5858349,0.00041866783,0.000015938966,0.000051474297,0.00052185456,0.0001194362,0.023602724,0.006122224,0.37857148,0.0002091156],"about_ca_topic_score_codex":0.000011639947,"about_ca_topic_score_gemma":0.000006869967,"teacher_disagreement_score":0.7454957,"about_ca_system_score_codex":0.000081296246,"about_ca_system_score_gemma":0.000056341058,"threshold_uncertainty_score":0.99794555},"labels":[],"label_agreement":null},{"id":"W2725827012","doi":"10.1093/geroni/igx004.769","title":"DECISION-MAKING CAPACITY ASSESSMENT EDUCATION FOR PHYSICIANS: CURRENT STATE AND FUTURE DIRECTIONS","year":2017,"lang":"en","type":"article","venue":"Innovation in Aging","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Covenant Health; University of Alberta","funders":"","keywords":"Focus group; Autonomy; Remuneration; Medical education; Psychology; Medicine; Nursing; Business; Political science","score_opus":0.03002055457659934,"score_gpt":0.4205219059154715,"score_spread":0.39050135133887215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725827012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436725,0.00017130477,0.039024785,0.009818022,0.004777907,0.0007517978,0.0000068291306,0.00003746049,0.0017394024],"genre_scores_gemma":[0.94103926,0.00011089037,0.05621213,0.00092612795,0.0012694857,0.00028648713,0.000054311797,0.000018413128,0.00008288081],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99878776,0.000016457052,0.00051002303,0.00027094176,0.00023860148,0.0001762384],"domain_scores_gemma":[0.99836624,0.00007334229,0.0003996108,0.00037800547,0.0007658781,0.000016947997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007357965,0.000116691415,0.00016936673,0.0005672126,0.0005271451,0.00012869189,0.00009441964,0.000048561073,0.000017237375],"category_scores_gemma":[0.0010204235,0.00011974874,0.000022447924,0.0006682467,0.00008422708,0.00039262944,0.00003342255,0.0003203295,0.0000024021447],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011842109,0.00018532653,0.029417994,0.000103144506,0.000009121572,1.8565754e-7,0.0007306493,0.0000025204636,0.0002634948,0.01417493,0.0017892228,0.95331156],"study_design_scores_gemma":[0.00074661005,0.00003285557,0.8005274,0.0013934198,0.000024214418,0.000008432363,0.0006683155,0.0027487297,0.00014070408,0.02986333,0.16367121,0.0001747993],"about_ca_topic_score_codex":0.000016286176,"about_ca_topic_score_gemma":0.000016410215,"teacher_disagreement_score":0.95313674,"about_ca_system_score_codex":0.0003155206,"about_ca_system_score_gemma":0.00031382206,"threshold_uncertainty_score":0.48832121},"labels":[],"label_agreement":null},{"id":"W2727467255","doi":"10.1111/ijtd.12104","title":"A stakeholder‐based approach to leadership development training: the case of medical education in Canada","year":2017,"lang":"en","type":"article","venue":"International Journal of Training and Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mentorship; Stakeholder; Leadership development; Medical education; Focus group; Context (archaeology); Experiential learning; Psychology; Professional development; Public relations; Pedagogy; Political science; Sociology; Medicine","score_opus":0.26665431054473443,"score_gpt":0.3834620154408589,"score_spread":0.11680770489612446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727467255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707889,0.0000709789,0.0033061292,0.02382436,0.0009106122,0.00013853403,7.6511867e-7,0.0000024874503,0.0009572272],"genre_scores_gemma":[0.95323414,0.000003426927,0.043575257,0.0029422776,0.0001578286,0.000014127641,0.000008073052,0.000007651062,0.000057203095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979677,0.000030329918,0.0007286835,0.000120975295,0.0009988729,0.00015343989],"domain_scores_gemma":[0.9987523,0.000070026595,0.00040777936,0.00012823322,0.0004982229,0.00014344943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017590789,0.00009792523,0.00021551744,0.00026814995,0.00012353617,0.00004195642,0.00038008476,0.00005324806,0.000035147325],"category_scores_gemma":[0.001915798,0.000071322494,0.000019602732,0.00007822566,0.00007771185,0.000068939684,0.000038925093,0.00031307162,4.3697415e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007917231,0.00025768057,0.009205628,0.000048554073,0.0001141335,0.00024616433,0.029790534,0.000052012245,0.0000109694765,0.00037468356,0.0017894884,0.958031],"study_design_scores_gemma":[0.0075618373,0.00019938253,0.5341401,0.005110953,0.00006700944,0.0156032555,0.33936557,0.0035594606,0.0014938406,0.00013658148,0.09218953,0.000572451],"about_ca_topic_score_codex":0.012612613,"about_ca_topic_score_gemma":0.035899412,"teacher_disagreement_score":0.95745856,"about_ca_system_score_codex":0.00058930594,"about_ca_system_score_gemma":0.034791682,"threshold_uncertainty_score":0.99396247},"labels":[],"label_agreement":null},{"id":"W2728498430","doi":"10.1016/j.jsurg.2017.05.022","title":"The Steinberg Centre for Simulation and Interactive Learning at McGill University","year":2017,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Mandate; General partnership; Medical education; Outreach; Multidisciplinary approach; Health care; Medicine; Psychology; Nursing; Sociology; Political science","score_opus":0.06381310236598102,"score_gpt":0.4301813100936802,"score_spread":0.3663682077276992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728498430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008159263,0.9908115,0.000079885074,0.004446796,0.0022457866,0.0008526616,0.000011708886,0.000009407679,0.00072631874],"genre_scores_gemma":[0.0003744993,0.9800743,0.00034791415,0.000028702572,0.0008368337,0.000003131342,0.00006566011,0.000019237967,0.018249761],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987808,0.00014740937,0.0005483606,0.00014787912,0.00024591706,0.00012966084],"domain_scores_gemma":[0.9960774,0.0010440261,0.0016569744,0.00017460065,0.00096894626,0.0000780316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008501161,0.00014840673,0.0006068999,0.00020023891,0.00061674416,0.000027425787,0.00012591167,0.00019742823,0.000032669133],"category_scores_gemma":[0.0017673488,0.00009677265,0.00025572907,0.00013792848,0.00008429627,0.00017299072,0.000040756986,0.0006276976,0.0000055303767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012712913,0.000095402065,0.000012230667,0.0012589927,0.00011108811,0.000004035077,0.00009421365,0.000006917444,8.5958966e-8,0.00016868059,0.0053152707,0.99280596],"study_design_scores_gemma":[0.0004202814,0.000101374986,0.00003019545,0.0053652497,0.0007123209,0.00027861114,0.00047599137,0.00017546648,3.2592206e-7,0.000024137335,0.9923336,0.00008247654],"about_ca_topic_score_codex":0.000004232503,"about_ca_topic_score_gemma":0.0000011407527,"teacher_disagreement_score":0.99272346,"about_ca_system_score_codex":0.0010645489,"about_ca_system_score_gemma":0.00080992916,"threshold_uncertainty_score":0.474356},"labels":[],"label_agreement":null},{"id":"W2728503131","doi":"10.1097/acm.0000000000001819","title":"A Framework for Integrating Implicit Bias Recognition Into Health Professions Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":244,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Implicit bias; Cognitive bias; Cultural bias; Context (archaeology); Implicit learning; Psychology; Implicit attitude; Cognitive psychology; Cognition; Knowledge management; Social psychology; Applied psychology; Computer science; Pedagogy","score_opus":0.156766856368997,"score_gpt":0.515336684269192,"score_spread":0.358569827900195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728503131","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29694408,0.0010594537,0.16648401,0.5225295,0.006025454,0.003392154,0.000007346111,0.00019698638,0.003361055],"genre_scores_gemma":[0.8300471,0.00055271183,0.11890551,0.039229207,0.0072164047,0.0011223187,0.0007720951,0.00006652664,0.0020881263],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978584,0.00006783773,0.00087621115,0.0004035387,0.00041928716,0.0003747253],"domain_scores_gemma":[0.99715006,0.0003331475,0.0009239903,0.00075981475,0.00060797494,0.00022501311],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022462392,0.0002038802,0.0004616397,0.00030415377,0.0010378985,0.0000162125,0.00031461436,0.00043041367,0.00020356642],"category_scores_gemma":[0.03944888,0.00015429826,0.00005174566,0.00028758455,0.00030927063,0.00021120407,0.000056265108,0.0014836622,0.000041873045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079874786,0.000070868526,0.005727134,0.0005836297,0.00003427646,4.190827e-7,0.011627829,4.1800067e-8,0.0012779222,0.04227299,0.1568401,0.7814849],"study_design_scores_gemma":[0.00416221,0.0019016078,0.03724614,0.031079922,0.00037437148,0.00017597989,0.055308517,0.0009959507,0.001269225,0.71304715,0.15380739,0.0006315659],"about_ca_topic_score_codex":0.0003487018,"about_ca_topic_score_gemma":0.000009631248,"teacher_disagreement_score":0.78085333,"about_ca_system_score_codex":0.00036306388,"about_ca_system_score_gemma":0.0012276315,"threshold_uncertainty_score":0.96864223},"labels":[],"label_agreement":null},{"id":"W2729525400","doi":"10.3138/jvme.0316-073r","title":"Student-Initiated Feedback Using Clinical Encounter Cards during Clinical Rotations in Veterinary Medicine: A Feasibility Study","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Focus group; Constructive; Scale (ratio); Intervention (counseling); Control (management); Process (computing); Medicine; Computer science; Nursing","score_opus":0.31132344351266633,"score_gpt":0.5865766500846439,"score_spread":0.27525320657197755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729525400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832555,0.00018596661,0.000088319044,0.0055700233,0.009436684,0.0009843534,0.0000016757735,0.000022336939,0.00045515414],"genre_scores_gemma":[0.9922542,0.00020115824,0.001874556,0.0013689207,0.004128007,0.00003342424,0.000015639762,0.000041093423,0.000083004416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919478,0.0011591458,0.0040087807,0.00053020817,0.0019500722,0.00040393817],"domain_scores_gemma":[0.994454,0.00036886346,0.0020451962,0.0011503288,0.0014440648,0.000537509],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010887138,0.00031076535,0.0011635948,0.0006126784,0.00040019045,0.00007588508,0.00081764587,0.00043407752,0.0007010265],"category_scores_gemma":[0.02955669,0.00025812592,0.0002907108,0.0004296823,0.0008865102,0.00068987743,0.00024120412,0.002106188,0.000015911277],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016627697,0.014056163,0.94338286,0.00020294629,0.0002240346,0.00083796657,0.0022152115,0.0000024366677,0.0003748585,0.000010296046,0.0020526426,0.03497779],"study_design_scores_gemma":[0.008282713,0.00697398,0.9712302,0.0019375477,0.00026941995,0.0027654846,0.0068775923,0.00034650273,0.0000027874296,0.000057293626,0.001056018,0.00020044211],"about_ca_topic_score_codex":0.00013311708,"about_ca_topic_score_gemma":0.000017067154,"teacher_disagreement_score":0.034777347,"about_ca_system_score_codex":0.00070877746,"about_ca_system_score_gemma":0.004359233,"threshold_uncertainty_score":0.9999871},"labels":[],"label_agreement":null},{"id":"W2729856233","doi":"10.1080/24740527.2017.1337467","title":"Content analysis of chronic pain content at three undergraduate medical schools in Ontario","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Pain","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Curriculum; Medical education; Content analysis; Chronic pain; Addiction; Medicine; Psychology; Qualitative research; Pedagogy; Physical therapy; Sociology; Psychiatry","score_opus":0.07760208444113234,"score_gpt":0.3115198339339302,"score_spread":0.23391774949279784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729856233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518119,0.00030836364,0.0041309204,0.042671166,0.0004856512,0.00018386137,0.0000038850126,0.0000021570436,0.00040209133],"genre_scores_gemma":[0.9964824,0.000014777589,0.00048299733,0.0021112182,0.00016297185,0.000004772546,0.000022038732,0.000011081908,0.0007077428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977746,0.00021610816,0.0009322072,0.00013933596,0.00061125227,0.0003264925],"domain_scores_gemma":[0.9974794,0.00013851956,0.000683759,0.00046259855,0.00055842055,0.000677322],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008035007,0.00012149326,0.0005837647,0.0010139297,0.00015420452,0.000030916908,0.00037800678,0.00015740778,0.0013792459],"category_scores_gemma":[0.014116771,0.00010261291,0.00020822287,0.0003491935,0.00027535867,0.00009745436,0.000018339206,0.0007825768,0.0000063128823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003669516,0.00006478533,0.9595188,0.000029655585,0.00070300384,0.00037055736,0.00035544886,0.000018728659,0.00015834458,0.00066003756,0.007701583,0.030382384],"study_design_scores_gemma":[0.0017876362,0.00040007124,0.9823671,0.00089577684,0.00046769113,0.000053076616,0.00061332603,0.003188996,0.000045441906,0.00023366736,0.009832199,0.00011500999],"about_ca_topic_score_codex":0.36432576,"about_ca_topic_score_gemma":0.9886139,"teacher_disagreement_score":0.62428814,"about_ca_system_score_codex":0.004173085,"about_ca_system_score_gemma":0.009857553,"threshold_uncertainty_score":0.9996497},"labels":[],"label_agreement":null},{"id":"W2730124325","doi":"","title":"Qualitative Insights into Family Physicians' Perceptions of Academic Detailing for Rheumatoid Arthritis","year":2017,"lang":"en","type":"article","venue":"Quality in primary care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Content analysis; Perception; Qualitative research; Family medicine; Intervention (counseling); Alternative medicine; Medical education; Nursing; Psychology; Pathology","score_opus":0.0456259093890692,"score_gpt":0.43202140101150815,"score_spread":0.38639549162243897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730124325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99092156,0.0014199759,0.0025047092,0.001691185,0.00042312974,0.0006764048,0.000030244619,0.00003165101,0.002301148],"genre_scores_gemma":[0.98586744,0.00067762437,0.011344789,0.0012052478,0.00014882903,0.00017612013,0.00050105725,0.000020989102,0.000057887148],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99812293,0.00016292252,0.00082534365,0.00029665502,0.0003871414,0.00020500673],"domain_scores_gemma":[0.99795055,0.0002373207,0.0004216811,0.0006481648,0.0006996696,0.000042609663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087913516,0.00014504234,0.00049117167,0.00018458901,0.00030674125,0.000016722724,0.0002515277,0.00021741382,0.000013971395],"category_scores_gemma":[0.0021375983,0.00015077787,0.00011814451,0.00018071535,0.00041706956,0.0002916864,0.000062114916,0.0004753208,0.000009734935],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024350583,0.00032744135,0.02941098,0.002680499,0.00007668248,0.0000023254725,0.4274722,0.000007653238,0.04352253,0.013278691,0.0018186157,0.48115888],"study_design_scores_gemma":[0.0037059032,0.0002557973,0.584429,0.00279411,0.0000344775,0.0000028730922,0.39171016,0.00009732239,0.002952502,0.010595795,0.0030441685,0.0003778857],"about_ca_topic_score_codex":0.0002549694,"about_ca_topic_score_gemma":0.00008451068,"teacher_disagreement_score":0.555018,"about_ca_system_score_codex":0.0004760701,"about_ca_system_score_gemma":0.00042045413,"threshold_uncertainty_score":0.6148543},"labels":[],"label_agreement":null},{"id":"W2730606256","doi":"10.1097/acm.0000000000001761","title":"Inspiration Repletion: A Missing Ingredient in Resident Wellness","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Burnout; Psychological resilience; Psychology; Medical education; Appreciative inquiry; Medicine; Social psychology; Pedagogy; Clinical psychology","score_opus":0.06042686653068112,"score_gpt":0.387554033788567,"score_spread":0.3271271672578859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730606256","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011305998,0.0013563589,0.00033747742,0.9707574,0.003612525,0.000996905,0.0000027714439,0.00010535314,0.011525181],"genre_scores_gemma":[0.02334503,0.00068608066,0.00023991537,0.917394,0.036376245,0.00021426061,0.00230315,0.0001154982,0.019325845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520725,0.00016221715,0.0015964448,0.0008430065,0.0015972515,0.0005938077],"domain_scores_gemma":[0.99699754,0.00017594936,0.0010300733,0.0013424437,0.00034552976,0.000108475884],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025134352,0.0004485787,0.0009888916,0.001177382,0.0002394065,0.000020014375,0.00051051035,0.0025562344,0.00087453326],"category_scores_gemma":[0.008907585,0.00037838722,0.00006101371,0.00055430515,0.00059333636,0.00018572363,0.000099995166,0.009364182,0.00012091335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004003496,0.00000937177,0.0012475849,0.0007125981,0.000030136722,0.00061773526,0.0021383115,6.03019e-7,0.0001709544,0.0001460987,0.9795067,0.015379908],"study_design_scores_gemma":[0.001787921,0.0001902267,0.0029288332,0.008593357,0.00020520574,0.00042124686,0.00041594743,0.00016333576,0.000102384874,0.0012933692,0.98358375,0.00031439483],"about_ca_topic_score_codex":0.0003764112,"about_ca_topic_score_gemma":0.0000055225864,"teacher_disagreement_score":0.053363454,"about_ca_system_score_codex":0.00091712474,"about_ca_system_score_gemma":0.000661321,"threshold_uncertainty_score":0.9998668},"labels":[],"label_agreement":null},{"id":"W2731152152","doi":"10.1097/acm.0000000000001821","title":"Exploring Faculty Developers’ Experiences to Inform Our Understanding of Competence in Faculty Development","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Royal College of Physicians and Surgeons of Canada; University of Toronto; McMaster University","keywords":"Situated; Facilitator; Grounded theory; Competence (human resources); Faculty development; Negotiation; Knowledge management; Medical education; Context (archaeology); Construct (python library); Psychology; Professional development; Qualitative research; Pedagogy; Computer science; Sociology; Medicine","score_opus":0.5530109777081723,"score_gpt":0.4728171307850449,"score_spread":0.08019384692312742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731152152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97602713,0.000029502793,0.002986302,0.017275527,0.0007436767,0.00039878112,7.618108e-7,0.000029122968,0.002509222],"genre_scores_gemma":[0.9909744,0.0000478072,0.0069725574,0.0012477778,0.00022393125,0.00017083588,0.000044848453,0.0000125846345,0.00030524645],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997669,0.000013227517,0.0008704439,0.0002799422,0.00082288723,0.00034449238],"domain_scores_gemma":[0.9989525,0.000031822543,0.00031035728,0.0003584342,0.00019481972,0.00015208429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010893857,0.00017949479,0.0004428484,0.00039882216,0.0002933818,0.000007478659,0.0004601884,0.00013291594,0.000053381005],"category_scores_gemma":[0.003925472,0.00013506928,0.000018181558,0.000561713,0.00021064261,0.0003713253,0.00014073837,0.00057525287,0.000023357328],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016422085,0.00004936528,0.13073106,0.0004000228,0.000075019154,0.000023214707,0.778749,0.000014799433,0.0077681425,0.005004625,0.009426955,0.067593604],"study_design_scores_gemma":[0.0020416437,0.00017371625,0.26795503,0.0033320715,0.000023798379,0.000035769895,0.694295,0.00011140028,0.012451058,0.00015108353,0.0191566,0.00027281974],"about_ca_topic_score_codex":0.00009478196,"about_ca_topic_score_gemma":0.000009538856,"teacher_disagreement_score":0.13722399,"about_ca_system_score_codex":0.0005263967,"about_ca_system_score_gemma":0.00036444518,"threshold_uncertainty_score":0.5507965},"labels":[],"label_agreement":null},{"id":"W2732515810","doi":"10.2147/amep.s136348","title":"Effective learning environments &amp;ndash; the process of creating and maintaining an online continuing education tool","year":2017,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Sinai Health System; University of Toronto","funders":"University of Toronto","keywords":"Accreditation; Curriculum; Continuing medical education; Medical education; Process (computing); Online learning; Continuing education; Computer science; Knowledge management; Medicine; World Wide Web; Psychology; Pedagogy","score_opus":0.012789965351632465,"score_gpt":0.4332764262332849,"score_spread":0.4204864608816524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2732515810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98188907,0.00185932,0.00093567895,0.009694666,0.0004978722,0.0005008291,5.415129e-7,0.000011846363,0.004610186],"genre_scores_gemma":[0.9830142,0.0020638164,0.011465384,0.0025677898,0.0003874441,0.00012176723,0.00005635345,0.000013832478,0.00030936085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984569,0.00027783832,0.0003855949,0.00027060468,0.00045713596,0.00015192688],"domain_scores_gemma":[0.99786973,0.00097412395,0.0005632763,0.00030376553,0.00018651017,0.000102604805],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023512633,0.000116645,0.00019726879,0.000097107826,0.00035510896,0.000055245717,0.00014256501,0.00010632762,0.00007219749],"category_scores_gemma":[0.07746812,0.000091456655,0.000013480766,0.00013610296,0.00045430663,0.0011633093,0.000050222603,0.0006669043,0.0000014841927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010345246,0.0007243603,0.037296858,0.00011571776,0.0000098223045,6.4459016e-7,0.010332746,0.0000054011603,0.000077900215,0.0015077092,0.000023938492,0.94980145],"study_design_scores_gemma":[0.002441505,0.00060358807,0.47828194,0.0039804494,0.00028667576,0.00068760506,0.2062264,0.0031207805,0.00018932387,0.00388274,0.29986945,0.00042955938],"about_ca_topic_score_codex":0.00006527575,"about_ca_topic_score_gemma":0.000021941305,"teacher_disagreement_score":0.9493719,"about_ca_system_score_codex":0.00006443007,"about_ca_system_score_gemma":0.0004894238,"threshold_uncertainty_score":0.93030274},"labels":[],"label_agreement":null},{"id":"W2734275169","doi":"","title":"A unique opportunity for our Medical Education: The Ottawa Conference in Barcelona 2004","year":2004,"lang":"en","type":"article","venue":"Educación Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Medical education; Library science; Medicine; Computer science","score_opus":0.031330392220450816,"score_gpt":0.36575322785577347,"score_spread":0.33442283563532266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734275169","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19597547,0.00033904705,0.0037307248,0.7745002,0.003176334,0.0019609318,0.000007930951,0.00010938543,0.020199958],"genre_scores_gemma":[0.9558378,0.00004963541,0.0066920477,0.031827565,0.0013937164,0.0007552259,0.0001716536,0.000033001317,0.0032393825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978616,0.000092211325,0.0006017313,0.00035402432,0.0006848682,0.00040552026],"domain_scores_gemma":[0.9982459,0.000085116706,0.0001398271,0.0006122976,0.0005260517,0.00039083426],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016688894,0.0001973431,0.0002888822,0.00024907946,0.00019406083,0.00002992991,0.00038058448,0.00026668975,0.0009950292],"category_scores_gemma":[0.007781731,0.00014844278,0.00008329159,0.0008095988,0.00022672425,0.000100132354,0.000043374937,0.0007918146,0.00006736264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011999723,0.0043210387,0.0049810368,0.00030855043,0.00006471658,0.000023488323,0.0036618595,0.00000824524,0.00014068135,0.22804853,0.6159449,0.14237694],"study_design_scores_gemma":[0.0043841815,0.00044881625,0.034420196,0.0014192174,0.0000912419,0.0005683505,0.015656313,0.00024195664,0.00063990214,0.036529552,0.90507144,0.00052883214],"about_ca_topic_score_codex":0.00029838138,"about_ca_topic_score_gemma":0.00012055887,"teacher_disagreement_score":0.7598623,"about_ca_system_score_codex":0.00042396432,"about_ca_system_score_gemma":0.021956597,"threshold_uncertainty_score":0.9999182},"labels":[],"label_agreement":null},{"id":"W2735207195","doi":"10.1007/s40670-017-0434-0","title":"Including Entrustment Language in an Assessment Form May Improve Constructive Feedback for Student Clinical Skills","year":2017,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Clair College","funders":"","keywords":"Summative assessment; Constructive; Medical education; Psychology; Rating scale; Clinical judgment; Mathematics education; Computer science; Formative assessment; Medicine; Medical physics","score_opus":0.04481910961622188,"score_gpt":0.5457709692346195,"score_spread":0.5009518596183976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735207195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780919,0.000016339396,0.0004123852,0.0117436275,0.0064648325,0.0012545746,0.0000060022257,0.000028180482,0.001982168],"genre_scores_gemma":[0.97845674,0.000013377287,0.016686624,0.0026726676,0.001593958,0.00029087975,0.000020342719,0.000015273992,0.00025016716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99604595,0.000054419805,0.00078781106,0.00069993146,0.0017548482,0.0006570328],"domain_scores_gemma":[0.9975168,0.00021069199,0.00033384134,0.0008886845,0.00036181445,0.0006881672],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00681749,0.00017986007,0.00041281167,0.00023713293,0.00067428837,0.00016953633,0.0010122609,0.00019101359,0.0005893824],"category_scores_gemma":[0.011294468,0.00013853385,0.00008063788,0.0003455188,0.0023370443,0.00049289485,0.00031090758,0.0006261965,0.00002732586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035709312,0.0029476788,0.57137686,0.000052313037,0.00002200225,0.000017267452,0.0034320517,9.338853e-8,0.00062956294,0.0064388234,0.0009444526,0.41410318],"study_design_scores_gemma":[0.0030414455,0.00066186005,0.9763899,0.00026593206,0.00004221161,0.000020048583,0.014185092,0.0009230224,0.0008577767,0.00062089995,0.0027718856,0.00021996525],"about_ca_topic_score_codex":0.00008201587,"about_ca_topic_score_gemma":0.000046199268,"teacher_disagreement_score":0.4138832,"about_ca_system_score_codex":0.0010862949,"about_ca_system_score_gemma":0.0052345577,"threshold_uncertainty_score":0.99703383},"labels":[],"label_agreement":null},{"id":"W2735936699","doi":"","title":"Application of performance psychology to emergency medicine resident physicians","year":2011,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Medical education; Context (archaeology); Psychology; Narrative; Qualitative research; Graduate medical education; Medicine; Sociology; Accreditation","score_opus":0.04605686506820313,"score_gpt":0.39621639412371235,"score_spread":0.35015952905550923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735936699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7025514,0.00003376226,0.08896437,0.009242798,0.0008017658,0.000524131,4.277494e-7,0.000057796045,0.19782354],"genre_scores_gemma":[0.98667413,0.000069342066,0.007997651,0.0021705057,0.0002593147,0.000072792536,0.000014691021,0.000010239255,0.0027313447],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99909747,0.00000976632,0.00040757915,0.00016383198,0.00020362718,0.000117702824],"domain_scores_gemma":[0.99916524,0.0000044133344,0.00009962424,0.00038894577,0.00030516318,0.00003658842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023728235,0.000066251254,0.0001524637,0.0001729712,0.000025695026,1.8924447e-7,0.000096476935,0.000050270657,0.0032064118],"category_scores_gemma":[0.0001510898,0.000053094736,0.000018915494,0.0005143717,0.0000723087,0.000035824676,0.000013957534,0.0000853875,0.00014560517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002865234,0.00087346707,0.14223023,0.00031047143,0.00006912608,7.270744e-7,0.013134241,0.0000020064958,0.06099928,0.029472256,0.32477158,0.4278501],"study_design_scores_gemma":[0.00048532523,0.0008606111,0.9423361,0.00008344397,0.000052539144,0.0000073644496,0.0007072713,0.00032523577,0.010224591,0.0006167702,0.044205766,0.000095023584],"about_ca_topic_score_codex":0.000095251045,"about_ca_topic_score_gemma":0.0000073718807,"teacher_disagreement_score":0.8001058,"about_ca_system_score_codex":0.000025541689,"about_ca_system_score_gemma":0.000018232791,"threshold_uncertainty_score":0.9977048},"labels":[],"label_agreement":null},{"id":"W2736021818","doi":"10.21815/jde.017.052","title":"Introduction to “Advancing Dental Education in the 21<sup>st</sup> Century” Project","year":2017,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Dental education; Medical education; Strategic planning; Political science; Medicine; Library science; Public relations; Management","score_opus":0.009907085985760384,"score_gpt":0.36231147005579495,"score_spread":0.35240438407003455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736021818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9644272,0.00020451096,0.00010449024,0.026244013,0.0063323183,0.000772798,0.0000016530471,0.000009063643,0.0019039739],"genre_scores_gemma":[0.9797688,0.000095780175,0.0060906503,0.0029925006,0.009655758,0.000060112045,0.00006787584,0.00002453656,0.0012440021],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979405,0.00010160931,0.0007494216,0.00023236361,0.0007283409,0.00024778346],"domain_scores_gemma":[0.9980064,0.000032119293,0.00071953086,0.00056364696,0.00059216586,0.000086133645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001362942,0.00016260392,0.00024522518,0.0007159356,0.00032416437,0.00018515576,0.00041774008,0.00010141874,0.00017217096],"category_scores_gemma":[0.0029198134,0.00012565572,0.000098799545,0.0004983403,0.000080312675,0.00082855584,0.00003993469,0.0005988663,0.00007142218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030665073,0.0037064366,0.07528433,0.0001629709,0.000047523692,0.000007399258,0.008584693,0.000053849737,0.0027902194,0.000842948,0.49893194,0.40928102],"study_design_scores_gemma":[0.0017320175,0.00078998046,0.43716156,0.0011321899,0.00025672736,0.0047184993,0.1625841,0.0003006424,0.0015607013,0.00036976478,0.3890293,0.00036454044],"about_ca_topic_score_codex":0.00020520884,"about_ca_topic_score_gemma":0.000044016102,"teacher_disagreement_score":0.40891647,"about_ca_system_score_codex":0.0010507302,"about_ca_system_score_gemma":0.002830054,"threshold_uncertainty_score":0.51240915},"labels":[],"label_agreement":null},{"id":"W2736229866","doi":"10.1007/s10459-017-9783-0","title":"The grades that clinical teachers give students modifies the grades they receive","year":2017,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Medical education; Mathematics education; Psychology; Medicine","score_opus":0.08325906696845045,"score_gpt":0.5325474409582247,"score_spread":0.4492883739897743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736229866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83801067,0.0059499308,0.00006984905,0.14424363,0.007532655,0.0011761086,8.314902e-7,0.00003092554,0.0029853957],"genre_scores_gemma":[0.9750964,0.016833397,0.0020657964,0.0043234453,0.000637517,0.00024414723,0.000007230048,0.000009383779,0.00078268506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972146,0.0003266514,0.0007049913,0.0004254287,0.0008949781,0.00043335865],"domain_scores_gemma":[0.9973351,0.0007287767,0.0008320246,0.00083255634,0.00018607362,0.000085514715],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0073961224,0.0001447973,0.00022990043,0.000120418874,0.0033029574,0.0002831366,0.0012634097,0.00007574957,0.000011569822],"category_scores_gemma":[0.005595825,0.000077802826,0.000054496722,0.00035080715,0.002370493,0.0007744367,0.000092032,0.00057671167,0.00001988801],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016485925,0.00023213204,0.56546706,0.000039861985,0.0000059970494,1.5566783e-7,0.004982081,0.000013243445,6.684572e-7,0.005901576,0.0028589014,0.42048186],"study_design_scores_gemma":[0.00030234878,0.00025156527,0.8588581,0.00039659877,0.000011013169,0.000009821204,0.033098124,0.0001919808,0.000013395089,0.024243852,0.08251684,0.00010638158],"about_ca_topic_score_codex":0.0008033183,"about_ca_topic_score_gemma":0.000731782,"teacher_disagreement_score":0.42037547,"about_ca_system_score_codex":0.00027667955,"about_ca_system_score_gemma":0.0015791492,"threshold_uncertainty_score":0.9979946},"labels":[],"label_agreement":null},{"id":"W2736477263","doi":"10.1097/acm.0000000000001826","title":"Medicine as a Community of Practice: Implications for Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":436,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Variety (cybernetics); Experiential learning; Community of practice; Construct (python library); Identity (music); Community practice; Learning community; Value (mathematics); Sociology; Psychology; Pedagogy; Medical education; Public relations; Engineering ethics; Medicine; Computer science; Political science; Nursing","score_opus":0.07955987813421513,"score_gpt":0.5359376345768649,"score_spread":0.45637775644264983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736477263","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15222587,0.0011979608,0.004952597,0.77578247,0.0019834875,0.001642289,0.000006098893,0.000087308654,0.06212192],"genre_scores_gemma":[0.9531236,0.0012763545,0.0025001054,0.03611876,0.003164682,0.00041107443,0.0003692306,0.000044660486,0.0029915199],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970653,0.00016071151,0.0012361482,0.00030193655,0.0009181079,0.0003178045],"domain_scores_gemma":[0.99365366,0.0011423406,0.0011900809,0.001801946,0.0018584636,0.00035349632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056118695,0.00022402173,0.000661015,0.0003418484,0.0008008249,0.000005605646,0.00095656497,0.00053629745,0.00085421855],"category_scores_gemma":[0.20139025,0.00017084052,0.000059173686,0.00034813173,0.0019918892,0.00029213,0.00012685588,0.0017774315,0.00002218544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029447125,0.0003819428,0.010907254,0.000615799,0.00016171906,0.00000139716,0.007938599,1.3348095e-7,0.0039646393,0.21170479,0.5594499,0.20457932],"study_design_scores_gemma":[0.010720825,0.002936732,0.16098793,0.0071681044,0.0015908208,0.001313883,0.02321426,0.00024349295,0.00078929774,0.09667473,0.6939061,0.00045381064],"about_ca_topic_score_codex":0.0010893893,"about_ca_topic_score_gemma":0.000009179137,"teacher_disagreement_score":0.8008978,"about_ca_system_score_codex":0.00016693962,"about_ca_system_score_gemma":0.0020218655,"threshold_uncertainty_score":0.9353094},"labels":[],"label_agreement":null},{"id":"W2736646647","doi":"10.1080/10401334.2017.1282863","title":"Task Demands in OSCEs Influence Learning Strategies","year":2017,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Université Laval","keywords":"Task (project management); Psychology; Metacognition; Cognition; Perception; Medical education; Applied psychology; Cognitive psychology; Medicine","score_opus":0.01763899522209873,"score_gpt":0.36797561206567314,"score_spread":0.3503366168435744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736646647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778088,0.00030630222,0.00029904096,0.007870698,0.00014977955,0.00012623743,4.0539224e-8,0.00007532,0.013363834],"genre_scores_gemma":[0.99618286,0.00010162589,0.0014608452,0.00050465605,0.0002857395,0.000015032328,0.000013568782,0.000016904045,0.001418775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998466,0.00027825253,0.00039579385,0.00028393703,0.00030307335,0.0002729424],"domain_scores_gemma":[0.9992022,0.00021945033,0.0002070491,0.0002556498,0.000055415003,0.00006022379],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00445365,0.00014620088,0.00035362042,0.0003772676,0.00072253594,0.00006271535,0.0001459481,0.00012087543,0.00004257637],"category_scores_gemma":[0.018427787,0.00011917213,0.00001449443,0.00013675647,0.0003729458,0.00027744437,0.000051959116,0.0035215605,0.0000063003044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044847475,0.00005807397,0.8668349,0.00016194923,0.000010044173,0.00004920455,0.016587453,0.0010239418,0.0014812596,0.0013543875,0.00021589696,0.11217808],"study_design_scores_gemma":[0.0017063504,0.00034766577,0.96112424,0.0019296481,0.000021836848,0.000046947975,0.015009409,0.0068419697,0.000005476716,0.00027044033,0.012567287,0.00012870957],"about_ca_topic_score_codex":0.001972524,"about_ca_topic_score_gemma":0.00006476151,"teacher_disagreement_score":0.11204937,"about_ca_system_score_codex":0.000070855196,"about_ca_system_score_gemma":0.0000934258,"threshold_uncertainty_score":0.99877733},"labels":[],"label_agreement":null},{"id":"W2736965054","doi":"10.4103/efh.efh_4_16","title":"“In our own words”: Defining medical professionalism from a Latin American perspective","year":2017,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Perspective (graphical); Latin Americans; Psychology; Sociology; Epistemology; Political science; Computer science; Philosophy; Artificial intelligence; Law","score_opus":0.04846905135496461,"score_gpt":0.5021909152711173,"score_spread":0.45372186391615266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736965054","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.412391,0.00020845624,0.00052363495,0.58103335,0.002927451,0.0007977413,0.000014836835,0.00003370159,0.002069821],"genre_scores_gemma":[0.9400002,0.000033897366,0.027001154,0.0281713,0.0013828565,0.00043583495,0.00026540193,0.000028353536,0.0026810104],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99832255,0.000065565524,0.0004915198,0.00033921388,0.00048241945,0.000298727],"domain_scores_gemma":[0.99832284,0.00009019932,0.000544083,0.0005192106,0.00034512382,0.00017855137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010264207,0.00011839642,0.00030235844,0.00020382651,0.0004659712,0.000030375391,0.00020344197,0.00009558293,0.00021861977],"category_scores_gemma":[0.008213985,0.00010696254,0.00004710338,0.00022684001,0.000112061476,0.00013237352,0.000033257427,0.0004384916,0.000054251315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002587976,0.002252376,0.097399116,0.00020138205,0.0000505184,0.0000025775196,0.030717608,4.825671e-7,0.000021045737,0.11050678,0.3932666,0.3653227],"study_design_scores_gemma":[0.0021312842,0.0002990804,0.8084977,0.0013071445,0.000024888985,0.000012059604,0.07760115,0.00057785807,0.000031196698,0.016011484,0.09326092,0.00024517954],"about_ca_topic_score_codex":0.006981078,"about_ca_topic_score_gemma":0.00037089092,"teacher_disagreement_score":0.7110986,"about_ca_system_score_codex":0.00083704,"about_ca_system_score_gemma":0.0073069287,"threshold_uncertainty_score":0.9996315},"labels":[],"label_agreement":null},{"id":"W2737262622","doi":"10.1177/070674370204700922","title":"Recruiting Residents through a Summer Medical Student Program","year":2002,"lang":"en","type":"letter","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; Psychology; Medicine; Gerontology","score_opus":0.0522863077288628,"score_gpt":0.38756525722824564,"score_spread":0.33527894949938286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737262622","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006346395,0.0025605613,0.00001618342,0.97387195,0.010911402,0.0005988619,0.000005977233,0.000017653441,0.0056710206],"genre_scores_gemma":[0.004136866,0.00012667234,0.0103677865,0.9466428,0.03544308,0.000037281934,0.000065858694,0.000102626655,0.0030770428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956483,0.00020592207,0.0012301719,0.00022611345,0.0020501646,0.00063929753],"domain_scores_gemma":[0.99739736,0.000073087314,0.00086625665,0.0005804799,0.00069228944,0.00039050638],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014838543,0.0002863531,0.0005386986,0.00046392003,0.0003937615,0.00011975176,0.00089145644,0.0009779237,0.0030000051],"category_scores_gemma":[0.0012542199,0.00019484264,0.00027239387,0.00063392695,0.0004272305,0.00009252166,0.000022159704,0.0070361393,0.000098699915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068196546,0.00006985127,0.01703117,0.00014648994,0.0002770037,0.0007518489,0.00079820724,3.2190064e-7,4.2462222e-8,0.0002660904,0.96835387,0.012298278],"study_design_scores_gemma":[0.0007801875,0.00032651098,0.00868543,0.0026877504,0.00045800078,0.003432436,0.00063012313,0.000013214425,4.685706e-7,0.0020388418,0.9807365,0.00021056848],"about_ca_topic_score_codex":0.006495634,"about_ca_topic_score_gemma":0.027363991,"teacher_disagreement_score":0.027229158,"about_ca_system_score_codex":0.000699591,"about_ca_system_score_gemma":0.011199829,"threshold_uncertainty_score":0.9979114},"labels":[],"label_agreement":null},{"id":"W2738344762","doi":"10.1097/acm.0000000000001835","title":"Accreditation of Medical Education Programs: Moving From Student Outcomes to Continuous Quality Improvement Measures","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Quality management; Medical education; Quality (philosophy); Comparability; Graduate medical education; Medicine; Psychology; Business; Marketing","score_opus":0.07433853745035471,"score_gpt":0.4865774255758264,"score_spread":0.4122388881254717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738344762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88775617,0.00026152073,0.002293797,0.10450442,0.0026795655,0.0012117879,0.0000029057962,0.000062876126,0.00122693],"genre_scores_gemma":[0.98710024,0.000147252,0.0011123833,0.008411865,0.0019668175,0.0002618369,0.00018152171,0.000025891006,0.0007921692],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947032,0.000086495726,0.0014249803,0.00045563397,0.003017748,0.00031197263],"domain_scores_gemma":[0.9967615,0.00014838821,0.00088040007,0.0010185527,0.0008332134,0.00035793727],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036214523,0.00023421475,0.00074364187,0.000254376,0.00019781991,0.000019717576,0.0008077689,0.0004067759,0.0006822474],"category_scores_gemma":[0.028236251,0.00017633071,0.000064262305,0.00022089978,0.0004000411,0.00014338548,0.00018992923,0.00081615086,0.000024350671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006906739,0.00022249846,0.38156658,0.00011167453,0.00012812855,0.0000020604054,0.0062695765,1.9060823e-7,0.004738512,0.0016094191,0.020914342,0.58436793],"study_design_scores_gemma":[0.0033305453,0.00068574894,0.95103484,0.0023979214,0.0003021845,0.000007477768,0.02217174,0.000085744425,0.0014823199,0.0013143427,0.016934054,0.00025304992],"about_ca_topic_score_codex":0.002957934,"about_ca_topic_score_gemma":0.00005764177,"teacher_disagreement_score":0.5841149,"about_ca_system_score_codex":0.00020503618,"about_ca_system_score_gemma":0.0010653208,"threshold_uncertainty_score":0.97994936},"labels":[],"label_agreement":null},{"id":"W2739247573","doi":"10.21815/jde.017.008","title":"Trends in Basic Sciences Education in Dental Schools, 1999–2016","year":2017,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Dental education; Medical education; Dental research; Medicine; Psychology; Dentistry; Pedagogy","score_opus":0.018050093042178004,"score_gpt":0.39756121705335007,"score_spread":0.37951112401117204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739247573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800215,0.0005894367,0.000010829382,0.00546911,0.0048090057,0.00014366755,6.9760824e-7,0.0000045297743,0.008951253],"genre_scores_gemma":[0.99224204,0.000095549454,0.0030107035,0.00079575117,0.0009832989,0.000013890592,0.000018831352,0.0000116080255,0.0028283107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983298,0.00004790543,0.00070154923,0.00018060544,0.0005436662,0.00019647522],"domain_scores_gemma":[0.9986918,0.000017235458,0.00070474675,0.00027261718,0.00023116883,0.00008246285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00107606,0.00011722505,0.00022900941,0.0017114895,0.00018438823,0.00012646632,0.0003374551,0.00009914124,0.00029321725],"category_scores_gemma":[0.0010990419,0.00010383473,0.00007655869,0.00066621735,0.0001624652,0.0009854293,0.00003216277,0.00050093775,0.000051443763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005037934,0.0015765891,0.5888835,0.000026204501,0.0000068952877,0.000003857827,0.00033184717,0.0000021204544,0.0010682421,0.0003614877,0.029239103,0.37844977],"study_design_scores_gemma":[0.0009884814,0.00019071919,0.9821593,0.0009829373,0.000027844611,0.00050138147,0.009368255,0.000059832117,0.00062244735,0.00037624512,0.004616155,0.00010638274],"about_ca_topic_score_codex":0.00047221244,"about_ca_topic_score_gemma":0.00015804438,"teacher_disagreement_score":0.3932758,"about_ca_system_score_codex":0.00089298707,"about_ca_system_score_gemma":0.004129363,"threshold_uncertainty_score":0.73253125},"labels":[],"label_agreement":null},{"id":"W2739771953","doi":"10.1002/pbc.25638","title":"Do we need a formalized humanism and professionalism curriculum in pediatric hematology and oncology training?","year":2015,"lang":"en","type":"letter","venue":"Pediatric Blood & Cancer","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of British Columbia; University of Toronto; BC Children's Hospital","funders":"","keywords":"Medicine; Columbia university; Family medicine; Curriculum; University hospital; Hematology; Pediatric oncology; Internal medicine; Pediatrics; Library science; Cancer; Media studies; Psychology; Sociology","score_opus":0.04366087487415043,"score_gpt":0.37127998475401136,"score_spread":0.3276191098798609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739771953","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39019954,0.06793933,0.000007075507,0.53596807,0.0031852904,0.0015349755,0.000036261044,0.00009998952,0.0010294763],"genre_scores_gemma":[0.08288932,0.090159476,0.006112869,0.74148685,0.06855925,0.0048166616,0.00115287,0.00042469954,0.0043980074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647826,0.0002302792,0.0010275926,0.00078239513,0.0007202246,0.00076123746],"domain_scores_gemma":[0.99817353,0.00023004624,0.0006314537,0.0003631988,0.00045627213,0.00014548055],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0009830025,0.000490066,0.0012423293,0.0013188132,0.000116894145,0.000028769813,0.00019755498,0.0020082605,0.00028942127],"category_scores_gemma":[0.0006921987,0.00042402995,0.00007466378,0.001189718,0.00018567721,0.00012707985,0.00015541102,0.003603519,0.000011833554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033617085,0.00029067066,0.06430352,0.002545688,0.00007251349,0.0003834837,0.004279022,1.5527921e-7,0.0000011824645,0.00023869674,0.922441,0.0054104268],"study_design_scores_gemma":[0.012309989,0.000628476,0.007529654,0.00041215567,0.0037392452,0.0014680914,0.0016836202,0.000071525246,0.0000021741391,0.0028327925,0.96838003,0.00094223],"about_ca_topic_score_codex":0.00019429268,"about_ca_topic_score_gemma":0.000024522478,"teacher_disagreement_score":0.30731022,"about_ca_system_score_codex":0.00027785933,"about_ca_system_score_gemma":0.0026647896,"threshold_uncertainty_score":0.9998211},"labels":[],"label_agreement":null},{"id":"W2740217490","doi":"10.1097/acm.0000000000001855","title":"Situating Remediation: Accommodating Success and Failure in Medical Education Systems","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Argument (complex analysis); Context (archaeology); Perspective (graphical); Environmental remediation; Psychology; Engineering ethics; Process management; Medical education; Computer science; Pedagogy; Medicine; Business; Engineering; Artificial intelligence","score_opus":0.03132992088433834,"score_gpt":0.40304546563057,"score_spread":0.37171554474623164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740217490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8817605,0.0009339339,0.00041293327,0.10982362,0.0020857237,0.0005228295,5.18838e-7,0.000054753833,0.004405231],"genre_scores_gemma":[0.99132496,0.0004148345,0.00055381394,0.003431418,0.0035566518,0.00010665384,0.0000961431,0.00002463826,0.0004909053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99728173,0.00008082251,0.0008989559,0.0003871758,0.0010428625,0.00030848023],"domain_scores_gemma":[0.99810195,0.00023829551,0.00053194846,0.00060639525,0.00028272663,0.00023868364],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028807903,0.00018579686,0.0004477668,0.00035355255,0.00033387198,0.00003149257,0.00038926917,0.0004818781,0.0002588007],"category_scores_gemma":[0.0366701,0.00015301924,0.000016127018,0.00030812272,0.00042221567,0.00039037343,0.00012481437,0.0014602011,0.000014315332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003898492,0.00005799823,0.7647808,0.00067288015,0.000030519626,0.000026031244,0.0051365136,0.000002068085,0.00084101385,0.012877506,0.042487226,0.17304842],"study_design_scores_gemma":[0.009297413,0.0003488692,0.86171037,0.019475887,0.00026400416,0.0014626384,0.028302388,0.037716318,0.00017312854,0.0026370215,0.03784839,0.000763592],"about_ca_topic_score_codex":0.00047347296,"about_ca_topic_score_gemma":0.00004279926,"teacher_disagreement_score":0.17228483,"about_ca_system_score_codex":0.00017449138,"about_ca_system_score_gemma":0.00074914354,"threshold_uncertainty_score":0.9714444},"labels":[],"label_agreement":null},{"id":"W2741039354","doi":"10.36834/cmej.36725","title":"Something’s missing from my education: Using a cross sectional survey to examine the needs and interest of Canadian medical students relating to their roles as teachers and educators","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; McGill University; University of Calgary; Western University; University of Toronto; McMaster University","funders":"","keywords":"Cross-sectional study; Medical education; Survey research; Psychology; Mathematics education; Medicine; Applied psychology; Pathology","score_opus":0.05641685574264162,"score_gpt":0.4044856891013821,"score_spread":0.3480688333587405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741039354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90894717,0.00035575617,0.000044506796,0.08580206,0.00361933,0.0003415815,0.000015164743,0.000006799428,0.0008676455],"genre_scores_gemma":[0.9496049,0.00004184327,0.0020442572,0.045346074,0.0023540705,0.000023341387,0.000044362034,0.00003726775,0.0005038499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662054,0.00023568331,0.0008357851,0.00036011703,0.0014482521,0.00049965474],"domain_scores_gemma":[0.98687446,0.00030657134,0.00044742276,0.000574609,0.0011353754,0.010661534],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005617636,0.00024047105,0.00034370995,0.0018041233,0.0016368964,0.0006125895,0.0008706126,0.00042577178,0.004376441],"category_scores_gemma":[0.11649247,0.00019523854,0.000050928073,0.0008182874,0.0005957865,0.00025622416,0.0001172966,0.0015689872,0.00001319008],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024609337,0.00016425416,0.7290702,0.00002563353,0.00011274669,0.000009698951,0.015319264,0.0000014285475,0.000056714565,0.00031617304,0.03441172,0.2204876],"study_design_scores_gemma":[0.0004229364,0.00007389198,0.92608005,0.0010272767,0.00003857327,0.0010286346,0.0155720245,0.000113577364,0.000020207168,0.00027279116,0.05515109,0.00019895357],"about_ca_topic_score_codex":0.5468881,"about_ca_topic_score_gemma":0.47145164,"teacher_disagreement_score":0.22028863,"about_ca_system_score_codex":0.0010524187,"about_ca_system_score_gemma":0.09772323,"threshold_uncertainty_score":0.9996628},"labels":[],"label_agreement":null},{"id":"W2743023700","doi":"10.5489/cuaj.4778","title":"Exploring the business of urology: Influence management and political skills","year":2017,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University; McMaster University; HEC Montréal; Université du Québec à Montréal","funders":"","keywords":"Politics; Urology; Medicine; Political science; Law","score_opus":0.027583597448582457,"score_gpt":0.2822630512919052,"score_spread":0.25467945384332275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743023700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88219994,0.000025926416,0.00006246647,0.11453362,0.00036704924,0.00010691855,0.0000023584998,0.000005507494,0.0026962077],"genre_scores_gemma":[0.99235547,0.00008001078,0.00043572832,0.00664869,0.00028417955,0.000012154666,0.0000024619849,0.0000048534575,0.00017648448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989659,0.000056192923,0.00026916174,0.00010718616,0.0002713439,0.00033017047],"domain_scores_gemma":[0.99877477,0.00008374089,0.00024956264,0.0002003623,0.00046953667,0.00022201834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000871401,0.000069738315,0.00014621367,0.00012783843,0.00058637606,0.000074417665,0.00018319333,0.00009010397,0.000057866226],"category_scores_gemma":[0.004966836,0.000047020818,0.000029612966,0.00013038846,0.00019045366,0.00016447129,0.000034532874,0.00042698788,0.000008648684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000139173435,0.00004593475,0.9478045,0.000014082712,0.00007822536,0.000035821457,0.00012507958,0.000009867513,0.000015828355,0.027665492,0.0022701367,0.021921128],"study_design_scores_gemma":[0.00031731927,0.00004703952,0.9734048,0.000014624656,0.000058956357,0.00011451238,0.00010166115,0.0000320052,0.0000053186604,0.0023012643,0.023559606,0.00004289551],"about_ca_topic_score_codex":0.00044892242,"about_ca_topic_score_gemma":0.000055986548,"teacher_disagreement_score":0.11015549,"about_ca_system_score_codex":0.0003194938,"about_ca_system_score_gemma":0.00018413959,"threshold_uncertainty_score":0.59461254},"labels":[],"label_agreement":null},{"id":"W2743027378","doi":"10.22454/primer.2017.243866","title":"Do Weekly Alerts From a Mobile Application Influence Reading During Residency?","year":2017,"lang":"en","type":"article","venue":"PRiMER","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Université de Montréal; College of Family Physicians of Canada; McGill University","funders":"Université de Montréal; McMaster University; College of Family Physicians of Canada; McGill University","keywords":"Reading (process); Intervention (counseling); Mobile apps; Medicine; Family medicine; Medical education; World Wide Web; Computer science; Nursing","score_opus":0.013950806719400981,"score_gpt":0.34294130074481166,"score_spread":0.3289904940254107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743027378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929922,0.000115433744,0.0004275847,0.0016053258,0.00030109662,0.00039298265,0.0000010473593,0.00006290809,0.00410142],"genre_scores_gemma":[0.9926508,0.00002698895,0.00512683,0.00031705722,0.00041542106,0.00020861119,0.0000223608,0.000017848135,0.00121406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99903667,0.000012368238,0.00024032596,0.00027694783,0.00027186182,0.000161817],"domain_scores_gemma":[0.9985595,0.000026285281,0.00018476814,0.0009917562,0.00018351237,0.000054211625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021611383,0.00008964885,0.0001358622,0.00007801201,0.00032694172,0.00005496075,0.00020545808,0.00009235956,0.00014376236],"category_scores_gemma":[0.00095726555,0.00008502596,0.00002691393,0.00009592461,0.00010251399,0.00023604814,0.000067869114,0.00020644757,0.00028477111],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009344357,0.0002286866,0.61569214,0.00015153363,0.000078606725,0.000014179126,0.0023893027,0.000016680031,0.2509885,0.0013645071,0.004070366,0.12491205],"study_design_scores_gemma":[0.00045410942,0.000023280354,0.95756376,0.00023786824,0.000045094217,0.000009802568,0.00009988284,0.00016127528,0.028455662,0.001091902,0.011745293,0.000112075766],"about_ca_topic_score_codex":0.00049214344,"about_ca_topic_score_gemma":0.000004079864,"teacher_disagreement_score":0.34187162,"about_ca_system_score_codex":0.00010907336,"about_ca_system_score_gemma":0.00011122808,"threshold_uncertainty_score":0.36602515},"labels":[],"label_agreement":null},{"id":"W2744536122","doi":"10.4102/hsag.v22i0.1015","title":"A conceptual framework to facilitate clinical judgement in nursing: A methodological perspective","year":2017,"lang":"en","type":"article","venue":"Health SA Gesondheid","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"North-West University","keywords":"Judgement; Meaning (existential); Health care; Psychology; Outcome (game theory); Quality (philosophy); Learning environment; Diversity (politics); Conceptual framework; Constructivist teaching methods; Nursing; Perspective (graphical); Nurse education; Critical thinking; Pedagogy; Medical education; Medicine; Teaching method; Sociology; Computer science; Epistemology; Political science","score_opus":0.47878641650678017,"score_gpt":0.603904807551872,"score_spread":0.12511839104509187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744536122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53184146,0.00062872155,0.029951215,0.42503443,0.0025698936,0.002051623,0.000012038714,0.000101950245,0.0078086834],"genre_scores_gemma":[0.76078856,0.00010769322,0.20037095,0.036993664,0.00087296957,0.00017084835,0.000014658807,0.000021864627,0.0006588157],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970109,0.000481052,0.00087739935,0.00059418404,0.00045096487,0.00058550603],"domain_scores_gemma":[0.99765617,0.00045653203,0.0002855185,0.00090233947,0.0003254146,0.00037402596],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048367726,0.00017328585,0.0006462699,0.00017776163,0.00034385856,0.00003149659,0.0002628018,0.0002620293,0.0003501863],"category_scores_gemma":[0.021114936,0.00015055448,0.00009307361,0.00028203666,0.0006029846,0.00006712918,0.00007581419,0.0011280162,0.00024315072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001024405,0.0023241704,0.062145885,0.00011297572,0.00005732671,0.000052582614,0.062023405,0.0000053777626,0.000020579475,0.31642637,0.12956123,0.4262457],"study_design_scores_gemma":[0.002212012,0.0022765992,0.8474981,0.0013169324,0.00002723608,0.00002840925,0.024372889,0.00013431053,0.000016918162,0.018381631,0.1034782,0.00025677067],"about_ca_topic_score_codex":0.00024068172,"about_ca_topic_score_gemma":0.000020233894,"teacher_disagreement_score":0.78535223,"about_ca_system_score_codex":0.0010152743,"about_ca_system_score_gemma":0.00074951665,"threshold_uncertainty_score":0.98713064},"labels":[],"label_agreement":null},{"id":"W2744548818","doi":"10.7759/cureus.1559","title":"Computer-Assisted Learning Applications in Health Educational Informatics: A Review","year":2017,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Espace pour la vie; University of Toronto; University of Ottawa","funders":"","keywords":"Expansive; Scope (computer science); Curriculum; Informatics; Health informatics; Computer science; Medical education; Psychology; Medicine; Pedagogy; Engineering; Public health; Nursing","score_opus":0.12137228622593502,"score_gpt":0.4923241306602969,"score_spread":0.3709518444343619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744548818","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6982408e-7,0.99046314,0.0008039082,0.0022318491,0.00041431727,0.002695293,0.000007156783,0.00004702946,0.0033370096],"genre_scores_gemma":[5.5116374e-7,0.97959906,0.01242772,0.0013448949,0.0007156822,0.0012534613,0.0035805271,0.00003713384,0.0010409475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972523,0.00012859277,0.0017377484,0.00024848958,0.00035314602,0.00027976718],"domain_scores_gemma":[0.99704134,0.00013744402,0.0015747453,0.0008871161,0.00024206661,0.00011728469],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011351112,0.00029396993,0.0016718509,0.00030062097,0.00024222223,0.000039255876,0.0003778193,0.00023040795,0.00034806205],"category_scores_gemma":[0.0010500997,0.0002469206,0.00021779817,0.00061973237,0.00009129854,0.000112177906,0.000078314144,0.0010884457,0.0002694656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6387045e-7,0.00016804886,0.000019224259,0.12690474,0.00003865002,3.4236766e-7,0.0000965527,1.4168354e-7,9.644869e-10,0.0006648354,0.017057657,0.85504955],"study_design_scores_gemma":[0.00011201537,0.00004304191,0.00014775671,0.13872679,0.00017739678,0.0000970861,0.000030749015,0.000030394349,1.7800966e-9,0.00002175917,0.86046326,0.00014976703],"about_ca_topic_score_codex":0.000043999316,"about_ca_topic_score_gemma":0.00000687861,"teacher_disagreement_score":0.85489976,"about_ca_system_score_codex":0.0009645601,"about_ca_system_score_gemma":0.0036957522,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W2744764385","doi":"10.1016/b978-0-12-805362-1.00022-x","title":"Using Activity Data and Analytics to Address Medical Education’s Social Contract","year":2017,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Tracking (education); Learning analytics; Big data; Computer science; Reliability (semiconductor); Work (physics); Analytics; Subject (documents); Data science; Psychology; World Wide Web; Engineering; Pedagogy; Data mining","score_opus":0.0992860546454987,"score_gpt":0.4193091727246977,"score_spread":0.32002311807919903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744764385","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027622608,0.00025142872,0.00006227058,0.0062619345,0.0014575586,0.0009843708,0.000095968244,0.00004328265,0.9880809],"genre_scores_gemma":[0.024131494,0.00005903752,0.0029473922,0.0065082717,0.0050950004,0.000030183828,0.00044271062,0.0001144764,0.9606714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766606,0.000027090868,0.00046041745,0.0006224898,0.000958766,0.00026515874],"domain_scores_gemma":[0.9973738,0.00005426176,0.00040231287,0.0014206924,0.0004424722,0.0003064389],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088159915,0.00032360016,0.00067261234,0.00027333316,0.00037938805,0.00008265553,0.0005540041,0.00067076087,0.0006113588],"category_scores_gemma":[0.002035297,0.00031150773,0.000069413625,0.000018454528,0.00038767094,0.00009348089,0.00043322332,0.0010513751,0.000038460486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003539257,0.00006247843,0.000047785466,0.00016608718,0.00015218642,0.000016908381,0.00023765299,1.5580325e-8,0.000022287499,0.00208348,0.0070750643,0.9901007],"study_design_scores_gemma":[0.00043145227,0.00003766379,0.0010248017,0.0012583184,0.0005980804,0.000121133715,0.000020454014,0.00043095168,0.00000676152,0.00084453245,0.9949086,0.00031724913],"about_ca_topic_score_codex":0.000008196175,"about_ca_topic_score_gemma":0.00004953431,"teacher_disagreement_score":0.9897834,"about_ca_system_score_codex":0.00028978713,"about_ca_system_score_gemma":0.004212552,"threshold_uncertainty_score":0.9999337},"labels":[],"label_agreement":null},{"id":"W2745175693","doi":"10.36834/cmej.36925","title":"The essential role of physician as advocate: how and why we pass it on","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"State (computer science); Point (geometry); Medical education; Public relations; Medicine; Political science; Nursing; Computer science","score_opus":0.008051183978682205,"score_gpt":0.31451537103659505,"score_spread":0.30646418705791284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745175693","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13847695,0.00051417685,0.000029836096,0.8427635,0.002872576,0.00019771417,0.0000020131788,0.0000060054576,0.015137239],"genre_scores_gemma":[0.9416501,0.0005907218,0.00019476602,0.053111102,0.0028000209,0.000019212943,0.000011675783,0.000018761593,0.0016036297],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835336,0.000061821236,0.00030725004,0.0001584852,0.00081523624,0.00030387458],"domain_scores_gemma":[0.9964738,0.00006314898,0.00031717817,0.00046351974,0.00057409436,0.0021082459],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00085810205,0.00011714557,0.0001779384,0.00020016209,0.0011433518,0.00019987847,0.00037997606,0.00016648679,0.001443231],"category_scores_gemma":[0.021167453,0.000084412,0.000053963824,0.00013312807,0.0006047607,0.00014266126,0.000019418138,0.0008191533,0.0000290397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020490072,0.00009984812,0.0003870556,0.000019298715,0.0000366527,0.000008021424,0.0006883551,8.564988e-8,0.000059310467,0.0071577555,0.4037646,0.5877585],"study_design_scores_gemma":[0.0005628741,0.00014689879,0.01120269,0.0005544583,0.000055271055,0.00040109703,0.0077037294,0.0001995822,0.00021556728,0.0037641788,0.97508335,0.00011033023],"about_ca_topic_score_codex":0.00220759,"about_ca_topic_score_gemma":0.0025938707,"teacher_disagreement_score":0.8031731,"about_ca_system_score_codex":0.00021883441,"about_ca_system_score_gemma":0.022888938,"threshold_uncertainty_score":0.9994696},"labels":[],"label_agreement":null},{"id":"W2747533714","doi":"10.36834/cmej.36805","title":"The development of national entrustable professional activities to inform the training and assessment of public health and preventative medicine residents","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Kingston Health Sciences Centre; Alberta Health Services; Queen's University; University of Toronto","funders":"","keywords":"Specialty; Medical education; Curriculum; Competence (human resources); Core competency; Medicine; Public health; Psychology; Family medicine; Nursing; Pedagogy; Management","score_opus":0.08758121428882251,"score_gpt":0.46859744669623216,"score_spread":0.38101623240740967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747533714","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46222144,0.00038812438,0.00029089965,0.531391,0.0013477295,0.00046563116,0.0000032612088,0.0000025893091,0.0038893023],"genre_scores_gemma":[0.9798906,0.0001590982,0.0062230476,0.012154506,0.00041192822,0.000056906003,0.00001806684,0.000008424086,0.001077444],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99763393,0.00011296628,0.0006362799,0.00010190303,0.0012671931,0.00024771868],"domain_scores_gemma":[0.9965183,0.00019240972,0.0005376948,0.00015833128,0.0007721399,0.0018210897],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.005790707,0.000083625644,0.0001939997,0.0002536625,0.0017701491,0.00005760385,0.00023686296,0.00006505068,0.000644421],"category_scores_gemma":[0.02830149,0.0000483138,0.000014980613,0.00017255513,0.00065623265,0.00018148507,0.00004234114,0.00051513495,3.8427018e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121119665,0.000089003544,0.014643168,0.000101579135,0.00009215182,5.9505146e-7,0.058478516,1.4380034e-7,0.000010650769,0.013928757,0.054746486,0.85789686],"study_design_scores_gemma":[0.0007979745,0.00018053452,0.67974645,0.0012125343,0.000012856244,0.00020337559,0.112259656,0.000114285016,0.000013905887,0.0011913346,0.20418666,0.000080418286],"about_ca_topic_score_codex":0.00072139653,"about_ca_topic_score_gemma":0.0032870234,"teacher_disagreement_score":0.8578164,"about_ca_system_score_codex":0.00051570864,"about_ca_system_score_gemma":0.12040478,"threshold_uncertainty_score":0.9995294},"labels":[],"label_agreement":null},{"id":"W2749289003","doi":"10.1080/14739879.2017.1362665","title":"Examining gender bias in the feedback shared with family medicine residents","year":2017,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Fieldnotes; Preceptor; Medicine; Medical education; Dyad; Formative assessment; Psychology; Family medicine; Social psychology; Pedagogy; Sociology","score_opus":0.12889318245602907,"score_gpt":0.3825805655445936,"score_spread":0.25368738308856453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749289003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90467435,0.0007016386,0.00018640037,0.0129427565,0.0014454601,0.0013592398,0.000007603141,0.000031704294,0.07865085],"genre_scores_gemma":[0.9815023,0.000023560573,0.005365987,0.008934943,0.0010736411,0.00043700598,0.0011646388,0.000030473091,0.0014674439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986581,0.000042901058,0.00032036626,0.0002881008,0.00048540338,0.00020512466],"domain_scores_gemma":[0.99808615,0.00009551288,0.00024201172,0.0009148444,0.0006136735,0.000047788737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006285917,0.00014174826,0.00020721808,0.00020327313,0.00039542155,0.00007029443,0.00036650783,0.00008902273,0.000077741075],"category_scores_gemma":[0.0013232507,0.00009235412,0.000026719106,0.00023226166,0.00018265944,0.00025303362,0.000029169889,0.00024570426,0.000016007269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032182896,0.00044760792,0.38086143,0.0014442463,0.00006532911,0.000006449672,0.043927655,0.00000279812,0.0006126115,0.0019970424,0.34632403,0.223989],"study_design_scores_gemma":[0.0013513939,0.00019052865,0.93611085,0.0004955227,0.000066712695,0.000021479536,0.040256325,0.0000053884223,0.000029314175,0.00023446737,0.021134283,0.00010371724],"about_ca_topic_score_codex":0.00016890498,"about_ca_topic_score_gemma":0.000020021882,"teacher_disagreement_score":0.55524945,"about_ca_system_score_codex":0.00038415083,"about_ca_system_score_gemma":0.0011927242,"threshold_uncertainty_score":0.37660918},"labels":[],"label_agreement":null},{"id":"W2749728693","doi":"10.1071/py16145","title":"Understanding practitioner professionalism in Aboriginal and Torres Strait Islander health: lessons from student and registrar placements at an urban Aboriginal and Torres Strait Islander primary healthcare service","year":2017,"lang":"en","type":"article","venue":"Australian Journal of Primary Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capital District Health Authority","funders":"","keywords":"Nursing; Medicine; Health care; Indigenous; Cultural competence; Interpersonal communication; Population health; Medical education; Family medicine; Public health; Psychology; Pedagogy; Political science","score_opus":0.1608101158348974,"score_gpt":0.4694316573236325,"score_spread":0.3086215414887351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749728693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79050404,0.0010524789,0.00015022022,0.20667209,0.0007334307,0.00062170596,0.00010730155,0.000014268382,0.00014445161],"genre_scores_gemma":[0.98095244,0.0021554928,0.0043500806,0.010900537,0.0007631729,0.000013458054,0.00030895782,0.000039345035,0.0005165154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99644125,0.00033476786,0.0011860717,0.00049926684,0.0009523454,0.00058629795],"domain_scores_gemma":[0.99702936,0.00010590095,0.0015642137,0.00041164033,0.00027651576,0.00061237643],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019316467,0.00032379307,0.0007828271,0.0003042056,0.00090790313,0.00017352792,0.00022745319,0.00020662503,0.00010197071],"category_scores_gemma":[0.000063413645,0.00028387917,0.000038765265,0.0001653788,0.00027224066,0.00101838,0.00005789641,0.0011533168,0.000001116387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025223095,0.0016989338,0.83834106,0.0047551976,0.00039030085,0.00032313733,0.032464188,0.000007968296,0.0004747758,0.0075034145,0.09789428,0.013624435],"study_design_scores_gemma":[0.004649954,0.0010346317,0.97265434,0.0020468065,0.00006156967,0.00049528,0.008019079,0.000010331525,0.0000066175367,0.0009463415,0.009833706,0.00024131259],"about_ca_topic_score_codex":0.0018329098,"about_ca_topic_score_gemma":0.0013639863,"teacher_disagreement_score":0.19577156,"about_ca_system_score_codex":0.0021971972,"about_ca_system_score_gemma":0.0035907817,"threshold_uncertainty_score":0.9999613},"labels":[],"label_agreement":null},{"id":"W2750037462","doi":"10.1177/0706743717730824","title":"Experiences of Patients with Mental Illness’ Interactions with Medical Students: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Feeling; Mental illness; Psychological intervention; Mental health; Inclusion (mineral); Affect (linguistics); Perception; Psychology; Narrative; Set (abstract data type); Medicine; MEDLINE; Medical education; Clinical psychology; Family medicine; Psychiatry; Social psychology","score_opus":0.02686892162957459,"score_gpt":0.39523656310317695,"score_spread":0.36836764147360235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750037462","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003944013,0.9916019,0.000009894531,0.0033588952,0.0027664613,0.0016438104,0.000011632148,0.0000025554234,0.0002104689],"genre_scores_gemma":[0.00083391357,0.99628156,0.00059713284,0.0013213109,0.00049282773,0.00017208286,0.00005732515,0.000045404053,0.00019842832],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99643177,0.00019788947,0.0014197213,0.00013645008,0.0016118923,0.00020227152],"domain_scores_gemma":[0.99543065,0.000064615626,0.002823907,0.0006460919,0.0006779398,0.00035682143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014684048,0.00024974134,0.0018412701,0.00036211533,0.00033246027,0.00005623649,0.0011882213,0.000117339194,0.0005022631],"category_scores_gemma":[0.0013291788,0.0001111802,0.00023051137,0.00039124768,0.0004717101,0.000117576565,0.000019551067,0.0009112136,0.000008172243],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038280254,0.00041687101,0.0020881793,0.89814466,0.0024191823,0.000043139506,0.0056654923,2.792229e-8,3.8395173e-10,0.0003697463,0.03357659,0.05723782],"study_design_scores_gemma":[0.00040464042,0.00030268152,0.00008494847,0.86926186,0.0043299245,0.0010319127,0.0031079112,1.6879459e-7,7.962656e-9,0.000008663993,0.121336535,0.00013075737],"about_ca_topic_score_codex":0.00031675573,"about_ca_topic_score_gemma":0.009380895,"teacher_disagreement_score":0.08775995,"about_ca_system_score_codex":0.00035220865,"about_ca_system_score_gemma":0.01310317,"threshold_uncertainty_score":0.9924916},"labels":[],"label_agreement":null},{"id":"W2750602941","doi":"10.1111/medu.13406","title":"Ecological theories of systems and contextual change in medical education","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Ecological systems theory; Psychological resilience; Adaptability; Reductionism; Ecology; Complex adaptive system; Engineering ethics; Sociology; Psychology; Management science; Epistemology; Social psychology; Engineering; Biology","score_opus":0.02684247254007343,"score_gpt":0.39681069479881637,"score_spread":0.36996822225874293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750602941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285825,0.0011151796,0.00007576758,0.059841447,0.00360022,0.0007359952,0.000001500567,0.00002925374,0.006018159],"genre_scores_gemma":[0.98816526,0.0003555883,0.0003100818,0.0090610515,0.0011867229,0.00042080018,0.000082402,0.000014891791,0.0004031731],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975817,0.00011938324,0.000666504,0.00031422652,0.0010805809,0.00023757457],"domain_scores_gemma":[0.9984107,0.000118976226,0.00032094217,0.000533535,0.0003992583,0.00021659496],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018688045,0.00015099178,0.0004004619,0.0002570577,0.00016341801,0.000041666844,0.00030416186,0.00046778994,0.001135263],"category_scores_gemma":[0.03218297,0.00012254642,0.000037124562,0.00020318848,0.0008518761,0.000228242,0.00009315858,0.00050858216,0.000017099534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008033497,0.0032674808,0.21928501,0.0005112814,0.000022511314,0.0000074193667,0.0018913872,4.136366e-8,0.000019989455,0.1048324,0.015435476,0.65464664],"study_design_scores_gemma":[0.0015157816,0.0002711852,0.96129924,0.002190979,0.000051971674,0.0002550012,0.0032245563,0.0020852743,0.000035413974,0.0018726418,0.026996164,0.00020178952],"about_ca_topic_score_codex":0.001035752,"about_ca_topic_score_gemma":0.000116859264,"teacher_disagreement_score":0.7420142,"about_ca_system_score_codex":0.00015773319,"about_ca_system_score_gemma":0.0052228365,"threshold_uncertainty_score":0.99977785},"labels":[],"label_agreement":null},{"id":"W2750859737","doi":"","title":"Balancing Reflection and Validity in Health Profession Students’ Self-Assessment","year":2017,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Formative assessment; Self-assessment; Psychology; Critical thinking; Medical education; Health professions; Pedagogy; Medicine; Health care; Political science","score_opus":0.03028358426461285,"score_gpt":0.3787802387826143,"score_spread":0.34849665451800144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750859737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97993773,0.000009889154,0.0005785814,0.01506018,0.0003954115,0.00039577912,7.1339923e-7,0.000060925482,0.0035608055],"genre_scores_gemma":[0.9892695,0.000116949355,0.006769222,0.00026608087,0.00007566591,0.0000016841567,0.000010815467,0.000008725249,0.0034813725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990084,0.0000949851,0.00013812644,0.00025239773,0.00030790438,0.00019816],"domain_scores_gemma":[0.9992228,0.00002347175,0.00020917782,0.0003620696,0.00009901079,0.00008347803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007301472,0.00009451194,0.00018209634,0.00032082613,0.0005355629,0.00004072418,0.00016641791,0.00008744257,0.000028167724],"category_scores_gemma":[0.00013786975,0.00009746369,0.000022117538,0.00023641081,0.00005205727,0.0003283631,0.00016270636,0.00033762347,0.000004848665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039506103,0.00033413104,0.9890767,0.00013438713,0.00001911939,0.000029581079,0.0016017485,4.3423697e-7,0.00022214661,0.001698575,0.0025811214,0.004262565],"study_design_scores_gemma":[0.0015487268,0.00020876936,0.9783721,0.00037192108,0.000021244756,0.00000982169,0.003123695,0.00021270796,0.00007842091,0.000048849062,0.015914535,0.00008919566],"about_ca_topic_score_codex":0.00078430655,"about_ca_topic_score_gemma":0.00037345444,"teacher_disagreement_score":0.014794099,"about_ca_system_score_codex":0.0011411096,"about_ca_system_score_gemma":0.0003933677,"threshold_uncertainty_score":0.4119171},"labels":[],"label_agreement":null},{"id":"W2751219011","doi":"10.1016/j.cptl.2017.07.011","title":"Application of a systematic approach to evaluating psychometric properties of a cumulative exit-from-degree objective structured clinical examination (OSCE)","year":2017,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Formative assessment; Objective structured clinical examination; Inter-rater reliability; Reliability (semiconductor); Context (archaeology); Psychology; Concurrent validity; Internal consistency; Medical physics; Medical education; Medicine; Clinical psychology; Psychometrics; Rating scale; Mathematics education","score_opus":0.25170696523635877,"score_gpt":0.5039404317854391,"score_spread":0.25223346654908035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751219011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839049,0.0003115251,0.01330312,0.00004505398,0.00030991275,0.0012732124,0.0000015586388,0.000021659904,0.00082904],"genre_scores_gemma":[0.9863117,0.000022165155,0.013298958,0.000024216222,0.00013675123,0.00012893716,0.00002378555,0.000017166356,0.00003636501],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969827,0.0010946664,0.0009262526,0.00035757656,0.0004902905,0.00014853023],"domain_scores_gemma":[0.9980582,0.00026168005,0.00096490065,0.00035912616,0.00030039882,0.000055666682],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060104122,0.00014459081,0.00051016535,0.00073205394,0.00030937162,0.0000300649,0.0002055132,0.00006784668,0.0000036750694],"category_scores_gemma":[0.025887392,0.000120583914,0.000049286908,0.00043440177,0.00013132037,0.00018245573,0.00008017762,0.0011830701,0.0000013816879],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013086942,0.0005760471,0.27988395,0.005607555,0.00008805599,1.2762912e-7,0.019484835,0.00025179796,0.003668901,0.00010402476,0.00001454232,0.6901893],"study_design_scores_gemma":[0.0026368164,0.00016763221,0.6845379,0.0067993747,0.00020238689,0.0000043138343,0.005699988,0.2992509,0.0004551198,0.00006971799,0.00002073827,0.00015515642],"about_ca_topic_score_codex":0.00030311474,"about_ca_topic_score_gemma":0.0000010215566,"teacher_disagreement_score":0.69003415,"about_ca_system_score_codex":0.00007719255,"about_ca_system_score_gemma":0.000058575148,"threshold_uncertainty_score":0.982318},"labels":[],"label_agreement":null},{"id":"W2751482639","doi":"10.1136/bmjopen-2016-014823","title":"Epidemiology of competence: a scoping review to understand the risks and supports to competence of four health professions","year":2017,"lang":"en","type":"review","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; McMaster University","keywords":"Medicine; Competence (human resources); Epidemiology; Public health; Medical education; Nursing; Pathology; Management","score_opus":0.752080307538409,"score_gpt":0.6787412869567698,"score_spread":0.07333902058163921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751482639","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006204847,0.9278145,0.0005944819,0.031091116,0.000331702,0.039451823,0.000026458925,0.000005762604,0.0006779557],"genre_scores_gemma":[0.000028880597,0.9762513,0.013558925,0.00817506,0.00009335077,0.0015101645,0.00006953583,0.000021968865,0.00029080096],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99609035,0.0009004027,0.0020194012,0.00039546067,0.00030487962,0.00028949446],"domain_scores_gemma":[0.99493307,0.00084390695,0.0022491694,0.0014620129,0.00033133588,0.00018048011],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011048648,0.00022287355,0.003487937,0.00015903698,0.00022495055,0.0000064356827,0.0008086693,0.00014370849,0.00010105052],"category_scores_gemma":[0.014990317,0.00013111561,0.00011785118,0.00046546126,0.0002689459,0.000049819457,0.000720053,0.00044234053,0.000013364983],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000144710175,0.00005265878,0.0003624314,0.30706608,0.00006646547,0.000003049058,0.00040548336,1.3746369e-7,5.0021633e-8,0.0016842418,0.022363976,0.66798097],"study_design_scores_gemma":[0.00014460673,0.00023345392,0.0011336249,0.85326123,0.00025358214,0.00012369288,0.00030131132,0.0000017984565,7.3852874e-8,0.0001258967,0.14429872,0.00012200648],"about_ca_topic_score_codex":0.0002862798,"about_ca_topic_score_gemma":0.000068798414,"teacher_disagreement_score":0.66785896,"about_ca_system_score_codex":0.00013061763,"about_ca_system_score_gemma":0.005283459,"threshold_uncertainty_score":0.9933068},"labels":[],"label_agreement":null},{"id":"W2752224537","doi":"10.1016/j.jogc.2017.06.001","title":"No. 246-Pelvic Examinations by Medical Students","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Notice; Library science; Guideline; Gynecology; Humanities; Family medicine; Law; Political science","score_opus":0.011560877389561764,"score_gpt":0.3060200097034416,"score_spread":0.2944591323138799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752224537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96453846,0.0009760499,0.000070951544,0.006952654,0.021897895,0.00010766857,0.0000054571715,0.0000028031172,0.0054480922],"genre_scores_gemma":[0.9950769,0.0001599593,0.00045281445,0.002602913,0.00011408856,0.0000024196154,0.0000069296652,0.000008191515,0.0015757941],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814475,0.00002806557,0.00044903607,0.00009752549,0.0011119426,0.00016866476],"domain_scores_gemma":[0.9975841,0.00057719956,0.00048719405,0.00021506741,0.00090922945,0.00022722142],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00071993814,0.00008069821,0.00025317082,0.00016495338,0.00028578192,0.000048811133,0.00039572216,0.0001497618,0.000808938],"category_scores_gemma":[0.0524884,0.00006646929,0.000026617075,0.00014028522,0.0001481233,0.00009088559,0.00007424301,0.0004950727,0.0000030573754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027830995,0.0003085104,0.47357622,0.00004262382,0.00013791956,0.0009955348,0.00005324427,2.4690323e-7,0.000017055978,0.00018465341,0.3110454,0.2136358],"study_design_scores_gemma":[0.0017984117,0.00020040791,0.818615,0.000013014932,0.00006144075,0.000093167604,0.00010409925,0.000076234894,0.000012142212,0.000040103372,0.17892645,0.000059507227],"about_ca_topic_score_codex":0.004364797,"about_ca_topic_score_gemma":0.0029331048,"teacher_disagreement_score":0.3450388,"about_ca_system_score_codex":0.00069138344,"about_ca_system_score_gemma":0.0024695904,"threshold_uncertainty_score":0.9554929},"labels":[],"label_agreement":null},{"id":"W2752407848","doi":"","title":"Examining Academic Performance Among Pathway and Non-Pathway Health Sciences Students","year":2016,"lang":"en","type":"article","venue":"Arrow - TU Dublin (Technological University Dublin)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Ontario Institute of Technology","keywords":"Medical education; Mathematics education; Psychology; Medicine","score_opus":0.03897603808595035,"score_gpt":0.29515397524891535,"score_spread":0.256177937162965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752407848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98378235,0.000074908996,0.0022725663,0.011737652,0.00020971018,0.00047431886,0.0000067492133,0.00037545824,0.001066311],"genre_scores_gemma":[0.9938104,0.000420369,0.0031189863,0.0009594054,0.000082791084,0.0000052442874,0.000012397976,0.000013397849,0.0015770206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974553,0.00008157845,0.0004060934,0.00070439326,0.00075340044,0.0005992625],"domain_scores_gemma":[0.9987743,0.00015314943,0.00026913712,0.000392442,0.00020267299,0.00020832793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018277817,0.00023857277,0.0003915801,0.0007745574,0.0006529696,0.000038355978,0.0007126168,0.0005153689,0.00014755526],"category_scores_gemma":[0.0011988882,0.00016863384,0.000046700192,0.0018249156,0.002051288,0.0006912209,0.0004369704,0.0008515071,0.00006737944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012762593,0.00044502286,0.66206485,0.00011679132,0.00005251831,0.000065292945,0.00047072402,0.0000024218843,0.004661917,0.018021539,0.001929115,0.31204218],"study_design_scores_gemma":[0.006869951,0.0032283687,0.94172996,0.001758754,0.000059908016,0.00014571783,0.008561749,0.002128029,0.0071897055,0.0008658682,0.026594901,0.0008671055],"about_ca_topic_score_codex":0.000019369954,"about_ca_topic_score_gemma":0.000004039858,"teacher_disagreement_score":0.31117508,"about_ca_system_score_codex":0.0003665892,"about_ca_system_score_gemma":0.00035504415,"threshold_uncertainty_score":0.7558057},"labels":[],"label_agreement":null},{"id":"W2752414955","doi":"10.3138/jvme.0316-067r","title":"Benefits and Challenges of Developing a Customized Rubric for Curricular Review of a Residency Program in Laboratory Animal Medicine","year":2017,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Penn State College of Medicine","keywords":"Rubric; Curriculum; Medical education; Specialty; Graduate medical education; Stakeholder; Best practice; Process (computing); Medicine; Transparency (behavior); Accreditation; Psychology; Political science; Computer science; Pedagogy; Public relations; Family medicine","score_opus":0.23640232493082494,"score_gpt":0.50987884555163,"score_spread":0.2734765206208051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752414955","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016399196,0.9857529,0.000015585258,0.009814557,0.0008994775,0.0018162616,0.00000428991,0.0000066836687,0.000050338094],"genre_scores_gemma":[0.00010616194,0.9880958,0.010263691,0.00032643406,0.0008349304,0.00027937558,0.00005037491,0.000036447913,0.000006746314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995185,0.00032381978,0.0029839387,0.00027211668,0.0010213722,0.00021375669],"domain_scores_gemma":[0.9932504,0.00037792226,0.003865814,0.00041484027,0.0019155227,0.00017547773],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005380173,0.00030563856,0.0030186472,0.0009517439,0.00004456367,0.000005375391,0.0003792191,0.00044239702,0.00006048785],"category_scores_gemma":[0.030898293,0.00021879417,0.00025348386,0.00061272556,0.000332749,0.0001605947,0.00006439833,0.00072418345,5.299261e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007032671,0.0004927791,0.000015254493,0.26233333,0.00009182875,0.000011675112,0.00011725046,4.0560715e-9,0.0000013511592,0.00044852856,0.0018627648,0.7345549],"study_design_scores_gemma":[0.00091425487,0.0017651047,0.00066595315,0.49595767,0.0007161496,0.00084151234,0.000107495085,0.0000024446103,5.45928e-7,0.00003946942,0.49887985,0.000109545916],"about_ca_topic_score_codex":0.000008591152,"about_ca_topic_score_gemma":9.314332e-7,"teacher_disagreement_score":0.73444533,"about_ca_system_score_codex":0.00028540095,"about_ca_system_score_gemma":0.011846197,"threshold_uncertainty_score":0.9937557},"labels":[],"label_agreement":null},{"id":"W2752691842","doi":"","title":"Self-Study as a Method for Continuous Professional Learning in Nursing Education","year":2017,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University","keywords":"Nursing; Nurse education; Psychology; Autodidacticism; Medicine; Medical education; Pedagogy","score_opus":0.007554847956588627,"score_gpt":0.3255281251882745,"score_spread":0.3179732772316859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752691842","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7292246,0.000066760855,0.00050667167,0.086320505,0.005825233,0.008018116,0.000013515363,0.0007211242,0.16930346],"genre_scores_gemma":[0.08515032,0.000049920673,0.05703684,0.00031102524,0.0005194542,0.000059655533,0.00365853,0.00010970836,0.85310453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980537,0.00025104106,0.00030943612,0.0006192814,0.00042536494,0.00034116584],"domain_scores_gemma":[0.9983641,0.00014344111,0.00057499803,0.00045880035,0.00033678522,0.00012188611],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027563554,0.00032129275,0.0005671784,0.0010649938,0.00053137605,0.00007142506,0.00033931524,0.00053691777,0.00025959138],"category_scores_gemma":[0.00073684676,0.0003645787,0.00013518888,0.00055042864,0.000049402883,0.00072101847,0.00003371098,0.0011720675,0.000026974933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038453462,0.0125810215,0.053253043,0.0024099452,0.00044445682,0.00017785958,0.045163322,0.000007579886,0.000037227583,0.013057748,0.5932226,0.27579984],"study_design_scores_gemma":[0.005459304,0.0014781825,0.15101737,0.007002404,0.0011791664,0.000008104538,0.24687327,0.0001724124,0.0006936641,0.001628725,0.583366,0.0011214461],"about_ca_topic_score_codex":0.0010033804,"about_ca_topic_score_gemma":0.000025935271,"teacher_disagreement_score":0.6838011,"about_ca_system_score_codex":0.0005015865,"about_ca_system_score_gemma":0.004205433,"threshold_uncertainty_score":0.9998806},"labels":[],"label_agreement":null},{"id":"W2752698755","doi":"10.3138/jvme.0316-060r1","title":"Veterinary Curriculum Transformation at the University of Illinois, 2006–2016","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Matriculation; Graduation (instrument); Medical education; Grading (engineering); Curriculum development; Mandate; Medicine; Psychology; Political science; Pedagogy; Engineering","score_opus":0.03766629069718707,"score_gpt":0.36080861158612626,"score_spread":0.3231423208889392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752698755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96588665,0.00044693757,0.0008334749,0.028497674,0.0022169426,0.00019484494,0.000002596772,0.0000074121313,0.0019134516],"genre_scores_gemma":[0.99567664,0.0008174443,0.0013262602,0.0007154681,0.0006619704,0.0000017818827,0.000024328105,0.000010886817,0.00076521497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822307,0.00010330216,0.0005765987,0.00011145939,0.0008318316,0.00015376938],"domain_scores_gemma":[0.99780595,0.000047416852,0.0008892186,0.00045324187,0.0006567623,0.00014742978],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012569615,0.00011174082,0.00026568718,0.00015342703,0.00042420716,0.000015593545,0.00045100573,0.0001603641,0.0014164853],"category_scores_gemma":[0.0017827577,0.000079329046,0.00014636258,0.00011891367,0.00047776685,0.00039845897,0.00006795306,0.0004376306,0.00003168427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013553698,0.0026434276,0.0075382055,0.00071311905,0.0001892728,0.00012459945,0.004493211,0.000004851023,0.008367075,0.00060525106,0.21673241,0.7572332],"study_design_scores_gemma":[0.0031446165,0.0035032684,0.19945069,0.0023252887,0.0003098965,0.0068526235,0.0045288247,0.00078745594,0.00046530715,0.00022609951,0.7781881,0.00021784597],"about_ca_topic_score_codex":0.0000735337,"about_ca_topic_score_gemma":0.000002777638,"teacher_disagreement_score":0.75701535,"about_ca_system_score_codex":0.000275024,"about_ca_system_score_gemma":0.001684403,"threshold_uncertainty_score":0.99949634},"labels":[],"label_agreement":null},{"id":"W2752819855","doi":"10.1111/medu.13453","title":"Education as a context for early engagement in quality improvement","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Context (archaeology); Citation; Library science; Medicine; Art history; Art; History; Computer science","score_opus":0.03917360035258045,"score_gpt":0.4573513162179558,"score_spread":0.41817771586537533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752819855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9105019,0.00011745322,0.00075453625,0.07537828,0.003830551,0.001728472,0.000001735641,0.000041554376,0.0076455064],"genre_scores_gemma":[0.9624955,0.000034476412,0.0025439288,0.027419124,0.0010659989,0.0017557845,0.0001826933,0.000023067161,0.0044794134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977687,0.00006757393,0.0007008721,0.00039239318,0.00077891676,0.00029154308],"domain_scores_gemma":[0.99802774,0.000082343264,0.00035161758,0.00083302415,0.00055831345,0.00014693225],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002407806,0.00015598163,0.00027305383,0.0002260573,0.00033286712,0.00008088921,0.00031607124,0.00021394264,0.0008055377],"category_scores_gemma":[0.022805173,0.0001470446,0.00007419099,0.00015433854,0.00017868319,0.00021669413,0.000055793484,0.00041833505,0.000091108835],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009555178,0.0023738388,0.026067952,0.00023377352,0.000018460481,4.493967e-7,0.0012377241,4.110102e-8,0.00019155245,0.012639374,0.051827304,0.90531397],"study_design_scores_gemma":[0.0032680992,0.0005173384,0.6318279,0.0009869126,0.000072707066,0.00001360012,0.005380963,0.0002463769,0.0010616084,0.0059783873,0.3503281,0.00031801983],"about_ca_topic_score_codex":0.0020898145,"about_ca_topic_score_gemma":0.00012987398,"teacher_disagreement_score":0.904996,"about_ca_system_score_codex":0.0005612966,"about_ca_system_score_gemma":0.0072815265,"threshold_uncertainty_score":0.99834627},"labels":[],"label_agreement":null},{"id":"W2753271936","doi":"10.3138/jvme.0316-068r","title":"Curricular Revision and Reform: The Process, What Was Important, and Lessons Learned","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Class (philosophy); Process (computing); Medical education; Curriculum development; Pedagogy; Psychology; Political science; Medicine; Computer science","score_opus":0.07177638284419813,"score_gpt":0.4555990842854061,"score_spread":0.38382270144120795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753271936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8209616,0.0040902784,0.00004831822,0.17342511,0.0011413816,0.00014836281,1.9821222e-7,0.0000055095547,0.000179246],"genre_scores_gemma":[0.9785019,0.016559707,0.0009013289,0.0028970595,0.0009887862,0.000008308386,0.0000070023043,0.000013446609,0.00012242324],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99832803,0.000061147555,0.0005905235,0.00015609246,0.0007195199,0.00014468779],"domain_scores_gemma":[0.99819535,0.000038897164,0.0007387774,0.00036874993,0.00046335632,0.000194885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020315032,0.0001142644,0.0002508266,0.00011442417,0.00041952133,0.00016132131,0.00022907075,0.00014106161,0.000116154864],"category_scores_gemma":[0.006241776,0.00006653959,0.00004514617,0.00010888393,0.0003896476,0.0007863858,0.00006940481,0.00061282056,0.0000020538255],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001366576,0.0003303322,0.0043613208,0.00027767112,0.00003490896,0.0000450664,0.00093138823,4.6460766e-8,0.00028274697,0.0005146369,0.004714527,0.9883707],"study_design_scores_gemma":[0.004040972,0.003990215,0.4867817,0.014714114,0.0005890971,0.03537947,0.027287297,0.0015034126,0.0002631234,0.006498675,0.41846603,0.00048590507],"about_ca_topic_score_codex":0.000016099062,"about_ca_topic_score_gemma":7.741739e-7,"teacher_disagreement_score":0.9878848,"about_ca_system_score_codex":0.00010334095,"about_ca_system_score_gemma":0.0011595578,"threshold_uncertainty_score":0.747244},"labels":[],"label_agreement":null},{"id":"W2753506826","doi":"10.1016/j.nepr.2017.09.008","title":"Nursing students’ perceptions of preparation to engage in patient education","year":2017,"lang":"en","type":"article","venue":"Nurse Education in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Northwestern Polytechnic","funders":"","keywords":"Context (archaeology); Nursing; Teaching method; Nurse education; Medicine; Medical education; Focus group; Perception; Psychology; Pedagogy; Sociology","score_opus":0.019002333573553045,"score_gpt":0.4828514289027675,"score_spread":0.4638490953292145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753506826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93592757,0.000049454375,0.00019919289,0.01646142,0.0029388068,0.0012740203,0.0000012732795,0.000017092027,0.043131184],"genre_scores_gemma":[0.9725875,0.000026638414,0.023873309,0.0015813956,0.00025519822,0.00041107688,0.00006821635,0.000019659092,0.0011770022],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981068,0.00018125784,0.0006614126,0.00032549712,0.0005386704,0.00018640752],"domain_scores_gemma":[0.9976235,0.00011716622,0.0005153174,0.0008500462,0.0008065816,0.00008736489],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009139228,0.00012890832,0.00019990846,0.00067250314,0.00019810072,0.00007820024,0.00023478057,0.00012511437,0.00015747506],"category_scores_gemma":[0.010040383,0.00014553322,0.000031500986,0.0004971078,0.00009864055,0.0009225733,0.00002092508,0.00042927172,0.00008805143],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004703073,0.022331262,0.3014445,0.000102087164,0.000022033664,0.0000017606803,0.05133875,0.000060516235,0.0020524927,0.0075707072,0.027947992,0.5866576],"study_design_scores_gemma":[0.00048370854,0.00026266818,0.9005021,0.0013632607,0.00008262353,0.00004613887,0.08478245,0.0001068193,0.00048010622,0.00041094152,0.011320386,0.00015879398],"about_ca_topic_score_codex":0.00043386305,"about_ca_topic_score_gemma":0.00005081579,"teacher_disagreement_score":0.5990576,"about_ca_system_score_codex":0.0009432117,"about_ca_system_score_gemma":0.0025964943,"threshold_uncertainty_score":0.99829847},"labels":[],"label_agreement":null},{"id":"W2754170048","doi":"10.17496/kmer.2017.19.2.70","title":"Current Status of the Resident Education Program and the Necessity of a General Competency Curriculum","year":2017,"lang":"en","type":"article","venue":"Korean Medical Education Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Graduate medical education; Medical education; Core competency; Medicine; Health care; Quality (philosophy); Psychology; Political science; Pedagogy; Business","score_opus":0.015411394106474333,"score_gpt":0.4057865042112785,"score_spread":0.39037511010480413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754170048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48443624,0.27318093,0.000075041724,0.21808198,0.006526201,0.008299095,0.0000084324765,0.000046360678,0.00934569],"genre_scores_gemma":[0.59145164,0.37851062,0.007362091,0.017003074,0.0019546598,0.002384162,0.00030154065,0.000048382757,0.000983783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974307,0.0002741252,0.0008714857,0.0002349441,0.0009745247,0.00021423979],"domain_scores_gemma":[0.99667853,0.000064852204,0.0010166126,0.0011589363,0.0008711741,0.00020989351],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016789905,0.00014644372,0.0004816246,0.00006304849,0.00027610984,0.000024337638,0.00050407037,0.000079932695,0.0003682884],"category_scores_gemma":[0.0179328,0.000075266114,0.00013644072,0.00034774657,0.0014024305,0.000093165734,0.00014727596,0.0004514313,0.0000044444578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010396652,0.0012157629,0.03566719,0.0038875318,0.000021988506,6.816276e-8,0.00029040934,1.2837473e-8,0.0000032416278,0.029403398,0.059800692,0.8696993],"study_design_scores_gemma":[0.0015021334,0.00010296807,0.5175519,0.029611915,0.000669937,0.00006300607,0.00056775205,0.00026141663,0.000056966408,0.0032280572,0.4462031,0.00018083428],"about_ca_topic_score_codex":0.00076373835,"about_ca_topic_score_gemma":0.00002628725,"teacher_disagreement_score":0.86951846,"about_ca_system_score_codex":0.00009127122,"about_ca_system_score_gemma":0.0072634346,"threshold_uncertainty_score":0.99836445},"labels":[],"label_agreement":null},{"id":"W2754757306","doi":"10.12927/hcpap.2017.25206","title":"Enabling Evolving Practice for Healthcare Professionals: A Regulator’s Journey","year":2017,"lang":"en","type":"article","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Professional Engineers Ontario; Office of the Chief Medical Examiner","funders":"","keywords":"Regulator; Health care; Health professionals; Political science; Biology","score_opus":0.08649869437497737,"score_gpt":0.45174605321446293,"score_spread":0.36524735883948556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754757306","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28063878,0.00036144533,0.00079561234,0.71261054,0.0019267764,0.0026089791,0.000029357194,0.00018873508,0.0008397703],"genre_scores_gemma":[0.12915033,0.0001284225,0.022857014,0.8431274,0.0003799161,0.001159986,0.00019291887,0.00015202895,0.0028519612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467355,0.00027548554,0.0013340719,0.0011073919,0.0012333051,0.0013762019],"domain_scores_gemma":[0.9930344,0.0010834207,0.0012079951,0.0019593171,0.0018420159,0.0008728343],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004001197,0.000507236,0.0008861942,0.0004900506,0.0031499492,0.00023496237,0.0006193219,0.00046366264,0.00020988972],"category_scores_gemma":[0.02570603,0.00046131224,0.0002273132,0.00058039255,0.00008719091,0.00067503116,0.0003082333,0.0011036057,0.00020582284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002077121,0.000999042,0.002205539,0.00072412996,0.00011241254,0.000024360066,0.009748866,0.0000023792413,0.00044715454,0.004009118,0.9569665,0.022683386],"study_design_scores_gemma":[0.004255836,0.002344709,0.01674333,0.00004929144,0.00018149235,0.00027060305,0.0056421445,0.0019614515,0.0002858647,0.00024532474,0.9673698,0.00065013964],"about_ca_topic_score_codex":0.00062958954,"about_ca_topic_score_gemma":0.0002834114,"teacher_disagreement_score":0.15148847,"about_ca_system_score_codex":0.0022025865,"about_ca_system_score_gemma":0.002164672,"threshold_uncertainty_score":0.9997839},"labels":[],"label_agreement":null},{"id":"W2754841021","doi":"10.1016/j.jpag.2017.09.003","title":"Creation and Dissemination of a Multispecialty Graduate Medical Education Curriculum in Pediatric and Adolescent Gynecology: The North American Society for Pediatric and Adolescent Gynecology Resident Education Committee Experiences","year":2017,"lang":"en","type":"article","venue":"Journal of Pediatric and Adolescent Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; Graduate medical education; Medical education; Curriculum; Family medicine; Accreditation; Pedagogy; Sociology","score_opus":0.01629408840083431,"score_gpt":0.34783270106293535,"score_spread":0.33153861266210105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754841021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789669,0.0035472685,0.00030055828,0.014143846,0.0017672488,0.0012338008,0.000005979128,0.000010708117,0.000023693983],"genre_scores_gemma":[0.95315456,0.040854804,0.0012726593,0.0015203127,0.0029610484,0.00013051163,0.00002453672,0.000025263816,0.00005628323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99679065,0.00026060359,0.0014024259,0.0004959588,0.00060588017,0.0004444749],"domain_scores_gemma":[0.9949475,0.0011223702,0.0023155871,0.00032359615,0.000970547,0.000320429],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018365418,0.00032779184,0.0007796198,0.00062151,0.0005518083,0.00007235619,0.00029436688,0.00030845366,0.00002900013],"category_scores_gemma":[0.01310765,0.000256995,0.00013023171,0.0005339098,0.00092692306,0.00030639977,0.00017906402,0.00087960175,6.7769156e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012371849,0.0017879519,0.8611615,0.00085633143,0.000026465153,0.0000039129804,0.001986244,9.880499e-7,0.0000064728497,0.00009833128,0.043020558,0.09092754],"study_design_scores_gemma":[0.00171056,0.0007749862,0.98707575,0.00013721813,0.00066881906,0.00012098413,0.007987431,0.0004659756,0.000006229772,0.00012290654,0.0007056401,0.00022348134],"about_ca_topic_score_codex":0.000043680127,"about_ca_topic_score_gemma":0.0002013605,"teacher_disagreement_score":0.12591429,"about_ca_system_score_codex":0.0003051622,"about_ca_system_score_gemma":0.001873938,"threshold_uncertainty_score":0.9999882},"labels":[],"label_agreement":null},{"id":"W2754843342","doi":"10.1186/s12909-017-1011-3","title":"Frontline learning of medical teaching: “you pick up as you go through work and practice”","year":2017,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Associated Medical Services; Royal College of Physicians and Surgeons of Canada","keywords":"Presentation (obstetrics); Medical education; Attendance; Context (archaeology); Faculty development; Qualitative research; Teaching method; Psychology; Medicine; Professional development; Pedagogy; Sociology","score_opus":0.043209091933700546,"score_gpt":0.44268074956830544,"score_spread":0.3994716576346049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754843342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63378423,0.0013663262,0.017582314,0.2952674,0.006933861,0.00079265976,0.0000010426774,0.00013303228,0.04413911],"genre_scores_gemma":[0.9388879,0.00095452514,0.036512222,0.010174454,0.0032480876,0.00010777939,0.00020873039,0.000059488422,0.009846794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954412,0.0003561306,0.00083876384,0.0004740928,0.0025596065,0.00033023712],"domain_scores_gemma":[0.99664485,0.0007933889,0.0007413131,0.00086953543,0.0005188659,0.00043205594],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050933654,0.00022031636,0.00045054272,0.0001441481,0.000512295,0.00007487875,0.000492905,0.00058519153,0.0021541303],"category_scores_gemma":[0.26761335,0.00018969807,0.0000755137,0.00019872145,0.000754683,0.00044598445,0.00018698379,0.0015896484,0.00010227921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057039974,0.0028384742,0.07659119,0.00073078246,0.00013976546,0.000015005434,0.007720237,0.0000012743238,0.00004002113,0.07175193,0.15317415,0.68642676],"study_design_scores_gemma":[0.0034320597,0.0004525168,0.08006462,0.002685167,0.0003535295,0.00057328184,0.011902736,0.001525644,0.00008512704,0.001401531,0.89713854,0.00038524714],"about_ca_topic_score_codex":0.0006036197,"about_ca_topic_score_gemma":0.000018933795,"teacher_disagreement_score":0.7439644,"about_ca_system_score_codex":0.00014805872,"about_ca_system_score_gemma":0.006652737,"threshold_uncertainty_score":0.9989786},"labels":[],"label_agreement":null},{"id":"W2755026608","doi":"10.1186/s12909-017-0995-z","title":"Goleman’s Leadership styles at different hierarchical levels in medical education","year":2017,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical education; Psychology; Leadership style; Medicine; Social psychology","score_opus":0.09484412674633465,"score_gpt":0.40889991182013713,"score_spread":0.3140557850738025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755026608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8749159,0.0005110622,0.0005737277,0.10762151,0.0038529676,0.000822454,0.000002400656,0.00008160455,0.01161837],"genre_scores_gemma":[0.9673854,0.00013050246,0.0024083927,0.019293925,0.0027430567,0.000495545,0.00050512963,0.000053327665,0.0069846925],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9944552,0.00028139722,0.0010975894,0.0007511991,0.0027586785,0.0006559111],"domain_scores_gemma":[0.99659216,0.00031831197,0.00040799903,0.0014203821,0.00035811882,0.0009030518],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017689811,0.0003554413,0.00057165325,0.00051361375,0.00047926902,0.000095040945,0.0008433623,0.0008131823,0.012535576],"category_scores_gemma":[0.05183172,0.00030415054,0.00014367451,0.0003250316,0.00084482925,0.00027126932,0.00023469853,0.0013072263,0.0002781364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020558714,0.0064762332,0.3634863,0.0011409435,0.000039944378,0.000015331967,0.0011757244,4.2701708e-7,0.00011519097,0.021758769,0.140455,0.46513057],"study_design_scores_gemma":[0.0021816452,0.00012635645,0.96677905,0.0030036478,0.000068511865,0.00026876634,0.0018790757,0.0018221405,0.00024471237,0.0014862173,0.021755552,0.00038432563],"about_ca_topic_score_codex":0.00023870426,"about_ca_topic_score_gemma":0.0012403862,"teacher_disagreement_score":0.60329276,"about_ca_system_score_codex":0.001107683,"about_ca_system_score_gemma":0.015622486,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W2755086444","doi":"10.1108/lhs-08-2016-0037","title":"Physician performance feedback in a Canadian academic center","year":2017,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Formative assessment; Medical education; Process (computing); Quality management; Health care; Focus group; Psychology; Medicine; Quality (philosophy); Nursing; Computer science; Operations management; Management system; Business; Pedagogy","score_opus":0.1104768689105892,"score_gpt":0.3787919636139937,"score_spread":0.26831509470340453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755086444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87031454,0.00022241456,3.9057906e-7,0.1254199,0.00046096754,0.00040152864,0.000002065997,0.000017256423,0.003160911],"genre_scores_gemma":[0.9262354,0.00010449059,0.00019625189,0.07284259,0.00031660066,0.000037274713,0.000040169132,0.000015799102,0.00021142926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832106,0.00003914836,0.00041741814,0.00023670743,0.00021670165,0.00076896703],"domain_scores_gemma":[0.99909097,0.000015591748,0.00019247647,0.00044719712,0.000051274925,0.000202509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008398081,0.00011502748,0.00022343428,0.0003657334,0.00020834798,0.000024637635,0.00031703708,0.0001684849,0.000044746605],"category_scores_gemma":[0.000060065136,0.00011573048,0.00001719632,0.00029212597,0.00008047224,0.00029993182,0.000019060208,0.0008446738,0.00011705931],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027921371,0.000056557405,0.9563342,0.005431108,0.000002925081,0.000004867573,0.0065125544,0.0000050861863,0.0000061642518,0.00018710547,0.00020337361,0.031228134],"study_design_scores_gemma":[0.0008451562,0.000051084582,0.975835,0.005997175,0.0000018091016,0.000005330012,0.005575903,0.0030251902,0.000019336845,0.000052715477,0.008498215,0.00009303139],"about_ca_topic_score_codex":0.25514436,"about_ca_topic_score_gemma":0.40954968,"teacher_disagreement_score":0.15440533,"about_ca_system_score_codex":0.0007010724,"about_ca_system_score_gemma":0.00079753326,"threshold_uncertainty_score":0.7498157},"labels":[],"label_agreement":null},{"id":"W2755227804","doi":"10.18438/b8qs9m","title":"What is the Best Way to Develop Information Literacy and Academic Skills of First Year Health Science Students? A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Evidence Based Library and Information Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Information literacy; Medical education; Intervention (counseling); Psychology; Health literacy; Health care; Medicine; Pedagogy; Social psychology","score_opus":0.04978433858340693,"score_gpt":0.4448382005246162,"score_spread":0.3950538619412093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755227804","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010392124,0.9067678,0.00021024434,0.08763357,0.0003476125,0.004856788,0.000013186765,0.000025157842,0.00013528374],"genre_scores_gemma":[0.000016188105,0.9016216,0.0032047485,0.09452789,0.000053149353,0.0003420584,0.00013374876,0.0000097416705,0.00009090877],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99586725,0.00021876754,0.002303598,0.00020411948,0.0011706481,0.00023562362],"domain_scores_gemma":[0.99319214,0.0012734045,0.0037204688,0.00090306706,0.0007244568,0.00018648918],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005999644,0.00027808218,0.0011381597,0.0006646782,0.0005387671,0.0011266863,0.00076002255,0.00016639859,0.00004314037],"category_scores_gemma":[0.02689729,0.00017774804,0.0000639125,0.0020843945,0.0002581312,0.20004597,0.00032775188,0.00073470443,0.00014994005],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000127386475,0.000026234848,0.00002485372,0.6314933,0.00003030567,2.2673412e-7,0.0013586741,7.907556e-8,4.5921196e-9,0.0019193145,0.0030999663,0.36203435],"study_design_scores_gemma":[0.0000800346,0.00008083183,0.00007174461,0.46644953,0.00036849894,0.000067397,0.0005598333,0.000018305705,7.297655e-7,0.0000026283853,0.5322067,0.00009372099],"about_ca_topic_score_codex":0.000003450241,"about_ca_topic_score_gemma":1.0153494e-8,"teacher_disagreement_score":0.5291068,"about_ca_system_score_codex":0.00010349159,"about_ca_system_score_gemma":0.002225882,"threshold_uncertainty_score":0.99991024},"labels":[],"label_agreement":null},{"id":"W2755952716","doi":"","title":"Implementation and evaluation of a marketing for pharmacists elective course","year":2017,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Course (navigation); Pharmacy; Medical education; Plan (archaeology); Course evaluation; Pharmacy practice; Psychology; Medicine; Nursing; Higher education; Engineering; Political science","score_opus":0.09180060276266669,"score_gpt":0.5676211774036932,"score_spread":0.47582057464102656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755952716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914927,0.00026651737,0.00041598652,0.0036893142,0.00088259357,0.001645469,0.0000066981015,0.000014464944,0.0015862852],"genre_scores_gemma":[0.99455076,0.00006674883,0.0036685786,0.00038317507,0.00045194954,0.000592717,0.00016445082,0.000014509765,0.00010711575],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989531,0.00009489139,0.00028545168,0.0001919451,0.0003492738,0.0001253358],"domain_scores_gemma":[0.99772906,0.00007802657,0.00040892794,0.00022509435,0.001521119,0.000037747326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033241797,0.00008487259,0.0001225417,0.000110267254,0.00027553737,0.000032520282,0.000070606286,0.000022880782,0.00022515126],"category_scores_gemma":[0.0016658683,0.000088800705,0.000030109939,0.00008511222,0.00007710055,0.00027493387,0.000015595999,0.00008251907,0.0000020891757],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024212232,0.0003070642,0.06634042,0.0002088254,0.000055764565,3.8626478e-8,0.00062459084,5.9839334e-7,0.011133928,0.00021876553,0.012177416,0.90869045],"study_design_scores_gemma":[0.008507046,0.000099068144,0.88605094,0.00019643901,0.0015860474,0.00004352681,0.0028897242,0.018965818,0.07095842,0.0015709843,0.008916743,0.00021522077],"about_ca_topic_score_codex":0.00005006878,"about_ca_topic_score_gemma":0.0000032104806,"teacher_disagreement_score":0.9084753,"about_ca_system_score_codex":0.00016726034,"about_ca_system_score_gemma":0.0011223546,"threshold_uncertainty_score":0.36211878},"labels":[],"label_agreement":null},{"id":"W2756095970","doi":"10.1097/acm.0000000000001896","title":"Competency-Based Medical Education in the Internal Medicine Clerkship: A Report From the Alliance for Academic Internal Medicine Undergraduate Medical Education Task Force","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Iron Ore Company (Canada)","funders":"","keywords":"Accreditation; Medical education; Graduate medical education; Competence (human resources); Educational measurement; Documentation; MEDLINE; Task (project management); Task force; Medicine; Core competency; Clinical clerkship; Curriculum; Psychology; Computer science; Pedagogy","score_opus":0.03767007884631678,"score_gpt":0.42120998121308106,"score_spread":0.3835399023667643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756095970","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063119955,0.005661141,0.017637342,0.89271164,0.008945495,0.002672199,0.000008269103,0.00011508743,0.009128856],"genre_scores_gemma":[0.76186454,0.0034889884,0.0012161795,0.20153475,0.023121528,0.0011312885,0.0015484019,0.00012068185,0.0059736324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885271,0.0005763455,0.003479572,0.0013025665,0.005141935,0.00097247644],"domain_scores_gemma":[0.9900626,0.0031908264,0.0022774301,0.0025975779,0.001075047,0.00079650973],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0134713175,0.00075580133,0.0013694601,0.00045576695,0.00080310367,0.00003428837,0.004323616,0.0013702043,0.0019123667],"category_scores_gemma":[0.13396549,0.00041562843,0.00016604702,0.0008292669,0.004568986,0.00039355273,0.0002519166,0.006451932,0.00004625138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052328594,0.00023356528,0.044924904,0.0002535151,0.00014068681,0.00010452221,0.004889751,0.000001286328,0.0003810368,0.02523089,0.8109413,0.112375274],"study_design_scores_gemma":[0.021750785,0.0017124888,0.17797676,0.05407877,0.0015871779,0.0050975154,0.019928822,0.016560288,0.0001430504,0.1625157,0.537452,0.0011966658],"about_ca_topic_score_codex":0.0047729784,"about_ca_topic_score_gemma":0.00060594594,"teacher_disagreement_score":0.6987446,"about_ca_system_score_codex":0.0006448186,"about_ca_system_score_gemma":0.014208819,"threshold_uncertainty_score":0.9999262},"labels":[],"label_agreement":null},{"id":"W2756926689","doi":"10.1111/medu.13417","title":"Translating medical school social missions to student experiences","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; University of Calgary","funders":"Universiteit Gent; Lakehead University; Universitair Ziekenhuis Gent; James Cook University; University of the Philippines; Flinders University","keywords":"Medical school; Medical education; Psychology; Medicine","score_opus":0.028769041914470113,"score_gpt":0.4703631988144264,"score_spread":0.4415941568999563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756926689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6703621,0.000059944734,0.0008480106,0.31340578,0.0027688376,0.00040345083,4.7508902e-7,0.00006993891,0.012081467],"genre_scores_gemma":[0.9496846,0.000012577608,0.0031107815,0.041665357,0.003358644,0.0004728602,0.00004063088,0.000023764094,0.001630788],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960014,0.00006420934,0.0005883322,0.00039757858,0.002588676,0.00035975402],"domain_scores_gemma":[0.99805313,0.000041934007,0.00016943582,0.0005637762,0.00032919543,0.0008425083],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013113184,0.00016759735,0.00028641603,0.00018413438,0.0011096911,0.00010807227,0.00066574034,0.00034579358,0.01640517],"category_scores_gemma":[0.039859354,0.00014080753,0.00008160835,0.0002746341,0.00034920417,0.00017570666,0.00010013523,0.0006667431,0.00027690444],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033590288,0.0014659504,0.013759812,0.00007340239,0.00003066819,0.000012453952,0.025379611,8.310713e-8,0.000103729144,0.0010506251,0.2550662,0.7030239],"study_design_scores_gemma":[0.0027413904,0.0003750397,0.43693462,0.002121452,0.00014669095,0.00021478634,0.07976534,0.0010207872,0.0003468467,0.000309641,0.47535497,0.0006684303],"about_ca_topic_score_codex":0.00011748224,"about_ca_topic_score_gemma":0.00002884226,"teacher_disagreement_score":0.70235544,"about_ca_system_score_codex":0.00022715169,"about_ca_system_score_gemma":0.0076008257,"threshold_uncertainty_score":0.9980252},"labels":[],"label_agreement":null},{"id":"W2757252369","doi":"10.1007/s40037-017-0373-x","title":"Getting off the carousel: De-centring the curriculum in medical education","year":2017,"lang":"en","type":"editorial","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Centring; Curriculum; Medical education; Computer science; Medicine; Psychology; Pedagogy; Engineering","score_opus":0.006639213799863771,"score_gpt":0.36763287609571,"score_spread":0.36099366229584623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757252369","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02383115,0.0069883266,0.0001222529,0.19414549,0.75716496,0.0022814914,0.0000071372688,0.00015869885,0.015300527],"genre_scores_gemma":[0.05437766,0.0055598584,0.00042442948,0.0111861825,0.92259514,0.0016435956,0.0006648459,0.0001689523,0.0033793163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911619,0.00063394016,0.0010671354,0.0010269807,0.0053203916,0.0007896782],"domain_scores_gemma":[0.9917544,0.0018107042,0.0011342547,0.0024575246,0.0022171172,0.00062600017],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006367794,0.00054682844,0.00067836157,0.00055708387,0.00087764824,0.00021736055,0.0017067253,0.0018378766,0.0012096844],"category_scores_gemma":[0.20899718,0.00034783172,0.00023414643,0.0008603875,0.0010624646,0.00018420545,0.00018674158,0.006793186,0.00011319836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044353004,0.002630445,0.0008261947,0.00017691968,0.00006382454,0.000008347883,0.009723209,9.757044e-7,0.0000010801863,0.002110365,0.80621284,0.17820147],"study_design_scores_gemma":[0.001021412,0.00014851405,0.0046883095,0.004746024,0.00021292873,0.0000955345,0.044064295,0.0012861908,0.0000045435268,0.00058476196,0.94273114,0.00041633713],"about_ca_topic_score_codex":0.0016680717,"about_ca_topic_score_gemma":0.00027417645,"teacher_disagreement_score":0.20262937,"about_ca_system_score_codex":0.0034017242,"about_ca_system_score_gemma":0.057305098,"threshold_uncertainty_score":0.99989736},"labels":[],"label_agreement":null},{"id":"W2757583948","doi":"10.1007/s40037-017-0376-7","title":"Guidelines: The do’s, don’ts and don’t knows of direct observation of clinical skills in medical education","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Guideline; Medical education; Set (abstract data type); Psychology; Quality (philosophy); Medicine; Computer science; Pathology","score_opus":0.04833263729068104,"score_gpt":0.47522228763585395,"score_spread":0.4268896503451729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757583948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8975804,0.0017277469,0.000105168045,0.08934953,0.002277634,0.00078523887,0.0000030378376,0.00002353909,0.008147693],"genre_scores_gemma":[0.9861067,0.00384013,0.0031281086,0.004463938,0.0016334769,0.0001483743,0.000059807793,0.000028389155,0.000591085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99520504,0.00031154114,0.0018275278,0.00058623374,0.001818011,0.00025164965],"domain_scores_gemma":[0.99503326,0.00060721446,0.0010856834,0.0012120561,0.0017725248,0.00028923718],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00471991,0.0002302493,0.00066306914,0.000347268,0.00019725325,0.00003380276,0.00055906706,0.0004890788,0.00096317905],"category_scores_gemma":[0.14329879,0.00016523445,0.00013069205,0.00047239903,0.0013378726,0.00023418844,0.00010142128,0.00089624774,0.000008547706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015745441,0.0061184294,0.28149813,0.00022290663,0.00006425115,0.0000014013367,0.0056983694,0.0000011072624,0.00002919298,0.017198289,0.02235305,0.6666574],"study_design_scores_gemma":[0.0016512122,0.00031183448,0.95519185,0.0026877543,0.00009414553,0.000029086226,0.02253257,0.0012004304,0.00010236419,0.0013153118,0.014697598,0.00018581207],"about_ca_topic_score_codex":0.00088754407,"about_ca_topic_score_gemma":0.00013054784,"teacher_disagreement_score":0.6736937,"about_ca_system_score_codex":0.00022576227,"about_ca_system_score_gemma":0.008356665,"threshold_uncertainty_score":0.99995005},"labels":[],"label_agreement":null},{"id":"W2758184528","doi":"10.4324/9781315720890-15","title":"Supporting part-time teachers and contract faculty","year":2016,"lang":"en","type":"book-chapter","venue":"Kent Academic Repository (University of Kent)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Curriculum; Higher education; Quality (philosophy); Norm (philosophy); Public relations; Professional development; Political science; Pedagogy; Sociology","score_opus":0.018123577857071575,"score_gpt":0.2780625917879621,"score_spread":0.25993901393089053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758184528","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3240094,0.0011417725,0.00016896539,0.0056944434,0.0011413865,0.0012599314,0.00006515954,0.00021470278,0.66630423],"genre_scores_gemma":[0.04352764,0.00040693604,0.0004992536,0.00024354518,0.0005853314,6.4803373e-7,0.00017745711,0.000041899984,0.9545173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825746,0.000025910838,0.0004700906,0.00044187062,0.0005432949,0.00026134675],"domain_scores_gemma":[0.99832565,0.00006218051,0.00088772073,0.0003190894,0.00023868665,0.00016667115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042995057,0.00025339282,0.00053571054,0.00019777278,0.00019711428,0.0000064705805,0.00021293489,0.0008610549,0.0008607536],"category_scores_gemma":[0.00013683058,0.00025559554,0.00015535408,0.000044628334,0.00049141044,0.00016789105,0.000088931185,0.0010982301,0.00009131492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064287905,0.00023776955,0.032601837,0.0011549311,0.0020818599,0.00066141156,0.0104728835,0.0000010724967,0.029601168,0.019280775,0.7315803,0.1716831],"study_design_scores_gemma":[0.0024081904,0.00024397572,0.010063035,0.0031074898,0.0011583896,0.0003354933,0.0008530111,0.000088253124,0.00048267646,0.0008299558,0.97983384,0.0005956601],"about_ca_topic_score_codex":0.000020335716,"about_ca_topic_score_gemma":4.6835632e-7,"teacher_disagreement_score":0.288213,"about_ca_system_score_codex":0.00039647883,"about_ca_system_score_gemma":0.0002977434,"threshold_uncertainty_score":0.9999896},"labels":[],"label_agreement":null},{"id":"W2759217057","doi":"10.1007/s40037-017-0371-z","title":"Getting off the carousel: Exploring the wicked problem of curriculum reform","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Thematic analysis; Cognitive reframing; Context (archaeology); Wicked problem; Curriculum theory; Education reform; Process (computing); Qualitative research; Curriculum development; Mathematics education; Sociology; Computer science; Pedagogy; Psychology; Primary education; Social science","score_opus":0.024496777152934385,"score_gpt":0.3555592830793324,"score_spread":0.33106250592639797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759217057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84423006,0.000399954,0.00010156975,0.13245933,0.0011319089,0.00063462876,6.5659265e-7,0.000045923334,0.02099594],"genre_scores_gemma":[0.9938129,0.00035296765,0.0012786618,0.0020905714,0.0015534714,0.00036791482,0.000012467684,0.000025139725,0.0005058828],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978027,0.000086101165,0.0004264705,0.00031138925,0.0011224598,0.00025088256],"domain_scores_gemma":[0.99764913,0.00010378519,0.00040215603,0.0010910755,0.0006549799,0.00009884552],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016209868,0.00015312963,0.00021925004,0.000116906165,0.0008429679,0.000048558202,0.000600915,0.00009994726,0.0002131047],"category_scores_gemma":[0.0097203925,0.000080867634,0.000091704394,0.00028492298,0.001107406,0.00020811397,0.00008091206,0.0007898468,0.00002774606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007641951,0.0025212422,0.007392351,0.00020722818,0.00014838226,0.0000022187419,0.08802926,0.0000024410422,0.00023829861,0.1093354,0.015595368,0.7764514],"study_design_scores_gemma":[0.0013862423,0.0004907415,0.27643856,0.0021176704,0.0002444273,0.000114616734,0.67086613,0.0015212345,0.0010287084,0.0029201324,0.04250989,0.0003616467],"about_ca_topic_score_codex":0.00068376184,"about_ca_topic_score_gemma":0.000024673693,"teacher_disagreement_score":0.7760897,"about_ca_system_score_codex":0.0005107335,"about_ca_system_score_gemma":0.0013141248,"threshold_uncertainty_score":0.99862117},"labels":[],"label_agreement":null},{"id":"W2759352286","doi":"10.15694/mep.2017.000168","title":"A novel resident-as-teacher curriculum: the role of experiential learning and coaching","year":2017,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Coaching; Curriculum; Medical education; Thematic analysis; Experiential learning; Descriptive statistics; Psychology; Medicine; Faculty development; Professional development; Qualitative research; Pedagogy","score_opus":0.011961562057875914,"score_gpt":0.32554196240818606,"score_spread":0.31358040035031015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759352286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967716,0.00019797232,0.0002716644,0.004208731,0.00042325366,0.00018284513,4.3770467e-7,0.00002722797,0.026971893],"genre_scores_gemma":[0.99588764,0.000011082338,0.0011128896,0.00022709504,0.00042456947,0.00003054958,0.000015247153,0.000014302129,0.0022766201],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990058,0.000035361227,0.00023075976,0.00017633893,0.00039039826,0.00016133701],"domain_scores_gemma":[0.9990663,0.000029856521,0.00022847496,0.00039661455,0.00023590977,0.000042844298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008162382,0.000083050545,0.00015199772,0.000087000415,0.00050002633,0.00020220537,0.00020990214,0.000085474334,0.00034474523],"category_scores_gemma":[0.007287734,0.000058617137,0.000033910623,0.000109685774,0.0002867218,0.0003265094,0.00013509508,0.00045420043,0.0000062265385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008845621,0.0006344266,0.60756177,0.00011809501,0.00014539353,0.0000067569913,0.028722862,0.0000017892701,0.026545446,0.026206303,0.025723146,0.28424555],"study_design_scores_gemma":[0.0041432492,0.0003853955,0.2866587,0.0006193785,0.00027759286,0.00031244222,0.110426635,0.0045659808,0.010919363,0.0019929253,0.57923365,0.0004646804],"about_ca_topic_score_codex":0.0008810317,"about_ca_topic_score_gemma":0.00001621227,"teacher_disagreement_score":0.5535105,"about_ca_system_score_codex":0.000030389801,"about_ca_system_score_gemma":0.00010475912,"threshold_uncertainty_score":0.8724625},"labels":[],"label_agreement":null},{"id":"W2759363023","doi":"10.1177/0894318417724458","title":"Relational Inquiry Approach: Nursing Practice in Pakistan – A Case Study","year":2017,"lang":"en","type":"article","venue":"Nursing Science Quarterly","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Nursing practice; Nursing theory; Psychology; Nursing; MEDLINE; Medicine; Political science","score_opus":0.08710798757685279,"score_gpt":0.47848863082170484,"score_spread":0.39138064324485206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759363023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9423568,0.000021396616,0.0046761227,0.0067839217,0.0015830155,0.00063619594,3.7801692e-7,0.000043031145,0.043899126],"genre_scores_gemma":[0.97355944,8.547627e-8,0.025750127,0.00028504746,0.0002946274,0.000026468857,0.0000036813794,0.00001159788,0.00006892038],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997761,0.000072756804,0.00039818493,0.0004889658,0.0009153481,0.00036371461],"domain_scores_gemma":[0.99830395,0.00007359521,0.00026615203,0.00083341985,0.00041757914,0.00010530308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025463111,0.00012211621,0.00017191187,0.00047043894,0.0012513482,0.00026835877,0.00027984133,0.00007212716,0.00001065715],"category_scores_gemma":[0.0014572968,0.000117201394,0.000023755401,0.0007990906,0.0019528473,0.0014920047,0.0000023422876,0.00045142483,0.000014447513],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008860266,0.0050407224,0.0069691027,0.000013167034,0.000007511384,0.0007203392,0.3309912,0.0000073002648,0.00037321015,0.011729489,0.0006019276,0.6434574],"study_design_scores_gemma":[0.0016495609,0.0011812049,0.15590839,0.00054996513,0.00007042962,0.00738522,0.8255878,0.005909852,0.000008818088,0.0014589789,0.000091122674,0.00019865186],"about_ca_topic_score_codex":0.0001782607,"about_ca_topic_score_gemma":0.0000065581194,"teacher_disagreement_score":0.64325875,"about_ca_system_score_codex":0.0009045631,"about_ca_system_score_gemma":0.00073456863,"threshold_uncertainty_score":0.96244854},"labels":[],"label_agreement":null},{"id":"W2759512183","doi":"10.1007/s40596-017-0799-9","title":"Competency-Based Medical Education: Objectives for a Foundational Emergency Psychiatry Experience","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Psychology; Emergency psychiatry; Medicine; MEDLINE; Psychiatry; Political science","score_opus":0.02197858274401081,"score_gpt":0.4120760480091165,"score_spread":0.3900974652651057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759512183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47294286,0.0018743147,0.015408449,0.44187674,0.04996886,0.001662453,0.000018656501,0.0002248087,0.016022857],"genre_scores_gemma":[0.7225837,0.00020788863,0.22904713,0.03210414,0.011790384,0.0015585595,0.00040095003,0.000086358894,0.0022208658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973791,0.000032936325,0.0007792724,0.00055148255,0.000870258,0.00038691255],"domain_scores_gemma":[0.99781877,0.000040962113,0.0004944066,0.00092349295,0.0004694364,0.00025291712],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060324953,0.00023942483,0.00029003035,0.00021336261,0.00096613803,0.000030359806,0.0007866174,0.00048907934,0.0019721156],"category_scores_gemma":[0.003733121,0.00022889616,0.00016383688,0.00025528515,0.00040367816,0.00031803257,0.000056604327,0.0008755524,0.000071166425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014367404,0.00079887046,0.5315414,0.0002664071,0.000054517357,2.5715968e-7,0.00036355556,6.939876e-7,0.000052299067,0.24109985,0.20686312,0.018815337],"study_design_scores_gemma":[0.004211341,0.0003603884,0.7064776,0.0013618069,0.00019086174,0.0001305002,0.0027027926,0.0033548935,0.000058922087,0.18067154,0.099771075,0.0007082893],"about_ca_topic_score_codex":0.000019016958,"about_ca_topic_score_gemma":0.000023570305,"teacher_disagreement_score":0.4097726,"about_ca_system_score_codex":0.00012155703,"about_ca_system_score_gemma":0.01608546,"threshold_uncertainty_score":0.9989402},"labels":[],"label_agreement":null},{"id":"W2759683222","doi":"10.15766/mep_2374-8265.10168","title":"Residents as Leaders: A Comprehensive Guide to Establishing a Leadership Development Program for Postgraduate Trainees","year":2015,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Leadership development; Medical education; Educational leadership; Psychology; Management; Public relations; Pedagogy; Political science; Medicine","score_opus":0.2189846003980199,"score_gpt":0.4364874937995654,"score_spread":0.21750289340154552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759683222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620556,0.00012552906,0.0019014213,0.027698819,0.0009166027,0.0027924615,0.0000031967043,0.0002832252,0.004223138],"genre_scores_gemma":[0.6977684,0.0000013384923,0.27346677,0.0135287745,0.0008451377,0.001291553,0.00066233595,0.0000825416,0.012353153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766433,0.000027173694,0.000605743,0.00038820575,0.0007916329,0.0005229134],"domain_scores_gemma":[0.9981794,0.000059038033,0.00011867252,0.00028860124,0.0010042171,0.00035011314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006670928,0.00021035974,0.00031644938,0.00031616748,0.000107461514,0.0000709117,0.00017595124,0.00012020153,0.000046429952],"category_scores_gemma":[0.004265587,0.00019495451,0.00006416818,0.0006140148,0.00011777331,0.00020016193,0.000038260056,0.00023132599,0.00015657493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000423895,0.00079911744,0.0042115953,0.00039938305,0.0001817287,0.00009951613,0.03255055,0.000011350729,0.00084060023,0.00038326674,0.6990883,0.2610107],"study_design_scores_gemma":[0.0054606046,0.0019291439,0.043960497,0.0009379259,0.00018031677,0.000397502,0.14295109,0.0003185207,0.0075874045,0.00035973132,0.79521495,0.0007023063],"about_ca_topic_score_codex":0.000109383865,"about_ca_topic_score_gemma":0.00006425882,"teacher_disagreement_score":0.27156535,"about_ca_system_score_codex":0.00030719204,"about_ca_system_score_gemma":0.0011182829,"threshold_uncertainty_score":0.79500145},"labels":[],"label_agreement":null},{"id":"W2760123994","doi":"10.5688/ajpe6451","title":"Pharmacy Preceptor Judgments of Student Performance and Behavior During Experiential Training","year":2018,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Preceptor; Narrative; Pharmacy; Medical education; Psychology; Experiential learning; Perception; Pharmacy practice; Medicine; Pedagogy; Nursing","score_opus":0.04422434181206941,"score_gpt":0.4500965625536566,"score_spread":0.4058722207415872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760123994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969697,0.00009635627,0.00011015476,0.00078896724,0.0015572548,0.00021549298,7.9502774e-7,0.000008069417,0.0002531941],"genre_scores_gemma":[0.9926385,0.00013943591,0.0053521385,0.00061513786,0.0011460871,0.000023361827,0.0000037068926,0.000015991307,0.000065599874],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854004,0.000052312083,0.0006145364,0.00013700739,0.00046734823,0.00018878028],"domain_scores_gemma":[0.99859285,0.000023313229,0.00046230393,0.00010940951,0.000651362,0.00016073817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036798872,0.00011081621,0.00027235347,0.00025471745,0.000084181156,0.00001299845,0.00010601236,0.000022178248,0.00045430518],"category_scores_gemma":[0.00014504,0.000099193865,0.00004963102,0.00041090514,0.0006349332,0.00020987722,0.000027502683,0.0002912084,0.0000048958364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046597957,0.0017416505,0.11553419,0.000110321984,0.00009383648,0.0000017741874,0.013000796,5.2644833e-7,0.06754882,0.00002386997,0.0005750034,0.80090326],"study_design_scores_gemma":[0.0041801617,0.0024824033,0.7775833,0.000623988,0.00092953816,0.0010002293,0.029836707,0.0003600612,0.17251424,0.0000057902853,0.010211862,0.00027172235],"about_ca_topic_score_codex":0.0000053600193,"about_ca_topic_score_gemma":8.3290715e-8,"teacher_disagreement_score":0.8006315,"about_ca_system_score_codex":0.00013425855,"about_ca_system_score_gemma":0.000523368,"threshold_uncertainty_score":0.49743232},"labels":[],"label_agreement":null},{"id":"W2760698203","doi":"10.1108/lhs-03-2017-0018","title":"Student-led leadership training for undergraduate healthcare students","year":2017,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internship; Curriculum; Scrutiny; Medical education; Health care; Medicine; Experiential learning; Nursing; Leadership style; Leadership development; Psychology; Pedagogy; Political science; Public relations","score_opus":0.34985762170250967,"score_gpt":0.4822933915023276,"score_spread":0.13243576979981792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760698203","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42029306,0.0012268882,0.00015829112,0.5729395,0.0019047428,0.0029688831,0.000009233974,0.0001587301,0.00034068243],"genre_scores_gemma":[0.9367235,0.00007196662,0.002824906,0.058331303,0.00065879815,0.00033673403,0.000120139,0.000057826113,0.0008748284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963052,0.0001509835,0.00094909116,0.0005896885,0.0008506556,0.0011543407],"domain_scores_gemma":[0.9977258,0.00016333815,0.0006708082,0.00093121425,0.00024135599,0.00026748504],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025949199,0.00027727347,0.0006166973,0.00034327796,0.0007926009,0.00017763962,0.0008291577,0.00024237637,0.000026760383],"category_scores_gemma":[0.00031214536,0.00027653392,0.00009093368,0.00029441377,0.00016280617,0.00032017674,0.000068155015,0.0006738557,0.00003390526],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056603726,0.0010145617,0.75510067,0.061975837,0.00014450365,0.00002283779,0.08521383,0.00001428414,0.000030876698,0.00666535,0.0007078934,0.08854333],"study_design_scores_gemma":[0.0053185113,0.00065387465,0.7791256,0.010134262,0.000036245725,0.000018323548,0.19970024,0.00066811003,0.000028105545,0.0014213598,0.0025749563,0.00032041103],"about_ca_topic_score_codex":0.00089513656,"about_ca_topic_score_gemma":0.002514445,"teacher_disagreement_score":0.51643044,"about_ca_system_score_codex":0.0005065547,"about_ca_system_score_gemma":0.0005827674,"threshold_uncertainty_score":0.9999687},"labels":[],"label_agreement":null},{"id":"W2760888419","doi":"10.1093/pch/19.6.e35-171","title":"175: Procedural Skills in Pediatric Residency and in Practice","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster Children's Hospital","funders":"","keywords":"Medicine; Residency training; Family medicine; Medical education; Graduate medical education; Continuing education; Accreditation","score_opus":0.007747693641986152,"score_gpt":0.3286162374087798,"score_spread":0.3208685437667937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760888419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7616983,0.005019075,0.00031159265,0.2181775,0.00082610786,0.0014755381,0.0000025369745,0.0000862498,0.01240312],"genre_scores_gemma":[0.94184995,0.008311683,0.020346608,0.027247373,0.002027038,0.000054086133,0.00004278397,0.00003174633,0.00008873654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997948,0.00016719618,0.00069348805,0.000343865,0.00041916475,0.0004282955],"domain_scores_gemma":[0.9988454,0.0003404081,0.0002602838,0.00024765183,0.00015444196,0.00015182639],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026965935,0.00013690759,0.0002989113,0.00082166307,0.00009170567,0.000014947559,0.000081656326,0.00013791678,0.000012400604],"category_scores_gemma":[0.011463703,0.00013120504,0.000020666574,0.0020496445,0.00003274788,0.0001762249,0.00003772345,0.0008355208,0.000027373751],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064074266,0.0007831268,0.942364,0.0008710938,0.0000035124115,0.000008311452,0.0025918055,0.0000047260246,6.1538236e-7,0.004116909,0.011664228,0.037527636],"study_design_scores_gemma":[0.0016563858,0.00021792341,0.98813677,0.00010074338,0.0000292931,0.00007081983,0.00040130157,0.00022146566,0.0000012817382,0.0009462883,0.00807984,0.00013787346],"about_ca_topic_score_codex":0.00016043407,"about_ca_topic_score_gemma":0.00013543961,"teacher_disagreement_score":0.19093013,"about_ca_system_score_codex":0.0003004297,"about_ca_system_score_gemma":0.0009276008,"threshold_uncertainty_score":0.9968632},"labels":[],"label_agreement":null},{"id":"W2761154732","doi":"10.1016/j.jmig.2017.08.618","title":"Modelling the Learning Curves of Incoming Surgical Trainees","year":2017,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Learning curve; Selection (genetic algorithm); Medical education; Medical physics; Machine learning; Computer science","score_opus":0.04145710978248483,"score_gpt":0.33942048648721773,"score_spread":0.2979633767047329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761154732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806952,0.00059311354,0.0005396884,0.014846304,0.00052911823,0.0001285177,5.2137335e-7,0.0000039555516,0.0026635844],"genre_scores_gemma":[0.9938057,0.0009405689,0.003993944,0.000598383,0.0004509689,0.0000039216256,0.0000021639814,0.000011849295,0.0001925087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998508,0.00012255517,0.0007703514,0.00009528409,0.00032576828,0.00017807093],"domain_scores_gemma":[0.9959287,0.0013716205,0.0014255533,0.00025040607,0.00096962537,0.000054068805],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014936504,0.00009745546,0.00043946636,0.00015657018,0.0002550559,0.000014350223,0.00036134568,0.00012284865,0.000212859],"category_scores_gemma":[0.015286389,0.00006397059,0.00014385689,0.00008853661,0.00043137895,0.00013165474,0.000061792176,0.0007480802,0.0000040667364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052841264,0.0062086233,0.43986326,0.007192466,0.0056115254,0.005590722,0.044463973,0.06474153,0.083460346,0.019901315,0.09472658,0.22295552],"study_design_scores_gemma":[0.038782015,0.027072936,0.4763073,0.01903875,0.004908203,0.027947562,0.05174488,0.097188435,0.040380895,0.009531092,0.20510982,0.0019881134],"about_ca_topic_score_codex":0.0000120390605,"about_ca_topic_score_gemma":0.000005687508,"teacher_disagreement_score":0.2209674,"about_ca_system_score_codex":0.0000700896,"about_ca_system_score_gemma":0.0006239606,"threshold_uncertainty_score":0.99300826},"labels":[],"label_agreement":null},{"id":"W2761261382","doi":"10.1007/s10459-017-9795-9","title":"Swimming in a tsunami of change","year":2017,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Medicine","score_opus":0.06958772364438524,"score_gpt":0.47175948445400345,"score_spread":0.4021717608096182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761261382","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016024569,0.01603614,0.000044806508,0.95511204,0.0064943335,0.0016269486,0.000004045914,0.00001960309,0.0046374877],"genre_scores_gemma":[0.07640088,0.009333095,0.019193096,0.88631773,0.006184361,0.0010477445,0.00030811303,0.00003995936,0.0011750181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735653,0.00009774515,0.00092515943,0.0004972918,0.0006654194,0.0004578714],"domain_scores_gemma":[0.99811226,0.00011960924,0.0010407852,0.0005084821,0.00018573269,0.00003314121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020343557,0.00017504116,0.00048589692,0.0013139911,0.00015516643,0.000019324827,0.00041358013,0.00028321013,0.000039735798],"category_scores_gemma":[0.0014624998,0.00016546548,0.00003680622,0.0011756654,0.0005345856,0.0006281463,0.000032423857,0.001108573,0.000008276876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013168845,0.00041506573,0.12896313,0.007090919,0.0000029164812,0.000009785018,0.0035700519,0.00000905677,0.0000016864303,0.0006925147,0.14468774,0.71454394],"study_design_scores_gemma":[0.0002882593,0.000268624,0.04472885,0.007359017,0.000006591347,0.000037052527,0.0008348916,0.0002796362,0.000006436817,0.0021287662,0.9438616,0.00020027263],"about_ca_topic_score_codex":0.00147917,"about_ca_topic_score_gemma":0.00017517169,"teacher_disagreement_score":0.79917383,"about_ca_system_score_codex":0.00065003056,"about_ca_system_score_gemma":0.0036099143,"threshold_uncertainty_score":0.67474866},"labels":[],"label_agreement":null},{"id":"W2761263153","doi":"10.1177/0046958017732967","title":"A Qualitative Evaluation of an Online Expert-Facilitated Course on Tobacco Dependence Treatment","year":2017,"lang":"en","type":"article","venue":"INQUIRY The Journal of Health Care Organization Provision and Financing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Summative assessment; Formative assessment; Medical education; Qualitative research; Psychology; Relevance (law); Quality (philosophy); Online discussion; Medicine; Computer science; Pedagogy; World Wide Web","score_opus":0.15065953096025064,"score_gpt":0.49850799771616777,"score_spread":0.34784846675591713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761263153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98723406,0.00093075127,0.0017859499,0.009034806,0.000515635,0.00047409744,0.000005567099,0.000007459508,0.000011707393],"genre_scores_gemma":[0.9963426,0.000371237,0.0020821893,0.000958289,0.00016959608,0.0000024951903,0.000047256544,0.0000139596805,0.000012385036],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978596,0.00046635114,0.0007337004,0.00012369813,0.00070073316,0.00011591126],"domain_scores_gemma":[0.99481964,0.0000947601,0.0012623494,0.00036463878,0.0033943313,0.000064289714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033113721,0.00010769258,0.00028233993,0.00013097732,0.000503823,0.000023534116,0.00012651636,0.00009100104,0.000030432886],"category_scores_gemma":[0.004424844,0.00006806103,0.000023338447,0.00020830006,0.00014224867,0.00026900493,0.000020874422,0.0002223882,0.0000012256218],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020742598,0.0005117681,0.00233218,0.00007626883,0.000029268449,0.0000020668572,0.22260745,0.0001106743,0.00075963367,0.00011853905,0.00056286785,0.7726819],"study_design_scores_gemma":[0.008202524,0.0109386975,0.4397615,0.0023364613,0.000320677,0.00026048892,0.52787864,0.00305082,0.0057062265,0.00024859534,0.0010369911,0.00025841684],"about_ca_topic_score_codex":0.00009879024,"about_ca_topic_score_gemma":0.000029439294,"teacher_disagreement_score":0.77242345,"about_ca_system_score_codex":0.000465198,"about_ca_system_score_gemma":0.0015842814,"threshold_uncertainty_score":0.5297271},"labels":[],"label_agreement":null},{"id":"W2761295725","doi":"10.1093/pch/pxx086.049","title":"LEARN CPS CURRICULUM: SATISFACTION SURVEY OF FINAL YEAR RESIDENTS WHO PARTICIPATED IN THE INITIATIVE TO IMPROVE UPTAKE OF CPS POSITION STATEMENTS AND PRACTICE POINTS","year":2017,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Session (web analytics); Medical education; Medicine; Position paper; Family medicine; Psychology; Computer science; Pedagogy","score_opus":0.06809262175196189,"score_gpt":0.4338798568865076,"score_spread":0.3657872351345457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761295725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812597,0.000101757505,0.00021855909,0.016722022,0.000271069,0.0009580676,0.00006252147,0.0000070633823,0.00039922708],"genre_scores_gemma":[0.99534535,0.00050993694,0.0016519492,0.0022137072,0.00011167261,0.000028513343,0.00011822525,0.000012157638,0.000008503397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976638,0.000540131,0.00074511825,0.00022715847,0.00057915744,0.00024462363],"domain_scores_gemma":[0.9976856,0.00026708381,0.000925613,0.00037767942,0.0006579126,0.0000860869],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005309942,0.000107860425,0.00028354034,0.0002411807,0.00022591003,0.000025530273,0.000114707516,0.00007873832,0.000012945349],"category_scores_gemma":[0.012927568,0.00008915496,0.000020390191,0.0005331,0.0000730793,0.00030612017,0.00005095788,0.00039238544,0.0000073522356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000384154,0.0005593067,0.9587875,0.0003023969,0.00003454804,0.0000029243577,0.007072828,0.0000042058973,0.00002574301,0.00036003144,0.0040176236,0.028448757],"study_design_scores_gemma":[0.0013753971,0.0006101528,0.9958637,0.00017146437,0.000043866177,0.0000064432043,0.0015145345,0.00009719972,0.00002921023,0.00012995074,0.00009564176,0.00006247538],"about_ca_topic_score_codex":0.010331392,"about_ca_topic_score_gemma":0.00071619014,"teacher_disagreement_score":0.037076183,"about_ca_system_score_codex":0.00016994841,"about_ca_system_score_gemma":0.00039965933,"threshold_uncertainty_score":0.9962589},"labels":[],"label_agreement":null},{"id":"W2761341025","doi":"10.1111/medu.13386","title":"Back from basics: integration of science and practice in medical education","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Health Sciences Centre; Sunnybrook Health Science Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"Declaration; Curriculum; Multitude; Engineering ethics; Medical education; Cognition; Psychology; Sociology; Political science; Medicine; Pedagogy; Engineering","score_opus":0.02061049999526577,"score_gpt":0.42641379036376664,"score_spread":0.4058032903685009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761341025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76141065,0.00049531145,0.00070267083,0.1875105,0.0037973633,0.0006064801,0.0000017625007,0.000019347417,0.045455903],"genre_scores_gemma":[0.96078086,0.00041701787,0.016030068,0.021228002,0.00084633887,0.00008995471,0.000121676705,0.000017931312,0.0004681361],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99633086,0.00010396467,0.000659103,0.00042720544,0.0022555671,0.00022332506],"domain_scores_gemma":[0.9965208,0.0002779787,0.00046135767,0.0008045029,0.0016679139,0.0002674473],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039921366,0.00013905254,0.00026902545,0.00042721923,0.00024386206,0.000072106624,0.0004636611,0.000288926,0.0020192103],"category_scores_gemma":[0.22048995,0.00012411832,0.000025049201,0.0006009457,0.0020761685,0.0008261845,0.000112796246,0.00055857643,0.000056362875],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081632876,0.0020204082,0.011498731,0.00008661601,0.000010205987,0.000001736451,0.0022688925,4.508377e-8,0.00064887665,0.0060757194,0.024364593,0.95294255],"study_design_scores_gemma":[0.002974391,0.00031561573,0.77791876,0.0056155296,0.00016515645,0.0003394732,0.014105865,0.006724443,0.0024512534,0.0041638725,0.18475735,0.0004682661],"about_ca_topic_score_codex":0.0017066429,"about_ca_topic_score_gemma":0.00012822132,"teacher_disagreement_score":0.9524743,"about_ca_system_score_codex":0.00035237157,"about_ca_system_score_gemma":0.023509212,"threshold_uncertainty_score":0.9988931},"labels":[],"label_agreement":null},{"id":"W2761346496","doi":"10.1097/ccm.0000000000002766","title":"Personal and Professional Characteristics of U.S. Dual-Boarded Critical Care Cardiologists in 2015","year":2017,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Certification; Emergency medicine; Board certification; Family medicine; Medical emergency; Continuing medical education; Management; Continuing education; Medical education","score_opus":0.037833823921886764,"score_gpt":0.43240406610107485,"score_spread":0.39457024217918807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761346496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9302862,0.0027978558,0.00011786208,0.059616916,0.0026427663,0.0003860286,0.00005474935,0.000031915264,0.004065688],"genre_scores_gemma":[0.9961928,0.000034071116,0.0010468304,0.0011589894,0.0012243376,0.000043848824,0.00018959139,0.000021298296,0.000088195535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979135,0.00009015462,0.00057868025,0.00038452333,0.0006719727,0.0003611796],"domain_scores_gemma":[0.9973412,0.00037891825,0.000080367085,0.00048890704,0.0014920399,0.00021853554],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00050938723,0.00019816431,0.00069293746,0.00018284516,0.00023112203,0.000015440846,0.00013634388,0.00027516056,0.00027600653],"category_scores_gemma":[0.033472404,0.00015383922,0.000052996507,0.000115053816,0.0033120585,0.00009518905,0.00012082373,0.0006661072,0.0000068140457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074567576,0.00052522396,0.7969723,0.012446465,0.00005922195,0.0009932963,0.028435016,6.759393e-8,0.0034507944,0.030501619,0.017041568,0.10882875],"study_design_scores_gemma":[0.002386039,0.0008327351,0.9555909,0.002022899,0.00023586625,0.00019602178,0.034690764,0.00009942743,0.00020373768,0.000409427,0.0031128295,0.0002193763],"about_ca_topic_score_codex":0.00007016696,"about_ca_topic_score_gemma":0.000007678318,"teacher_disagreement_score":0.15861858,"about_ca_system_score_codex":0.0001495609,"about_ca_system_score_gemma":0.00032451394,"threshold_uncertainty_score":0.9994004},"labels":[],"label_agreement":null},{"id":"W2761458659","doi":"10.1093/pch/20.1.30","title":"The Academic Half-Day redesigned: Improving generalism, promoting CanMEDS and developing self-directed learners","year":2015,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; McGill University; University of Toronto; Montreal Children's Hospital","funders":"","keywords":"Curriculum; Likert scale; Medical education; Medicine; Autodidacticism; Scale (ratio); Academic year; Nursing; Psychology; Pedagogy; Mathematics education","score_opus":0.027495052703663796,"score_gpt":0.3236787198517172,"score_spread":0.2961836671480534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761458659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6530753,0.01911774,0.0025658226,0.31635046,0.00327646,0.0026146309,0.000004366842,0.0016213955,0.0013738115],"genre_scores_gemma":[0.8337356,0.0085476395,0.12447232,0.025687354,0.00662445,0.00017540254,0.00017860431,0.00015825697,0.0004203638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973232,0.00026786057,0.00072164746,0.00038737297,0.0006452289,0.0006546472],"domain_scores_gemma":[0.99835974,0.0002016882,0.00041066387,0.0002985898,0.00036747396,0.0003618703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056727165,0.00020049227,0.000295171,0.00024865777,0.0008140245,0.0000487615,0.00016908273,0.0002097298,0.000002513723],"category_scores_gemma":[0.004891696,0.00015282768,0.000031416803,0.0012833725,0.000087161694,0.00011338687,0.000087976965,0.0011838339,0.000008760241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008398208,0.0001939864,0.093747005,0.0014085101,0.00014230802,0.000015969701,0.057622623,0.000018371382,0.00010428949,0.008618589,0.11845006,0.7195943],"study_design_scores_gemma":[0.014776292,0.0022841655,0.21185395,0.0018578558,0.00080911355,0.0013790963,0.024900706,0.12743688,0.00066441164,0.0047501856,0.6061674,0.003119945],"about_ca_topic_score_codex":0.00042577184,"about_ca_topic_score_gemma":0.00003317773,"teacher_disagreement_score":0.71647435,"about_ca_system_score_codex":0.0009702692,"about_ca_system_score_gemma":0.003105322,"threshold_uncertainty_score":0.62609005},"labels":[],"label_agreement":null},{"id":"W2761748316","doi":"10.1093/pch/8.suppl_b.52b","title":"The Challenges of Conducting Qualitative Research in Paediatric Medical Education","year":2003,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Qualitative research; Medical education; Family medicine; Pediatrics; Intensive care medicine; Sociology; Social science","score_opus":0.15744827391547056,"score_gpt":0.5135155232550853,"score_spread":0.35606724933961476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761748316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4454527,0.15230805,0.00009999007,0.36640608,0.0029590677,0.0020455476,0.000003822342,0.0000576618,0.030667078],"genre_scores_gemma":[0.9657473,0.029134756,0.002017127,0.0019538729,0.00093822606,0.00010937155,0.000018290122,0.00002564038,0.000055426175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99444354,0.0019416322,0.0010310534,0.00033655815,0.0016534424,0.00059375394],"domain_scores_gemma":[0.99614626,0.0019440039,0.00034765256,0.00045661864,0.00086430134,0.00024118206],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025345646,0.00012481061,0.0003225229,0.0007942441,0.00037221969,0.000009452731,0.00020178063,0.0001927669,0.00004640211],"category_scores_gemma":[0.029580785,0.000094559684,0.00005291737,0.0030625425,0.00026858746,0.00006905816,0.000039802464,0.0015347161,0.00002022578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003977632,0.0014520272,0.015094747,0.0009605484,0.000022565675,0.0000030443666,0.03496931,0.0000013581183,0.0000014397195,0.5828045,0.014429738,0.35022095],"study_design_scores_gemma":[0.007936513,0.0024066805,0.12748677,0.0024206494,0.00009676824,0.00040813116,0.61649215,0.0005292804,0.00014366861,0.11304057,0.12808701,0.00095184345],"about_ca_topic_score_codex":0.00021536191,"about_ca_topic_score_gemma":0.000109554734,"teacher_disagreement_score":0.5815228,"about_ca_system_score_codex":0.00047123976,"about_ca_system_score_gemma":0.007412762,"threshold_uncertainty_score":0.9982143},"labels":[],"label_agreement":null},{"id":"W2761766452","doi":"10.1108/lhs-12-2016-0065","title":"Peer-to-peer shadowing as a technique for the development of nurse middle managers clinical leadership","year":2017,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Originality; Introspection; Peer mentoring; Psychology; Leadership development; Middle management; Context (archaeology); Value (mathematics); Qualitative research; Peer group; Action (physics); Public relations; Nursing; Social psychology; Sociology; Medicine; Computer science; Pedagogy; Political science","score_opus":0.36051006118060186,"score_gpt":0.4736993556314842,"score_spread":0.11318929445088233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761766452","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104454905,0.00046574438,0.006414943,0.87870806,0.0019155202,0.0060747983,0.0000051938564,0.00009818933,0.0018626383],"genre_scores_gemma":[0.8935361,0.000006454283,0.06279246,0.03948097,0.0004141406,0.00071698386,0.00004080015,0.000040556686,0.002971539],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967816,0.000104424355,0.0012623576,0.00040969648,0.0008036789,0.0006382273],"domain_scores_gemma":[0.99729985,0.00046523195,0.00057130464,0.00091474777,0.000579068,0.00016978636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008972082,0.00018799547,0.00044535627,0.00026495568,0.00049353763,0.00004773415,0.0007079651,0.00024809237,0.000049200382],"category_scores_gemma":[0.0023014122,0.00014914866,0.00009029361,0.00033674628,0.00021467416,0.00015019477,0.00004990791,0.0006186619,0.000040617135],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001992287,0.0020567144,0.2032569,0.09104771,0.00037739714,0.000016686196,0.27207518,0.000054836913,0.0004136746,0.0078978855,0.009754127,0.4110566],"study_design_scores_gemma":[0.0036352603,0.00086545455,0.39643323,0.022274168,0.00009997342,0.000022113456,0.48979753,0.0015795183,0.0026895883,0.00092060765,0.08112519,0.00055735547],"about_ca_topic_score_codex":0.00046415004,"about_ca_topic_score_gemma":0.0006116534,"teacher_disagreement_score":0.8392271,"about_ca_system_score_codex":0.00022474081,"about_ca_system_score_gemma":0.00081090507,"threshold_uncertainty_score":0.6082106},"labels":[],"label_agreement":null},{"id":"W2761801883","doi":"10.1093/pch/9.suppl_a.33ac","title":"49 Resident Education and Needs Assessment","year":2004,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Audit; Pharmacy; Medicine; Medical education; Family medicine; Nursing; Psychology; Management","score_opus":0.011276318743864347,"score_gpt":0.3548422525951663,"score_spread":0.3435659338513019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761801883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6760356,0.005880948,0.002949983,0.28738856,0.002496196,0.0012852722,0.000004998554,0.00014626511,0.023812188],"genre_scores_gemma":[0.94990766,0.0024243386,0.019717705,0.025498386,0.0019175755,0.00005424736,0.0001519043,0.00002451026,0.0003036813],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986399,0.0000350354,0.00042336006,0.00020951348,0.00042163674,0.00027054924],"domain_scores_gemma":[0.99913543,0.000026219283,0.00017031169,0.00027558763,0.00018721634,0.00020523294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077253644,0.00011502214,0.00019932508,0.00048209427,0.00025414088,0.000022760454,0.000059151047,0.00008815151,0.000038068476],"category_scores_gemma":[0.0003247576,0.00010835544,0.000029705063,0.0010227538,0.0000443899,0.000078431454,0.000029078814,0.0004456518,0.000031202908],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049186587,0.0031510096,0.24774665,0.001742486,0.00006397522,0.000005305511,0.01248097,0.000037346777,0.000028235927,0.20875339,0.1313995,0.39454195],"study_design_scores_gemma":[0.0019363788,0.0004972256,0.9106987,0.0002727015,0.00007150364,0.0001502982,0.0032080568,0.0000338145,0.000021972455,0.0049014976,0.077994466,0.00021337383],"about_ca_topic_score_codex":0.00028089806,"about_ca_topic_score_gemma":0.000008937474,"teacher_disagreement_score":0.66295207,"about_ca_system_score_codex":0.0007879202,"about_ca_system_score_gemma":0.003107737,"threshold_uncertainty_score":0.5512992},"labels":[],"label_agreement":null},{"id":"W2762092242","doi":"10.1097/acm.0000000000001940","title":"A Multi-Institutional Longitudinal Faculty Development Program in Humanism Supports the Professional Development of Faculty Teachers","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Humanism; Facilitator; Faculty development; Medical education; Professional development; Attendance; Psychology; Pedagogy; Medicine; Political science","score_opus":0.14658227979296573,"score_gpt":0.46807874368706537,"score_spread":0.32149646389409964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762092242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98562455,0.00010014063,0.0011523796,0.010026757,0.0010715127,0.0013454129,0.000003070793,0.00005083893,0.0006253438],"genre_scores_gemma":[0.9646911,0.000012104673,0.029431658,0.0006333623,0.00035719314,0.00044380402,0.00064541976,0.00001765073,0.0037676753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99677837,0.000041189614,0.0011926095,0.00039801598,0.0011809587,0.0004088458],"domain_scores_gemma":[0.9984808,0.000041619947,0.0005820862,0.0004515843,0.00031663562,0.00012730635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022631849,0.00026319147,0.0004549053,0.00021770844,0.00074570684,0.0000079593065,0.0005279967,0.00030928323,0.00022491059],"category_scores_gemma":[0.0025053883,0.00014856987,0.00003794358,0.00023493155,0.0010303281,0.000151788,0.00017572354,0.001354226,0.000026262518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012430792,0.0008524627,0.5558602,0.00037078265,0.00021752667,0.00005221665,0.07781315,0.000004042357,0.0028571878,0.0017914429,0.024388323,0.33566833],"study_design_scores_gemma":[0.0026963002,0.00006715565,0.89514923,0.0012622484,0.00004425718,0.000056026052,0.0032157784,0.00015947409,0.0012844378,0.00007577903,0.095836036,0.00015327212],"about_ca_topic_score_codex":0.000052797182,"about_ca_topic_score_gemma":0.000040491675,"teacher_disagreement_score":0.339289,"about_ca_system_score_codex":0.00042345157,"about_ca_system_score_gemma":0.0018136943,"threshold_uncertainty_score":0.60585034},"labels":[],"label_agreement":null},{"id":"W2762215423","doi":"10.15171/hpp.2017.42","title":"Training medical students in health promotion: twenty years of experience at the Faculty of Medicine of the University of Geneva","year":2017,"lang":"en","type":"article","venue":"Health Promotion Perspectives","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Context (archaeology); Medicine; Certificate; Promotion (chess); Public health; Health promotion; Health care; Relevance (law); Charter; Nursing; Politics; Psychology; Pedagogy; Political science","score_opus":0.11937968509852749,"score_gpt":0.4676511544338207,"score_spread":0.34827146933529324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762215423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9305052,0.00018988921,0.00022954258,0.067798056,0.00021963264,0.0008143574,0.000010627463,0.000006194542,0.0002264671],"genre_scores_gemma":[0.9989679,0.00026605502,0.00036393164,0.000121941004,0.000060421055,0.000005270316,0.0000102398135,0.0000067029696,0.0001975477],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99732375,0.0003152705,0.00066234375,0.00021866181,0.0012990192,0.00018092543],"domain_scores_gemma":[0.9976579,0.000046998062,0.0012642732,0.0005477072,0.00040376215,0.00007937111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028764633,0.000085221756,0.00042636305,0.0001127196,0.00025738723,0.0000018082146,0.0005025631,0.00008118861,0.00043237137],"category_scores_gemma":[0.002256331,0.000058956604,0.00005702875,0.00036066616,0.0018556067,0.00007617811,0.00015365086,0.00027004082,7.146037e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001937769,0.0035723664,0.26730895,0.0019605383,0.00009001037,0.000002942433,0.64703375,0.000010353869,0.0007691827,0.0037860079,0.0018365219,0.073435575],"study_design_scores_gemma":[0.0016051552,0.00087791274,0.9189483,0.0016891437,0.000010662283,0.000011220605,0.07594865,0.00010847895,0.00031108927,0.000109737055,0.00034209382,0.00003757265],"about_ca_topic_score_codex":0.0011836338,"about_ca_topic_score_gemma":0.00026715966,"teacher_disagreement_score":0.65163934,"about_ca_system_score_codex":0.00041394107,"about_ca_system_score_gemma":0.0009929154,"threshold_uncertainty_score":0.68370605},"labels":[],"label_agreement":null},{"id":"W2762660978","doi":"10.1007/s10728-017-0351-9","title":"Scientism in Medical Education and the Improvement of Medical Care: Opioids, Competencies, and Social Accountability","year":2017,"lang":"en","type":"article","venue":"Health Care Analysis","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scientism; Accountability; Philosophy of medicine; Health informatics; Pain medicine; Medicine; Nursing; Medical education; Public health; Psychology; Alternative medicine; Political science; Sociology; Psychiatry; Social science","score_opus":0.013664089982531631,"score_gpt":0.4061149037699614,"score_spread":0.39245081378742974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762660978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8961745,0.0031295521,0.00009457323,0.099577434,0.00032473225,0.0003877691,0.000006114687,0.000006942007,0.0002984169],"genre_scores_gemma":[0.99226373,0.00048612847,0.00031693088,0.0065663243,0.0001794013,0.000049097263,0.00011708047,0.000004721984,0.00001656163],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99752074,0.00009418337,0.0005637987,0.00027299562,0.0013595487,0.00018872383],"domain_scores_gemma":[0.99863464,0.0000642841,0.0002907283,0.00043684215,0.00044083345,0.000132694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002752878,0.000088923975,0.00045835236,0.0002528872,0.000526972,0.000039506278,0.00022690326,0.00014966301,0.00015869556],"category_scores_gemma":[0.0018509586,0.00006245215,0.000067150686,0.00047598357,0.0011457206,0.00006525327,0.0001402657,0.00032854953,5.5307993e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050194165,0.0002007317,0.15728931,0.00094913127,0.0001327286,0.0000010697067,0.028830584,8.286273e-8,0.000002505345,0.0034087037,0.0016830063,0.80745196],"study_design_scores_gemma":[0.003170705,0.0001129686,0.9315801,0.0002600947,0.0005118898,0.000008699498,0.05609864,0.0014716467,0.000012080902,0.00017958683,0.0064788377,0.00011472365],"about_ca_topic_score_codex":0.012997952,"about_ca_topic_score_gemma":0.007030001,"teacher_disagreement_score":0.8073372,"about_ca_system_score_codex":0.00030184214,"about_ca_system_score_gemma":0.0037026901,"threshold_uncertainty_score":0.99357456},"labels":[],"label_agreement":null},{"id":"W2762810817","doi":"10.1093/pch/19.6.e35-157","title":"160: Peer Group Mentoring of Faculty in a Distributed Medical Education Setting","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; Western University","funders":"","keywords":"Mentorship; Medical education; Faculty development; Collegiality; Peer mentoring; Medicine; Professional development; Psychology; Pedagogy","score_opus":0.012860200650988994,"score_gpt":0.3496391088532157,"score_spread":0.3367789082022267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762810817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.779691,0.0008403975,0.013299468,0.1973099,0.002616212,0.0012517866,0.000040169947,0.00013393782,0.00481714],"genre_scores_gemma":[0.98245645,0.00013325481,0.0076369103,0.0063442783,0.001518387,0.000046611174,0.0017713096,0.000022674432,0.000070132424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997151,0.00012214392,0.000861618,0.000276516,0.0012011946,0.00038751838],"domain_scores_gemma":[0.99866456,0.000098553624,0.0003463213,0.0002823896,0.0003504181,0.00025778913],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003830018,0.00013253854,0.0003405981,0.00037589678,0.00011102478,0.0000086313,0.0001387506,0.00016776634,0.00009544186],"category_scores_gemma":[0.0097166905,0.00012435253,0.00005172157,0.0013257641,0.00004822989,0.00007041871,0.00004638456,0.00064786745,0.000011104777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004011783,0.0018719079,0.60203993,0.0012552597,0.000021580023,0.0000013211762,0.0036232919,0.000009895033,0.000010467831,0.013627754,0.070073396,0.30742508],"study_design_scores_gemma":[0.0029889904,0.00035702068,0.86657506,0.0009288902,0.000051507108,0.000044161774,0.0016231262,0.0049328445,0.00003374605,0.0007892326,0.1213991,0.00027632402],"about_ca_topic_score_codex":0.0002753721,"about_ca_topic_score_gemma":0.00003878844,"teacher_disagreement_score":0.30714875,"about_ca_system_score_codex":0.00051533023,"about_ca_system_score_gemma":0.0014617463,"threshold_uncertainty_score":0.99862486},"labels":[],"label_agreement":null},{"id":"W2762869546","doi":"10.1093/pch/15.suppl_a.58a","title":"Teaching Clinical Skill Assessment of Normal Child Development to Medical Students: An in tegrated, Evidence-Based Approach","year":2010,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Medicine; Psychology","score_opus":0.038161569021277875,"score_gpt":0.44871026299299616,"score_spread":0.4105486939717183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762869546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9485908,0.00016197158,0.01110706,0.035324518,0.0014222456,0.0015670772,0.000005418473,0.00007836055,0.0017425583],"genre_scores_gemma":[0.82465464,0.00011790904,0.14986733,0.023646237,0.0013523645,0.000096409225,0.00021894719,0.00003278994,0.000013389924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933799,0.00047380416,0.0021408654,0.0006380416,0.0027561074,0.00061127875],"domain_scores_gemma":[0.9972948,0.00032250062,0.00045653112,0.0006456057,0.0003262118,0.00095436495],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018197555,0.0002532273,0.00068974943,0.0008130438,0.00028106058,0.00002953167,0.0006835856,0.00038237957,0.00013586043],"category_scores_gemma":[0.0081893345,0.00021753927,0.00008478993,0.0013609625,0.000110166984,0.00017081686,0.00014953352,0.0037056324,0.000014812338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061149185,0.0057644458,0.8857196,0.00043887002,0.000022854674,0.0000065670947,0.0014851417,0.000029286448,0.0000028084817,0.0010040681,0.0010633272,0.10440187],"study_design_scores_gemma":[0.002218255,0.0006916991,0.9876593,0.0008069031,0.000028880073,0.00003435796,0.0004507344,0.0029694722,0.000008103573,0.000009015586,0.0049000224,0.0002232812],"about_ca_topic_score_codex":0.00034340113,"about_ca_topic_score_gemma":0.00018498127,"teacher_disagreement_score":0.13876027,"about_ca_system_score_codex":0.00045334245,"about_ca_system_score_gemma":0.006450666,"threshold_uncertainty_score":0.99918187},"labels":[],"label_agreement":null},{"id":"W2763070478","doi":"10.2106/jbjs.16.01300","title":"What’s Important: Integrating Undergraduate and Graduate Medical Education in Orthopaedics","year":2017,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Graduate medical education; Medical education; Reimbursement; Standardization; Medical school; Medicine; Health care; Psychology; Political science; Pedagogy","score_opus":0.04083754918728164,"score_gpt":0.34381097958686807,"score_spread":0.3029734303995864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763070478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92875934,0.0016759218,0.00007376872,0.06719613,0.0020466386,0.00007113269,1.8541816e-7,0.0000044253625,0.00017248439],"genre_scores_gemma":[0.9842593,0.011926964,0.001068467,0.001986407,0.00056156574,0.0000026877863,0.000005450712,0.000012079901,0.00017706866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978244,0.00004700661,0.0012998219,0.00012165108,0.0005532593,0.00015387699],"domain_scores_gemma":[0.9980195,0.000120320474,0.0011498815,0.00018632949,0.0003442521,0.00017972366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044724005,0.00010537242,0.00054691423,0.0005426039,0.00014744463,0.0001237394,0.000025298063,0.000108622546,0.000026538715],"category_scores_gemma":[0.012252544,0.000080739774,0.00009336256,0.00011880717,0.00019157187,0.00061737903,0.00003668399,0.00062009593,8.63201e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000777681,0.00031704747,0.44724244,0.00024237513,0.000041804404,0.00028985826,0.00056871853,6.810144e-8,0.00013613947,0.00081470236,0.021367475,0.5289016],"study_design_scores_gemma":[0.0010011586,0.00012502885,0.97252184,0.0069880905,0.00008812367,0.004573894,0.0037924834,0.0005896961,0.00013269503,0.006462629,0.0035489372,0.00017541098],"about_ca_topic_score_codex":0.000053652027,"about_ca_topic_score_gemma":0.000040956842,"teacher_disagreement_score":0.52872616,"about_ca_system_score_codex":0.000054588603,"about_ca_system_score_gemma":0.0017402667,"threshold_uncertainty_score":0.99606764},"labels":[],"label_agreement":null},{"id":"W2763087918","doi":"10.1093/pch/19.6.e35-199","title":"204: Fostering Transformative Learning in a Social Pediatrics Research Summer Studentship Through Empowerment and Assessment","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Transformative learning; Curriculum; Rubric; Feeling; Thematic analysis; Medical education; Psychology; Critical thinking; Empowerment; Pedagogy; Medicine; Sociology; Qualitative research","score_opus":0.0882511370454841,"score_gpt":0.4757336636456493,"score_spread":0.3874825266001652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763087918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9107321,0.0011158095,0.0033548092,0.058518503,0.00054280116,0.0016680522,0.000005381202,0.00008838386,0.023974145],"genre_scores_gemma":[0.98967296,0.001846085,0.0039404444,0.0027442675,0.0014704029,0.0000869211,0.00008331019,0.00003137704,0.00012421033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965006,0.00054292777,0.0007041385,0.00036940473,0.0011941534,0.00068874867],"domain_scores_gemma":[0.9989635,0.00027362327,0.00017746154,0.00016284469,0.00028414538,0.00013846961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006723828,0.00016730401,0.00037447657,0.0006026338,0.00072917546,0.000049180213,0.00012453877,0.00014880489,0.0000453947],"category_scores_gemma":[0.00082745566,0.00016152042,0.00004300847,0.0016485555,0.00009930252,0.00016673787,0.0001262345,0.0019253213,0.000017193432],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014731659,0.0013616247,0.5323875,0.0022531739,0.00003601895,0.0000071699756,0.075305164,0.00002320124,0.000005373567,0.0087429,0.023002291,0.35672826],"study_design_scores_gemma":[0.004754984,0.0015030259,0.9066282,0.00019690295,0.000049516337,0.000017862698,0.01767189,0.0010210223,0.000005526972,0.0018459659,0.06596437,0.00034074538],"about_ca_topic_score_codex":0.00014785395,"about_ca_topic_score_gemma":0.00002964632,"teacher_disagreement_score":0.37424067,"about_ca_system_score_codex":0.0008078692,"about_ca_system_score_gemma":0.0006774064,"threshold_uncertainty_score":0.836467},"labels":[],"label_agreement":null},{"id":"W2763129605","doi":"10.1111/medu.13415","title":"Supervisor–trainee continuity and the quality of work‐based assessments","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Supervisor; Work (physics); Quality (philosophy); Psychology; Medical education; MEDLINE; Nursing; Applied psychology; Medicine; Political science; Engineering","score_opus":0.04308200242832413,"score_gpt":0.460621189903687,"score_spread":0.4175391874753629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763129605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88409346,0.00013858305,0.001415589,0.107017994,0.0010137466,0.0004637715,0.0000013348302,0.000019735871,0.0058357813],"genre_scores_gemma":[0.9872659,0.000025908415,0.0025175645,0.009184763,0.000301848,0.0000833091,0.000049545644,0.000009154913,0.00056200096],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99820876,0.00014330252,0.0004938689,0.00018615172,0.0008249816,0.00014296238],"domain_scores_gemma":[0.99825406,0.00021887904,0.00032153272,0.00072733057,0.0003983858,0.00007978363],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003247164,0.000095187315,0.00028928972,0.0000666934,0.0002311646,0.00003617922,0.0002533086,0.00014296512,0.00048166062],"category_scores_gemma":[0.022910316,0.000062311876,0.000054677792,0.00014432079,0.0011037677,0.00008778488,0.000048850387,0.00033376407,0.000006685787],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043402176,0.0014049564,0.29929465,0.00040482145,0.000060461025,6.73796e-7,0.0009224853,1.3777438e-7,0.000087037806,0.021517253,0.036216896,0.6396566],"study_design_scores_gemma":[0.003699863,0.000047592723,0.9828939,0.0003367315,0.00006493937,0.00000514463,0.00042118947,0.00058717624,0.00010265072,0.0008054786,0.010952974,0.000082374216],"about_ca_topic_score_codex":0.00032192358,"about_ca_topic_score_gemma":0.000016302152,"teacher_disagreement_score":0.68359923,"about_ca_system_score_codex":0.000057119738,"about_ca_system_score_gemma":0.001584136,"threshold_uncertainty_score":0.98532015},"labels":[],"label_agreement":null},{"id":"W2763388195","doi":"10.1002/aet2.10070","title":"The View From the Top: Academic Emergency Department Chairs’ Perspectives on Education Scholarship","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Emergency department; Sociology; Political science; Medical education; Media studies; Medicine; Nursing; Law","score_opus":0.06826871590082588,"score_gpt":0.4171323863037757,"score_spread":0.3488636704029498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763388195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8968013,0.004595603,0.000022194932,0.086761564,0.0029860982,0.00047662423,0.0000024725819,0.000028099186,0.0083260685],"genre_scores_gemma":[0.99136937,0.0017411085,0.00050620595,0.0029762187,0.0016766086,0.00021327312,0.0000596624,0.000015818334,0.0014417422],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989411,0.00006643053,0.00027627757,0.00026685497,0.00027106484,0.00017826815],"domain_scores_gemma":[0.99870014,0.00011826122,0.00022917408,0.00063783425,0.00023872672,0.000075858996],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000756937,0.00012426787,0.0001139189,0.000048158083,0.001652381,0.00008916399,0.00024912853,0.00008751878,0.00019721666],"category_scores_gemma":[0.0024707722,0.00007691821,0.000038210073,0.0001167109,0.00017179053,0.00018846718,0.000027952348,0.0005159627,0.000037298454],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000194869,0.00020384105,0.035274677,0.000010322379,0.000040808638,7.984291e-8,0.016277501,9.328947e-8,0.000047761965,0.043344956,0.011316151,0.8934643],"study_design_scores_gemma":[0.00020149421,0.000038996277,0.8191083,0.00018866773,0.000058747584,0.000006346167,0.03793052,0.000013411796,0.00003899984,0.004685598,0.13763815,0.00009073797],"about_ca_topic_score_codex":0.000051048664,"about_ca_topic_score_gemma":0.000010480204,"teacher_disagreement_score":0.8933736,"about_ca_system_score_codex":0.000114346854,"about_ca_system_score_gemma":0.0007753908,"threshold_uncertainty_score":0.9996473},"labels":[],"label_agreement":null},{"id":"W2763562687","doi":"10.1093/pch/15.suppl_a.57a","title":"What Gaps Exist in the Acquisition of Clinical Competencies During Pediatric Residency Training?","year":2010,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Training (meteorology); Residency training; Medical education; Medicine; Psychology; Continuing education; Geography","score_opus":0.04190698342429327,"score_gpt":0.38749520672185933,"score_spread":0.34558822329756606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763562687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94714296,0.0016342017,0.00001545771,0.046512052,0.0028413243,0.0005847662,0.000004676129,0.000035699642,0.001228838],"genre_scores_gemma":[0.9770969,0.0071019675,0.00459653,0.006232292,0.0048258053,0.000028521881,0.000073197865,0.00002036691,0.0000243881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968108,0.0002379068,0.0014885593,0.00031655954,0.0007447889,0.00040136822],"domain_scores_gemma":[0.9980373,0.00046345615,0.0005897757,0.0005360042,0.00024743882,0.00012604508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055373665,0.00014669473,0.0004630236,0.0004871586,0.00022767349,0.000030033048,0.00025397498,0.00020798882,0.00006752796],"category_scores_gemma":[0.0027270378,0.000112752285,0.000114789415,0.0016671668,0.00014399539,0.00020092368,0.000037593858,0.0015693377,0.000017433355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011909969,0.0011638528,0.93853134,0.0012862303,0.000014565901,0.000016788485,0.018060151,0.0000032255914,0.000020961084,0.019980865,0.0061468794,0.014656055],"study_design_scores_gemma":[0.0011721338,0.00021391023,0.9918542,0.0000997732,0.0000383389,0.000061610896,0.003794633,0.000041882387,0.0000062381932,0.001477904,0.0011395306,0.00009984474],"about_ca_topic_score_codex":0.00009263285,"about_ca_topic_score_gemma":0.000116118754,"teacher_disagreement_score":0.053322874,"about_ca_system_score_codex":0.0000699043,"about_ca_system_score_gemma":0.0012600318,"threshold_uncertainty_score":0.6818078},"labels":[],"label_agreement":null},{"id":"W2763583407","doi":"10.1093/pch/15.suppl_a.26aa","title":"Information Needs of Physicians Receiving Level Iii Nicu (L3) Graduates","year":2010,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Family medicine; Medical education; Pediatrics","score_opus":0.016183544541363417,"score_gpt":0.3032448964932517,"score_spread":0.2870613519518883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763583407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9308901,0.00020205931,0.005155683,0.054800995,0.002678486,0.000769061,0.00003057139,0.00012108845,0.0053519695],"genre_scores_gemma":[0.98179,0.0003726259,0.006222988,0.0099627115,0.0012176082,0.000019200514,0.0003226402,0.000017826067,0.00007439959],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983273,0.000028908229,0.0007627757,0.000078923855,0.00047716763,0.00032492093],"domain_scores_gemma":[0.99850357,0.00008047595,0.0005234279,0.00036487964,0.00043826643,0.00008940857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010096189,0.00013272639,0.00030695897,0.0006065514,0.00022504802,0.0000141773235,0.0001300101,0.00013488044,0.000048615173],"category_scores_gemma":[0.0012380701,0.00012604249,0.00006736898,0.0017049408,0.00008212317,0.00027203377,0.000033162265,0.0008147553,0.00004212681],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006143349,0.0007458472,0.09863908,0.0013167285,0.00006712406,3.670344e-7,0.03583218,0.000013025284,0.00026396962,0.021552142,0.13372849,0.7077796],"study_design_scores_gemma":[0.0038444332,0.000615315,0.901718,0.00043254255,0.00017298538,0.00007132103,0.0107646305,0.0012191052,0.00081684784,0.0013993295,0.07844892,0.00049656926],"about_ca_topic_score_codex":0.00020027408,"about_ca_topic_score_gemma":0.00002050255,"teacher_disagreement_score":0.8030789,"about_ca_system_score_codex":0.00011066465,"about_ca_system_score_gemma":0.00056148943,"threshold_uncertainty_score":0.51398635},"labels":[],"label_agreement":null},{"id":"W2763818136","doi":"10.1093/pch/8.suppl_b.20bc","title":"How Useful is an Oral Examination In Evaluating Medical Students Following a Pediatric Clerkship?","year":2003,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Oral examination; Medical education; Medical physics; Family medicine; Oral health","score_opus":0.0521426653115669,"score_gpt":0.41188046980043713,"score_spread":0.3597378044888702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763818136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9765852,0.0011694286,0.0010000861,0.018322987,0.0013948092,0.0010259219,0.0000029000976,0.00009205851,0.00040660772],"genre_scores_gemma":[0.9781599,0.0005440887,0.007360442,0.01232699,0.0012558579,0.00007467424,0.00012696859,0.000053976688,0.00009711876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99342203,0.00074411643,0.000941966,0.00062740117,0.003523018,0.00074146915],"domain_scores_gemma":[0.99824345,0.0001789001,0.00035758477,0.0004859126,0.0002664021,0.0004677196],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012771834,0.00025866053,0.0005054875,0.0009812551,0.00033694095,0.00010584511,0.0003455487,0.00033040709,0.00013813523],"category_scores_gemma":[0.010313438,0.00025622506,0.00010352349,0.0030645987,0.0000387337,0.0003422928,0.000061247905,0.0011869911,0.00002657613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012430361,0.0010574686,0.9308273,0.0002381372,0.000016436332,0.00001801134,0.003263483,0.0000025564368,0.0000010004778,0.0004978388,0.0020710768,0.06199426],"study_design_scores_gemma":[0.004494968,0.0007123585,0.9883669,0.00013926662,0.00011598418,0.000044407006,0.001901194,0.0016415713,0.000006563669,0.00030825488,0.0019604529,0.0003080886],"about_ca_topic_score_codex":0.000059354556,"about_ca_topic_score_gemma":0.000046699864,"teacher_disagreement_score":0.06168617,"about_ca_system_score_codex":0.00078853604,"about_ca_system_score_gemma":0.0017546143,"threshold_uncertainty_score":0.999989},"labels":[],"label_agreement":null},{"id":"W2763934559","doi":"10.1093/pch/8.suppl_b.16b","title":"An Objective Structured Clinical Examination (Osce) for Assessment of Subspecialty Residents in Neonatalperinatal Medicine","year":2003,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Objective structured clinical examination; Subspecialty; Medicine; Medical education; Family medicine; Medical physics","score_opus":0.03457939033836389,"score_gpt":0.4343976842021165,"score_spread":0.3998182938637526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763934559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792728,0.0005968699,0.009720826,0.004104568,0.0022965453,0.0023095496,0.000040216575,0.000041934632,0.0016166933],"genre_scores_gemma":[0.9746465,0.0004963423,0.021577185,0.0015415823,0.001195558,0.000053644388,0.00043712553,0.000028246757,0.000023807468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99673027,0.00042118327,0.001367644,0.00044498203,0.00068218296,0.00035373558],"domain_scores_gemma":[0.99800277,0.00031263853,0.00056592695,0.0004134779,0.0005224678,0.00018274318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005394696,0.00016929292,0.0005871667,0.0005800921,0.00013455436,0.000006094094,0.00013370447,0.0002082824,0.000084985586],"category_scores_gemma":[0.0046684993,0.00015417523,0.00006531313,0.001162793,0.00014498805,0.00012874491,0.000015154691,0.0006142763,0.0000010794096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013084977,0.0012928789,0.8079275,0.00079601165,0.000035227145,0.0000050125414,0.0026944247,0.000016003747,0.000019966456,0.036002755,0.0024605056,0.1486189],"study_design_scores_gemma":[0.0037013183,0.0013182152,0.9909866,0.00011727691,0.00003261161,0.000014817713,0.0011243409,0.0005456568,0.00003157231,0.0010003081,0.0010189475,0.00010833932],"about_ca_topic_score_codex":0.00019432264,"about_ca_topic_score_gemma":0.00013967366,"teacher_disagreement_score":0.18305914,"about_ca_system_score_codex":0.00062932045,"about_ca_system_score_gemma":0.0012918088,"threshold_uncertainty_score":0.62870836},"labels":[],"label_agreement":null},{"id":"W2764087959","doi":"10.1093/pch/19.6.e35-140","title":"143: Understanding the Pediatric Medical Literature: Which Statistical Tests Should Residents Know?","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Observational study; Critical appraisal; Accreditation; Family medicine; Inclusion (mineral); Graduate medical education; Medical education; Descriptive statistics; MEDLINE; Medical literature; Pediatrics; Alternative medicine; Psychology; Pathology","score_opus":0.03109421787484274,"score_gpt":0.3616147190454371,"score_spread":0.3305205011705944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764087959","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049609073,0.014645664,0.23602712,0.6706384,0.008700822,0.003048503,0.00009153123,0.00066291785,0.016576003],"genre_scores_gemma":[0.9507868,0.004885926,0.004386598,0.030784661,0.008529449,0.00004280337,0.00038023826,0.000068570764,0.00013494644],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9950636,0.0004040721,0.0009775389,0.00054152356,0.0022159363,0.0007973079],"domain_scores_gemma":[0.996806,0.001170107,0.00031944248,0.00069196394,0.0004071876,0.00060529454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049217767,0.00028046194,0.00045701873,0.00049496524,0.0007543817,0.00009353079,0.0003730187,0.0003869914,0.00028897353],"category_scores_gemma":[0.016384378,0.00019783432,0.000072942676,0.0034322399,0.00013199168,0.0001054589,0.00011353255,0.0022118576,0.00013113968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008807512,0.00071339594,0.32822898,0.0013613489,0.000049211973,0.000024628664,0.0027216638,0.000007806897,5.400012e-7,0.16405188,0.4717249,0.031027565],"study_design_scores_gemma":[0.005095657,0.0012397986,0.9112197,0.0008817881,0.0004354392,0.00069016864,0.0009720655,0.0078021046,0.0000019684792,0.025191719,0.04562845,0.0008411286],"about_ca_topic_score_codex":0.00006151621,"about_ca_topic_score_gemma":0.00005180893,"teacher_disagreement_score":0.90117776,"about_ca_system_score_codex":0.000693255,"about_ca_system_score_gemma":0.0016519764,"threshold_uncertainty_score":0.99190104},"labels":[],"label_agreement":null},{"id":"W2764166190","doi":"","title":"A snapshot on the competency-based medical education in surgical specialties at Faculty of Medicine, University of Alberta, Canada; Where to start?","year":2017,"lang":"en","type":"article","venue":"Surgery Current Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Comprehension; Portfolio","score_opus":0.10277624539164806,"score_gpt":0.4255361284503833,"score_spread":0.32275988305873526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764166190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8500891,0.000109423665,0.0000024311876,0.13986629,0.00076786545,0.0004323033,0.000012132292,0.0000027863462,0.008717687],"genre_scores_gemma":[0.9980875,0.0001149682,0.000043419986,0.00020203317,0.0002809185,0.000009731299,0.00022417885,0.0000088545385,0.0010283907],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962761,0.00033684997,0.00043210638,0.00025510872,0.0023643812,0.00033545415],"domain_scores_gemma":[0.99626577,0.0016219374,0.00017809456,0.0007144021,0.0010063061,0.00021347255],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035356514,0.00011013872,0.00038971807,0.00042950522,0.00030191682,0.000006670919,0.00043541065,0.00008893542,0.005520143],"category_scores_gemma":[0.012578319,0.000078791316,0.000058094985,0.0005767886,0.0010212518,0.000039415794,0.00012413137,0.00063638703,0.000012437099],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005473365,0.0006871856,0.2368284,0.00035288403,0.000017935368,0.00002248651,0.0006443753,0.0000025969177,0.000022503407,0.008158993,0.69155324,0.061162032],"study_design_scores_gemma":[0.0009892388,0.00016562552,0.43703988,0.0033767824,0.000014886688,0.000006369296,0.0025195375,0.00029543997,0.0003677395,0.00023325623,0.5548548,0.00013641565],"about_ca_topic_score_codex":0.36477235,"about_ca_topic_score_gemma":0.64382094,"teacher_disagreement_score":0.27904862,"about_ca_system_score_codex":0.00066459185,"about_ca_system_score_gemma":0.024724336,"threshold_uncertainty_score":0.99573916},"labels":[],"label_agreement":null},{"id":"W2764220296","doi":"10.1111/medu.13407","title":"CPD of the future: a partnership between quality improvement and competency‐based education","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa; Dalhousie University; University of Toronto; Canadian Patient Safety Institute; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"General partnership; Medical education; Scope (computer science); Scope of practice; Quality management; Quality (philosophy); Health care; Intervention (counseling); Continuing professional development; Patient safety; Process (computing); Set (abstract data type); Professional development; Medicine; Reflective practice; Nursing; Psychology; Pedagogy; Political science; Management system; Computer science; Engineering","score_opus":0.02788243936019831,"score_gpt":0.4080873633234748,"score_spread":0.3802049239632765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764220296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.817132,0.00019806152,0.00022998622,0.17649208,0.0024016404,0.0005950882,0.0000020806845,0.000021274562,0.0029278023],"genre_scores_gemma":[0.98388994,0.000022829005,0.0019942422,0.011510824,0.0017870815,0.00012059777,0.00008808748,0.000013321039,0.000573104],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979937,0.00009784444,0.000555553,0.00026160388,0.00091376464,0.00017750527],"domain_scores_gemma":[0.99788034,0.000068314046,0.00050521625,0.0009772955,0.00044304857,0.00012581208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012991581,0.00013025709,0.0002533098,0.000092084,0.00035128396,0.00003582623,0.00034117166,0.00019469585,0.0002493405],"category_scores_gemma":[0.0057968614,0.00009196845,0.00006629813,0.00018987019,0.00051918864,0.00010628857,0.00006860301,0.0003777481,0.000006754619],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002283203,0.000898226,0.24002917,0.00041897106,0.000023876974,8.4643304e-8,0.00038074664,3.941941e-8,0.00026795536,0.009502105,0.025774252,0.72268176],"study_design_scores_gemma":[0.0006734202,0.00009315539,0.9473471,0.00044522292,0.000097324904,0.000004464485,0.0010530802,0.00009368766,0.0014084332,0.0017458005,0.046927743,0.00011056729],"about_ca_topic_score_codex":0.00025272218,"about_ca_topic_score_gemma":0.00004004146,"teacher_disagreement_score":0.7225712,"about_ca_system_score_codex":0.00014545431,"about_ca_system_score_gemma":0.008755489,"threshold_uncertainty_score":0.99686396},"labels":[],"label_agreement":null},{"id":"W2765197353","doi":"10.1080/0142159x.2017.1390214","title":"Twelve tips for developing an OSCE that measures what you want","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta","funders":"University of Alberta","keywords":"Objective structured clinical examination; Operationalization; Set (abstract data type); Medical education; Psychology; Computer science; Medicine","score_opus":0.13780491599921307,"score_gpt":0.42391217560514116,"score_spread":0.2861072596059281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765197353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8147296,0.00041502394,0.04215624,0.13343385,0.0037421824,0.0009306865,0.0000011956938,0.00018694451,0.0044043097],"genre_scores_gemma":[0.97896844,0.00014493849,0.008136969,0.0050321114,0.0022848905,0.00018462434,0.00010232032,0.000053034655,0.005092691],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997694,0.00005773497,0.00034093182,0.00037111877,0.0011496686,0.00038651255],"domain_scores_gemma":[0.99846333,0.000031134983,0.00015960388,0.0008271657,0.00026729974,0.00025145424],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022313744,0.00017358053,0.00031085283,0.0000905274,0.00039640834,0.0001626472,0.00045881336,0.00033637855,0.0009963094],"category_scores_gemma":[0.010130315,0.00013328686,0.00007761057,0.000079033984,0.0003613506,0.00048712196,0.00007683016,0.0005518176,0.000064078784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010684619,0.00046661656,0.03166737,0.00015161712,0.000103960876,0.000026616663,0.0025240118,7.468345e-8,0.000087967164,0.002858588,0.044535737,0.9174706],"study_design_scores_gemma":[0.0053990902,0.00040928082,0.06279404,0.0020056053,0.00024508155,0.00023174127,0.005920561,0.0093993405,0.001705886,0.005141315,0.9060194,0.00072865764],"about_ca_topic_score_codex":0.00004065993,"about_ca_topic_score_gemma":0.000021049387,"teacher_disagreement_score":0.9167419,"about_ca_system_score_codex":0.0001827803,"about_ca_system_score_gemma":0.0005890383,"threshold_uncertainty_score":0.9999169},"labels":[],"label_agreement":null},{"id":"W2765227879","doi":"10.1097/acm.0000000000001913","title":"How and Why Preclerkship Students Set Learning Goals and Assess Their Achievement: A Qualitative Exploration","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Formative assessment; Medical education; Set (abstract data type); Curriculum; Psychology; Perception; Medicine; Pedagogy; Computer science","score_opus":0.2201971204392014,"score_gpt":0.49090548154377756,"score_spread":0.2707083611045762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765227879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89043695,0.0006746174,0.0033537298,0.10413767,0.00025634057,0.00056671456,0.0000013394406,0.000048657028,0.00052399846],"genre_scores_gemma":[0.99161166,0.00136274,0.00030158734,0.0033022994,0.000747194,0.00008944569,0.000097416225,0.000024491761,0.0024631722],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9981119,0.00022538412,0.00039242455,0.00037179227,0.0006496562,0.0002488638],"domain_scores_gemma":[0.998552,0.00028324715,0.00043819146,0.00035089898,0.00022485411,0.00015079026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030779312,0.00020046979,0.00039347037,0.00017709284,0.0004801794,0.000070693204,0.00022647534,0.00023696448,0.00002841874],"category_scores_gemma":[0.008993714,0.0001462532,0.000014871485,0.00013942258,0.0005949585,0.00063781755,0.00014194622,0.0010868062,0.0000034143668],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029876654,0.00009254908,0.4512219,0.0008497809,0.00040663287,0.000014952936,0.39110672,9.232771e-7,0.012490017,0.009164187,0.042607613,0.09174592],"study_design_scores_gemma":[0.01274105,0.0022187338,0.34747714,0.0049581304,0.00064164074,0.0001237531,0.52002233,0.0015702798,0.0022795573,0.019663675,0.087550886,0.0007528417],"about_ca_topic_score_codex":0.000035515983,"about_ca_topic_score_gemma":0.0000025332479,"teacher_disagreement_score":0.12891558,"about_ca_system_score_codex":0.000066239154,"about_ca_system_score_gemma":0.000048216454,"threshold_uncertainty_score":0.99935395},"labels":[],"label_agreement":null},{"id":"W2765445554","doi":"10.1111/medu.13468","title":"The supervisory encounter and the senior <scp>GP</scp> trainee: managing for, through and with","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Biology","score_opus":0.014298784945502447,"score_gpt":0.32012790086011933,"score_spread":0.30582911591461687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765445554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62562364,0.001791684,0.004373511,0.35532945,0.0014956956,0.001254373,0.0000015554796,0.000039333732,0.010090717],"genre_scores_gemma":[0.9519494,0.0013380097,0.0043375995,0.033392254,0.0017608391,0.00068289257,0.000049351413,0.00003918122,0.006450434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987836,0.000046400306,0.0002440493,0.00022830995,0.00047492352,0.00022270005],"domain_scores_gemma":[0.9985487,0.00051845744,0.00013162658,0.0005113901,0.00022232799,0.00006753196],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001434393,0.00012225517,0.00017116395,0.000036245317,0.0010540027,0.00014855542,0.00020975075,0.000104186714,0.000022750046],"category_scores_gemma":[0.009391395,0.000059788592,0.000027208549,0.00008507735,0.0013988254,0.00017328857,0.00004612986,0.00032333212,0.0000033263361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014445062,0.00027082668,0.008249632,0.00035549246,0.0001210083,0.0000021850494,0.016559143,1.3924846e-7,0.000024029116,0.047581587,0.21636193,0.7103296],"study_design_scores_gemma":[0.0058306013,0.00021142626,0.07282279,0.00067354104,0.00029533778,0.00033795962,0.024080422,0.0041259797,0.00006956097,0.013494025,0.87794,0.000118357784],"about_ca_topic_score_codex":0.000108178734,"about_ca_topic_score_gemma":0.000040648396,"teacher_disagreement_score":0.7102112,"about_ca_system_score_codex":0.000042396634,"about_ca_system_score_gemma":0.000632479,"threshold_uncertainty_score":0.9989529},"labels":[],"label_agreement":null},{"id":"W2765523515","doi":"10.1111/medu.13472","title":"‘Oh my God, I can't handle this!’: trainees’ emotional responses to complex situations","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Association for the Study of Medical Education","keywords":"Psychology; Feeling; Narrative; Context (archaeology); Distancing; Performative utterance; Grounded theory; Perception; Social psychology; Control (management); Qualitative research; Aesthetics; Coronavirus disease 2019 (COVID-19); Medicine","score_opus":0.04455325356205752,"score_gpt":0.4058372373925474,"score_spread":0.3612839838304899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765523515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50055724,0.000056898054,0.0032878318,0.47782692,0.002606857,0.00076900166,0.000030642426,0.00011803964,0.014746572],"genre_scores_gemma":[0.91371715,0.000034856264,0.013084211,0.05095531,0.0023216426,0.00029269248,0.0009884965,0.000039549483,0.018566087],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99734116,0.0000888706,0.0005350154,0.00040906726,0.0012790452,0.00034686414],"domain_scores_gemma":[0.99761486,0.000120742334,0.00020083977,0.0009634092,0.00074561144,0.00035452208],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010793788,0.00019270334,0.0002838521,0.00036594493,0.0008851597,0.00010536698,0.00045717752,0.00023686288,0.010011214],"category_scores_gemma":[0.030308837,0.00017980275,0.000081637794,0.00037454572,0.00037684847,0.00016732988,0.00008271583,0.0004673133,0.00037480684],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011633286,0.0016722127,0.009218109,0.000108908316,0.000050577873,0.000006660348,0.0029448257,0.0000012949724,0.0008514719,0.008637763,0.644315,0.33207682],"study_design_scores_gemma":[0.0010560022,0.00019236428,0.50681055,0.0005172558,0.00006117142,0.00013202184,0.0008425611,0.0009659721,0.0002020092,0.00090851047,0.48806477,0.00024681102],"about_ca_topic_score_codex":0.00043121853,"about_ca_topic_score_gemma":0.00013017784,"teacher_disagreement_score":0.49759245,"about_ca_system_score_codex":0.00037820215,"about_ca_system_score_gemma":0.0046196277,"threshold_uncertainty_score":0.9908938},"labels":[],"label_agreement":null},{"id":"W2765572636","doi":"10.1080/24745332.2017.1366802","title":"To case report or not to case report, that is the question","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Critical Care and Sleep Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science","score_opus":0.07213609968609455,"score_gpt":0.4233756014816302,"score_spread":0.35123950179553565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765572636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82711184,0.0011695459,0.0008319751,0.16672495,0.002253137,0.00039228526,0.0000132846035,0.000008444979,0.0014945309],"genre_scores_gemma":[0.9433333,0.0000040614127,0.00087972917,0.05336973,0.0021317392,0.000011200437,0.0000036493757,0.000022097181,0.00024444182],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9979081,0.00008546848,0.00081704184,0.00028011287,0.00054545415,0.00036378053],"domain_scores_gemma":[0.9948635,0.00020025118,0.00025189717,0.0008947532,0.0020318255,0.0017577421],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002293916,0.00017938584,0.00042145664,0.00044006592,0.00091804063,0.000092303664,0.00018443933,0.00015301823,0.000368307],"category_scores_gemma":[0.040687036,0.00010959129,0.0000647319,0.00022774482,0.0006549437,0.00016463289,0.000028515493,0.0006097352,0.000006660781],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095278236,0.000010163444,0.002586356,0.000101393416,0.00003333706,0.8725876,0.0031177134,3.4251244e-7,0.000040628493,0.00033943323,0.052873276,0.068214454],"study_design_scores_gemma":[0.0005578627,0.0013688776,0.004234506,0.0005699611,0.0003779963,0.80308986,0.010480243,0.000005863739,0.00023200618,0.000044959597,0.17891,0.00012785464],"about_ca_topic_score_codex":0.0049842536,"about_ca_topic_score_gemma":0.011657904,"teacher_disagreement_score":0.12603673,"about_ca_system_score_codex":0.00031529984,"about_ca_system_score_gemma":0.0015796331,"threshold_uncertainty_score":0.96739364},"labels":[],"label_agreement":null},{"id":"W2765689199","doi":"10.1097/acm.0000000000001908","title":"EQual, a Novel Rubric to Evaluate Entrustable Professional Activities for Quality and Structure","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Medical Council of Canada; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Rubric; Generalizability theory; Inter-rater reliability; Reliability (semiconductor); Medicine; Medical education; Cornerstone; Educational measurement; MEDLINE; Psychology; Medical physics; Curriculum; Mathematics education; Pedagogy","score_opus":0.14151984552263877,"score_gpt":0.5049754608543896,"score_spread":0.36345561533175086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765689199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9085614,0.00020629214,0.005740081,0.081761755,0.0016772054,0.0012093404,0.00002628192,0.000039483275,0.00077812735],"genre_scores_gemma":[0.976501,0.000054009353,0.003663159,0.011563928,0.0020172906,0.0001509235,0.000093053444,0.00002543864,0.005931211],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998063,0.000037656824,0.00052009174,0.00036950066,0.0006627579,0.0003469635],"domain_scores_gemma":[0.9983844,0.00028172464,0.00032675453,0.0005251299,0.0002875784,0.0001944021],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019963495,0.0001814541,0.00044106317,0.00017746244,0.00047766263,0.000013196773,0.00023765098,0.0002832049,0.00033760778],"category_scores_gemma":[0.013436439,0.00012977526,0.000023492003,0.00014091725,0.00036761852,0.00018274509,0.00011312869,0.00071349094,0.000004423902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015068505,0.00013067812,0.0425214,0.002134521,0.0002611701,0.000003925495,0.018961718,0.0000037116545,0.3620326,0.086900644,0.38356423,0.101978555],"study_design_scores_gemma":[0.027386965,0.0020008772,0.560822,0.0059175575,0.0010616408,0.00029794153,0.024076607,0.0031891037,0.015036706,0.04348817,0.31549942,0.001223],"about_ca_topic_score_codex":0.00006301576,"about_ca_topic_score_gemma":0.0000029720263,"teacher_disagreement_score":0.5183006,"about_ca_system_score_codex":0.00012190049,"about_ca_system_score_gemma":0.00028921053,"threshold_uncertainty_score":0.9948738},"labels":[],"label_agreement":null},{"id":"W2765838956","doi":"10.21815/jde.017.092","title":"Advancing the Measurement of Dental Students’ Professionalism","year":2017,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; American Dental Education Association; Western University of Health Sciences; American Osteopathic Association","keywords":"Emotional intelligence; Competence (human resources); Psychology; Outreach; Dental education; Medical education; Cohort; Medicine; Social psychology","score_opus":0.03527197625261347,"score_gpt":0.4296619334730036,"score_spread":0.3943899572203901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765838956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880861,0.00036501428,0.00007854792,0.0046806405,0.005316768,0.00027278883,6.109923e-7,0.0000029037835,0.0011966018],"genre_scores_gemma":[0.99649304,0.000036277106,0.0014127424,0.00069988705,0.00074386323,0.000010511033,0.0000039910838,0.000010480438,0.0005891916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977301,0.00003901398,0.00058629946,0.00008121296,0.001450149,0.00011324877],"domain_scores_gemma":[0.9973793,0.000019420753,0.0011597282,0.00033302524,0.0010632311,0.000045300243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016207778,0.000082278544,0.00018381506,0.00014257216,0.00026755952,0.000042271866,0.00039407023,0.000051988554,0.0001572667],"category_scores_gemma":[0.0016497546,0.00005331205,0.00009418318,0.00010258527,0.0001197999,0.0002867515,0.000057643934,0.00031452777,0.000012985343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048834016,0.005474351,0.6667466,0.00034154783,0.00033814964,0.00000981841,0.0047305943,0.0000054211514,0.04317904,0.0010438449,0.09193486,0.18570739],"study_design_scores_gemma":[0.001300778,0.00023914737,0.9528094,0.0015082294,0.00022146596,0.00045801033,0.021375088,0.000021396607,0.011032757,0.00032530533,0.0106217265,0.00008667655],"about_ca_topic_score_codex":0.00002853822,"about_ca_topic_score_gemma":0.000007659228,"teacher_disagreement_score":0.28606278,"about_ca_system_score_codex":0.00044162056,"about_ca_system_score_gemma":0.0010428635,"threshold_uncertainty_score":0.21740024},"labels":[],"label_agreement":null},{"id":"W2765989106","doi":"10.17483/2368-6669.1142","title":"The Pedagogical Practices of Clinical Nurse Educators","year":2018,"lang":"en","type":"dissertation","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; George Brown College","funders":"Office of International Science and Engineering","keywords":"Nurse educator; Nursing; Medicine; Psychology; Medical education; Pedagogy; Nurse education","score_opus":0.12350859726155497,"score_gpt":0.5773311041378677,"score_spread":0.45382250687631276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765989106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9234333,0.0012426093,0.0003039476,0.01110613,0.02071949,0.0022206241,0.000014644478,0.00009090519,0.040868353],"genre_scores_gemma":[0.8904531,0.0046152747,0.031763345,0.0020936264,0.006905542,0.0016666142,0.014749108,0.00021986385,0.047533546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929327,0.0006517226,0.0040385644,0.0005788552,0.0013039979,0.0004941937],"domain_scores_gemma":[0.99055105,0.0007912724,0.0056589055,0.0010232403,0.0018221433,0.00015336866],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004963654,0.00042658864,0.0008517158,0.00060521474,0.00037936846,0.00008302895,0.0004223582,0.00063534017,0.00028281656],"category_scores_gemma":[0.0110004665,0.0003568863,0.0002441548,0.001069167,0.0004473662,0.0008431546,0.000015611171,0.0012217447,0.000103811326],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014263584,0.0062480457,0.007683316,0.0019730953,0.00010289635,4.3187356e-7,0.032070506,0.000008026818,0.00007964031,0.0389462,0.04046588,0.8709956],"study_design_scores_gemma":[0.0014642072,0.00054975436,0.097105525,0.006172697,0.0003006562,0.000024327403,0.21201852,0.00021458158,0.0009207177,0.004960238,0.67568547,0.0005833053],"about_ca_topic_score_codex":0.00006406182,"about_ca_topic_score_gemma":0.00012401295,"teacher_disagreement_score":0.8704123,"about_ca_system_score_codex":0.00096590153,"about_ca_system_score_gemma":0.0031828498,"threshold_uncertainty_score":0.9998883},"labels":[],"label_agreement":null},{"id":"W2766286649","doi":"10.1097/acm.0000000000001911","title":"Learning From Patients: Why Continuity Matters","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Continuity of care; Psychology; Closure (psychology); Medical education; Face (sociological concept); Reflection (computer programming); Medicine; Health care; Nursing; Computer science; Sociology","score_opus":0.02803165271242024,"score_gpt":0.3507242477373094,"score_spread":0.3226925950248892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766286649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89018255,0.0001145642,0.0008649904,0.099953935,0.0016648766,0.00031221492,0.000001730876,0.00008928528,0.006815839],"genre_scores_gemma":[0.95458883,0.00012959122,0.0003202737,0.039732978,0.0019966576,0.0000230621,0.0002516817,0.000026442603,0.0029304682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982451,0.000045231387,0.0005015076,0.00031838732,0.0006103039,0.00027946266],"domain_scores_gemma":[0.99842864,0.00010602701,0.00042336746,0.0006220187,0.00028071328,0.00013924154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006709966,0.0001611037,0.00037205569,0.00012680191,0.00035310426,0.000012035971,0.0003495112,0.0002636269,0.001340272],"category_scores_gemma":[0.009149542,0.00012587306,0.00003141443,0.000111230154,0.00051918224,0.0001857733,0.00008899234,0.0014388134,0.00018193905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064172775,0.000024679834,0.474954,0.00004298632,0.00005397423,0.000006795664,0.0033694562,3.5566686e-7,0.0016862893,0.00044176672,0.466558,0.05279751],"study_design_scores_gemma":[0.004625459,0.00030370386,0.5930504,0.0010536489,0.00020136731,0.0000084368985,0.0018124505,0.0002452866,0.00044767486,0.0012524207,0.39680538,0.00019373703],"about_ca_topic_score_codex":0.00044858662,"about_ca_topic_score_gemma":0.0000023327314,"teacher_disagreement_score":0.118096426,"about_ca_system_score_codex":0.00011900739,"about_ca_system_score_gemma":0.000055803986,"threshold_uncertainty_score":0.99957263},"labels":[],"label_agreement":null},{"id":"W2766393252","doi":"10.1007/s40037-017-0385-6","title":"To fail is human: remediating remediation in medical education","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Environmental remediation; Engineering ethics; Work (physics); Craft; Perspective (graphical); Process (computing); Medical education; Public relations; Psychology; Political science; Medicine; Computer science; Engineering; Ecology","score_opus":0.01939895594479028,"score_gpt":0.41563555903142896,"score_spread":0.39623660308663866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766393252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7683217,0.00021810064,0.0003161912,0.2070079,0.0028526615,0.0009935895,0.0000016849444,0.000098115845,0.020190049],"genre_scores_gemma":[0.95821023,0.00021267777,0.0022748297,0.033146128,0.003782842,0.0005082644,0.00014219624,0.000056401448,0.0016664476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99497145,0.00013468241,0.00091121136,0.0009248753,0.0025533107,0.00050448265],"domain_scores_gemma":[0.99641496,0.00010847508,0.00043595882,0.0013356652,0.0009589202,0.00074602076],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022810842,0.0003187817,0.00045954756,0.0009419824,0.00061585184,0.00013221048,0.0007141986,0.0005603643,0.003872834],"category_scores_gemma":[0.07081207,0.00031135566,0.000107078245,0.00072259025,0.00035832732,0.00038206956,0.00012043241,0.0012734553,0.00039634827],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021519155,0.0063773617,0.0798843,0.00027024825,0.00006291344,0.00001780417,0.06470538,0.00000147908,0.00032457136,0.04135737,0.1829598,0.6238236],"study_design_scores_gemma":[0.0049933027,0.0011849427,0.7936665,0.007499379,0.0001433893,0.00015345722,0.12164003,0.0028699732,0.0009843654,0.006999298,0.058552023,0.0013133329],"about_ca_topic_score_codex":0.00063262804,"about_ca_topic_score_gemma":0.0001975912,"teacher_disagreement_score":0.7137822,"about_ca_system_score_codex":0.0014173541,"about_ca_system_score_gemma":0.008748852,"threshold_uncertainty_score":0.99993384},"labels":[],"label_agreement":null},{"id":"W2766417356","doi":"10.2196/mededu.7480","title":"Evaluation of Web-Based Continuing Professional Development Courses: Aggregate Mixed-Methods Model","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Aggregate (composite); Professional development; Continuing education; Computer science; Medical education; Medicine; Materials science; Nanotechnology","score_opus":0.037848214183408335,"score_gpt":0.48122773004621505,"score_spread":0.4433795158628067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766417356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718084,0.00017791394,0.006805065,0.011989316,0.004663837,0.0012447523,0.0000015962393,0.000054592452,0.003254565],"genre_scores_gemma":[0.91271645,0.000008348303,0.08312509,0.0015001078,0.00041491646,0.00076337165,0.00018993797,0.000027795471,0.0012539892],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952628,0.0003013416,0.00079285575,0.00035733145,0.003017975,0.00026770745],"domain_scores_gemma":[0.995456,0.00008929622,0.000760306,0.0007666523,0.00271675,0.00021104209],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008757569,0.00018505022,0.00033613946,0.00027948557,0.00028138046,0.000032673324,0.00035219017,0.00033348365,0.00094608375],"category_scores_gemma":[0.019010086,0.00016044584,0.00007254412,0.00021235124,0.0003667067,0.00019216059,0.00006536293,0.00047119125,0.000031467935],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000478078,0.0016876166,0.0024423248,0.00021856913,0.000036188252,4.4816443e-7,0.0012027444,0.000021470352,0.0010583076,0.00047501537,0.026255867,0.9665536],"study_design_scores_gemma":[0.00606782,0.000115904724,0.1524175,0.0056195557,0.00044082972,0.000024083805,0.0018957104,0.7883118,0.011310119,0.0015569242,0.031827025,0.00041274738],"about_ca_topic_score_codex":0.000010491355,"about_ca_topic_score_gemma":0.00000752882,"teacher_disagreement_score":0.96614087,"about_ca_system_score_codex":0.00048215836,"about_ca_system_score_gemma":0.022365892,"threshold_uncertainty_score":0.99996716},"labels":[],"label_agreement":null},{"id":"W2766473789","doi":"10.1016/j.jamcollsurg.2020.04.038","title":"Reconceptualizing Ethics Through Morbidity and Mortality Rounds","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University Health Network; University of Toronto; St. Michael's Hospital; Alberta Hospital Edmonton; University of Alberta Hospital; University of Alberta","funders":"","keywords":"Information ethics; Nursing ethics; Medicine; Applied ethics; Engineering ethics; Ethics of technology; Normative ethics; Medical ethics; Meta-ethics; Research ethics; Identity (music); Intervention (counseling); Epistemology; Nursing","score_opus":0.10372511454522708,"score_gpt":0.38125311294913233,"score_spread":0.27752799840390524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766473789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9244813,0.000085851185,0.00045277338,0.073978595,0.00039065172,0.0000941213,0.000017901175,0.000005886842,0.00049296964],"genre_scores_gemma":[0.9878297,0.00019797422,0.00458403,0.007094958,0.00022036764,0.0000010580746,8.022893e-7,0.0000101557,0.000060980023],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985239,0.00015947217,0.00058442366,0.0000945062,0.00051890884,0.000118822914],"domain_scores_gemma":[0.9979485,0.00027382016,0.0009798775,0.0001972304,0.0005176104,0.000082928054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009946472,0.000084449115,0.00044386747,0.000048264963,0.00010234677,0.0000049772348,0.00015035852,0.00004746733,0.00004903089],"category_scores_gemma":[0.004479344,0.000057930396,0.00013180658,0.00089639646,0.0007099327,0.00010996311,0.000055417364,0.00076687266,7.2838264e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004248612,0.0004807068,0.8314663,0.00034940618,0.0007259255,0.000082587605,0.010231753,0.000044971704,0.0054275426,0.005410894,0.1386574,0.00669766],"study_design_scores_gemma":[0.0013848509,0.0008476832,0.8965592,0.0005061618,0.0005840759,0.00066233485,0.023926312,0.0004455745,0.0040272013,0.0014975793,0.069328204,0.00023081621],"about_ca_topic_score_codex":0.0001735594,"about_ca_topic_score_gemma":0.000010515618,"teacher_disagreement_score":0.069329195,"about_ca_system_score_codex":0.000068244044,"about_ca_system_score_gemma":0.00060566765,"threshold_uncertainty_score":0.5362517},"labels":[],"label_agreement":null},{"id":"W2766520568","doi":"10.1111/medu.13467","title":"Competency‐based medical education: the discourse of infallibility","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; St. Michael's Hospital; Health Sciences Centre; Mount Sinai Hospital; The Wilson Centre; Women's College Hospital; University of Toronto","funders":"University of Toronto","keywords":"Infallibility; Medical education; Pedagogy; Psychology; Medicine; Epistemology; Philosophy","score_opus":0.01545606409010809,"score_gpt":0.41197205635917516,"score_spread":0.3965159922690671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766520568","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.477335,0.0002863518,0.0008979771,0.49905598,0.004658968,0.00069222087,0.0000022592467,0.00005139334,0.01701985],"genre_scores_gemma":[0.9558728,0.000048710743,0.003465563,0.037574623,0.0015509584,0.00022761994,0.0001808072,0.000024040643,0.0010548738],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99614465,0.00013553606,0.0007944758,0.00036742826,0.0022845368,0.00027335508],"domain_scores_gemma":[0.99626726,0.00015991581,0.000504723,0.0019091985,0.00087476324,0.00028413784],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023287137,0.00018666915,0.00034730422,0.0001455079,0.00049743813,0.000047728045,0.00094817876,0.0003352943,0.0057366397],"category_scores_gemma":[0.044958416,0.00012546446,0.00012462492,0.0003153579,0.0018064836,0.00017993584,0.000104472725,0.0007696996,0.00006678482],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072236035,0.0057565905,0.096123606,0.0004014491,0.000047246172,0.000002492651,0.00061291736,5.082264e-7,0.000031294596,0.035474237,0.23260412,0.6288733],"study_design_scores_gemma":[0.0024218897,0.00030668944,0.7974253,0.002938723,0.00030265868,0.00016718352,0.002961548,0.0071436767,0.0006303523,0.007327706,0.17792958,0.00044465202],"about_ca_topic_score_codex":0.000410128,"about_ca_topic_score_gemma":0.00010279426,"teacher_disagreement_score":0.70130175,"about_ca_system_score_codex":0.00017242135,"about_ca_system_score_gemma":0.050809897,"threshold_uncertainty_score":0.99517226},"labels":[],"label_agreement":null},{"id":"W2766915254","doi":"10.1097/acm.0000000000001926","title":"Using the Readiness for Clerkship and Residency Surveys to Evaluate the Effectiveness of Four MD Programs: A Cross-Institutional Generalizability Study","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; Dalhousie University; Kwantlen Polytechnic University; Canadian Medical Association","funders":"","keywords":"Generalizability theory; Strengths and weaknesses; Medical education; Psychology; Medical school; Family medicine; Medicine; Social psychology","score_opus":0.2693590342212721,"score_gpt":0.5213379507136389,"score_spread":0.25197891649236676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766915254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97510713,0.0002636657,0.011558032,0.00794606,0.00071026135,0.004254017,0.000003448967,0.000018182918,0.00013921454],"genre_scores_gemma":[0.9976563,0.00003247515,0.00055353367,0.0004732536,0.0007714244,0.00040618586,0.000016841068,0.000016958189,0.00007303886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972506,0.0007962859,0.00062770845,0.00036853805,0.0007106183,0.0002462381],"domain_scores_gemma":[0.9967727,0.0010206493,0.00024266317,0.0009014145,0.0009773755,0.000085211745],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031326927,0.0001682535,0.0004006915,0.00008831421,0.0008358483,0.000020693225,0.0004480944,0.00014591338,0.000018736755],"category_scores_gemma":[0.030208647,0.000085152555,0.000036686248,0.00026593244,0.001483058,0.000117073105,0.0001248575,0.00048411905,0.0000010544334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074501376,0.0001057394,0.95973814,0.00059819955,0.00015494699,0.0000032432908,0.0032888257,0.000040064093,0.0069876164,0.009466212,0.00063577114,0.018236248],"study_design_scores_gemma":[0.0029075928,0.00061920943,0.9857945,0.00082064845,0.00031731863,0.000054963097,0.00089297205,0.0011360369,0.000570389,0.006492224,0.00029475358,0.00009939963],"about_ca_topic_score_codex":0.0006944875,"about_ca_topic_score_gemma":0.000027322008,"teacher_disagreement_score":0.026056373,"about_ca_system_score_codex":0.00012285901,"about_ca_system_score_gemma":0.0003509991,"threshold_uncertainty_score":0.9974528},"labels":[],"label_agreement":null},{"id":"W2766940338","doi":"10.1016/j.jamcollsurg.2017.07.389","title":"Assessing the Reliability and Validity of Technical Skill Assessment Tools and the Impact of Rater Training","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Inter-rater reliability; Reliability (semiconductor); Validity; Medical education; Medical physics; Applied psychology; Psychometrics; Rating scale; Clinical psychology; Psychology","score_opus":0.055604904949851895,"score_gpt":0.4208911937058103,"score_spread":0.3652862887559584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766940338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98233867,0.000023435045,0.0001765599,0.016475862,0.00015496602,0.00023713153,0.000022067175,0.000001598214,0.0005696973],"genre_scores_gemma":[0.9973056,0.00006169784,0.0024321848,0.000106869426,0.000059060796,0.0000029909895,3.9032153e-7,0.000006994834,0.000024224435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982906,0.00033876539,0.00072812894,0.000084284715,0.00043762528,0.00012057233],"domain_scores_gemma":[0.99507904,0.0013225374,0.002390692,0.0005943342,0.0005688577,0.00004454586],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0056343926,0.00009266355,0.00062450056,0.00007109686,0.00024800975,0.000027439677,0.00029803172,0.00003486369,0.000015932697],"category_scores_gemma":[0.0075533013,0.00003789472,0.000221602,0.00024494578,0.0029966973,0.00017639255,0.00011517943,0.00043945754,2.4633316e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074856257,0.0006934437,0.9488371,0.00013358751,0.00048733788,0.000009238422,0.0014968816,0.00007773154,0.013534137,0.0011907875,0.0065167984,0.026274405],"study_design_scores_gemma":[0.00089764845,0.0002665431,0.993706,0.0002513294,0.0001790547,0.00020325775,0.0028862192,0.00031140837,0.0004907456,0.00066974096,0.00009983051,0.000038217095],"about_ca_topic_score_codex":0.00017718559,"about_ca_topic_score_gemma":0.000003722546,"teacher_disagreement_score":0.044868916,"about_ca_system_score_codex":0.00009223507,"about_ca_system_score_gemma":0.00076437317,"threshold_uncertainty_score":0.9997166},"labels":[],"label_agreement":null},{"id":"W2767102752","doi":"10.1111/tct.12727","title":"Role modelling: moving from implicit to explicit","year":2017,"lang":"en","type":"review","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université Laval; Centre hospitalier de l'Université Laval","funders":"","keywords":"Intensive care; Library science; University hospital; Medicine; Humanities; Philosophy; Family medicine; Computer science","score_opus":0.411018932985926,"score_gpt":0.54827779331392,"score_spread":0.137258860327994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767102752","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007264269,0.98132986,0.002333261,0.0029034615,0.0013357844,0.0018360794,0.000014825271,0.0001480206,0.009372278],"genre_scores_gemma":[0.00012079194,0.9717272,0.004083405,0.002305257,0.0071494863,0.00034064773,0.00021925502,0.0001357835,0.013918206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639416,0.00031815778,0.0017271913,0.0007039104,0.00046711558,0.00038944217],"domain_scores_gemma":[0.99551785,0.00061085884,0.0006938582,0.002793458,0.00016128295,0.00022271054],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030247336,0.00040452875,0.0021332863,0.00011861429,0.0002447806,0.00007242313,0.0010567538,0.0008265449,0.0006422897],"category_scores_gemma":[0.004960112,0.000241817,0.0007418443,0.00024749144,0.00015071263,0.000050553343,0.00031234336,0.0025558544,0.0020870867],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011464721,0.00019323929,0.000040840165,0.00036500717,0.0002171723,0.0000033480196,0.00014672398,0.0000016025807,1.3356599e-7,0.00018321333,0.020527497,0.97830975],"study_design_scores_gemma":[0.0002070807,0.000069620655,0.00005571681,0.005283009,0.0012754798,0.000012732389,0.000058989004,0.0006598606,9.174968e-8,0.0008915073,0.9912381,0.000247795],"about_ca_topic_score_codex":0.000119854914,"about_ca_topic_score_gemma":0.0000017592133,"teacher_disagreement_score":0.978062,"about_ca_system_score_codex":0.00017923792,"about_ca_system_score_gemma":0.0005410963,"threshold_uncertainty_score":0.9997453},"labels":[],"label_agreement":null},{"id":"W2767278518","doi":"10.4300/jgme-d-17-00086.1","title":"Nuance and Noise: Lessons Learned From Longitudinal Aggregated Assessment Data","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Multilevel model; Variance (accounting); Medical education; Medicine; Scale (ratio); Rating scale; Psychology; Family medicine; MEDLINE; Computer science; Machine learning; Geography","score_opus":0.23087918180143968,"score_gpt":0.4963601855767496,"score_spread":0.2654810037753099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767278518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7072599,0.00040501475,0.001446354,0.287774,0.0025867603,0.00013056364,0.000007250292,0.000011265275,0.00037888985],"genre_scores_gemma":[0.9769188,0.0014062097,0.017038034,0.0020711431,0.002070334,0.0000066648904,0.00021311833,0.00002050122,0.00025514976],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973312,0.000071703435,0.00072131015,0.00030555087,0.0013723699,0.00019788614],"domain_scores_gemma":[0.9965675,0.00010920323,0.0010986916,0.0010671454,0.0008373482,0.0003201132],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020326427,0.0001481719,0.00038543262,0.00018117245,0.000304115,0.0001321276,0.0006879938,0.00016303628,0.00033717908],"category_scores_gemma":[0.015178329,0.000117711956,0.00004814147,0.0001548609,0.0003367832,0.0005507495,0.00017451131,0.0009994555,0.0000122585825],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118280324,0.0012394661,0.06600794,0.00009520632,0.00017659037,0.00005075889,0.00026808926,4.5752253e-7,0.00041836826,0.00096267596,0.11291409,0.81774807],"study_design_scores_gemma":[0.0018365788,0.00019169695,0.96350485,0.0015966455,0.000317019,0.0004615949,0.0004372062,0.004412153,0.00010762794,0.002377036,0.024603315,0.00015425327],"about_ca_topic_score_codex":0.00021921215,"about_ca_topic_score_gemma":0.000012167707,"teacher_disagreement_score":0.89749694,"about_ca_system_score_codex":0.0001842304,"about_ca_system_score_gemma":0.004319756,"threshold_uncertainty_score":0.9931172},"labels":[],"label_agreement":null},{"id":"W2767456218","doi":"10.15694/mep.2017.000199","title":"METRICS: a pattern language of scholarship in medical education","year":2017,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Activity theory; Value (mathematics); Focus (optics); Sociology; Public relations; Political science; Pedagogy; Computer science","score_opus":0.025383086268839488,"score_gpt":0.39348634631489204,"score_spread":0.36810326004605254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767456218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662707,0.00019693417,0.0001338545,0.017599214,0.0010416171,0.00022255752,0.0000015602325,0.000024147519,0.014509447],"genre_scores_gemma":[0.99436486,0.000016610808,0.0011819392,0.0031159627,0.0003875619,0.000042515912,0.000071987524,0.000014583884,0.0008039619],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99829787,0.00004398263,0.0004071136,0.0002013784,0.00086445425,0.0001852306],"domain_scores_gemma":[0.9984536,0.000041483756,0.000230845,0.0007808064,0.00039661306,0.000096608586],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001736099,0.00008693724,0.00022870263,0.0006193547,0.000073752206,0.00008733114,0.00043759364,0.00019418557,0.0012728833],"category_scores_gemma":[0.040589713,0.000078526464,0.00004186439,0.0005336132,0.0001459038,0.00046844478,0.00008381304,0.0004848055,0.000026914431],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009212655,0.00048284116,0.37509266,0.0001021017,0.00001019439,0.00001077277,0.0006410689,2.2246518e-8,0.00008529441,0.0006740195,0.010919743,0.6119721],"study_design_scores_gemma":[0.0012612122,0.000060662373,0.98859704,0.0005784125,0.000025853631,0.000039028702,0.0011519574,0.0002334074,0.0010336455,0.00046837094,0.00643991,0.00011049606],"about_ca_topic_score_codex":0.000585753,"about_ca_topic_score_gemma":0.00014930492,"teacher_disagreement_score":0.61350435,"about_ca_system_score_codex":0.0001266339,"about_ca_system_score_gemma":0.0012065026,"threshold_uncertainty_score":0.9996401},"labels":[],"label_agreement":null},{"id":"W2767506747","doi":"10.1097/acm.0000000000002004","title":"The Hidden Curricula of Medical Education: A Scoping Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":304,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Curriculum; Hidden curriculum; Curriculum mapping; Inclusion (mineral); Interpersonal communication; Curriculum theory; Set (abstract data type); Medical education; Psychology; Computer science; Curriculum development; Pedagogy; Medicine; Social psychology","score_opus":0.18056818610234293,"score_gpt":0.5767035594967654,"score_spread":0.3961353733944225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767506747","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.5201757e-7,0.94599646,0.000024040331,0.04307348,0.0031322239,0.003312615,0.0000015564328,0.000041784177,0.0044170856],"genre_scores_gemma":[8.643456e-7,0.9844894,0.00009075981,0.0060869795,0.0049000937,0.0007584219,0.00029503612,0.000063591346,0.0033148911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929149,0.00029063484,0.0030692061,0.00053328864,0.0027692053,0.0004227535],"domain_scores_gemma":[0.99384654,0.00070843205,0.0025785775,0.0018925915,0.00064457965,0.00032929535],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070745917,0.000484701,0.003371422,0.00031065804,0.00031844282,0.000008617488,0.0018215074,0.0011708168,0.0013386759],"category_scores_gemma":[0.053847335,0.00025378627,0.00031326266,0.0008879041,0.0014755114,0.000076593074,0.00023955322,0.0034012261,0.00011373003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012714617,0.000013636737,0.000003217524,0.14720985,0.000056701767,0.0000036786846,0.000050167993,1.9162436e-10,1.372438e-8,0.0017259229,0.22408347,0.6268521],"study_design_scores_gemma":[0.00015094512,0.000035357894,0.0000011705442,0.4920906,0.0013052926,0.00044241393,0.00004837565,0.0000011377973,5.2998136e-8,0.00008073226,0.5057453,0.00009858909],"about_ca_topic_score_codex":0.000025039419,"about_ca_topic_score_gemma":0.0000011593664,"teacher_disagreement_score":0.6267535,"about_ca_system_score_codex":0.00021483072,"about_ca_system_score_gemma":0.011047056,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W2767662345","doi":"10.22374/cjgim.v12i3.163","title":"Procedural Skills of a General Internist – Informed by the Front Line","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; St Martha's Regional Hospital; University of Toronto","funders":"","keywords":"Medicine; Front line; Line (geometry); Front (military); Family medicine; Law; Mechanical engineering; Geometry; Engineering","score_opus":0.018247561617719916,"score_gpt":0.3340899004702776,"score_spread":0.3158423388525577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767662345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9186519,0.00083284534,0.0008846439,0.06533986,0.003940334,0.0002608455,0.00001837404,0.0000049959576,0.010066204],"genre_scores_gemma":[0.965159,0.00007460917,0.0015912291,0.007672601,0.0038899432,0.000006754206,0.000028765156,0.000026388276,0.021550704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997742,0.000036783338,0.0011569753,0.00014132215,0.00056015863,0.00036274604],"domain_scores_gemma":[0.996572,0.00004452677,0.0011878717,0.0005115554,0.0011309343,0.0005531155],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078519917,0.0002071593,0.0005509312,0.0003692573,0.00024965443,0.000052160573,0.00085137266,0.00011979413,0.0009387681],"category_scores_gemma":[0.0048663253,0.00012180298,0.00013632778,0.00010940385,0.0010760258,0.00020424952,0.000036510508,0.00073676667,0.000011596332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019410203,0.00007967585,0.020105658,0.00010919245,0.00030379693,0.00015518062,0.0024569004,0.00000804418,0.006301624,0.00045323675,0.92267007,0.047162533],"study_design_scores_gemma":[0.012688927,0.0067173056,0.15843219,0.007863684,0.0008989142,0.009722349,0.0026650438,0.0029807242,0.02724903,0.0011643346,0.7689453,0.0006722224],"about_ca_topic_score_codex":0.019346736,"about_ca_topic_score_gemma":0.0072573954,"teacher_disagreement_score":0.15372477,"about_ca_system_score_codex":0.00041313242,"about_ca_system_score_gemma":0.001929911,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W2767753561","doi":"10.1097/acm.0000000000002025","title":"A Rose by Other Names: Some General Musings on Lawrence and Colleagues’ Hidden Curriculum Scoping Review","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Scholarship; Construct (python library); Hidden curriculum; Curriculum; Sociology; Diversity (politics); Engineering ethics; Epistemology; Pedagogy; Computer science; Political science","score_opus":0.04025625716366053,"score_gpt":0.39262141978950377,"score_spread":0.3523651626258432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767753561","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006228168,0.09747399,0.000028343115,0.8898424,0.0020583621,0.0022484183,0.000023818087,0.00010959777,0.0019869255],"genre_scores_gemma":[0.000106973865,0.060630634,0.00028701403,0.8981176,0.01948031,0.00023818898,0.0008643106,0.00011375717,0.020161185],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563056,0.00014543599,0.00122265,0.0009630075,0.0013942573,0.0006440832],"domain_scores_gemma":[0.99717164,0.00019654243,0.0010604181,0.0010858033,0.00030110977,0.00018445654],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015556124,0.0006064441,0.0015572478,0.00035201397,0.0002649211,0.000018430135,0.000563942,0.0016064724,0.0006196011],"category_scores_gemma":[0.005877317,0.00044753787,0.00007599739,0.00034153208,0.0009868079,0.00017487338,0.000113086346,0.005935566,0.00010421744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008590453,0.000013094475,0.00017194962,0.00870433,0.000057588637,0.000088242596,0.00031728324,8.064906e-9,0.000113920316,0.00008857307,0.98427224,0.006164192],"study_design_scores_gemma":[0.0011992714,0.0002566968,0.000031601376,0.27840498,0.00046083098,0.00026181384,0.00005228269,0.00002888299,0.00002423194,0.00021370592,0.71870035,0.0003653372],"about_ca_topic_score_codex":0.00025365097,"about_ca_topic_score_gemma":8.5532406e-7,"teacher_disagreement_score":0.26970065,"about_ca_system_score_codex":0.0002807898,"about_ca_system_score_gemma":0.00048639573,"threshold_uncertainty_score":0.99979764},"labels":[],"label_agreement":null},{"id":"W2767785599","doi":"10.1007/978-3-319-64728-9_21","title":"Teaching Surgical Ethics","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Beneficence; Autonomy; Curriculum; Accountability; Negotiation; Engineering ethics; Socialization; Economic Justice; Normative; Psychology; Medical education; Medicine; Pedagogy; Political science; Social psychology; Law; Engineering","score_opus":0.08306843980632322,"score_gpt":0.4189687652456809,"score_spread":0.33590032543935766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767785599","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030609855,0.00007658416,0.00017032826,0.02535589,0.00086270133,0.00018964257,0.0000017128704,0.00008850321,0.97322404],"genre_scores_gemma":[0.0009828098,0.00006792841,0.0040017217,0.0031666176,0.0020328297,0.0000050310405,0.00017319086,0.000046431076,0.9895234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874157,0.000011506655,0.0002970016,0.00024633785,0.0005672924,0.00013628973],"domain_scores_gemma":[0.9987094,0.00010312587,0.00016572136,0.000708523,0.00024741204,0.00006582305],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010298218,0.0001739145,0.00031008566,0.00014572084,0.00026793324,0.000024554658,0.00014637284,0.0009798915,0.0045896345],"category_scores_gemma":[0.0012963325,0.00014002623,0.000098782286,0.0000049791297,0.00020058003,0.000035699682,0.00005549802,0.0039564306,0.0007176908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000969178,0.000021394284,0.000009607213,0.00011447707,0.000043473985,0.00007307548,0.00016307356,1.4002528e-8,0.0000014887715,0.83123654,0.070504524,0.09782262],"study_design_scores_gemma":[0.00027198237,0.00004456771,0.000026418022,0.00049445266,0.00008400799,0.00019285372,0.000013868833,0.000021520522,0.0000030595636,0.012765918,0.9859445,0.00013683693],"about_ca_topic_score_codex":0.000038332855,"about_ca_topic_score_gemma":0.000004285333,"teacher_disagreement_score":0.91543996,"about_ca_system_score_codex":0.000121107354,"about_ca_system_score_gemma":0.0004736983,"threshold_uncertainty_score":0.9983415},"labels":[],"label_agreement":null},{"id":"W2767900335","doi":"10.1080/10872981.2017.1396172","title":"Roadmap for creating an accelerated three-year medical education program","year":2017,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Health Resources and Services Administration; Josiah Macy Jr. Foundation","keywords":"Medical education; Medicine","score_opus":0.053557945049425765,"score_gpt":0.47996383776838525,"score_spread":0.42640589271895946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767900335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8428535,0.0001927422,0.002350127,0.13901423,0.006108567,0.0036232765,0.000016086009,0.0004358782,0.0054056062],"genre_scores_gemma":[0.79134,0.0001363843,0.141751,0.03148799,0.016312305,0.0041352953,0.009538495,0.00017322465,0.0051253177],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588335,0.00007489348,0.0009932301,0.00068847236,0.0018322817,0.0005277995],"domain_scores_gemma":[0.99505347,0.00009513855,0.0005214134,0.0013691535,0.0018446039,0.001116215],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017035116,0.00031538223,0.0004887531,0.00030049164,0.0008775995,0.00020005768,0.0008585661,0.00066591037,0.005088645],"category_scores_gemma":[0.05233523,0.0002764937,0.00012657643,0.00039806985,0.0005110991,0.00047058033,0.00010140143,0.00088178285,0.00006597595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010432828,0.016554449,0.015020909,0.00020701428,0.000046644403,0.0000019852198,0.0002697511,1.9761907e-7,0.00003002986,0.004807558,0.04247134,0.9204858],"study_design_scores_gemma":[0.006484065,0.001855517,0.33856654,0.0028981494,0.00037574608,0.00030096967,0.0032338328,0.0638043,0.00025240326,0.0040727975,0.5771824,0.00097329076],"about_ca_topic_score_codex":0.00034457952,"about_ca_topic_score_gemma":0.00034237024,"teacher_disagreement_score":0.9195125,"about_ca_system_score_codex":0.00029676294,"about_ca_system_score_gemma":0.02123361,"threshold_uncertainty_score":0.9999687},"labels":[],"label_agreement":null},{"id":"W2768375167","doi":"10.1007/s40037-017-0387-4","title":"Perceptions of busyness in the emergency department: an&amp;nbsp;opportunity to address a&amp;nbsp;training gap through competency based education","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medical education; Medicine; Emergency department; Perception; Psychology; Nursing","score_opus":0.10348653970766022,"score_gpt":0.45089536593479773,"score_spread":0.34740882622713753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768375167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050514,0.00016129395,0.0025825582,0.06356958,0.0023371892,0.0014140704,0.00001666921,0.00005685815,0.02481034],"genre_scores_gemma":[0.9788369,0.00018622514,0.011037632,0.0067746174,0.0012040788,0.000756815,0.0006814226,0.000040303064,0.00048202954],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99620134,0.00038038063,0.0008394758,0.0006708435,0.0014857679,0.00042221748],"domain_scores_gemma":[0.9961253,0.00014800722,0.00037683305,0.0017582242,0.0011514155,0.00044024436],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018495381,0.00030536557,0.0004323989,0.0004761325,0.0006775268,0.00006208942,0.0008253655,0.00026392215,0.005329763],"category_scores_gemma":[0.021566937,0.00025190876,0.00012709912,0.0007790534,0.0004847422,0.000415022,0.000051128456,0.0008430458,0.000091554626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056142994,0.04327806,0.05006529,0.00069461943,0.00014532958,0.0000055528644,0.367152,0.00004659438,0.0016977168,0.123163514,0.068080366,0.34510952],"study_design_scores_gemma":[0.0015085619,0.00070476293,0.67136794,0.0016389764,0.00021232072,0.00006038823,0.2861762,0.00031639545,0.00008414175,0.005653619,0.031651612,0.00062507053],"about_ca_topic_score_codex":0.0008499398,"about_ca_topic_score_gemma":0.0006315829,"teacher_disagreement_score":0.62130266,"about_ca_system_score_codex":0.0005272799,"about_ca_system_score_gemma":0.009314722,"threshold_uncertainty_score":0.9999933},"labels":[],"label_agreement":null},{"id":"W2768548327","doi":"10.1080/0142159x.2017.1398821","title":"From good to excellent: Improving clinical departments’ learning climate in residency training","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Construct (python library); Medical education; Climate change; Medicine; Psychology; Computer science; Ecology","score_opus":0.07996526517782006,"score_gpt":0.43584415355767575,"score_spread":0.3558788883798557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768548327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640333,0.000069338894,0.0005835532,0.0177511,0.0012273286,0.00034579495,7.6739286e-7,0.0000852665,0.015903516],"genre_scores_gemma":[0.9896204,0.000048117774,0.003975863,0.0015148997,0.0023517362,0.000071210765,0.000050470484,0.000040170242,0.0023271667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968214,0.00021150014,0.00092735066,0.0005376624,0.00096022914,0.0005418743],"domain_scores_gemma":[0.9984655,0.00010327199,0.00023681877,0.00070879457,0.00007565601,0.00041000132],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044039995,0.00017703931,0.00046585107,0.00014763548,0.00030496047,0.000060057766,0.0004143209,0.0003947009,0.0035542934],"category_scores_gemma":[0.03085137,0.00015600717,0.000093211944,0.00015426216,0.000207729,0.00013355656,0.0002466414,0.0017394566,0.00035412898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007403255,0.00033855392,0.6595999,0.000028603623,0.000028540082,0.00012982117,0.0023614308,5.7587636e-7,0.000035902634,0.00013143427,0.0028155001,0.3344557],"study_design_scores_gemma":[0.0057225283,0.000510147,0.9183689,0.0012218722,0.00011648316,0.000029329029,0.004271215,0.014085314,0.000039420564,0.00067283615,0.05451564,0.0004463297],"about_ca_topic_score_codex":0.00043250376,"about_ca_topic_score_gemma":0.00009973064,"teacher_disagreement_score":0.33400935,"about_ca_system_score_codex":0.00015977208,"about_ca_system_score_gemma":0.00046766602,"threshold_uncertainty_score":0.9973566},"labels":[],"label_agreement":null},{"id":"W2768578567","doi":"10.1080/0142159x.2017.1403015","title":"Creating a test blueprint for a progress testing program: A paired-comparisons approach","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"University of British Columbia","keywords":"Blueprint; Test (biology); Computer science; Psychology; Medical physics; Medical education; Medicine; Engineering","score_opus":0.11270594621679289,"score_gpt":0.4215779581477646,"score_spread":0.3088720119309717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768578567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8656584,0.00019469486,0.019282455,0.029801494,0.00063799653,0.0052313427,0.0000031755917,0.0010143741,0.07817606],"genre_scores_gemma":[0.78042966,0.000001201729,0.21367057,0.00035241112,0.0013954719,0.0022607152,0.000055155455,0.000047457208,0.0017873498],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974863,0.00004126609,0.0005540655,0.0004885345,0.0008978027,0.0005320293],"domain_scores_gemma":[0.99797046,0.00013857735,0.00032035523,0.0008737923,0.0003848652,0.00031195572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021341662,0.0002145608,0.0004172009,0.00009227005,0.00074052543,0.00013842034,0.00045549896,0.00030470884,0.0002755049],"category_scores_gemma":[0.062082205,0.00016948328,0.00010714137,0.00021786428,0.0007069331,0.00010173028,0.00015261845,0.0008266544,0.000025128895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025747537,0.0027326548,0.50997514,0.00028538727,0.000049442686,0.000011400736,0.0005053807,1.9692907e-7,0.000012974063,0.00034469157,0.011599589,0.4744574],"study_design_scores_gemma":[0.0049187923,0.0010053114,0.23893206,0.0015157075,0.00029685893,0.00028253917,0.0015454167,0.6769711,0.00006624276,0.00032613092,0.07361122,0.00052862254],"about_ca_topic_score_codex":0.00005577058,"about_ca_topic_score_gemma":0.0000027390347,"teacher_disagreement_score":0.6769709,"about_ca_system_score_codex":0.00013271594,"about_ca_system_score_gemma":0.000508138,"threshold_uncertainty_score":0.94581825},"labels":[],"label_agreement":null},{"id":"W2768641531","doi":"10.1007/s12630-017-1012-z","title":"Survey of medical students’ knowledge and perceptions of anesthesiology at one Canadian university: pre-clerkship and during clinical clerkship, a cohort study","year":2017,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Alberta","funders":"","keywords":"Anesthesiology; Medical education; Clinical clerkship; Cohort; Medicine; Psychology; Family medicine; Curriculum; Internal medicine; Pedagogy; Anesthesia","score_opus":0.033242133504310316,"score_gpt":0.3209844907184248,"score_spread":0.28774235721411445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768641531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9250189,0.000946748,7.62312e-7,0.07273523,0.00046618463,0.0006899513,0.000029428531,0.00000506468,0.00010771162],"genre_scores_gemma":[0.9928929,0.0005954597,0.00009327095,0.0031795462,0.0017674752,0.0000032997325,0.00008754901,0.00009948644,0.0012809766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927755,0.0014743335,0.0022948384,0.0005900885,0.0017963414,0.0010689271],"domain_scores_gemma":[0.99021673,0.00048756448,0.002329619,0.00080332044,0.0026444753,0.0035182808],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010961864,0.0005609714,0.0023504419,0.0028090517,0.00093263463,0.00013963201,0.0017690021,0.0018847416,0.000532094],"category_scores_gemma":[0.003701941,0.00055933325,0.00028852493,0.00057736726,0.0020401857,0.00024192335,0.00008587236,0.0049778884,0.000005219357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015233365,0.00013398213,0.77641886,0.00024547894,0.0006066326,0.16950756,0.0013748684,5.6862956e-7,5.930396e-7,0.000007648943,0.05034595,0.0012055081],"study_design_scores_gemma":[0.0015717044,0.001307661,0.6502452,0.00089073903,0.00072147185,0.33465284,0.0006191228,0.000004676107,4.0045418e-7,0.00001018033,0.009702224,0.00027376742],"about_ca_topic_score_codex":0.34427363,"about_ca_topic_score_gemma":0.69806796,"teacher_disagreement_score":0.35379437,"about_ca_system_score_codex":0.0020793302,"about_ca_system_score_gemma":0.02417213,"threshold_uncertainty_score":0.9996858},"labels":[],"label_agreement":null},{"id":"W2768842881","doi":"10.1097/acm.0000000000002072","title":"Smoothing the Transition Points in Canadian Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Queen's University; University of Victoria; College of Family Physicians of Canada; McMaster University Medical Centre; University of British Columbia; University of Toronto; Dalhousie University; Innovative Medicines Canada; Ontario Medical Association","funders":"","keywords":"Mentorship; Medical education; Curriculum; Graduate medical education; Workforce; Medicine; Psychology; Family medicine; Accreditation; Political science; Pedagogy","score_opus":0.024033308600523873,"score_gpt":0.38892410935768185,"score_spread":0.36489080075715796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768842881","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4244131,0.00032768046,0.00012522812,0.55550385,0.00158426,0.0003938901,5.2793456e-7,0.000022346801,0.01762912],"genre_scores_gemma":[0.92067814,0.0002724071,0.00010777417,0.075753465,0.0021415134,0.00006231469,0.00005116667,0.000017668777,0.0009155575],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9978835,0.00006613752,0.000529268,0.00025196598,0.0008724465,0.0003966955],"domain_scores_gemma":[0.99848944,0.000067367444,0.00016159854,0.0006517104,0.0001830396,0.0004468569],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003370774,0.00013414022,0.00024163272,0.00035250848,0.0004134015,0.000011977305,0.0004950957,0.00044270878,0.0022001045],"category_scores_gemma":[0.018408503,0.00008910819,0.000024525936,0.00027923673,0.00053728535,0.00018087456,0.000023488235,0.0017833695,0.00008136853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008496149,0.00009060702,0.07563648,0.00022479988,0.00005063136,0.00008440092,0.032458197,0.0000014716644,0.00037013623,0.042177383,0.43239674,0.41642419],"study_design_scores_gemma":[0.004626233,0.00020565702,0.48277295,0.005864476,0.00018743298,0.0009132105,0.011467012,0.006424281,0.00015120057,0.011833673,0.4751509,0.00040298016],"about_ca_topic_score_codex":0.11047466,"about_ca_topic_score_gemma":0.020059103,"teacher_disagreement_score":0.496265,"about_ca_system_score_codex":0.0004030197,"about_ca_system_score_gemma":0.0039018113,"threshold_uncertainty_score":0.998712},"labels":[],"label_agreement":null},{"id":"W2769124194","doi":"10.5430/jnep.v8n3p89","title":"Learning in the traditional-faculty supervised teaching Model: PART 1-The nursing students’ perspective","year":2017,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Thematic analysis; Perspective (graphical); Perception; Qualitative research; Nursing; Quality (philosophy); Psychology; Nurse education; Medical education; Medicine; Computer science; Sociology","score_opus":0.17464243363640053,"score_gpt":0.5139446613017693,"score_spread":0.33930222766536877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769124194","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4696646,0.0002664619,0.00093921035,0.4917997,0.0015576114,0.00022502615,4.862347e-7,0.000006848508,0.03554004],"genre_scores_gemma":[0.9875237,0.000085022846,0.007167894,0.0033926088,0.0012009802,0.000006839233,0.0000072064436,0.000010108208,0.0006056538],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99846303,0.00039624015,0.00032937914,0.0001067692,0.0005887879,0.00011581833],"domain_scores_gemma":[0.998031,0.00048542174,0.00061886397,0.00021354435,0.00060510624,0.000046052934],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.003979308,0.00008258387,0.00013126095,0.00013374843,0.0013820541,0.00023936087,0.00023533967,0.00005476135,0.000014252804],"category_scores_gemma":[0.0132606095,0.00004784381,0.000042438325,0.00010480832,0.00019259052,0.00080272474,0.000007670735,0.0013820976,0.0000014220806],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005062687,0.009229665,0.0037610938,0.000027109547,0.00009733237,0.000008822244,0.36043176,0.00020199746,0.000207889,0.027696045,0.07971554,0.5181165],"study_design_scores_gemma":[0.0018974412,0.00051149656,0.23206505,0.003424817,0.0007055254,0.007725267,0.67972594,0.0056340746,0.000017401751,0.013612771,0.054487888,0.00019234783],"about_ca_topic_score_codex":0.00001924027,"about_ca_topic_score_gemma":5.1179387e-7,"teacher_disagreement_score":0.51792413,"about_ca_system_score_codex":0.00043905736,"about_ca_system_score_gemma":0.0007215396,"threshold_uncertainty_score":0.999918},"labels":[],"label_agreement":null},{"id":"W2769313195","doi":"10.1093/pch/pxx119","title":"I am green with envy......","year":2017,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine","score_opus":0.017461636647133065,"score_gpt":0.3320560971429448,"score_spread":0.31459446049581175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769313195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4566401,0.0018310684,0.0031614604,0.43984997,0.0022280766,0.0018944632,0.000026003954,0.00032335645,0.09404551],"genre_scores_gemma":[0.9628693,0.00065235613,0.012478807,0.019077547,0.003466158,0.000038970138,0.00011216374,0.000047587586,0.0012571218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836034,0.000028614113,0.00035575207,0.00030269002,0.0005370853,0.00041554542],"domain_scores_gemma":[0.9981575,0.000029093624,0.00039987965,0.00097117765,0.00021371564,0.00022863655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074934884,0.00014858156,0.00029320002,0.00020159855,0.0009620034,0.00004425003,0.00024651006,0.000103183105,0.0000989222],"category_scores_gemma":[0.00064520777,0.00011692847,0.000044385895,0.00028963192,0.00013799554,0.00012531127,0.000055165092,0.00057791814,0.000127707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012070525,0.00059705024,0.5243531,0.00069091714,0.00006395948,0.00002840453,0.0019395914,0.0000017824334,0.0000029591906,0.011177205,0.09638986,0.36463445],"study_design_scores_gemma":[0.0019897965,0.000547118,0.82149553,0.00015141346,0.00006170405,0.00011485644,0.0002114444,0.00013888963,0.000008773975,0.00037763533,0.17470299,0.0001998494],"about_ca_topic_score_codex":0.00060623017,"about_ca_topic_score_gemma":0.00005145931,"teacher_disagreement_score":0.5062292,"about_ca_system_score_codex":0.00023218124,"about_ca_system_score_gemma":0.00076257956,"threshold_uncertainty_score":0.739905},"labels":[],"label_agreement":null},{"id":"W2769395159","doi":"10.1186/s12909-017-1042-9","title":"The development of the PARENTS: a tool for parents to assess residents’ non-technical skills in pediatric emergency departments","year":2017,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University of Ottawa","keywords":"Medical education; Medicine; Psychology","score_opus":0.03679084555323713,"score_gpt":0.41489091514947357,"score_spread":0.37810006959623643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769395159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985234,0.00004934585,0.0037785769,0.0043905387,0.004315866,0.0018697385,0.0000021452354,0.000013510492,0.00034626495],"genre_scores_gemma":[0.98291343,0.00008194665,0.013349489,0.0006264214,0.0006349188,0.0016288159,0.000057319554,0.000021132404,0.00068649766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969339,0.00008194764,0.001096869,0.00032128964,0.0012285545,0.0003374723],"domain_scores_gemma":[0.9977034,0.00021613794,0.00046480607,0.0009933421,0.00046835086,0.00015398418],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021222208,0.00015507414,0.00023607774,0.00013890515,0.0005680768,0.000033273416,0.00086560857,0.00018636404,0.00007263722],"category_scores_gemma":[0.03898212,0.00009762322,0.00008367425,0.00041350556,0.00010412053,0.00010210998,0.0001928034,0.00027957695,0.000024356299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006273845,0.0013406484,0.940179,0.00026280264,0.000013677728,1.5981068e-7,0.00046783,6.3453336e-7,0.000042618136,0.00018859148,0.0227982,0.03464308],"study_design_scores_gemma":[0.0007853357,0.000043538064,0.99517214,0.00026973727,0.0000485032,0.0000030369683,0.0004081908,0.00007462955,0.0002558412,0.0003028076,0.0025299897,0.00010623177],"about_ca_topic_score_codex":0.00003239902,"about_ca_topic_score_gemma":0.00054552505,"teacher_disagreement_score":0.05499314,"about_ca_system_score_codex":0.00033690064,"about_ca_system_score_gemma":0.0063375444,"threshold_uncertainty_score":0.9992956},"labels":[],"label_agreement":null},{"id":"W2769476086","doi":"10.1080/0142159x.2017.1401218","title":"How does feedback from patients impact upon healthcare student clinical skill development and learning? A systematic review","year":2017,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; National Health and Medical Research Council; University of Queensland; McMaster University; World Health Organization","keywords":"Inclusion (mineral); Data extraction; Medical education; Systematic review; Variety (cybernetics); Health care; Health professionals; MEDLINE; Dreyfus model of skill acquisition; Medicine; Process (computing); Psychology; Computer science; Artificial intelligence","score_opus":0.10695885299735441,"score_gpt":0.503874570870669,"score_spread":0.3969157178733146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769476086","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023903202,0.98833036,0.000016538128,0.00332639,0.0012274645,0.0044978634,0.0000070418328,0.00008318967,0.00012083806],"genre_scores_gemma":[0.00015243559,0.9905725,0.00038795444,0.0010608179,0.0010489738,0.00070347154,0.0013392866,0.000103120634,0.004631448],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99127525,0.0019849974,0.0028314965,0.0009245128,0.002450947,0.0005328013],"domain_scores_gemma":[0.99512947,0.00034996547,0.0019986168,0.0012472802,0.00044076255,0.000833909],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006599412,0.0007159522,0.005735511,0.00018828404,0.0002958511,0.00012374608,0.00066095334,0.0012236153,0.0007223435],"category_scores_gemma":[0.046487793,0.00037376268,0.0006054412,0.0002460416,0.0002625416,0.00009150075,0.0003165978,0.0040948247,0.0001750897],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033762653,0.00043729422,0.00369816,0.43307036,0.00056366494,0.00002240884,0.0002574133,2.756573e-10,1.907023e-10,0.0000026870982,0.0037183713,0.5582262],"study_design_scores_gemma":[0.00050192914,0.0001344825,0.0008103837,0.5031617,0.0019938913,0.000020647869,0.00008908114,0.000004717207,3.8643804e-9,0.0000027752174,0.49302852,0.00025185116],"about_ca_topic_score_codex":0.00004917058,"about_ca_topic_score_gemma":0.000012178215,"teacher_disagreement_score":0.5579744,"about_ca_system_score_codex":0.00080485956,"about_ca_system_score_gemma":0.0022091141,"threshold_uncertainty_score":0.99987143},"labels":[],"label_agreement":null},{"id":"W2769500810","doi":"10.17267/2594-7907ijhe.v1i1.1234","title":"FROM INTUITION TO PROFESSIONALIZATION: A QUALITATIVE STUDY ABOUT THE DEVELOPMENT OF TEACHER IDENTITY IN INTERNAL MEDICINE SENIOR RESIDENTS","year":2017,"lang":"en","type":"article","venue":"International Journal of Health Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Professionalization; Feeling; Identity (music); Psychology; Pedagogy; Professional development; Qualitative research; Medical education; Focus group; Faculty development; Mathematics education; Medicine; Sociology; Social psychology; Social science","score_opus":0.0880478574944417,"score_gpt":0.572420524318355,"score_spread":0.4843726668239133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769500810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9311377,0.00017348547,0.005920826,0.05694209,0.004881625,0.00065851834,0.0000024863684,0.000004185628,0.00027911027],"genre_scores_gemma":[0.9917861,0.000017888915,0.004998196,0.0014479636,0.0013494047,0.00005638388,0.000049539318,0.000012375867,0.00028210017],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9959362,0.0004037395,0.0019079198,0.00017719637,0.0014428415,0.00013207634],"domain_scores_gemma":[0.9950157,0.00014677925,0.0022280505,0.00031458074,0.0022203038,0.00007457528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00511959,0.000119440054,0.00033766852,0.0005922448,0.00019278559,0.00004763424,0.0006516595,0.000056045705,0.00025582046],"category_scores_gemma":[0.005569701,0.00008418449,0.000042666023,0.00024395435,0.00010900542,0.00051612256,0.00009596808,0.0003891712,0.000010706233],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006543601,0.0034720986,0.1345509,0.000093069066,0.00026381042,0.000004764002,0.6239436,0.00000655272,0.0003292036,0.0012615718,0.016308753,0.21911128],"study_design_scores_gemma":[0.0014050844,0.00025345763,0.8519703,0.0027332602,0.00002434686,0.000018273651,0.13876289,0.000018660265,0.000106923326,0.0022881385,0.0023537541,0.00006488869],"about_ca_topic_score_codex":0.0023120733,"about_ca_topic_score_gemma":0.0007756139,"teacher_disagreement_score":0.71741945,"about_ca_system_score_codex":0.00097447564,"about_ca_system_score_gemma":0.0026940585,"threshold_uncertainty_score":0.6667855},"labels":[],"label_agreement":null},{"id":"W277006332","doi":"","title":"Continuous Professional Development: The Ontario Experience in Profes- sional Self-Regulation Through Quality Assurance and Peer Review","year":2003,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Canadian Pharmacists Association; University of Toronto","funders":"","keywords":"Pharmacy; Medical education; Lifelong learning; Graduation (instrument); Pharmacy practice; Professional development; Quality assurance; Medicine; Clinical pharmacy; Nursing; Psychology; Pedagogy","score_opus":0.061480212341314296,"score_gpt":0.4724067889529236,"score_spread":0.4109265766116093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W277006332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96757567,0.0016085807,0.000342215,0.027898973,0.0012222884,0.00052298413,2.990059e-7,0.000008514671,0.000820494],"genre_scores_gemma":[0.9607097,0.0003472826,0.025855042,0.011599467,0.00014370338,0.00007263228,0.000012962725,0.0000113889155,0.0012478511],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973153,0.00038821512,0.00093384844,0.0001808309,0.0009792158,0.00020262382],"domain_scores_gemma":[0.9976468,0.00022276549,0.00059621345,0.0001529702,0.0012903984,0.00009082993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027753606,0.00013597777,0.00034721172,0.00008790605,0.00012676293,0.00001598761,0.00011228323,0.000044270113,0.00035831373],"category_scores_gemma":[0.0029236032,0.00009183678,0.0000454812,0.0006280331,0.0002847218,0.0002621652,0.000015865353,0.0006973119,0.000006141815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042002538,0.004752736,0.40632975,0.00109529,0.0001592354,0.0000071157497,0.06801594,0.000004335558,0.0013136861,0.00635522,0.031436857,0.4801098],"study_design_scores_gemma":[0.00071968965,0.00010314804,0.52604544,0.0015929409,0.00007401984,0.000361969,0.004430001,0.000015663938,0.000636456,0.00026028493,0.46562275,0.00013764606],"about_ca_topic_score_codex":0.00013075811,"about_ca_topic_score_gemma":0.000042243424,"teacher_disagreement_score":0.47997215,"about_ca_system_score_codex":0.00050731277,"about_ca_system_score_gemma":0.0033185394,"threshold_uncertainty_score":0.58869463},"labels":[],"label_agreement":null},{"id":"W2770512977","doi":"10.1186/s12909-017-1074-1","title":"Physical examination in undergraduate medical education in the field of general practice – a scoping review","year":2017,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medical education; Inclusion (mineral); Medicine; Subject (documents); Educational measurement; Family medicine; Systematic review; Curriculum; Psychology; Library science; Computer science; Pedagogy","score_opus":0.08739175060139472,"score_gpt":0.5453097847149609,"score_spread":0.45791803411356624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770512977","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012031576,0.96083415,0.00025866058,0.026475541,0.0018078269,0.004027849,0.0000011188689,0.000021575028,0.0064529385],"genre_scores_gemma":[0.000103280996,0.9767539,0.0019460667,0.01646291,0.0018886995,0.0017138212,0.00070997514,0.000046543006,0.00037481132],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9921174,0.0018919925,0.0021522793,0.00065328035,0.0028054079,0.00037963982],"domain_scores_gemma":[0.9922546,0.0034385764,0.0018598685,0.0015289258,0.00067132147,0.00024667315],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007910455,0.0004253349,0.0018521356,0.00074941706,0.00009893263,0.000041160925,0.0009536398,0.0007961792,0.00034616265],"category_scores_gemma":[0.2015295,0.00030613676,0.00030307437,0.0014589239,0.00026178686,0.00031697846,0.0001307347,0.0019515782,0.00004814712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007935064,0.002665772,0.000035525507,0.11031574,0.00001834589,0.0000053713493,0.00020715281,4.3549623e-8,3.11699e-8,0.0022073593,0.022734415,0.8618023],"study_design_scores_gemma":[0.0004265431,0.00011162261,0.00020007715,0.65965754,0.00061724486,0.0003258554,0.0002488435,0.00014841091,4.2924003e-7,0.0002611734,0.33773983,0.00026243515],"about_ca_topic_score_codex":0.000359831,"about_ca_topic_score_gemma":0.00033552563,"teacher_disagreement_score":0.8615399,"about_ca_system_score_codex":0.000542973,"about_ca_system_score_gemma":0.081765175,"threshold_uncertainty_score":0.9999391},"labels":[],"label_agreement":null},{"id":"W2771896849","doi":"10.1186/s12909-017-1086-x","title":"Communicating wisely: teaching residents to communicate effectively with patients and caregivers about unnecessary tests","year":2017,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto; Women's College Hospital","funders":"University of Toronto","keywords":"Medical education; Medicine; MEDLINE; Psychology; Nursing","score_opus":0.019229971207868717,"score_gpt":0.367982416232351,"score_spread":0.34875244502448227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771896849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790096,0.00014468531,0.0004231602,0.0125376135,0.0004633273,0.00085062254,0.00000257236,0.000064694075,0.00650367],"genre_scores_gemma":[0.9708804,0.000067296845,0.023837766,0.0043183253,0.0002086603,0.00017296463,0.00017463227,0.000037692775,0.0003022809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977207,0.00027900015,0.0004126512,0.0003747509,0.0009139737,0.00029887952],"domain_scores_gemma":[0.9966655,0.0004908463,0.0003736412,0.0015436825,0.000535736,0.00039063196],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014281642,0.00020857966,0.00032084176,0.00020201043,0.0012133293,0.00012442553,0.0007367588,0.00018205956,0.00006363273],"category_scores_gemma":[0.032238055,0.00017513601,0.000032730077,0.00016864292,0.00046627846,0.00030741948,0.00036562813,0.0008528269,0.000031269734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015712155,0.000880269,0.7379991,0.00034866907,0.000040616767,0.000001542437,0.003372482,7.204198e-7,0.000027271386,0.000741746,0.017098267,0.23933223],"study_design_scores_gemma":[0.001768761,0.00027823247,0.98792225,0.0026979465,0.00008137976,0.000024657431,0.0015106541,0.00025771142,0.000036966885,0.00010577719,0.005113444,0.00020224675],"about_ca_topic_score_codex":0.0013657202,"about_ca_topic_score_gemma":0.00034919262,"teacher_disagreement_score":0.24992317,"about_ca_system_score_codex":0.00028192572,"about_ca_system_score_gemma":0.0017215294,"threshold_uncertainty_score":0.9759138},"labels":[],"label_agreement":null},{"id":"W2772026320","doi":"10.21125/iceri.2017.0108","title":"FOLLOWING THE DEVELOPMENT OF COMPETENCIES AMONG THE MEDICINE STUDENTS AT LAVAL UNIVERSITY (QUÉBEC, CANADA)","year":2017,"lang":"en","type":"article","venue":"ICERI proceedings","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.018519284353967224,"score_gpt":0.28298347732957346,"score_spread":0.26446419297560625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772026320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9642103,0.0000323144,0.000008295341,0.025641872,0.00037167154,0.00025736165,3.9766257e-7,0.0000142857125,0.009463559],"genre_scores_gemma":[0.9959753,0.0000059451177,0.00037337033,0.0005494994,0.00013017429,0.000005036914,0.000002815102,0.000008301682,0.0029495505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859303,0.0000052996797,0.00023209349,0.00013868297,0.00087052776,0.00016036438],"domain_scores_gemma":[0.9990991,0.000041278854,0.00027692472,0.00022104624,0.000317223,0.00004443433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006931683,0.00009566392,0.00017878842,0.00003791864,0.0012698341,0.000018416136,0.0006191884,0.00003977734,0.000058136273],"category_scores_gemma":[0.0008644335,0.000053852727,0.000028602084,0.00013738984,0.00043917916,0.0000982157,0.00022961799,0.00018589551,0.0000022189186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046309207,0.000043114193,0.9280019,0.00008733821,0.0001645441,0.000004798836,0.014993036,1.555173e-7,0.002151823,0.00043865375,0.05116452,0.0029038445],"study_design_scores_gemma":[0.0005107414,0.00002575642,0.8869865,0.00018887898,0.00009048538,0.000004699876,0.012568095,0.000033799413,0.0012735786,0.0000069437706,0.09825063,0.000059908234],"about_ca_topic_score_codex":0.1394864,"about_ca_topic_score_gemma":0.27050635,"teacher_disagreement_score":0.13101994,"about_ca_system_score_codex":0.00054566236,"about_ca_system_score_gemma":0.00095127366,"threshold_uncertainty_score":0.97666657},"labels":[],"label_agreement":null},{"id":"W2772147789","doi":"10.1186/s13104-017-3027-5","title":"Junior Rounds: an educational initiative to improve role transitions for junior residents","year":2017,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Preparedness; Curriculum; Session (web analytics); Medical education; Medicine; Medical school; Family medicine; Psychology; Pedagogy; Computer science","score_opus":0.23986206200339563,"score_gpt":0.5379803247412143,"score_spread":0.2981182627378186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772147789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88862693,0.000047614456,0.010042883,0.09281092,0.0008960295,0.003195697,0.00015069132,0.00005552112,0.004173724],"genre_scores_gemma":[0.95078844,0.0000051669117,0.041923765,0.00085751095,0.0018673446,0.0014436448,0.00030204747,0.000037505615,0.002774568],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977428,0.00014220685,0.00031879134,0.00043401154,0.00086148386,0.0005007362],"domain_scores_gemma":[0.99562764,0.000753031,0.00008788185,0.0010096164,0.002244474,0.00027734134],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0021128703,0.00012774614,0.00019162348,0.0005108515,0.0014257062,0.00024082552,0.00046052792,0.00012724753,0.00029296588],"category_scores_gemma":[0.030328691,0.00012107069,0.00006636438,0.0003399963,0.00034870836,0.00053828285,0.00007701917,0.00042916078,0.00016286517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004853276,0.010910055,0.13927394,0.002677829,0.00046007574,0.000018126455,0.034917448,0.00005663573,0.19558613,0.17271198,0.14992167,0.28861284],"study_design_scores_gemma":[0.002494478,0.0014284035,0.93770987,0.00032539674,0.00006338155,0.000009804148,0.0042394316,0.0016709602,0.012431221,0.030920643,0.008398861,0.0003075753],"about_ca_topic_score_codex":0.00042808152,"about_ca_topic_score_gemma":0.000321887,"teacher_disagreement_score":0.7984359,"about_ca_system_score_codex":0.0002918603,"about_ca_system_score_gemma":0.0018480947,"threshold_uncertainty_score":0.9998743},"labels":[],"label_agreement":null},{"id":"W2772595894","doi":"10.2147/amep.s150718","title":"SAFE QI &amp;ndash; a framework to overcome the challenges of implementing a quality improvement curriculum into a residency program","year":2017,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Curriculum; Quality (philosophy); Medical education; Computer science; Residency training; Quality management; Medicine; Psychology; Operations management; Engineering; Pedagogy","score_opus":0.038172382722517904,"score_gpt":0.5274814337733117,"score_spread":0.4893090510507938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772595894","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30238995,0.012239567,0.0031259833,0.651985,0.0022234768,0.0022636855,0.0000016358896,0.000051915413,0.025718778],"genre_scores_gemma":[0.79706836,0.0073189083,0.18089639,0.013041637,0.0007122455,0.000771013,0.000014371442,0.000018104894,0.00015895792],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746025,0.00024915952,0.0007451962,0.00034917,0.0009299644,0.0002662921],"domain_scores_gemma":[0.9967929,0.0010036125,0.00065973395,0.00082820916,0.00052335695,0.00019217056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054804054,0.00014073082,0.000271967,0.00012519573,0.00036253635,0.0000570245,0.00033863855,0.00013959635,0.00023870003],"category_scores_gemma":[0.13589077,0.0001024349,0.000036220175,0.0003072461,0.00030458238,0.00062346377,0.00018274988,0.00066593813,0.000011153534],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006504011,0.0013894953,0.006460787,0.00036428243,0.000019636569,0.000001066635,0.005507285,1.08245125e-7,0.000023187453,0.10160124,0.0008708433,0.88369703],"study_design_scores_gemma":[0.000800535,0.00046882336,0.0931394,0.0016611953,0.00008438154,0.00005956777,0.02883358,0.000049244936,0.00003574753,0.044017658,0.83062714,0.00022272508],"about_ca_topic_score_codex":0.0007988281,"about_ca_topic_score_gemma":0.00043291698,"teacher_disagreement_score":0.8834743,"about_ca_system_score_codex":0.00011475261,"about_ca_system_score_gemma":0.0010766617,"threshold_uncertainty_score":0.87138796},"labels":[],"label_agreement":null},{"id":"W2772612024","doi":"10.4300/jgme-d-17-00644.1","title":"On Rating Angels: The Halo Effect and Straight Line Scoring","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Phenomenon; Suspect; Psychology; Consistency (knowledge bases); Nothing; Rating scale; Halo; Recall; Promotion (chess); Social psychology; Townsend; Cognitive psychology; Epistemology; Computer science; Developmental psychology; Law; Philosophy; Artificial intelligence; Political science; Physics","score_opus":0.03896792197588554,"score_gpt":0.39929187644956876,"score_spread":0.3603239544736832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772612024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8958647,0.00024986765,0.00035347187,0.09875182,0.0028191875,0.00021230496,2.7270892e-7,0.00000836694,0.0017400088],"genre_scores_gemma":[0.99240816,0.00016420592,0.001060881,0.0034670804,0.0025679385,0.00001119251,0.0000054021875,0.000015156348,0.00029999216],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99794173,0.00012941066,0.0005451366,0.00013457597,0.0010847939,0.00016437861],"domain_scores_gemma":[0.9979731,0.00032326972,0.0006857261,0.0003757315,0.00046111358,0.00018107056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036651492,0.0001252507,0.00026830987,0.00016202667,0.00055175973,0.000101097234,0.00025862132,0.00010607801,0.0001470676],"category_scores_gemma":[0.034795053,0.000071010574,0.00006970858,0.00012696703,0.00029088242,0.0001948553,0.000034018278,0.00113139,0.000008917109],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014220306,0.00043822455,0.0048526875,0.00016817564,0.000071149276,0.000021195097,0.000839251,0.0000015280156,0.0003393273,0.0023005884,0.038449127,0.95237654],"study_design_scores_gemma":[0.011433298,0.008220329,0.8844039,0.016971843,0.0012803162,0.00545029,0.003710538,0.008014536,0.008623121,0.01253716,0.03854867,0.00080601487],"about_ca_topic_score_codex":0.00001621583,"about_ca_topic_score_gemma":0.0000028085785,"teacher_disagreement_score":0.9515705,"about_ca_system_score_codex":0.00010541356,"about_ca_system_score_gemma":0.0010481185,"threshold_uncertainty_score":0.97333527},"labels":[],"label_agreement":null},{"id":"W2772708273","doi":"10.1111/medu.13485","title":"Professional paradox: identity formation in qualified doctors pursuing further training","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Alberta","funders":"University of British Columbia","keywords":"Cognitive dissonance; Identity (music); Context (archaeology); Vision; Psychology; Professional development; Training (meteorology); Medical education; Public relations; Medicine; Nursing; Social psychology; Sociology; Political science","score_opus":0.04753653999266392,"score_gpt":0.44553706184251174,"score_spread":0.3980005218498478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772708273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.919732,0.000066382716,0.0012623698,0.07022566,0.0042009405,0.00047169472,7.0183904e-7,0.00005114939,0.0039891456],"genre_scores_gemma":[0.9899872,0.000023387835,0.0015552506,0.0060648904,0.0009103971,0.00018453895,0.00015871307,0.000018806473,0.0010968193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99757123,0.00008913155,0.00063705014,0.000262745,0.0011460981,0.00029375692],"domain_scores_gemma":[0.9987616,0.000051808685,0.00032477092,0.000525279,0.0002180274,0.000118505355],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018602393,0.00013715931,0.00024236176,0.00029269102,0.0003232644,0.00008958842,0.00032485428,0.0002606977,0.001257732],"category_scores_gemma":[0.013069835,0.00012152369,0.000052504267,0.00027615568,0.00019409576,0.000986048,0.000056218414,0.0005934293,0.000097437834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106757936,0.0017595568,0.046815563,0.00037263476,0.000025925558,0.000014699892,0.021409139,0.0000013156565,0.0005144359,0.009955609,0.05062968,0.8683947],"study_design_scores_gemma":[0.003394318,0.00012163133,0.9118358,0.0032239328,0.00007296777,0.00021369541,0.021071794,0.005484215,0.0005543205,0.0065786038,0.046977233,0.0004715165],"about_ca_topic_score_codex":0.00016076092,"about_ca_topic_score_gemma":0.00011294361,"teacher_disagreement_score":0.86792314,"about_ca_system_score_codex":0.00031784893,"about_ca_system_score_gemma":0.0017091087,"threshold_uncertainty_score":0.99965525},"labels":[],"label_agreement":null},{"id":"W2772810774","doi":"10.1080/10401334.2017.1392864","title":"HPE as a Field: Implications for the Production of Compelling Knowledge","year":2017,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Blueprint; Discipline; Public relations; Field (mathematics); Privilege (computing); Negotiation; Engineering ethics; Sociology; Compromise; Political science; Social science; Law","score_opus":0.04718165392704684,"score_gpt":0.42432586396509914,"score_spread":0.3771442100380523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772810774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84460163,0.000715004,0.0065596416,0.14051084,0.0006411427,0.0004944005,1.2634449e-7,0.00003637974,0.006440827],"genre_scores_gemma":[0.9929649,0.00007972841,0.0033695565,0.00041452333,0.00064866146,0.00004115871,0.000008442946,0.00000924417,0.0024637375],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993525,0.000060490693,0.0002437696,0.00015053645,0.00008613394,0.0001065737],"domain_scores_gemma":[0.9987303,0.0006281634,0.00017444456,0.00032417302,0.000119835466,0.00002305683],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029145388,0.00006601377,0.00017855036,0.00011088616,0.00085612945,0.00000964461,0.000106444924,0.000052861,0.00001585006],"category_scores_gemma":[0.026531264,0.000043160686,0.000018312032,0.00007029785,0.00020008555,0.000043519623,0.000022281733,0.00083200523,0.0000014097355],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000843314,0.0001366166,0.097470306,0.00029382136,0.000037154376,3.189264e-7,0.016653232,0.00005732669,0.0031815446,0.011140169,0.008108928,0.86283624],"study_design_scores_gemma":[0.002142402,0.0011239207,0.78446937,0.0028210357,0.00024903918,0.00009341314,0.0105328895,0.010115689,0.00029081415,0.0020484775,0.18594286,0.00017010409],"about_ca_topic_score_codex":0.00032186278,"about_ca_topic_score_gemma":0.000011238234,"teacher_disagreement_score":0.86266613,"about_ca_system_score_codex":0.000024129364,"about_ca_system_score_gemma":0.00005202452,"threshold_uncertainty_score":0.98166865},"labels":[],"label_agreement":null},{"id":"W2773068622","doi":"10.3399/bjgpopen17x101301","title":"Strengthening family medicine: a Canadian perspective and the RCGP International and Overseas Network","year":2017,"lang":"en","type":"article","venue":"BJGP Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Globe; Perspective (graphical); Family medicine; Resource (disambiguation); Population; Medicine; Medical education","score_opus":0.037828645406333926,"score_gpt":0.3891497140803672,"score_spread":0.3513210686740333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773068622","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20785207,0.0005192686,0.00006461841,0.22089258,0.0013512904,0.0009887617,0.0000063632115,0.00001377357,0.5683113],"genre_scores_gemma":[0.9906932,0.00010109547,0.0011417618,0.005453494,0.00086301035,0.00003238644,0.000013502811,0.000008611275,0.0016929073],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993656,0.000025462241,0.00013219067,0.00016639143,0.00017264586,0.00013769699],"domain_scores_gemma":[0.9992691,0.00006377479,0.00009321825,0.00029528028,0.00018244817,0.000096130425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075099245,0.00007061576,0.0001430932,0.000052744625,0.000547801,0.00015002879,0.00030012152,0.000044559463,0.00019751574],"category_scores_gemma":[0.002287838,0.000045715857,0.00001058581,0.000057890928,0.00053072756,0.00015042997,0.0001609353,0.00018764644,0.000004397507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003895008,0.000031789787,0.05470679,0.000015063272,0.00028511445,0.000029393934,0.013245621,0.0000031297168,0.00002563847,0.6409238,0.22155662,0.06878754],"study_design_scores_gemma":[0.006940966,0.000084970074,0.6910658,0.00039123837,0.00012903895,0.00008645325,0.02299848,0.0028772943,0.0000021808673,0.015717287,0.2595544,0.00015190203],"about_ca_topic_score_codex":0.16937183,"about_ca_topic_score_gemma":0.0123091955,"teacher_disagreement_score":0.78284115,"about_ca_system_score_codex":0.00013346563,"about_ca_system_score_gemma":0.00026388746,"threshold_uncertainty_score":0.8361594},"labels":[],"label_agreement":null},{"id":"W2773941809","doi":"10.1097/ceh.0000000000000175","title":"Looking Back to Move Forward: Editorial by New Editor-in-Chief Simon Kitto","year":2017,"lang":"en","type":"editorial","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editor in chief; Medical journal; Continuing medical education; Management; Continuing education; Medical education; Library science; Political science; Sociology; Media studies; Psychology; Medicine; Family medicine; Computer science; Economics","score_opus":0.012465187533474427,"score_gpt":0.40417560411614484,"score_spread":0.3917104165826704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773941809","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003530953,0.00075841555,0.00023013707,0.055732284,0.93755627,0.0016539844,0.000015256187,0.000012243778,0.00051044533],"genre_scores_gemma":[0.0012002502,0.00034454573,0.0025334605,0.0023007412,0.98296577,0.00007574694,0.00019699217,0.00007705312,0.010305427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932734,0.00057539105,0.0025981585,0.00041514946,0.002439832,0.0006980935],"domain_scores_gemma":[0.9911575,0.0013714929,0.003858117,0.0010331037,0.0021248045,0.00045498397],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007770291,0.00040377153,0.0011720208,0.0011512032,0.00034141427,0.00014460995,0.0010612768,0.0011879455,0.00008041912],"category_scores_gemma":[0.022058299,0.00030157593,0.00018881047,0.00070864643,0.00008139927,0.00035424173,0.0000942598,0.0059059667,0.000046698842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002458571,0.00061055453,0.00047768737,0.00037322709,0.000020860609,0.0000019621307,0.009713876,0.0000019385207,0.000011481832,0.000017828374,0.9427098,0.0458149],"study_design_scores_gemma":[0.0017988444,0.00041961286,0.0010625102,0.015088856,0.00006453513,0.0000075976714,0.008512994,0.000004309355,0.000005416337,0.00043451422,0.9723765,0.00022425568],"about_ca_topic_score_codex":0.0005330627,"about_ca_topic_score_gemma":0.000109929184,"teacher_disagreement_score":0.053431544,"about_ca_system_score_codex":0.0017774643,"about_ca_system_score_gemma":0.024487032,"threshold_uncertainty_score":0.9999436},"labels":[],"label_agreement":null},{"id":"W2774420118","doi":"10.1503/cmaj.109-5525","title":"Quebec medical schools slow to adopt pass/fail system","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical school; Work (physics); Medical education; State (computer science); Computer science; Medicine; Engineering","score_opus":0.009228090930322033,"score_gpt":0.2897641735644085,"score_spread":0.28053608263408647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774420118","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36167294,0.00008562489,0.0014408814,0.6109686,0.008055098,0.00050897984,0.00001887975,0.00010139819,0.017147612],"genre_scores_gemma":[0.9319311,0.000036500456,0.0014581606,0.051071353,0.010034306,0.000045823825,0.000034478428,0.0000482311,0.005340086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99256605,0.00017840054,0.0009918129,0.00032925908,0.0050384887,0.0008959616],"domain_scores_gemma":[0.9920048,0.000108392356,0.0005525535,0.0006116209,0.0016351545,0.0050874623],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005816111,0.00022589289,0.00050108274,0.00048662294,0.0013984471,0.00044750617,0.0008799421,0.0010661079,0.0060214517],"category_scores_gemma":[0.052584708,0.00020332252,0.00015999333,0.0003691483,0.000107122025,0.00030443075,0.00006571481,0.0028890267,0.0018412446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001738804,0.00005079605,0.062561125,0.00004821782,0.00015007379,0.001094032,0.00027775284,6.731082e-7,0.000007078107,0.0028601966,0.77098066,0.16195203],"study_design_scores_gemma":[0.0019062484,0.000097719785,0.24020672,0.0013204144,0.00007890453,0.0017057287,0.0020322578,0.00076420023,0.00001393182,0.000054077966,0.7515443,0.0002755132],"about_ca_topic_score_codex":0.027640691,"about_ca_topic_score_gemma":0.08858824,"teacher_disagreement_score":0.57025814,"about_ca_system_score_codex":0.0061347396,"about_ca_system_score_gemma":0.01897351,"threshold_uncertainty_score":0.9999016},"labels":[],"label_agreement":null},{"id":"W2774710784","doi":"10.1016/j.nedt.2017.12.008","title":"Competence, confidence and knowledge retention in undergraduate nursing students — A mixed method study","year":2017,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"American Heart Association","keywords":"Competence (human resources); Knowledge retention; Nursing; Psychology; Nurse education; Perception; Medical education; Medicine; Knowledge level; Social psychology","score_opus":0.035138326428923325,"score_gpt":0.454486713564752,"score_spread":0.41934838713582867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774710784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715833,0.00014620637,0.0013530336,0.012201152,0.004000238,0.0011367458,7.53121e-7,0.000038983395,0.009539555],"genre_scores_gemma":[0.98621434,0.000017481705,0.008128995,0.00021077403,0.0002517618,0.00015697385,0.000027159302,0.000018842251,0.0049736444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998349,0.00019588065,0.00043100413,0.00041250515,0.00039934687,0.000212223],"domain_scores_gemma":[0.99848354,0.00006280113,0.00026865746,0.00069073285,0.00039885312,0.000095418116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012416055,0.00015333788,0.00026344476,0.00035161263,0.00036998867,0.00014786438,0.0002319538,0.00009458526,0.00004879374],"category_scores_gemma":[0.0012986627,0.00015083251,0.000029570705,0.00030511184,0.00020511066,0.00028463374,0.000030562045,0.00032251896,0.000041930645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092451744,0.010158803,0.5028347,0.00011381447,0.000053905587,0.0000047187823,0.014785781,8.821035e-7,0.0007827944,0.021199333,0.009916682,0.44005615],"study_design_scores_gemma":[0.0014612875,0.00015711886,0.97319096,0.0008448519,0.00009896163,0.00002866175,0.0179739,0.0004372676,0.00013988314,0.004863139,0.0006634031,0.00014056929],"about_ca_topic_score_codex":0.00018618985,"about_ca_topic_score_gemma":0.00007097598,"teacher_disagreement_score":0.47035626,"about_ca_system_score_codex":0.0003134536,"about_ca_system_score_gemma":0.0006471105,"threshold_uncertainty_score":0.61507714},"labels":[],"label_agreement":null},{"id":"W2775475561","doi":"10.1177/0844562117747185","title":"What Would Be Really Helpful but Nobody Ever Tells You: Five Key Recommendations Derived From Lessons Learned During a Qualitative Study in Clinical Settings","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Nursing Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"nobody; Key (lock); Qualitative research; Management science; Data science; Computer science; Engineering ethics; Psychology; Engineering; Sociology; Computer security; Social science","score_opus":0.35247584496927953,"score_gpt":0.5959821813124044,"score_spread":0.2435063363431249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775475561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7508973,0.000121358134,0.000020940523,0.24677642,0.0012511121,0.0004227922,0.000016863656,0.000004485627,0.0004887101],"genre_scores_gemma":[0.99488187,0.00014863188,0.0022055625,0.0005527679,0.0007485582,0.000013971031,0.00003927645,0.000036612564,0.001372751],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99554956,0.0012905493,0.0011748999,0.00038182756,0.0009138201,0.0006893144],"domain_scores_gemma":[0.9947922,0.00084829645,0.00056256546,0.00073074026,0.002308777,0.00075738964],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009410551,0.00016059923,0.00050420215,0.0012916991,0.0011050822,0.00048693057,0.00062076835,0.00031859943,0.0002822196],"category_scores_gemma":[0.024656404,0.00015790116,0.00010603491,0.00055768166,0.0008918131,0.00078055257,0.00004272044,0.0040552607,0.000023859357],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074048643,0.0016474687,0.043093145,0.000047651523,0.00029852233,0.0010717991,0.6218141,0.000007583161,0.0016720024,0.00014043458,0.047225412,0.28224143],"study_design_scores_gemma":[0.002993117,0.000649886,0.38461342,0.004354851,0.00006631629,0.00006312694,0.6037376,0.000070292124,0.00016960785,0.0018700882,0.0012538813,0.00015781929],"about_ca_topic_score_codex":0.0102268495,"about_ca_topic_score_gemma":0.010323215,"teacher_disagreement_score":0.34152028,"about_ca_system_score_codex":0.00213428,"about_ca_system_score_gemma":0.0045705223,"threshold_uncertainty_score":0.99824244},"labels":[],"label_agreement":null},{"id":"W2775801178","doi":"10.1080/10401334.2017.1387553","title":"Assessing the Validity of a Multidisciplinary Mini-Clinical Evaluation Exercise","year":2017,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Generalizability theory; Context (archaeology); Multidisciplinary approach; Medicine; Psychology; Construct validity; Medical education; Family medicine; Clinical psychology; Psychometrics","score_opus":0.16098577279742812,"score_gpt":0.5213988753121205,"score_spread":0.3604131025146924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775801178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97939956,0.00020887572,0.00045368788,0.014831276,0.0005073343,0.00031165677,7.9470276e-8,0.000024801999,0.0042627268],"genre_scores_gemma":[0.9946561,0.00006253725,0.004188838,0.0001650164,0.0005024082,0.00001848246,0.000017571996,0.000011824163,0.00037724173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99762243,0.0008955681,0.0005769119,0.00023011051,0.0005285312,0.00014642092],"domain_scores_gemma":[0.99814254,0.00073500356,0.0004408188,0.00047066863,0.00016444024,0.000046511013],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026508378,0.00010181647,0.0003638545,0.00013099614,0.00089385017,0.000028929644,0.00014918426,0.00010779953,0.000060294577],"category_scores_gemma":[0.044757288,0.000063545565,0.000033546898,0.00008251843,0.0006286402,0.00015219612,0.00007469355,0.0019667172,0.0000021326414],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022987335,0.000119641154,0.45376274,0.00008218075,0.0000103332595,0.00000338819,0.0054979054,0.00001485412,0.00018337343,0.000056704223,0.0006510145,0.5395949],"study_design_scores_gemma":[0.001750431,0.00022481426,0.93972874,0.0018801631,0.0001687636,0.00001833256,0.0076716803,0.047285933,0.000008375966,0.00021367434,0.000988349,0.000060743147],"about_ca_topic_score_codex":0.000284529,"about_ca_topic_score_gemma":0.0000044230164,"teacher_disagreement_score":0.53953415,"about_ca_system_score_codex":0.000045339635,"about_ca_system_score_gemma":0.00014632582,"threshold_uncertainty_score":0.96328914},"labels":[],"label_agreement":null},{"id":"W2776082745","doi":"10.1002/9781118472361.ch2","title":"Teaching and learning in medical education","year":2013,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Simon Fraser University","funders":"","keywords":"Experiential learning; Transformative learning; Learning theory; Situated learning; Context (archaeology); Reflective practice; Open learning; Psychology; Learning sciences; Practice theory; Education theory; Pedagogy; Experiential education; Situated cognition; Social learning; Cognition; Sociology; Cooperative learning; Teaching method; Higher education; Social science","score_opus":0.008002764668039657,"score_gpt":0.34716754879746,"score_spread":0.3391647841294203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776082745","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024121671,0.0003689439,0.00019619448,0.0112294825,0.00040662062,0.0002804662,6.020646e-8,0.00012460694,0.9849815],"genre_scores_gemma":[0.0010413367,0.00007900894,0.010701929,0.0069422377,0.00073350186,0.000052383908,0.00007635236,0.00012757066,0.98024565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991427,0.00007410479,0.00018876459,0.00018020085,0.00030324614,0.0001109817],"domain_scores_gemma":[0.9996996,0.00002704451,0.0000656712,0.00012564621,0.00002477186,0.000057288056],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005557697,0.0001003562,0.0001794115,0.00047444168,0.000029215213,0.000009306581,0.000044409964,0.00035987346,0.018093927],"category_scores_gemma":[0.002890928,0.000083197796,0.000011582181,0.00012910127,0.00005427615,0.00002198797,0.000023655544,0.0015063938,0.00016717767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.327644e-7,0.00007675111,0.0010075894,0.00010909637,0.000005180259,8.5939763e-7,0.00010373498,6.453204e-9,0.0000015290635,0.0024820047,0.5796938,0.41651884],"study_design_scores_gemma":[0.00024555722,0.00002250739,0.0015186119,0.0011159388,0.000011888167,0.0000405306,0.00056716235,0.0005365637,4.0089276e-7,0.000041397176,0.995815,0.000084492545],"about_ca_topic_score_codex":0.0025903566,"about_ca_topic_score_gemma":0.0000550306,"teacher_disagreement_score":0.41643435,"about_ca_system_score_codex":0.000062991654,"about_ca_system_score_gemma":0.0005935148,"threshold_uncertainty_score":0.98280364},"labels":[],"label_agreement":null},{"id":"W2777565127","doi":"10.1007/s40037-017-0393-6","title":"Using parent feedback: A&amp;nbsp;qualitative study of residents’ and physician-educators’ perspectives","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Coding (social sciences); Medical education; Medicine; Qualitative research; Focus group; Psychology; Family medicine","score_opus":0.07362217323805238,"score_gpt":0.485305395413969,"score_spread":0.41168322217591663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777565127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98571676,0.00070801267,0.00019607153,0.008462397,0.00088125427,0.00089233083,0.0000032164862,0.00003803499,0.0031019195],"genre_scores_gemma":[0.99553454,0.0001825475,0.002154246,0.0006011695,0.0009773084,0.00009740517,0.00001832762,0.000038849932,0.00039560837],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996755,0.00028243125,0.0005655258,0.0007259908,0.001371287,0.00029976474],"domain_scores_gemma":[0.99692667,0.00015840698,0.0005875514,0.0010054619,0.0010774446,0.00024448085],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00113895,0.0002803346,0.0005166845,0.00043581586,0.0006082828,0.000078391204,0.00032267545,0.00017226872,0.0003521322],"category_scores_gemma":[0.012294167,0.00025114516,0.00008262909,0.00035276517,0.0009831288,0.00028652645,0.00009986264,0.00063574896,0.000020931524],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030973175,0.016570566,0.014349091,0.00018049132,0.00029118508,0.0000030400033,0.9277949,0.0000012018922,0.00031028007,0.011539715,0.0040255156,0.024624279],"study_design_scores_gemma":[0.0012174916,0.00049372594,0.24008384,0.000515414,0.00013885528,0.000013915415,0.75625575,0.00007383302,0.000056833145,0.0008278275,0.00014467032,0.00017781503],"about_ca_topic_score_codex":0.001247764,"about_ca_topic_score_gemma":0.00004214577,"teacher_disagreement_score":0.22573476,"about_ca_system_score_codex":0.0006074644,"about_ca_system_score_gemma":0.0017441319,"threshold_uncertainty_score":0.9999941},"labels":[],"label_agreement":null},{"id":"W2778501050","doi":"10.36834/cmej.42288","title":"Perceptions, practice, and “ownership:” experiences in continuity of the patient-doctor relationship in a family medicine residency","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"College of Family Physicians of Canada","keywords":"Perception; Family medicine; Medical education; Residency training; Medicine; Psychology","score_opus":0.03283309257800171,"score_gpt":0.37348328625945826,"score_spread":0.34065019368145655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778501050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8229734,0.0004378506,0.000005107816,0.16752452,0.0014164215,0.0002648836,8.287949e-7,0.0000028142117,0.0073742196],"genre_scores_gemma":[0.986081,0.00015626024,0.00074113137,0.012159138,0.00042155624,0.000050626026,0.0000048048228,0.000009235042,0.00037626963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99768424,0.0002471855,0.00078055705,0.00019018115,0.0008376731,0.00026014625],"domain_scores_gemma":[0.9971707,0.00019340409,0.0004650196,0.00045232795,0.0005584291,0.0011601228],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002105717,0.000110605266,0.00023656788,0.00058467116,0.0004313084,0.00004756836,0.00033350592,0.00020910893,0.0024095706],"category_scores_gemma":[0.1788433,0.000078508565,0.00003306003,0.00045283206,0.0009091211,0.0003758201,0.000028267848,0.0011546564,0.000004977732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039376926,0.00026914405,0.8301589,0.00005183875,0.000011271828,0.000032861786,0.042787664,3.5684508e-7,0.000030269743,0.007843139,0.04762732,0.07114787],"study_design_scores_gemma":[0.00070348394,0.0000713224,0.8870424,0.0011003403,0.000019925039,0.0003373899,0.088640824,0.000030137948,0.0000030110016,0.0008026878,0.021175412,0.000073034775],"about_ca_topic_score_codex":0.01674039,"about_ca_topic_score_gemma":0.026423352,"teacher_disagreement_score":0.17673759,"about_ca_system_score_codex":0.00051059434,"about_ca_system_score_gemma":0.022886984,"threshold_uncertainty_score":0.9985024},"labels":[],"label_agreement":null},{"id":"W2779727662","doi":"10.1097/acm.0000000000002113","title":"Fake It ’Til You Make It: Pressures to Measure Up in Surgical Training","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; The Wilson Centre; University Health Network; University of Toronto; Toronto General Hospital; McMaster University; Canadian Association of General Surgeons","funders":"","keywords":"Competence (human resources); Impression management; Psychology; Certainty; Conceptual framework; Context (archaeology); Curriculum; Medical education; Social psychology; Medicine; Pedagogy; Sociology","score_opus":0.14183718248767385,"score_gpt":0.43661909117036307,"score_spread":0.2947819086826892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2779727662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4975225,0.0008660382,0.0004082024,0.41909415,0.0033046152,0.0010938463,0.0000048797265,0.000104761566,0.07760101],"genre_scores_gemma":[0.96178645,0.00024169036,0.000359848,0.017407889,0.003325867,0.00010902609,0.000048267084,0.000041178795,0.016679764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666554,0.00008195173,0.0009384718,0.0005315962,0.0011964435,0.0005860163],"domain_scores_gemma":[0.9980319,0.00017836418,0.0002736602,0.0009122803,0.00027265213,0.00033114012],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033375777,0.00026734683,0.00068162824,0.00041858785,0.00023795532,0.000014550106,0.0006133029,0.0005371593,0.0009280413],"category_scores_gemma":[0.015812617,0.00021007584,0.000047372818,0.0004289389,0.00044110054,0.00012675028,0.00010990457,0.0019109789,0.000099698584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045553254,0.00006117551,0.031517193,0.00022554085,0.00008640956,0.00025982028,0.049117643,0.000008135144,0.002231581,0.0038298045,0.45961282,0.45259434],"study_design_scores_gemma":[0.004978517,0.00026981023,0.049342543,0.0031973042,0.00014031764,0.00030945166,0.009640224,0.00032948263,0.00025309762,0.00059839495,0.93065464,0.00028621947],"about_ca_topic_score_codex":0.00012755481,"about_ca_topic_score_gemma":0.000035800556,"teacher_disagreement_score":0.47104183,"about_ca_system_score_codex":0.00014800332,"about_ca_system_score_gemma":0.00031660066,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W2779840752","doi":"10.36834/cmej.36931","title":"Evaluating pediatrics residents’ ethics learning needs using multisource interprofessional feedback","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Queen's University","funders":"","keywords":"Respondent; Likert scale; Medicine; Medical education; Family medicine; Clinical Ethics; Ethics committee; Medical ethics; Nursing; Psychology","score_opus":0.08678700468097945,"score_gpt":0.4717973761369276,"score_spread":0.3850103714559482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2779840752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88743925,0.00024917297,0.00087993493,0.10028375,0.008244989,0.0002443114,0.0000013161581,0.000026504005,0.002630784],"genre_scores_gemma":[0.9315496,0.000120502664,0.021497026,0.03418326,0.007894411,0.000016097263,0.000049619928,0.00006105239,0.0046284227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959524,0.00032054438,0.000787533,0.0002570964,0.0021101579,0.0005722495],"domain_scores_gemma":[0.9919552,0.00019171985,0.0006970537,0.00053141953,0.0019172035,0.0047073704],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005369721,0.00020258827,0.00028064667,0.00096859975,0.0033149591,0.0003245658,0.0006003538,0.00065444125,0.012574609],"category_scores_gemma":[0.24226631,0.00019256212,0.00010528763,0.0004320445,0.00036820438,0.00035713377,0.000077166784,0.005598676,0.000109348744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011810261,0.00042785576,0.22269627,0.00032410657,0.00010637227,0.00013423851,0.013719729,0.00012408308,0.0001740046,0.000861981,0.1258542,0.63545907],"study_design_scores_gemma":[0.007897394,0.0007932772,0.5882226,0.011134972,0.00089238206,0.015025247,0.06568615,0.09964492,0.00010428847,0.0021937194,0.20662665,0.0017783485],"about_ca_topic_score_codex":0.008946962,"about_ca_topic_score_gemma":0.0014529411,"teacher_disagreement_score":0.6336807,"about_ca_system_score_codex":0.0013986635,"about_ca_system_score_gemma":0.122688666,"threshold_uncertainty_score":0.99798256},"labels":[],"label_agreement":null},{"id":"W2780840308","doi":"10.36834/cmej.36929","title":"Students’ satisfaction with general practitioners’ feedback to their reflective writing: a randomized controlled trial","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Randomized controlled trial; Medical education; Curriculum; Randomization; Peer feedback; Intervention (counseling); Medicine; Psychology; Computer science; Nursing; Pedagogy; Internal medicine","score_opus":0.016069724564611764,"score_gpt":0.36859695500089396,"score_spread":0.3525272304362822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780840308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8102771,0.000058566697,0.00075067685,0.17021169,0.005289334,0.0038863781,0.0000024595045,0.000026544649,0.0094972495],"genre_scores_gemma":[0.9343705,0.000074449184,0.005776432,0.0488911,0.0068201716,0.0010521614,0.000038191854,0.000044850723,0.0029321546],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99622583,0.0003723414,0.00097170274,0.0003286744,0.0016252107,0.00047625814],"domain_scores_gemma":[0.9919906,0.00018449182,0.0008081073,0.00055325445,0.0018183416,0.0046451767],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045483103,0.0002493553,0.00097142835,0.00071254815,0.0013466616,0.0005245241,0.00039319776,0.00027978682,0.008293935],"category_scores_gemma":[0.07594581,0.00017210763,0.0002090404,0.00028635067,0.00037350965,0.0003720652,0.000023104007,0.0012891081,0.00008062599],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.66665465,0.00088988006,0.0044663567,0.00003255211,0.0010063192,0.00008860131,0.0033975742,0.0000042897977,0.000033118504,0.0030900957,0.20754218,0.112794384],"study_design_scores_gemma":[0.94780195,0.0005730511,0.019102156,0.0006266243,0.00035687443,0.001588968,0.0030369018,0.000162869,0.000012367984,0.0005405648,0.02590859,0.0002890972],"about_ca_topic_score_codex":0.006835584,"about_ca_topic_score_gemma":0.0089657735,"teacher_disagreement_score":0.2811473,"about_ca_system_score_codex":0.0013824087,"about_ca_system_score_gemma":0.045183185,"threshold_uncertainty_score":0.99995345},"labels":[],"label_agreement":null},{"id":"W2780966512","doi":"10.5539/gjhs.v10n2p19","title":"Impact of Teaching Strategies on Medical Student Academic Performance","year":2017,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Subject (documents); Medical education; Positive correlation; Teaching method; Medicine; Computer science","score_opus":0.0474459701598879,"score_gpt":0.5362380152952007,"score_spread":0.48879204513531277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780966512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98935646,0.000114226816,0.00030013354,0.006698168,0.0008425303,0.00009445772,7.9396875e-7,0.00000416655,0.0025890893],"genre_scores_gemma":[0.99783427,0.00017612729,0.0011213452,0.000630271,0.00022815622,5.159652e-7,2.848092e-7,0.00000227572,0.0000067290493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99666315,0.000029659861,0.00074193534,0.00011603152,0.002151654,0.00029755535],"domain_scores_gemma":[0.99784976,0.000016769642,0.0011323001,0.00029096572,0.000452818,0.0002573738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065626903,0.00007736781,0.00027308983,0.00014757886,0.0005435892,0.00004230618,0.0008318801,0.00006184508,0.00003223998],"category_scores_gemma":[0.0023222668,0.00005009724,0.0000570484,0.00022638912,0.00073192635,0.00053840736,0.00006613891,0.00085019687,0.0000042940296],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007259851,0.00023129358,0.70307165,0.00006225288,0.000016550119,0.000008037603,0.00028589266,0.0000540394,0.00012050022,0.0029708834,0.0017289834,0.29137734],"study_design_scores_gemma":[0.0005109506,0.0014734579,0.99541306,0.00079902506,0.0000067790947,0.00058309134,0.0004837567,0.00043406646,0.000024552373,0.00015398614,0.00008199852,0.000035267156],"about_ca_topic_score_codex":0.00007290928,"about_ca_topic_score_gemma":5.7859427e-7,"teacher_disagreement_score":0.29234144,"about_ca_system_score_codex":0.000786772,"about_ca_system_score_gemma":0.00826784,"threshold_uncertainty_score":0.9973544},"labels":[],"label_agreement":null},{"id":"W2781407393","doi":"10.1007/s40037-017-0400-y","title":"CONTeMPLATE—a&amp;nbsp;mnemonic to help medical educators infuse reflection into their residency curriculum","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Mnemonic; Curriculum; Reflection (computer programming); Medical education; Construct (python library); Key (lock); Meaning (existential); Process (computing); Psychology; Pedagogy; Medicine; Mathematics education; Computer science","score_opus":0.024686885779252463,"score_gpt":0.4177687588234239,"score_spread":0.3930818730441714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781407393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79631406,0.00046879135,0.00087504165,0.18503961,0.0051997267,0.00095976045,0.0000016681096,0.00019197562,0.010949367],"genre_scores_gemma":[0.9775928,0.000553619,0.0032566807,0.011306442,0.0042187735,0.0004917308,0.00010662984,0.00007951492,0.0023937952],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99459803,0.00022007534,0.00090505934,0.0010819426,0.0025738138,0.0006210662],"domain_scores_gemma":[0.99507254,0.00015961942,0.00044292107,0.0018627183,0.0012929719,0.0011692116],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022196397,0.0004503063,0.00059910904,0.0008341695,0.0011366124,0.00017915694,0.00092668884,0.00068012025,0.0041244035],"category_scores_gemma":[0.07327248,0.00037634844,0.0001888089,0.0008253207,0.0007233312,0.00040647015,0.00017728038,0.0016727832,0.00096012425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005604682,0.010691547,0.04506813,0.00037689132,0.00028520712,0.000026710532,0.062174253,0.0000014255442,0.0004879168,0.039222263,0.36183268,0.4792725],"study_design_scores_gemma":[0.006815834,0.003123659,0.31623325,0.0090710735,0.00040401434,0.001029978,0.23710796,0.0010953436,0.0015668613,0.016329912,0.40475202,0.002470087],"about_ca_topic_score_codex":0.0017410816,"about_ca_topic_score_gemma":0.0004990216,"teacher_disagreement_score":0.4768024,"about_ca_system_score_codex":0.0016209689,"about_ca_system_score_gemma":0.00905963,"threshold_uncertainty_score":0.99986887},"labels":[],"label_agreement":null},{"id":"W2781487553","doi":"10.5430/ijhe.v7n1p10","title":"Integrating Simulation Scenarios and Clinical Practices Guided by Concepts of Translational Medicine","year":2018,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jinan University","keywords":"Internship; Curriculum; Medical education; Class (philosophy); Objective structured clinical examination; Medicine; Significant difference; Psychology; Medical physics; Computer science; Internal medicine; Artificial intelligence; Pedagogy","score_opus":0.06205893861184586,"score_gpt":0.5286035554396327,"score_spread":0.4665446168277868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781487553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94314617,0.0008512684,0.0039512822,0.04115376,0.007042733,0.00022901304,0.0000047499498,0.000013220332,0.003607795],"genre_scores_gemma":[0.9808391,0.00008129401,0.011520922,0.0024003289,0.0042622443,0.0000029754071,0.00007166732,0.000013833608,0.0008076764],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99742806,0.00010638271,0.0013820274,0.00016451336,0.000824894,0.00009413994],"domain_scores_gemma":[0.9926727,0.00038944805,0.0022078035,0.0001268904,0.004529516,0.00007368907],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011590457,0.00011747313,0.00028355917,0.00034011732,0.00004965586,0.000021078233,0.00017975524,0.00012594761,0.0009545155],"category_scores_gemma":[0.0032426426,0.00009407056,0.000070165195,0.00025722742,0.00045038894,0.0004266821,0.000015935782,0.0003165966,0.000005497736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011778693,0.0025790504,0.303681,0.0001229164,0.0009922882,0.000005503752,0.0044905045,0.000054365835,0.014731553,0.011517246,0.24692509,0.4137226],"study_design_scores_gemma":[0.0069298916,0.0026292833,0.5780958,0.0024239912,0.0007310085,0.000576979,0.0025255613,0.0069941995,0.0020802356,0.004849482,0.3918023,0.00036128718],"about_ca_topic_score_codex":0.000048162925,"about_ca_topic_score_gemma":0.0000021880128,"teacher_disagreement_score":0.41336134,"about_ca_system_score_codex":0.000109967645,"about_ca_system_score_gemma":0.00062276766,"threshold_uncertainty_score":0.99995875},"labels":[],"label_agreement":null},{"id":"W2781696438","doi":"10.4212/cjhp.v70i6.1712","title":"Entrustable Professional Activities: A Primer for Canadian Pharmacy Preceptors","year":2017,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Universiteit Maastricht","keywords":"Pharmacy; Primer (cosmetics); Medical education; Medicine; Family medicine; Chemistry; Organic chemistry","score_opus":0.02803217316466925,"score_gpt":0.3676462362191423,"score_spread":0.339614063054473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781696438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88854796,0.00041136442,0.000031617954,0.09700861,0.008872877,0.0010218241,0.000055511937,0.000007218897,0.004043016],"genre_scores_gemma":[0.99087834,0.00002090552,0.00063018606,0.0027024916,0.0018830945,0.000040191157,0.00001843006,0.00003418957,0.0037921662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853534,0.00003557978,0.0004008504,0.00013432106,0.0003367468,0.00055715593],"domain_scores_gemma":[0.9976363,0.000055357967,0.0004318104,0.00034260907,0.00064769713,0.00088619126],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00083467434,0.0001607993,0.00024195896,0.00032272545,0.0018052802,0.0001741105,0.0006046445,0.000047976595,0.0015586126],"category_scores_gemma":[0.0011867771,0.0001159086,0.00013761838,0.00012549857,0.00036015088,0.00053514034,0.000016918615,0.00063970906,0.000020283132],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024666238,0.00019796315,0.10623901,0.00011236671,0.00041746456,0.00010345565,0.005797285,0.000007293476,0.00044508165,0.0015502708,0.8057636,0.07911957],"study_design_scores_gemma":[0.003347312,0.0002493496,0.013034874,0.00021469659,0.00023236194,0.000137137,0.0009842194,0.0002521311,0.0035974758,0.00048641695,0.9772544,0.00020962277],"about_ca_topic_score_codex":0.20849374,"about_ca_topic_score_gemma":0.11168015,"teacher_disagreement_score":0.17149083,"about_ca_system_score_codex":0.0009408071,"about_ca_system_score_gemma":0.015040171,"threshold_uncertainty_score":0.99949425},"labels":[],"label_agreement":null},{"id":"W2781758788","doi":"10.4300/jgme-d-17-00137.1","title":"myTIPreport and Training for Independent Practice: A Tool for Real-Time Workplace Feedback for Milestones and Procedural Skills","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kimberly-Clark (Canada)","funders":"","keywords":"Medical education; Training (meteorology); Time-out; Psychology; Computer science; Medicine; Nursing","score_opus":0.03105070789459013,"score_gpt":0.39347602105723894,"score_spread":0.3624253131626488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781758788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8768491,0.00014846305,0.012321574,0.10686357,0.0018309215,0.0018146763,0.0000045500547,0.000017872764,0.00014922883],"genre_scores_gemma":[0.6458114,0.00047430556,0.32780418,0.0137019735,0.008627364,0.0006455927,0.00014011783,0.000083163446,0.0027119124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978623,0.000037192374,0.0009218024,0.00024116357,0.0006725995,0.0002649592],"domain_scores_gemma":[0.9954856,0.00068406947,0.000826883,0.00013880573,0.0026253029,0.00023935994],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035304937,0.00015622228,0.0003930953,0.0002370966,0.00019523734,0.000046808782,0.00008906879,0.0001968288,0.000035271332],"category_scores_gemma":[0.040226385,0.00012558758,0.00008321267,0.0002140213,0.00026128147,0.00032430651,0.000016391632,0.00027108073,0.0000013351619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002486613,0.0016618548,0.001047316,0.0011195265,0.00027539532,0.0000033958756,0.010551197,4.1017407e-7,0.0014975626,0.0012183139,0.3668385,0.6132999],"study_design_scores_gemma":[0.039401118,0.02036272,0.10801455,0.011910917,0.005184631,0.028275767,0.056009524,0.0153657645,0.004208258,0.032398682,0.67698926,0.0018788043],"about_ca_topic_score_codex":0.0000057906573,"about_ca_topic_score_gemma":0.0000015101646,"teacher_disagreement_score":0.6114211,"about_ca_system_score_codex":0.00015614962,"about_ca_system_score_gemma":0.0036543447,"threshold_uncertainty_score":0.9678582},"labels":[],"label_agreement":null},{"id":"W2781910184","doi":"10.1108/lhs-08-2017-0048","title":"Discipline-specific competency-based curricula for leadership learning in medical specialty training","year":2018,"lang":"en","type":"review","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; University of Manitoba","funders":"","keywords":"Specialty; Curriculum; Leadership development; Medical education; Medicine; Context (archaeology); Inclusion (mineral); Psychological intervention; Health care; Psychology; Nursing; Pedagogy; Family medicine; Political science; Public relations","score_opus":0.34362913877675916,"score_gpt":0.4532585400060052,"score_spread":0.10962940122924603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781910184","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057493075,0.963838,0.0003262583,0.029735046,0.0018508349,0.0036961678,0.00001388507,0.00018128884,0.0003010314],"genre_scores_gemma":[0.0006534905,0.95698595,0.011649622,0.018399216,0.0067684394,0.0015107604,0.00341397,0.00029556235,0.00032301687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991742,0.00080298394,0.0031234592,0.001228865,0.00135866,0.0017440201],"domain_scores_gemma":[0.9961973,0.0012604637,0.0012098018,0.00065927417,0.00023709059,0.00043606915],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0066744876,0.00075158087,0.0030198556,0.0016648833,0.0002549092,0.00005720789,0.00075410143,0.0012759494,0.0004687203],"category_scores_gemma":[0.00086333434,0.0006650446,0.00040238956,0.0029846695,0.00040969264,0.00014390962,0.000058918573,0.0033539468,0.00010624557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005990065,0.0003379707,0.00047870423,0.35221413,0.00002553287,0.000028992074,0.005911995,0.0000086884775,2.3278618e-8,0.0008742029,0.00044039756,0.63961947],"study_design_scores_gemma":[0.0015930682,0.0003416647,0.00031471445,0.30270147,0.000070595626,0.000043637625,0.020021146,0.00233961,1.4180996e-7,0.0001241489,0.67196167,0.00048812295],"about_ca_topic_score_codex":0.000117769974,"about_ca_topic_score_gemma":0.0014729457,"teacher_disagreement_score":0.67152125,"about_ca_system_score_codex":0.0013110877,"about_ca_system_score_gemma":0.0068143643,"threshold_uncertainty_score":0.9995801},"labels":[],"label_agreement":null},{"id":"W2781975634","doi":"10.1007/s40670-017-0518-x","title":"Using the NBME® Comprehensive Subject Examinations to Assess Readiness for USMLE® Step 1 and Step 2 CK: a Comparison of US/Canadian and International Medical School Students","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Logistic regression; Medical education; Variance (accounting); Subject (documents); Medical school; Medicine; Psychology; Family medicine; Computer science; Internal medicine; Library science","score_opus":0.12283557282553789,"score_gpt":0.4935361474009314,"score_spread":0.3707005745753935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781975634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704929,0.00005171,0.0045063663,0.021350706,0.002524392,0.00079576916,0.000015008372,0.000013624093,0.00024950047],"genre_scores_gemma":[0.98255527,0.0000084971825,0.010718953,0.005415725,0.0010383067,0.00008193069,0.000015089656,0.0000130399985,0.00015315908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99627924,0.00006949112,0.0005220646,0.00043798596,0.0022653418,0.000425848],"domain_scores_gemma":[0.99632496,0.0003985312,0.00013774479,0.00031321205,0.0013922264,0.0014333408],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026236707,0.0001473803,0.0003060384,0.00052639045,0.00052816037,0.000081688384,0.0007308653,0.0001498214,0.00084502425],"category_scores_gemma":[0.01713971,0.00010560152,0.000027023196,0.0011769462,0.0026338594,0.00017497387,0.00020915469,0.00034293853,0.000009515666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092316455,0.0009842974,0.83963645,0.0001473754,0.0001073097,0.000006151254,0.004607937,6.254069e-7,0.0016753593,0.0031961664,0.043135595,0.106410444],"study_design_scores_gemma":[0.0017392794,0.0005264816,0.87252074,0.00068721577,0.000112226146,0.00019496122,0.014185821,0.026209084,0.0006111227,0.00009531576,0.0828394,0.00027834962],"about_ca_topic_score_codex":0.002900671,"about_ca_topic_score_gemma":0.0031065794,"teacher_disagreement_score":0.1061321,"about_ca_system_score_codex":0.00037820413,"about_ca_system_score_gemma":0.0058480804,"threshold_uncertainty_score":0.99978787},"labels":[],"label_agreement":null},{"id":"W2782012953","doi":"10.1152/advan.00122.2017","title":"Beyond “formative”: assessments to enrich student learning","year":2018,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; The Wilson Centre; McMaster University; University of Toronto","funders":"","keywords":"Formative assessment; Summative assessment; Competence (human resources); Assessment for learning; Curriculum; Psychological intervention; Psychology; Mathematics education; Computer science; Pedagogy","score_opus":0.00865216131285067,"score_gpt":0.4278786240120543,"score_spread":0.4192264626992036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782012953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97344226,0.00022645117,0.001125525,0.0013796332,0.0031480205,0.00044467102,4.1282289e-7,0.000042538377,0.020190515],"genre_scores_gemma":[0.98017925,0.00011179922,0.012610095,0.0048806607,0.00094713,0.0002490146,0.00011377157,0.00001467252,0.0008935941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99880356,0.00008351237,0.0003486312,0.00029588444,0.00021509659,0.0002533217],"domain_scores_gemma":[0.9991353,0.000053383403,0.00013217865,0.00025392274,0.00037616194,0.000049064787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030208068,0.000125381,0.00020148406,0.000321184,0.00012740774,0.00000905544,0.00013421223,0.00008147816,0.00023763684],"category_scores_gemma":[0.00046618842,0.00011754498,0.000021714823,0.00085072644,0.00013876078,0.0003469555,0.00005027956,0.00032328378,0.00028827632],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019156042,0.002371784,0.1095791,0.00015604972,0.0000441834,6.7765717e-7,0.011421117,0.00016468759,0.022577496,0.008716686,0.011479389,0.83329725],"study_design_scores_gemma":[0.0007435807,0.0012385985,0.8151658,0.0002129775,0.000028936953,0.000012789044,0.010545486,0.00033971964,0.0018784711,0.006840518,0.16274174,0.00025138128],"about_ca_topic_score_codex":0.000009724497,"about_ca_topic_score_gemma":0.000008326767,"teacher_disagreement_score":0.8330459,"about_ca_system_score_codex":0.0003158388,"about_ca_system_score_gemma":0.00031686787,"threshold_uncertainty_score":0.4793345},"labels":[],"label_agreement":null},{"id":"W2782191144","doi":"10.1186/s12909-017-1108-8","title":"Experiences of pressure to conform in postgraduate medical education","year":2018,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Research Services, University of Calgary","keywords":"Conformity; Feeling; Situational ethics; Medical education; Peer pressure; Perception; Medicine; Psychology; Session (web analytics); Family medicine; Social psychology","score_opus":0.01876842568620646,"score_gpt":0.3941050403435255,"score_spread":0.37533661465731905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782191144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9672522,0.00025956548,0.001068933,0.017732318,0.0042289235,0.00079001614,8.7698265e-7,0.000047805635,0.0086193485],"genre_scores_gemma":[0.9713614,0.000034471537,0.0077710627,0.016725011,0.0016398832,0.0004997138,0.00010327154,0.000021405081,0.0018437813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638927,0.00009856138,0.0009320136,0.00038827534,0.0018738419,0.00031803834],"domain_scores_gemma":[0.9976409,0.000117750504,0.0002003976,0.0004997134,0.0010271006,0.00051411067],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014814006,0.0001733817,0.0003448698,0.0005626438,0.000068921894,0.000014573831,0.00035808948,0.00035280388,0.0067513003],"category_scores_gemma":[0.032681704,0.00015097832,0.00005492071,0.0013384648,0.0004925904,0.00015469655,0.000064389766,0.00036331863,0.00014772952],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039385058,0.006320064,0.04235801,0.0010304289,0.000043521435,0.000002063131,0.061195835,6.093146e-7,0.0002620441,0.015519433,0.22638515,0.64648896],"study_design_scores_gemma":[0.0067688073,0.0035896134,0.33078206,0.0154718375,0.00036586117,0.0007474783,0.23284678,0.012606981,0.013881758,0.003590903,0.37763512,0.0017128054],"about_ca_topic_score_codex":0.00030403322,"about_ca_topic_score_gemma":0.00019792633,"teacher_disagreement_score":0.64477617,"about_ca_system_score_codex":0.00014944175,"about_ca_system_score_gemma":0.024486477,"threshold_uncertainty_score":0.99415666},"labels":[],"label_agreement":null},{"id":"W2782325282","doi":"10.1016/j.ijer.2018.01.002","title":"Protocol: Exploring the Objective Structured Clinical Examination (OSCE) using Institutional Ethnography","year":2018,"lang":"en","type":"article","venue":"International Journal of Educational Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"Department for the Economy","keywords":"Scrutiny; Accountability; Medical education; Protocol (science); Ethnography; Objective structured clinical examination; Health professionals; Health care; Qualitative research; Pedagogy; Psychology; Medicine; Engineering ethics; Sociology; Political science; Alternative medicine; Engineering; Social science","score_opus":0.42970374618973955,"score_gpt":0.6067356240597669,"score_spread":0.17703187787002733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782325282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677031,0.00002467733,0.000969236,0.014917791,0.005739642,0.006234318,0.0000053098183,0.0000070273672,0.0043988787],"genre_scores_gemma":[0.9744398,0.000013260683,0.010230493,0.0006493308,0.012079488,0.0021851638,0.0000227279,0.000020958809,0.00035878157],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99495494,0.0004974301,0.001082972,0.00025363802,0.0029280963,0.00028292416],"domain_scores_gemma":[0.98418653,0.0011539976,0.00046717015,0.00026795128,0.013786515,0.00013782506],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006351914,0.00013645912,0.00020745202,0.0012816049,0.00047826048,0.000118295764,0.00068045105,0.0001143421,0.0013231495],"category_scores_gemma":[0.014565668,0.000095788695,0.00017861708,0.0012955721,0.0014605934,0.00057704817,0.000116785086,0.0013070735,0.000057008692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037339758,0.0055400776,0.2549635,0.00014596122,0.0021444566,0.000049541555,0.008135341,0.00015090012,0.00799279,0.12039374,0.05565716,0.5410926],"study_design_scores_gemma":[0.0018617657,0.0006446456,0.9255497,0.00045025686,0.000044375218,0.0007910582,0.0018259734,0.0008823645,0.001706422,0.0065817125,0.059519228,0.00014250084],"about_ca_topic_score_codex":0.000039617073,"about_ca_topic_score_gemma":0.00001046187,"teacher_disagreement_score":0.6705862,"about_ca_system_score_codex":0.00081019505,"about_ca_system_score_gemma":0.0036733646,"threshold_uncertainty_score":0.9995898},"labels":[],"label_agreement":null},{"id":"W2782338894","doi":"10.1007/s40037-017-0402-9","title":"Medical students are not blank slates: Positionality and curriculum interact to develop professional identity","year":2018,"lang":"en","type":"letter","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Blank; SLATES; Curriculum; Identity (music); Medical education; Psychology; Pedagogy; Medicine; Computer science; Engineering; World Wide Web","score_opus":0.013885906612099907,"score_gpt":0.41886351602793687,"score_spread":0.40497760941583694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782338894","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23155236,0.00015818591,0.0003323941,0.7616036,0.0045632687,0.001035499,0.000020533344,0.00010059739,0.0006335905],"genre_scores_gemma":[0.04294156,0.00015795454,0.0019276821,0.9311144,0.018425664,0.00054696825,0.0018266072,0.00008687171,0.0029722953],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98886716,0.00041352017,0.0010148081,0.0013299873,0.0077989656,0.00057557813],"domain_scores_gemma":[0.99454796,0.0003286715,0.00048211258,0.00069560326,0.0032705234,0.00067514786],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002466534,0.0005546555,0.0007615045,0.00080817536,0.00034168418,0.00015372306,0.00091980747,0.0016818695,0.008716816],"category_scores_gemma":[0.03987149,0.0004689281,0.00011765614,0.0013782267,0.00068872754,0.00028021148,0.00037809004,0.0043572388,0.0006703475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009972648,0.0029748606,0.008232624,0.00041536996,0.00018438358,0.00007169438,0.0043891957,2.3295858e-8,0.0000032080948,0.00059433957,0.9772944,0.005740193],"study_design_scores_gemma":[0.001888277,0.00070617785,0.2662721,0.013506324,0.0003469191,0.0005744802,0.017055249,0.00015866452,0.00002522923,0.0010324281,0.6973109,0.0011232567],"about_ca_topic_score_codex":0.00015580897,"about_ca_topic_score_gemma":0.000030592222,"teacher_disagreement_score":0.2799835,"about_ca_system_score_codex":0.0015573322,"about_ca_system_score_gemma":0.0068615125,"threshold_uncertainty_score":0.99977624},"labels":[],"label_agreement":null},{"id":"W2782647303","doi":"10.5688/ajpe6042","title":"Contemporary Professional Skills Development for Pharmacists in the Middle East","year":2017,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Internship; Medical education; Curriculum; Pharmacy; Medicine; Documentation; Professional degree; Psychology; Family medicine; Pedagogy; Computer science","score_opus":0.1133499505579218,"score_gpt":0.4678876286668309,"score_spread":0.3545376781089091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782647303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660926,0.00017095517,0.00072140584,0.028832471,0.002215697,0.0006037864,0.0000016416701,0.0000052461824,0.00135623],"genre_scores_gemma":[0.9785712,0.0000190476,0.011307806,0.008832867,0.0008475147,0.0000919536,0.000020128502,0.000013691057,0.0002958435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845475,0.00009561988,0.0006477273,0.00013297387,0.00047122058,0.00019771788],"domain_scores_gemma":[0.99821377,0.00013257918,0.0007281929,0.00023637255,0.0005867445,0.000102345926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001601331,0.000115936135,0.00025678216,0.00019121754,0.00026024925,0.000046840127,0.00036657538,0.000035725836,0.000071249175],"category_scores_gemma":[0.0014830166,0.000077742836,0.00007637589,0.00019957099,0.00036202517,0.00022658582,0.000022584756,0.00048118504,0.000009662746],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061210105,0.003820209,0.023718994,0.00014225482,0.00007945312,0.000010849927,0.009470267,0.0000010198521,0.0009685712,0.00034718736,0.057880923,0.9029482],"study_design_scores_gemma":[0.007960719,0.0009845922,0.35379165,0.0015939755,0.0002554567,0.0014588082,0.032966696,0.0006099041,0.0051297485,0.00058889535,0.59419566,0.00046386485],"about_ca_topic_score_codex":0.0000035044563,"about_ca_topic_score_gemma":2.2787614e-7,"teacher_disagreement_score":0.9024843,"about_ca_system_score_codex":0.00018702721,"about_ca_system_score_gemma":0.0027835313,"threshold_uncertainty_score":0.4937865},"labels":[],"label_agreement":null},{"id":"W2783042009","doi":"10.1097/ceh.0000000000000183","title":"Multisource Feedback and Narrative Comments: Polarity, Specificity, Actionability, and CanMEDS Roles","year":2018,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capital District Health Authority","funders":"","keywords":"Narrative; Polarity (international relations); Psychology; Computer science; Medical education; Medicine; Biology; Art; Literature; Genetics","score_opus":0.025414986539945863,"score_gpt":0.4225129984126511,"score_spread":0.39709801187270527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783042009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86245745,0.00044198494,0.00024265282,0.13498858,0.0011379393,0.00048816518,0.0000012011492,0.000006111224,0.00023590309],"genre_scores_gemma":[0.98689634,0.00015287894,0.0048426385,0.0068463716,0.00086849194,0.0000136578465,0.000005127498,0.000009777343,0.00036472338],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99815863,0.00046609048,0.00071881094,0.00012896555,0.0003407053,0.00018681979],"domain_scores_gemma":[0.998021,0.00030642908,0.0006124175,0.00018865748,0.0007587983,0.00011269657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027886194,0.000101149075,0.0002602796,0.0002954077,0.00041118474,0.00003334986,0.00011354147,0.000088523244,0.00005016928],"category_scores_gemma":[0.0015618814,0.000068967725,0.000024896308,0.000392016,0.0002887785,0.00018074347,0.00004434094,0.00076738076,0.0000016672587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021714717,0.0013780267,0.24745715,0.0002987525,0.000029412347,9.327334e-7,0.27544737,2.150129e-7,0.00024770125,0.0014676213,0.057942096,0.41551358],"study_design_scores_gemma":[0.0007615215,0.00043400374,0.7307975,0.0023008527,0.00002564285,0.0002789583,0.24998383,0.00005194384,0.000032660897,0.0024906422,0.012766047,0.0000763892],"about_ca_topic_score_codex":0.00011821736,"about_ca_topic_score_gemma":0.00011195058,"teacher_disagreement_score":0.48334035,"about_ca_system_score_codex":0.00025161,"about_ca_system_score_gemma":0.0010634768,"threshold_uncertainty_score":0.333393},"labels":[],"label_agreement":null},{"id":"W2783093444","doi":"","title":"Formative Assessment and simulation: 14th Ottawa Conference University of Toronto Assessment of Competence in Medicine and the Healthcare Professions","year":2010,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Competence (human resources); Health care; Medical education; Health assessment; Health professions; Medicine; Library science; Sociology; Political science; Psychology; Computer science; Pedagogy","score_opus":0.04494949034942275,"score_gpt":0.4220329956567201,"score_spread":0.37708350530729734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783093444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95209867,0.00002126075,0.0013576256,0.033398945,0.000102922,0.0010891733,0.000019349767,0.000013714134,0.01189836],"genre_scores_gemma":[0.9959749,0.00022971754,0.0032836657,0.000044516994,0.000025439867,8.915132e-7,0.00003624704,0.0000044398244,0.00040019045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982194,0.00035735135,0.00026169285,0.00021108244,0.00073183473,0.00021865359],"domain_scores_gemma":[0.9976473,0.0005245138,0.00019273948,0.00029304135,0.0012145261,0.00012789031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001978658,0.000094521114,0.0003300667,0.00019558819,0.0002910757,0.0000045773627,0.0001776482,0.00011279881,0.00037539456],"category_scores_gemma":[0.0003219784,0.00007496944,0.00002443238,0.00044367736,0.001771139,0.0002677121,0.0002061321,0.0008439273,2.8380413e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056459446,0.00067372154,0.29380235,0.0009977809,0.0001339623,0.00008268456,0.022533912,0.000040040373,0.00074614177,0.6705386,0.0019900627,0.007896162],"study_design_scores_gemma":[0.0043064477,0.00050014287,0.8725166,0.00058552803,0.000042903965,0.000006025579,0.10610927,0.012965175,0.00001867358,0.0005153924,0.0023387831,0.00009508198],"about_ca_topic_score_codex":0.0109622115,"about_ca_topic_score_gemma":0.0019720527,"teacher_disagreement_score":0.6700232,"about_ca_system_score_codex":0.00020240799,"about_ca_system_score_gemma":0.0010329895,"threshold_uncertainty_score":0.9956239},"labels":[],"label_agreement":null},{"id":"W2783279307","doi":"10.1080/0142159x.2018.1425381","title":"Defining the target: Competency-based medical education for better patient care","year":2018,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Patient care; MEDLINE; Psychology; Medicine; Nursing; Political science","score_opus":0.0116018948183533,"score_gpt":0.3172935912168825,"score_spread":0.3056916963985292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783279307","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018174415,0.0015215467,0.0025109951,0.97810227,0.005567584,0.0015321614,0.0000151365675,0.0001557912,0.008777091],"genre_scores_gemma":[0.0016435185,0.000008748494,0.015695048,0.9487266,0.0235112,0.0014208761,0.0067543588,0.00016191347,0.002077747],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99317557,0.00030442755,0.0010688215,0.00076807523,0.0039365343,0.0007465888],"domain_scores_gemma":[0.9969498,0.0002535569,0.00036872734,0.0010735457,0.0010387426,0.0003156298],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0014088331,0.0005051109,0.00068965345,0.0002915103,0.00034607193,0.000045422516,0.0007487475,0.0026052902,0.02246032],"category_scores_gemma":[0.013987003,0.0003290824,0.0003360655,0.00045449578,0.00095577474,0.000044445533,0.000106477906,0.004977902,0.0003635642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027608037,0.0002626742,0.0016707265,0.00055307616,0.00008743328,0.00003345778,0.00081313244,7.516868e-8,1.4710797e-7,0.00034928296,0.9041625,0.09203987],"study_design_scores_gemma":[0.0010720432,0.00043036958,0.00009346436,0.0014732236,0.00024678872,0.000071091774,0.00051195436,0.0034642792,0.000010589052,0.00069260364,0.9915789,0.00035471522],"about_ca_topic_score_codex":0.000046567686,"about_ca_topic_score_gemma":0.0000081000335,"teacher_disagreement_score":0.09168515,"about_ca_system_score_codex":0.00055143697,"about_ca_system_score_gemma":0.016621176,"threshold_uncertainty_score":0.99991614},"labels":[],"label_agreement":null},{"id":"W2783432724","doi":"10.22454/fammed.2018.968199","title":"Procedural Knowledge and Skills of Residents Entering Canadian Family Medicine Programs in Alberta","year":2018,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Competence (human resources); Medicine; Family medicine; Medical education; Psychological intervention; Graduate medical education; Nursing; Psychology; Accreditation","score_opus":0.038428579182782176,"score_gpt":0.34814138937663575,"score_spread":0.30971281019385355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783432724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9562717,0.0010488126,0.000034456945,0.0111821275,0.0011703672,0.00084222713,0.0000014695779,0.000030353624,0.029418496],"genre_scores_gemma":[0.9902553,0.00016569669,0.00061538856,0.0055182693,0.0012860711,0.00005914827,0.00010847128,0.000037355203,0.001954331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99764127,0.000055349872,0.00088552857,0.00041354354,0.0004970762,0.0005072313],"domain_scores_gemma":[0.9984075,0.0000966836,0.000166743,0.00041336965,0.00057628896,0.00033945162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009630513,0.00025118326,0.00062487775,0.0009550309,0.00008582941,0.0000047381745,0.00018730192,0.00018129498,0.00011552257],"category_scores_gemma":[0.002320669,0.00019177032,0.000024653675,0.0013856244,0.0012256767,0.000100483136,0.000051110987,0.00035390136,0.000030299017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003261438,0.0008144973,0.57424974,0.0017780697,0.00017304534,0.00008215672,0.040550172,2.462927e-7,0.022980284,0.0019392826,0.16097903,0.19612731],"study_design_scores_gemma":[0.004059784,0.0017057707,0.9539579,0.005801948,0.00009904336,0.00006624233,0.0041530905,0.00024285406,0.0001630623,0.00023319281,0.029328024,0.00018908663],"about_ca_topic_score_codex":0.1648108,"about_ca_topic_score_gemma":0.053868394,"teacher_disagreement_score":0.37970814,"about_ca_system_score_codex":0.00028466614,"about_ca_system_score_gemma":0.0005543995,"threshold_uncertainty_score":0.963396},"labels":[],"label_agreement":null},{"id":"W2783731650","doi":"10.15694/mep.2018.000008.1","title":"Promoting the Learning of Basic Sciences in a Changing Small-Group Learning Landscape. Interviews of tutors and students in a medical program","year":2018,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Victoria","funders":"","keywords":"TUTOR; Curriculum; Context (archaeology); Problem-based learning; Small group learning; Medical education; Subject (documents); Medical science; Mathematics education; Psychology; Pedagogy; Computer science; Medicine; Library science","score_opus":0.030959768918310517,"score_gpt":0.37321458682010006,"score_spread":0.3422548179017895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783731650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99602956,0.00015951668,0.00006410402,0.0019634042,0.000174968,0.0005017424,8.518415e-8,0.000026247912,0.0010804043],"genre_scores_gemma":[0.99873304,0.00001874529,0.0007031018,0.00023534548,0.00014418364,0.00007857396,0.000006938611,0.000010074075,0.0000699828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793655,0.00022064097,0.00056829426,0.00023348266,0.00075037655,0.00029066773],"domain_scores_gemma":[0.99930596,0.00013786691,0.00023483335,0.00011774551,0.00016753329,0.000036079025],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0078055663,0.00009510527,0.0002795171,0.0008867589,0.000097039265,0.000052203803,0.00028468494,0.00009454567,0.00010405859],"category_scores_gemma":[0.008610014,0.000065075415,0.000026279167,0.0029575608,0.00054033677,0.0001533913,0.00020111357,0.0006001739,9.0485605e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014266639,0.0003049262,0.72649807,0.00018996248,0.0000102290005,0.0000029634734,0.024284104,9.636352e-7,0.000092424656,0.0002048015,0.00005463281,0.24834265],"study_design_scores_gemma":[0.0040666647,0.003200778,0.8359636,0.0078035146,0.00005781206,0.00008573293,0.063218795,0.07511156,0.0008104902,0.00012490718,0.009261333,0.000294821],"about_ca_topic_score_codex":0.00008934633,"about_ca_topic_score_gemma":0.00014836238,"teacher_disagreement_score":0.24804783,"about_ca_system_score_codex":0.000038206643,"about_ca_system_score_gemma":0.00015046413,"threshold_uncertainty_score":0.9997409},"labels":[],"label_agreement":null},{"id":"W2784159475","doi":"10.36834/cmej.36812","title":"The virtual hallway consult as an effective means of continuing professional development in physiatry","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Island Health; University of Manitoba","funders":"","keywords":"Accreditation; Set (abstract data type); Medical education; Dilemma; Service (business); Specialty; Continuing medical education; Psychology; The Internet; Medicine; Internet privacy; Public relations; Continuing education; Computer science; World Wide Web; Business; Family medicine; Political science","score_opus":0.007449601673451853,"score_gpt":0.3393252660283971,"score_spread":0.3318756643549452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784159475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95129186,0.00012255504,0.00004495564,0.040061582,0.005241876,0.00040744006,0.0000010714217,0.0000058506066,0.0028227826],"genre_scores_gemma":[0.9914806,0.000028422799,0.00055874576,0.0054577724,0.0009417768,0.00007261494,0.000021337928,0.00001543924,0.0014233161],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783236,0.00015170628,0.00060170237,0.0001760099,0.0008946677,0.00034354796],"domain_scores_gemma":[0.9962079,0.000119637436,0.0003808023,0.00037357048,0.0009448318,0.0019732707],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024193504,0.00012283002,0.00021937865,0.0002692974,0.00084994675,0.00008212337,0.00044446962,0.00020232554,0.0018779305],"category_scores_gemma":[0.04483665,0.00008894322,0.000041396957,0.00016126916,0.00048610606,0.00019197432,0.000024319585,0.0011116093,0.000028485312],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054587443,0.0003722858,0.011293423,0.0000245982,0.000040026895,0.000022360526,0.005392844,5.1946773e-7,0.000052701558,0.0047818846,0.019479712,0.95848507],"study_design_scores_gemma":[0.0022574002,0.00023914849,0.73253936,0.0022211014,0.000039194307,0.00074529776,0.014568568,0.00038325373,0.00043301054,0.001068847,0.2452736,0.0002312462],"about_ca_topic_score_codex":0.0034399496,"about_ca_topic_score_gemma":0.019136896,"teacher_disagreement_score":0.9582538,"about_ca_system_score_codex":0.00065853616,"about_ca_system_score_gemma":0.050538085,"threshold_uncertainty_score":0.99903446},"labels":[],"label_agreement":null},{"id":"W2784909438","doi":"10.5430/jnep.v8n6p124","title":"The traditional-faculty supervised teaching model: Nursing faculty and clinical instructors’ perspectives","year":2018,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Thematic analysis; Curriculum; Medical education; Nursing; Exploratory research; Perception; Psychology; Medicine; Qualitative research; Nurse education; Quality (philosophy); Pedagogy","score_opus":0.2062721889952329,"score_gpt":0.5288197722391446,"score_spread":0.32254758324391164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784909438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79821354,0.0006112791,0.0025511715,0.1787538,0.002924088,0.00016966599,0.0000024227413,0.000015080003,0.016758965],"genre_scores_gemma":[0.9084731,0.00029978104,0.086280435,0.0015973222,0.002833527,0.0000018628887,0.0000151342665,0.00001438991,0.00048448058],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99856454,0.00026525732,0.0005272972,0.00014817672,0.00036798266,0.00012674506],"domain_scores_gemma":[0.9973585,0.0006173451,0.00049283245,0.00012965193,0.0012683631,0.0001333048],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023802982,0.000098100136,0.00016944777,0.00013026764,0.00090251217,0.00009944947,0.000070824564,0.00009408228,0.000016932447],"category_scores_gemma":[0.010293879,0.00006273114,0.000050174094,0.00016698196,0.0006330924,0.00065491983,0.0000066937255,0.0008347602,0.0000017275003],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004591307,0.0022954678,0.0007408568,0.000012456836,0.00009014482,7.96178e-7,0.05260891,7.8894925e-7,0.00015616725,0.01638251,0.06574569,0.86150706],"study_design_scores_gemma":[0.0042761397,0.002463202,0.21804525,0.003983062,0.0018689168,0.02160278,0.5066443,0.016532037,0.000093262664,0.024277996,0.19971958,0.0004934684],"about_ca_topic_score_codex":0.000004046795,"about_ca_topic_score_gemma":2.5809734e-7,"teacher_disagreement_score":0.8610136,"about_ca_system_score_codex":0.00027481705,"about_ca_system_score_gemma":0.0009859329,"threshold_uncertainty_score":0.9980428},"labels":[],"label_agreement":null},{"id":"W2785000131","doi":"10.26443/ijwpc.v1i1.133","title":"De-fuzzification of reflection in the education of health professionals","year":2018,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reflection (computer programming); Excellence; Craft; Health professionals; Medical education; Engineering ethics; Psychology; Health care; Computer science; Medicine; Epistemology","score_opus":0.04224342002801876,"score_gpt":0.4580715993440999,"score_spread":0.4158281793160812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785000131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651531,0.00056155503,0.0010384807,0.029455157,0.0014995813,0.0002015457,0.0000050512017,0.0000030207273,0.0020824973],"genre_scores_gemma":[0.99393815,0.000022970871,0.003154507,0.0019982802,0.00071683,0.000007720721,0.000039966733,0.000006374315,0.00011522666],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99842954,0.00013147802,0.00060832483,0.00007380926,0.0006782967,0.000078548226],"domain_scores_gemma":[0.99609023,0.00004186421,0.000790446,0.00012068532,0.0029351257,0.000021624779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001211133,0.00005667384,0.00015957128,0.00044533782,0.000034609282,0.000008466269,0.00021268312,0.00005819306,0.000059072594],"category_scores_gemma":[0.0007097316,0.000041395262,0.00006493211,0.00035967067,0.00009057456,0.00011615682,0.000008150688,0.00021815831,0.0000024062865],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003456875,0.0012906528,0.056240045,0.00027893312,0.000101248996,0.0000024112635,0.1039583,0.000014051304,0.021346891,0.0033194441,0.03342351,0.7796788],"study_design_scores_gemma":[0.0019905888,0.0015694402,0.60182625,0.003509525,0.000069325426,0.0005251268,0.34528488,0.0002522611,0.015456381,0.0008047805,0.028582016,0.00012946423],"about_ca_topic_score_codex":0.00007209681,"about_ca_topic_score_gemma":0.0000069852886,"teacher_disagreement_score":0.77954936,"about_ca_system_score_codex":0.00041864646,"about_ca_system_score_gemma":0.0014410623,"threshold_uncertainty_score":0.25563827},"labels":[],"label_agreement":null},{"id":"W2785219074","doi":"10.26443/ijwpc.v1i1.132","title":"Whole person medical education - moving beyond learning objectives and curriculum dot points","year":2018,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Syllabus; Curriculum; Medical education; Experiential learning; Psychology; Health care; Medicine; Pedagogy","score_opus":0.009143955494966844,"score_gpt":0.32974230225865353,"score_spread":0.3205983467636867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785219074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96298474,0.00092272606,0.00040736631,0.027665071,0.0031433967,0.0001135587,0.000004236506,0.000021763359,0.0047371527],"genre_scores_gemma":[0.9888928,0.000041186806,0.0033752124,0.0027989184,0.004090478,0.0000060654297,0.000062225874,0.00002356001,0.0007095842],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99777365,0.00007653896,0.0003864456,0.00021787747,0.00136571,0.00017977219],"domain_scores_gemma":[0.99617964,0.000044807424,0.00034572455,0.00010561443,0.0031381636,0.00018602339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005455754,0.0001507064,0.00023346454,0.00051177526,0.00015703688,0.00008463213,0.00024020669,0.00015287526,0.00054079585],"category_scores_gemma":[0.0034358099,0.00013221771,0.000102994076,0.00024167108,0.0002448564,0.00036084984,0.000041209263,0.0007244592,0.00003761374],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018657872,0.00044832774,0.2135525,0.00012505529,0.00035808215,0.0000947501,0.044926967,0.000005048886,0.0058859643,0.0006498461,0.039059184,0.6947077],"study_design_scores_gemma":[0.00504733,0.0019309749,0.25501862,0.0037705596,0.0003048608,0.0053135194,0.6083782,0.003244363,0.0019452458,0.00027510838,0.11420276,0.0005684558],"about_ca_topic_score_codex":0.00005072976,"about_ca_topic_score_gemma":0.000010125526,"teacher_disagreement_score":0.69413924,"about_ca_system_score_codex":0.00046611656,"about_ca_system_score_gemma":0.0010391107,"threshold_uncertainty_score":0.5921335},"labels":[],"label_agreement":null},{"id":"W2785330900","doi":"10.4300/jgme-d-17-00974.1","title":"A Toolkit for Medical Education Scholarship","year":2018,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Context (archaeology); Medical education; Curriculum; Medicine; Public relations; Psychology; Political science; Pedagogy","score_opus":0.03071591645906383,"score_gpt":0.42019342849524344,"score_spread":0.3894775120361796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785330900","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009794621,0.0014608216,0.0015437038,0.06385185,0.92126644,0.0010463757,0.000014591151,0.000052072068,0.00096955727],"genre_scores_gemma":[0.0017662842,0.0014717932,0.0122042755,0.01125975,0.9669622,0.0002618047,0.0018432552,0.00016461036,0.0040659914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98624647,0.0002926365,0.0030504602,0.0006244019,0.009167343,0.00061868515],"domain_scores_gemma":[0.97548556,0.0012482255,0.0031870815,0.0010204106,0.017460842,0.0015978812],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009972691,0.0005717407,0.0013338268,0.0014002635,0.00025652727,0.00013853132,0.0011278458,0.0030641882,0.0023216412],"category_scores_gemma":[0.30954263,0.00047698538,0.0005829264,0.0011130596,0.0005791835,0.00046126885,0.000090929054,0.005029231,0.00011816332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034504544,0.0026364864,0.00009677058,0.0009406327,0.00018863165,0.000008052122,0.00024161233,3.475511e-8,0.00000451881,0.00026508994,0.7634865,0.23178664],"study_design_scores_gemma":[0.002247444,0.0012158608,0.0003746826,0.008366386,0.0008014628,0.00059013965,0.00039085303,0.00010241009,0.000036806174,0.0034397366,0.9820402,0.0003939636],"about_ca_topic_score_codex":0.000035742454,"about_ca_topic_score_gemma":0.000012754677,"teacher_disagreement_score":0.29956993,"about_ca_system_score_codex":0.0015089437,"about_ca_system_score_gemma":0.14580788,"threshold_uncertainty_score":0.9997682},"labels":[],"label_agreement":null},{"id":"W2785522617","doi":"10.26443/ijwpc.v5i1.166","title":"Partnering to develop resilience in health professionals and faculty through mindfulness-based education","year":2018,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"McMaster University; Hamilton Health Sciences","keywords":"Mindfulness; General partnership; Health care; Christian ministry; Medical education; Curriculum; Psychological resilience; Nursing; Psychology; Quality (philosophy); Medicine; Pedagogy; Political science","score_opus":0.04088008829197508,"score_gpt":0.44598527833035273,"score_spread":0.40510519003837764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785522617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92739195,0.0001900448,0.0041362443,0.06619143,0.0014939666,0.00019957962,0.000008112576,0.0000064997994,0.00038220524],"genre_scores_gemma":[0.9680845,0.0000016788458,0.020674447,0.010197973,0.00072967075,0.00001876064,0.000047617923,0.000009375148,0.00023598416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986014,0.000042638647,0.00044710838,0.00014905044,0.0006254214,0.00013442698],"domain_scores_gemma":[0.9965966,0.000028626746,0.0002596708,0.00008407542,0.002946086,0.00008497136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043350112,0.00008745556,0.00016643816,0.0003423933,0.000067025576,0.000026813997,0.00015650563,0.000054297765,0.00006680619],"category_scores_gemma":[0.0012921938,0.00007485661,0.000024478031,0.00046346246,0.000068918795,0.00018597413,0.000023676057,0.00022589455,0.0000108891845],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038923815,0.00041970197,0.049934134,0.00021073926,0.000046734604,0.00002341691,0.043819897,0.000052469313,0.0010693987,0.0005536725,0.048063327,0.85541725],"study_design_scores_gemma":[0.004588278,0.0016021716,0.4478516,0.0113851195,0.000035978937,0.000653386,0.26139966,0.0008692864,0.029273067,0.00034395256,0.24151266,0.0004848189],"about_ca_topic_score_codex":0.000053820746,"about_ca_topic_score_gemma":0.000031317963,"teacher_disagreement_score":0.8549324,"about_ca_system_score_codex":0.000554923,"about_ca_system_score_gemma":0.0022245126,"threshold_uncertainty_score":0.394619},"labels":[],"label_agreement":null},{"id":"W2787248439","doi":"10.5116/ijme.5a5b.2b0d","title":"Teaching removable partial denture design: ‘METACIEL’, a novel digital procedure","year":2018,"lang":"en","type":"letter","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Removable partial denture; Computer science; Dentistry; Orthodontics; Computer graphics (images); Medicine; Dentures","score_opus":0.025538650065338977,"score_gpt":0.37338982528507547,"score_spread":0.3478511752197365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787248439","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035635175,0.00032190338,0.023855006,0.94654423,0.02397537,0.0004090528,0.00001358864,0.000041103725,0.001276246],"genre_scores_gemma":[0.0073717274,0.000109750436,0.019845728,0.85227495,0.10964105,0.00004830193,0.0009913009,0.00011125102,0.009605909],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99137855,0.000109047396,0.0016029908,0.00041563294,0.0061089667,0.00038484012],"domain_scores_gemma":[0.99404794,0.00019850754,0.0014958493,0.0003725963,0.0036431088,0.00024198192],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002143597,0.0003824678,0.0006098669,0.0009934373,0.00011187632,0.00029198994,0.0013109382,0.0014962725,0.00181164],"category_scores_gemma":[0.018926457,0.00031358656,0.00032568458,0.00033961821,0.0002776227,0.0005893007,0.00011677148,0.005537993,0.00010987723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013562231,0.0009842195,0.000113189904,0.00015694948,0.00046306272,0.00019554065,0.00046874234,0.0000015330847,0.00004508735,0.00012658635,0.9289535,0.06835593],"study_design_scores_gemma":[0.0012252607,0.00030852406,0.000118075746,0.003138251,0.00026897964,0.008349255,0.00028089178,0.00090178254,0.00008181898,0.00048347958,0.9845836,0.00026005867],"about_ca_topic_score_codex":0.000030911833,"about_ca_topic_score_gemma":6.35732e-7,"teacher_disagreement_score":0.09426923,"about_ca_system_score_codex":0.00088962936,"about_ca_system_score_gemma":0.0115118995,"threshold_uncertainty_score":0.99993163},"labels":[],"label_agreement":null},{"id":"W2787278626","doi":"10.1016/j.anclin.2017.11.001","title":"Developing Capacity to Do Improvement Science Work","year":2018,"lang":"en","type":"review","venue":"Anesthesiology Clinics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Health Sciences Centre","funders":"","keywords":"Medicine; Knowledge translation; Quality management; Work (physics); Quality (philosophy); Curriculum; Capacity building; Knowledge management; Health care; Medical education; Engineering ethics; Process management; Computer science; Business; Pedagogy; Psychology; Marketing","score_opus":0.14208420350445744,"score_gpt":0.4582142792375372,"score_spread":0.3161300757330798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787278626","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025058357,0.9657773,0.00040501409,0.0014646512,0.0040516397,0.0025496557,0.0000027059841,0.00012910813,0.0005616043],"genre_scores_gemma":[0.000060438946,0.94552106,0.042893827,0.009683613,0.0012121425,0.0002445217,0.000047839065,0.000049714494,0.0002868395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696136,0.00009266651,0.0012228474,0.00080798543,0.0003838661,0.0005313035],"domain_scores_gemma":[0.99740404,0.00029425844,0.00046981892,0.0009861091,0.0006878677,0.00015791797],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00333867,0.0003309765,0.0014062487,0.0005551586,0.00024210707,0.000025096717,0.0005975661,0.000644384,0.00007134039],"category_scores_gemma":[0.0062125097,0.00024960365,0.00018132287,0.002480058,0.0009773925,0.000044164033,0.00016816982,0.00074364414,0.0011508721],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070531046,0.000060335013,0.00025267247,0.0017355426,0.00003263248,0.000007977066,0.0001082625,1.7989686e-8,1.5483796e-7,0.0014093374,0.0032315305,0.99315447],"study_design_scores_gemma":[0.00009604767,0.00049062615,0.0004949908,0.007518833,0.0002488699,0.00009079491,0.000026563263,5.276285e-7,0.0000022411577,0.00034272295,0.9904375,0.00025030161],"about_ca_topic_score_codex":0.0000029090513,"about_ca_topic_score_gemma":4.4321564e-7,"teacher_disagreement_score":0.9929042,"about_ca_system_score_codex":0.000618033,"about_ca_system_score_gemma":0.0031634492,"threshold_uncertainty_score":0.99999565},"labels":[],"label_agreement":null},{"id":"W2788011881","doi":"10.1353/hpu.2018.0007","title":"Implementing a Course Review Process for a Continuous Quality Improvement Model for a Medical School Curriculum","year":2018,"lang":"en","type":"review","venue":"Journal of Health Care for the Poor and Underserved","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Laboratório Central de Microscopia Eletrônica, Universidade Federal de Santa Catarina; Ohio Center for Ecology and Evolutionary Studies, Ohio University","keywords":"Accreditation; Curriculum; Medical education; Quality assurance; Foundation (evidence); Quality management; Medicine; Quality (philosophy); Process (computing); Political science; Psychology; Engineering; Pedagogy; Management system; Computer science","score_opus":0.11227131796216876,"score_gpt":0.512425251973554,"score_spread":0.40015393401138527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788011881","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025694275,0.91926575,0.04807076,0.022049826,0.00070375414,0.009716902,0.0001508737,0.000011441316,0.000005022709],"genre_scores_gemma":[0.000115265764,0.9804482,0.004245176,0.011792735,0.0013562856,0.0016040402,0.00029956692,0.00006176974,0.00007696812],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99508685,0.00012726469,0.003114703,0.00030190992,0.0007493401,0.0006199539],"domain_scores_gemma":[0.9923149,0.00050573144,0.003475648,0.00030423663,0.0030283765,0.00037112643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011580676,0.00032973062,0.0024564068,0.00013116759,0.0005788695,0.000032735374,0.00032623395,0.00024280157,0.000030183448],"category_scores_gemma":[0.0070994836,0.00019001662,0.00085471827,0.00023616102,0.00010055784,0.0000748509,0.00004512161,0.00057820394,3.712052e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059870017,0.00016129448,0.0000037873676,0.3024273,0.00038617884,3.2149e-7,0.00025212465,1.2072397e-7,3.6105874e-8,0.00021290894,0.053194605,0.6433015],"study_design_scores_gemma":[0.0028670975,0.0015550083,0.0000015622759,0.08523355,0.0037042245,0.00011525629,0.004545295,0.001972837,1.7182995e-7,0.00027327717,0.89953274,0.00019901269],"about_ca_topic_score_codex":0.000024837043,"about_ca_topic_score_gemma":0.00006500421,"teacher_disagreement_score":0.8463381,"about_ca_system_score_codex":0.00052353716,"about_ca_system_score_gemma":0.009841363,"threshold_uncertainty_score":0.99577194},"labels":[],"label_agreement":null},{"id":"W2788767687","doi":"10.2196/jmir.7548","title":"Impact of a Student-Driven, Virtual Patient Application on Objective Structured Clinical Examination Performance: Observational Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Summative assessment; Objective structured clinical examination; Medical education; Observational study; Educational measurement; Virtual patient; Formative assessment; Psychology; Clinical clerkship; Peer feedback; Computer science; Medicine; Mathematics education; Curriculum; Pedagogy","score_opus":0.18819117085690362,"score_gpt":0.5693691004829889,"score_spread":0.3811779296260853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788767687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99650145,0.000013064218,0.00092894613,0.0007308365,0.00071155705,0.0007576828,0.0000022516583,0.000008105207,0.00034608642],"genre_scores_gemma":[0.99757725,0.000031374988,0.00033543116,0.00018080237,0.0017088067,0.000029654184,0.000019762516,0.000018113542,0.00009882547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99083704,0.00078365486,0.0016554722,0.0002798741,0.006155205,0.00028875485],"domain_scores_gemma":[0.99221534,0.0006373783,0.0006620627,0.00035777298,0.005844103,0.00028333152],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0095876185,0.00014649138,0.00047017686,0.0007858325,0.000077822246,0.00002727115,0.0005427622,0.00028339963,0.0009928695],"category_scores_gemma":[0.007993865,0.00009940015,0.00017096235,0.0009999442,0.0007137645,0.00016606785,0.00015569341,0.002001261,0.00003752418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014786771,0.0059998236,0.61168724,0.0000306815,0.00046216903,0.000022448217,0.004900633,0.000012565743,0.00027717423,0.0004105848,0.010954064,0.36376393],"study_design_scores_gemma":[0.0025831652,0.036904562,0.9491986,0.00036570718,0.00004286447,0.00007593097,0.0028856732,0.0072434265,0.00031661754,0.000044008393,0.00026981547,0.00006959773],"about_ca_topic_score_codex":0.00004742464,"about_ca_topic_score_gemma":0.0000097654,"teacher_disagreement_score":0.3636943,"about_ca_system_score_codex":0.000737267,"about_ca_system_score_gemma":0.0015121218,"threshold_uncertainty_score":0.99992037},"labels":[],"label_agreement":null},{"id":"W2788782620","doi":"10.5539/ibr.v11n2p170","title":"The Influence of International Education Accreditation on a Graduate Health and Hospital Program","year":2018,"lang":"en","type":"article","venue":"International Business Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Graduate students; Psychology; Quality assurance; Medicine","score_opus":0.08550587269095947,"score_gpt":0.5112883106507462,"score_spread":0.42578243795978676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788782620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.902731,0.00005863582,0.000069909336,0.09153663,0.0020258287,0.0006483065,0.000004703621,0.000029406168,0.0028955867],"genre_scores_gemma":[0.9941464,0.00036779614,0.0023439636,0.0007451633,0.0011677124,0.00024261251,0.0001555115,0.000014150135,0.000816711],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976033,0.00007164085,0.0003830293,0.00024673072,0.0014820514,0.0002132675],"domain_scores_gemma":[0.98974216,0.00018710193,0.00016240276,0.00024243272,0.009591452,0.000074439704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012660876,0.000087824796,0.00010549768,0.0004827051,0.0002642415,0.000097015494,0.00031231254,0.000054493357,0.00003476464],"category_scores_gemma":[0.0077667315,0.000065253225,0.00002119976,0.0009180805,0.00076046,0.00021225381,0.00009746159,0.00033094606,0.000041594685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005469707,0.0016756952,0.030959154,0.00010297116,0.00011355892,0.0000017171258,0.0018217347,0.000010200961,0.00050231995,0.014243977,0.060018327,0.8900034],"study_design_scores_gemma":[0.00050288095,0.0007776014,0.88591385,0.00042290392,0.000003762878,0.00002174515,0.0010738017,0.00058803306,0.00022906321,0.0021429942,0.10824757,0.000075784],"about_ca_topic_score_codex":0.00017310966,"about_ca_topic_score_gemma":0.00000840386,"teacher_disagreement_score":0.88992757,"about_ca_system_score_codex":0.00027629038,"about_ca_system_score_gemma":0.0013182984,"threshold_uncertainty_score":0.9298064},"labels":[],"label_agreement":null},{"id":"W2789013396","doi":"","title":"Podcasts on the 99 priority topics for family medicine residents.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Abbotsford Veterinary Clinic; University of British Columbia","funders":"","keywords":"Certification; Family medicine; Computer science; Medical education; Medicine; Data science; Management","score_opus":0.09739434647237641,"score_gpt":0.36781360686806813,"score_spread":0.27041926039569175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789013396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64024,0.000104508545,0.00024115243,0.3103778,0.0032006633,0.0025449728,0.0000040214923,0.000052530293,0.04323434],"genre_scores_gemma":[0.9734987,0.000035907564,0.0004601875,0.011437312,0.0030069223,0.0016374787,0.00001986724,0.000016611295,0.009887017],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99893683,0.000020823134,0.0002319293,0.00018414039,0.00036897554,0.00025730775],"domain_scores_gemma":[0.9985976,0.000110266716,0.00015158598,0.00084866985,0.00022538246,0.000066495915],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011714144,0.000091606395,0.00016323144,0.000064252636,0.00041323798,0.000032217184,0.00028049358,0.0000827634,0.000034124638],"category_scores_gemma":[0.011157476,0.00005517794,0.000039256392,0.00008069405,0.00023065641,0.000059796064,0.000038779264,0.00022573271,0.000014047801],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097690376,0.00009470604,0.008225967,0.0000597861,0.000036994934,0.0000033136812,0.00023033559,6.768217e-8,0.000034406865,0.021851974,0.21698415,0.7523806],"study_design_scores_gemma":[0.00077199476,0.000052994823,0.8362301,0.000042569376,0.000038681617,0.000003662413,0.000111738904,0.000023639981,0.00014482778,0.0022315718,0.16029938,0.000048845803],"about_ca_topic_score_codex":0.00006924172,"about_ca_topic_score_gemma":0.0000062330364,"teacher_disagreement_score":0.8280041,"about_ca_system_score_codex":0.00010843269,"about_ca_system_score_gemma":0.000052447573,"threshold_uncertainty_score":0.99717194},"labels":[],"label_agreement":null},{"id":"W2789080998","doi":"10.15694/mep.2018.0000041.1","title":"Professional Identity Formation in medical school: One measure reflects changes during pre-clerkship training","year":2018,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Northern Iowa; School of Medicine, New York University; York University; University of Minnesota","keywords":"Identity (music); Psychology; Medical school; Medical education; Class (philosophy); Medicine; Computer science","score_opus":0.07561417930120445,"score_gpt":0.3879925911603914,"score_spread":0.31237841185918697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789080998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95909786,0.00006474203,0.00048092313,0.031104907,0.0016771298,0.0005491642,0.0000014177906,0.0001514855,0.006872389],"genre_scores_gemma":[0.9902531,0.000012010464,0.0018556156,0.004030017,0.0024622378,0.00015618576,0.00012380723,0.000027780814,0.0010792726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99661684,0.00013578717,0.0005347462,0.00032830835,0.0019167349,0.00046758514],"domain_scores_gemma":[0.9984851,0.00004756264,0.00016994211,0.00034190415,0.00069049443,0.00026498025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025438452,0.00015639378,0.00028856745,0.00062775513,0.00020902748,0.000096473865,0.0002736464,0.00036230838,0.002990276],"category_scores_gemma":[0.017729646,0.0001462235,0.000036097157,0.0015754264,0.00018615462,0.0014174735,0.00009827845,0.0009053397,0.000079623074],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022421358,0.004737865,0.08918448,0.0039033217,0.00035495637,0.00023868008,0.082067646,0.0000028558484,0.045072604,0.013476275,0.23156661,0.5271526],"study_design_scores_gemma":[0.0053715743,0.00037908537,0.9659125,0.0042957272,0.00006793614,0.00032013218,0.0037629276,0.0014321136,0.008565823,0.0025446955,0.0068847644,0.00046272163],"about_ca_topic_score_codex":0.000039778057,"about_ca_topic_score_gemma":0.0008880898,"teacher_disagreement_score":0.876728,"about_ca_system_score_codex":0.00042163464,"about_ca_system_score_gemma":0.00074359245,"threshold_uncertainty_score":0.9979211},"labels":[],"label_agreement":null},{"id":"W2789091583","doi":"10.22374/1710-6222.25.1.2","title":"PRESCRIBING COMPETENCY OF MEDICAL STUDENTS: NATIONAL SURVEY OF MEDICAL EDUCATION LEADERS","year":2018,"lang":"en","type":"article","venue":"Journal of Population Therapeutics and Clinical Pharmacology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; McMaster University","funders":"McMaster University","keywords":"Medical education; Medicine; Psychology","score_opus":0.18069403120063762,"score_gpt":0.5648244635521906,"score_spread":0.384130432351553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789091583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97371185,0.00036591844,0.000799591,0.021436334,0.0034318517,0.00016272726,0.0000029264625,0.0000047263593,0.00008409856],"genre_scores_gemma":[0.9875829,0.0008463504,0.0010644181,0.009001493,0.0014369239,0.0000017188355,0.00003176129,0.0000113019505,0.000023093986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99458015,0.00045435686,0.0020031477,0.00013961442,0.0026955672,0.00012717297],"domain_scores_gemma":[0.99537176,0.0005430045,0.0011167718,0.00009347364,0.0026938068,0.00018117536],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009241245,0.00009895998,0.00048376844,0.00025684075,0.000049583392,0.00000805924,0.0003615963,0.0003653352,0.0009949853],"category_scores_gemma":[0.003870901,0.00008027569,0.00009768554,0.00035769556,0.0007138119,0.00008832941,0.00006683456,0.00062586303,0.0000019084955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007193292,0.003948947,0.88465816,0.000118955606,0.0007154582,0.0000026443058,0.00039583846,0.0000023257867,0.00038399152,0.0028186701,0.010814237,0.095421456],"study_design_scores_gemma":[0.0035977722,0.001228572,0.9848038,0.0002723811,0.00031514096,0.00009562677,0.0003125814,0.004628229,0.00015814925,0.0010200768,0.0034824044,0.000085266496],"about_ca_topic_score_codex":0.00012457414,"about_ca_topic_score_gemma":0.00003213452,"teacher_disagreement_score":0.10014565,"about_ca_system_score_codex":0.00006410169,"about_ca_system_score_gemma":0.0019001326,"threshold_uncertainty_score":0.9999182},"labels":[],"label_agreement":null},{"id":"W2789115149","doi":"10.1136/emermed-2017-207223","title":"How do we educate the next generation of emergency physicians: RCEM 50","year":2018,"lang":"en","type":"editorial","venue":"Emergency Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical emergency; Medical education; Emergency medical services; Medical physics; MEDLINE; Emergency medicine","score_opus":0.07937585084664955,"score_gpt":0.38459394573139327,"score_spread":0.3052180948847437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789115149","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027026117,0.018832143,0.0012845171,0.050161425,0.9221376,0.0006338863,0.000019296484,0.00003719587,0.004191307],"genre_scores_gemma":[0.00056160294,0.054054875,0.00040646907,0.00006694856,0.8524804,0.000058398717,0.00043306823,0.00012319902,0.091815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99217933,0.00032291794,0.0025365264,0.0006232758,0.003650601,0.00068732334],"domain_scores_gemma":[0.9903958,0.00013216255,0.002819828,0.0012301981,0.0051878924,0.00023414403],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002905049,0.0006875786,0.0011855761,0.0007387734,0.0005868749,0.00003539014,0.00087373034,0.00086898403,0.041233856],"category_scores_gemma":[0.010965226,0.0004361764,0.00045332205,0.0016668607,0.00046592363,0.00038404734,0.000087825734,0.0034389782,0.00006768391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064821834,0.0002967432,0.0000626427,0.0004409611,0.00042389176,0.0000015007824,0.0028344113,0.0000010086573,0.0037688077,0.000070914844,0.9788327,0.013201559],"study_design_scores_gemma":[0.0009098332,0.0010104893,0.00015900387,0.0018589257,0.0011585471,0.000050629522,0.0030992236,0.00011003935,0.00013194379,0.00081684074,0.9903372,0.0003573152],"about_ca_topic_score_codex":0.000056811823,"about_ca_topic_score_gemma":0.00001672845,"teacher_disagreement_score":0.08762369,"about_ca_system_score_codex":0.00036995322,"about_ca_system_score_gemma":0.0013479583,"threshold_uncertainty_score":0.999809},"labels":[],"label_agreement":null},{"id":"W2789223708","doi":"10.4300/jgme-d-17-00590.1","title":"Adapting Feedback to Individual Residents: An Examination of Preceptor Challenges and Approaches","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Preceptor; Medical education; MEDLINE; Psychology; Computer science; Medicine; Data science; Biology","score_opus":0.14717951025347992,"score_gpt":0.37318423849893323,"score_spread":0.2260047282454533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789223708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97781026,0.0007186771,0.0004926986,0.018868579,0.0010575671,0.00023592022,6.3687787e-7,0.000010184683,0.000805498],"genre_scores_gemma":[0.97884816,0.00031494143,0.017599186,0.0009573065,0.0021371644,0.000011369593,0.000019594294,0.000017837327,0.00009447005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972656,0.00018006862,0.00080612185,0.00018471497,0.0014013944,0.00016209841],"domain_scores_gemma":[0.9976042,0.000078421,0.00053063885,0.0001922811,0.0013013524,0.00029311748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003571953,0.00011922745,0.00029758766,0.00053057855,0.000067234396,0.00001365031,0.00018335688,0.00015207367,0.00012325031],"category_scores_gemma":[0.008327701,0.0000982964,0.000037679514,0.00039632642,0.0002523851,0.00031678984,0.000039212337,0.00036921588,0.00000657107],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089398185,0.0008989901,0.0015980309,0.00018278026,0.00005109426,8.871642e-7,0.013025701,2.6191196e-7,0.00015345828,0.00083560374,0.0030765266,0.9800873],"study_design_scores_gemma":[0.0008540424,0.0020993708,0.9746587,0.0013515025,0.00014601421,0.0002788054,0.017132038,0.00028625128,0.0011874103,0.0004990608,0.0013848237,0.00012198095],"about_ca_topic_score_codex":0.000011789822,"about_ca_topic_score_gemma":0.000008062544,"teacher_disagreement_score":0.97996527,"about_ca_system_score_codex":0.00010671896,"about_ca_system_score_gemma":0.0011270237,"threshold_uncertainty_score":0.99696374},"labels":[],"label_agreement":null},{"id":"W2789309235","doi":"10.1017/cem.2018.25","title":"Creation of a national emergency medicine enhanced competency directory for residency training","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Canadian Association of Emergency Physicians; McMaster University; University of Toronto","funders":"China Academy of Engineering Physics","keywords":"Directory; Medical education; Medicine; Portfolio; Scope (computer science); Stakeholder; Resource (disambiguation); Family medicine; Public relations; Business; Computer science; Political science","score_opus":0.13711113539476466,"score_gpt":0.4294977167577594,"score_spread":0.2923865813629947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789309235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.570563,0.009196556,0.038892757,0.06363626,0.0856977,0.002173253,0.000064487474,0.00006075812,0.2297152],"genre_scores_gemma":[0.9793431,0.0004932347,0.0034642608,0.00038337667,0.01205776,0.0000272808,0.00009468354,0.000047348636,0.004088951],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589044,0.00007467381,0.0024097885,0.00025102257,0.0009500936,0.00042398905],"domain_scores_gemma":[0.99052745,0.00011108679,0.0012354535,0.00026941687,0.007312635,0.0005439748],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023839688,0.0002375431,0.00072724815,0.0013787906,0.00023151378,0.000001240552,0.00028243507,0.0001562102,0.022865828],"category_scores_gemma":[0.016239803,0.00019203084,0.00015906715,0.0014412247,0.0006110412,0.00018426469,0.000006829514,0.0003362774,0.000007906943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035543786,0.00015061573,0.01192229,0.00064927025,0.00046852708,0.000009825732,0.027602036,0.000007042546,0.05375983,0.020157464,0.8672754,0.017642247],"study_design_scores_gemma":[0.01565464,0.02119568,0.24765137,0.010864899,0.0022859564,0.00027807144,0.027626524,0.0012278508,0.007534557,0.08533606,0.57890415,0.0014402387],"about_ca_topic_score_codex":0.0013451837,"about_ca_topic_score_gemma":0.003615076,"teacher_disagreement_score":0.40878007,"about_ca_system_score_codex":0.00034986425,"about_ca_system_score_gemma":0.0043973,"threshold_uncertainty_score":0.99204683},"labels":[],"label_agreement":null},{"id":"W2789311675","doi":"10.1080/10401334.2018.1444994","title":"Barriers and Strategies to Engaging Our Community-Based Preceptors","year":2018,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Division of Graduate Education","keywords":"Medical education; Medicine; Psychology; Nursing","score_opus":0.02650228054757086,"score_gpt":0.3721124990284712,"score_spread":0.34561021848090034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789311675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97147906,0.000060253085,0.003232264,0.020569151,0.00023714629,0.00015643174,1.3428505e-7,0.0001049673,0.0041606077],"genre_scores_gemma":[0.98539543,0.0000044941517,0.0085331,0.0051687793,0.00045882165,0.000011782213,0.000017373766,0.00001765513,0.0003925812],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9983354,0.000825197,0.000245118,0.0001714459,0.00021521913,0.00020759637],"domain_scores_gemma":[0.9993274,0.00022838196,0.000054834687,0.00016929161,0.00007377694,0.00014627712],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0059169633,0.00012304039,0.00024045634,0.00038561356,0.000808255,0.00002247253,0.0000661531,0.000073385636,0.00004697188],"category_scores_gemma":[0.008387061,0.00010134224,0.000008696209,0.00027499272,0.00021933278,0.00006761378,0.00003218254,0.0028561177,0.0000046334776],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024313029,0.00012155633,0.3217847,0.00064818986,0.000052577678,0.000010715118,0.27818996,0.00023676828,0.006440322,0.0017924911,0.0144321015,0.3760475],"study_design_scores_gemma":[0.0045944573,0.003946875,0.20469078,0.004066634,0.00012048354,0.00007369051,0.6173885,0.011875592,0.0001566736,0.0002980753,0.15235272,0.00043554456],"about_ca_topic_score_codex":0.0008393816,"about_ca_topic_score_gemma":0.000024147488,"teacher_disagreement_score":0.37561193,"about_ca_system_score_codex":0.00005900512,"about_ca_system_score_gemma":0.00010382419,"threshold_uncertainty_score":0.9999657},"labels":[],"label_agreement":null},{"id":"W2789412457","doi":"10.1503/cmaj.171043","title":"Educating Future Physicians for Ontario and the physicians’ strike of 1986: the roots of Canadian competency-based medical education","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; Data science; Medicine; World Wide Web; Computer science; Family medicine","score_opus":0.005960820005794013,"score_gpt":0.26226023465897413,"score_spread":0.2562994146531801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789412457","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28711686,0.00027072828,0.00024069654,0.7017579,0.004183187,0.00075411913,0.000031448155,0.000008118986,0.005636963],"genre_scores_gemma":[0.8808248,0.00010284158,0.0029850595,0.10421962,0.011027842,0.00007647132,0.00011318161,0.000035641435,0.00061450776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996797,0.0002008121,0.00078199717,0.00017548827,0.0015862555,0.00045842162],"domain_scores_gemma":[0.9955407,0.0003866328,0.0006520662,0.00024901915,0.0025024281,0.00066920463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035050733,0.00015196024,0.00038987564,0.00048463262,0.0006035507,0.00003555471,0.0003668712,0.0003733471,0.001523898],"category_scores_gemma":[0.00785792,0.00010202136,0.00012915827,0.0010731003,0.0006154286,0.00007476348,0.000011123921,0.0011066328,0.0000050200365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085358915,0.0002525412,0.03434631,0.00008877096,0.00030131394,0.0000042976167,0.007423504,0.0000017210674,0.000025379873,0.022827785,0.47740665,0.45723638],"study_design_scores_gemma":[0.003901146,0.00026695293,0.14636664,0.000914403,0.00029741917,0.00014469921,0.010686568,0.0018970143,0.000098990604,0.0021936798,0.833016,0.0002165328],"about_ca_topic_score_codex":0.31602553,"about_ca_topic_score_gemma":0.95166886,"teacher_disagreement_score":0.63564336,"about_ca_system_score_codex":0.0013563363,"about_ca_system_score_gemma":0.090971805,"threshold_uncertainty_score":0.9993889},"labels":[],"label_agreement":null},{"id":"W2789421929","doi":"10.1016/j.jpag.2018.02.129","title":"Improving Resident Knowledge in Pediatric and Adolescent Gynecology: An Evaluation of the North American Society for Pediatric and Adolescent Gynecology Short Curriculum","year":2018,"lang":"en","type":"article","venue":"Journal of Pediatric and Adolescent Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Medicine; Curriculum; Family medicine; Obstetrics and gynaecology; Psychological intervention; Adolescent medicine; Test (biology); Incentive; Residency training; Medical education; Pediatrics; Pregnancy; Nursing; Continuing education; Psychology","score_opus":0.024637973648005664,"score_gpt":0.33467063869001235,"score_spread":0.31003266504200666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789421929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99036366,0.0036713805,0.00039836098,0.0018079673,0.002031685,0.0016760725,0.000010129953,0.00001704927,0.00002366746],"genre_scores_gemma":[0.98423994,0.0076402854,0.0015118681,0.001429053,0.0050356085,0.00005327721,0.000014117178,0.000045360863,0.00003052129],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956542,0.00053486554,0.001753331,0.0006429419,0.00069098134,0.0007236535],"domain_scores_gemma":[0.9949488,0.0006348225,0.0015594853,0.00038233452,0.0021465083,0.00032806103],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038528705,0.00041086212,0.0009886445,0.0008359226,0.00032052354,0.00003073229,0.0003111561,0.0003800095,0.000032749816],"category_scores_gemma":[0.0046163583,0.0003215249,0.00023031382,0.0015128069,0.0005691043,0.00023015407,0.00025434754,0.0011272967,0.0000018723707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001576932,0.0017709713,0.93536544,0.0010201199,0.000047077217,0.000004777255,0.00054325344,0.0000100452025,0.00005285471,0.000023406552,0.01930206,0.041702323],"study_design_scores_gemma":[0.0040957932,0.0022828134,0.98535055,0.000048268656,0.0022981563,0.00010937179,0.0014123695,0.0034123342,0.000021557173,0.00007641926,0.00060174696,0.00029063245],"about_ca_topic_score_codex":0.000015039463,"about_ca_topic_score_gemma":0.0002889708,"teacher_disagreement_score":0.04998512,"about_ca_system_score_codex":0.00067115907,"about_ca_system_score_gemma":0.0018119434,"threshold_uncertainty_score":0.9999237},"labels":[],"label_agreement":null},{"id":"W2789771711","doi":"10.1093/jcag/gwy008.062","title":"A61 AN ASSESSMENT OF THE EDUCATIONAL EXPERIENCE OF MEDICAL STUDENTS AND RESIDENTS AFTER THEIR GASTROENTEROLOGY AND HEPATOLOGY ROTATIONS","year":2018,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Hepatology; Medicine; Likert scale; Internal medicine; Demographics; Family medicine; Medical education; Gastroenterology; Psychology","score_opus":0.011196962228686973,"score_gpt":0.3552866860244644,"score_spread":0.3440897237957774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789771711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94971544,0.000011395958,0.00006205855,0.04921368,0.0007941086,0.00016064657,0.000016643064,8.6670383e-7,0.000025151723],"genre_scores_gemma":[0.9952809,0.000018210916,0.0007189074,0.003747689,0.00016159509,0.000009487407,0.0000033199362,0.0000072929765,0.000052603566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975701,0.00046701642,0.00079280394,0.00011953459,0.0008324674,0.00021805475],"domain_scores_gemma":[0.99727434,0.00009130599,0.0012753112,0.00022215946,0.0009756897,0.00016118486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016009317,0.00009376709,0.0003550471,0.000264086,0.000101718346,0.0000095409705,0.000440451,0.00015696247,0.0001560046],"category_scores_gemma":[0.0013818416,0.000062640655,0.00007177222,0.00016911545,0.0006997706,0.00008729227,0.00010007802,0.00034467597,1.8358291e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015711693,0.00016024717,0.99657613,0.00001876718,0.00012695645,7.9437604e-7,0.0011649278,9.250184e-7,0.0001813736,0.00018375175,0.0012968669,0.00013215443],"study_design_scores_gemma":[0.0011893412,0.0008934178,0.9965477,0.00010175992,0.000080400925,0.00020030786,0.00042122253,0.000124941,0.00006272337,0.00024188054,0.000114511364,0.000021796553],"about_ca_topic_score_codex":0.001780859,"about_ca_topic_score_gemma":0.078762665,"teacher_disagreement_score":0.076981805,"about_ca_system_score_codex":0.00041447152,"about_ca_system_score_gemma":0.0010619619,"threshold_uncertainty_score":0.9380475},"labels":[],"label_agreement":null},{"id":"W2789797913","doi":"10.5688/ajpe6828","title":"Impact and Attitudes about Peer Review of Teaching in a Canadian Pharmacy School","year":2018,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"CLARITY; Pharmacy; Medical education; Peer feedback; Perception; Peer review; Medicine; Technical peer review; Psychology; Teaching method; Pedagogy; Nursing","score_opus":0.03397014086982993,"score_gpt":0.5056687577338719,"score_spread":0.47169861686404196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789797913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96142787,0.0046635577,0.00004791399,0.031185286,0.00045467957,0.00023192732,0.000002521444,0.0000041253584,0.0019820963],"genre_scores_gemma":[0.98018986,0.0024866988,0.0041900887,0.012344465,0.0006828787,0.0000061796004,0.000011062492,0.0000135346445,0.00007525092],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99831367,0.00013757902,0.0006723921,0.000121207864,0.00050239416,0.0002527506],"domain_scores_gemma":[0.99767715,0.000063038126,0.0003802017,0.00013385003,0.0012829943,0.0004627879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023498945,0.00011148043,0.00036206827,0.0005440023,0.000050514238,0.000013092535,0.0001115786,0.000024607209,0.00072740566],"category_scores_gemma":[0.005514483,0.000090868154,0.000066109635,0.0006627183,0.00039961108,0.00018923254,0.0000120764425,0.00066002895,0.000009037132],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010904797,0.0005279553,0.37737274,0.00072333857,0.00007600209,0.000004071643,0.000683047,2.606304e-7,0.0011363674,0.00014647687,0.030069157,0.58915156],"study_design_scores_gemma":[0.001281922,0.0009155695,0.78036475,0.009851362,0.0003201316,0.0008916789,0.0009830242,0.00025737632,0.00044714022,0.000057969148,0.20443775,0.00019134828],"about_ca_topic_score_codex":0.011578961,"about_ca_topic_score_gemma":0.00035829662,"teacher_disagreement_score":0.5889602,"about_ca_system_score_codex":0.00056528556,"about_ca_system_score_gemma":0.0042887027,"threshold_uncertainty_score":0.99500304},"labels":[],"label_agreement":null},{"id":"W2789887301","doi":"10.1097/acm.0000000000002065","title":"Time-Variable Training in Medicine: Theoretical Considerations","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Perspective (graphical); Psychology; Structural equation modeling; Neurocognitive; Training (meteorology); Mastery learning; Medical education; Applied psychology; Mathematics education; Computer science; Cognition; Artificial intelligence; Medicine; Machine learning","score_opus":0.04274514527018342,"score_gpt":0.3866757308273408,"score_spread":0.3439305855571574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789887301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35440594,0.0007221203,0.0050829398,0.29088348,0.002967607,0.0013532451,0.0000030139538,0.00033925835,0.34424242],"genre_scores_gemma":[0.95821744,0.00007452568,0.003170905,0.03098156,0.00553688,0.000056413905,0.00007890002,0.000035291483,0.0018480618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99728954,0.000113513626,0.0010030337,0.00042302549,0.0006857683,0.00048514552],"domain_scores_gemma":[0.99824125,0.00058221957,0.00014575003,0.0004261244,0.00040538376,0.00019925818],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027522554,0.0002200693,0.00060945074,0.00054756034,0.00014368733,0.0000031319573,0.00015149669,0.0004044957,0.038761258],"category_scores_gemma":[0.018802851,0.00016261413,0.000020671769,0.0012905074,0.004131492,0.00010771135,0.000038800088,0.001315573,0.0003458923],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006044872,0.000019874025,0.0007979645,0.000046728,0.00003217279,0.000021557371,0.02263356,0.0000010816325,0.008888486,0.689928,0.27303004,0.0045401216],"study_design_scores_gemma":[0.013895502,0.0030836407,0.005659562,0.007213663,0.00062486285,0.00221199,0.03728136,0.01933436,0.0014614381,0.74623406,0.16213672,0.0008628229],"about_ca_topic_score_codex":0.000034497545,"about_ca_topic_score_gemma":0.0000019178221,"teacher_disagreement_score":0.60381156,"about_ca_system_score_codex":0.00016632331,"about_ca_system_score_gemma":0.00052564155,"threshold_uncertainty_score":0.99857867},"labels":[],"label_agreement":null},{"id":"W2789950019","doi":"10.1111/1742-6723.12944","title":"Impact of interpersonal relations on learning and development of professional identity: A study of residents’ perceptions","year":2018,"lang":"en","type":"article","venue":"Emergency Medicine Australasia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Interpersonal relationship; Interpersonal communication; Identity (music); Perception; Medicine; Professional development; Qualitative research; Narrative; Psychology; Social psychology; Medical education","score_opus":0.05101970852728645,"score_gpt":0.4522951298282843,"score_spread":0.40127542130099786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789950019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974492,0.00001931127,0.00023920838,0.00028802804,0.00053600897,0.000405037,0.000001534741,0.000012163753,0.0010494828],"genre_scores_gemma":[0.99619186,0.000011611895,0.0011698181,0.0000067922715,0.00020570126,0.00001939927,0.000030678453,0.0000124742255,0.0023516705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792707,0.000072899915,0.000994375,0.00019479265,0.0006701541,0.00014073747],"domain_scores_gemma":[0.9986975,0.0000363521,0.00035954587,0.00017273775,0.0006654419,0.00006842121],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005976386,0.00012727207,0.00032608703,0.00047082722,0.000118882024,6.7112785e-7,0.00008204396,0.000077176686,0.008850886],"category_scores_gemma":[0.0011207132,0.00009570469,0.00004483946,0.0006812679,0.00029275918,0.000096348864,0.000039194583,0.0003112067,0.000011974287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014043396,0.0014286006,0.939845,0.00011487367,0.000204039,6.2148064e-7,0.03771929,0.000002859146,0.009371899,0.00010575821,0.00835587,0.002710749],"study_design_scores_gemma":[0.0010834672,0.0033452606,0.97402614,0.00058526755,0.000103974504,0.000006063904,0.02045905,0.000059918,0.0001676546,0.00003853878,0.000064640735,0.000060010127],"about_ca_topic_score_codex":0.00021175698,"about_ca_topic_score_gemma":0.000048600174,"teacher_disagreement_score":0.034181148,"about_ca_system_score_codex":0.00008573095,"about_ca_system_score_gemma":0.0002855306,"threshold_uncertainty_score":0.9920552},"labels":[],"label_agreement":null},{"id":"W2790246828","doi":"10.22454/primer.2018.554037","title":"Comparing Medical Students’ and Preceptors’ Views of a Longitudinal Preclerkship Family Medicine Course","year":2018,"lang":"en","type":"article","venue":"PRiMER","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Memorial University of Newfoundland","funders":"College of Family Physicians of Canada","keywords":"Preceptor; Medical education; Popularity; Psychology; Family medicine; Medicine; Course evaluation; Longitudinal study; Higher education; Social psychology","score_opus":0.1187352936434502,"score_gpt":0.4390272266391286,"score_spread":0.3202919329956784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790246828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98739195,0.0008413595,0.00087357097,0.0032156743,0.00068595906,0.00036148442,3.7512325e-7,0.000037669608,0.0065919813],"genre_scores_gemma":[0.995449,0.00007042647,0.0018605469,0.0012158855,0.0009503304,0.000022469878,0.000017886681,0.000017476235,0.00039599845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976859,0.000056512727,0.0005270786,0.00026219082,0.0012601435,0.00020815313],"domain_scores_gemma":[0.9989775,0.000061011087,0.00015265433,0.00031103785,0.0003342301,0.00016356159],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015159547,0.00013456738,0.00040766707,0.00012563443,0.00006940109,0.000007823606,0.0002245868,0.00012882252,0.0013163087],"category_scores_gemma":[0.0011816516,0.00010257991,0.000028191454,0.000375285,0.00096170785,0.000061575236,0.00012338992,0.00028926146,0.000048556256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091512724,0.00040858143,0.94804126,0.0001165037,0.00011022827,0.0000021828625,0.0014208694,3.4032563e-8,0.0009283835,0.00050628296,0.02962149,0.01875268],"study_design_scores_gemma":[0.0018153865,0.00048803855,0.9769271,0.00070251105,0.00020101226,0.000043412387,0.000413634,0.00041441323,0.00080645236,0.00008400087,0.017999083,0.000104962135],"about_ca_topic_score_codex":0.00008118764,"about_ca_topic_score_gemma":0.000010631317,"teacher_disagreement_score":0.028885843,"about_ca_system_score_codex":0.000045335022,"about_ca_system_score_gemma":0.00015038722,"threshold_uncertainty_score":0.9995966},"labels":[],"label_agreement":null},{"id":"W2790252586","doi":"10.1080/0142159x.2018.1440079","title":"Educational leadership during a decade of medical curricular innovation and renewal","year":2018,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical school; Medical education; Distribution (mathematics); Investment (military); Medicine; Political science; Psychology; Pedagogy","score_opus":0.0546273784999823,"score_gpt":0.37745133363570166,"score_spread":0.3228239551357194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790252586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92298883,0.00018061059,0.000468469,0.07220891,0.00042866782,0.00016993232,3.7372774e-7,0.000039622442,0.0035145734],"genre_scores_gemma":[0.992547,0.00002296037,0.0010082017,0.00218768,0.0023971333,0.00003246179,0.000055854234,0.000021484691,0.001727275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99645406,0.000076553304,0.00063913374,0.0002977337,0.002259874,0.00027261622],"domain_scores_gemma":[0.99885195,0.000039752715,0.0001395612,0.00027413806,0.000468616,0.00022599954],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018858693,0.00013655366,0.00026190124,0.00035115995,0.0000928322,0.0000089707855,0.00018882255,0.00045481857,0.013620624],"category_scores_gemma":[0.014004343,0.00011415517,0.00003552855,0.0011705932,0.000878643,0.000073616415,0.00007756053,0.00065241865,0.000047020654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002466158,0.0026093777,0.7091735,0.0011368165,0.00028139204,0.000046104193,0.0047160746,9.103132e-8,0.0021986153,0.07522997,0.07688555,0.12747587],"study_design_scores_gemma":[0.017450547,0.0015350918,0.8365409,0.0075627924,0.00050642947,0.003330587,0.007484377,0.023491194,0.009525692,0.014749288,0.076280706,0.0015424353],"about_ca_topic_score_codex":0.000039765262,"about_ca_topic_score_gemma":0.0000063486436,"teacher_disagreement_score":0.12736735,"about_ca_system_score_codex":0.00009448112,"about_ca_system_score_gemma":0.0008142453,"threshold_uncertainty_score":0.99430114},"labels":[],"label_agreement":null},{"id":"W2790307465","doi":"10.15694/mep.2018.0000065.1","title":"Incorporating leadership development into family medicine residency: a qualitative study of program directors in Canada","year":2018,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Leadership development; Thematic analysis; Teamwork; Health care; Psychology; Qualitative research; Medicine; Pedagogy; Political science; Sociology; Public relations","score_opus":0.14036129462639485,"score_gpt":0.41675359857601707,"score_spread":0.2763923039496222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790307465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888664,0.000071746086,0.000025303538,0.0059582167,0.00065461843,0.001099481,3.9917788e-7,0.000048326463,0.003275544],"genre_scores_gemma":[0.9883711,6.3627465e-7,0.009808204,0.0010110136,0.00026994458,0.00024857838,0.0000506775,0.000021540513,0.00021835281],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969389,0.00025523326,0.0010364432,0.0003449556,0.0011148506,0.00030962084],"domain_scores_gemma":[0.9980389,0.00015148615,0.00033413956,0.0003360524,0.0010502504,0.00008917724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023732104,0.00017375544,0.00045098932,0.00052129704,0.00009587312,0.000014911624,0.00021061722,0.000073701834,0.00011517041],"category_scores_gemma":[0.006069233,0.00014410465,0.0000133600715,0.0024323254,0.00029870687,0.00018975479,0.000055226104,0.00035682492,0.0000033490705],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015106202,0.0014789188,0.1532696,0.00038272946,0.00012397526,0.000034437504,0.57551104,6.6472876e-7,0.0003756382,0.0004929827,0.061756294,0.20642263],"study_design_scores_gemma":[0.001681116,0.0010688995,0.26607764,0.00059560576,0.000028506314,0.0000030352303,0.7274318,0.00005823215,0.00048630318,0.00026524512,0.0021430526,0.00016060528],"about_ca_topic_score_codex":0.7349863,"about_ca_topic_score_gemma":0.9135588,"teacher_disagreement_score":0.20626202,"about_ca_system_score_codex":0.0012588885,"about_ca_system_score_gemma":0.006452879,"threshold_uncertainty_score":0.9991796},"labels":[],"label_agreement":null},{"id":"W2790310016","doi":"10.1007/s40037-018-0416-y","title":"It’s all about relationships: A&amp;nbsp;qualitative study of family physicians’ teaching experiences in rural longitudinal clerkships","year":2018,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Medical education; Qualitative research; Medicine; Psychology; Family medicine; Sociology","score_opus":0.09467281640651759,"score_gpt":0.46882577754534055,"score_spread":0.37415296113882296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790310016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777139,0.0001809605,0.0007156753,0.012381301,0.0010923466,0.000802854,0.0000011848189,0.00005270699,0.00705909],"genre_scores_gemma":[0.99310666,0.000033576325,0.0024064134,0.0025872015,0.0011040628,0.0003710375,0.000053803375,0.00002736567,0.00030988743],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.995906,0.0008589814,0.0008532745,0.00054973864,0.001491998,0.00033998262],"domain_scores_gemma":[0.9978474,0.0004436052,0.00033736203,0.00049955497,0.00072538556,0.0001467165],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028690083,0.00024269431,0.00042993863,0.00065448886,0.00026304918,0.000026411017,0.00027140914,0.00020562118,0.00050929567],"category_scores_gemma":[0.015274666,0.00022016055,0.000072287796,0.0010450478,0.0007793507,0.0002756655,0.000039842733,0.0013121659,0.000072206996],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020342894,0.008623172,0.0084904125,0.000038735372,0.00006626893,0.0000012893785,0.9474059,0.0000010374322,0.000089261404,0.00467179,0.009778089,0.020630658],"study_design_scores_gemma":[0.0009971898,0.00093923486,0.14260747,0.0007274249,0.00004768828,0.0000071040245,0.852861,0.00017987858,0.000025941923,0.0004177142,0.0010205663,0.00016881402],"about_ca_topic_score_codex":0.0005299547,"about_ca_topic_score_gemma":0.00021792178,"teacher_disagreement_score":0.13411705,"about_ca_system_score_codex":0.00058502157,"about_ca_system_score_gemma":0.0009956446,"threshold_uncertainty_score":0.9930201},"labels":[],"label_agreement":null},{"id":"W2790373668","doi":"10.5688/ajpe6863","title":"Development of a Postgraduate Community Pharmacist Specialization Program Using CanMEDS Competencies, and Entrustable Professional Activities","year":2018,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Pharmacy; Competence (human resources); Medical education; Pharmacist; Guideline; Professional development; Curriculum development; Medicine; Psychology; Nursing; Pedagogy","score_opus":0.0730736853798157,"score_gpt":0.45971260101519185,"score_spread":0.3866389156353761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790373668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958016,0.000088279434,0.0014158172,0.0010576058,0.0010605907,0.00032258974,0.00000199424,0.000013103207,0.00023840662],"genre_scores_gemma":[0.8874999,0.000033463195,0.111021355,0.0008434697,0.0005011723,0.000010185286,0.000022243214,0.000014393464,0.000053770058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983037,0.0002128253,0.00069372467,0.00009946227,0.0004901544,0.00020009966],"domain_scores_gemma":[0.9978853,0.00007257553,0.0006674411,0.00011970076,0.0011094001,0.00014557363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000929941,0.00012879056,0.00031851963,0.00030092068,0.00027551496,0.000019936917,0.000109640925,0.000036339115,0.00012271253],"category_scores_gemma":[0.00037623974,0.000111777954,0.00003826015,0.00071192987,0.0008649756,0.00020732047,0.000043116797,0.00049039826,0.0000015322798],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054587383,0.002921639,0.01153262,0.00024132378,0.00014129904,0.0000011075086,0.011492423,0.0000011154468,0.05449558,0.0002560995,0.0011388363,0.9172321],"study_design_scores_gemma":[0.0075911563,0.005304162,0.1200284,0.0037530013,0.0017520074,0.002983076,0.15799287,0.015607326,0.33729312,0.0005196259,0.34604165,0.0011336119],"about_ca_topic_score_codex":0.00006215568,"about_ca_topic_score_gemma":0.0000047823696,"teacher_disagreement_score":0.9160985,"about_ca_system_score_codex":0.00043703627,"about_ca_system_score_gemma":0.0029743512,"threshold_uncertainty_score":0.5276371},"labels":[],"label_agreement":null},{"id":"W2790836944","doi":"10.1111/medu.13530","title":"Resident hesitation in the operating room: does uncertainty equal incompetence?","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Psychology; MEDLINE; Medical education; Medicine; Political science; Law","score_opus":0.013550083574349699,"score_gpt":0.3660239393021509,"score_spread":0.35247385572780116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790836944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90392995,0.00007340878,0.0014849104,0.08628986,0.0020094425,0.0005564941,5.205533e-7,0.000045347264,0.005610062],"genre_scores_gemma":[0.95588416,0.000018181208,0.0036515014,0.03731194,0.0023188496,0.00018697002,0.00012654837,0.000012829104,0.0004890462],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975329,0.00022528427,0.000561821,0.0002879278,0.0011341828,0.0002578564],"domain_scores_gemma":[0.99880594,0.0001498514,0.0001150018,0.0003900752,0.00047029625,0.0000688427],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024771905,0.00012637713,0.00016931965,0.00022536251,0.00021429286,0.000047298072,0.000258625,0.00016432497,0.0017189131],"category_scores_gemma":[0.011368041,0.000074032905,0.000034366403,0.0009604833,0.00025341814,0.00015165981,0.0000305304,0.00048917416,0.00013545959],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012779816,0.0025681902,0.06822503,0.00030197375,0.000039354294,0.000018447507,0.047845267,0.000010629728,0.00067533634,0.037653998,0.31449914,0.52803487],"study_design_scores_gemma":[0.003606053,0.0013481653,0.64891833,0.0029907152,0.00017020584,0.00038650134,0.083711065,0.03738876,0.0013306099,0.013256253,0.20608811,0.0008052524],"about_ca_topic_score_codex":0.00057555526,"about_ca_topic_score_gemma":0.00034786048,"teacher_disagreement_score":0.5806933,"about_ca_system_score_codex":0.0002953832,"about_ca_system_score_gemma":0.00248157,"threshold_uncertainty_score":0.99919367},"labels":[],"label_agreement":null},{"id":"W2790944570","doi":"10.1111/medu.13557","title":"Promoting leadership and teamwork development through Escape Rooms","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citation; Teamwork; Library science; History; Political science; Law; Computer science","score_opus":0.034799213833015104,"score_gpt":0.35591660989224166,"score_spread":0.32111739605922657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790944570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9112958,0.0004267627,0.0020530566,0.07723338,0.0018140083,0.00045439397,1.2189436e-7,0.0001260513,0.0065964526],"genre_scores_gemma":[0.927286,0.00002036313,0.030491833,0.037768457,0.0023303132,0.00011216105,0.00007693779,0.000027155153,0.001886774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820286,0.000044282082,0.00041312404,0.00032019676,0.00072263577,0.0002969072],"domain_scores_gemma":[0.99917847,0.000039920917,0.00009661923,0.00024102388,0.00032125425,0.00012269487],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008667355,0.00013453558,0.00017415057,0.00011132968,0.00022364694,0.000024667288,0.000103816856,0.0002074247,0.001376417],"category_scores_gemma":[0.0052166423,0.00011563151,0.00001978418,0.00053932035,0.0003719135,0.00012708486,0.000038325747,0.00036669825,0.00020101765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021571828,0.0006301938,0.010372825,0.0002475887,0.000025237518,0.0000013312729,0.020973217,1.0062288e-8,0.00010832773,0.00076093635,0.082968235,0.8838905],"study_design_scores_gemma":[0.0012225055,0.0003528522,0.088356555,0.002244267,0.00008326936,0.00030765418,0.0100079635,0.0010617552,0.0042659235,0.0010150473,0.8906882,0.0003940433],"about_ca_topic_score_codex":0.000017948043,"about_ca_topic_score_gemma":0.0000075687367,"teacher_disagreement_score":0.88349646,"about_ca_system_score_codex":0.0001717412,"about_ca_system_score_gemma":0.002489574,"threshold_uncertainty_score":0.99953645},"labels":[],"label_agreement":null},{"id":"W2790962388","doi":"10.1097/acm.0000000000002188","title":"Silent Witnesses: Faculty Reluctance to Report Medical Students’ Professionalism Lapses","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Brainstorming; Medical education; Graduation (instrument); Psychology; Task (project management); Faculty development; Medicine; Professional development; Computer science","score_opus":0.07138838112960673,"score_gpt":0.4906956348530457,"score_spread":0.41930725372343897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790962388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8053921,0.00034734528,0.0027284273,0.18235193,0.003821453,0.000945188,0.0000030211074,0.00019831113,0.004212206],"genre_scores_gemma":[0.89390326,0.00016833498,0.0015781941,0.074017495,0.008141944,0.00025678158,0.00036437222,0.000057525915,0.021512082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99298716,0.00007991977,0.0013065359,0.0006906471,0.0044077365,0.0005279818],"domain_scores_gemma":[0.99724495,0.00013867898,0.00032370744,0.0007480329,0.0010501117,0.000494495],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037277164,0.0002901365,0.00059889484,0.00032590984,0.00021070476,0.000006907425,0.00077747024,0.000562097,0.0040192185],"category_scores_gemma":[0.017813226,0.00020099124,0.00004182356,0.0014357449,0.0008508527,0.00011885937,0.00026896686,0.0014864284,0.000488044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001998111,0.00013789216,0.049227618,0.00017396304,0.000120972014,0.00037511083,0.008005158,1.5617309e-7,0.0021736124,0.003467924,0.92438203,0.011735771],"study_design_scores_gemma":[0.0037721752,0.0010161274,0.097641714,0.0063585364,0.00028041136,0.0030032499,0.0063713305,0.000090555,0.0019301284,0.0019110473,0.87716794,0.00045678896],"about_ca_topic_score_codex":0.000063038286,"about_ca_topic_score_gemma":0.0000036330835,"teacher_disagreement_score":0.10833444,"about_ca_system_score_codex":0.0002626788,"about_ca_system_score_gemma":0.0006956928,"threshold_uncertainty_score":0.99689126},"labels":[],"label_agreement":null},{"id":"W2791114781","doi":"10.5430/jct.v7n1p81","title":"The National Clinical Skills Competition Promotes the Construction of a Comprehensive Training Program for Chinese Medical Students","year":2018,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jinan University","keywords":"Competition (biology); Session (web analytics); Medical education; China; Curriculum; Training (meteorology); Order (exchange); Psychology; Medicine; Computer science; Political science; Pedagogy; Business","score_opus":0.026629651651736266,"score_gpt":0.4469397845554418,"score_spread":0.42031013290370556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791114781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98940825,0.0000752784,0.0021990703,0.0066998242,0.0009806161,0.00040249998,0.0000010163545,0.000008447124,0.00022498178],"genre_scores_gemma":[0.9822508,0.00003930989,0.014932641,0.0005419831,0.0022020256,0.000013739422,0.000004640135,0.0000064266474,0.000008444428],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978129,0.00017240444,0.00078891363,0.00008636128,0.0010247937,0.000114584785],"domain_scores_gemma":[0.99733764,0.00062231097,0.0006048049,0.000064006104,0.0013075544,0.0000636742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004518238,0.00007902398,0.00023831238,0.00007475761,0.00038319698,0.000044146076,0.00016837404,0.00008086765,0.000011325518],"category_scores_gemma":[0.0062261685,0.000037421225,0.00010173192,0.00011399459,0.0005231454,0.000090233174,0.000032510452,0.0005820984,3.95131e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001351392,0.0016844475,0.15160273,0.000098804645,0.0003635199,0.0000023167047,0.0030062771,5.974342e-7,0.00012573719,0.022197703,0.0026340343,0.8181487],"study_design_scores_gemma":[0.009411517,0.00615169,0.86640173,0.002568885,0.00047348152,0.0045526135,0.019963937,0.013122322,0.00006880575,0.012960882,0.06405646,0.00026765626],"about_ca_topic_score_codex":0.000002570738,"about_ca_topic_score_gemma":0.000001998654,"teacher_disagreement_score":0.81788105,"about_ca_system_score_codex":0.000031339507,"about_ca_system_score_gemma":0.00022294206,"threshold_uncertainty_score":0.7453755},"labels":[],"label_agreement":null},{"id":"W2791127085","doi":"10.1007/s40037-018-0406-0","title":"The Massive Online Needs Assessment (MONA) to inform the development of an emergency haematology educational blog series","year":2018,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of British Columbia; University of Toronto; McMaster University","funders":"Canadian Blood Services; McMaster University","keywords":"Curriculum; Medical education; Social media; Needs assessment; Analytics; Psychology; Medicine; World Wide Web; Computer science; Data science; Pedagogy; Sociology","score_opus":0.016760668037370537,"score_gpt":0.40670650857635926,"score_spread":0.38994584053898873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791127085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75398093,0.000107821055,0.0007825836,0.23621528,0.0022561082,0.00060603366,0.000002642067,0.000026274563,0.0060223443],"genre_scores_gemma":[0.9670446,0.0000785368,0.0243483,0.0036862046,0.0019425172,0.00044813147,0.00019299533,0.000024959965,0.002233791],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99740523,0.00010798215,0.00073325355,0.00028943876,0.0011746255,0.00028948963],"domain_scores_gemma":[0.997033,0.0001663335,0.00026494116,0.00058182684,0.001737361,0.00021655382],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011006313,0.00018332755,0.00023600458,0.00031251227,0.0007366957,0.00001995313,0.00041961865,0.00014260566,0.0019844982],"category_scores_gemma":[0.005417414,0.000110521876,0.000052260988,0.0013073365,0.0007164815,0.00012979168,0.00006829847,0.00045962795,0.00006970705],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035677652,0.0064105154,0.0039527663,0.00010397263,0.00023435136,7.577461e-7,0.12886943,0.0000021938902,0.0002732296,0.41502535,0.050666936,0.39410374],"study_design_scores_gemma":[0.0006386621,0.0014185654,0.35646796,0.00030027714,0.00009629678,0.0001267802,0.5035089,0.0005599085,0.00084517745,0.006208174,0.12949844,0.00033081984],"about_ca_topic_score_codex":0.00002495923,"about_ca_topic_score_gemma":0.00013580016,"teacher_disagreement_score":0.40881717,"about_ca_system_score_codex":0.00049022184,"about_ca_system_score_gemma":0.006536202,"threshold_uncertainty_score":0.9990958},"labels":[],"label_agreement":null},{"id":"W2791173616","doi":"10.1097/sih.0000000000000289","title":"Exploring Faculty Approaches to Feedback in the Simulated Setting","year":2018,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Debriefing; Flexibility (engineering); Context (archaeology); Peer feedback; Set (abstract data type); Medical education; Task (project management); Plan (archaeology); Computer science; Psychology; Medicine; Engineering","score_opus":0.38160497575537994,"score_gpt":0.4420628457480538,"score_spread":0.060457869992673885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791173616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8131173,0.0001994241,0.002032482,0.18071796,0.0010069353,0.0028826934,0.00001256143,0.000019863031,0.000010740957],"genre_scores_gemma":[0.98646593,0.000027457709,0.0024082658,0.00989244,0.00103445,0.00007138372,0.000035314893,0.000045629196,0.00001910022],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99506813,0.0008367942,0.0020933256,0.00030451536,0.0010809812,0.0006162377],"domain_scores_gemma":[0.99453616,0.002287248,0.00096447906,0.00067170605,0.0014192398,0.00012118957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075010625,0.00027444103,0.0004903249,0.0003561603,0.0006032705,0.000043162436,0.0005498354,0.0002794903,0.0000074643576],"category_scores_gemma":[0.0033326442,0.00016461614,0.00039209778,0.0032894728,0.00016045087,0.0004056643,0.000074943695,0.0014715461,0.000003987253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050914165,0.0001197147,0.0681021,0.0004359681,0.000028756584,6.3742266e-7,0.039978784,0.8795119,0.00001252936,0.00036338498,0.00020003256,0.010737035],"study_design_scores_gemma":[0.0022981933,0.00044240174,0.2820897,0.0010681866,0.000047611113,0.000014249503,0.016374823,0.69367623,0.000036988138,0.002518138,0.0012465141,0.00018697756],"about_ca_topic_score_codex":0.0007614048,"about_ca_topic_score_gemma":0.00035098335,"teacher_disagreement_score":0.2139876,"about_ca_system_score_codex":0.0014072648,"about_ca_system_score_gemma":0.00060419575,"threshold_uncertainty_score":0.67128515},"labels":[],"label_agreement":null},{"id":"W2791358415","doi":"10.1097/acm.0000000000002217","title":"A Call to Investigate the Relationship Between Education and Health Outcomes Using Big Data","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Physicians and Surgeons of Ontario; Canadian Network for Innovation in Education; McMaster University; University Health Network; Toronto East General Hospital; The Wilson Centre; Medical Council of Canada; Western University","funders":"","keywords":"Grassroots; Big data; Premise; Health care; Public relations; Process (computing); Medical education; Psychology; Test (biology); Political science; Medicine; Computer science","score_opus":0.4934333689416564,"score_gpt":0.5259441020424132,"score_spread":0.03251073310075675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791358415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6622663,0.00047261993,0.0033405542,0.33192176,0.0010883292,0.0005793688,0.00000406192,0.000039998424,0.00028700117],"genre_scores_gemma":[0.91873235,0.000037404436,0.0034113992,0.070634216,0.0057723545,0.000019404455,0.0002287104,0.000022123113,0.0011420405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981307,0.00009920529,0.0006503982,0.00037764237,0.0004721048,0.00026997592],"domain_scores_gemma":[0.9980101,0.00037859878,0.0002193036,0.000898193,0.0002076447,0.00028615666],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030887125,0.00014778959,0.0003207189,0.00029992714,0.00030905227,0.000006603308,0.00033852115,0.00015955172,0.000025165196],"category_scores_gemma":[0.012633774,0.00009228462,0.0000094100715,0.0010205685,0.0006007027,0.00010643797,0.00016528882,0.000799994,0.000035874713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050290782,0.000007741452,0.7907998,0.000059567283,0.00001795716,1.6108027e-7,0.004678404,7.2151394e-8,0.000066651846,0.00172543,0.15534078,0.047298413],"study_design_scores_gemma":[0.0004982732,0.00018266328,0.94084287,0.00080670253,0.00012689941,0.00005016736,0.0016349815,0.0001962241,0.000014244176,0.0028353978,0.052713454,0.0000981423],"about_ca_topic_score_codex":0.00067883695,"about_ca_topic_score_gemma":0.000017697392,"teacher_disagreement_score":0.26128757,"about_ca_system_score_codex":0.00017595304,"about_ca_system_score_gemma":0.001009082,"threshold_uncertainty_score":0.99568325},"labels":[],"label_agreement":null},{"id":"W2791479772","doi":"10.5712/rbmfc13(40)1632","title":"Competências e Atividades Profissionais Confiáveis: novos paradigmas na elaboração de uma Matriz Curricular para Residência em Medicina de Família e Comunidade","year":2018,"lang":"pt","type":"article","venue":"Revista Brasileira de Medicina de Família e Comunidade","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Pedagogy; Humanities; Medical education; Sociology; Medicine; Philosophy","score_opus":0.03103569204512253,"score_gpt":0.34559181938250505,"score_spread":0.31455612733738253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791479772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277087,0.0146883195,0.036312964,0.009538282,0.0025533359,0.0051357877,0.00028634391,0.000984598,0.002791683],"genre_scores_gemma":[0.95369977,0.0012679391,0.013402631,0.018666765,0.0063681602,0.0006410654,0.0011375078,0.00065643847,0.0041597304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97835267,0.004319339,0.004859279,0.0026669565,0.004392702,0.0054090302],"domain_scores_gemma":[0.9839463,0.0022379835,0.0028194105,0.0048017846,0.00284419,0.0033503189],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.012523248,0.002757469,0.004240328,0.0021661068,0.002342362,0.0007921666,0.0037453906,0.0028274064,0.0040927264],"category_scores_gemma":[0.019204006,0.0026777945,0.000828137,0.0066421484,0.0041659884,0.0007376609,0.0007751813,0.006899082,0.0012397852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0014151392,0.0030179936,0.6000163,0.0061993175,0.0015593148,0.002125757,0.044557586,0.000022897395,0.016066182,0.01945573,0.28363773,0.02192602],"study_design_scores_gemma":[0.011389045,0.00382205,0.7464199,0.026481481,0.0042778575,0.0033527908,0.045317613,0.025213337,0.0049120504,0.0005627921,0.12463503,0.003616037],"about_ca_topic_score_codex":0.0013078337,"about_ca_topic_score_gemma":0.00013458349,"teacher_disagreement_score":0.1590027,"about_ca_system_score_codex":0.0073066847,"about_ca_system_score_gemma":0.010877561,"threshold_uncertainty_score":0.9995379},"labels":[],"label_agreement":null},{"id":"W2791496441","doi":"10.1002/aet2.10084","title":"Scholarship by the Clinician‐Educator in Emergency Medicine","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Society for Academic Emergency Medicine","keywords":"Scholarship; Promotion (chess); Work (physics); Curriculum; Academic institution; Specialty; Emergency department; Medical education; Rubric; Medicine; Psychology; Political science; Pedagogy; Nursing; Engineering; Family medicine; Library science; Computer science","score_opus":0.08899977246232627,"score_gpt":0.4476607811457591,"score_spread":0.3586610086834328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791496441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91534305,0.0007758897,0.000053882693,0.05711504,0.0031633317,0.00024689405,5.584031e-7,0.0000271792,0.023274167],"genre_scores_gemma":[0.98685205,0.00012193619,0.00070498383,0.0069412906,0.0017863268,0.00006297695,0.000046818717,0.000015481985,0.0034681493],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988513,0.000058300924,0.00046528134,0.00022384457,0.00020661626,0.00019468003],"domain_scores_gemma":[0.9992516,0.00006133025,0.00011683591,0.00024733925,0.00024118157,0.00008169824],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012007107,0.0001022714,0.00015071988,0.00017118835,0.00017691105,0.000009858946,0.00009421087,0.000081726415,0.0014306051],"category_scores_gemma":[0.0020950756,0.00007292541,0.00001903824,0.0007406574,0.00028514524,0.00010611747,0.000012544154,0.00033709581,0.000047940604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022523293,0.00037494465,0.1054996,0.00004213135,0.00002106073,2.305206e-7,0.025475707,2.2436147e-8,0.00046087653,0.006151527,0.16842492,0.69352645],"study_design_scores_gemma":[0.00091356365,0.00028982916,0.66928226,0.00034487568,0.00006507488,0.00006521645,0.041694287,0.00007846758,0.00012504979,0.004674431,0.2822891,0.00017784788],"about_ca_topic_score_codex":0.0000645794,"about_ca_topic_score_gemma":0.000019804442,"teacher_disagreement_score":0.6933486,"about_ca_system_score_codex":0.00005876961,"about_ca_system_score_gemma":0.00050691067,"threshold_uncertainty_score":0.9994822},"labels":[],"label_agreement":null},{"id":"W2791536262","doi":"10.1111/medu.13549","title":"Integrating programme evaluation and strategy: a promising practice","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Citation; Library science; Psychology; Medical education; Medicine; Computer science","score_opus":0.03675250318590388,"score_gpt":0.4531244399727134,"score_spread":0.4163719367868095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791536262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87071854,0.0005311226,0.0034708164,0.084953725,0.0017272963,0.0017272768,3.2780403e-7,0.00015009868,0.036720786],"genre_scores_gemma":[0.94331956,0.000024921566,0.037359033,0.016532207,0.0019959882,0.00028029838,0.00012353531,0.000022543742,0.00034192926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977238,0.0001433097,0.00040819545,0.00031463767,0.0011644105,0.00024564264],"domain_scores_gemma":[0.9974469,0.000091087604,0.00016943732,0.0002505073,0.0019021495,0.00013991325],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003340606,0.00012304861,0.00015098619,0.00016962654,0.0001836634,0.00006517819,0.00007322891,0.00018540813,0.0009575235],"category_scores_gemma":[0.048782527,0.000103369246,0.000021340344,0.0006346359,0.00032577204,0.00028664188,0.00002550374,0.00040550862,0.00005318393],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039174498,0.0006045243,0.001156823,0.00007021614,0.000019122606,8.368016e-7,0.0015200182,3.6062374e-8,0.00015560068,0.002503321,0.019644221,0.9742861],"study_design_scores_gemma":[0.0063133636,0.0034078734,0.065318584,0.004298501,0.0013182962,0.002764563,0.052123442,0.1262462,0.0016385332,0.007570234,0.7280123,0.0009881068],"about_ca_topic_score_codex":0.00011202502,"about_ca_topic_score_gemma":0.000016180697,"teacher_disagreement_score":0.973298,"about_ca_system_score_codex":0.00027463812,"about_ca_system_score_gemma":0.004909545,"threshold_uncertainty_score":0.9999557},"labels":[],"label_agreement":null},{"id":"W2791653081","doi":"10.1097/phm.0000000000000863","title":"Graduate Medical Education Funding and Curriculum in Physical Medicine and Rehabilitation","year":2017,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicaid; Medicine; Graduate medical education; Curriculum; Family medicine; Rehabilitation; Medical education; Quarter (Canadian coin); Health care; Nursing; Accreditation; Physical therapy; Psychology","score_opus":0.0168898596119547,"score_gpt":0.3983393719999456,"score_spread":0.3814495123879909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791653081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87197363,0.00013427022,0.00012756564,0.12644951,0.0004979974,0.00039118738,4.945275e-7,0.00001607339,0.00040929543],"genre_scores_gemma":[0.99170864,0.000026666306,0.004794866,0.0009866855,0.002387596,0.00003720882,0.000010096823,0.000030199653,0.000018038625],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99640083,0.0002872118,0.0010452744,0.0004183181,0.0015372534,0.00031112856],"domain_scores_gemma":[0.99469364,0.0021043525,0.0012131069,0.00048111955,0.001088631,0.00041912773],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0025936852,0.00028372547,0.0010836727,0.0008137644,0.0002252357,0.00002668422,0.00022976009,0.00008043429,0.000027506612],"category_scores_gemma":[0.06311492,0.00020412641,0.00010787788,0.00065421517,0.0046023023,0.0005810533,0.00006558749,0.0008848058,0.0000028525221],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018602509,0.0010741645,0.06936191,0.0002959359,0.000039463874,0.000008524449,0.018348277,0.0000019477197,0.0005026325,0.011175294,0.0013876479,0.8976182],"study_design_scores_gemma":[0.004221102,0.05078328,0.86816293,0.0061531984,0.00030851792,0.00025292364,0.0397465,0.005888917,0.000007911639,0.022932185,0.0012487773,0.00029377302],"about_ca_topic_score_codex":0.0005552873,"about_ca_topic_score_gemma":0.000017998436,"teacher_disagreement_score":0.8973244,"about_ca_system_score_codex":0.00026912504,"about_ca_system_score_gemma":0.00048265635,"threshold_uncertainty_score":0.9981066},"labels":[],"label_agreement":null},{"id":"W2791663140","doi":"10.1097/acm.0000000000002193","title":"About Politeness, Face, and Feedback: Exploring Resident and Faculty Perceptions of How Institutional Feedback Culture Influences Feedback Practices","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Focus group; Corrective feedback; Politeness; Excellence; Psychology; Peer feedback; Organizational culture; Context (archaeology); Medical education; Pedagogy; Sociology; Social psychology; Public relations; Medicine; Political science; Mathematics education","score_opus":0.09994112646505039,"score_gpt":0.40335661639607406,"score_spread":0.3034154899310237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791663140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610811,0.0026890156,0.000222537,0.03339171,0.0005531079,0.0004383886,0.000013612533,0.000057365924,0.0015531937],"genre_scores_gemma":[0.98511994,0.0060899328,0.0015386386,0.0026978615,0.0022233496,0.00006640897,0.00017113355,0.000020031397,0.002072721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99762785,0.00006944226,0.00064779975,0.00047932222,0.0008291038,0.00034649772],"domain_scores_gemma":[0.99793446,0.0001193958,0.00062140974,0.0002952872,0.0007478973,0.0002815353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081598765,0.00026710474,0.00048803375,0.00033017216,0.00033921056,0.0000200014,0.00018740041,0.0003575285,0.0002144477],"category_scores_gemma":[0.006709919,0.00019396326,0.000029105777,0.00077657984,0.002604527,0.0007676953,0.00011287124,0.00094287173,0.000020346226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055353815,0.000119923236,0.62050277,0.0019487608,0.00038904767,0.000016195214,0.12783451,0.0000036312383,0.0549876,0.017571101,0.14077285,0.035300057],"study_design_scores_gemma":[0.0031231747,0.0007717541,0.7817242,0.0033310903,0.00037150717,0.0004989559,0.10871707,0.0001750816,0.0012658716,0.0010399924,0.098636635,0.00034463697],"about_ca_topic_score_codex":0.00017911327,"about_ca_topic_score_gemma":0.000008373208,"teacher_disagreement_score":0.16122144,"about_ca_system_score_codex":0.00011574151,"about_ca_system_score_gemma":0.00033084422,"threshold_uncertainty_score":0.9596488},"labels":[],"label_agreement":null},{"id":"W2791679641","doi":"10.21815/jde.018.027","title":"Methods and Purposes for Conducting Students’ Course Evaluations Reported by North American Dental School and Dental Hygiene Program Leaders: A Preliminary Survey Study","year":2018,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dental hygiene; Accreditation; Curriculum; Medical education; Medicine; Course evaluation; Family medicine; Psychology; Dentistry; Higher education; Pedagogy; Political science","score_opus":0.10901120630442951,"score_gpt":0.5425360198399493,"score_spread":0.43352481353551975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791679641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99504906,0.00047550557,0.00049213483,0.00043164598,0.0012897748,0.00221282,0.000010105088,0.00002246138,0.000016487907],"genre_scores_gemma":[0.9627241,0.0000310662,0.03565099,0.00034727438,0.0006332341,0.00018679778,0.00016108979,0.000031470427,0.00023400215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974295,0.00034315514,0.000964022,0.00031513078,0.0007185275,0.00022968906],"domain_scores_gemma":[0.9968108,0.0001920866,0.0010568034,0.00021696018,0.0015137433,0.00020963624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029350286,0.00019233994,0.00038979502,0.00032898938,0.0002868773,0.00012852497,0.00014544491,0.000058192567,0.000038136506],"category_scores_gemma":[0.0045019104,0.000175348,0.000057734862,0.0007422226,0.0005284348,0.00044470097,0.0000571435,0.00033489472,0.0000030085414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034181742,0.005161923,0.84009707,0.0000408702,0.00027075154,0.0000026111745,0.0020123508,1.9982961e-7,0.0014617653,8.699065e-7,0.007147706,0.14346205],"study_design_scores_gemma":[0.0018171725,0.005807216,0.88632643,0.00011200351,0.0007040277,0.0012437734,0.10265057,0.000103926,0.0008320231,0.000005258903,0.00025495878,0.00014263802],"about_ca_topic_score_codex":0.00021086328,"about_ca_topic_score_gemma":0.0002293242,"teacher_disagreement_score":0.14331941,"about_ca_system_score_codex":0.00032299626,"about_ca_system_score_gemma":0.00088872825,"threshold_uncertainty_score":0.7150484},"labels":[],"label_agreement":null},{"id":"W2791697554","doi":"10.1093/pch/pxx206","title":"Observations of the hidden curriculum on a paediatrics tertiary care clinical teaching unit","year":2018,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Curriculum; Hidden curriculum; Tertiary care; Relevance (law); Set (abstract data type); Psychology; Medical education; Unit (ring theory); Medicine; Mathematics education; Pedagogy; Family medicine; Computer science; Political science","score_opus":0.037374950141066364,"score_gpt":0.3791526778992527,"score_spread":0.3417777277581864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791697554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411203,0.00091793033,0.00029443417,0.04955784,0.0038697703,0.0011467489,0.0000359012,0.00010450434,0.0029525484],"genre_scores_gemma":[0.95892334,0.00040820788,0.008828938,0.02487011,0.006649225,0.000028104989,0.00015505923,0.00004193568,0.00009509124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99669987,0.00039491765,0.0012416015,0.0003955717,0.00082848227,0.0004395453],"domain_scores_gemma":[0.9971755,0.00029975822,0.0006647037,0.000898884,0.0007570817,0.00020407647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021136142,0.00020374685,0.0003974695,0.0003222063,0.0007280133,0.000015128905,0.0003751701,0.00023917209,0.0000405887],"category_scores_gemma":[0.0057528615,0.00014642529,0.00020147687,0.0016536585,0.0002347198,0.00007786669,0.00012829546,0.0015968173,0.000049287253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011449125,0.0005552932,0.9045432,0.00023200385,0.000020335367,6.6300134e-7,0.0019163071,0.000001172545,0.0000011489241,0.0044134823,0.048920386,0.039384544],"study_design_scores_gemma":[0.0009356806,0.00050518976,0.95656294,0.00020675894,0.00010919311,0.000010029778,0.0014152802,0.00029492285,0.000007167877,0.0001939755,0.03961851,0.0001403454],"about_ca_topic_score_codex":0.00020512365,"about_ca_topic_score_gemma":0.000033606124,"teacher_disagreement_score":0.05201973,"about_ca_system_score_codex":0.00028038168,"about_ca_system_score_gemma":0.0014231557,"threshold_uncertainty_score":0.6937465},"labels":[],"label_agreement":null},{"id":"W2791761290","doi":"10.1177/1715163518756149","title":"Why you should mentor a pharmacy student","year":2018,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pharmacy; Medical education; Psychology; Medicine; Family medicine","score_opus":0.06309191484786206,"score_gpt":0.37336080420626755,"score_spread":0.31026888935840546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791761290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725618,0.0005998824,0.00028675984,0.005853844,0.011062433,0.0008642396,0.0001445047,0.00007652822,0.008550004],"genre_scores_gemma":[0.9240046,0.00094653416,0.00089116825,0.06499609,0.006529393,0.000041943764,0.00006818663,0.00008811054,0.0024339643],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605614,0.00012881985,0.0008919083,0.00051127677,0.00110671,0.0013051205],"domain_scores_gemma":[0.9947825,0.000041922605,0.00029427014,0.00040826222,0.001891707,0.0025813603],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010105112,0.00043607183,0.0004589645,0.0007458134,0.0011900278,0.00020250621,0.0006524956,0.00007879338,0.0077011003],"category_scores_gemma":[0.0004942008,0.00043834065,0.00015602591,0.0014361138,0.00048730048,0.000381869,0.000055676996,0.0011616742,0.00008353666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001780775,0.00019724783,0.0059269164,0.0001546767,0.00041265937,0.022450916,0.0025812502,0.000014141796,0.004373392,0.00007994711,0.8247984,0.13883238],"study_design_scores_gemma":[0.0029741104,0.00009892196,0.00009196461,0.000039711773,0.0002885867,0.24419732,0.000045858218,0.0016424238,0.0039391066,0.000026148651,0.7462455,0.00041036675],"about_ca_topic_score_codex":0.023239993,"about_ca_topic_score_gemma":0.03912059,"teacher_disagreement_score":0.2217464,"about_ca_system_score_codex":0.005780856,"about_ca_system_score_gemma":0.007851421,"threshold_uncertainty_score":0.9998068},"labels":[],"label_agreement":null},{"id":"W2792045779","doi":"10.1017/cem.2018.19","title":"Education scholarship in Canadian emergency medicine: The past, present, and future","year":2018,"lang":"en","type":"letter","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Medicine; Scholarship; Action (physics); Content (measure theory); Call to action; Medical emergency; Medical education; Advertising; Political science","score_opus":0.05795669682664619,"score_gpt":0.3743716541595557,"score_spread":0.31641495733290953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792045779","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007885712,0.016678682,0.0000051058587,0.89864457,0.05957548,0.0006843693,0.000014285792,0.0000069541725,0.016504848],"genre_scores_gemma":[0.009104729,0.0081680035,0.00018196508,0.36211842,0.59247106,0.00008397702,0.0007961278,0.00022426427,0.026851447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472916,0.00029529954,0.0023596142,0.0004619733,0.0010644357,0.0010894908],"domain_scores_gemma":[0.99387693,0.00006315993,0.0010790998,0.00083446904,0.0026607113,0.0014856025],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029038112,0.00054021075,0.00091380836,0.0032048866,0.00038463296,0.000010114134,0.0007773627,0.0010078071,0.02673851],"category_scores_gemma":[0.0027581945,0.00035974433,0.00013518045,0.0022977598,0.0006910814,0.00023151872,0.000017647408,0.0047575096,0.000031255197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010816332,0.000016178248,0.03575582,0.0003330375,0.00010975605,0.00013865462,0.0018683674,1.2036519e-7,0.000005742095,0.00010670575,0.9557389,0.0059158783],"study_design_scores_gemma":[0.00055252854,0.00043994235,0.05672652,0.0013814033,0.00042859235,0.00029905757,0.0015873736,0.0000065272693,5.940949e-7,0.001077021,0.93723196,0.00026850315],"about_ca_topic_score_codex":0.37607524,"about_ca_topic_score_gemma":0.41985342,"teacher_disagreement_score":0.53652614,"about_ca_system_score_codex":0.0012636835,"about_ca_system_score_gemma":0.012859129,"threshold_uncertainty_score":0.99988544},"labels":[],"label_agreement":null},{"id":"W2792177357","doi":"10.15766/mep_2374-8265.10691","title":"A Neurology Clerkship Curriculum Using Video-Based Lectures and Just-in-Time Teaching (JiTT)","year":2018,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Movement Disorders","funders":"","keywords":"Curriculum; Session (web analytics); Medical education; Class (philosophy); Psychology; Teaching method; Mathematics education; Medicine; Computer science; Pedagogy","score_opus":0.018866051721847462,"score_gpt":0.3387268403909266,"score_spread":0.31986078866907913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792177357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936276,0.00004305695,0.00057115516,0.0031498354,0.00051909155,0.00024757933,7.2831847e-7,0.00006181305,0.0017791049],"genre_scores_gemma":[0.9875346,6.0288613e-7,0.004770087,0.0067065153,0.00080482784,0.000012583154,0.000027807899,0.000023467554,0.000119527904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867713,0.000080742364,0.00033446372,0.00030622355,0.00029772968,0.00030367656],"domain_scores_gemma":[0.9994421,0.000049964732,0.00009698561,0.00023293881,0.00009837106,0.0000796354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006934485,0.00013950106,0.0002357941,0.00029981864,0.00013474494,0.000020459762,0.0000846104,0.0001571322,0.00042818638],"category_scores_gemma":[0.0013618171,0.00012285587,0.000032045562,0.00032922532,0.00026191288,0.000066592875,0.000030595864,0.00053493836,0.000037384223],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033896623,0.0013972692,0.90554297,0.00022477465,0.00006848802,0.00033090575,0.002536562,0.000032369608,0.017164942,0.001119777,0.033871036,0.037371963],"study_design_scores_gemma":[0.008595329,0.002228239,0.7435041,0.00064533553,0.00040270208,0.0015848199,0.00073986204,0.20052041,0.0051229526,0.0010068683,0.034688175,0.0009611674],"about_ca_topic_score_codex":0.00018365608,"about_ca_topic_score_gemma":0.000038675713,"teacher_disagreement_score":0.20048805,"about_ca_system_score_codex":0.000053119875,"about_ca_system_score_gemma":0.00017823733,"threshold_uncertainty_score":0.5009917},"labels":[],"label_agreement":null},{"id":"W2792179510","doi":"10.1002/aet2.10087","title":"Learning Analytics in Medical Education Assessment: The Past, the Present, and the Future","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Hamilton Health Sciences; Saskatchewan Polytechnic; McMaster University","funders":"McMaster University","keywords":"Analytics; Learning analytics; Computer science; Medical education; Data science; Intersection (aeronautics); Knowledge management; Medicine; Engineering","score_opus":0.019855074397586228,"score_gpt":0.38596444632999816,"score_spread":0.36610937193241194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792179510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6074355,0.0009202904,0.00016698657,0.37481135,0.0013265321,0.00045655147,1.8144797e-7,0.000020846897,0.014861765],"genre_scores_gemma":[0.9828156,0.00025258822,0.0005920953,0.010503407,0.0045497287,0.000112817266,0.000025747588,0.00001149997,0.0011364984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99880874,0.00020541585,0.00027800587,0.00018174876,0.00036417152,0.0001619373],"domain_scores_gemma":[0.99910635,0.00025955754,0.00011646167,0.00023562393,0.00021700104,0.00006500607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019640266,0.00009874016,0.0001298922,0.000102176054,0.000478687,0.000076439894,0.00012689164,0.00008661976,0.00016102614],"category_scores_gemma":[0.0008165395,0.00004849701,0.000022858609,0.0005764261,0.000689957,0.00008038202,0.00003590177,0.00064812455,0.000004089836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021181995,0.00015273204,0.026710792,0.000024866784,0.000026935528,2.131193e-7,0.023222294,6.8173705e-7,0.0000028342631,0.037698913,0.014417149,0.8977214],"study_design_scores_gemma":[0.0012141014,0.00008315796,0.5570357,0.00017705055,0.00011070938,0.00019386582,0.12251557,0.00884215,0.0000025254067,0.0029832984,0.3067357,0.000106168554],"about_ca_topic_score_codex":0.000055382556,"about_ca_topic_score_gemma":0.000028806468,"teacher_disagreement_score":0.89761525,"about_ca_system_score_codex":0.00004745041,"about_ca_system_score_gemma":0.0015279269,"threshold_uncertainty_score":0.36817217},"labels":[],"label_agreement":null},{"id":"W2792239050","doi":"10.3205/zma001140","title":"The postgraduate medical education pathway: an international comparison","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission; Concern Foundation","keywords":"Workforce; Harmonization; Political science; Medical education; Medical school; Library science; Medicine; Psychology; Law","score_opus":0.04545383994682138,"score_gpt":0.37758788859369063,"score_spread":0.33213404864686924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792239050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7910241,0.000091237445,0.000115263756,0.15651472,0.007548765,0.0007586017,0.0000019579224,0.00007613592,0.04386924],"genre_scores_gemma":[0.99121594,0.000054257085,0.00041324022,0.0029641993,0.0015106039,0.0009300425,0.00010087913,0.000013834544,0.0027969717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984947,0.00003556569,0.00030702306,0.00018977567,0.000740409,0.00023255752],"domain_scores_gemma":[0.9984484,0.000031904132,0.00020481322,0.00076721155,0.00036640756,0.00018129598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001152647,0.000084094674,0.00011471634,0.000067461384,0.00060628046,0.00018806053,0.0005822445,0.000095896605,0.0000865945],"category_scores_gemma":[0.008309363,0.00005816183,0.000035693676,0.00006856285,0.00026204716,0.00026186588,0.0000702382,0.00030896743,0.000037576185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003435645,0.0003279287,0.049218245,0.000005201262,0.000023661478,0.0000015415076,0.00009567793,5.6580127e-8,0.0000032421594,0.009840793,0.013704726,0.9267446],"study_design_scores_gemma":[0.00033975864,0.000016146772,0.76200587,0.000016137592,0.000012752723,0.000030104606,0.00015822421,0.0007312273,0.00008516093,0.0006526724,0.23589684,0.00005511393],"about_ca_topic_score_codex":0.00006478598,"about_ca_topic_score_gemma":0.000033413056,"teacher_disagreement_score":0.92668945,"about_ca_system_score_codex":0.0001344561,"about_ca_system_score_gemma":0.00044751787,"threshold_uncertainty_score":0.99476844},"labels":[],"label_agreement":null},{"id":"W2792421823","doi":"10.1177/0844562117753856","title":"Troublesome Knowledge: A New Approach to Quality Assurance in Mental Health Nursing Education","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Nursing Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Quality assurance; Nursing; Praxis; Curriculum; Nurse education; Mental health; Medicine; Accountability; Quality (philosophy); Medical education; Psychology; Pedagogy; Political science; Psychiatry","score_opus":0.2068473211777317,"score_gpt":0.5558160493204438,"score_spread":0.3489687281427121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792421823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69961804,0.0025668817,0.0025927213,0.20312437,0.0040739425,0.0010765308,0.00000414747,0.000010289545,0.08693307],"genre_scores_gemma":[0.9750499,0.000013057649,0.01976252,0.0008614612,0.002125776,0.0000059363497,0.00001538988,0.000022745751,0.0021432042],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99759066,0.00034675864,0.00061312167,0.00021033919,0.000608749,0.00063034217],"domain_scores_gemma":[0.99698937,0.000057618556,0.00012882877,0.0002692436,0.0013682133,0.0011867379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004702411,0.00009291657,0.00027288237,0.0020506673,0.00032379795,0.000065907334,0.00024072974,0.00009160373,0.000081168066],"category_scores_gemma":[0.0023717596,0.00009356171,0.000040271127,0.0024516531,0.00043427572,0.00015508762,0.00000433195,0.0008600428,0.00004973863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00007979491,0.00053503807,0.001925892,0.00003715068,0.000004838986,0.0000011630535,0.03298088,0.0000010476502,0.00015191802,0.001858473,0.43679458,0.5256292],"study_design_scores_gemma":[0.005361791,0.0032332302,0.6404487,0.04403371,0.00003366819,0.0020922597,0.12122301,0.0006029521,0.0005553691,0.014502493,0.16729882,0.00061401684],"about_ca_topic_score_codex":0.0035183397,"about_ca_topic_score_gemma":0.0019900058,"teacher_disagreement_score":0.6385228,"about_ca_system_score_codex":0.008678087,"about_ca_system_score_gemma":0.03631826,"threshold_uncertainty_score":0.99512744},"labels":[],"label_agreement":null},{"id":"W2792522397","doi":"10.1097/01.nurse.0000529815.29031.52","title":"Practical tips for novice nurse educators","year":2018,"lang":"en","type":"article","venue":"Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Nursing; Psychology; Medicine","score_opus":0.04246202189254083,"score_gpt":0.4645352678629292,"score_spread":0.42207324597038837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792522397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68425,0.000037467842,0.0737775,0.15986384,0.008312112,0.0009508773,0.0000021833591,0.00017118703,0.072634846],"genre_scores_gemma":[0.84338576,5.2237857e-7,0.14800209,0.0039203204,0.0035990402,0.00003185075,0.000030314328,0.0000235669,0.0010065199],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926543,0.000012087437,0.00016896878,0.0001650759,0.000184141,0.00020429133],"domain_scores_gemma":[0.9992318,0.00006257027,0.000052146395,0.00020923417,0.00037877797,0.0000654534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002667478,0.00006814555,0.00010224037,0.00010276292,0.0001362001,0.000013985517,0.000037591843,0.000087322886,0.00025369765],"category_scores_gemma":[0.0017948169,0.00006328887,0.000029057663,0.0003099744,0.0002323642,0.000083607556,0.0000023230398,0.00015631782,0.00014961541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015454095,0.00071308145,0.00071529316,0.00004383082,0.000017351978,0.0000011016278,0.0026358815,2.7100002e-8,0.0013461689,0.0191447,0.6968611,0.27836692],"study_design_scores_gemma":[0.002552339,0.0013051073,0.015385787,0.0012299758,0.00040681593,0.0007287526,0.014585199,0.0037190341,0.016380807,0.0047395565,0.93858874,0.00037787345],"about_ca_topic_score_codex":0.0000030334693,"about_ca_topic_score_gemma":4.6103654e-7,"teacher_disagreement_score":0.27798903,"about_ca_system_score_codex":0.00020689273,"about_ca_system_score_gemma":0.00035842854,"threshold_uncertainty_score":0.27778113},"labels":[],"label_agreement":null},{"id":"W2792567083","doi":"10.1097/acm.0000000000002070","title":"Learning in Practice: A Valuation of Context in Time-Variable Medical Training","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Competence (human resources); Psychology; Valuation (finance); Assertion; Knowledge management; Computer science; Social psychology","score_opus":0.062226261270324636,"score_gpt":0.42527157119476106,"score_spread":0.3630453099244364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792567083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9194892,0.00076560513,0.0024181516,0.04845684,0.0006400155,0.00067783834,3.5511067e-7,0.000065046435,0.02748693],"genre_scores_gemma":[0.9875965,0.00015923669,0.0017611542,0.0081255175,0.0011191583,0.000037109672,0.00005025518,0.000020677593,0.0011303909],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663496,0.0002492646,0.001128075,0.0002849124,0.0013867527,0.00031605238],"domain_scores_gemma":[0.9982078,0.00072274124,0.00032699094,0.00019959795,0.00042904518,0.00011381372],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0092379255,0.00013367625,0.0004941124,0.00062573695,0.000036731624,0.0000016964473,0.00019214799,0.0004674283,0.0021505633],"category_scores_gemma":[0.073235005,0.00011410601,0.000015903317,0.0017116999,0.0005202055,0.00016922191,0.000041749707,0.0018504964,0.00007050669],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010682755,0.00030920023,0.13556784,0.0003678626,0.00012012967,0.00007360137,0.14573176,0.000029216342,0.014579134,0.02030175,0.029110538,0.6527407],"study_design_scores_gemma":[0.050620653,0.0085357465,0.119789936,0.036208276,0.00082708633,0.0016874964,0.20526616,0.2770765,0.00221782,0.010907474,0.28568068,0.0011821719],"about_ca_topic_score_codex":0.00022115497,"about_ca_topic_score_gemma":0.000005571559,"teacher_disagreement_score":0.6515585,"about_ca_system_score_codex":0.0002083477,"about_ca_system_score_gemma":0.0008643472,"threshold_uncertainty_score":0.9987616},"labels":[],"label_agreement":null},{"id":"W2792580594","doi":"10.1097/acm.0000000000002067","title":"What Regulatory Requirements and Existing Structures Must Change If Competency-Based, Time-Variable Training Is Introduced Into the Continuum of Medical Education in the United States?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Licensure; Certification; Medical education; Workforce; Training (meteorology); Variable (mathematics); Graduate medical education; Government (linguistics); United States Medical Licensing Examination; Medicine; Medical school; Accreditation; Political science","score_opus":0.06552010053043876,"score_gpt":0.3984284793590507,"score_spread":0.3329083788286119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792580594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83949494,0.0009980092,0.00019584797,0.15695782,0.0012635385,0.00070352317,9.5141024e-7,0.000024529088,0.00036084364],"genre_scores_gemma":[0.89849794,0.00060426974,0.0014435855,0.09397998,0.0046150465,0.000102869155,0.00039123007,0.000031233812,0.00033384777],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968879,0.00026162842,0.00086618087,0.00033963696,0.0013337949,0.00031085665],"domain_scores_gemma":[0.9981076,0.0004110274,0.0003897542,0.0005033442,0.00047770893,0.00011054316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053899796,0.00019701423,0.0003867474,0.0004248891,0.00017683991,0.000013937188,0.00044011365,0.0003078819,0.0007634972],"category_scores_gemma":[0.0058736657,0.000113725386,0.00001814913,0.0013637953,0.0014066066,0.00019040937,0.00006515213,0.0010634182,0.000004612622],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027647903,0.00014133986,0.009534962,0.0007491866,0.00012841183,0.000006172645,0.49678212,0.0000017065811,0.005924875,0.023588233,0.23621318,0.22665332],"study_design_scores_gemma":[0.013177693,0.002162058,0.08328955,0.023444148,0.00090925855,0.0003630434,0.5245451,0.047047053,0.0028236106,0.05228748,0.24904063,0.0009103738],"about_ca_topic_score_codex":0.000702566,"about_ca_topic_score_gemma":0.00002494233,"teacher_disagreement_score":0.22574295,"about_ca_system_score_codex":0.00011035447,"about_ca_system_score_gemma":0.0011261821,"threshold_uncertainty_score":0.8359759},"labels":[],"label_agreement":null},{"id":"W2792674500","doi":"10.1111/idh.12330","title":"Motivating influences and ability‐based outcomes of dental hygiene baccalaureate education in Canada","year":2018,"lang":"en","type":"article","venue":"International Journal of Dental Hygiene","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Baccalaureate Degree; Dental hygiene; Credential; Medicine; Bachelor; Medical education; Associate degree; Hygiene; Critical thinking; Family medicine; Higher education; Psychology; Pedagogy","score_opus":0.009205912143361415,"score_gpt":0.32385017138872774,"score_spread":0.3146442592453663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792674500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99591434,0.00008241655,0.00011449292,0.0016417353,0.0017791952,0.0001170952,0.0000065874356,0.000003463468,0.0003406955],"genre_scores_gemma":[0.9945961,0.000008756861,0.004110518,0.0009231919,0.00029394624,0.0000035126661,0.000015214038,0.0000093804365,0.00003938445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980018,0.00003700705,0.0008441583,0.00013771986,0.00084628456,0.00013302917],"domain_scores_gemma":[0.99804586,0.00010448675,0.0004925912,0.00011234595,0.0011693648,0.000075341166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039330163,0.000113640875,0.0002612983,0.0004529026,0.00003176275,0.00001842613,0.00022899488,0.0000471415,0.00016706705],"category_scores_gemma":[0.0012570556,0.00009636891,0.00005162717,0.00029294254,0.00017702226,0.00024996782,0.000045719527,0.00020790304,0.0000021864605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010611799,0.00029554593,0.9559834,0.000023087141,0.000059694452,0.000012628591,0.00014639634,0.000018091285,0.004426384,0.00010343726,0.0001950295,0.03863017],"study_design_scores_gemma":[0.0011811517,0.00016558761,0.9834891,0.0003765652,0.000025694262,0.00021515733,0.0019972809,0.00045292632,0.011718991,0.00015756,0.00014555804,0.00007443167],"about_ca_topic_score_codex":0.056233156,"about_ca_topic_score_gemma":0.053219274,"teacher_disagreement_score":0.038555738,"about_ca_system_score_codex":0.00096092967,"about_ca_system_score_gemma":0.0026762986,"threshold_uncertainty_score":0.964057},"labels":[],"label_agreement":null},{"id":"W2792707359","doi":"10.19080/jcmah.2017.02.555588","title":"Milestones on the Road Less Travelled: Teaching Complementary and Alternative Medicine in Medical Schools In the Age of Competency-Based Education","year":2017,"lang":"en","type":"article","venue":"Journal of Complementary Medicine & Alternative Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Mathematics education; Medicine; Psychology; Engineering","score_opus":0.09894142367105575,"score_gpt":0.45618983512036204,"score_spread":0.3572484114493063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792707359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61865366,0.00051120576,0.00019501967,0.37817058,0.00094592036,0.0008589979,0.000012811393,0.0000032235528,0.00064855325],"genre_scores_gemma":[0.9668135,0.0003904611,0.0010892802,0.029704757,0.0017681587,0.000046041558,0.0001525942,0.000023075165,0.000012147132],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99350995,0.0011892822,0.002156115,0.0003255923,0.002440945,0.0003781209],"domain_scores_gemma":[0.9957466,0.0010110714,0.001792439,0.00061977154,0.00064536,0.00018472434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007837876,0.00033043302,0.0009929021,0.00087810814,0.00044102082,0.000020158757,0.0010965102,0.00008009349,0.0004018215],"category_scores_gemma":[0.0029125898,0.00018020734,0.00008377576,0.00030347702,0.0010921626,0.00019425059,0.00009507332,0.0022926999,0.0000010650097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020697676,0.0029804725,0.5353323,0.0012255163,0.00042560505,0.00087488524,0.05084226,0.000029898405,0.0006619376,0.059876814,0.02782366,0.31785685],"study_design_scores_gemma":[0.012632891,0.00482357,0.82674986,0.015965428,0.0001614498,0.00041864213,0.12290001,0.002030432,0.00013190934,0.008169252,0.005770307,0.00024624268],"about_ca_topic_score_codex":0.019236848,"about_ca_topic_score_gemma":0.0028163975,"teacher_disagreement_score":0.34846583,"about_ca_system_score_codex":0.00045788003,"about_ca_system_score_gemma":0.0012410936,"threshold_uncertainty_score":0.99607676},"labels":[],"label_agreement":null},{"id":"W2792887635","doi":"10.1097/acm.0000000000002066","title":"Enhanced Requirements for Assessment in a Competency-Based, Time-Variable Medical Education System","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Summative assessment; Formative assessment; Curriculum; Medical education; Creativity; Originality; Scope (computer science); Peer assessment; Standards-based assessment; Duration (music); Psychology; Knowledge management; Engineering ethics; Computer science; Medicine; Pedagogy; Engineering","score_opus":0.02974538748574017,"score_gpt":0.4158975192928218,"score_spread":0.38615213180708163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792887635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3472177,0.00072150846,0.35834453,0.16577314,0.01098348,0.007161948,0.000010755505,0.0005639939,0.109222956],"genre_scores_gemma":[0.9310927,0.000030679497,0.036829542,0.02294627,0.004774568,0.0008923351,0.00055069104,0.000053169777,0.0028300618],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99666804,0.00009275719,0.0011206574,0.00047420827,0.0011960759,0.00044823455],"domain_scores_gemma":[0.998115,0.00019337669,0.00028547202,0.0004490171,0.0007127532,0.0002443718],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032188753,0.00021801914,0.0005289458,0.00049450074,0.00011689743,0.0000043227005,0.00029601966,0.0004575888,0.0018603114],"category_scores_gemma":[0.0050716726,0.00017881232,0.000033302476,0.0010751996,0.00039778324,0.00010346539,0.000036259804,0.00083558226,0.00010434834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079664506,0.0008613912,0.0109311035,0.0036833799,0.00017925756,0.0000116823785,0.0035601156,0.0000059889144,0.051139664,0.3605312,0.48352253,0.08477704],"study_design_scores_gemma":[0.06445191,0.010502817,0.026326975,0.084581435,0.0016107953,0.0005518997,0.023158183,0.43798897,0.015774537,0.02471025,0.30788338,0.00245884],"about_ca_topic_score_codex":0.00006919006,"about_ca_topic_score_gemma":0.000004542788,"teacher_disagreement_score":0.583875,"about_ca_system_score_codex":0.00088388816,"about_ca_system_score_gemma":0.007674725,"threshold_uncertainty_score":0.9990521},"labels":[],"label_agreement":null},{"id":"W2792955842","doi":"10.5688/ajpe6821","title":"Descriptive Analysis of Pharmacy Students’ Impressions on Virtual Interactive Case Software","year":2018,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto; University Health Network","funders":"","keywords":"Formative assessment; Pharmacy; Medical education; Psychology; Qualitative research; Mathematics education; Medicine; Nursing; Sociology","score_opus":0.03825161094755901,"score_gpt":0.47822100325104827,"score_spread":0.43996939230348925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792955842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909217,0.000041728057,0.005472348,0.0017010261,0.0014122725,0.00020301153,0.000009679651,0.000013105958,0.00022514645],"genre_scores_gemma":[0.9896646,0.0000341967,0.0061769257,0.003258474,0.00072024914,0.000012472861,0.000018108174,0.00001913821,0.00009584586],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99784774,0.00019871107,0.0008218721,0.00020567955,0.00071376964,0.00021223899],"domain_scores_gemma":[0.99622965,0.00027486918,0.00087592326,0.00023654432,0.0021443027,0.00023871491],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006332399,0.00016442493,0.00052331726,0.0012150538,0.00010374286,0.000019547588,0.00020610983,0.000036037374,0.0009270924],"category_scores_gemma":[0.0020218005,0.00013418433,0.00021940892,0.002516507,0.0007264848,0.00021396353,0.000041068208,0.0006324945,0.000018294322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002488924,0.005831116,0.051930398,0.000029245704,0.0030886808,0.000093532406,0.011460616,0.000027383954,0.006019769,0.00021858704,0.0066030934,0.9122087],"study_design_scores_gemma":[0.017097535,0.031341724,0.33591524,0.0027300878,0.05723673,0.013628577,0.31531605,0.018753802,0.145269,0.0003214683,0.06051031,0.0018794686],"about_ca_topic_score_codex":0.00008979747,"about_ca_topic_score_gemma":0.0000022115885,"teacher_disagreement_score":0.91032916,"about_ca_system_score_codex":0.00040840544,"about_ca_system_score_gemma":0.00091180624,"threshold_uncertainty_score":0.9999862},"labels":[],"label_agreement":null},{"id":"W2793123186","doi":"10.1080/10872981.2018.1440111","title":"A student-initiated objective structured clinical examination as a sustainable cost-effective learning experience","year":2018,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University","funders":"","keywords":"Objective structured clinical examination; Mentorship; Checklist; Medical education; Cronbach's alpha; Medicine; Psychology; Family medicine; Clinical psychology; Psychometrics","score_opus":0.0273992635931903,"score_gpt":0.47579564154168336,"score_spread":0.4483963779484931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793123186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835224,0.00008220011,0.0015726108,0.0046020728,0.0023898561,0.0026024494,0.0000020513978,0.00020918489,0.0050171823],"genre_scores_gemma":[0.97877437,0.000049997285,0.0019272824,0.009108192,0.0033777468,0.00093590724,0.00072164816,0.000043507553,0.0050613224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958968,0.0005694028,0.00093940616,0.0006619819,0.001417743,0.00051464385],"domain_scores_gemma":[0.9951675,0.00041813988,0.00034805867,0.00043676296,0.0031448358,0.00048470558],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020622911,0.00026287476,0.00044524245,0.00042449223,0.00037640453,0.0000501553,0.000276238,0.00044932737,0.0041953283],"category_scores_gemma":[0.06098569,0.00023582185,0.000094801326,0.001625246,0.00087642984,0.0002682268,0.00011468618,0.0012713944,0.0001713269],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025446623,0.007025003,0.06538502,0.00010426744,0.00012375563,0.00003446081,0.014654086,0.000001077984,0.000092373586,0.003223655,0.0061458475,0.902956],"study_design_scores_gemma":[0.002761791,0.0017816476,0.8304457,0.00035451952,0.000121271354,0.00019097539,0.06015531,0.0022933641,0.000395361,0.00042639207,0.100755535,0.0003181027],"about_ca_topic_score_codex":0.00013493116,"about_ca_topic_score_gemma":0.000027514026,"teacher_disagreement_score":0.9026379,"about_ca_system_score_codex":0.0006824266,"about_ca_system_score_gemma":0.004278957,"threshold_uncertainty_score":0.99671495},"labels":[],"label_agreement":null},{"id":"W2793139353","doi":"10.1080/0142159x.2018.1442565","title":"Discourses of professionalism: Metaphors, theory and practice","year":2018,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Epistemology; Sociology; Psychology; Engineering ethics; Philosophy; Engineering","score_opus":0.03758703952392067,"score_gpt":0.4421981085346633,"score_spread":0.4046110690107426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793139353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8971942,0.00078655477,0.0020630402,0.06398543,0.0007415796,0.0002764696,7.2063864e-7,0.000046132307,0.034905847],"genre_scores_gemma":[0.98378265,0.000027480983,0.003070919,0.003938582,0.0007186425,0.000022149661,0.000016767179,0.000015280255,0.008407534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834543,0.0003185707,0.000279902,0.00016224642,0.0007566015,0.00013724604],"domain_scores_gemma":[0.9990806,0.00021933275,0.000100994315,0.00022370083,0.000277886,0.000097497345],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004030582,0.00007957119,0.00018925732,0.00007693389,0.00005593357,0.0000036996362,0.00008058286,0.00015445887,0.005923702],"category_scores_gemma":[0.034267623,0.000052388674,0.000025852456,0.0002481312,0.0009589561,0.00008408227,0.000053859276,0.00035420698,0.000030192976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015153376,0.003402487,0.031733137,0.00036104143,0.00050038466,0.00004936413,0.012787098,1.3733743e-8,0.0010065387,0.2035735,0.2929874,0.4520837],"study_design_scores_gemma":[0.0042086714,0.0012073575,0.038034964,0.0015983798,0.0010211424,0.0010043686,0.026779994,0.0012252982,0.001779469,0.018358277,0.9043218,0.0004602887],"about_ca_topic_score_codex":0.000013906526,"about_ca_topic_score_gemma":6.9876e-7,"teacher_disagreement_score":0.6113344,"about_ca_system_score_codex":0.000022788161,"about_ca_system_score_gemma":0.00026775408,"threshold_uncertainty_score":0.99498504},"labels":[],"label_agreement":null},{"id":"W2793147298","doi":"10.1097/acm.0000000000002169","title":"A Program in Transition: A Shifting Mind-set","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Ontario Museum","funders":"","keywords":"Curriculum; Feeling; Set (abstract data type); Constructive; Medical education; Process (computing); Psychology; Computer science; Medicine; Pedagogy; Social psychology","score_opus":0.05481309926788248,"score_gpt":0.4036294850564313,"score_spread":0.34881638578854884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793147298","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028806131,0.0006159752,0.00022398606,0.96147,0.0017435767,0.0017741589,0.000006646628,0.0001559528,0.00520357],"genre_scores_gemma":[0.00749416,0.00019055685,0.0019975659,0.93264174,0.04979757,0.0005376613,0.0030766216,0.00010701177,0.0041570915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956417,0.0001300277,0.0014204163,0.0007550728,0.0012933346,0.00075945654],"domain_scores_gemma":[0.99838734,0.00017803979,0.0003786964,0.0006212536,0.0003238424,0.00011084057],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016297398,0.00045939264,0.0009803933,0.001064577,0.00007241575,0.0000065932823,0.00035465884,0.002766971,0.002505838],"category_scores_gemma":[0.002504405,0.00037460568,0.00007880546,0.001656856,0.0008024865,0.000090444766,0.000037019,0.009397632,0.00024816644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033850152,0.000020595906,0.0002433135,0.0006662543,0.000047255435,0.0003478877,0.0072649913,6.851431e-8,0.000041974,0.000017469032,0.963814,0.027502326],"study_design_scores_gemma":[0.0020501898,0.0006448633,0.00030920634,0.0059326203,0.00028679785,0.000422004,0.001072693,0.00025051518,0.000033523298,0.0005102374,0.98817676,0.0003105967],"about_ca_topic_score_codex":0.00006210296,"about_ca_topic_score_gemma":0.0000023237399,"teacher_disagreement_score":0.04805399,"about_ca_system_score_codex":0.00040734248,"about_ca_system_score_gemma":0.00043249305,"threshold_uncertainty_score":0.9998706},"labels":[],"label_agreement":null},{"id":"W2793267278","doi":"10.1093/oso/9780199370818.003.0012","title":"Building on Past Experience","year":2018,"lang":"en","type":"book","venue":"Oxford University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Apprenticeship; Curriculum; Medical education; Medical school; Dual (grammatical number); Component (thermodynamics); Focus (optics); Sociology; Pedagogy; Engineering ethics; Medicine; Engineering; Art; History","score_opus":0.025622663078251333,"score_gpt":0.2813925136968518,"score_spread":0.25576985061860047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793267278","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037391728,0.0000071857044,0.0009232192,0.00008783698,0.0006815895,0.00040050517,0.000011354915,0.00012302259,0.9940261],"genre_scores_gemma":[0.00061971246,0.000015771004,0.004288234,0.00062858994,0.0009799214,0.0000025646918,0.00006555949,0.000035748828,0.9933639],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987049,0.000024015373,0.00017449485,0.0004081449,0.0004425256,0.0002459198],"domain_scores_gemma":[0.99883515,0.00003861406,0.00017057204,0.00058518583,0.00027166086,0.000098794866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011135491,0.00023105202,0.00028620102,0.00028168078,0.00019099156,0.000017657258,0.0003048927,0.0003887514,0.00010989002],"category_scores_gemma":[0.000076338685,0.0002479973,0.000094223404,0.000035592504,0.0003655504,0.00004763089,0.00013938136,0.00057669636,0.000005809041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030055994,0.00008858887,0.000023795446,0.00023079451,0.00012443081,0.0001392554,0.001233459,7.749413e-7,0.00006547277,0.41638878,0.5451054,0.036298703],"study_design_scores_gemma":[0.0004924534,0.00019605775,0.000041849766,0.00060096884,0.00011009267,0.000016527198,0.00011534584,0.000034048826,0.00025827362,0.00015930331,0.9977663,0.00020873523],"about_ca_topic_score_codex":0.00000660862,"about_ca_topic_score_gemma":4.8478466e-7,"teacher_disagreement_score":0.45266095,"about_ca_system_score_codex":0.0006682234,"about_ca_system_score_gemma":0.0003385973,"threshold_uncertainty_score":0.9999972},"labels":[],"label_agreement":null},{"id":"W2793326099","doi":"10.1080/0142159x.2018.1426843","title":"Twelve tips for medical students to establish a collaborative flashcard project","year":2018,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Medical education; Recall; Repetition (rhetorical device); Curriculum; Medicine; Psychology; Pedagogy; Engineering","score_opus":0.025801021820857126,"score_gpt":0.4353981197232277,"score_spread":0.40959709790237053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793326099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8835677,0.00007876844,0.017321216,0.07120949,0.0029834355,0.0035881042,0.000010755254,0.00029513746,0.020945426],"genre_scores_gemma":[0.8669662,0.000037997208,0.019660678,0.05484164,0.016753519,0.0028593112,0.00038153635,0.0001927032,0.038306437],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938282,0.00014585028,0.00066953053,0.0005672991,0.0042141657,0.0005749715],"domain_scores_gemma":[0.9974105,0.00010560872,0.000098980556,0.0004989952,0.0012090604,0.0006768676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041426104,0.00024211773,0.0004836916,0.00029464066,0.00017606423,0.000062075305,0.00066014857,0.0005459519,0.007588319],"category_scores_gemma":[0.03645787,0.0001893522,0.000091376394,0.0015918635,0.00053818343,0.000094784875,0.00021456434,0.0007324105,0.00047934472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032856723,0.0010217166,0.024644395,0.0000773272,0.00015530609,0.000032089178,0.0038165634,1.721071e-8,0.000017115357,0.0007144714,0.90189785,0.0672946],"study_design_scores_gemma":[0.0041735964,0.0015328833,0.004051072,0.00054285803,0.0001197484,0.00008856625,0.002159563,0.0020339366,0.0001493288,0.00023843876,0.98460823,0.00030175835],"about_ca_topic_score_codex":0.00004267815,"about_ca_topic_score_gemma":0.000054513464,"teacher_disagreement_score":0.08271042,"about_ca_system_score_codex":0.0002991333,"about_ca_system_score_gemma":0.0023323172,"threshold_uncertainty_score":0.99331886},"labels":[],"label_agreement":null},{"id":"W2793349023","doi":"10.3410/f.732454896.793541587","title":"Faculty Opinions recommendation of Predicting treatment outcomes of pain patients attending tertiary multidisciplinary pain treatment centers: A pain trajectory approach.","year":2018,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Multidisciplinary approach; Medicine; Physical therapy; Trajectory; Tertiary care; Family medicine; Sociology","score_opus":0.03673265011066919,"score_gpt":0.36666584800504837,"score_spread":0.3299331978943792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793349023","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000073989206,0.00031258748,0.00035534822,0.06275392,0.001030251,0.003921393,0.9314653,0.00006075924,0.000026429638],"genre_scores_gemma":[0.00015250547,0.00018539507,0.0052778604,0.003198477,0.0004522027,0.00092667434,0.98938924,0.00005583981,0.00036178454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99118316,0.0023734383,0.00308928,0.0009623627,0.0018623094,0.0005294326],"domain_scores_gemma":[0.9887097,0.00065247505,0.002999146,0.0019022059,0.0054140473,0.0003224642],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006648409,0.0008597787,0.0017636836,0.00086023065,0.0003210766,0.000050294642,0.00088336685,0.00085774186,0.00019502085],"category_scores_gemma":[0.02273717,0.00052300614,0.0010160092,0.002099282,0.0006294737,0.00028260477,0.0002707126,0.00075019023,0.0000075347225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048840837,0.0052821743,0.0059153656,0.010120664,0.0007117714,3.337144e-7,0.00081341557,1.864383e-7,0.0000017690076,0.000010147871,0.9555292,0.021566108],"study_design_scores_gemma":[0.002438349,0.0017557995,0.028934678,0.015498229,0.00067248853,0.000011336716,0.00036783583,0.00030005458,0.000014451232,0.0000045589977,0.94963974,0.00036245666],"about_ca_topic_score_codex":0.00015028365,"about_ca_topic_score_gemma":0.000006489387,"teacher_disagreement_score":0.05955545,"about_ca_system_score_codex":0.0010231747,"about_ca_system_score_gemma":0.00085469504,"threshold_uncertainty_score":0.9997221},"labels":[],"label_agreement":null},{"id":"W2793363490","doi":"10.1097/ceh.0000000000000191","title":"Interprofessional Communities of Practice in Continuing Medical Education for Promoting and Sustaining Practice Change: A Prospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Wildlife Fund Canada; Centre for Addiction and Mental Health","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Motivational interviewing; Psychological intervention; Medical education; Behavior change; Psychology; Medicine; Nursing; Social psychology","score_opus":0.029191509662863525,"score_gpt":0.48740392178549263,"score_spread":0.4582124121226291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793363490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9204,0.000673507,0.00024626017,0.07209493,0.0019405219,0.0042709713,7.7435925e-7,0.000008428324,0.00036460342],"genre_scores_gemma":[0.9834112,0.00012947593,0.009984092,0.0047427025,0.0009968741,0.00059376814,0.000011931638,0.000021352022,0.00010861547],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99535596,0.0017278593,0.0016579665,0.00016798936,0.0008028856,0.0002873641],"domain_scores_gemma":[0.99012166,0.0028178664,0.0025183037,0.00030807254,0.0041135177,0.00012056096],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018227097,0.00014749836,0.00050313055,0.0007238574,0.00024271802,0.000028964303,0.0002517391,0.00013642554,0.000021515361],"category_scores_gemma":[0.039349765,0.00010722807,0.000041137715,0.00082714617,0.00021398943,0.00067799404,0.00007274021,0.0013285531,4.490513e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057001784,0.0042966236,0.29368725,0.00029907312,0.000032369822,0.0000013653988,0.51561755,6.5829724e-8,0.000009599973,0.0012449299,0.0013095932,0.18293154],"study_design_scores_gemma":[0.0013533222,0.0011609986,0.30760598,0.010148955,0.00007452723,0.00024032504,0.67737985,0.00013532805,0.000006126842,0.00043379524,0.0013915794,0.00006919628],"about_ca_topic_score_codex":0.00042950708,"about_ca_topic_score_gemma":0.0002199813,"teacher_disagreement_score":0.18286236,"about_ca_system_score_codex":0.0003913037,"about_ca_system_score_gemma":0.0065033133,"threshold_uncertainty_score":0.9991289},"labels":[],"label_agreement":null},{"id":"W2793494113","doi":"10.1016/j.redar.2018.01.008","title":"Modelo de docencia basado en competencias: revisión breve y aplicación práctica en anestesia para cirugía torácica","year":2018,"lang":"es","type":"article","venue":"Revista Española de Anestesiología y Reanimación","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Medicine; Humanities; Philosophy","score_opus":0.015898941371155367,"score_gpt":0.3265636467097475,"score_spread":0.31066470533859214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793494113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654629,0.0073207202,0.005324696,0.012217078,0.0007783238,0.0034100176,0.00013644873,0.00077509525,0.00457468],"genre_scores_gemma":[0.95494205,0.004162283,0.022180421,0.009532348,0.006774183,0.00028843665,0.00052649813,0.00028426066,0.0013095373],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885614,0.002356593,0.00276651,0.0022358133,0.0013860813,0.0026936322],"domain_scores_gemma":[0.9908465,0.0019530173,0.0012453259,0.0030201855,0.0018999407,0.0010349862],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0062833526,0.0015162972,0.0024199265,0.00083845196,0.0008183081,0.0004961596,0.0017763457,0.0018742703,0.001570952],"category_scores_gemma":[0.01197802,0.001454066,0.0005838245,0.0028053212,0.0014995236,0.00055427157,0.00046151524,0.0025108815,0.0027228775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034122604,0.004637189,0.39798307,0.016723068,0.0018714798,0.0023880955,0.011293227,0.00004067707,0.13508852,0.15736437,0.16403724,0.105160795],"study_design_scores_gemma":[0.0037644692,0.004630447,0.41584128,0.00990766,0.0029248018,0.005769076,0.002238047,0.012885438,0.0031179367,0.0015674895,0.53399116,0.0033622053],"about_ca_topic_score_codex":0.0001632139,"about_ca_topic_score_gemma":0.0000051759257,"teacher_disagreement_score":0.3699539,"about_ca_system_score_codex":0.0025988214,"about_ca_system_score_gemma":0.0031635447,"threshold_uncertainty_score":0.9997904},"labels":[],"label_agreement":null},{"id":"W2793562235","doi":"10.2106/jbjs.16.01048","title":"Can We Agree on Expectations and Assessments of Graduating Residents?","year":2017,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Graduate medical education; Medical education; Workforce; Curriculum; Medicine; Psychology; Political science; Pedagogy","score_opus":0.07599660743041159,"score_gpt":0.3758351114526925,"score_spread":0.2998385040222809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793562235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849608,0.00019842881,0.000053424435,0.013961048,0.00031312197,0.000033532076,8.3157755e-7,0.0000016471382,0.00047715328],"genre_scores_gemma":[0.9975049,0.00028800167,0.0017001779,0.0001876536,0.00018616766,0.0000011503969,0.0000017179785,0.000005319145,0.00012493227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990156,0.000022096778,0.0005603417,0.000055636643,0.00027673898,0.0000695438],"domain_scores_gemma":[0.9985728,0.00012531465,0.0009089246,0.0001299833,0.00021204399,0.000050893344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008254129,0.00004737268,0.0002818279,0.00029476176,0.000134987,0.00002491373,0.000012279466,0.000033020555,0.000017641285],"category_scores_gemma":[0.0026057975,0.00003874145,0.000056040808,0.000051907733,0.00007862726,0.00011081229,0.000015204016,0.00016294894,4.3147446e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030330318,0.00064002664,0.4951321,0.0007840846,0.0003197614,0.0002694618,0.0035202957,0.0000012763685,0.013300591,0.0016076796,0.067658804,0.41646263],"study_design_scores_gemma":[0.00051175436,0.00017985962,0.9910407,0.0017241795,0.00006938847,0.00026432463,0.0021428482,0.000053213236,0.002442961,0.0013726915,0.0001444851,0.000053559917],"about_ca_topic_score_codex":0.000033532328,"about_ca_topic_score_gemma":0.0000037372033,"teacher_disagreement_score":0.49590865,"about_ca_system_score_codex":0.000020084415,"about_ca_system_score_gemma":0.00014351317,"threshold_uncertainty_score":0.31195712},"labels":[],"label_agreement":null},{"id":"W2793623934","doi":"10.1007/s10459-018-9823-4","title":"Can physician examiners overcome their first impression when examinee performance changes?","year":2018,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Council of Canada","keywords":"Impression; Psychology; Medical education; MEDLINE; Medicine; Computer science; World Wide Web","score_opus":0.02299592610650869,"score_gpt":0.36809530619243,"score_spread":0.34509938008592134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793623934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96031976,0.00197085,0.00011414774,0.027123882,0.0035879102,0.0007126216,0.0000018122978,0.00005792054,0.0061110975],"genre_scores_gemma":[0.977846,0.0017069054,0.005224147,0.013217624,0.001356936,0.00017317434,0.00003739899,0.0000142987865,0.0004234918],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981042,0.000053829484,0.00044675855,0.00045659745,0.0004537301,0.0004848905],"domain_scores_gemma":[0.99890155,0.00010731714,0.0003081531,0.00035303895,0.00022928121,0.000100686775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010973432,0.00016684855,0.00023307948,0.00046192668,0.0004913492,0.000025590742,0.0002569567,0.000067100154,0.00007556021],"category_scores_gemma":[0.00047829733,0.00013456377,0.000018313054,0.0015625942,0.0006101836,0.00058189756,0.00003681854,0.00022607228,0.000015801317],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023801518,0.0003226865,0.10138928,0.0005780431,0.0000022153977,1.2846702e-7,0.006462035,0.00002519649,0.00022996425,0.0007463935,0.0031567733,0.8870635],"study_design_scores_gemma":[0.0007714009,0.002222013,0.6252234,0.0031306017,0.0000089536425,0.000026622833,0.009583678,0.0069605643,0.0017928787,0.0020773862,0.34778652,0.00041599004],"about_ca_topic_score_codex":0.00036248812,"about_ca_topic_score_gemma":0.00044997962,"teacher_disagreement_score":0.8866475,"about_ca_system_score_codex":0.00054260733,"about_ca_system_score_gemma":0.0012055637,"threshold_uncertainty_score":0.54873514},"labels":[],"label_agreement":null},{"id":"W2793625058","doi":"10.5430/jnep.v8n7p78","title":"Enhancing quality and safety in clinical teaching: Statewide live continuing education program for adjunct clinical nursing faculty","year":2018,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mentorship; Medical education; Medicine; Socialization; Attrition; Adjunct; Economic shortage; Faculty development; Quality (philosophy); Nursing; Psychology; Professional development","score_opus":0.16931532515693853,"score_gpt":0.6092080067798512,"score_spread":0.4398926816229127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793625058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346273,0.00085937005,0.0071620625,0.045741573,0.0067984774,0.0011062426,0.0000016059747,0.000020589663,0.0036827875],"genre_scores_gemma":[0.7103593,0.0003690949,0.2819665,0.003169565,0.0037354478,0.000025077465,0.00003866303,0.000022621569,0.00031378074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963328,0.00090588507,0.0019685023,0.00027588248,0.00030696887,0.0002099511],"domain_scores_gemma":[0.9931985,0.0027453322,0.0017028222,0.00018509851,0.0019573309,0.00021090417],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0133638205,0.00014021098,0.000444526,0.00025875875,0.00026627473,0.00007890747,0.000070439826,0.00019762768,0.000014634297],"category_scores_gemma":[0.058129415,0.00012589703,0.00008454059,0.00023739271,0.00038688513,0.0006994267,0.0000107423275,0.0010139835,0.0000021852911],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014310597,0.006204788,0.008336859,0.000068268695,0.00003401924,4.290661e-7,0.013130511,8.917396e-8,0.00011083001,0.0010627873,0.009735091,0.95988524],"study_design_scores_gemma":[0.004547919,0.003905,0.56584567,0.011473056,0.0008418579,0.0018178351,0.13594864,0.00037932582,0.00011286675,0.0028476932,0.27191532,0.00036483147],"about_ca_topic_score_codex":0.000020816733,"about_ca_topic_score_gemma":0.0000035495898,"teacher_disagreement_score":0.95952046,"about_ca_system_score_codex":0.00036125758,"about_ca_system_score_gemma":0.0017905022,"threshold_uncertainty_score":0.94980437},"labels":[],"label_agreement":null},{"id":"W2793711465","doi":"10.1093/jcag/gwy009.205","title":"A205 A PROSPECTIVE ASSESSMENT OF INSERTION VERSUS WITHDRAWAL AS A COMPONENT OF A COLONOSCOPY TECHNICAL SKILLS ACQUISITION CIRRICULUM","year":2018,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Helpfulness; Colonoscopy; Workload; Anxiety; Insertion time; Randomized controlled trial; Medicine; Physical therapy; Psychology; Surgery; Psychiatry; Internal medicine; Computer science","score_opus":0.005059888069736973,"score_gpt":0.2966661857652818,"score_spread":0.29160629769554486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793711465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98786706,0.0000022814654,0.00023116072,0.010077248,0.0010135311,0.00032299221,0.000014219042,0.0000029937862,0.00046849874],"genre_scores_gemma":[0.99587244,0.0000039597503,0.0031201204,0.00072607206,0.00020914155,0.0000071742274,0.000009846151,0.000008620304,0.000042605778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980292,0.00021550438,0.00085486675,0.00009889806,0.0005919361,0.00020961945],"domain_scores_gemma":[0.99529624,0.00006646265,0.0021544558,0.00017530397,0.0022062361,0.00010127232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012163223,0.0000920542,0.00042896866,0.0004022503,0.00007245743,0.000004742105,0.00017558472,0.00016914458,0.00009745319],"category_scores_gemma":[0.0012113334,0.00007413985,0.00014267371,0.00036753857,0.00025056687,0.00007278798,0.00002537966,0.00034966753,0.0000013895113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017371491,0.00059849495,0.97752905,0.000035874018,0.00035790924,0.0000025778897,0.00034128758,0.000014706183,0.013756654,0.0006897001,0.0048336308,0.00010298305],"study_design_scores_gemma":[0.003777125,0.0076650716,0.98597646,0.00020212612,0.00021744888,0.00007703322,0.00016308429,0.0001256193,0.0014098668,0.00019089639,0.0001618353,0.000033458782],"about_ca_topic_score_codex":0.0016190575,"about_ca_topic_score_gemma":0.028344147,"teacher_disagreement_score":0.02672509,"about_ca_system_score_codex":0.0029640533,"about_ca_system_score_gemma":0.001277544,"threshold_uncertainty_score":0.989386},"labels":[],"label_agreement":null},{"id":"W2793870118","doi":"","title":"Using video learning tools to increase student confidence and satisfaction in clinical interviews: A program evaluation","year":2017,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Psychology; Computer science; Multimedia; Applied psychology; Medicine","score_opus":0.07513512285547523,"score_gpt":0.4238664575533786,"score_spread":0.34873133469790335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793870118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867148,0.000034797577,0.011061421,0.0012415345,0.00036486253,0.00045699909,9.035921e-7,0.000004412381,0.00012026338],"genre_scores_gemma":[0.99660283,0.00017012867,0.0028740217,0.000055644876,0.00023904638,3.330063e-7,0.000005488188,0.0000043058963,0.000048177484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980204,0.00053341157,0.0006122599,0.00013532993,0.00058487,0.000113689406],"domain_scores_gemma":[0.9975604,0.00019369255,0.0011543225,0.00030493902,0.00069360185,0.00009308436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068895556,0.000090029294,0.00048511795,0.00044674388,0.00027572783,0.000053497468,0.0002644204,0.00007815489,0.000091037175],"category_scores_gemma":[0.0031691934,0.00007329154,0.00015335182,0.0004372928,0.00022673566,0.00028875447,0.00011302045,0.00043334704,0.0000016162509],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016451668,0.00025229412,0.7617337,0.000034709417,0.0009990332,0.000023200346,0.002774018,0.0053853253,0.00044481514,0.00006199002,0.000065883054,0.22657986],"study_design_scores_gemma":[0.0023242447,0.00041508998,0.91895694,0.00017018504,0.003495417,0.000045113135,0.0040332437,0.07015414,0.0000010146629,0.00008836663,0.00024877425,0.00006746191],"about_ca_topic_score_codex":0.005267192,"about_ca_topic_score_gemma":0.007196375,"teacher_disagreement_score":0.2265124,"about_ca_system_score_codex":0.00045734015,"about_ca_system_score_gemma":0.0003045696,"threshold_uncertainty_score":0.7962454},"labels":[],"label_agreement":null},{"id":"W2793966157","doi":"10.4300/jgme-d-17-00578.1","title":"Feedback Credibility in a Formative Postgraduate Objective Structured Clinical Examination: Effects of Examiner Type","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto; University Health Network","funders":"","keywords":"Credibility; Formative assessment; Odds; Specialty; Medicine; Objective structured clinical examination; Odds ratio; Medical education; Family medicine; Psychology; Internal medicine; Pedagogy","score_opus":0.03633261114153057,"score_gpt":0.40460977873218884,"score_spread":0.36827716759065826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793966157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868148,0.00016342555,0.00060510857,0.0052500325,0.005975073,0.00048718543,8.5467536e-7,0.000011361128,0.00069214817],"genre_scores_gemma":[0.991761,0.0001407193,0.004455931,0.0016075494,0.0018509737,0.000010053498,0.000027654189,0.00001938975,0.00012668884],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955806,0.00051877013,0.001933833,0.00024134434,0.001478689,0.00024673226],"domain_scores_gemma":[0.99335736,0.00049738,0.001189656,0.00034071325,0.004367585,0.00024728262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004293845,0.00019071475,0.00067183975,0.00062860735,0.000055085362,0.000012334298,0.00024022303,0.00029664856,0.000216649],"category_scores_gemma":[0.039987147,0.00014597968,0.00013917379,0.0015291588,0.0007188437,0.0003112652,0.000042037336,0.0010563356,0.000016034608],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001105257,0.0050974367,0.05902173,0.0008689608,0.00025049012,0.000028984266,0.013012001,8.5773763e-7,0.0008417212,0.0006311195,0.029620005,0.8895214],"study_design_scores_gemma":[0.002962516,0.0028172468,0.9836705,0.0014485948,0.00015713013,0.0002813341,0.002254459,0.0006827219,0.002934344,0.001977099,0.0006739263,0.0001401557],"about_ca_topic_score_codex":0.000037982776,"about_ca_topic_score_gemma":0.000015542255,"teacher_disagreement_score":0.92464876,"about_ca_system_score_codex":0.00037162556,"about_ca_system_score_gemma":0.0038938525,"threshold_uncertainty_score":0.9680995},"labels":[],"label_agreement":null},{"id":"W2794046712","doi":"10.3390/soc8010009","title":"First Nations People: Addressing the Relationships between Under-Enrollment in Medical Education, STEM Education, and Health in the United States","year":2018,"lang":"en","type":"article","venue":"Societies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ethnic group; Multitude; Context (archaeology); Higher education; Political science; Medical education; Gerontology; Medicine; Geography","score_opus":0.10433684128705238,"score_gpt":0.40997643772748266,"score_spread":0.30563959644043026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794046712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5198501,0.00066227245,0.00026103802,0.47737476,0.0003190367,0.0005779139,0.000002311318,0.000023417157,0.00092919555],"genre_scores_gemma":[0.9768496,0.00048504412,0.00067357405,0.02030542,0.00056459906,0.00024094092,0.000356347,0.000014757476,0.00050972094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981601,0.00033832667,0.0005282517,0.00019974177,0.0005474915,0.00022604958],"domain_scores_gemma":[0.99828565,0.0007355791,0.0001659932,0.00032006527,0.0004156734,0.00007705608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032314456,0.000118370815,0.000172167,0.00035247687,0.0010719006,0.00008077381,0.00019177498,0.00013360014,0.00008051739],"category_scores_gemma":[0.0014860082,0.000078462916,0.000024524159,0.002428749,0.0004810643,0.00012941391,0.000037072346,0.0006685875,0.000009204359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059831314,0.0008047368,0.47732767,0.00026855152,0.00003542318,1.3738227e-7,0.16230455,0.000019065537,2.8922923e-7,0.04383085,0.30059794,0.014804797],"study_design_scores_gemma":[0.00032879435,0.000048011832,0.7451533,0.0005847695,0.000018643961,0.0000128841775,0.21940777,0.00044076442,0.0000012839786,0.008916503,0.025007911,0.00007935475],"about_ca_topic_score_codex":0.0007538002,"about_ca_topic_score_gemma":0.003111098,"teacher_disagreement_score":0.45706934,"about_ca_system_score_codex":0.00041233908,"about_ca_system_score_gemma":0.0035224718,"threshold_uncertainty_score":0.8244301},"labels":[],"label_agreement":null},{"id":"W2794226082","doi":"10.1080/0142159x.2018.1442564","title":"The roles of basic psychological needs, self-compassion, and self-efficacy in the development of mastery goals among medical students","year":2018,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Competence (human resources); Self-efficacy; Compassion; Self-compassion; Mastery learning; Autonomy; Medical education; Self-determination theory; Clinical psychology; Social psychology; Pedagogy; Medicine; Mindfulness","score_opus":0.02464354716708461,"score_gpt":0.369650781661243,"score_spread":0.3450072344941584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794226082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874202,0.00014387732,0.00016188443,0.009660165,0.0002825429,0.000434133,1.7607006e-7,0.000037655707,0.0018593759],"genre_scores_gemma":[0.99713826,0.000057925226,0.0010451615,0.0011158063,0.00039906308,0.00006162307,0.000007084227,0.000013790688,0.00016127889],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949756,0.00041716333,0.0010388517,0.0002478063,0.0030122607,0.00030826638],"domain_scores_gemma":[0.99868417,0.00031709863,0.00020130893,0.000431584,0.00017746411,0.00018837213],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007926043,0.00016342504,0.0003636863,0.00015495703,0.00013975256,0.000017082675,0.0007802694,0.00037189588,0.0010869583],"category_scores_gemma":[0.0046435813,0.00007974334,0.000046937916,0.00069212745,0.0010510917,0.00003893177,0.00019390485,0.00085957634,0.000017797329],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010893299,0.0102091655,0.756412,0.000106559935,0.00017719564,0.000016088194,0.034541383,3.20575e-8,0.000021119968,0.00053126377,0.022790726,0.17508548],"study_design_scores_gemma":[0.0022771994,0.0002748066,0.96654993,0.00047871808,0.00005266526,0.000041753294,0.0059742564,0.0005859219,0.00006724505,0.00008585044,0.023501849,0.00010979634],"about_ca_topic_score_codex":0.00000589528,"about_ca_topic_score_gemma":0.000030892712,"teacher_disagreement_score":0.21013789,"about_ca_system_score_codex":0.00006127364,"about_ca_system_score_gemma":0.00031390917,"threshold_uncertainty_score":0.9998262},"labels":[],"label_agreement":null},{"id":"W2794260994","doi":"10.1111/medu.13526","title":"What trainees grapple with: a study of threshold concepts on the medicine ward","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Western University; Academic Medical Organization of Southwestern Ontario","keywords":"Transformative learning; Grounded theory; Psychology; Medical education; Observational study; Perspective (graphical); Clinical Practice; Pedagogy; Medicine; Nursing; Qualitative research; Sociology","score_opus":0.02815037680566187,"score_gpt":0.3927242915475861,"score_spread":0.36457391474192424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794260994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8893534,0.00011329617,0.00011277036,0.10437354,0.0019774013,0.0009821161,3.1093046e-7,0.000039379986,0.0030477883],"genre_scores_gemma":[0.9722542,0.0000437371,0.00014548538,0.02498721,0.0016519201,0.000237537,0.000039984112,0.000021920405,0.0006180006],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99732,0.00008867844,0.0005142007,0.0003012095,0.0015636572,0.00021223442],"domain_scores_gemma":[0.9982043,0.00018586035,0.00018413574,0.0006217682,0.00070066034,0.00010329337],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012087891,0.00016748144,0.00030862866,0.00020972348,0.00014759049,0.000014755436,0.00025083116,0.0001241933,0.0031215579],"category_scores_gemma":[0.0036866344,0.000088154855,0.00003024782,0.0010383318,0.0011264352,0.00011810757,0.000022636672,0.00041888375,0.00004125293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055794744,0.01380678,0.010762642,0.00017988165,0.00024286257,0.000007117634,0.07723543,9.416674e-7,0.00034717703,0.013603505,0.6924056,0.19085014],"study_design_scores_gemma":[0.013943484,0.034023426,0.124490894,0.009171972,0.0008948086,0.0002878224,0.64661866,0.002241782,0.0027268587,0.003134196,0.16165647,0.00080959237],"about_ca_topic_score_codex":0.00009081038,"about_ca_topic_score_gemma":0.000056467663,"teacher_disagreement_score":0.56938326,"about_ca_system_score_codex":0.00008219776,"about_ca_system_score_gemma":0.0010625478,"threshold_uncertainty_score":0.99778974},"labels":[],"label_agreement":null},{"id":"W2794321710","doi":"10.1007/s10459-018-9816-3","title":"Adaptive reinventing: implicit bias and the co-construction of social change","year":2018,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Associated Medical Services; Academic Medical Organization of Southwestern Ontario; London Health Sciences Centre","keywords":"Cognitive dissonance; Psychology; Agency (philosophy); Learning environment; Social psychology; Grounded theory; Perception; Psychological intervention; Social learning; Affordance; Social learning theory; Applied psychology; Cognitive psychology; Qualitative research; Pedagogy","score_opus":0.06150192842372257,"score_gpt":0.4463310567234766,"score_spread":0.384829128299754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794321710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540622,0.002728774,0.00048486068,0.032692667,0.0019865555,0.0010769166,0.0000014660465,0.000019631092,0.0069469274],"genre_scores_gemma":[0.98369443,0.00063721347,0.011365722,0.0033588088,0.000776378,0.000116455725,0.0000070810943,0.000004063888,0.000039859802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99882096,0.00010438788,0.00042009773,0.00020184486,0.0002726363,0.00018008248],"domain_scores_gemma":[0.9991735,0.00009366574,0.00039379578,0.00010385985,0.00020918454,0.000025949945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020812768,0.00006476988,0.00016635598,0.00023142253,0.0003665126,0.000009825905,0.000086428096,0.000038054703,0.000029099705],"category_scores_gemma":[0.0005767106,0.000046107063,0.000016853957,0.00110598,0.0022516043,0.00032800547,0.000014405938,0.0001237189,0.0000029083055],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009582812,0.00010260342,0.05071573,0.00021701661,0.0000028072925,2.6943528e-8,0.012938816,5.0659236e-7,0.0000134508355,0.21997917,0.00053992,0.71539414],"study_design_scores_gemma":[0.0036448184,0.0021175358,0.7049447,0.001702027,0.00004361821,0.00014433208,0.0801212,0.0052433796,0.00092408195,0.09216274,0.10856761,0.00038399434],"about_ca_topic_score_codex":0.0004029096,"about_ca_topic_score_gemma":0.00006776418,"teacher_disagreement_score":0.7150101,"about_ca_system_score_codex":0.00011116511,"about_ca_system_score_gemma":0.0006420354,"threshold_uncertainty_score":0.829613},"labels":[],"label_agreement":null},{"id":"W2794418754","doi":"10.1097/acm.0000000000002131","title":"The R2C2 Model in Residency Education: How Does It Foster Coaching and Promote Feedback Use?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; University of Calgary; Dalhousie University","funders":"Universiteit Maastricht","keywords":"Coaching; Debriefing; Context (archaeology); Supervisor; Thematic analysis; Medical education; Psychology; Professional development; Graduate medical education; Conversation; Faculty development; Medicine; Nursing; Qualitative research; Accreditation; Management","score_opus":0.045054049651472125,"score_gpt":0.3710740348560481,"score_spread":0.326019985204576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794418754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6046635,0.00063608197,0.0010776918,0.3898555,0.00095376,0.0006047319,6.2669466e-7,0.00003409474,0.0021740345],"genre_scores_gemma":[0.94764495,0.0010314427,0.0026009635,0.023362396,0.0028112088,0.0000858537,0.00002446218,0.000030901883,0.022407843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818945,0.000078894824,0.0005316194,0.00035137223,0.00051720266,0.0003314907],"domain_scores_gemma":[0.99866945,0.00025687538,0.00017541694,0.00044449524,0.00033280562,0.00012096174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018059383,0.00017626456,0.00026814613,0.00022570841,0.00023624444,0.000022275915,0.00020167489,0.0002565049,0.00006511964],"category_scores_gemma":[0.0064152144,0.00009553779,0.000015987736,0.00053779554,0.0007804771,0.00028604598,0.000076257915,0.0011161339,0.000015033988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000254509,0.000075894226,0.053390745,0.0003374618,0.00006184242,0.0000062242407,0.0484959,0.0000012999225,0.007799524,0.022037677,0.71068347,0.15685548],"study_design_scores_gemma":[0.010537043,0.0017914728,0.15483007,0.015503953,0.00074434956,0.00097241136,0.08575905,0.08406377,0.0035627603,0.109492294,0.53130686,0.001435973],"about_ca_topic_score_codex":0.00006037743,"about_ca_topic_score_gemma":0.000052186897,"teacher_disagreement_score":0.3664931,"about_ca_system_score_codex":0.00013973085,"about_ca_system_score_gemma":0.00055429456,"threshold_uncertainty_score":0.7680074},"labels":[],"label_agreement":null},{"id":"W2794451478","doi":"10.5430/ijhe.v7n2p169","title":"Chinese Curricula of Medical Science in the Context of Globalization","year":2018,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Globalization; China; Context (archaeology); Political science; Process (computing); Engineering ethics; Quality (philosophy); Power (physics); Medical education; Public relations; Economic growth; Medicine; Engineering; Economics; Law; Computer science; Geography","score_opus":0.01290948021369528,"score_gpt":0.43037764076587187,"score_spread":0.4174681605521766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794451478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705165,0.00017815088,0.00029471592,0.021358926,0.0050208955,0.00010727128,0.0000011907093,0.000002312773,0.0025200618],"genre_scores_gemma":[0.9952909,0.00003641714,0.0008885094,0.0024011498,0.0012914456,0.0000034537823,0.000010619234,0.0000045062807,0.000073002746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968638,0.000050267652,0.00074491283,0.00008835678,0.0021697998,0.00008285745],"domain_scores_gemma":[0.9953495,0.00006076454,0.0006181514,0.00015373257,0.0037815685,0.00003625493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001724857,0.00006619837,0.00015732151,0.0005613703,0.000025620267,0.000015417469,0.0006494893,0.00006410125,0.00052905997],"category_scores_gemma":[0.0018044093,0.00004216414,0.00005195311,0.0011220198,0.00056949735,0.00023859993,0.000029957733,0.00017968914,0.000004336384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003845547,0.0051885587,0.57366025,0.000110764195,0.000120065844,0.00001188689,0.010949275,0.00000735528,0.007479547,0.1297072,0.044922084,0.22745848],"study_design_scores_gemma":[0.0010804796,0.0002799273,0.9778905,0.0007460586,0.00003509645,0.00035277946,0.0019669929,0.00022843695,0.0020034385,0.0022969465,0.013056636,0.00006273317],"about_ca_topic_score_codex":0.00006194597,"about_ca_topic_score_gemma":0.0000046648574,"teacher_disagreement_score":0.40423024,"about_ca_system_score_codex":0.00019161162,"about_ca_system_score_gemma":0.0015747212,"threshold_uncertainty_score":0.57928354},"labels":[],"label_agreement":null},{"id":"W2794468564","doi":"10.36834/cmej.43006","title":"Creating a community-based teaching clinic to support undergraduate and postgraduate medical education","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; St Joseph's Health Centre","funders":"","keywords":"Medical education; Computer science; Medicine","score_opus":0.026646080824294087,"score_gpt":0.3911201264250313,"score_spread":0.3644740456007372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794468564","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46780476,0.00008159421,0.0010956214,0.49900994,0.0048245466,0.000526781,0.0000039985784,0.000064676606,0.026588062],"genre_scores_gemma":[0.6442703,0.00002654071,0.010193077,0.33970824,0.003423793,0.000050962222,0.00017409032,0.00004760894,0.0021054184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957242,0.0006235184,0.0010308487,0.00032721015,0.001644783,0.00064945524],"domain_scores_gemma":[0.985947,0.0002234395,0.00027938618,0.0005540004,0.0015594749,0.011436695],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062702643,0.00026240855,0.00037285272,0.0011773466,0.0016247581,0.00016571315,0.00045729682,0.00042891758,0.016862588],"category_scores_gemma":[0.10025024,0.00024828993,0.00008434349,0.000778058,0.0005458806,0.0001968001,0.000048861904,0.0034513397,0.00038100727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003309479,0.00058657274,0.005185236,0.000078656,0.000036266592,0.000016805934,0.0019966054,8.496454e-8,0.000010454227,0.0014573949,0.5757065,0.41489238],"study_design_scores_gemma":[0.0018599203,0.0015883973,0.022024443,0.0028837093,0.00017275618,0.0054326463,0.006920759,0.0010428973,0.00003600212,0.0020798363,0.9554229,0.0005357559],"about_ca_topic_score_codex":0.009263448,"about_ca_topic_score_gemma":0.009583764,"teacher_disagreement_score":0.41435662,"about_ca_system_score_codex":0.0010218455,"about_ca_system_score_gemma":0.16081776,"threshold_uncertainty_score":0.99999696},"labels":[],"label_agreement":null},{"id":"W2795046142","doi":"10.36834/cmej.42286","title":"Redeveloping a workplace-based assessment program for physicians using Kane’s validity framework","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"College of Physicians and Surgeons of Ontario","funders":"","keywords":"Formative assessment; Process (computing); Specialty; Medical education; Computer science; Knowledge management; Psychology; Medicine; Family medicine; Pedagogy","score_opus":0.04517756488486576,"score_gpt":0.4255364163158259,"score_spread":0.38035885143096015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795046142","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35681832,0.0001510288,0.29335335,0.3192562,0.021026434,0.0028648558,0.000010547473,0.00017437372,0.006344934],"genre_scores_gemma":[0.26702347,0.00000981352,0.6269063,0.09400587,0.011365779,0.00021187359,0.00010800281,0.000054186028,0.00031475053],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974203,0.000099417775,0.0006145027,0.0002935845,0.0009453455,0.00062686147],"domain_scores_gemma":[0.99463093,0.00011280437,0.00026170368,0.00032081193,0.0019040055,0.0027697696],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016749296,0.00018759399,0.00028200648,0.0005346764,0.0007695476,0.00012831626,0.00025009,0.00038808095,0.0067936145],"category_scores_gemma":[0.02304122,0.00018292744,0.00011307058,0.000976612,0.00035247987,0.00012120336,0.000010005595,0.0011459244,0.00002128399],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000425605,0.0007394786,0.003912426,0.00014733449,0.00007422063,0.000014563653,0.00085213274,0.0000048842435,0.000023205206,0.0027717007,0.3190826,0.6723349],"study_design_scores_gemma":[0.0014418636,0.0007116422,0.011995077,0.004216608,0.00021117114,0.00071858364,0.0022012945,0.030022645,0.00010297289,0.0034725573,0.94443965,0.0004659597],"about_ca_topic_score_codex":0.0006190588,"about_ca_topic_score_gemma":0.0008731219,"teacher_disagreement_score":0.6718689,"about_ca_system_score_codex":0.002162104,"about_ca_system_score_gemma":0.1191688,"threshold_uncertainty_score":0.99411434},"labels":[],"label_agreement":null},{"id":"W2795085184","doi":"10.36834/cmej.42980","title":"A model for faculty engagement in distributed medical education: Crafting a paddle","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Construct (python library); Medical education; Community engagement; Reciprocal; Key (lock); Medicine; Public relations; Political science; Computer science","score_opus":0.04669303115248798,"score_gpt":0.38945156880069054,"score_spread":0.3427585376482026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795085184","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2802554,0.00051412033,0.030564152,0.6653784,0.010959071,0.0021075122,0.00009080861,0.00009715189,0.010033361],"genre_scores_gemma":[0.7821203,0.000057720397,0.026241397,0.1781204,0.008200402,0.0004913676,0.0016003373,0.00006430032,0.0031037726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964175,0.0001100179,0.0009919266,0.00035799213,0.0014395353,0.00068302563],"domain_scores_gemma":[0.9911144,0.00007248106,0.00021122009,0.00034398874,0.0020576997,0.0062002316],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032091748,0.0002124035,0.0003173518,0.00076150644,0.000511351,0.0000768815,0.00039443263,0.00045249172,0.020346768],"category_scores_gemma":[0.08705229,0.00019863303,0.00009299638,0.0010725751,0.0003206914,0.00017991697,0.000027717144,0.0013900574,0.000071497394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031616597,0.0007219053,0.0024091373,0.000067280576,0.00003169614,0.000011094165,0.0023715873,0.0000039720235,0.000004133139,0.0021758468,0.8185843,0.17358741],"study_design_scores_gemma":[0.002028324,0.00018539968,0.005763187,0.001372538,0.00006841131,0.0011679239,0.004107996,0.122829646,0.000011318531,0.0020798035,0.8600634,0.00032206808],"about_ca_topic_score_codex":0.0013624021,"about_ca_topic_score_gemma":0.011907438,"teacher_disagreement_score":0.50186485,"about_ca_system_score_codex":0.0017580657,"about_ca_system_score_gemma":0.22318053,"threshold_uncertainty_score":0.98054874},"labels":[],"label_agreement":null},{"id":"W2795101345","doi":"10.1016/j.jsurg.2018.02.013","title":"Evaluation of the Characteristics of a Workplace Assessment Form to Assess Entrustable Professional Activities (EPAs) in an Undergraduate Surgery Core Clerkship","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Association of American Medical Colleges","keywords":"Core (optical fiber); Medical education; Psychology; Medicine; Computer science","score_opus":0.09279930529206275,"score_gpt":0.4394246241080886,"score_spread":0.3466253188160258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795101345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98845917,0.000023910574,0.00013839695,0.0076317997,0.0027654876,0.00042879765,0.0000026916512,0.0000031086968,0.00054662],"genre_scores_gemma":[0.9972783,0.000024072904,0.0014988118,0.00024745363,0.0006823015,0.000028468541,0.000023322358,0.000012149436,0.00020512012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967429,0.00033253772,0.0010349172,0.00012366677,0.0016000523,0.00016593198],"domain_scores_gemma":[0.99497837,0.0003264063,0.0010780145,0.00025361023,0.0032828737,0.00008070967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058707395,0.00010766246,0.00038641458,0.0004153737,0.00006498448,0.000015233994,0.00014185837,0.000112167836,0.00022247332],"category_scores_gemma":[0.0018081015,0.00007473725,0.00009297286,0.0009377122,0.00013381086,0.0003144964,0.000029919016,0.00038301008,0.0000010826581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011286032,0.0069730207,0.68338764,0.00044789136,0.00012846931,0.00000272081,0.0040242793,0.000041669366,0.0054099676,0.0038812584,0.01548962,0.27908486],"study_design_scores_gemma":[0.0008972148,0.00033131798,0.9841689,0.0018905192,0.00020968771,0.0000760782,0.0047716973,0.0014393888,0.0022700962,0.001957235,0.0018843194,0.00010355955],"about_ca_topic_score_codex":0.000013153473,"about_ca_topic_score_gemma":0.000010846364,"teacher_disagreement_score":0.30078125,"about_ca_system_score_codex":0.00068484887,"about_ca_system_score_gemma":0.006172998,"threshold_uncertainty_score":0.99946105},"labels":[],"label_agreement":null},{"id":"W2795201596","doi":"","title":"Correlation of seminar attendance and written examinations in medical education","year":2017,"lang":"en","type":"article","venue":"Lund University Publications (Lund University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"","keywords":"Attendance; Medical education; Medicine; Regression analysis; Family medicine; Linear regression; Multilevel model; Constructive; Psychology; Computer science; Mathematics; Statistics","score_opus":0.011752285171638639,"score_gpt":0.27282695174648863,"score_spread":0.26107466657485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795201596","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3330695,0.000037716778,0.0035981725,0.021343699,0.00023527112,0.00043528722,0.0000150292735,0.00005985216,0.6412055],"genre_scores_gemma":[0.59082836,0.00034504427,0.005908707,0.00037276518,0.00012341214,0.0000021863948,0.00037875387,0.000022308433,0.40201843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883324,0.00006627109,0.00021876987,0.00033786224,0.00035893783,0.00018489732],"domain_scores_gemma":[0.9981021,0.00007764704,0.00031348335,0.0006774367,0.0006645523,0.0001647395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033915185,0.00012259197,0.00021361111,0.0013444899,0.0006814301,0.00003713153,0.0004373901,0.00023458085,0.00021438443],"category_scores_gemma":[0.0012312543,0.00015695691,0.000048403213,0.0011273746,0.0005616374,0.0009701419,0.00016788926,0.00033534592,0.000009361193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042837702,0.0006735336,0.11211074,0.000069689144,0.000035668694,0.00001079351,0.0005240851,0.000003560594,0.00006879873,0.86134297,0.00445555,0.0206618],"study_design_scores_gemma":[0.0010808823,0.00004570689,0.40426177,0.00016596208,0.00008889759,0.000027648077,0.0028740377,0.0023608527,0.000012729693,0.0001918693,0.58876425,0.00012541082],"about_ca_topic_score_codex":0.00046871466,"about_ca_topic_score_gemma":0.00036422757,"teacher_disagreement_score":0.8611511,"about_ca_system_score_codex":0.00043863335,"about_ca_system_score_gemma":0.0011948588,"threshold_uncertainty_score":0.6400517},"labels":[],"label_agreement":null},{"id":"W2795217859","doi":"10.5688/ajpe6805","title":"Student and Graduate Perceptions Regarding Canadian-based Accreditation of a Pharmacy Program in Qatar","year":2018,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Qingdao University of Science and Technology; Qatar University","keywords":"Accreditation; Medical education; Pharmacy; Focus group; Curriculum; Workload; Medicine; Family medicine; Nursing; Perception; Psychology; Pedagogy; Sociology; Management","score_opus":0.05480038751278453,"score_gpt":0.48046549359515295,"score_spread":0.4256651060823684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795217859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98693883,0.000082572755,0.00037158444,0.0111196,0.00068797776,0.0003799175,0.0000020978925,0.000009596196,0.00040781256],"genre_scores_gemma":[0.98017365,0.00006748052,0.016734866,0.0023469392,0.0006018358,0.00002944396,0.000017794415,0.000014796318,0.0000131941915],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99847394,0.00011107504,0.0006331622,0.00014528744,0.00041520238,0.0002213534],"domain_scores_gemma":[0.9980399,0.00007295899,0.000350874,0.00012165689,0.0011683718,0.0002462526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008033364,0.0001095585,0.0002694566,0.00082175643,0.00006574661,0.000018753828,0.000101699065,0.00002875166,0.00014726145],"category_scores_gemma":[0.00072158437,0.00010105255,0.000051613544,0.0010646614,0.0005772546,0.00017123514,0.000009549252,0.00040340205,0.0000055750606],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024602894,0.0012584443,0.10880861,0.000082749735,0.000048119797,0.000004356637,0.0034073251,0.000007641224,0.0026114709,0.00015143827,0.002570107,0.8808037],"study_design_scores_gemma":[0.004956944,0.0030396022,0.91821104,0.0008485426,0.00060423365,0.00033053212,0.032644313,0.010590728,0.004557175,0.00017230565,0.023711484,0.0003331063],"about_ca_topic_score_codex":0.0019868207,"about_ca_topic_score_gemma":0.0002170207,"teacher_disagreement_score":0.88047063,"about_ca_system_score_codex":0.00041205552,"about_ca_system_score_gemma":0.0026366897,"threshold_uncertainty_score":0.4677374},"labels":[],"label_agreement":null},{"id":"W2795222229","doi":"10.36834/cmej.43343","title":"A review of methods to assess the economic impact of distributed medical education (DME) in Canada","year":2018,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Brock University; McMaster University; Université du Québec à Trois-Rivières; University of Alberta; Université de Montréal; Brandon University","funders":"University of Alberta; McMaster University","keywords":"Computer science; Data science","score_opus":0.059193802947671806,"score_gpt":0.49999123504739423,"score_spread":0.44079743209972244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795222229","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014215965,0.97282696,0.00016214565,0.019789942,0.0050642947,0.0013086263,0.00007903415,0.0000041583676,0.0006226999],"genre_scores_gemma":[0.000051257484,0.9700273,0.0021511335,0.02492589,0.0018823103,0.00020383805,0.0006322239,0.000052595216,0.00007343946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935442,0.0010896622,0.003136255,0.00038858992,0.0012669532,0.0005743406],"domain_scores_gemma":[0.98750216,0.000567481,0.0017778736,0.0010671206,0.0018761279,0.0072092367],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074196146,0.00041391465,0.0020607132,0.0010756521,0.00011055674,0.000022931665,0.0011519247,0.0005694145,0.032962542],"category_scores_gemma":[0.10924757,0.0002792684,0.00047746708,0.0019575183,0.00029156316,0.00008246003,0.000053845226,0.002219035,0.00002968125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000025689064,0.00006403636,0.000057621146,0.0087600425,0.00009465777,0.0000031471407,0.000036884394,2.3320611e-7,1.29119675e-8,0.00007963462,0.4491822,0.54171896],"study_design_scores_gemma":[0.00013994063,0.00006890386,0.00036959464,0.15639503,0.0003743404,0.0015566648,0.00021217235,0.00004596947,2.1849435e-7,0.0000298704,0.8406218,0.00018543619],"about_ca_topic_score_codex":0.8197443,"about_ca_topic_score_gemma":0.74211717,"teacher_disagreement_score":0.8535116,"about_ca_system_score_codex":0.022748347,"about_ca_system_score_gemma":0.8762599,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W2795264511","doi":"10.1111/ijpp.12437","title":"Does a blended learning environment suit advanced practice training for pharmacists in a Middle East setting?","year":2018,"lang":"en","type":"article","venue":"International Journal of Pharmacy Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Qatar University","keywords":"Medicine; Middle East; Medical education; Training (meteorology)","score_opus":0.0595945222508632,"score_gpt":0.4363107020584955,"score_spread":0.3767161798076323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795264511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68433356,0.000472854,0.043219298,0.24919997,0.011966516,0.0014869092,0.000021271773,0.00007446349,0.0092251245],"genre_scores_gemma":[0.87273955,0.00023004384,0.116311,0.007168155,0.002913422,0.000038073067,0.000021011016,0.000032845357,0.00054588827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973688,0.00020087839,0.0009152161,0.00022661616,0.0010261382,0.00026236227],"domain_scores_gemma":[0.99545056,0.0010052146,0.0013485098,0.00010650417,0.0019826994,0.000106507534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003065193,0.00015771923,0.00023576657,0.0004152628,0.00009410982,0.00006241498,0.00028507327,0.00004520736,0.00052785483],"category_scores_gemma":[0.020381458,0.00012274022,0.0000977935,0.00021726274,0.00010515608,0.0016458437,0.000049962928,0.0008671386,0.000034315075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027908506,0.0033443037,0.002956973,0.00014363494,0.0013903764,0.00084922055,0.035248853,0.0005656167,0.059497982,0.000574031,0.005221419,0.8622991],"study_design_scores_gemma":[0.014147169,0.00043615123,0.00026191497,0.00029450373,0.00033081608,0.0033156807,0.012428482,0.00670142,0.007674241,0.00016112234,0.95407265,0.0001758293],"about_ca_topic_score_codex":0.0000066263074,"about_ca_topic_score_gemma":6.265777e-7,"teacher_disagreement_score":0.9488512,"about_ca_system_score_codex":0.0005252012,"about_ca_system_score_gemma":0.00059162785,"threshold_uncertainty_score":0.9878703},"labels":[],"label_agreement":null},{"id":"W2795540197","doi":"","title":"Physician Leadership Certificate: Leadership training for medical students at Memorial University of Newfoundland","year":2017,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Training (meteorology); Medical education; Certificate; Leadership style; Management; Psychology; Medicine; Political science; Public relations; Computer science; Geography","score_opus":0.10693963286942,"score_gpt":0.3242843452580591,"score_spread":0.21734471238863912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795540197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96933854,0.00006182278,0.014595239,0.01334071,0.0016248816,0.00034556267,0.000025345762,0.000014135059,0.00065375806],"genre_scores_gemma":[0.9947778,0.00011878886,0.0007744781,0.00019649458,0.0014379766,7.1175705e-8,0.000062112165,0.000017877454,0.002614377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966638,0.00025973673,0.00064650195,0.00026644918,0.00177242,0.0003910875],"domain_scores_gemma":[0.9956293,0.0004155126,0.0020788654,0.0007570249,0.00087390287,0.0002453851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003551335,0.00023049932,0.001081821,0.0005155021,0.0009743014,0.000038972892,0.0020075117,0.00027960722,0.0004779168],"category_scores_gemma":[0.0012128091,0.00020292142,0.00071347016,0.000601197,0.0013073926,0.000288217,0.00021780196,0.0005718074,0.000007845156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.129668,0.006568166,0.5049334,0.0028007163,0.0665604,0.00091149774,0.098038115,0.005870655,0.016337372,0.0030668718,0.046983432,0.11826134],"study_design_scores_gemma":[0.05340018,0.0027861127,0.69574463,0.0012892655,0.051627476,0.00032403393,0.14078225,0.03354747,0.00012355557,0.001219596,0.017909575,0.0012458588],"about_ca_topic_score_codex":0.0021760794,"about_ca_topic_score_gemma":0.00888631,"teacher_disagreement_score":0.19081119,"about_ca_system_score_codex":0.0007801729,"about_ca_system_score_gemma":0.0007761771,"threshold_uncertainty_score":0.82748955},"labels":[],"label_agreement":null},{"id":"W2795621801","doi":"10.1016/j.profnurs.2018.03.006","title":"Clinical faculty development initiative: Providing student feedback","year":2018,"lang":"en","type":"article","venue":"Journal of Professional Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Red River College","funders":"","keywords":"Key (lock); Medical education; Process (computing); Medicine; Psychology; Computer science","score_opus":0.12408862790994737,"score_gpt":0.5384287737549937,"score_spread":0.4143401458450463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795621801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801514,0.00006164186,0.0023853374,0.009042862,0.006172711,0.00021175205,4.2408584e-7,0.000012381445,0.0019614776],"genre_scores_gemma":[0.9015697,0.0000035268956,0.09256469,0.001984637,0.0031444137,0.0000033400372,0.000010189348,0.000015079959,0.0007044008],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974873,0.00011789831,0.0011600335,0.00013651616,0.0008960161,0.00020225464],"domain_scores_gemma":[0.99744886,0.00008445373,0.0006804061,0.00010371676,0.0015534965,0.00012907456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020679024,0.00010946729,0.00030309134,0.00020454326,0.00025207765,0.00001613614,0.00013550626,0.0001271923,0.0001973391],"category_scores_gemma":[0.0011482782,0.000076273696,0.00008291097,0.0003162454,0.0002533041,0.00019068475,0.000031929205,0.00073690445,0.00004380151],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008057975,0.004346677,0.11081428,0.00009856432,0.0002476815,0.000062145446,0.01705668,7.5527777e-7,0.0016814338,0.0006303436,0.15133677,0.7129189],"study_design_scores_gemma":[0.0026530456,0.0008667303,0.93896484,0.0065670274,0.00010684239,0.00046991807,0.010210163,0.000087258995,0.0029606246,0.00049369707,0.036462486,0.00015736354],"about_ca_topic_score_codex":1.5054486e-7,"about_ca_topic_score_gemma":1.3847543e-7,"teacher_disagreement_score":0.8281506,"about_ca_system_score_codex":0.00044731644,"about_ca_system_score_gemma":0.0015404416,"threshold_uncertainty_score":0.32015243},"labels":[],"label_agreement":null},{"id":"W2795758347","doi":"","title":"A sparkTALKS Interview with Sheridan's 2017 Internal 3M Teaching Fellowship Nominee: Dr. Marc Richard","year":2018,"lang":"en","type":"article","venue":"SOURCE Sheridan's Institutional Repository (Sheridan College)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Philosophy","score_opus":0.017680559499815476,"score_gpt":0.2788661998034797,"score_spread":0.26118564030366426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795758347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78499895,0.00034229193,0.024047328,0.0045077186,0.0047346945,0.0014139008,0.00002971133,0.00050645997,0.17941892],"genre_scores_gemma":[0.9202319,0.00001557634,0.016022455,0.0033692215,0.0055165067,0.00030404542,0.00011461896,0.00015357193,0.054272108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99419695,0.00036241705,0.0014198972,0.0013223842,0.0016897892,0.0010085673],"domain_scores_gemma":[0.99624723,0.00012997008,0.0006070689,0.0013767136,0.0011041851,0.0005348308],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0015740818,0.000853811,0.00096279517,0.0005271996,0.0019512238,0.0002585567,0.00086139713,0.0004644768,0.00064481475],"category_scores_gemma":[0.00084903126,0.000749948,0.00036366362,0.0010245879,0.0023480747,0.0006955449,0.00033418808,0.0018211209,0.0003277149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011883898,0.0074438644,0.100773945,0.0037190057,0.004845058,0.0071393107,0.01166115,0.0008131992,0.06182932,0.036122907,0.657344,0.096424334],"study_design_scores_gemma":[0.004140635,0.0019713717,0.02743018,0.002879221,0.00045975222,0.008931412,0.0024688593,0.0044395407,0.004299256,0.00012746637,0.94153243,0.0013198475],"about_ca_topic_score_codex":0.0002647371,"about_ca_topic_score_gemma":0.00004846062,"teacher_disagreement_score":0.28418845,"about_ca_system_score_codex":0.0016535821,"about_ca_system_score_gemma":0.0019393677,"threshold_uncertainty_score":0.99949515},"labels":[],"label_agreement":null},{"id":"W2796408310","doi":"","title":"What are faculty members' expectations for writing competence in medical students?","year":2017,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Competence (human resources); Medical education; Psychology; Pedagogy; Mathematics education; Medicine; Social psychology","score_opus":0.020346148741317637,"score_gpt":0.34330116363449975,"score_spread":0.3229550148931821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796408310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97814655,0.000051433464,0.008861564,0.011794364,0.0008106767,0.00018437416,0.0000076023393,0.0000050065432,0.0001384218],"genre_scores_gemma":[0.9974465,0.00022463549,0.0014515859,0.00012995792,0.00040181197,2.3700319e-7,0.00003375519,0.000006031129,0.00030549458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794346,0.00010857691,0.0005257095,0.00012642208,0.0011254968,0.0001703312],"domain_scores_gemma":[0.9971761,0.00026861494,0.0013011296,0.0003849128,0.00076340727,0.00010580951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023061568,0.00010639546,0.0005470532,0.00043866393,0.0004947079,0.00007746639,0.0010739941,0.00010753015,0.00021576686],"category_scores_gemma":[0.0016632506,0.000085056556,0.00028022894,0.00047978217,0.00037505451,0.00044211253,0.00012468889,0.00037303087,0.0000021609812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005863208,0.0018088454,0.932974,0.00028835755,0.0073543326,0.00036016342,0.023701403,0.004350552,0.000372813,0.00115603,0.0040947357,0.0176756],"study_design_scores_gemma":[0.010732749,0.00038325577,0.78440416,0.0007689787,0.005815283,0.0001504025,0.14238389,0.053362302,0.000007742434,0.0005156277,0.0012362067,0.00023940203],"about_ca_topic_score_codex":0.00069227675,"about_ca_topic_score_gemma":0.007413412,"teacher_disagreement_score":0.14856979,"about_ca_system_score_codex":0.00033748077,"about_ca_system_score_gemma":0.00031057527,"threshold_uncertainty_score":0.4136858},"labels":[],"label_agreement":null},{"id":"W2796681103","doi":"10.1097/acm.0000000000002237","title":"Barriers and Facilitators to Self-Directed Learning in Continuing Professional Development for Physicians in Canada: A Scoping Review","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Toronto; Ottawa Public Health; University of Ottawa; Queen's University; Ottawa Hospital; Medical Council of Canada","funders":"","keywords":"Coding (social sciences); Content analysis; Context (archaeology); Medical education; Psychology; Computer science; Knowledge management; Medicine","score_opus":0.017141378102492014,"score_gpt":0.35833552764855015,"score_spread":0.34119414954605815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796681103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97696334,0.0030936275,0.00012980252,0.017068986,0.0006124172,0.0019720297,6.3752145e-7,0.00006701747,0.00009214027],"genre_scores_gemma":[0.96894675,0.00110824,0.005219459,0.022651117,0.0005535383,0.00071028975,0.00004953522,0.000029746177,0.0007313218],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982448,0.00006688807,0.00071967376,0.00028450644,0.00036011313,0.00032400392],"domain_scores_gemma":[0.9992725,0.00018489748,0.00012258432,0.0000924671,0.0001945163,0.00013303322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015767093,0.00013046122,0.00045407368,0.00022966227,0.00006765924,9.796217e-7,0.000076737226,0.00008805285,0.000074614305],"category_scores_gemma":[0.008666204,0.000110641326,0.000007525323,0.00080728385,0.000075365664,0.000045408593,0.000031130738,0.0006015122,0.000002280587],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023335355,0.000029181943,0.4276181,0.01625792,0.00007284438,0.000019602232,0.10210919,0.0000041701796,0.0021734065,0.00014860746,0.13869098,0.31264266],"study_design_scores_gemma":[0.0060483636,0.00048032412,0.1792649,0.6980405,0.00011561255,0.000036316644,0.030478546,0.0031763418,0.00085026416,0.000060872568,0.080844104,0.00060384156],"about_ca_topic_score_codex":0.01115274,"about_ca_topic_score_gemma":0.03778349,"teacher_disagreement_score":0.6817826,"about_ca_system_score_codex":0.0007677107,"about_ca_system_score_gemma":0.0023302122,"threshold_uncertainty_score":0.9996842},"labels":[],"label_agreement":null},{"id":"W2796972293","doi":"10.1136/leader-2017-000048","title":"Developmental readiness and leadership development in medicine","year":2018,"lang":"en","type":"article","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Transformational leadership; Transactional leadership; Psychology; Leadership development; Social psychology; Leadership style; Cross-cultural leadership; Shared leadership; Public relations; Political science; Neuroleadership","score_opus":0.20754926100001153,"score_gpt":0.4013028679953519,"score_spread":0.1937536069953404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796972293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9329721,0.00025232558,0.000588878,0.049216688,0.00043991642,0.00061828713,1.8279158e-7,0.000061996216,0.015849631],"genre_scores_gemma":[0.96029574,0.0000053925396,0.025318297,0.008108722,0.00076629594,0.00007558235,0.000026925396,0.000019875439,0.0053831767],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879014,0.000021004405,0.00039320276,0.00023576235,0.00030434455,0.0002555251],"domain_scores_gemma":[0.9995957,0.000030001524,0.00005154906,0.00010484938,0.00015411535,0.00006379661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060915673,0.000118766504,0.000205622,0.0002801505,0.00006906825,0.0000058384157,0.000058745096,0.00010273655,0.0006160082],"category_scores_gemma":[0.0007976265,0.00009702675,0.00000745668,0.0005252043,0.00043933454,0.000066690685,0.000025155658,0.00019223792,0.00017461895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033228917,0.0004404967,0.15839803,0.0007374124,0.000106188505,0.000088752975,0.05438424,1.7392026e-7,0.01000564,0.0027727203,0.20422001,0.56851405],"study_design_scores_gemma":[0.0036614095,0.00022601093,0.6992258,0.0014459718,0.000032119748,0.00056299445,0.027003992,0.00013526055,0.0074740467,0.0001653036,0.25967994,0.00038717475],"about_ca_topic_score_codex":0.000017907632,"about_ca_topic_score_gemma":0.00003533526,"teacher_disagreement_score":0.56812686,"about_ca_system_score_codex":0.00016409894,"about_ca_system_score_gemma":0.0002842239,"threshold_uncertainty_score":0.67448574},"labels":[],"label_agreement":null},{"id":"W2797277103","doi":"10.4300/jgme-d-17-00771.1","title":"Improving Graduate Medical Education in China: Leading Teaching Hospitals Engage in Self-Analysis","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Medical education; China; MEDLINE; Medicine; Data science; Psychology; Computer science; Political science; Accreditation","score_opus":0.018342602418930522,"score_gpt":0.3720003863404066,"score_spread":0.35365778392147607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797277103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9472961,0.00029384322,0.0024431807,0.044122998,0.0038944157,0.00040484598,4.8932117e-7,0.000042046348,0.0015020889],"genre_scores_gemma":[0.97978187,0.00021789409,0.011219825,0.0050552604,0.0032781835,0.000039941195,0.00005799931,0.00004567913,0.00030335327],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99264103,0.0006446099,0.002413613,0.00046540063,0.0032696994,0.0005656247],"domain_scores_gemma":[0.99637216,0.00023226024,0.0011686984,0.00047619955,0.0011334678,0.00061719934],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012423349,0.0003256729,0.0009558775,0.003239059,0.00020442603,0.00006898357,0.00052472943,0.00044643885,0.0006312412],"category_scores_gemma":[0.043905046,0.00028030074,0.00027470294,0.0031744314,0.00028009125,0.00059458206,0.00007647946,0.0035750382,0.000042376356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013520995,0.006187063,0.12742752,0.00032660822,0.00038930317,0.000064903485,0.011486525,0.000005363136,0.00019733276,0.0015176433,0.027902765,0.8243598],"study_design_scores_gemma":[0.0046621137,0.0012286274,0.9352097,0.004909836,0.0017248347,0.0013097873,0.011719585,0.029829174,0.0004561446,0.0030129605,0.005103666,0.00083359657],"about_ca_topic_score_codex":0.00073020306,"about_ca_topic_score_gemma":0.00020585848,"teacher_disagreement_score":0.82352614,"about_ca_system_score_codex":0.0013699573,"about_ca_system_score_gemma":0.0164996,"threshold_uncertainty_score":0.9999649},"labels":[],"label_agreement":null},{"id":"W2797376167","doi":"10.1080/10401334.2018.1436060","title":"Use of Standard Guidelines for Department of Medicine Summary Letters","year":2018,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Laboratório Central de Microscopia Eletrônica, Universidade Federal de Santa Catarina","keywords":"Medicine; Alternative medicine; Medical education; Family medicine; Psychology; Pathology","score_opus":0.0840526997330431,"score_gpt":0.41504678150250285,"score_spread":0.33099408176945977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797376167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92985344,0.00041292896,0.01557416,0.052937906,0.0003847067,0.00039625357,0.0000024098017,0.00003725158,0.0004009572],"genre_scores_gemma":[0.90898365,0.00011110556,0.08321031,0.005590835,0.001331078,0.00002234454,0.00013580295,0.000026753523,0.00058810844],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982265,0.00017339867,0.00080751366,0.00020649441,0.00040702478,0.00017902249],"domain_scores_gemma":[0.99837804,0.00054440997,0.00027396818,0.00019646388,0.0005531767,0.000053940184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045541986,0.0001295081,0.0005400241,0.00038334198,0.00011589995,0.0000020068621,0.000060532624,0.000069168964,0.000063635256],"category_scores_gemma":[0.027581764,0.00009170081,0.000025216968,0.0002424868,0.0008132368,0.0000559609,0.00002208906,0.00054519967,3.587133e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012705391,0.0001708936,0.08209263,0.0011359035,0.0001440753,0.000006702516,0.017082129,0.00007545364,0.041350577,0.0023404674,0.335349,0.51898164],"study_design_scores_gemma":[0.013240253,0.011119039,0.06951057,0.014111778,0.00055756327,0.00008192019,0.011374147,0.011395201,0.0016438608,0.00037779423,0.86621517,0.00037271497],"about_ca_topic_score_codex":0.00040574328,"about_ca_topic_score_gemma":0.000010523369,"teacher_disagreement_score":0.53086615,"about_ca_system_score_codex":0.00005559751,"about_ca_system_score_gemma":0.000058793114,"threshold_uncertainty_score":0.98060936},"labels":[],"label_agreement":null},{"id":"W2798133539","doi":"10.15694/mep.2018.0000085.1","title":"Outcomes are what matter: Competency-based medical education gets us to our goal","year":2018,"lang":"en","type":"editorial","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Alberta","funders":"","keywords":"CLARITY; Criticism; Curriculum; Medical education; Psychology; Medical profession; Engineering ethics; Pedagogy; Medicine; Political science","score_opus":0.008084314160365388,"score_gpt":0.33773228552641443,"score_spread":0.32964797136604906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798133539","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005082203,0.0002268575,0.00014442911,0.16878285,0.82181185,0.00105952,0.000053342406,0.00022269247,0.002616285],"genre_scores_gemma":[0.0011104274,0.00006157781,0.008753283,0.06288663,0.90597427,0.0007225411,0.008380222,0.00021805546,0.011892996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99125534,0.0001881744,0.0013533027,0.001191526,0.005171219,0.00084046036],"domain_scores_gemma":[0.9916232,0.0003032283,0.0007065612,0.0017562764,0.004854132,0.0007566086],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0019305398,0.00071657525,0.0013015135,0.001329102,0.00023964931,0.00085633417,0.0011477036,0.0023215006,0.0039090915],"category_scores_gemma":[0.04164317,0.0006323807,0.0002744876,0.0010509663,0.00021168649,0.0008604735,0.0002304192,0.00235654,0.0024491656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007077412,0.0009604734,0.0089771915,0.0005431914,0.000104965664,0.00002325784,0.00020245166,2.672042e-7,0.0000015360171,0.00005081528,0.9714282,0.017636843],"study_design_scores_gemma":[0.0013739048,0.00021440744,0.014726614,0.0032475204,0.00021960438,0.000013663004,0.0010613943,0.00004028558,0.00001717004,0.00019453098,0.9783126,0.000578313],"about_ca_topic_score_codex":0.00022944043,"about_ca_topic_score_gemma":0.0003400948,"teacher_disagreement_score":0.10589621,"about_ca_system_score_codex":0.0011088903,"about_ca_system_score_gemma":0.024159703,"threshold_uncertainty_score":0.99994504},"labels":[],"label_agreement":null},{"id":"W2799495884","doi":"10.1108/lhs-06-2017-0037","title":"Competencies physicians need to lead – a Canadian case","year":2018,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Originality; Thematic analysis; Competence (human resources); Health care; Psychology; Facilitation; Value (mathematics); Perception; Public relations; Health literacy; Leadership development; Medical education; Nursing; Medicine; Qualitative research; Political science; Social psychology; Sociology","score_opus":0.10255481659988028,"score_gpt":0.3590490360944829,"score_spread":0.2564942194946026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799495884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72698295,0.00017800576,0.00004178216,0.26883727,0.00080517615,0.0007409036,0.0000065735426,0.00007742106,0.0023299316],"genre_scores_gemma":[0.792161,0.0000028663455,0.0038822447,0.2029642,0.00061681116,0.0000380085,0.000029329929,0.000017657407,0.00028790932],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983567,0.000062669176,0.00039115592,0.0002629162,0.00023234896,0.0006942018],"domain_scores_gemma":[0.99906087,0.000040457875,0.00008283003,0.00032699242,0.00022071667,0.00026814616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005587405,0.00012799872,0.00024274735,0.00054841116,0.00020774093,0.000020443385,0.00013021116,0.00009831315,0.00014320646],"category_scores_gemma":[0.00007276364,0.00013048253,0.000022157194,0.0014324213,0.00010739766,0.0000932711,0.000012989908,0.00029247036,0.0003343401],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033563326,0.00088642153,0.15413432,0.03190454,0.00009761474,0.0014911527,0.54826784,0.000044451866,0.0006693448,0.008201486,0.030180847,0.22378637],"study_design_scores_gemma":[0.0020132102,0.0018049435,0.13424726,0.011598435,0.000034133645,0.001406048,0.6820606,0.008467868,0.0003978372,0.00031207007,0.15698402,0.0006735894],"about_ca_topic_score_codex":0.4045216,"about_ca_topic_score_gemma":0.74243003,"teacher_disagreement_score":0.33790842,"about_ca_system_score_codex":0.0005370519,"about_ca_system_score_gemma":0.00085636467,"threshold_uncertainty_score":0.59944373},"labels":[],"label_agreement":null},{"id":"W2799525996","doi":"10.21815/jde.018.055","title":"Comparing Practice Management Courses in Canadian Dental Schools","year":2018,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of Manitoba","funders":"","keywords":"Medical education; Syllabus; Dental practice; Psychology; Dental education; Cognition; Interpersonal communication; Comprehension; Medicine; Pedagogy; Dentistry; Computer science","score_opus":0.017025154980242447,"score_gpt":0.3835786270858247,"score_spread":0.36655347210558226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799525996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629197,0.00016360017,0.000050200746,0.004880706,0.0035071003,0.00021372562,3.8271793e-7,0.0000047664357,0.028259795],"genre_scores_gemma":[0.98525506,0.0000383313,0.009563917,0.0033387695,0.0010716661,0.0000067618835,0.000013162265,0.000010745637,0.0007015811],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988198,0.00003646197,0.00046255707,0.00009527151,0.00039121427,0.00019469134],"domain_scores_gemma":[0.9989131,0.000015533915,0.0002788194,0.0001268217,0.00051044865,0.00015529434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069327594,0.000076732445,0.00014523671,0.0007620623,0.00007258672,0.000040899155,0.0001112072,0.000052914063,0.00023852673],"category_scores_gemma":[0.00069144537,0.00007464542,0.0000352444,0.0005484003,0.00005522027,0.0004226849,0.000013497304,0.00033631807,0.000158527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024014787,0.0017966952,0.7862083,0.00011765598,0.00012503129,0.000077784935,0.001489806,0.0000049887526,0.00041329875,0.0030064366,0.14600556,0.060514346],"study_design_scores_gemma":[0.0016018051,0.0003665091,0.78695995,0.0010407118,0.00025871195,0.0032016197,0.0635481,0.00020100772,0.0006705774,0.0001338743,0.14185716,0.00016000774],"about_ca_topic_score_codex":0.010655113,"about_ca_topic_score_gemma":0.010176477,"teacher_disagreement_score":0.062058296,"about_ca_system_score_codex":0.0015794295,"about_ca_system_score_gemma":0.001561613,"threshold_uncertainty_score":0.995933},"labels":[],"label_agreement":null},{"id":"W2799558775","doi":"10.1017/cem.2018.214","title":"P016: Junior and senior clinician educators rank key medical education articles differently depending on topic","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"Medical education; Medicine; Seniority; MEDLINE; Rank (graph theory); Family medicine; Psychology","score_opus":0.057370906260538174,"score_gpt":0.39851135139844296,"score_spread":0.34114044513790476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799558775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91819566,0.000813512,0.00012037398,0.054714337,0.021373913,0.00020190612,0.0000012608883,0.000009623232,0.004569421],"genre_scores_gemma":[0.9835769,0.00030131888,0.00040996107,0.004626461,0.009665023,0.0000065637137,0.000012955238,0.00002782046,0.0013729848],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99748445,0.00009261124,0.0011367468,0.00022266625,0.0006818917,0.0003816159],"domain_scores_gemma":[0.99706256,0.00006929652,0.00036369872,0.00028914117,0.0008478106,0.0013675123],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012281549,0.00019311653,0.00042109683,0.0009060203,0.00023093152,0.000008225079,0.00020689685,0.00018282355,0.012520166],"category_scores_gemma":[0.009017626,0.00014610708,0.00007299041,0.0007055813,0.00040857142,0.0001120052,0.000010681263,0.00059886684,0.000038018952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014049228,0.00036418537,0.21124837,0.00017252428,0.00017981985,0.00006306294,0.007495529,1.4193661e-7,0.00041639173,0.0057638483,0.47886488,0.29529077],"study_design_scores_gemma":[0.004685518,0.0046572257,0.51970863,0.0046433224,0.000749295,0.0007268102,0.015405403,0.00026093796,0.0006176891,0.003695064,0.44426757,0.00058251654],"about_ca_topic_score_codex":0.0013976888,"about_ca_topic_score_gemma":0.004267193,"teacher_disagreement_score":0.30846027,"about_ca_system_score_codex":0.00025026893,"about_ca_system_score_gemma":0.004214432,"threshold_uncertainty_score":0.99932986},"labels":[],"label_agreement":null},{"id":"W2799641588","doi":"10.1097/acm.0000000000002265","title":"A Fine Balance: How Authors Strategize Around Journal Submission","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Hospital for Sick Children; The Wilson Centre; Institute for Clinical Evaluative Sciences; Mount Sinai Hospital","funders":"","keywords":"Balance (ability); Psychology; Gerontology; Medicine","score_opus":0.04760778486804811,"score_gpt":0.39113907389212776,"score_spread":0.34353128902407964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799641588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968244,0.0008827867,0.0067277797,0.18258156,0.0044000424,0.00038447304,0.0000011154063,0.000119886245,0.008077969],"genre_scores_gemma":[0.96052516,0.00030856658,0.0013500291,0.0059476094,0.016587818,0.000014756246,0.000054707005,0.00003599147,0.015175397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974028,0.000082510574,0.00065419206,0.00033327795,0.0010390447,0.0004881893],"domain_scores_gemma":[0.99809444,0.000087109656,0.00033401043,0.00038371573,0.000716841,0.00038387612],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002232543,0.00023272396,0.00044162472,0.00037824572,0.0002678344,0.000017400995,0.0002732953,0.0004648173,0.0021832045],"category_scores_gemma":[0.0055413214,0.00015936489,0.000044495326,0.0010244759,0.0007769002,0.000205008,0.00003824916,0.0022707619,0.00012548562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001821265,0.000035789966,0.01308431,0.00010496672,0.000065229055,0.00004912472,0.0032218108,2.6235585e-7,0.025498703,0.0025460315,0.917562,0.037649613],"study_design_scores_gemma":[0.010830057,0.0038805522,0.040097825,0.004655091,0.00061295566,0.006589607,0.015389842,0.004152824,0.0051547075,0.01934301,0.8885862,0.0007073355],"about_ca_topic_score_codex":0.000009076147,"about_ca_topic_score_gemma":8.0686624e-7,"teacher_disagreement_score":0.17663394,"about_ca_system_score_codex":0.00022655811,"about_ca_system_score_gemma":0.00044331324,"threshold_uncertainty_score":0.99872893},"labels":[],"label_agreement":null},{"id":"W2799698096","doi":"10.1016/b978-0-12-811909-9.00013-7","title":"Continuing Professional Development and Self-Learning for Pharmacists","year":2018,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pace; Licensure; Accreditation; Pharmacy; Health care; Continuing education; Professional development; Autonomy; Accountability; Medical education; Medicine; Political science; Public relations; Psychology; Nursing; Law","score_opus":0.019078823960916938,"score_gpt":0.32381452086707146,"score_spread":0.30473569690615454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799698096","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0116192,0.0003668373,0.000054462766,0.00019174042,0.0019222173,0.0017168529,0.0000027328736,0.00014677737,0.98397917],"genre_scores_gemma":[0.0010498717,0.000020130143,0.022704702,0.00073821476,0.0011398501,0.00018663649,0.0001436576,0.00007471579,0.9739422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860823,0.000011780564,0.00046823666,0.00034957431,0.00034067154,0.00022151177],"domain_scores_gemma":[0.99900705,0.000057058325,0.0002511352,0.00015657408,0.00044145345,0.00008670453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055346574,0.00025152456,0.00036467344,0.00017495947,0.00018000818,0.00001843818,0.00006988091,0.000276386,0.0003925332],"category_scores_gemma":[0.00015771577,0.00022294512,0.000057531797,0.000013581334,0.00011576564,0.000022351118,0.00006470404,0.0005472083,0.00006774467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003697727,0.00002496722,0.000022552187,0.0004842754,0.00011966132,0.000005347084,0.0027522214,8.914788e-9,0.000033295753,0.0006916353,0.0031279675,0.9927011],"study_design_scores_gemma":[0.0008548812,0.00007882735,0.000052907195,0.0014942138,0.0001606893,0.000061216764,0.000036840313,0.000047110607,0.00022959785,0.00066252536,0.9960954,0.00022574469],"about_ca_topic_score_codex":9.874112e-9,"about_ca_topic_score_gemma":1.5994496e-7,"teacher_disagreement_score":0.9929675,"about_ca_system_score_codex":0.00013949428,"about_ca_system_score_gemma":0.00035151708,"threshold_uncertainty_score":0.9091438},"labels":[],"label_agreement":null},{"id":"W2799700350","doi":"10.1017/cem.2018.293","title":"P095: Do resident as teacher programs increase emergency medicine residents comfort level with teaching junior learners?","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Session (web analytics); Medical education; Likert scale; Medicine; Psychology; Pedagogy","score_opus":0.1020194165748483,"score_gpt":0.3997480685784526,"score_spread":0.29772865200360427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799700350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89097494,0.0022072687,0.0006963752,0.030990792,0.013155566,0.00080088736,0.000004013432,0.00004198173,0.06112815],"genre_scores_gemma":[0.94684714,0.0004143475,0.0011868366,0.00093611656,0.012270355,0.00002439684,0.00009223322,0.00011483358,0.038113758],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99434805,0.0002539975,0.0023654422,0.00047090952,0.0016744875,0.00088714075],"domain_scores_gemma":[0.99384445,0.00003644733,0.0011540515,0.0007914194,0.002311755,0.0018618876],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040312144,0.0004760611,0.0009022632,0.0014918005,0.0005917133,0.000010004316,0.00060450676,0.0002520771,0.041218445],"category_scores_gemma":[0.0060157008,0.00032871967,0.00013747555,0.0016099844,0.0009781305,0.0003449984,0.000030972024,0.0016607129,0.00008482961],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038771483,0.00017782461,0.2558411,0.00018500177,0.0004074962,0.00031894253,0.010325405,0.0000012097933,0.00043840063,0.0011716227,0.7124834,0.018261869],"study_design_scores_gemma":[0.009290635,0.018172389,0.28510025,0.008830563,0.0023501394,0.0018378615,0.040063284,0.00011767048,0.000098532655,0.0027209432,0.63028556,0.0011321808],"about_ca_topic_score_codex":0.05462725,"about_ca_topic_score_gemma":0.02148199,"teacher_disagreement_score":0.08219786,"about_ca_system_score_codex":0.00064602337,"about_ca_system_score_gemma":0.0027136246,"threshold_uncertainty_score":0.9999165},"labels":[],"label_agreement":null},{"id":"W2799830254","doi":"10.1017/cem.2018.236","title":"P038: Emergency medicine interest group: evaluation of a student led organization at Memorial University","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Likert scale; Attendance; Session (web analytics); Appeal; Medical education; Medicine; Schedule; Workload; Diversity (politics); Scale (ratio); Specialty; Population; Variety (cybernetics); Psychology; Family medicine; Management","score_opus":0.11787981924928836,"score_gpt":0.4001159174060982,"score_spread":0.28223609815680983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799830254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94479376,0.00068795553,0.0008305686,0.009755521,0.03662807,0.00047027293,0.000005001049,0.000011158437,0.0068177143],"genre_scores_gemma":[0.9892542,0.00030447543,0.0001741344,0.00011775044,0.008215262,0.0000012241896,0.0001024912,0.00003209222,0.0017984023],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9964267,0.00022016962,0.0015708598,0.00023911557,0.0012294999,0.00031366778],"domain_scores_gemma":[0.98947304,0.000029722089,0.0010812527,0.00038595218,0.008464236,0.0005658126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031779571,0.00021501211,0.0005585983,0.0011047134,0.00024028293,0.0000012246614,0.0003557379,0.00016149318,0.08782645],"category_scores_gemma":[0.0067238836,0.00017738655,0.000082340346,0.0023789196,0.00047324438,0.00017964971,0.000029362347,0.00033016744,0.000034275712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002582649,0.00023653096,0.13883041,0.0001856321,0.0005131118,0.000033620505,0.0129298065,0.00000782621,0.015662437,0.0018212611,0.8234645,0.006056612],"study_design_scores_gemma":[0.01711708,0.009132909,0.69729304,0.0026379288,0.005695251,0.00022550659,0.022272365,0.0006201348,0.0015267056,0.0012291184,0.24157843,0.00067153934],"about_ca_topic_score_codex":0.0022664953,"about_ca_topic_score_gemma":0.014052552,"teacher_disagreement_score":0.58188605,"about_ca_system_score_codex":0.0012882988,"about_ca_system_score_gemma":0.001489185,"threshold_uncertainty_score":0.9130074},"labels":[],"label_agreement":null},{"id":"W2799959135","doi":"10.5206/uwomj.v86i2.1410","title":"Collegiality and career success","year":2017,"lang":"en","type":"article","venue":"University of Western Ontario Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Collegiality; Context (archaeology); Psychology; Scale (ratio); Pedagogy; Medical education; Social psychology; Public relations; Medicine; Political science","score_opus":0.025531292390933606,"score_gpt":0.287663082369967,"score_spread":0.2621317899790334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799959135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811133,0.00001789844,0.0011324784,0.012466628,0.00044966428,0.00006958102,0.0000011845538,0.0000066869234,0.0047425875],"genre_scores_gemma":[0.99368715,0.000048370483,0.0015326454,0.000460313,0.00020845294,3.9341653e-8,0.000003998515,0.000004156631,0.0040548476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99887794,0.000025987894,0.00017225895,0.0001130745,0.0006754582,0.00013528166],"domain_scores_gemma":[0.9989492,0.000020567366,0.00022658646,0.00024907364,0.00028549897,0.00026906127],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063238584,0.00006774497,0.00021973561,0.00008225218,0.0004869512,0.000034270528,0.00030032315,0.00014205984,0.0015204076],"category_scores_gemma":[0.0005316018,0.00006388605,0.000047342834,0.00003298567,0.0005636763,0.00018717868,0.00011940055,0.00060036936,0.0000057677125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012084096,0.00010860431,0.9692807,0.000031385094,0.00006196304,0.00030492555,0.0019383917,7.195148e-8,0.000012299458,0.000107250926,0.0045526344,0.02348089],"study_design_scores_gemma":[0.0019098838,0.00010622065,0.93792003,0.00023494726,0.000085431966,0.00070226804,0.0006404087,0.000021159467,0.000011825265,0.00006860919,0.058240023,0.000059204664],"about_ca_topic_score_codex":0.016082713,"about_ca_topic_score_gemma":0.03507332,"teacher_disagreement_score":0.05368739,"about_ca_system_score_codex":0.00022864893,"about_ca_system_score_gemma":0.0011000464,"threshold_uncertainty_score":0.99939233},"labels":[],"label_agreement":null},{"id":"W2799962413","doi":"10.3399/bjgp18x695885","title":"A new model of undergraduate clinical education?","year":2018,"lang":"en","type":"editorial","venue":"British Journal of General Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Data science; Computer science","score_opus":0.029045922572528565,"score_gpt":0.42642994265570694,"score_spread":0.39738402008317836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799962413","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016012328,0.0026781578,0.010473047,0.013560862,0.9651192,0.0002983742,0.000026660995,0.000014476511,0.006227989],"genre_scores_gemma":[0.00026596183,0.005211677,0.23738925,0.0014308909,0.7388322,0.00000306054,0.00012833306,0.000056576548,0.01668209],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99488086,0.00032474243,0.0023940813,0.00029658366,0.0018695517,0.00023420395],"domain_scores_gemma":[0.9851112,0.00083656143,0.003887294,0.00040768657,0.009464226,0.0002930354],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003921068,0.00021374426,0.00087050087,0.00028807583,0.00008543023,0.00008690701,0.00038452132,0.0008680978,0.00013248499],"category_scores_gemma":[0.067676574,0.00023780407,0.00033046713,0.0004217098,0.0001982934,0.0005457595,0.00006258926,0.0029867708,0.000027294167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034544335,0.0008930954,0.000008260537,0.00012327982,0.00031747104,0.000043450502,0.000036571,0.000016050468,0.000026926207,0.00014423415,0.86257166,0.13547358],"study_design_scores_gemma":[0.0016660325,0.0007581654,0.00004233247,0.0017070036,0.0013536431,0.0024539796,0.00008809095,0.0003700848,0.000022291868,0.0022049265,0.989142,0.00019144217],"about_ca_topic_score_codex":0.00038984837,"about_ca_topic_score_gemma":0.000011932422,"teacher_disagreement_score":0.22691621,"about_ca_system_score_codex":0.00027051973,"about_ca_system_score_gemma":0.023022179,"threshold_uncertainty_score":0.99931335},"labels":[],"label_agreement":null},{"id":"W2800131412","doi":"10.5116/ijme.5abe.2209","title":"Exploring the thesis experience of Master of Health professions education graduates: a qualitative study","year":2018,"lang":"en","type":"article","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Coursework; Medical education; Thematic analysis; Scholarship; Graduation (instrument); Psychology; Mentorship; Qualitative research; Professional development; Medicine; Sociology; Engineering; Political science","score_opus":0.21953029678095481,"score_gpt":0.5378245992180493,"score_spread":0.31829430243709445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800131412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221099,0.00017284541,0.0018189445,0.069400854,0.00585201,0.00039513974,0.000001335797,0.00000579683,0.00024315799],"genre_scores_gemma":[0.99361515,0.00012440635,0.0023217765,0.0024116703,0.0012595089,0.00009146522,0.0000115882,0.000012981022,0.00015144779],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99523324,0.00045478385,0.0015407983,0.00014750374,0.0024890956,0.00013455536],"domain_scores_gemma":[0.9939259,0.00025939263,0.0014611953,0.0002671903,0.0039777635,0.000108524306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039087823,0.000114910436,0.0003270635,0.0005017356,0.00008764844,0.000014442222,0.0005916768,0.000056126824,0.00039839142],"category_scores_gemma":[0.007941854,0.00007424331,0.00009587114,0.0005895491,0.0004253639,0.00032615187,0.00006147223,0.00038675874,0.000006058386],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022136502,0.0071008755,0.0094366325,0.0000952042,0.00023878097,0.0000010045434,0.48571193,5.0487944e-7,0.00020605353,0.0032422666,0.010908478,0.4828369],"study_design_scores_gemma":[0.0010900962,0.0012524994,0.09175484,0.0031575384,0.00008431292,0.0001432422,0.8948857,0.00009168951,0.0013490218,0.001414537,0.0046715476,0.00010494142],"about_ca_topic_score_codex":0.00029523473,"about_ca_topic_score_gemma":0.000012339254,"teacher_disagreement_score":0.48273194,"about_ca_system_score_codex":0.00024934314,"about_ca_system_score_gemma":0.0064935293,"threshold_uncertainty_score":0.9991387},"labels":[],"label_agreement":null},{"id":"W2800218470","doi":"10.1017/cem.2018.106","title":"LO44: Optimizing skill retention in radiograph interpretation: a multicentre randomized control trial","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Physical therapy; Test (biology); Radiography; Family medicine; Surgery; Nursing","score_opus":0.038321120950553934,"score_gpt":0.356931722342414,"score_spread":0.31861060139186004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800218470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8775121,0.0043073767,0.027378306,0.029414749,0.05150164,0.0027168386,0.000004508033,0.000021399374,0.0071430774],"genre_scores_gemma":[0.99166054,0.00020630841,0.0022106087,0.0009159747,0.004489477,0.000021207725,0.00001916549,0.000021728967,0.00045497366],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99701184,0.00024766388,0.0018030426,0.0001740999,0.0004215187,0.00034186183],"domain_scores_gemma":[0.9971609,0.000115509945,0.0006634752,0.00021789498,0.001391637,0.00045057974],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030978287,0.0001690817,0.000807707,0.0015413399,0.00009760016,0.0000056974195,0.00016230799,0.00013453107,0.0055954806],"category_scores_gemma":[0.01056956,0.00012933328,0.00022405946,0.0012166298,0.0004304115,0.00017146162,0.0000035067583,0.00047527862,0.000012371648],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67567664,0.0005177044,0.016289607,0.0003481469,0.0013088085,0.00043262035,0.04395789,0.00010530879,0.0009400992,0.0026934035,0.23180264,0.025927117],"study_design_scores_gemma":[0.975003,0.0018558186,0.00236721,0.0017571907,0.0007975684,0.000097206714,0.003374407,0.007280784,0.000027001617,0.0008314662,0.0064020446,0.0002062944],"about_ca_topic_score_codex":0.0017239037,"about_ca_topic_score_gemma":0.0025323597,"teacher_disagreement_score":0.29932636,"about_ca_system_score_codex":0.0002912547,"about_ca_system_score_gemma":0.0009061744,"threshold_uncertainty_score":0.9977648},"labels":[],"label_agreement":null},{"id":"W2800373335","doi":"10.1136/jclinpath-2017-204963","title":"Chairing an academic pathology department: challenges and opportunities","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Service (business); Pathology; Medicine; Anatomical pathology; Medical education; Business","score_opus":0.5160593223660399,"score_gpt":0.5625183520602398,"score_spread":0.046459029694199905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800373335","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005156779,0.98790294,0.00005778484,0.0024799819,0.0033435868,0.00031719627,0.000005658812,0.000020542393,0.00071553944],"genre_scores_gemma":[0.00015058102,0.98897403,0.0025398848,0.0017267109,0.006331397,0.000018846667,0.0000434927,0.000054009128,0.00016103667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936599,0.0012508671,0.003987903,0.00041983312,0.00034472215,0.00033678228],"domain_scores_gemma":[0.99487966,0.0007690263,0.002987418,0.00046674296,0.00058157375,0.00031555997],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008388543,0.00033678525,0.0034993826,0.0005756235,0.00006234979,0.000007718111,0.00031316697,0.0017902319,0.000069945396],"category_scores_gemma":[0.0062650857,0.00024019036,0.00045888912,0.00011083051,0.0009860513,0.00014424695,0.00012052445,0.0032331585,0.000026384263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044583987,0.00022131528,0.000030694326,0.0028545086,0.00013226793,0.0013103122,0.00018521011,6.860023e-9,1.5346339e-7,0.00096571073,0.0014236887,0.9928315],"study_design_scores_gemma":[0.0006949399,0.0027251903,0.0007783131,0.005911109,0.0013667841,0.024359114,0.0001893148,0.0000021808112,1.2480038e-7,0.00091106974,0.96288353,0.00017833129],"about_ca_topic_score_codex":1.05633994e-7,"about_ca_topic_score_gemma":5.3969313e-7,"teacher_disagreement_score":0.9926532,"about_ca_system_score_codex":0.00006657635,"about_ca_system_score_gemma":0.00097475835,"threshold_uncertainty_score":0.99950564},"labels":[],"label_agreement":null},{"id":"W2800696236","doi":"10.2196/mededu.9365","title":"Consensus on Quality Indicators of Postgraduate Medical E-Learning: Delphi Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Quality (philosophy); Delphi; Set (abstract data type); Medical education; Computer science; Foundation (evidence); Psychology; Medicine; Artificial intelligence; Political science","score_opus":0.02781974763239893,"score_gpt":0.44214338459569524,"score_spread":0.4143236369632963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800696236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9552847,0.000030873893,0.00005253666,0.034387454,0.0017480586,0.0010885751,0.0000013725582,0.00012181165,0.007284628],"genre_scores_gemma":[0.98843825,0.000012364183,0.00050891546,0.008442239,0.0015490078,0.00021730643,0.00011125595,0.000036650457,0.00068404153],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993865,0.00046676927,0.0012616124,0.00051858986,0.0035230683,0.00036492443],"domain_scores_gemma":[0.99697614,0.00032818396,0.00049476663,0.0006685859,0.0009629415,0.0005693559],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033920454,0.00024047292,0.0005090781,0.0006940974,0.00018087517,0.000012815893,0.0003442896,0.0004656025,0.004739643],"category_scores_gemma":[0.032449093,0.00020110437,0.00009651939,0.0016707405,0.0010315854,0.00004410139,0.00007621005,0.0011902342,0.00027271325],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008128705,0.022274187,0.28822973,0.00034011074,0.00021961187,0.000021972102,0.011453043,1.8043949e-7,0.000116819676,0.007552582,0.12509373,0.5438852],"study_design_scores_gemma":[0.004958313,0.00565546,0.90247834,0.0012260058,0.00016780368,0.00015471301,0.019779159,0.00045130204,0.0006382283,0.00050108205,0.063495815,0.00049375626],"about_ca_topic_score_codex":0.00015148622,"about_ca_topic_score_gemma":0.000019309433,"teacher_disagreement_score":0.61424863,"about_ca_system_score_codex":0.00022586453,"about_ca_system_score_gemma":0.0057016085,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W2800879524","doi":"10.1186/s12909-018-1137-y","title":"Peer-assisted debriefing of multisource feedback: an exploratory qualitative study","year":2018,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Debriefing; Medical education; Thematic analysis; Psychology; Reflective practice; Workload; Qualitative research; Medicine; Computer science; Pedagogy","score_opus":0.06751228786596346,"score_gpt":0.4519472465205093,"score_spread":0.38443495865454586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800879524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98526347,0.00005776411,0.006983525,0.0041364655,0.0014891236,0.0006913809,0.0000016107083,0.000089621724,0.0012870682],"genre_scores_gemma":[0.9768703,0.000002915017,0.017529711,0.0028425965,0.0011512602,0.00016934803,0.00017595806,0.000033837052,0.0012240936],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99609905,0.00057872635,0.0008135198,0.00041282116,0.0018426939,0.00025317373],"domain_scores_gemma":[0.9958154,0.0002701994,0.0003201353,0.000641241,0.002646343,0.00030668188],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034006615,0.0001775931,0.00035263263,0.00032305325,0.0001580784,0.000017136103,0.00022706295,0.0002060533,0.0012088153],"category_scores_gemma":[0.024905097,0.00016032289,0.000055487297,0.00096276304,0.00052235177,0.00021670325,0.000046528807,0.00035159977,0.0000968561],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004013612,0.020118976,0.026364502,0.0004896512,0.0001254321,0.000002891243,0.5474341,4.761378e-7,0.0009736443,0.0020808736,0.06872451,0.33328357],"study_design_scores_gemma":[0.0030224107,0.002114173,0.11543428,0.0007073939,0.00019034864,0.00004856683,0.8680626,0.0019157009,0.00090063433,0.00027199235,0.0070091193,0.0003227647],"about_ca_topic_score_codex":0.00022049288,"about_ca_topic_score_gemma":0.00019515432,"teacher_disagreement_score":0.3329608,"about_ca_system_score_codex":0.00019972914,"about_ca_system_score_gemma":0.0052049337,"threshold_uncertainty_score":0.99970424},"labels":[],"label_agreement":null},{"id":"W2800921082","doi":"10.1017/cem.2018.291","title":"P093: Performing the balancing act: emergency medicine physicians’ multifaceted roles and their influence on trainee assessment","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic analysis; Context (archaeology); Medical education; Snowball sampling; Process (computing); Medicine; Psychology; Computer science; Qualitative research; Pathology","score_opus":0.04599719496942922,"score_gpt":0.3700876120881398,"score_spread":0.32409041711871056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800921082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93865156,0.0015323904,0.00050442835,0.040312886,0.01052777,0.00036253224,0.0000041746503,0.000014117664,0.008090155],"genre_scores_gemma":[0.9899389,0.00048607547,0.00020456978,0.0017521137,0.006561164,0.0000125328725,0.000014744061,0.000037990958,0.0009918768],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9970991,0.00009595917,0.0013806323,0.00027225356,0.0006181783,0.0005338838],"domain_scores_gemma":[0.99666816,0.00009555549,0.0006686228,0.00045317388,0.0015834448,0.0005310649],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019109448,0.0003208588,0.00056888425,0.0006087266,0.00052865205,0.000004633476,0.00033778322,0.00012427177,0.007218088],"category_scores_gemma":[0.0033011234,0.0001828921,0.00008794049,0.0011229353,0.0006974583,0.00019303286,0.000015164678,0.0008704252,0.00001120787],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019650781,0.00023023819,0.12524097,0.0003844309,0.0008670829,0.000077006705,0.11192325,0.000053512023,0.03070606,0.003344421,0.5081131,0.21886344],"study_design_scores_gemma":[0.003253163,0.005481348,0.77018684,0.004107667,0.0005703802,0.00022327263,0.055724673,0.0029540805,0.0005213247,0.0009632419,0.15548415,0.00052985136],"about_ca_topic_score_codex":0.0017279439,"about_ca_topic_score_gemma":0.0022516001,"teacher_disagreement_score":0.64494586,"about_ca_system_score_codex":0.00028535182,"about_ca_system_score_gemma":0.0008196947,"threshold_uncertainty_score":0.9936895},"labels":[],"label_agreement":null},{"id":"W2800961655","doi":"10.1503/cjs.001316","title":"Why wait until residency? Competency-based education in longitudinal integrated clerkships","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Medical education; Residency training; Medical school; Competition (biology); Undergraduate education; Graduate medical education; Accreditation","score_opus":0.05382830370639628,"score_gpt":0.3200491951585655,"score_spread":0.2662208914521692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800961655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444414,0.0003436241,0.00016520344,0.050246626,0.0030742516,0.000110434456,0.0000032720866,0.0000050747453,0.0016101289],"genre_scores_gemma":[0.9933572,0.000016805707,0.0022381952,0.0035758447,0.00050649117,0.000004237799,0.000031171356,0.000018126753,0.0002519484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853665,0.00006454903,0.0006943011,0.00013393692,0.0002793596,0.00029122457],"domain_scores_gemma":[0.9975269,0.00012225636,0.0005327675,0.0004097885,0.0010161442,0.00039214597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014271468,0.00011912791,0.00034696146,0.001372106,0.00024213048,0.00009947388,0.00022582282,0.00012831824,0.0006414461],"category_scores_gemma":[0.0064536943,0.00011030302,0.00010818144,0.00037854732,0.00023665724,0.0002976655,0.000004930923,0.0006165984,0.000013131811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041053114,0.00007162529,0.7939466,0.00005325703,0.00001778722,0.00022020044,0.00008172792,0.0000046874775,0.000054212716,0.00051969034,0.17811356,0.026875578],"study_design_scores_gemma":[0.00034735817,0.000037628924,0.96203756,0.0016850582,0.000037911417,0.0002261441,0.0004313558,0.000097608296,0.00020455287,0.00085759675,0.033917837,0.00011939107],"about_ca_topic_score_codex":0.013593137,"about_ca_topic_score_gemma":0.04177178,"teacher_disagreement_score":0.16809094,"about_ca_system_score_codex":0.0006441153,"about_ca_system_score_gemma":0.0487079,"threshold_uncertainty_score":0.9929754},"labels":[],"label_agreement":null},{"id":"W2801000773","doi":"10.1097/acm.0000000000002239","title":"Social Accountability: A Framework for Medical Schools to Improve the Health of the Populations They Serve","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accountability; Social accounting; Excellence; Public relations; Curriculum; Health care; Medical education; Political science; Social responsibility; Sociology; Medicine; Pedagogy; Business","score_opus":0.07293191628174814,"score_gpt":0.47875753413944866,"score_spread":0.40582561785770055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801000773","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3394067,0.0001326835,0.016484922,0.6394807,0.0021671238,0.0020478324,0.000010768946,0.000040045077,0.0002292219],"genre_scores_gemma":[0.9103862,0.000020936082,0.002630637,0.078915976,0.0074632326,0.00024746996,0.000027566331,0.000026832515,0.0002811495],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968887,0.0001390226,0.0010060583,0.00031595858,0.0012576961,0.00039259112],"domain_scores_gemma":[0.9976426,0.0004278442,0.000388616,0.00066665217,0.0006906269,0.00018366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043809037,0.00016501817,0.00043675935,0.00011290089,0.0004892738,0.0000042030015,0.0005994918,0.0004305242,0.00032438088],"category_scores_gemma":[0.027802963,0.00008302696,0.0000824408,0.0009825111,0.0006908223,0.000053788797,0.0001268818,0.0015809954,0.000018806224],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003941513,0.00011019135,0.029687498,0.0004574896,0.00013775846,2.656942e-7,0.044884767,5.084971e-7,0.00079902995,0.28144023,0.54481894,0.09726917],"study_design_scores_gemma":[0.0063283867,0.0037499643,0.23714735,0.0064231693,0.00060954416,0.00010553427,0.038340893,0.0017274027,0.0009486142,0.4844277,0.21961401,0.00057746226],"about_ca_topic_score_codex":0.00030489388,"about_ca_topic_score_gemma":0.00006007037,"teacher_disagreement_score":0.5709795,"about_ca_system_score_codex":0.0002533959,"about_ca_system_score_gemma":0.0009730722,"threshold_uncertainty_score":0.98038626},"labels":[],"label_agreement":null},{"id":"W2801018140","doi":"10.1007/s40037-018-0432-y","title":"How are competency frameworks perceived and taught?: An exploratory study in the context of pharmacy education","year":2018,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; University of Toronto; Canada Excellence Research Chairs, Government of Canada","keywords":"Pharmacy; Context (archaeology); Medical education; Exploratory research; Psychology; Medicine; Nursing","score_opus":0.024800585539781116,"score_gpt":0.38726524372014254,"score_spread":0.36246465818036144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801018140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9478644,0.0004619005,0.00012345231,0.04859167,0.000913595,0.0010918409,0.0000013212149,0.000028483275,0.00092332833],"genre_scores_gemma":[0.98801625,0.00012409913,0.00071293017,0.009240614,0.0014515915,0.0002995834,0.000037668735,0.000021247124,0.0000960345],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976338,0.00040478673,0.00038332338,0.0004624998,0.0009167425,0.00019882305],"domain_scores_gemma":[0.997953,0.00013947382,0.00022423644,0.0005274748,0.001005242,0.00015057946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010935734,0.00018684939,0.0002907618,0.00039989033,0.00015542924,0.00004795601,0.00025358243,0.00017982523,0.00030323296],"category_scores_gemma":[0.0056773894,0.00013847197,0.00003603945,0.0007884696,0.0006844398,0.0002807576,0.000024230123,0.0010045863,0.000009899916],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031757972,0.025705662,0.09311363,0.00013302399,0.000052537533,0.0000031471925,0.5918654,8.303089e-8,0.00025101504,0.012213239,0.008049449,0.2682952],"study_design_scores_gemma":[0.00093696686,0.00072637305,0.25488302,0.00028099248,0.00004939417,0.00001884925,0.7406354,0.0002270272,0.00003788139,0.0004309403,0.0016650537,0.000108100256],"about_ca_topic_score_codex":0.00013390688,"about_ca_topic_score_gemma":0.000197069,"teacher_disagreement_score":0.2681871,"about_ca_system_score_codex":0.00024404426,"about_ca_system_score_gemma":0.0024239605,"threshold_uncertainty_score":0.6796776},"labels":[],"label_agreement":null},{"id":"W2801157562","doi":"10.1097/ceh.0000000000000198","title":"Value of Collaboration With Standardized Patients and Patient Facilitators in Enhancing Reflection During the Process of Building a Simulation","year":2018,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Holland Bloorview Kids Rehabilitation Hospital","funders":"University of Toronto","keywords":"Brainstorming; Process (computing); Reflection (computer programming); Computer science; Perspective (graphical); Storytelling; Value (mathematics); Key (lock); Process management; Medical education; Medicine; Engineering; Artificial intelligence","score_opus":0.009684025321999403,"score_gpt":0.41530593751367395,"score_spread":0.40562191219167454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801157562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943563,0.000114174516,0.0011496792,0.0029581655,0.0004951379,0.0008967883,0.0000015214047,0.0000030672559,0.000025187599],"genre_scores_gemma":[0.9972751,0.000014557016,0.0023117661,0.00026841988,0.0000868382,0.000024121087,0.0000021292533,0.000007736173,0.000009308235],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9978285,0.00039482897,0.0010695613,0.000093622344,0.00048513996,0.0001283826],"domain_scores_gemma":[0.99635714,0.00022999685,0.0013883688,0.00013231875,0.0018626576,0.000029500019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020183022,0.000077466844,0.0002487378,0.0004258453,0.00014626137,0.000008850059,0.00006897239,0.000055307817,0.0000036757858],"category_scores_gemma":[0.002047037,0.000044665634,0.000018647343,0.0011482595,0.000104353414,0.00019913433,0.0000097694,0.00033406672,6.28978e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022153016,0.0013548138,0.38575396,0.0015804158,0.000035161305,4.0847232e-7,0.5173703,0.0008333342,0.004814363,0.0005629593,0.0002375712,0.08524141],"study_design_scores_gemma":[0.0033504309,0.0021878781,0.72856843,0.010971013,0.000049769955,0.000020862806,0.24574138,0.0011916383,0.0067313486,0.00079821126,0.00027690214,0.000112132024],"about_ca_topic_score_codex":0.000032683914,"about_ca_topic_score_gemma":0.000046324712,"teacher_disagreement_score":0.34281448,"about_ca_system_score_codex":0.0002907914,"about_ca_system_score_gemma":0.0014642938,"threshold_uncertainty_score":0.25975943},"labels":[],"label_agreement":null},{"id":"W2801231766","doi":"10.1016/j.jht.2018.02.001","title":"Listening, then managing: The role of the team in addressing pain in the upper limb","year":2018,"lang":"en","type":"editorial","venue":"Journal of Hand Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St Joseph's Health Centre; Impact; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Publishing; Memoir; Active listening; Acute pain; Medicine; Psychology; Aesthetics; Art; Art history; Literature; Psychotherapist; Anesthesia","score_opus":0.014331504247391134,"score_gpt":0.3250909954195407,"score_spread":0.3107594911721495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801231766","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31706107,0.016283266,0.00009022786,0.025577355,0.63200176,0.0013718297,0.000008023654,0.000009362933,0.0075971275],"genre_scores_gemma":[0.24253072,0.0020924292,0.0003744678,0.002747387,0.7513064,0.000030829488,0.000017546581,0.000071042814,0.00082916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970128,0.0006294796,0.0008286749,0.00012480053,0.0011990318,0.00020521667],"domain_scores_gemma":[0.9970858,0.00086995435,0.0009970139,0.0005006447,0.0005243453,0.000022236403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00755934,0.00017712513,0.0004108076,0.0003013648,0.00014112858,0.00006918207,0.00076710846,0.0003242384,0.00007047854],"category_scores_gemma":[0.0028398042,0.000070114605,0.00019163846,0.00055010454,0.0003245591,0.00007043299,0.000032272776,0.0020749744,0.0000012488405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042617516,0.00032837226,0.0019854535,0.00004811735,0.000113307484,0.0000065055683,0.014300845,0.0000033168321,0.00034385565,0.000062885345,0.89970946,0.08267173],"study_design_scores_gemma":[0.0014363925,0.00056664867,0.002271374,0.0019836875,0.000050058436,0.000031089916,0.005363508,0.00009295174,0.00026832076,0.0024409327,0.9854138,0.00008125077],"about_ca_topic_score_codex":0.000060776612,"about_ca_topic_score_gemma":0.00001896948,"teacher_disagreement_score":0.11930468,"about_ca_system_score_codex":0.00014348296,"about_ca_system_score_gemma":0.000692514,"threshold_uncertainty_score":0.90148467},"labels":[],"label_agreement":null},{"id":"W2801294045","doi":"10.1177/0706743718758967","title":"Does One Size Truly Fit All? The COUPE Undergraduate Perspective on Competency-Based Medical Education in Psychiatry","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta; University of Toronto; McMaster University","funders":"","keywords":"Perspective (graphical); Psychology; Medical education; MEDLINE; Psychiatry; Clinical psychology; Medicine","score_opus":0.012136562340917567,"score_gpt":0.3190859688905477,"score_spread":0.3069494065496301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801294045","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19978765,0.00031644126,0.00004848426,0.7828405,0.01256159,0.0002886639,0.0000034640707,0.000007886748,0.004145342],"genre_scores_gemma":[0.9028203,0.000019768982,0.010010283,0.08191988,0.00478374,0.000011299488,0.000005218688,0.000031077496,0.0003984404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99776435,0.00019542436,0.00066189864,0.00019037406,0.00083037117,0.00035760112],"domain_scores_gemma":[0.99774843,0.00016519078,0.00037758064,0.0004934042,0.0008048122,0.0004105836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016178364,0.00018052063,0.0002703174,0.00038713805,0.00038277818,0.00004979882,0.0005364975,0.00017358585,0.0010041278],"category_scores_gemma":[0.002144965,0.000086336586,0.00012365871,0.0007624532,0.00073436083,0.00006970881,0.000007626637,0.0012757715,0.000056252193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038328016,0.001076959,0.08704897,0.000067525354,0.00025341852,0.0000122898955,0.002322639,0.000016305898,0.0000073448855,0.60634154,0.29607427,0.006395443],"study_design_scores_gemma":[0.0037148702,0.0015651433,0.4162011,0.0023524011,0.0003734959,0.00040827983,0.014154664,0.0006112066,0.00002361239,0.53946483,0.02076634,0.0003640774],"about_ca_topic_score_codex":0.007698707,"about_ca_topic_score_gemma":0.42874834,"teacher_disagreement_score":0.7030327,"about_ca_system_score_codex":0.0007368238,"about_ca_system_score_gemma":0.07762891,"threshold_uncertainty_score":0.9999091},"labels":[],"label_agreement":null},{"id":"W2801368954","doi":"10.1097/acm.0000000000002268","title":"The International Partner as Invited Guest: Beyond Colonial and Import–Export Models of Medical Education","year":2018,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; The Wilson Centre; Women's College Hospital","funders":"","keywords":"General partnership; Curriculum; Capacity building; Political science; Colonialism; Public relations; Economic growth; Sociology; Public administration; Pedagogy; Economics; Law","score_opus":0.019660969526717743,"score_gpt":0.4029964852209695,"score_spread":0.3833355156942517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801368954","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02131437,0.002605821,0.00007434033,0.14252493,0.8280264,0.0008301881,0.000021249349,0.000053660755,0.0045490423],"genre_scores_gemma":[0.0076331217,0.012769006,0.00013580364,0.010899767,0.9574426,0.0002250524,0.00313176,0.00008521088,0.0076776915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99153,0.00010133289,0.0018908378,0.0006565137,0.005411426,0.00040988755],"domain_scores_gemma":[0.9948365,0.00096087094,0.001136956,0.00070930563,0.0019761433,0.00038022042],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005421195,0.00041262826,0.0008252963,0.00047564213,0.00018908216,0.000015556652,0.0009582751,0.002755054,0.0006372009],"category_scores_gemma":[0.03944388,0.00027419988,0.00006898438,0.00058207894,0.0021161402,0.00015312269,0.00027708468,0.0036818986,0.000022688884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021698652,0.00006136147,0.00028889996,0.0001686509,0.00018609311,0.000007903776,0.0017501544,5.7985037e-8,0.00006556615,0.0035663163,0.9877502,0.0059378278],"study_design_scores_gemma":[0.0017580545,0.0004416329,0.00010613237,0.0018988453,0.00037869907,0.0001394925,0.00079400354,0.00076916313,0.000066463996,0.008453212,0.98498285,0.00021142441],"about_ca_topic_score_codex":0.00037900856,"about_ca_topic_score_gemma":0.000019110024,"teacher_disagreement_score":0.13162516,"about_ca_system_score_codex":0.00031542833,"about_ca_system_score_gemma":0.0056605143,"threshold_uncertainty_score":0.99997646},"labels":[],"label_agreement":null},{"id":"W2801396126","doi":"10.1097/acm.0000000000002266","title":"Remediation in Practicing Physicians: Current and Alternative Conceptualizations","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; Medical education; Family medicine; Medicine; Psychology; Political science","score_opus":0.05694293826241362,"score_gpt":0.4337853367842425,"score_spread":0.3768423985218289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801396126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94960666,0.0015917451,0.012062637,0.030409979,0.0019960362,0.00067262235,0.0000013196969,0.00006706919,0.0035919093],"genre_scores_gemma":[0.9889098,0.0012806254,0.0005353443,0.005267867,0.0036104387,0.000042973745,0.000077842524,0.000016619675,0.00025852164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986017,0.00006437606,0.0005012023,0.00027217268,0.00035117732,0.00020938467],"domain_scores_gemma":[0.9990509,0.00015650077,0.00022285103,0.00017384748,0.00033321022,0.00006264984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074305874,0.00012029396,0.00024524814,0.00033336526,0.00007443879,0.0000029449736,0.00007357036,0.00011592038,0.000164279],"category_scores_gemma":[0.0053571,0.0001021032,0.000009696427,0.00086217764,0.00060432614,0.00019322916,0.000028246885,0.0006859962,0.000028112798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018022658,0.00015103615,0.1145364,0.0003164976,0.00008059628,0.000011912114,0.13025992,0.000004495783,0.014576795,0.07740243,0.11103583,0.5514439],"study_design_scores_gemma":[0.021282228,0.0029390142,0.29269484,0.016339436,0.00085275056,0.0003154546,0.071968466,0.046089403,0.012988083,0.042452186,0.49077564,0.001302491],"about_ca_topic_score_codex":0.00005262578,"about_ca_topic_score_gemma":0.000007531845,"teacher_disagreement_score":0.5501414,"about_ca_system_score_codex":0.00014869928,"about_ca_system_score_gemma":0.00009734805,"threshold_uncertainty_score":0.64133364},"labels":[],"label_agreement":null},{"id":"W2801481990","doi":"10.1017/cem.2019.8","title":"Transition to practice: Evaluating the need for formal training in supervision and assessment among senior emergency medicine residents and new to practice emergency physicians","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Health Sciences Centre; Centre for Addiction and Mental Health; Sunnybrook Health Science Centre; McMaster University; University of Toronto","funders":"China Academy of Engineering Physics; Canadian Association of Emergency Physicians","keywords":"Competence (human resources); Thematic analysis; Curriculum; Medical education; Focus group; Grounded theory; Constructivist grounded theory; Medicine; Emergency department; Qualitative research; Psychology; Nursing; Pedagogy","score_opus":0.10641677885901203,"score_gpt":0.4658104632104038,"score_spread":0.3593936843513918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801481990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7652496,0.0012602588,0.0068271034,0.2111894,0.011986445,0.0018118187,0.000004739241,0.000007643961,0.0016629554],"genre_scores_gemma":[0.96894103,0.0015539853,0.0158996,0.0053159953,0.0056073386,0.00008165017,0.000057238733,0.00009101828,0.002452129],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9960445,0.00021871572,0.0018529148,0.000354829,0.000940157,0.000588873],"domain_scores_gemma":[0.99628556,0.00025356712,0.00066204823,0.00031832416,0.0016400538,0.00084046397],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059100273,0.00027594806,0.0005961786,0.0008882958,0.0002766162,0.000007642366,0.0002089066,0.00012642691,0.0021618214],"category_scores_gemma":[0.014654415,0.00020337466,0.000069118345,0.0015234719,0.0000745893,0.0008614124,0.000019939655,0.0007009055,0.000003796296],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001572939,0.00021133525,0.042838648,0.00085006806,0.0005011503,0.000060778515,0.28481704,0.00046870814,0.01704104,0.0015513591,0.38819256,0.26189438],"study_design_scores_gemma":[0.010138551,0.01787055,0.45556104,0.0057223025,0.00221144,0.00033609394,0.34112093,0.0077918866,0.000047190344,0.001854718,0.15651324,0.0008320586],"about_ca_topic_score_codex":0.009833193,"about_ca_topic_score_gemma":0.007593342,"teacher_disagreement_score":0.41272238,"about_ca_system_score_codex":0.00029808105,"about_ca_system_score_gemma":0.0012519065,"threshold_uncertainty_score":0.9987503},"labels":[],"label_agreement":null},{"id":"W2801635632","doi":"10.1108/lhs-08-2017-0046","title":"The resident physician as leader within the healthcare team","year":2018,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Glenrose Rehabilitation Hospital; University of Alberta","funders":"","keywords":"Thematic analysis; Conceptualization; Focus group; Health care; Context (archaeology); Qualitative research; Medical education; Medicine; Nursing; Shared leadership; Leadership style; Psychology; Sociology; Political science; Social psychology","score_opus":0.09608689121980775,"score_gpt":0.3896745952679685,"score_spread":0.29358770404816076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801635632","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16042697,0.0034627984,0.000010907772,0.83105946,0.0016787173,0.001260542,0.0000011067087,0.00009922178,0.0020002944],"genre_scores_gemma":[0.78145593,0.00005913179,0.00023667823,0.21535145,0.001494576,0.00009662837,0.000015735743,0.000025539926,0.0012643071],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99734354,0.000326277,0.00071065756,0.00032056845,0.0006396292,0.0006593257],"domain_scores_gemma":[0.99831057,0.00022738936,0.00033636368,0.00072382897,0.0002872241,0.00011462133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025470161,0.00016729822,0.00023038621,0.0001154223,0.0008019841,0.000055869266,0.00039457425,0.00012930881,0.000035372297],"category_scores_gemma":[0.00019033885,0.000096740165,0.00003910853,0.0010500576,0.00044939332,0.0001127757,0.00003716069,0.00084131927,0.00031317474],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011738531,0.00070635433,0.06587355,0.025880668,0.00015199106,0.000014814114,0.572217,0.000031571395,0.00012231695,0.16441713,0.040149968,0.12926076],"study_design_scores_gemma":[0.0012638605,0.0012296973,0.11298886,0.0077854376,0.000025045289,0.000052971413,0.779332,0.0024845442,0.00039790725,0.008420154,0.085717455,0.0003020645],"about_ca_topic_score_codex":0.0053703445,"about_ca_topic_score_gemma":0.0079640085,"teacher_disagreement_score":0.62102896,"about_ca_system_score_codex":0.00032786795,"about_ca_system_score_gemma":0.00081023324,"threshold_uncertainty_score":0.81183904},"labels":[],"label_agreement":null},{"id":"W2801702634","doi":"10.1136/leader-2018-000069","title":"Finding a path to growth as a leader: a medical learner perspective","year":2018,"lang":"en","type":"article","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; McGill University Health Centre","funders":"","keywords":"Commit; Perspective (graphical); Medical education; Leadership development; Curriculum; Summit; Neuroleadership; Psychology; Leadership studies; Medicine; Pedagogy; Leadership style; Political science; Public relations; Computer science","score_opus":0.04382415862118395,"score_gpt":0.4291033859828314,"score_spread":0.38527922736164744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801702634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4865107,0.00010355449,0.0057993303,0.41505194,0.0014584677,0.0013631296,0.0000019412084,0.00025827842,0.08945267],"genre_scores_gemma":[0.9376355,0.0000039593665,0.0061626397,0.041780926,0.0039954255,0.00015280655,0.000013332694,0.00004591831,0.010209539],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976438,0.00005995736,0.0003540332,0.0004380642,0.0010683021,0.0004358162],"domain_scores_gemma":[0.99842423,0.00006704186,0.00007013153,0.0003673795,0.00080301054,0.0002681985],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008220422,0.00017085667,0.0002655716,0.00031351377,0.00015649284,0.000024588697,0.00017780853,0.00024750293,0.0047357455],"category_scores_gemma":[0.011835572,0.00014392952,0.00007027511,0.0009795135,0.00037067314,0.00008825553,0.0000656505,0.0005789936,0.004474237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040870722,0.0008197858,0.0065060495,0.00020347982,0.0002112898,0.00023437476,0.058145564,3.4550715e-7,0.0017169209,0.079560556,0.82115257,0.031040348],"study_design_scores_gemma":[0.013520379,0.007997699,0.080855906,0.005702606,0.0006690889,0.0057340492,0.35942432,0.0042865286,0.013314307,0.013956922,0.49165642,0.0028817907],"about_ca_topic_score_codex":0.00016261349,"about_ca_topic_score_gemma":0.0000126509685,"teacher_disagreement_score":0.45112476,"about_ca_system_score_codex":0.00033964004,"about_ca_system_score_gemma":0.00077367737,"threshold_uncertainty_score":0.99648815},"labels":[],"label_agreement":null},{"id":"W2801859624","doi":"10.1108/lhs-01-2018-0001","title":"<i>Sanokondu</i>","year":2018,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; University of Manitoba","funders":"","keywords":"Health care; Leadership development; Public relations; Multinational corporation; Summit; Scholarship; Neuroleadership; Leadership studies; Educational leadership; Originality; Political science; Sociology; Leadership style; Pedagogy; Qualitative research","score_opus":0.13361279274477791,"score_gpt":0.38782288159894973,"score_spread":0.25421008885417185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801859624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75641274,0.0012795269,0.00012062086,0.22463556,0.0020356167,0.00096118276,0.000001996639,0.0002534966,0.014299257],"genre_scores_gemma":[0.8608734,0.000018484432,0.0035610062,0.13427165,0.00075934373,0.000024607314,0.000030427542,0.000014993357,0.00044608512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986603,0.000048548834,0.00039994423,0.0002164758,0.00026011394,0.00041459478],"domain_scores_gemma":[0.9993768,0.00003244816,0.00010259557,0.00027633423,0.00012211179,0.000089734334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007032579,0.00009155276,0.00017984689,0.00020921981,0.00008339514,0.000010152691,0.00011008976,0.000103031605,0.0003908179],"category_scores_gemma":[0.00004927615,0.00008528802,0.000018527226,0.00081599917,0.00011001028,0.0000975209,0.000013812357,0.00028245297,0.00033382225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006564335,0.0017113227,0.55297464,0.07204133,0.00006737373,0.00003902849,0.09385576,0.000005673238,0.0009879717,0.022445703,0.022808753,0.23240602],"study_design_scores_gemma":[0.005047102,0.002187079,0.57297146,0.019912539,0.00003129505,0.00017595495,0.115953736,0.005702701,0.002624387,0.0024653343,0.27226076,0.0006676438],"about_ca_topic_score_codex":0.00053043093,"about_ca_topic_score_gemma":0.00036132155,"teacher_disagreement_score":0.24945201,"about_ca_system_score_codex":0.00014642443,"about_ca_system_score_gemma":0.00024091177,"threshold_uncertainty_score":0.4290721},"labels":[],"label_agreement":null},{"id":"W2801865417","doi":"10.1007/s13187-018-1370-4","title":"Student Perspectives on the Impact of an Undergraduate Work-Integrated Learning Program on Admission and Transition to Medical School","year":2018,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Sunnybrook Health Science Centre; Health Sciences Centre","funders":"","keywords":"Mentorship; Thematic analysis; Medical education; Medical school; Medicine; Work (physics); Cognition; Time management; Psychology; Qualitative research; Sociology","score_opus":0.0158391050416665,"score_gpt":0.4684547293025969,"score_spread":0.4526156242609304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801865417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549123,0.00015167326,0.00015901084,0.043664288,0.00041611012,0.00037980307,4.3314103e-7,0.000011151289,0.00030523338],"genre_scores_gemma":[0.9962902,0.00015688306,0.0010090192,0.0013411922,0.0010404934,0.000032812073,0.0000057353745,0.000013320746,0.0001103204],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854624,0.00014184632,0.00036835312,0.0001315919,0.00069647044,0.00011548671],"domain_scores_gemma":[0.99801487,0.000055746168,0.00029522038,0.00013277314,0.0012123748,0.00028902866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082917034,0.000104437844,0.00017920058,0.00029386353,0.000099515375,0.00002855549,0.000094575495,0.00007683618,0.00065795286],"category_scores_gemma":[0.002582189,0.00005930822,0.00005927791,0.00062032265,0.00010626066,0.000103618164,0.000005447534,0.00054541364,0.0000039671427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020296231,0.004563754,0.009265122,0.00003375954,0.00020892569,0.0000018603091,0.021099381,0.00016808447,0.0012714724,0.0003780325,0.024794042,0.93618596],"study_design_scores_gemma":[0.0020118558,0.022743847,0.8925485,0.0057231346,0.00023139476,0.00010746361,0.065096244,0.0010851306,0.0029937827,0.00030762545,0.0069188997,0.00023214037],"about_ca_topic_score_codex":0.00007947217,"about_ca_topic_score_gemma":0.0000055732953,"teacher_disagreement_score":0.9359538,"about_ca_system_score_codex":0.00060300407,"about_ca_system_score_gemma":0.0028461262,"threshold_uncertainty_score":0.7204122},"labels":[],"label_agreement":null},{"id":"W2802036409","doi":"10.1080/0142159x.2018.1459530","title":"Twelve tips for enhancing student engagement","year":2018,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Student engagement; Curriculum; Medical education; Community engagement; Corporate governance; Peer mentoring; Pedagogy; Psychology; Political science; Medicine; Public relations","score_opus":0.04366314261083293,"score_gpt":0.42585585462935593,"score_spread":0.382192712018523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802036409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8875532,0.00008838682,0.058720354,0.02174834,0.0022226153,0.000960329,5.717959e-7,0.00016067833,0.028545497],"genre_scores_gemma":[0.9708524,0.000007395237,0.005429427,0.0061579486,0.0049324897,0.00023780498,0.000042766675,0.00003143705,0.01230833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980496,0.00005735502,0.00038893783,0.0002639509,0.00093679765,0.00030336247],"domain_scores_gemma":[0.99915713,0.00004173301,0.000060572744,0.00030625088,0.0002570598,0.0001772706],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024910336,0.000115057155,0.00020386188,0.00009265385,0.00014589391,0.000012440846,0.00015621804,0.00017039997,0.011296845],"category_scores_gemma":[0.00498389,0.00009051988,0.000063293075,0.00023357899,0.0002231025,0.000035994937,0.000061251085,0.00044200715,0.00032069706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012107358,0.0018563509,0.030534249,0.00019746585,0.00024003677,0.000017543243,0.007624519,7.571136e-8,0.00055843213,0.0044218116,0.6675751,0.2868533],"study_design_scores_gemma":[0.0027689736,0.0007773042,0.009066751,0.00030926365,0.00014055082,0.00004100307,0.0025451083,0.0036280234,0.0012274743,0.00045645883,0.97882104,0.00021802742],"about_ca_topic_score_codex":0.000007721675,"about_ca_topic_score_gemma":0.000012049514,"teacher_disagreement_score":0.31124592,"about_ca_system_score_codex":0.00018353775,"about_ca_system_score_gemma":0.00026390515,"threshold_uncertainty_score":0.989607},"labels":[],"label_agreement":null},{"id":"W2802127249","doi":"10.1002/aet2.10101","title":"Point‐of‐care Resource Use in the Emergency Department: A Developmental Model","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster Divinity College; University of Calgary","funders":"Physicians' Services Incorporated Foundation; McMaster University","keywords":"Emergency department; Audit; Resource (disambiguation); Medical education; Coding (social sciences); Qualitative research; Conceptual framework; Medicine; Psychology; Knowledge management; Nursing; Computer science","score_opus":0.05313898786758348,"score_gpt":0.3521939788224035,"score_spread":0.29905499095482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802127249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856118,0.000097804004,0.00022695343,0.0018207842,0.00017223062,0.00021461867,0.0000011591782,0.0000104286755,0.011844219],"genre_scores_gemma":[0.98270786,0.000012019966,0.014882952,0.0018036008,0.00013052816,0.000046572306,0.000077421246,0.0000073326987,0.0003316906],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99936914,0.000025095,0.00023195153,0.00012213741,0.0001472257,0.00010442544],"domain_scores_gemma":[0.9996474,0.00002312918,0.00005587568,0.0001115864,0.00013586243,0.000026148951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002655808,0.00006087991,0.0000804625,0.00012295312,0.000085163796,0.000008845162,0.000050664163,0.000037765334,0.00008015233],"category_scores_gemma":[0.0003305122,0.00004752801,0.000014773105,0.0003378138,0.00007395382,0.000084400905,0.000009699316,0.000099058176,0.0000049573487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006629086,0.0005532723,0.05997101,0.00012900631,0.00002843544,8.6885854e-7,0.3463269,0.0000034459285,0.00036245098,0.01736861,0.01951496,0.55567473],"study_design_scores_gemma":[0.0011971209,0.00026638084,0.6305088,0.00035956287,0.00007599926,0.00015461133,0.3166471,0.002540037,0.0004379054,0.0015990548,0.04597695,0.00023649167],"about_ca_topic_score_codex":0.000013503449,"about_ca_topic_score_gemma":0.00001876827,"teacher_disagreement_score":0.57053775,"about_ca_system_score_codex":0.000045909426,"about_ca_system_score_gemma":0.0003702719,"threshold_uncertainty_score":0.1938136},"labels":[],"label_agreement":null},{"id":"W2802133977","doi":"10.1111/medu.13588","title":"Considering the interdependence of clinical performance: implications for assessment and entrustment","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Academic Medical Organization of Southwestern Ontario","keywords":"MEDLINE; Psychology; Medical education; Medicine; Political science","score_opus":0.06391034165525031,"score_gpt":0.5025153335327516,"score_spread":0.43860499187750124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802133977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9185931,0.00008668294,0.008382391,0.06888608,0.001533259,0.00071328826,0.0000015287253,0.000019709101,0.0017839792],"genre_scores_gemma":[0.9749943,0.00013015381,0.014128569,0.009395809,0.00088215113,0.00026081104,0.000034167708,0.000008556797,0.00016550663],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987071,0.000042452306,0.000617559,0.00019474128,0.00030602133,0.00013213378],"domain_scores_gemma":[0.9986285,0.00023674838,0.00018231008,0.00031143604,0.00057034084,0.00007069617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016894233,0.00007361894,0.00018032423,0.000067606794,0.00014447242,0.000009644054,0.0001133541,0.000107188804,0.0003040844],"category_scores_gemma":[0.0040220656,0.000049898965,0.000039668503,0.00019639965,0.00061056955,0.000056111476,0.0000440309,0.00022607659,0.0000049567793],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031842446,0.00051810674,0.15060434,0.00013908488,0.000033696397,3.859125e-8,0.00042206238,6.777071e-8,0.000076305245,0.0092090955,0.040756453,0.7982089],"study_design_scores_gemma":[0.00081406854,0.0005212793,0.92227775,0.00033369596,0.00009808176,0.00006241222,0.00085388165,0.0041763936,0.00030215344,0.0010078474,0.069474325,0.00007809127],"about_ca_topic_score_codex":0.000010720034,"about_ca_topic_score_gemma":0.0000034956101,"teacher_disagreement_score":0.7981308,"about_ca_system_score_codex":0.00007044298,"about_ca_system_score_gemma":0.0024392027,"threshold_uncertainty_score":0.4815079},"labels":[],"label_agreement":null},{"id":"W2802357246","doi":"10.7759/cureus.2594","title":"Comparative Analysis of Junior and Senior Clinician Educator Evaluation of Relevant Articles Within Medical Education","year":2018,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Medicine; Seniority; Medical education; Rank (graph theory); MEDLINE; Family medicine","score_opus":0.06398927910284181,"score_gpt":0.4609429222982373,"score_spread":0.3969536431953955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802357246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956502,0.00028674782,0.00011666557,0.001810182,0.0006572635,0.0003249783,0.0000037297948,0.000011936396,0.0011383267],"genre_scores_gemma":[0.9950641,0.000020034327,0.003848954,0.0005904092,0.0002997531,0.000043365144,0.000054835138,0.0000064007677,0.000072180905],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979116,0.00015749723,0.0006930498,0.00020785669,0.00090804754,0.00012195971],"domain_scores_gemma":[0.99704516,0.000095069234,0.0003747917,0.00034766184,0.002016383,0.000120907804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002615021,0.00009138647,0.0004156903,0.0003467761,0.000047622056,0.0000049204195,0.00008208851,0.000120840785,0.0011667493],"category_scores_gemma":[0.0052985926,0.00007685441,0.0000499308,0.0013693025,0.00052865443,0.00007658937,0.000023669949,0.00013569079,0.000007843313],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008832044,0.010732121,0.350205,0.0005558963,0.006156325,0.0000012439849,0.16287307,0.000021281907,0.01802911,0.026177322,0.033976436,0.39038897],"study_design_scores_gemma":[0.0022880707,0.001200272,0.8130383,0.000534845,0.0077168015,0.000021919033,0.048428945,0.100197226,0.02200408,0.0025273312,0.0017581957,0.0002840463],"about_ca_topic_score_codex":0.00011304663,"about_ca_topic_score_gemma":0.00017777013,"teacher_disagreement_score":0.46283326,"about_ca_system_score_codex":0.00015268702,"about_ca_system_score_gemma":0.0024425983,"threshold_uncertainty_score":0.9997463},"labels":[],"label_agreement":null},{"id":"W2802418610","doi":"10.5206/uwomj.v87i1.1790","title":"Pain management training in undergraduate medical education","year":2018,"lang":"en","type":"article","venue":"University of Western Ontario Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chronic pain; Curriculum; Medicine; Competence (human resources); Empathy; Health care; Population; Motivational interviewing; Medical education; Nursing; Psychology; Physical therapy; Psychological intervention; Psychiatry; Pedagogy","score_opus":0.015890914482063156,"score_gpt":0.2800142210987461,"score_spread":0.26412330661668293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802418610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91561234,0.000028059052,0.027207496,0.0391897,0.0010339792,0.00018995629,2.5338082e-7,0.000023139826,0.01671507],"genre_scores_gemma":[0.97665554,0.000102992926,0.011551026,0.0061045303,0.00061372964,4.2412407e-7,0.000020255688,0.000012522025,0.0049389536],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758863,0.00013579591,0.00038823675,0.00018007649,0.0014530282,0.00025425662],"domain_scores_gemma":[0.9989695,0.0000453586,0.00016437608,0.00016981494,0.0002512965,0.00039967903],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024983194,0.00010492505,0.00025312044,0.00042120751,0.000121840094,0.000010126652,0.0003078755,0.00020458571,0.0043407474],"category_scores_gemma":[0.0007713949,0.00010528882,0.00006612306,0.0003443856,0.00040639486,0.0001190119,0.00007022654,0.0008655165,0.0000336844],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019042322,0.0007153924,0.1910798,0.00007436692,0.00010609609,0.0005426367,0.010981536,4.0064893e-7,0.000004327389,0.0012027683,0.016450854,0.7786514],"study_design_scores_gemma":[0.007669169,0.0010623471,0.47295094,0.0058931685,0.00021914067,0.002620747,0.027338738,0.00095662504,0.000011568009,0.0031995666,0.47769627,0.00038170337],"about_ca_topic_score_codex":0.0029299709,"about_ca_topic_score_gemma":0.046550233,"teacher_disagreement_score":0.7782697,"about_ca_system_score_codex":0.0007187105,"about_ca_system_score_gemma":0.0054351967,"threshold_uncertainty_score":0.9965694},"labels":[],"label_agreement":null},{"id":"W2802493211","doi":"10.1017/cem.2018.259","title":"P061: Implementing CBME in emergency medicine: lessons learned from the first 6 months of transition at Queens University","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Medicine; Stakeholder; Medical education; Psychology; Public relations; Political science","score_opus":0.09967483926739844,"score_gpt":0.3688224029164536,"score_spread":0.2691475636490551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802493211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74856067,0.0011483129,0.0005465887,0.23654714,0.0067402036,0.00030133466,0.000029251474,0.0000074447403,0.0061190613],"genre_scores_gemma":[0.9931581,0.0014534254,0.00015826528,0.0005363392,0.0033667183,0.0000016304624,0.000073564566,0.000025088295,0.0012268886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972475,0.00012162872,0.0014295353,0.00022138246,0.00053885946,0.00044108124],"domain_scores_gemma":[0.99731207,0.000079825826,0.0007180903,0.00037289265,0.0011539953,0.00036312573],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018242922,0.0001885375,0.0004933801,0.0006163185,0.0003468353,0.0000010297052,0.00034810003,0.00013034535,0.026151277],"category_scores_gemma":[0.0021148655,0.00013828807,0.00011009034,0.0015324233,0.00050440873,0.00014124216,0.000018836592,0.00049274304,0.000010998681],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026613724,0.000100305704,0.14596558,0.00013956711,0.00028834864,0.0000893408,0.040728178,0.000013382202,0.0030227778,0.001294847,0.79942894,0.008662584],"study_design_scores_gemma":[0.004021666,0.0013211134,0.35497794,0.001810922,0.0007233722,0.000032955508,0.02989249,0.0003908882,0.00021552076,0.0018328156,0.60451156,0.000268789],"about_ca_topic_score_codex":0.055633143,"about_ca_topic_score_gemma":0.21424416,"teacher_disagreement_score":0.24459742,"about_ca_system_score_codex":0.0005110858,"about_ca_system_score_gemma":0.0007939521,"threshold_uncertainty_score":0.97473896},"labels":[],"label_agreement":null},{"id":"W2802702064","doi":"10.1017/cem.2018.336","title":"P138: Using electronic health record data to assess emergency medicine trainees independent and interdependent performance: a qualitative perspective on measuring what matters","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Interdependence; Electronic health record; Perspective (graphical); Grounded theory; Medicine; Medical education; Data collection; Performance indicator; Qualitative research; Medical emergency; Computer science; Health care","score_opus":0.31485039696496797,"score_gpt":0.4925919777862676,"score_spread":0.17774158082129965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802702064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85237265,0.003660619,0.0033618042,0.122100726,0.016515097,0.00064403296,0.000009890669,0.000015255785,0.0013199181],"genre_scores_gemma":[0.9863004,0.0027947498,0.0008000995,0.004246451,0.0052666008,0.0000075864778,0.000042672218,0.00006378896,0.00047763798],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99566746,0.00033091853,0.0017429704,0.00050156744,0.0009934555,0.00076365843],"domain_scores_gemma":[0.9955445,0.000056473746,0.0007955918,0.0006150355,0.0018416963,0.0011467363],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059317825,0.0003355903,0.0007403226,0.0015187901,0.00035703968,0.0000108964,0.00053335784,0.000097354045,0.0047577834],"category_scores_gemma":[0.0031015682,0.0002653354,0.000056723922,0.0011675584,0.0003222417,0.00058546796,0.000049942715,0.00093166716,0.00001333942],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072819256,0.00025894272,0.009100157,0.0007579874,0.0011529933,0.00007541385,0.3755675,0.000020546246,0.0036240024,0.0012603067,0.55339974,0.054054208],"study_design_scores_gemma":[0.0053741266,0.0219343,0.036969256,0.015462565,0.00080312364,0.000649741,0.8437588,0.0017505342,0.00015569487,0.0011951952,0.07095617,0.0009904722],"about_ca_topic_score_codex":0.008730404,"about_ca_topic_score_gemma":0.013908932,"teacher_disagreement_score":0.48244357,"about_ca_system_score_codex":0.0022497096,"about_ca_system_score_gemma":0.0022749477,"threshold_uncertainty_score":0.9999799},"labels":[],"label_agreement":null},{"id":"W2802913755","doi":"10.1017/cem.2018.99","title":"LO37: Barriers and enablers to direct observation of clinical performance a qualitative study using the theoretical domains framework","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Context (archaeology); Medical education; Qualitative research; Psychology; Medicine","score_opus":0.17528576524759631,"score_gpt":0.49781457054175765,"score_spread":0.32252880529416134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802913755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830784,0.0001699484,0.0016688491,0.008927628,0.0049040597,0.0003750538,0.0000021750395,0.0000028218428,0.00087104307],"genre_scores_gemma":[0.9937209,0.000058241436,0.002763061,0.0011893876,0.0021795635,0.0000038621256,0.000001578757,0.000015126942,0.000068286994],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9973742,0.00032893315,0.00140307,0.00015768723,0.00048723325,0.00024891525],"domain_scores_gemma":[0.99686056,0.0002636475,0.00045566072,0.000279639,0.0014843631,0.0006561256],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060071726,0.00012604285,0.00047363405,0.00032319385,0.00021960112,0.0000032697985,0.00018173465,0.000100969955,0.0019727107],"category_scores_gemma":[0.021555845,0.00007783083,0.00005659004,0.0011144667,0.001141865,0.000087550296,0.000012367471,0.00050351693,0.0000019069993],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066228415,0.00018766813,0.48484123,0.00016109683,0.00063089514,0.000030343484,0.44814375,0.000017349856,0.00032754903,0.01476339,0.0392613,0.010973146],"study_design_scores_gemma":[0.0035563563,0.016142989,0.36696938,0.002871194,0.0013651706,0.00007751,0.5775264,0.0022926042,0.00015705376,0.005278522,0.02335446,0.0004083952],"about_ca_topic_score_codex":0.000932877,"about_ca_topic_score_gemma":0.0005960322,"teacher_disagreement_score":0.12938261,"about_ca_system_score_codex":0.00011514973,"about_ca_system_score_gemma":0.0013854655,"threshold_uncertainty_score":0.99893963},"labels":[],"label_agreement":null},{"id":"W2803174251","doi":"10.1080/0142159x.2018.1469740","title":"Restructuring Saudi Board in Restorative Dentistry (SBRD) curriculum using CanMEDS competency","year":2018,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Imam Mohammed Ibn Saud Islamic University","keywords":"Curriculum; Formative assessment; Medical education; Scholarship; Restructuring; Context (archaeology); Process (computing); Engineering ethics; Medicine; Psychology; Pedagogy; Engineering; Political science; Computer science","score_opus":0.029103484796975335,"score_gpt":0.37409137045041585,"score_spread":0.3449878856534405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803174251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884641,0.00012949677,0.00071074127,0.0033595662,0.0016542424,0.00023897439,5.8710265e-7,0.000069344205,0.005372942],"genre_scores_gemma":[0.9890811,0.0000098827995,0.0067928424,0.001009544,0.0020708218,0.000021357157,0.000028210492,0.00003072726,0.00095555786],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974304,0.00014387826,0.00056551123,0.00036336426,0.0010782368,0.00041860738],"domain_scores_gemma":[0.99903053,0.000019436076,0.000120083314,0.00038189325,0.00021751378,0.0002305578],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009152792,0.00017799338,0.00032501554,0.00023920534,0.00012392028,0.000016891976,0.00020816205,0.0003274354,0.004211642],"category_scores_gemma":[0.003956784,0.00015259832,0.000049472925,0.00084707345,0.0005428221,0.00010267751,0.00009359733,0.0010448009,0.00009835356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066861445,0.00067674095,0.9271397,0.00016266298,0.00007003151,0.00045485902,0.0028972607,0.0000012714085,0.00054365036,0.0011834587,0.041132648,0.02567084],"study_design_scores_gemma":[0.010035439,0.00094651786,0.75561273,0.0052168034,0.00031632444,0.0018688655,0.009564739,0.10038976,0.0013860263,0.0041371286,0.108988345,0.0015372913],"about_ca_topic_score_codex":0.00073680945,"about_ca_topic_score_gemma":0.00024527145,"teacher_disagreement_score":0.17152697,"about_ca_system_score_codex":0.00054915535,"about_ca_system_score_gemma":0.00073271233,"threshold_uncertainty_score":0.9966986},"labels":[],"label_agreement":null},{"id":"W2803178870","doi":"10.3138/ptc.2016-102.e","title":"Why So Stressed? A Descriptive Thematic Analysis of Physical Therapy Students' Descriptions of Causes of Anxiety during Objective Structured Clinical Exams","year":2018,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Anxiety; Thematic analysis; Psychology; Descriptive statistics; Competence (human resources); Medical education; Descriptive research; Clinical psychology; Medicine; Social psychology; Qualitative research; Psychiatry","score_opus":0.021976902236520945,"score_gpt":0.36882205379231436,"score_spread":0.34684515155579343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803178870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986025,0.000095266565,0.0002820076,0.00015991007,0.00023436919,0.00047298876,0.00007682063,0.000013110469,0.000063013096],"genre_scores_gemma":[0.9981573,0.0001011109,0.0006971163,0.0006615862,0.00024422485,0.000027232005,0.00003841716,0.000027196904,0.0000458007],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99758184,0.0001431487,0.00081580866,0.00031160112,0.00093058177,0.00021704908],"domain_scores_gemma":[0.99738884,0.00014667991,0.00060622254,0.0006031888,0.0011782192,0.00007683376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022723903,0.00020499589,0.0009340825,0.00035612218,0.00009367073,0.000008481119,0.000258316,0.000077334276,0.00033612657],"category_scores_gemma":[0.0002463226,0.0001621869,0.000257492,0.002203586,0.0006549866,0.00008202086,0.000027877477,0.00020611234,2.9318912e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017225159,0.005405537,0.25917494,0.0006143135,0.019269144,0.0000036038714,0.03415972,0.00013859052,0.6468404,0.00089029217,0.006210688,0.025570262],"study_design_scores_gemma":[0.0025454191,0.0008679633,0.7810806,0.0002806303,0.00097094104,0.000001758506,0.0067323395,0.0015876843,0.20528793,0.00019278863,0.00023018995,0.00022175576],"about_ca_topic_score_codex":0.12270875,"about_ca_topic_score_gemma":0.066110104,"teacher_disagreement_score":0.52190566,"about_ca_system_score_codex":0.00024768276,"about_ca_system_score_gemma":0.0009973181,"threshold_uncertainty_score":0.95093095},"labels":[],"label_agreement":null},{"id":"W2803203995","doi":"10.1111/tct.12797","title":"Does general experience affect self‐assessment?","year":2018,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Institute for Clinical Evaluative Sciences; Custom Security Industries (Canada); University of Toronto; Bruyère; University of Ottawa","funders":"","keywords":"Competence (human resources); Curriculum; Medicine; Observational study; Objective structured clinical examination; Medical education; Family medicine; Psychology; Nursing; Internal medicine; Pedagogy","score_opus":0.07606231048876612,"score_gpt":0.5085513351854564,"score_spread":0.43248902469669026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803203995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688046,0.00000944553,0.0005256402,0.015665641,0.0022186097,0.00028750492,2.852281e-7,0.00014628728,0.012342006],"genre_scores_gemma":[0.9642652,0.000014875877,0.01176674,0.0068473434,0.0056227767,0.00005219299,0.000006694314,0.000017378365,0.011406755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859625,0.00021186132,0.000435421,0.00024989064,0.00029680505,0.00020978632],"domain_scores_gemma":[0.99891233,0.00014296519,0.00009609508,0.00062357343,0.00015375682,0.00007129893],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019365371,0.00009930285,0.00019678239,0.000028686443,0.00015013051,0.00001764954,0.00021105442,0.00013281203,0.0019228461],"category_scores_gemma":[0.0012783414,0.000042801465,0.00008718202,0.0002581322,0.00064346055,0.000052599535,0.000066807756,0.00055775663,0.0003039425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103350736,0.0016245318,0.66890454,0.000024292745,0.00015721562,0.000006549839,0.0043177917,1.2092165e-7,0.00047286323,0.004066637,0.19277261,0.12754951],"study_design_scores_gemma":[0.0011633886,0.0006107498,0.7586504,0.00005330085,0.00012071331,0.000015795606,0.00090928056,0.002734566,0.00027453326,0.0012270889,0.23407023,0.00016994317],"about_ca_topic_score_codex":0.000010904168,"about_ca_topic_score_gemma":0.0000015718899,"teacher_disagreement_score":0.12737957,"about_ca_system_score_codex":0.00007251431,"about_ca_system_score_gemma":0.00015667974,"threshold_uncertainty_score":0.9989895},"labels":[],"label_agreement":null},{"id":"W2803219692","doi":"10.1007/s10459-018-9830-5","title":"The key-features approach to assess clinical decisions: validity evidence to date","year":2018,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Medical Council of Canada; American Educational Research Association","keywords":"Formative assessment; Test (biology); Set (abstract data type); Psychology; Construct (python library); Process (computing); Construct validity; Incremental validity; Medical education; Applied psychology; Computer science; Medicine; Psychometrics; Mathematics education; Clinical psychology","score_opus":0.43490380680098023,"score_gpt":0.6344426947515743,"score_spread":0.1995388879505941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803219692","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008325742,0.9731634,0.002485672,0.007389045,0.010671284,0.0040291944,0.0000038101837,0.000040907194,0.00213342],"genre_scores_gemma":[0.0000307385,0.87818974,0.11100501,0.0069644484,0.0019441288,0.0013353946,0.000055925226,0.0000238327,0.0004508005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931931,0.0010296092,0.0024401916,0.0013045506,0.0013021502,0.00073042593],"domain_scores_gemma":[0.9919152,0.0043901135,0.001114537,0.0014170725,0.00073190656,0.00043116257],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018759303,0.00036225189,0.001185335,0.00075936335,0.00093588186,0.00017010691,0.0014505109,0.00025346142,0.000013719047],"category_scores_gemma":[0.046155937,0.00022559913,0.00015895278,0.0060340445,0.00072519097,0.0005529237,0.00020256094,0.00096890575,0.00017086559],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010879512,0.00026764895,0.00025767647,0.002788528,0.0000039243755,1.1704671e-7,0.00026927097,0.0000057004563,7.1462236e-9,0.0017433069,0.040565543,0.9540874],"study_design_scores_gemma":[0.000047127738,0.00045461778,0.0009745295,0.033930533,0.000039955812,0.00003713466,0.00060657144,0.000023313314,1.4093933e-7,0.00045162212,0.96322876,0.00020566607],"about_ca_topic_score_codex":0.000086355,"about_ca_topic_score_gemma":0.000064350555,"teacher_disagreement_score":0.95388174,"about_ca_system_score_codex":0.0007564023,"about_ca_system_score_gemma":0.012842451,"threshold_uncertainty_score":0.9927538},"labels":[],"label_agreement":null},{"id":"W2803224964","doi":"","title":"Student engagement in the medical school: an oxymoron or a zeitgeist?","year":2017,"lang":"en","type":"article","venue":"Medical Education Scholarship Forum Proceedings","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Oxymoron; Zeitgeist; Medical school; Student engagement; Medical education; Psychology; Mathematics education; Pedagogy; Medicine; Philosophy; Epistemology; Linguistics","score_opus":0.06248643978421748,"score_gpt":0.45195672976513196,"score_spread":0.3894702899809145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803224964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7758687,0.00010231157,0.000036879213,0.21066108,0.0015113766,0.0010087442,7.58057e-7,0.00008947625,0.010720682],"genre_scores_gemma":[0.9293195,0.00011710846,0.001789255,0.06499564,0.0016452047,0.00080815156,0.00006032269,0.000048601527,0.001216235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99234706,0.00014163976,0.0010625384,0.00073913124,0.0049651894,0.00074441975],"domain_scores_gemma":[0.99617124,0.000116633426,0.00045316058,0.0010849702,0.0008995326,0.0012744928],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012407668,0.00033708374,0.00043826687,0.00041370542,0.0011068822,0.00070247566,0.0023655791,0.0005852007,0.0069370205],"category_scores_gemma":[0.0981104,0.00021824431,0.00009807614,0.0006557663,0.00054193893,0.001411895,0.00028377215,0.0031317396,0.00021440725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039991175,0.00669504,0.63709646,0.0003198805,0.000062686006,0.000080679005,0.00609004,4.328756e-8,0.000058326917,0.022391612,0.0702674,0.2565379],"study_design_scores_gemma":[0.002677853,0.00068346114,0.816248,0.0013604328,0.00008966298,0.0006151757,0.022113107,0.00020641134,0.00007178201,0.0018653991,0.15370008,0.00036862344],"about_ca_topic_score_codex":0.00011517475,"about_ca_topic_score_gemma":0.000102658145,"teacher_disagreement_score":0.2561693,"about_ca_system_score_codex":0.0004930534,"about_ca_system_score_gemma":0.0073654964,"threshold_uncertainty_score":0.9991681},"labels":[],"label_agreement":null},{"id":"W2803351445","doi":"10.30770/2572-1852-102.4.17","title":"Standardized Assessment of Pharmacists' Patient Care Competencies:","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Standardized test; Portfolio; Pharmacy; Medical education; Health care; Interpersonal communication; Medicine; Nursing; Psychology; Business; Political science","score_opus":0.0171357980367545,"score_gpt":0.39009277661272546,"score_spread":0.37295697857597093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803351445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9047921,0.00021131785,0.08352302,0.009312248,0.00105764,0.00018489499,0.000004605713,0.000010486992,0.00090374117],"genre_scores_gemma":[0.98501015,0.0001283426,0.014052469,0.00033772958,0.00040712146,0.0000029468565,0.000008353119,0.0000097170405,0.00004318497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99580157,0.00008250613,0.0009772276,0.00009037338,0.00292512,0.00012317729],"domain_scores_gemma":[0.99721146,0.00013935285,0.0006823922,0.00015893648,0.0016476769,0.00016019594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012603537,0.00008434699,0.00033260332,0.00022818678,0.000034528537,0.000004976521,0.00011869444,0.00012602456,0.0016031067],"category_scores_gemma":[0.0025581575,0.000047909514,0.000116149255,0.00026940016,0.0001673091,0.00011483091,0.000023914454,0.00023300403,0.0000022810668],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003053515,0.00034100088,0.00824351,0.00023152254,0.00013018615,0.00003461831,0.0010981208,0.000008668652,0.018030357,0.004228777,0.013758784,0.9535891],"study_design_scores_gemma":[0.0648062,0.013091341,0.51499486,0.018635347,0.0015389863,0.0037207764,0.011154389,0.00832149,0.09163345,0.009741087,0.2613809,0.0009811837],"about_ca_topic_score_codex":0.0000012166897,"about_ca_topic_score_gemma":2.2968905e-7,"teacher_disagreement_score":0.9526079,"about_ca_system_score_codex":0.00043332903,"about_ca_system_score_gemma":0.0011558312,"threshold_uncertainty_score":0.99930954},"labels":[],"label_agreement":null},{"id":"W2803418995","doi":"10.1093/pch/pxz169","title":"Preparing for CBME: How often are faculty observing residents?","year":2020,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Demographics; Medicine; Competence (human resources); Family medicine; Program director; Graduate medical education; Descriptive statistics; Medical education; Psychology; Accreditation","score_opus":0.05388221167146966,"score_gpt":0.35590339007746613,"score_spread":0.30202117840599646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803418995","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16429824,0.0022693512,0.012332008,0.8156355,0.0012243907,0.0026215527,0.000095587915,0.00038094205,0.0011424102],"genre_scores_gemma":[0.84282297,0.0005579836,0.043345775,0.10567302,0.0062408196,0.00016819006,0.0008344918,0.000084002626,0.0002727386],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981135,0.000040136525,0.0004703858,0.00041706636,0.00049901486,0.00045988566],"domain_scores_gemma":[0.9985963,0.00008173772,0.00038960713,0.0003053038,0.00031271155,0.0003143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069873646,0.0001620976,0.0003697742,0.00013527686,0.0003390845,0.00003999631,0.00018171933,0.0001269215,0.00001961561],"category_scores_gemma":[0.004483788,0.00015511696,0.00009543322,0.0008055195,0.000026645941,0.00011787335,0.00007768816,0.00048931845,0.000026008982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009642818,0.00017727035,0.2212876,0.0026898358,0.000047300655,0.0000029200805,0.0035743527,0.000018396559,0.000012163087,0.0007392341,0.7314613,0.03989321],"study_design_scores_gemma":[0.003140204,0.0005410397,0.73642206,0.0003604782,0.00014593298,0.000021245956,0.0022915907,0.0037656932,0.000066177876,0.00032618444,0.25254506,0.00037432247],"about_ca_topic_score_codex":0.000049810078,"about_ca_topic_score_gemma":0.000011023382,"teacher_disagreement_score":0.7099625,"about_ca_system_score_codex":0.0003031683,"about_ca_system_score_gemma":0.000490405,"threshold_uncertainty_score":0.63254863},"labels":[],"label_agreement":null},{"id":"W2803593419","doi":"10.1097/acm.0000000000002294","title":"Asking for Less and Getting More: The Impact of Broadening a Rater’s Focus in Formative Assessment","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University Health Network; The Wilson Centre","funders":"","keywords":"Formative assessment; Competence (human resources); Psychology; Set (abstract data type); Rating scale; Educational measurement; Applied psychology; Reliability (semiconductor); Medical education; Social psychology; Computer science; Medicine; Developmental psychology; Curriculum; Mathematics education; Pedagogy","score_opus":0.04598886095804613,"score_gpt":0.46283670029732177,"score_spread":0.41684783933927566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803593419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655315,0.00032129767,0.013019057,0.019448638,0.00019830115,0.000718364,0.0000015076067,0.00001508939,0.00074622594],"genre_scores_gemma":[0.9960359,0.00005534262,0.0017615301,0.0010838362,0.0008849236,0.00007652806,0.000017021513,0.000014902667,0.00007001273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985987,0.00004927609,0.0006193512,0.0001711765,0.00030482386,0.0002566679],"domain_scores_gemma":[0.9988655,0.00035670985,0.00029183374,0.0001800495,0.00025486958,0.000051063096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021183062,0.00012756606,0.00033367085,0.00023165332,0.0000963717,0.0000031823809,0.000120656696,0.00014248284,0.000038240538],"category_scores_gemma":[0.0021622668,0.000071841576,0.000029022895,0.0004940762,0.00050629117,0.000111820205,0.000043547112,0.00063573034,6.198151e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005544669,0.00008706806,0.22215888,0.0007472248,0.00035920646,0.0000070233514,0.23693857,0.000018221983,0.053373966,0.006356118,0.05395792,0.42544132],"study_design_scores_gemma":[0.01846731,0.0048107877,0.6713775,0.009915401,0.000528106,0.00049700454,0.13578337,0.12657146,0.016060824,0.013107312,0.0022739796,0.0006069256],"about_ca_topic_score_codex":0.0002266527,"about_ca_topic_score_gemma":0.0000027775995,"teacher_disagreement_score":0.44921863,"about_ca_system_score_codex":0.00018989794,"about_ca_system_score_gemma":0.00018208909,"threshold_uncertainty_score":0.29296145},"labels":[],"label_agreement":null},{"id":"W2803704964","doi":"10.1007/s40037-018-0433-x","title":"Characterizing the literature on validity and assessment in medical education: a&amp;nbsp;bibliometric study","year":2018,"lang":"en","type":"review","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Université de Sherbrooke; McGill University Health Centre","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medical education; Medicine; Psychology; Data science; Medical physics; Computer science","score_opus":0.07997137807854048,"score_gpt":0.49981417686359114,"score_spread":0.41984279878505065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803704964","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021324921,0.9285096,0.000022385138,0.0334918,0.005928211,0.0046245707,0.000010022591,0.00010537641,0.005983131],"genre_scores_gemma":[0.005092333,0.9766278,0.00051597634,0.007964481,0.006280953,0.0018516663,0.00067859475,0.00009724496,0.00089091476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99177825,0.0012462614,0.0014203993,0.0013833795,0.0036662044,0.0005055123],"domain_scores_gemma":[0.9953207,0.00097300526,0.0006933007,0.0014185195,0.0010053365,0.00058913615],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.005455651,0.0007046805,0.0015075948,0.013479987,0.00033783913,0.00022585342,0.0007033058,0.0010368844,0.0020591586],"category_scores_gemma":[0.033696257,0.00045804834,0.00024611133,0.028071495,0.0005574859,0.00018317356,0.00015281443,0.004958794,0.00015211846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003283087,0.012298244,0.00045547565,0.002981901,0.00011066576,0.000010575327,0.00885776,4.904834e-9,4.8580198e-8,0.0016967794,0.023834689,0.94972104],"study_design_scores_gemma":[0.00070450036,0.0009015945,0.016189998,0.0397818,0.00045866275,0.00035557745,0.014866414,0.000013624872,1.108519e-7,0.00014976383,0.9261229,0.00045505408],"about_ca_topic_score_codex":0.00006213789,"about_ca_topic_score_gemma":0.000018275934,"teacher_disagreement_score":0.94926596,"about_ca_system_score_codex":0.0019036038,"about_ca_system_score_gemma":0.021552796,"threshold_uncertainty_score":0.99978715},"labels":[],"label_agreement":null},{"id":"W2803842494","doi":"10.30770/2572-1852-103.2.22","title":"Quality Assurance and Maintenance of Competence Assessment Mechanisms in the Professions:","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Jurisdiction; Quality assurance; Pharmacy; Medical education; Health professions; Cultural competence; Allied health professions; Medicine; Nursing; Psychology; Health care; Political science; Pedagogy; External quality assessment","score_opus":0.04639468308280038,"score_gpt":0.44995990802312025,"score_spread":0.4035652249403199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803842494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8202782,0.00007514453,0.069809176,0.108396836,0.0005447038,0.00023412885,5.636148e-7,0.000002580537,0.0006586331],"genre_scores_gemma":[0.98216575,0.00010413998,0.016866243,0.00066750316,0.00014619646,0.0000048988354,0.0000018285059,0.0000035465173,0.000039894512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9972868,0.00017397838,0.0007311285,0.000080323975,0.001630766,0.00009700718],"domain_scores_gemma":[0.9979967,0.000254479,0.0009938042,0.00029091336,0.000407675,0.000056447734],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0076623433,0.000058477854,0.00024833062,0.00008798415,0.000109650515,0.000017140075,0.000278638,0.00011388031,0.000061900464],"category_scores_gemma":[0.010356291,0.000033241,0.000036993566,0.00011458163,0.00024267421,0.00016351788,0.000033176755,0.00048523518,3.9762787e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036395472,0.0012148531,0.1533246,0.0007481097,0.000073859424,0.00007307776,0.0026293667,0.000012921629,0.008360943,0.51278293,0.007557671,0.31285772],"study_design_scores_gemma":[0.0012102247,0.0001226853,0.97302085,0.0013852452,0.000015808371,0.00012531689,0.0009557494,0.0022078897,0.00012602664,0.020402119,0.00039503962,0.00003303058],"about_ca_topic_score_codex":0.00001875851,"about_ca_topic_score_gemma":0.0000112784855,"teacher_disagreement_score":0.81969625,"about_ca_system_score_codex":0.00006577927,"about_ca_system_score_gemma":0.00045550414,"threshold_uncertainty_score":0.9979799},"labels":[],"label_agreement":null},{"id":"W2803849110","doi":"10.1111/medu.13574","title":"Validity as a social imperative for assessment in health professions education: a concept analysis","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Quality (philosophy); Psychology; Health care; Interpretation (philosophy); Inclusion (mineral); Educational assessment; Qualitative research; Management science; Medical education; Medicine; Computer science; Sociology; Pedagogy; Social psychology; Social science; Political science; Epistemology","score_opus":0.0455642544269503,"score_gpt":0.5195881286295391,"score_spread":0.4740238742025888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803849110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50275445,0.00014016345,0.02831777,0.45561492,0.0047619753,0.0030365053,0.000012436308,0.00010324974,0.0052585113],"genre_scores_gemma":[0.92886955,0.000016247142,0.014011604,0.04889592,0.0029646414,0.0014891261,0.0012054765,0.000021082038,0.0025263343],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99732107,0.00026656763,0.000804849,0.00043426186,0.0008193756,0.00035386393],"domain_scores_gemma":[0.99800503,0.00012488411,0.0002881848,0.00030572794,0.001087915,0.00018827234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018104598,0.00016724477,0.00044343158,0.0006022667,0.00042097355,0.000026208272,0.00015686064,0.00024660706,0.0028113548],"category_scores_gemma":[0.0052200505,0.00014965757,0.00012527952,0.0024527628,0.00034383105,0.00012061556,0.000031048374,0.0005231954,0.00003246556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104216844,0.007604085,0.024503216,0.0003171768,0.00020551666,6.016402e-7,0.023656297,5.329089e-7,0.00003802956,0.033806395,0.588184,0.32157993],"study_design_scores_gemma":[0.0041126315,0.0021408985,0.5383013,0.0013470066,0.0008027706,0.00005074287,0.053061187,0.008561935,0.00024221635,0.008353252,0.38232338,0.00070266606],"about_ca_topic_score_codex":0.0004940914,"about_ca_topic_score_gemma":0.00015801683,"teacher_disagreement_score":0.5137981,"about_ca_system_score_codex":0.001092761,"about_ca_system_score_gemma":0.033188373,"threshold_uncertainty_score":0.9981002},"labels":[],"label_agreement":null},{"id":"W2803892353","doi":"10.1007/s10459-018-9831-4","title":"The pedagogical value of testing: how far does it extend?","year":2018,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Significant difference; Pharmacy; Peptic ulcer; Test (biology); Disease; Medicine; Psychology; Medical education; Internal medicine; Family medicine","score_opus":0.07490375900673053,"score_gpt":0.4880503380340358,"score_spread":0.4131465790273053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803892353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7336469,0.007958068,0.002182193,0.22879726,0.008780574,0.0013180686,0.0000017238413,0.000054637178,0.017260555],"genre_scores_gemma":[0.94633436,0.001445054,0.044708997,0.0056431782,0.00078694936,0.00008522398,0.000005179539,0.000006440308,0.0009845949],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828726,0.00009479474,0.00048970175,0.00028944312,0.0005198837,0.0003189268],"domain_scores_gemma":[0.99840665,0.00039414238,0.0003636189,0.00028135898,0.0004923957,0.00006185118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024360905,0.00008920647,0.00015873768,0.00018269822,0.0005031853,0.000026958454,0.00025564758,0.00004377201,0.0000342475],"category_scores_gemma":[0.005547974,0.000050423223,0.00001900167,0.0018248732,0.0014233249,0.00032651992,0.000025362167,0.0001796785,0.0000077996265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022218328,0.0003323896,0.061930433,0.00026662985,0.000001945868,1.244923e-7,0.0033359376,0.0000178645,0.00011977406,0.05648808,0.0034838666,0.8740007],"study_design_scores_gemma":[0.0004038996,0.0021481384,0.13597982,0.0011839442,0.000011309694,0.000043820695,0.04545136,0.004956251,0.00067394605,0.026796881,0.782133,0.00021764718],"about_ca_topic_score_codex":0.00014818092,"about_ca_topic_score_gemma":0.00012519267,"teacher_disagreement_score":0.8737831,"about_ca_system_score_codex":0.00017240037,"about_ca_system_score_gemma":0.0023279116,"threshold_uncertainty_score":0.6641844},"labels":[],"label_agreement":null},{"id":"W2804225852","doi":"10.47925/2016.393","title":"Receiving Students and Patients: Professional Education and the Double Challenge of Hospitality","year":2016,"lang":"en","type":"article","venue":"Philosophy of education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Hospitality; Medical education; Psychology; Pedagogy; Sociology; Medicine; Political science; Tourism","score_opus":0.023471249813947614,"score_gpt":0.3588129577029731,"score_spread":0.3353417078890255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804225852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610512,0.0004669884,0.000020701958,0.03289701,0.0010512904,0.0006899933,0.000002186454,0.000007475024,0.0038131494],"genre_scores_gemma":[0.9982172,0.00018026974,0.00048422228,0.0003889939,0.00029503487,0.00012146027,0.000024274068,0.000008758473,0.0002797863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897236,0.000052277792,0.0003682745,0.00017241023,0.0003558554,0.000078853096],"domain_scores_gemma":[0.99872524,0.000089170324,0.00029478015,0.0002401265,0.0006152445,0.000035428897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004986306,0.00008549406,0.00017760565,0.00012126458,0.00006694413,0.000005272192,0.00008352116,0.0000623008,0.000029263714],"category_scores_gemma":[0.00060251914,0.000049480535,0.000024621662,0.00016941757,0.00035260792,0.00015633156,0.000043500222,0.00008304104,0.0000014342891],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005041829,0.0050865435,0.5105735,0.0007147554,0.000065460285,1.4965806e-8,0.0048676296,2.1726093e-8,0.00023335191,0.09189634,0.0022945968,0.3837636],"study_design_scores_gemma":[0.0033045793,0.00018597738,0.93371266,0.0012560989,0.00008195491,0.000001833624,0.0011472115,0.0000021486303,0.0002798713,0.059401046,0.0005404333,0.00008619798],"about_ca_topic_score_codex":0.00003747557,"about_ca_topic_score_gemma":7.152018e-7,"teacher_disagreement_score":0.42313915,"about_ca_system_score_codex":0.000061221726,"about_ca_system_score_gemma":0.00035203673,"threshold_uncertainty_score":0.20177576},"labels":[],"label_agreement":null},{"id":"W2804239649","doi":"10.1007/s10459-018-9829-y","title":"Considering axiological integrity: a methodological analysis of qualitative evidence syntheses, and its implications for health professions education","year":2018,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Arnold P. Gold Foundation","keywords":"Qualitative research; Critical appraisal; Context (archaeology); Checklist; Systematic review; Inclusion (mineral); Management science; Quality (philosophy); Perspective (graphical); Psychology; Computer science; Engineering ethics; Medicine; MEDLINE; Epistemology; Alternative medicine; Sociology; Social science; Social psychology; Pathology; Chemistry; Artificial intelligence; Cognitive psychology","score_opus":0.6382731506252521,"score_gpt":0.6978603651136197,"score_spread":0.05958721448836757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804239649","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002677911,0.97089064,0.0061542015,0.017486814,0.0010157734,0.004012783,0.000046356003,0.00003237506,0.00009327811],"genre_scores_gemma":[0.0016968538,0.86983746,0.12346719,0.0018620925,0.00019133658,0.0026812074,0.00019886838,0.000014114187,0.000050842118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936401,0.0021717362,0.0023318545,0.0010126774,0.0003533364,0.00049025466],"domain_scores_gemma":[0.9849114,0.010779792,0.0026363789,0.00049784663,0.0009676175,0.00020696635],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013573674,0.00032463498,0.002225307,0.0019604268,0.0004948202,0.000026132017,0.00034128735,0.00029537367,0.00003138397],"category_scores_gemma":[0.049403466,0.00023975558,0.00021406646,0.0059590307,0.00090577104,0.0004464988,0.00007565811,0.00061959535,0.0000020019777],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012905716,0.00046555765,0.0004219314,0.021377962,0.000060120055,1.5912542e-8,0.0029117456,0.0000020325447,3.536161e-7,0.029891174,0.0006020424,0.94425416],"study_design_scores_gemma":[0.00015465828,0.0021580511,0.003843541,0.16425487,0.0014949219,0.000067568544,0.02467976,0.0005952302,0.000001707361,0.015478223,0.7865896,0.0006818474],"about_ca_topic_score_codex":0.00015596811,"about_ca_topic_score_gemma":0.00010629336,"teacher_disagreement_score":0.9435723,"about_ca_system_score_codex":0.0009374003,"about_ca_system_score_gemma":0.018246459,"threshold_uncertainty_score":0.9873192},"labels":[],"label_agreement":null},{"id":"W2804407826","doi":"10.1017/cem.2018.395","title":"Adding value to scholarship in residency: Supporting and inspiring future emergency medicine research in Canada","year":2018,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Scholarship; Medicine; Value (mathematics); Content (measure theory); Medical education; Library science; Computer science; Political science; Law","score_opus":0.11934968347608349,"score_gpt":0.45982332335181636,"score_spread":0.34047363987573287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804407826","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122982085,0.007983488,0.0000057490206,0.036899693,0.8276402,0.00070058997,0.000021204774,0.000006198219,0.0037608007],"genre_scores_gemma":[0.060285226,0.0038219441,0.00052678026,0.0003747486,0.9332303,0.000037299433,0.00017057893,0.00014830145,0.0014048555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98963207,0.00049091846,0.004396,0.0007206563,0.0032569384,0.0015034449],"domain_scores_gemma":[0.9909408,0.00042945828,0.0011923774,0.000717913,0.004678743,0.0020407],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014814484,0.00053330045,0.0015175361,0.0060385517,0.00029690797,0.000008238782,0.0008059566,0.00078700436,0.005624069],"category_scores_gemma":[0.063564256,0.0004635967,0.000073350464,0.0054477495,0.00029333337,0.00026735413,0.000072309114,0.0062857494,0.000008381247],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008370706,0.000017314136,0.05327235,0.0006853121,0.00005680807,0.00062977686,0.0033995302,0.0000036007743,0.000064253465,0.00014959904,0.93873465,0.0029031248],"study_design_scores_gemma":[0.0015853174,0.0010924136,0.039302662,0.013838536,0.00013588413,0.000043857024,0.008454498,0.000018745726,0.0000075087914,0.0010569441,0.9340552,0.0004084258],"about_ca_topic_score_codex":0.9081817,"about_ca_topic_score_gemma":0.9898197,"teacher_disagreement_score":0.105590075,"about_ca_system_score_codex":0.0062532127,"about_ca_system_score_gemma":0.046369135,"threshold_uncertainty_score":0.99978155},"labels":[],"label_agreement":null},{"id":"W2804528489","doi":"10.1007/s10459-018-9833-2","title":"Considerations that will determine if competency-based assessment is a sustainable innovation","year":2018,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cognitive reframing; Quality (philosophy); Knowledge management; Process management; Business; Computer science; Psychology","score_opus":0.02656318887677407,"score_gpt":0.43720013682804376,"score_spread":0.4106369479512697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804528489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60021704,0.0021790173,0.03654561,0.32065505,0.006107192,0.0044413544,0.000010045681,0.00022920873,0.029615464],"genre_scores_gemma":[0.8184006,0.00013105443,0.13912334,0.041175082,0.000353895,0.00024593828,0.000064682295,0.000011020084,0.0004943671],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974652,0.00009788769,0.00080353976,0.0004896579,0.00063644897,0.00050726935],"domain_scores_gemma":[0.99775624,0.00015739168,0.0004644386,0.00035575795,0.0011946349,0.00007151935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002054358,0.00015955968,0.000247738,0.0011012655,0.00075518136,0.00006988626,0.00014234643,0.000074176496,0.0004925297],"category_scores_gemma":[0.0011343127,0.00014916195,0.00002344111,0.0038699014,0.0007587674,0.0011937509,0.00002486915,0.00024858082,0.000016065445],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041724412,0.00172498,0.23434089,0.0015231929,0.00000810977,0.0000030593117,0.0036185156,0.00022138994,0.00015942786,0.5716623,0.030079348,0.15661703],"study_design_scores_gemma":[0.0026921616,0.0037148783,0.24543272,0.0024143646,0.000036243586,0.00012943304,0.021500124,0.04988776,0.0023791287,0.20000757,0.4709263,0.00087929243],"about_ca_topic_score_codex":0.00035516688,"about_ca_topic_score_gemma":0.00010251597,"teacher_disagreement_score":0.44084698,"about_ca_system_score_codex":0.00087919063,"about_ca_system_score_gemma":0.013231148,"threshold_uncertainty_score":0.9923629},"labels":[],"label_agreement":null},{"id":"W2804955271","doi":"10.21815/jde.018.063","title":"Designing and Implementing a Competency‐Based Formative Progress Assessment System at a Canadian Dental School","year":2018,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Christian Studies; University of Toronto; University of British Columbia","funders":"","keywords":"Formative assessment; Test (biology); Curriculum; Medical education; Cognition; Class (philosophy); Multiple choice; Psychology; Medicine; Mathematics education; Computer science; Pedagogy","score_opus":0.011830624394966092,"score_gpt":0.3609021833083838,"score_spread":0.34907155891341773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804955271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932949,0.00015800582,0.00091959245,0.0013186369,0.0014662122,0.0004093686,0.0000029979687,0.000011358331,0.002418933],"genre_scores_gemma":[0.9471139,0.000002517126,0.051164977,0.0008586117,0.00069271127,0.000023750417,0.000034580116,0.000013484962,0.00009548918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985801,0.000057855555,0.0005752987,0.00011234248,0.00043209275,0.00024229941],"domain_scores_gemma":[0.9984024,0.000021165819,0.0005139006,0.00010673689,0.0007089062,0.00024685723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076619507,0.00010922038,0.00018813011,0.00051029515,0.00033604525,0.0000648871,0.00008210116,0.00005818542,0.00023871813],"category_scores_gemma":[0.00015887206,0.00009660332,0.000047107205,0.00032922617,0.000110362074,0.0002925606,0.00002373383,0.00023423097,0.00002422605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015461697,0.00061448105,0.9090796,0.0006186984,0.00019270445,0.000033085922,0.0036946593,9.052314e-7,0.0062415907,0.0012085445,0.026799908,0.051361185],"study_design_scores_gemma":[0.004969411,0.0022202744,0.7975022,0.004745942,0.00062051334,0.00945713,0.15179342,0.00580784,0.012758536,0.000081147045,0.009566201,0.00047734933],"about_ca_topic_score_codex":0.0007973504,"about_ca_topic_score_gemma":0.0014887868,"teacher_disagreement_score":0.14809875,"about_ca_system_score_codex":0.0028090952,"about_ca_system_score_gemma":0.0044803596,"threshold_uncertainty_score":0.7947965},"labels":[],"label_agreement":null},{"id":"W2805084791","doi":"10.1016/j.gie.2018.04.1784","title":"Su1672 WHICH TO TEACH FIRST? A PROSPECTIVE ASSESSMENT OF INSERTION VERSUS WITHDRAWAL AS A COMPONENT OF A COLONOSCOPY TECHNICAL SKILLS ACQUISITION CURRICULUM","year":2018,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Helpfulness; Medicine; Randomized controlled trial; Colonoscopy; Workload; Anxiety; Physical therapy; Curriculum; Psychology; Surgery; Psychiatry; Internal medicine","score_opus":0.007919125066110618,"score_gpt":0.3371447616322049,"score_spread":0.32922563656609427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805084791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9647138,0.000005117445,0.029256392,0.001819014,0.00038832545,0.0013140568,0.000011431592,0.00008564687,0.0024062323],"genre_scores_gemma":[0.705983,0.0000011727035,0.29339263,0.000148593,0.00021545141,0.00015185091,0.00006308323,0.000020202591,0.000024058361],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9975467,0.00008362656,0.0007608832,0.00044337776,0.0007946351,0.0003708274],"domain_scores_gemma":[0.9968773,0.0001612747,0.00038637643,0.0004446128,0.0019670634,0.00016334352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000664923,0.00023684514,0.0004809542,0.0003764542,0.00011746061,0.00001296529,0.00018752407,0.000085100975,0.0002724583],"category_scores_gemma":[0.00312749,0.0002212953,0.00007822827,0.001375359,0.00036826511,0.00010736162,0.00010018176,0.00038991313,0.00004539417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071924794,0.00588325,0.416341,0.00035134522,0.00009428224,0.000017736742,0.0005840068,0.000037217655,0.55991566,0.0044174786,0.004730765,0.00043480052],"study_design_scores_gemma":[0.007797201,0.041258886,0.9054656,0.003889569,0.00026134538,0.0013809551,0.0009841211,0.0025913382,0.035547353,0.00026916154,0.00023541035,0.0003190832],"about_ca_topic_score_codex":0.00021730161,"about_ca_topic_score_gemma":0.000071816845,"teacher_disagreement_score":0.5243683,"about_ca_system_score_codex":0.0006812837,"about_ca_system_score_gemma":0.00063369126,"threshold_uncertainty_score":0.902416},"labels":[],"label_agreement":null},{"id":"W2805141097","doi":"10.1080/87567555.2018.1463505","title":"Paired Teaching: A Professional Development Model for Adopting Evidence-Based Practices","year":2018,"lang":"en","type":"article","venue":"College Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Professional development; Teaching method; Best practice; Psychology; Faculty development; Mathematics education; Pedagogy; Active learning (machine learning); Medical education; Computer science; Medicine","score_opus":0.162981568467622,"score_gpt":0.4365711275347458,"score_spread":0.2735895590671238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805141097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76158106,0.000077254525,0.21696855,0.016460063,0.0013740544,0.0015269533,0.000004060064,0.00023557783,0.0017724108],"genre_scores_gemma":[0.5959552,3.4725332e-7,0.3961016,0.0026425899,0.00063013326,0.0002443693,0.00003039604,0.000024089553,0.0043712724],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980514,0.00015608963,0.0005293021,0.0003798093,0.00053474656,0.00034864337],"domain_scores_gemma":[0.9980969,0.0005689987,0.0005110946,0.00031323306,0.00041498514,0.000094807125],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00459579,0.00017733446,0.00023445829,0.00023697615,0.0012991239,0.00003333499,0.00017817087,0.00013868873,0.000045921835],"category_scores_gemma":[0.024486115,0.00015153675,0.00005886365,0.00019166726,0.000091629496,0.0003802657,0.00005700604,0.0007502446,0.000019065836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028190643,0.0048415083,0.029465036,0.0026253078,0.00035670146,0.000022106582,0.050979037,0.00041423747,0.01530765,0.03648978,0.32358307,0.5330965],"study_design_scores_gemma":[0.0017103932,0.00030832217,0.0029154932,0.0032401006,0.0001097514,0.000014641501,0.0028289913,0.87306875,0.0009470181,0.0002020862,0.11433976,0.00031472126],"about_ca_topic_score_codex":0.000008573392,"about_ca_topic_score_gemma":0.000005566734,"teacher_disagreement_score":0.8726545,"about_ca_system_score_codex":0.0004263174,"about_ca_system_score_gemma":0.0021409467,"threshold_uncertainty_score":0.9991942},"labels":[],"label_agreement":null},{"id":"W2805446070","doi":"10.1515/ijamh-2017-0222","title":"Integrated training (practicing, peer clinical training and OSCE assessment): a ladder to promote learning and training","year":2018,"lang":"en","type":"article","venue":"International Journal of Adolescent Medicine and Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Kerman University of Medical Sciences; York University","keywords":"Objective structured clinical examination; Medical education; Test (biology); Training (meteorology); Apprenticeship; Promotion (chess); Medicine; Nursing; Psychology","score_opus":0.1806695354147015,"score_gpt":0.5322589708147348,"score_spread":0.35158943540003335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805446070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7752843,0.0003810586,0.0104574105,0.21088612,0.0017180202,0.0003104588,0.0000015996104,0.000025742134,0.00093532883],"genre_scores_gemma":[0.94438463,0.0006248605,0.02895631,0.02213773,0.0036249552,0.0000025624647,0.000014657494,0.000023237788,0.00023107084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971764,0.00013698394,0.0012128651,0.00027063375,0.00091693917,0.0002861965],"domain_scores_gemma":[0.9970841,0.00014744117,0.0006862838,0.00007572741,0.0015606696,0.00044577292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005934137,0.00017383264,0.00059489015,0.0005373048,0.00016825637,0.00004699677,0.00010010282,0.000099996294,0.000089929694],"category_scores_gemma":[0.0041328785,0.00013261601,0.00003947246,0.00024664713,0.000323039,0.00018348177,0.000046234658,0.0012660223,0.0000013463538],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024704574,0.00017851936,0.032171145,0.00008766335,0.00019134878,0.000054968117,0.043236814,5.562238e-7,0.000344162,0.00044856733,0.013371693,0.9096675],"study_design_scores_gemma":[0.010310179,0.01024143,0.38289097,0.012785357,0.00025584656,0.005917481,0.108922414,0.004218057,0.000022785689,0.00032185062,0.46376175,0.00035190373],"about_ca_topic_score_codex":0.00003995511,"about_ca_topic_score_gemma":0.000014188003,"teacher_disagreement_score":0.90931565,"about_ca_system_score_codex":0.00016757089,"about_ca_system_score_gemma":0.0010572223,"threshold_uncertainty_score":0.55003077},"labels":[],"label_agreement":null},{"id":"W2805814087","doi":"10.1097/acm.0000000000002309","title":"The ALiEM Faculty Incubator: A Novel Online Approach to Faculty Development in Education Scholarship","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mentorship; Scholarship; Faculty development; Incubator; Medical education; Curriculum; Early adopter; Professional development; Asynchronous communication; Psychology; Sociology; Pedagogy; Medicine; Political science; Engineering","score_opus":0.11598941252499763,"score_gpt":0.43628910602807064,"score_spread":0.320299693503073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805814087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487687,0.00030328464,0.003295253,0.040321328,0.0012646215,0.0012013837,0.0000062034824,0.000085370404,0.0047539053],"genre_scores_gemma":[0.935474,0.00007093078,0.028457709,0.0257699,0.0036253592,0.0003660621,0.0013978622,0.000048750204,0.004789423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693125,0.000056109842,0.0010178257,0.0004963142,0.0009982693,0.00050020224],"domain_scores_gemma":[0.99825144,0.00008695021,0.00020772035,0.0004870732,0.0007038061,0.00026302517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025093276,0.0002564245,0.0003524623,0.00041627788,0.0002895467,0.000011387938,0.00047272161,0.00034370637,0.000058873637],"category_scores_gemma":[0.0069342786,0.00016372034,0.000024200155,0.0018006442,0.00039090944,0.00013125426,0.0001110202,0.0014640519,0.0001359423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033767856,0.0010122135,0.0417222,0.00024602577,0.00012902876,0.0000017358302,0.052449018,0.0000061627643,0.008229729,0.01579902,0.3564443,0.5236229],"study_design_scores_gemma":[0.0020156398,0.0002101633,0.14994885,0.0009192429,0.00005283461,0.00008952444,0.011330462,0.00047483345,0.0009884662,0.00037548444,0.83333623,0.00025826631],"about_ca_topic_score_codex":0.00008469474,"about_ca_topic_score_gemma":0.000020859039,"teacher_disagreement_score":0.5233646,"about_ca_system_score_codex":0.00072206074,"about_ca_system_score_gemma":0.0012906108,"threshold_uncertainty_score":0.830148},"labels":[],"label_agreement":null},{"id":"W2805854536","doi":"10.3928/01484834-20180522-14","title":"Student-Guided, Theme-Based Postclinical Conference to Enhance Student Involvement in Clinical Learning","year":2018,"lang":"en","type":"article","venue":"Journal of Nursing Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Theme (computing); Medical education; Psychology; Mathematics education; Pedagogy; Medicine; Computer science; World Wide Web","score_opus":0.10931876977285178,"score_gpt":0.5551109236175863,"score_spread":0.44579215384473453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805854536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965325,0.00006700155,0.003569007,0.024624266,0.004822818,0.00035431678,1.3520896e-7,0.0000122364645,0.0012252474],"genre_scores_gemma":[0.9761185,0.000023961007,0.015778735,0.0053585866,0.0023610394,0.000012277597,0.000007633507,0.000016685382,0.0003225917],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970447,0.00022771278,0.001553641,0.00022636539,0.0007323072,0.00021531305],"domain_scores_gemma":[0.996979,0.00015155831,0.0006440642,0.00025303004,0.001822334,0.00015001632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032649671,0.00012311155,0.00034860618,0.00045685243,0.00008924089,0.000045608667,0.00022322938,0.00012114892,0.00020647215],"category_scores_gemma":[0.002979658,0.00010858635,0.00008917596,0.00058157794,0.00019935238,0.00011282989,0.000018116769,0.00076902955,0.00005713622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043259436,0.014077629,0.35178438,0.000049016482,0.0000579954,0.0000057942966,0.016151274,0.000042051437,0.0020162908,0.00033543166,0.05094579,0.56410176],"study_design_scores_gemma":[0.0015254724,0.0038288487,0.9550843,0.004645773,0.00013680891,0.00007016238,0.02307337,0.0003181647,0.001732282,0.00031732587,0.009079283,0.0001881815],"about_ca_topic_score_codex":0.000008466991,"about_ca_topic_score_gemma":0.0000050144286,"teacher_disagreement_score":0.6033,"about_ca_system_score_codex":0.0007765441,"about_ca_system_score_gemma":0.0021836893,"threshold_uncertainty_score":0.44280228},"labels":[],"label_agreement":null},{"id":"W2806012695","doi":"10.1080/23761407.2018.1480988","title":"The effectiveness of consultation for clinicians learning to deliver motivational interviewing with fidelity","year":2018,"lang":"en","type":"article","venue":"Journal of Evidence-Informed Social Work","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Public Health Ontario; York University; Hospital for Sick Children; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"Motivational interviewing; Fidelity; Medical education; Psychology; Interview; Medicine; Applied psychology; Medical physics; Computer science; Psychological intervention; Nursing","score_opus":0.09953879581121663,"score_gpt":0.4466078834636805,"score_spread":0.3470690876524639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806012695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483358,0.00008211076,0.044160627,0.0058100275,0.0007911613,0.00058405584,7.4173147e-7,0.000007996528,0.00022747308],"genre_scores_gemma":[0.9892261,0.000029471248,0.009063853,0.00050972303,0.0010425132,0.000022367756,0.0000035300852,0.00000966057,0.00009278107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983027,0.00015636074,0.0007841554,0.000078298894,0.0005183577,0.0001601069],"domain_scores_gemma":[0.9902416,0.004288533,0.000750027,0.00007889885,0.0045910114,0.000049944163],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051480415,0.00008486513,0.00027210312,0.00012334948,0.0004650353,0.000025644247,0.0001316583,0.00007890938,0.000023856119],"category_scores_gemma":[0.035477247,0.000049121394,0.00010587047,0.0009280816,0.00025077004,0.00025734294,0.000018393746,0.00030475203,0.0000044803733],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032407623,0.00034177394,0.19683395,0.0013978219,0.0009954415,0.0000030210433,0.04703566,0.00041643577,0.0013311513,0.0047860057,0.024483874,0.6899672],"study_design_scores_gemma":[0.0023870422,0.0032675313,0.9569507,0.008805476,0.00021405451,0.000023008388,0.010264328,0.00017254056,0.0009226085,0.001062605,0.015779074,0.00015097919],"about_ca_topic_score_codex":0.0000061196056,"about_ca_topic_score_gemma":0.0000071312575,"teacher_disagreement_score":0.7601168,"about_ca_system_score_codex":0.0002818105,"about_ca_system_score_gemma":0.00063093874,"threshold_uncertainty_score":0.9726473},"labels":[],"label_agreement":null},{"id":"W2806312821","doi":"10.1111/medu.13584","title":"Accreditation drives medical education. Does evidence drive accreditation?","year":2018,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Accreditation; Medicine; New england; Family medicine; Library science; Medical education; Political science; Law","score_opus":0.015285047753974929,"score_gpt":0.3739891221214406,"score_spread":0.35870407436746565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806312821","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008379083,0.0012134562,0.0011438769,0.9468749,0.034632213,0.0019678266,0.000016056043,0.0004167216,0.0053558564],"genre_scores_gemma":[0.0027244685,0.0010059772,0.0070064007,0.8733273,0.084987,0.0017823727,0.008813923,0.00020253583,0.020150006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98644525,0.00060403877,0.0022796672,0.0017472985,0.007887186,0.0010365515],"domain_scores_gemma":[0.98886764,0.0011722875,0.0013481174,0.0020970327,0.0057734908,0.0007414565],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0026907646,0.0009441256,0.0011423216,0.0015609927,0.0005066076,0.00021793705,0.0014441985,0.0043503675,0.045850616],"category_scores_gemma":[0.11103425,0.0007614172,0.0003687761,0.002079796,0.0015618406,0.000722912,0.0002321375,0.0056426516,0.0017544958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004333787,0.0010938545,0.000969783,0.0010520855,0.00013745805,0.00003518852,0.0010326894,6.2304345e-8,0.000009271015,0.00022902775,0.8353931,0.16000417],"study_design_scores_gemma":[0.00067961164,0.0003221657,0.0045120516,0.009120433,0.00053114205,0.00042064936,0.0013294582,0.00048716046,0.000065020584,0.001541499,0.9801982,0.0007926248],"about_ca_topic_score_codex":0.00028394247,"about_ca_topic_score_gemma":0.00005111746,"teacher_disagreement_score":0.15921153,"about_ca_system_score_codex":0.001244609,"about_ca_system_score_gemma":0.08471185,"threshold_uncertainty_score":0.9994837},"labels":[],"label_agreement":null},{"id":"W2806543426","doi":"10.5688/ajpe6804","title":"Curricular Reform in Pharmacy Education Through the Lens of the Flexner Report of 1910","year":2018,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Accreditation; The Renaissance; Diversity (politics); Pharmacy education; Medical education; Political science; Medicine; Pharmacy practice; Family medicine; History; Law","score_opus":0.034038445289032125,"score_gpt":0.4484040292968967,"score_spread":0.4143655840078646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806543426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95118785,0.00036302934,0.00031666103,0.039079886,0.0027906187,0.0003922619,0.0000011247017,0.0000051091297,0.0058634696],"genre_scores_gemma":[0.9893615,0.00016215918,0.0036476378,0.005466603,0.0011475318,0.000017864888,0.0000070459305,0.000017207689,0.00017240264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997536,0.00018341739,0.0012391923,0.00015469971,0.00068688503,0.00019978141],"domain_scores_gemma":[0.99617714,0.00007835783,0.0014398867,0.00043953778,0.0018034221,0.000061653154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001205191,0.00013486366,0.00034835283,0.00020785203,0.00007613236,0.000007721004,0.0003209094,0.000039713002,0.00021252553],"category_scores_gemma":[0.0013510378,0.00007699438,0.00014945895,0.0017941424,0.001258644,0.0002446694,0.000039830764,0.00061941805,0.000005225247],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005864567,0.006293819,0.07325826,0.00027045462,0.0002501014,0.000005511816,0.010180347,0.000013271833,0.020506855,0.009332525,0.027489219,0.8518132],"study_design_scores_gemma":[0.0026552936,0.0013040884,0.21608123,0.0021332067,0.0012152991,0.0036615573,0.043032583,0.0006626403,0.11072711,0.002623626,0.61548465,0.00041867478],"about_ca_topic_score_codex":0.00048257047,"about_ca_topic_score_gemma":0.0000044824806,"teacher_disagreement_score":0.85139453,"about_ca_system_score_codex":0.00046405816,"about_ca_system_score_gemma":0.003512792,"threshold_uncertainty_score":0.6231542},"labels":[],"label_agreement":null},{"id":"W2806632846","doi":"10.1186/s12909-018-1244-9","title":"Self-directed learning readiness of Indian medical students: a mixed method study","year":2018,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Shastri Indo-Canadian Institute","keywords":"Autodidacticism; Curriculum; Internship; Medical education; Lifelong learning; Focus group; Scale (ratio); Psychology; Medicine; Pedagogy","score_opus":0.01809405537581469,"score_gpt":0.4316456771344941,"score_spread":0.4135516217586794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806632846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855708,0.00007627816,0.0036296311,0.0032688943,0.0037197724,0.0011308894,5.338252e-7,0.0005194245,0.002083803],"genre_scores_gemma":[0.9323304,0.000033264943,0.060586233,0.0028712447,0.0025474245,0.00030269887,0.00015851516,0.000054574884,0.0011156129],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99286294,0.0007971461,0.0011195927,0.00053346105,0.0043143365,0.00037254483],"domain_scores_gemma":[0.9964007,0.0005179287,0.00039924137,0.0006191492,0.0015244699,0.00053848675],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062887412,0.00023764244,0.00055319216,0.00057334127,0.00018062601,0.000028748402,0.00063387037,0.000452811,0.0042303046],"category_scores_gemma":[0.051094405,0.00020518538,0.00008234673,0.001970451,0.00031367937,0.00011550999,0.00012367414,0.0008728026,0.0001411062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029864238,0.022482498,0.6683706,0.0012194547,0.0003674772,0.000020684345,0.017236272,6.361494e-7,0.000047771624,0.0005857612,0.04992853,0.23944166],"study_design_scores_gemma":[0.008379206,0.0028995338,0.9022273,0.0028169618,0.0006875643,0.0005268851,0.03308162,0.015984062,0.00074258255,0.00027829965,0.03167466,0.0007013467],"about_ca_topic_score_codex":0.00027036993,"about_ca_topic_score_gemma":0.00018003896,"teacher_disagreement_score":0.23874031,"about_ca_system_score_codex":0.0002710308,"about_ca_system_score_gemma":0.0093253935,"threshold_uncertainty_score":0.99667996},"labels":[],"label_agreement":null},{"id":"W2807060791","doi":"10.7939/r3d795k03","title":"Preceptorship: The Process of Guiding Reflection in Clinical Teaching and Learning","year":2016,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reflection (computer programming); Process (computing); Psychology; Computer science; Mathematics education; Pedagogy","score_opus":0.023136220985383007,"score_gpt":0.3049771279154932,"score_spread":0.2818409069301102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807060791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98001826,0.000013713275,0.0001278981,0.0071211657,0.00005928066,0.00008362075,7.741277e-8,0.000009370237,0.012566629],"genre_scores_gemma":[0.9930412,0.00003168278,0.001682542,0.000089678615,0.000042251297,9.1964544e-8,0.0000034372079,0.0000043853447,0.0051047266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994549,0.00015159772,0.00015696097,0.00009465264,0.000083487066,0.00005841041],"domain_scores_gemma":[0.9993245,0.00043895395,0.00010967743,0.00008293212,0.00002524463,0.000018697037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047604536,0.000035094847,0.00010300181,0.00009774641,0.000072328956,0.0000018075773,0.00006779682,0.00006150338,0.00013092285],"category_scores_gemma":[0.0014023576,0.000024024568,0.000021179336,0.00016184137,0.00014785014,0.0002750305,0.000036988426,0.00021330475,0.0000015689756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024197846,0.00014294319,0.8838342,0.0001157143,0.000029944951,9.751202e-7,0.0151521815,0.0000021116239,0.0008166222,0.0026061574,0.0028263286,0.09423087],"study_design_scores_gemma":[0.004048094,0.0008817686,0.8568922,0.002625833,0.00012914538,0.000023782732,0.037977368,0.00096998847,0.0037446036,0.0011701118,0.091297925,0.00023912995],"about_ca_topic_score_codex":0.0001395616,"about_ca_topic_score_gemma":0.000012630461,"teacher_disagreement_score":0.093991734,"about_ca_system_score_codex":0.000012459394,"about_ca_system_score_gemma":0.000076021846,"threshold_uncertainty_score":0.16788542},"labels":[],"label_agreement":null},{"id":"W2807061300","doi":"10.1097/acm.0000000000002306","title":"The Matrix: Moving From Principles to Pragmatics in Medical School Curriculum Renewal","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Curriculum mapping; Curriculum theory; Context (archaeology); Curriculum development; Computer science; Representation (politics); Emergent curriculum; Session (web analytics); Matrix (chemical analysis); Corporate governance; Sociology; Engineering ethics; Medical education; Mathematics education; Pedagogy; Psychology; Political science; Medicine; Engineering; Management; World Wide Web","score_opus":0.02373472904835841,"score_gpt":0.39218923513909193,"score_spread":0.3684545060907335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807061300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83698726,0.0008717275,0.0015013925,0.15323976,0.0019315428,0.000710234,0.0000014220192,0.000092973074,0.004663691],"genre_scores_gemma":[0.951686,0.0008394324,0.0046009417,0.02800875,0.011321842,0.0001506718,0.000073074436,0.000051426854,0.0032678475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961371,0.000119064534,0.0012049344,0.00039777174,0.0016261969,0.0005149243],"domain_scores_gemma":[0.9977159,0.0005103741,0.00021474095,0.00062823185,0.00035046437,0.0005803114],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033038086,0.00021283797,0.00041005487,0.00029807288,0.00019754693,0.000009637094,0.0005650473,0.00044829055,0.0020026767],"category_scores_gemma":[0.060474955,0.00013011933,0.0000285961,0.0013532594,0.0006059506,0.00007768408,0.00018093368,0.0016640617,0.00038211234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031179434,0.00016988553,0.20089032,0.00020182935,0.00016956973,0.0001175232,0.017380811,0.000005240399,0.0037060732,0.02798227,0.6236098,0.12545493],"study_design_scores_gemma":[0.0055528423,0.0009133441,0.0673215,0.007387189,0.00022438524,0.00024372082,0.018312696,0.017231448,0.00096241874,0.010312901,0.87096614,0.00057140796],"about_ca_topic_score_codex":0.00048573493,"about_ca_topic_score_gemma":0.000103580685,"teacher_disagreement_score":0.24735638,"about_ca_system_score_codex":0.00032756972,"about_ca_system_score_gemma":0.00074038206,"threshold_uncertainty_score":0.99890965},"labels":[],"label_agreement":null},{"id":"W2807187849","doi":"10.1016/j.jogc.2018.03.087","title":"Substituting Lectures with Interactive Teaching in OBGYN Clerkship: Integrating Hands-on Learning with Theory","year":2018,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Session (web analytics); Medical education; Interactive Learning; Multimedia; Computer science; World Wide Web","score_opus":0.007208397052862729,"score_gpt":0.2634778691751242,"score_spread":0.2562694721222615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807187849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927902,0.00013882539,0.0006708078,0.00045295592,0.0015410805,0.00008438498,2.1926458e-7,0.000003714588,0.0043177656],"genre_scores_gemma":[0.99645376,0.0000041062417,0.002396344,0.0009612361,0.0000935159,0.0000018162577,0.0000020234245,0.000011083178,0.00007612889],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989864,0.000115107876,0.00032480064,0.00011875517,0.00026708934,0.00018785066],"domain_scores_gemma":[0.99715155,0.0019877777,0.0003728274,0.0000693133,0.00035259867,0.000065913715],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00078076904,0.00010657385,0.0002476539,0.00041756732,0.00018384679,0.000021331876,0.00006528674,0.00007228832,0.00005839739],"category_scores_gemma":[0.017689321,0.000067034875,0.00001309813,0.00045593537,0.00013608734,0.0000834985,0.000012813736,0.0014126683,1.6566234e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019441923,0.00012694497,0.54589146,0.000041059113,0.00015262543,0.0009843396,0.0039785425,0.00022899141,0.00003381112,0.0024505265,0.0004893382,0.44542795],"study_design_scores_gemma":[0.008904659,0.013188965,0.9347146,0.00069381174,0.00020767745,0.00094940484,0.029540755,0.002386671,0.0006207654,0.0004787469,0.0079267975,0.00038714055],"about_ca_topic_score_codex":0.001807773,"about_ca_topic_score_gemma":0.022228276,"teacher_disagreement_score":0.4450408,"about_ca_system_score_codex":0.00095013645,"about_ca_system_score_gemma":0.0012787386,"threshold_uncertainty_score":0.9956135},"labels":[],"label_agreement":null},{"id":"W2807936094","doi":"10.1186/s13104-018-3494-3","title":"Self-assessment differences between genders in a low-stakes objective structured clinical examination (OSCE)","year":2018,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University; University of Ottawa","funders":"Ottawa Hospital Research Institute","keywords":"Objective structured clinical examination; Medicine; MEDLINE; Psychology; Clinical psychology; Medical education; Family medicine; Biology","score_opus":0.2510322161351349,"score_gpt":0.5329110504508731,"score_spread":0.2818788343157382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807936094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992821,0.000020152182,0.003395777,0.0009043371,0.0003332385,0.0008870199,0.000003982173,0.00005951992,0.0015750052],"genre_scores_gemma":[0.975503,0.000025862777,0.022769552,0.00009172669,0.0013630056,0.00008896932,0.000054698725,0.000018427858,0.00008470496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962355,0.00096421235,0.0005894362,0.00047109422,0.0012601593,0.00047960397],"domain_scores_gemma":[0.99594176,0.0022718546,0.00010233734,0.00041431325,0.0011421286,0.0001276052],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005575753,0.00013424324,0.00031643748,0.0006644251,0.0001964072,0.000052285097,0.00022172007,0.00023113302,0.00021173761],"category_scores_gemma":[0.010034331,0.00010896765,0.000050754734,0.0013408429,0.0006134505,0.000134161,0.00008426086,0.00095958787,0.000053248066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047415644,0.00035796498,0.9390531,0.00015952204,0.000040080606,0.0000030455253,0.0019512961,2.516186e-7,0.00017271338,0.0007013778,0.0002834329,0.057229795],"study_design_scores_gemma":[0.0010432891,0.00063149154,0.9907226,0.0001511279,0.000017650875,0.0000014504492,0.0026973474,0.002271222,0.00076829025,0.0014838997,0.000109895576,0.000101713726],"about_ca_topic_score_codex":0.00014642523,"about_ca_topic_score_gemma":0.0001878805,"teacher_disagreement_score":0.057128083,"about_ca_system_score_codex":0.000579341,"about_ca_system_score_gemma":0.0013191227,"threshold_uncertainty_score":0.99830455},"labels":[],"label_agreement":null},{"id":"W2807993504","doi":"10.1097/acm.0000000000002327","title":"Dialogues on the Threshold: Dialogical Learning for Humanism and Justice","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; University of Toronto; Women's College Hospital","funders":"","keywords":"Dialogical self; Context (archaeology); Compassion; Duty; Psychology; Interpersonal communication; Excellence; Pedagogy; Sociology; Social psychology; Law; Political science","score_opus":0.11336778192989376,"score_gpt":0.3970307414574852,"score_spread":0.2836629595275914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807993504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8527765,0.00045935233,0.003895744,0.11701338,0.0018248816,0.0011042204,9.720962e-7,0.00012334589,0.022801563],"genre_scores_gemma":[0.9588377,0.00027385878,0.0002359753,0.029975444,0.008170474,0.00010006676,0.00004510582,0.000019357432,0.0023420078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998745,0.00004788612,0.00033815755,0.0002633811,0.0003529961,0.0002525721],"domain_scores_gemma":[0.99864376,0.0007621602,0.00010654708,0.00020469405,0.00020211878,0.000080726764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016009662,0.00013411054,0.0002362919,0.00010664025,0.00037424776,0.000004726481,0.00013025054,0.0002409208,0.00031357183],"category_scores_gemma":[0.011166947,0.000072635776,0.000019960225,0.00023898807,0.00091362384,0.000035885405,0.000034171575,0.0010513912,0.000047613277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040103987,0.00004808106,0.0036777318,0.00026141544,0.00008667892,0.000005908215,0.018783092,0.0000013687752,0.009258339,0.49407586,0.43812016,0.035280332],"study_design_scores_gemma":[0.006728522,0.008955383,0.029391224,0.001916372,0.0014378452,0.00021913546,0.015544948,0.006799472,0.0025419972,0.07377185,0.85214835,0.00054488535],"about_ca_topic_score_codex":0.000005242903,"about_ca_topic_score_gemma":5.4600275e-7,"teacher_disagreement_score":0.420304,"about_ca_system_score_codex":0.000042273157,"about_ca_system_score_gemma":0.00004319979,"threshold_uncertainty_score":0.9971624},"labels":[],"label_agreement":null},{"id":"W2808135813","doi":"10.15694/mep.2018.0000127.1","title":"Initiating communities of practice for teaching and education scholarship in hospital settings: a multi-site case study","year":2018,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Western Hospital; University of Ottawa; University of Toronto","funders":"University of Toronto","keywords":"Scholarship; Context (archaeology); Community of practice; Phone; Psychological intervention; Public relations; Medical education; Intervention (counseling); Qualitative research; Political science; Sociology; Psychology; Pedagogy; Medicine; Nursing; Social science; Geography","score_opus":0.03529018614331044,"score_gpt":0.40783569441785,"score_spread":0.3725455082745396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808135813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934905,0.000049576767,0.00033227893,0.0035814694,0.0004662838,0.0011291566,0.0000036755741,0.000031198695,0.00091586635],"genre_scores_gemma":[0.919446,0.0000013259518,0.07835993,0.0015784301,0.00030339966,0.00017226269,0.000058805075,0.00001850466,0.00006135507],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987273,0.00027068835,0.0004490178,0.00016006359,0.00022533785,0.00016757737],"domain_scores_gemma":[0.99769217,0.00053870655,0.00026895892,0.00028970762,0.0011711628,0.000039271985],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039999513,0.00010110191,0.00019377373,0.00039223925,0.0002713054,0.000097081516,0.000085766755,0.00008043863,0.00001226566],"category_scores_gemma":[0.029996917,0.00010098007,0.000018076053,0.00038256662,0.00016712176,0.0010914314,0.00006517819,0.0006252141,0.0000010528565],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092038266,0.009269558,0.3647881,0.00045325077,0.00008126093,0.000035775836,0.4116132,2.7988733e-7,0.00015369711,0.00063811673,0.0055765407,0.20729819],"study_design_scores_gemma":[0.002856467,0.0017197058,0.050091363,0.00058914314,0.00013338664,0.00069066626,0.93854487,0.0009779983,0.00008506834,0.000110605346,0.004027153,0.00017356573],"about_ca_topic_score_codex":0.0015208191,"about_ca_topic_score_gemma":0.0004413163,"teacher_disagreement_score":0.5269317,"about_ca_system_score_codex":0.000102371865,"about_ca_system_score_gemma":0.00031195456,"threshold_uncertainty_score":0.97817385},"labels":[],"label_agreement":null},{"id":"W2808193302","doi":"10.15694/mep.2018.0000128.1","title":"Assessment of Higher Ordered Thinking in Medical Education: Multiple Choice Questions and Modified Essay Questions","year":2018,"lang":"en","type":"review","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Multiple choice; Recall; Psychology; Critical thinking; Higher education; Medical education; Epistemology; Mathematics education; Medicine; Cognitive psychology; Political science; Internal medicine; Philosophy","score_opus":0.04516962164557003,"score_gpt":0.43811064131088334,"score_spread":0.3929410196653133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808193302","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028871058,0.9708611,0.0008243124,0.0054753236,0.004104128,0.0019577753,0.000021941567,0.00014439016,0.01632237],"genre_scores_gemma":[0.0017487911,0.96138835,0.025117893,0.0016881346,0.0024231973,0.0013643478,0.0019863367,0.00012136138,0.00416161],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958295,0.0003621441,0.0015551178,0.00065242377,0.0012394724,0.00036131142],"domain_scores_gemma":[0.9965091,0.00069438835,0.0006519573,0.00087323965,0.0010440587,0.00022729154],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020411117,0.00040283575,0.0015041346,0.0011642649,0.00017000671,0.00010754033,0.0004495705,0.00092301116,0.00083212677],"category_scores_gemma":[0.016752616,0.0003440787,0.00015749416,0.0021462096,0.00043749902,0.0003202421,0.00017468871,0.0014259318,0.000009500047],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030500714,0.001462214,0.0019993838,0.0104660615,0.00014240292,0.0000054017246,0.00021760845,3.3490994e-7,1.9006096e-7,0.022344807,0.039534032,0.9238245],"study_design_scores_gemma":[0.0006464444,0.00006437363,0.008576429,0.027564488,0.000466352,0.00007519255,0.00005397128,0.00018578453,1.2025721e-7,0.000668919,0.961423,0.00027496056],"about_ca_topic_score_codex":0.00050180004,"about_ca_topic_score_gemma":0.00020938,"teacher_disagreement_score":0.92354953,"about_ca_system_score_codex":0.00069927255,"about_ca_system_score_gemma":0.0117283715,"threshold_uncertainty_score":0.9999011},"labels":[],"label_agreement":null},{"id":"W2808587442","doi":"10.4212/cjhp.v51i6.1985","title":"Self-directed learning: Taking control of improving your practice","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Control (management); Computer science; Artificial intelligence","score_opus":0.018882689202579333,"score_gpt":0.33633567257499963,"score_spread":0.3174529833724203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808587442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9528298,0.0006842958,0.0004434346,0.037000485,0.0025582872,0.0003640291,0.0000024402984,0.000044763252,0.006072508],"genre_scores_gemma":[0.99274397,0.000011453776,0.0037961393,0.0017808542,0.001531482,0.0000019821482,0.0000016254531,0.000019708914,0.00011277512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987518,0.000109093584,0.00047283844,0.00008104163,0.0003363359,0.00024889747],"domain_scores_gemma":[0.99640566,0.0001125345,0.0009360074,0.00013973293,0.0021703695,0.00023567538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013358933,0.00009570636,0.00020301624,0.00023615225,0.00026148348,0.000033896453,0.00020861153,0.00003785306,0.0002949318],"category_scores_gemma":[0.0073301517,0.00006977357,0.00007004269,0.0004449885,0.0002256158,0.0002514364,0.000008023802,0.0007272296,0.000016164668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022133845,0.001957364,0.2362005,0.00076676434,0.0049738013,0.0013924413,0.10479373,0.00013935963,0.016064903,0.004875885,0.14332357,0.4832983],"study_design_scores_gemma":[0.016859498,0.0071791178,0.06462118,0.0008050934,0.003494844,0.0035910225,0.013193689,0.035791166,0.010606757,0.00042372756,0.84267616,0.0007577457],"about_ca_topic_score_codex":0.0036057804,"about_ca_topic_score_gemma":0.00024048054,"teacher_disagreement_score":0.69935256,"about_ca_system_score_codex":0.00028633594,"about_ca_system_score_gemma":0.0025964594,"threshold_uncertainty_score":0.8775406},"labels":[],"label_agreement":null},{"id":"W2809010181","doi":"10.1016/j.cptl.2018.04.017","title":"Self-paced online learning modules for pharmacy practice educators: Development and preliminary evaluation","year":2018,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pharmacy; Medical education; Pharmacy practice; Pharmacy education; Psychology; Online learning; Computer science; Medicine; Nursing; Multimedia","score_opus":0.058467493258126224,"score_gpt":0.45982357859777806,"score_spread":0.40135608533965184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809010181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99334747,0.001153045,0.0017271662,0.0016517967,0.0007800669,0.000743507,6.7207657e-7,0.000121826546,0.00047447617],"genre_scores_gemma":[0.90770197,0.00015071603,0.09035748,0.00040536042,0.0008305702,0.00012751744,0.00018438026,0.000033635686,0.00020839217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781775,0.0006432088,0.00043227884,0.00041652628,0.00038582878,0.00030437464],"domain_scores_gemma":[0.99880254,0.00042071656,0.0002311918,0.0000978149,0.00034417585,0.00010355474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048371023,0.00019557978,0.00021249376,0.00033044326,0.0008190517,0.000053985772,0.00006930833,0.000046547793,0.000037891896],"category_scores_gemma":[0.0094342325,0.00019432163,0.000021927464,0.00021880306,0.000080285456,0.00037000587,0.00006787541,0.0017901058,0.000005561035],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027478457,0.0006558766,0.037032835,0.00030184415,0.00006454337,0.0000010693444,0.026713064,0.00005400244,0.0002449291,0.000036654383,0.0006907933,0.9339296],"study_design_scores_gemma":[0.005604864,0.00025093745,0.013399784,0.00059323595,0.00027353698,0.00007665273,0.010390239,0.3261923,0.00037254702,0.00002023944,0.64256227,0.00026338926],"about_ca_topic_score_codex":0.000034125318,"about_ca_topic_score_gemma":8.6959454e-7,"teacher_disagreement_score":0.9336662,"about_ca_system_score_codex":0.00022002483,"about_ca_system_score_gemma":0.0002627293,"threshold_uncertainty_score":0.9989097},"labels":[],"label_agreement":null},{"id":"W2809318321","doi":"10.1111/medu.13614","title":"‘I feel like I sleep here’: how space and place influence medical student experiences","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Liminality; Focus group; Thematic analysis; Space (punctuation); Context (archaeology); Medical education; Sociology; Psychology; Qualitative research; Pedagogy; Medicine; Computer science","score_opus":0.007707741848205011,"score_gpt":0.36280001186842326,"score_spread":0.35509227002021826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809318321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8755537,0.00043183716,0.00070576527,0.1184116,0.0027290108,0.0003687304,3.2748238e-7,0.00009377406,0.0017052224],"genre_scores_gemma":[0.95940644,0.00013412886,0.002249327,0.03425649,0.001913887,0.0002879121,0.00003312357,0.000023816741,0.0016948525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961786,0.00010254471,0.00042573395,0.00050971546,0.0024015978,0.0003817799],"domain_scores_gemma":[0.9981965,0.00012185798,0.0001468377,0.00045266355,0.0005952606,0.00048690345],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012634955,0.00021264683,0.00029272283,0.00020616868,0.00023877351,0.00006907601,0.00032212192,0.00038812115,0.0027326231],"category_scores_gemma":[0.012470377,0.00017527606,0.00003731681,0.00072888006,0.001272608,0.00023308524,0.00011952273,0.00059219677,0.00012134386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001246141,0.0027730223,0.06488812,0.0003107127,0.0000930054,0.00002816535,0.051078334,3.430738e-7,0.00015091496,0.0030696366,0.3549932,0.5224899],"study_design_scores_gemma":[0.0036464732,0.0016173902,0.15757881,0.002343928,0.00019714318,0.0012474032,0.15536082,0.010087932,0.0007977885,0.00028111288,0.6658978,0.00094339077],"about_ca_topic_score_codex":0.00008664313,"about_ca_topic_score_gemma":0.000027348644,"teacher_disagreement_score":0.52154654,"about_ca_system_score_codex":0.00019942758,"about_ca_system_score_gemma":0.0029867254,"threshold_uncertainty_score":0.998179},"labels":[],"label_agreement":null},{"id":"W2809764019","doi":"10.1016/j.amjsurg.2018.06.028","title":"Comparison of faculty versus structured peer-feedback for acquisitions of basic and intermediate-level surgical skills","year":2018,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Royal Australasian College of Surgeons","keywords":"Peer feedback; Randomized controlled trial; Task (project management); Medical education; Medicine; Medical physics; Psychology; Surgery","score_opus":0.0818807768771893,"score_gpt":0.4110307980436777,"score_spread":0.3291500211664884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809764019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955246,0.000050638875,0.0006628171,0.0027437028,0.0008156422,0.00009926285,0.000043075197,0.0000036935762,0.000056563164],"genre_scores_gemma":[0.99584824,0.00002259773,0.0033230223,0.00015506943,0.0005698654,0.0000024738774,0.000027802282,0.000011254316,0.00003969062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99848086,0.00006833727,0.0007821601,0.00008236954,0.00043800526,0.00014829199],"domain_scores_gemma":[0.99608696,0.0010422178,0.0011631612,0.00017541277,0.0014606407,0.00007162258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010714718,0.000094030016,0.00065697456,0.0002279412,0.00005806218,0.0000057376856,0.000112645226,0.000034855704,0.0000941685],"category_scores_gemma":[0.0017864299,0.000060457052,0.00014632921,0.00046523692,0.0013532002,0.00005852496,0.000024072728,0.00019920857,0.0000011009245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012118206,0.0014009008,0.2817419,0.0002885123,0.0012151056,0.000013551703,0.00941268,0.000013857864,0.008256232,0.0005463021,0.09938557,0.58560723],"study_design_scores_gemma":[0.0030518053,0.0021862052,0.9625028,0.0004870893,0.00045239393,0.00028266944,0.011389334,0.00022497748,0.013926415,0.00033738007,0.0049941693,0.00016475459],"about_ca_topic_score_codex":0.000010357266,"about_ca_topic_score_gemma":8.552898e-7,"teacher_disagreement_score":0.6807609,"about_ca_system_score_codex":0.000044236756,"about_ca_system_score_gemma":0.00024099524,"threshold_uncertainty_score":0.49859226},"labels":[],"label_agreement":null},{"id":"W2810701290","doi":"10.12927/cjnl.2018.25472","title":"Exploring the Effectiveness of Multisource Feedback and Coaching with Nurse Practitioners","year":2018,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Island Health","funders":"","keywords":"Coaching; Nursing; Psychology; Nurse practitioners; Medical education; Medicine; Health care; Political science; Psychotherapist","score_opus":0.1920135264587774,"score_gpt":0.34797639767551086,"score_spread":0.15596287121673347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810701290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859176,0.000040871542,0.0043188,0.0061919494,0.00035748334,0.00029694499,2.9920548e-7,0.000035926587,0.0028401064],"genre_scores_gemma":[0.99583536,0.0000015576953,0.0034919693,0.00031619772,0.0002515786,0.000025188232,0.000006848176,0.000018024131,0.000053255826],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991659,0.00016001643,0.00012651073,0.00015446899,0.00023098532,0.00016211266],"domain_scores_gemma":[0.9991999,0.0003130489,0.00007638568,0.00019584729,0.00018061865,0.000034172783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008890705,0.00008365568,0.00012890442,0.000095309646,0.00016251634,0.000013918894,0.000047697,0.000038199403,0.00000839834],"category_scores_gemma":[0.0007286186,0.000056750818,0.000015222127,0.00035107188,0.0008794794,0.00016756578,0.0000028983332,0.00026239373,0.000005528622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071500707,0.0016065957,0.06500059,0.0028336358,0.00036829902,0.000013342245,0.18003577,0.00006302637,0.04909935,0.019124493,0.0015106271,0.6731942],"study_design_scores_gemma":[0.0028775155,0.0011603022,0.7686754,0.009750912,0.00031225992,0.00032911485,0.18460362,0.0011406019,0.03003178,0.00022986963,0.0006362052,0.00025243848],"about_ca_topic_score_codex":0.000019452278,"about_ca_topic_score_gemma":9.958045e-7,"teacher_disagreement_score":0.7036748,"about_ca_system_score_codex":0.00009736824,"about_ca_system_score_gemma":0.00005726213,"threshold_uncertainty_score":0.32404783},"labels":[],"label_agreement":null},{"id":"W2810719550","doi":"10.3138/cjpe.31094","title":"Construct-Aligned Rating Scales Improve the Reliability of Program Evaluation Data","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generalizability theory; Sophistication; Construct (python library); Reliability (semiconductor); Rating scale; Construct validity; Psychology; Independence (probability theory); Applied psychology; Computer science; Psychometrics; Statistics; Clinical psychology; Mathematics; Developmental psychology; Sociology","score_opus":0.13511042286109173,"score_gpt":0.4605146374006852,"score_spread":0.32540421453959345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810719550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98263234,0.00035471717,0.00067028636,0.0063231895,0.0018611462,0.006852294,0.000019129346,0.000023516892,0.0012633785],"genre_scores_gemma":[0.955987,0.000003765805,0.04223915,0.00022803483,0.001004576,0.00024620848,0.00025931324,0.000017558894,0.000014440956],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99625957,0.000514124,0.0011506148,0.00027008454,0.0015018752,0.00030373957],"domain_scores_gemma":[0.9880922,0.00011107055,0.0010177497,0.0009097309,0.009636086,0.00023320752],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01629071,0.00014640177,0.0002879986,0.00031569085,0.00027653296,0.000082326726,0.00044063185,0.00014895595,0.00046051716],"category_scores_gemma":[0.018986152,0.00010568301,0.00007632082,0.00094133546,0.0009882684,0.00037996884,0.000028736611,0.00030517482,0.000008260369],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041591422,0.00013808376,0.008356509,0.000057187972,0.00006132885,9.4380636e-7,0.00074454804,0.000016071011,0.0005427998,0.00014634976,0.003925213,0.98596936],"study_design_scores_gemma":[0.008073479,0.0074139503,0.19493647,0.0012520283,0.0036622947,0.00052331126,0.008519897,0.705319,0.0053799194,0.008015725,0.05632451,0.0005794428],"about_ca_topic_score_codex":0.0006161238,"about_ca_topic_score_gemma":0.0026950198,"teacher_disagreement_score":0.98538995,"about_ca_system_score_codex":0.0006406739,"about_ca_system_score_gemma":0.008701171,"threshold_uncertainty_score":0.99691856},"labels":[],"label_agreement":null},{"id":"W2810756212","doi":"10.24926/jrmc.v1i3.1270","title":"Leadership Succession at Regional Medical Campuses: What incoming leaders might want to know from their predecessors","year":2018,"lang":"en","type":"article","venue":"Journal of Regional Medical Campuses","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public relations; Succession planning; Political science; Windsor; Leadership development; Bridge (graph theory); Sociology; Medical education; Medicine","score_opus":0.08144701526388834,"score_gpt":0.36251499817133576,"score_spread":0.2810679829074474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810756212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66504836,0.0022777466,0.0015042742,0.32804936,0.0026726024,0.0002657687,0.0000035190922,0.00004834939,0.00013000821],"genre_scores_gemma":[0.8856948,0.0021436096,0.005285459,0.0936974,0.012070048,0.00003424217,0.0001000124,0.00010754939,0.0008668685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903113,0.00038779405,0.0018309776,0.0006149624,0.0060681016,0.0007868318],"domain_scores_gemma":[0.99293786,0.0019662485,0.0009282311,0.00056958396,0.0017530363,0.0018450654],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002925605,0.00048785922,0.0010219121,0.0007865353,0.0004116826,0.000091108624,0.0010533659,0.0009298796,0.0072991773],"category_scores_gemma":[0.015135997,0.0003313088,0.0003720523,0.0010686644,0.002248369,0.00072883663,0.00024981532,0.0018674603,0.00021081702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020583363,0.0010513981,0.015923165,0.00020560759,0.00048606345,0.0006019809,0.009211947,0.00000219744,0.0012767455,0.0006080721,0.9036081,0.06496641],"study_design_scores_gemma":[0.0074031996,0.0026193175,0.015996898,0.03281106,0.0004222255,0.0069016023,0.05347684,0.00091998157,0.007131757,0.0027258846,0.8684623,0.001128892],"about_ca_topic_score_codex":0.000060464605,"about_ca_topic_score_gemma":0.00014245155,"teacher_disagreement_score":0.23435196,"about_ca_system_score_codex":0.00078893546,"about_ca_system_score_gemma":0.0030029947,"threshold_uncertainty_score":0.9999139},"labels":[],"label_agreement":null},{"id":"W2810830724","doi":"10.1111/medu.13621","title":"Beyond hands‐on and hands‐off: supervisory approaches and entrustment on the inpatient ward","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fraser Institute; University of Fredericton; University of New Brunswick; Dalhousie University; University of British Columbia; University of Alberta; University of Northern British Columbia","funders":"University of British Columbia","keywords":"Context (archaeology); Supervisor; Grounded theory; Clinical supervision; Constructivist grounded theory; Psychology; Nursing; Data collection; Medical education; Medicine; Qualitative research; Sociology","score_opus":0.031643510797431385,"score_gpt":0.29618893029718885,"score_spread":0.26454541949975746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810830724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9053484,0.00023725742,0.00004444563,0.08440157,0.00084640423,0.00052904454,8.320185e-7,0.000031144205,0.00856091],"genre_scores_gemma":[0.95167357,0.00018819509,0.00031013828,0.045514025,0.0012149711,0.00020388637,0.00008095967,0.000018709614,0.00079556275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823844,0.00008606297,0.00031113662,0.00034748437,0.0007927044,0.00022418611],"domain_scores_gemma":[0.9991221,0.00014374335,0.000075398304,0.00035454432,0.00015306531,0.0001511678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008107053,0.00016436803,0.00017870223,0.00016445293,0.00026099422,0.000033974484,0.00010056984,0.00016991416,0.00079610624],"category_scores_gemma":[0.002839925,0.000104014245,0.000025204065,0.00028427638,0.000605425,0.00005481989,0.000047188358,0.00038644485,0.00006522643],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001329912,0.0012623857,0.0062542246,0.000087343804,0.000037535043,9.204146e-7,0.004833219,9.157883e-8,0.000020091918,0.017699173,0.18099767,0.78867435],"study_design_scores_gemma":[0.009690013,0.013038846,0.38538936,0.002883772,0.00046468352,0.0002886749,0.017455911,0.009946604,0.0063806497,0.01003442,0.5433408,0.0010862554],"about_ca_topic_score_codex":0.00001734478,"about_ca_topic_score_gemma":0.000004938938,"teacher_disagreement_score":0.7875881,"about_ca_system_score_codex":0.0001284908,"about_ca_system_score_gemma":0.00059561327,"threshold_uncertainty_score":0.8716805},"labels":[],"label_agreement":null},{"id":"W2810845328","doi":"10.1097/acm.0000000000002345","title":"The Contextual Curriculum: Learning in the Matrix, Learning From the Matrix","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University; University of Calgary; Pierre Elliott Trudeau Foundation","funders":"","keywords":"Affordance; Curriculum; Contextual learning; Context (archaeology); Set (abstract data type); Diversity (politics); Psychology; Health care; Medical education; Mathematics education; Pedagogy; Medicine; Cognitive psychology; Sociology; Computer science; Political science; Geography","score_opus":0.0263356487233553,"score_gpt":0.3814909088258995,"score_spread":0.35515526010254417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810845328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7859073,0.004328165,0.0007706025,0.20316516,0.0013128074,0.0007113932,5.560157e-7,0.000099665216,0.0037043008],"genre_scores_gemma":[0.9766009,0.0009848194,0.00008462604,0.010421328,0.006864551,0.00007672566,0.000070465336,0.000029114562,0.004867503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968521,0.0005487804,0.00079007493,0.00032291684,0.0010068923,0.00047925068],"domain_scores_gemma":[0.9967353,0.0021119246,0.00031392847,0.0004943503,0.0002751024,0.00006944463],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005404891,0.00021350961,0.00031711426,0.00010555637,0.0008014372,0.000020781868,0.0007052527,0.00027839976,0.000525583],"category_scores_gemma":[0.016879898,0.00008952861,0.000045305653,0.0011779777,0.0012448097,0.000082960236,0.00008950618,0.004342488,0.00029783655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001928433,0.000049614933,0.1935341,0.00003897793,0.00012723717,0.000026362044,0.074740544,0.000019275762,0.0018053624,0.01926272,0.62059873,0.08960422],"study_design_scores_gemma":[0.0023158349,0.0005351256,0.04277374,0.000756122,0.00020055224,0.00014427182,0.121279426,0.0050947955,0.00005920604,0.0017834498,0.82487965,0.00017782075],"about_ca_topic_score_codex":0.00064456934,"about_ca_topic_score_gemma":0.000028228036,"teacher_disagreement_score":0.20428093,"about_ca_system_score_codex":0.00012237112,"about_ca_system_score_gemma":0.00017447663,"threshold_uncertainty_score":0.99795455},"labels":[],"label_agreement":null},{"id":"W2811010158","doi":"10.1080/09593985.2018.1491080","title":"Teaching professionalism: some features in Canadian physiotherapy programs","year":2018,"lang":"en","type":"article","venue":"Physiotherapy Theory and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Physical therapy; Medicine; Physical medicine and rehabilitation; Medical education; Psychology","score_opus":0.0185821127963097,"score_gpt":0.425123273100591,"score_spread":0.4065411603042813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811010158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91024673,0.0019955686,0.00021605968,0.06327644,0.000990434,0.0013295595,0.0000035560565,0.00011737003,0.021824293],"genre_scores_gemma":[0.9415177,0.00017016014,0.0044683027,0.04925446,0.0014158598,0.000082907885,0.00003654196,0.000043586937,0.0030104774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983417,0.0006212642,0.00019504593,0.0002751054,0.00022726347,0.00033965195],"domain_scores_gemma":[0.9989737,0.00040039961,0.00010222128,0.00027341596,0.00014309307,0.00010717171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025086682,0.00015302029,0.00018702824,0.00019622766,0.0003011149,0.000041285428,0.00009452812,0.000118471304,0.00021973811],"category_scores_gemma":[0.0010008367,0.00012225848,0.000029146235,0.0003173586,0.0002308569,0.0005259097,0.000010945946,0.0005202466,0.00002312539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002949339,0.00096067996,0.0009044694,0.00012374898,0.0001264496,0.000014254299,0.015370463,4.695969e-7,0.022423277,0.36964545,0.0038612387,0.5836202],"study_design_scores_gemma":[0.003258731,0.0011060651,0.0339032,0.00076158904,0.00006138486,0.0002304962,0.0070473854,0.00019267653,0.0014922376,0.10679961,0.8446159,0.00053076126],"about_ca_topic_score_codex":0.028738772,"about_ca_topic_score_gemma":0.0022605667,"teacher_disagreement_score":0.8407546,"about_ca_system_score_codex":0.00012798303,"about_ca_system_score_gemma":0.00036153127,"threshold_uncertainty_score":0.97772896},"labels":[],"label_agreement":null},{"id":"W2811083005","doi":"","title":"Expérimentation de la supervision vidéo au DMG de Rouen : cadre légal et pratique","year":2018,"lang":"fr","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art; Philosophy","score_opus":0.011175302875274427,"score_gpt":0.30876515942472493,"score_spread":0.2975898565494505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811083005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57377946,0.0013669159,0.21133052,0.090695105,0.0012174699,0.00067155145,0.000025821746,0.00019448853,0.12071866],"genre_scores_gemma":[0.86637956,0.0006431804,0.10371756,0.0027100814,0.0005385246,0.00010285596,0.00052700145,0.00007967653,0.025301542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865736,0.010603109,0.00076343206,0.00063314073,0.0006539025,0.00077285594],"domain_scores_gemma":[0.9928772,0.0019470272,0.00038558152,0.0014076108,0.0030456223,0.0003369712],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018469563,0.00033594467,0.0003315941,0.00029817197,0.00064442615,0.00028908215,0.00063062616,0.00056299276,0.0015877658],"category_scores_gemma":[0.010427728,0.00037804313,0.00012803396,0.0011116026,0.0011083183,0.0004936353,0.0002672435,0.0009282258,0.0002993441],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008361964,0.0028808676,0.029945133,0.0004561365,0.00016213045,0.000024137635,0.15102458,0.000029621166,0.047987245,0.41879854,0.043648794,0.3049592],"study_design_scores_gemma":[0.00398753,0.00001970185,0.13474722,0.009065126,0.0003667339,0.0004190344,0.008334094,0.07045831,0.37131047,0.007861541,0.39239138,0.0010388405],"about_ca_topic_score_codex":0.0052811955,"about_ca_topic_score_gemma":0.0019244057,"teacher_disagreement_score":0.410937,"about_ca_system_score_codex":0.0015850803,"about_ca_system_score_gemma":0.002922491,"threshold_uncertainty_score":0.99986714},"labels":[],"label_agreement":null},{"id":"W2811206069","doi":"10.21315/eimj2018.10.2.1","title":"Assessment for “Fit to Practice” Graduates: OTTAWA-ICME Conference 2018","year":2018,"lang":"en","type":"article","venue":"Education in Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.063052219202673,"score_gpt":0.49048815443640525,"score_spread":0.42743593523373224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811206069","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13356367,0.00024818175,0.23976909,0.5521548,0.025132505,0.0022100173,0.000003172808,0.00006592156,0.04685268],"genre_scores_gemma":[0.38514298,0.0001337354,0.52405447,0.046454586,0.023071589,0.00042804753,0.00008678855,0.00006955818,0.02055823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751264,0.00010723288,0.0009667675,0.00030463986,0.00074045593,0.00036827437],"domain_scores_gemma":[0.9955374,0.00024715107,0.00042168837,0.00037355223,0.003113055,0.00030716456],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032266844,0.00018483444,0.00035548725,0.000818792,0.00023860406,0.000048951828,0.00021551979,0.00011320723,0.0020373838],"category_scores_gemma":[0.010318546,0.00014966792,0.000044153625,0.0009240508,0.00023769181,0.00029796336,0.000020974338,0.0006432554,0.00009089351],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008283105,0.0006542791,0.0057178386,0.00005535473,0.000033160573,0.0000016204172,0.0030507487,0.0000021357487,0.00061722624,0.002844885,0.9280017,0.05893821],"study_design_scores_gemma":[0.0018654558,0.0017422736,0.0577537,0.0010886199,0.00012252762,0.00064080436,0.013251018,0.0003709694,0.00010980157,0.0028353136,0.9200497,0.00016981411],"about_ca_topic_score_codex":0.00007931901,"about_ca_topic_score_gemma":0.000021730457,"teacher_disagreement_score":0.5057002,"about_ca_system_score_codex":0.00077015936,"about_ca_system_score_gemma":0.004104255,"threshold_uncertainty_score":0.9988749},"labels":[],"label_agreement":null},{"id":"W2811317195","doi":"10.1016/j.pmrj.2018.06.009","title":"Predictors of Performance on the American Board of Physical Medicine and Rehabilitation Maintenance of Certification Examination","year":2018,"lang":"en","type":"article","venue":"PM&R","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Maintenance of Certification; Medicine; Physical examination; Subspecialty; Certification; Graduate medical education; Physical therapy; Rehabilitation; Objective structured clinical examination; Family medicine; Medical education; Surgery; Management","score_opus":0.018528922870928718,"score_gpt":0.31502339344277525,"score_spread":0.2964944705718465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811317195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920756,0.0000067080514,0.0003110471,0.00565611,0.000099621124,0.00026230793,0.0000017920204,0.000008484418,0.0015782875],"genre_scores_gemma":[0.99879205,0.000014199251,0.0007633951,0.00014867444,0.00019360012,0.000020094134,0.000010246213,0.0000067327155,0.000051025596],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99908805,0.00005452198,0.00032797773,0.00012014365,0.00033801954,0.000071274924],"domain_scores_gemma":[0.9983124,0.00036529446,0.00037725005,0.000264829,0.0006629875,0.000017230901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056116877,0.00006215676,0.00020163039,0.00014567644,0.000029545501,7.920958e-7,0.000059343176,0.000022668752,0.000019052763],"category_scores_gemma":[0.0031187113,0.000039065602,0.000021003585,0.0005521817,0.0016323633,0.000044575758,0.000010027039,0.000082505,0.0000018197009],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083074876,0.0011403965,0.23467577,0.0012986446,0.000114673385,1.3639132e-7,0.039968647,0.000010221525,0.15568803,0.046922036,0.010683398,0.5086673],"study_design_scores_gemma":[0.00034773556,0.0040370068,0.9620783,0.0004957586,0.00005198965,0.0000012061323,0.0021090114,0.0049363645,0.024756463,0.00020722784,0.0009394059,0.000039543545],"about_ca_topic_score_codex":0.000029998148,"about_ca_topic_score_gemma":0.000001199722,"teacher_disagreement_score":0.7274025,"about_ca_system_score_codex":0.000037371457,"about_ca_system_score_gemma":0.000033756674,"threshold_uncertainty_score":0.6014511},"labels":[],"label_agreement":null},{"id":"W2826566695","doi":"10.2478/rpp-2018-0033","title":"Enhancement of Qualitative Pharmacists’ Training: Canadian Experience","year":2018,"lang":"en","type":"article","venue":"Comparative Professional Pedagogy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Pharmacy; Medical education; Curriculum; Pharmacy practice; Restructuring; Professional development; Clinical pharmacy; Scope (computer science); Medicine; Pharmacy school; Quality (philosophy); Psychology; Nursing; Pedagogy; Political science","score_opus":0.36739965497401206,"score_gpt":0.6005494075639336,"score_spread":0.23314975258992154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2826566695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96858937,0.00007724354,0.001850974,0.002231659,0.0012331995,0.0003888642,0.000007599864,0.000014077676,0.025606997],"genre_scores_gemma":[0.9882223,0.0000026311611,0.0055267313,0.0016385246,0.00034357246,0.00011944209,0.00006984854,0.00000796081,0.00406898],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99851674,0.00016502419,0.00042249804,0.0002352307,0.00039215555,0.0002683345],"domain_scores_gemma":[0.99846965,0.00009929893,0.00016014733,0.00018210692,0.0009310623,0.0001577144],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045676733,0.00012583291,0.00029873525,0.00021760954,0.00018368551,0.0000036494293,0.00012564103,0.00006639277,0.004929439],"category_scores_gemma":[0.00028986693,0.00010491625,0.000036948702,0.00039985095,0.0007176223,0.00008150247,0.000028574597,0.00023562543,0.00011451447],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036547487,0.00039153805,0.0010485736,0.000060481434,0.00007584672,0.0000044772355,0.9228633,3.3708895e-7,0.01875004,0.009313824,0.03542174,0.011704351],"study_design_scores_gemma":[0.0034696034,0.0016319393,0.019876616,0.0007286715,0.000079499514,0.00006859138,0.597893,0.0025502108,0.2536781,0.0025340146,0.116903014,0.0005867676],"about_ca_topic_score_codex":0.0005397133,"about_ca_topic_score_gemma":0.00043419268,"teacher_disagreement_score":0.32497033,"about_ca_system_score_codex":0.00017934213,"about_ca_system_score_gemma":0.0019820444,"threshold_uncertainty_score":0.9959802},"labels":[],"label_agreement":null},{"id":"W28444281","doi":"10.2353/jmoldx.2009.090040","title":"Competency-Based Education for the Molecular Genetic Pathology Fellow","year":2009,"lang":"en","type":"article","venue":"Journal of Molecular Diagnostics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Accreditation; Specialty; Graduate medical education; Medical education; Medicine; Engineering ethics; Pathology; Engineering","score_opus":0.007197243253971883,"score_gpt":0.3039572526701644,"score_spread":0.2967600094161925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W28444281","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38394576,0.0061007235,0.5570261,0.050542776,0.0014075211,0.0006510351,0.0000023638388,0.000012111562,0.00031161317],"genre_scores_gemma":[0.7898561,0.0002489147,0.18182047,0.027589401,0.00040725362,0.000020373376,0.00001911105,0.000019659414,0.000018717492],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987537,0.000054753724,0.00051854213,0.00011206565,0.0003813987,0.00017949878],"domain_scores_gemma":[0.9978848,0.00028427326,0.00034124535,0.0003062035,0.001106968,0.00007651417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004211902,0.0001185022,0.00022197023,0.00018916676,0.000071870505,0.000019939776,0.0001892124,0.00010733477,0.000021496136],"category_scores_gemma":[0.0049127215,0.00008635995,0.00016256464,0.00029890612,0.00008212981,0.000025562462,0.0000073115175,0.0003081087,0.0000046875566],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035113646,0.0045177424,0.003906457,0.00024507774,0.00030744405,0.0009988786,0.00048179773,0.0056191995,0.125199,0.05690676,0.08750049,0.713966],"study_design_scores_gemma":[0.017262906,0.017111758,0.31378222,0.002782821,0.007623331,0.007993287,0.0017390869,0.025599528,0.24178769,0.14628516,0.21641272,0.0016195148],"about_ca_topic_score_codex":8.0203444e-7,"about_ca_topic_score_gemma":1.979831e-7,"teacher_disagreement_score":0.7123465,"about_ca_system_score_codex":0.00009246797,"about_ca_system_score_gemma":0.0014186993,"threshold_uncertainty_score":0.5881341},"labels":[],"label_agreement":null},{"id":"W2880888887","doi":"10.1111/medu.13641","title":"Attending to relationships: a necessary evolution in the clerkship","year":2018,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.035914672460776266,"score_gpt":0.3659510814370217,"score_spread":0.3300364089762454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2880888887","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017146297,0.00017818816,0.001325242,0.96920097,0.0040227133,0.0013126169,0.0000028726986,0.000080076614,0.006731051],"genre_scores_gemma":[0.03879227,0.0000148810195,0.0019540687,0.9329825,0.020952372,0.00079861167,0.0017282354,0.000062025116,0.0027150058],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950277,0.0005941649,0.00092176715,0.0006278289,0.0022892414,0.00053929474],"domain_scores_gemma":[0.9977278,0.00043152279,0.00025198286,0.000986334,0.0004992643,0.00010308698],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0037318312,0.0003174793,0.0003948542,0.0010937576,0.0002715962,0.00006519619,0.00061644515,0.001549067,0.0012564041],"category_scores_gemma":[0.02366535,0.00024232334,0.00010391159,0.0025110971,0.00025755545,0.00014589199,0.00006050704,0.0052989237,0.00093578186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015398547,0.0002995039,0.0049030497,0.00023893894,0.000015577994,0.000022169334,0.0015473254,2.4968935e-7,0.0000019281204,0.00038136588,0.98059684,0.011977626],"study_design_scores_gemma":[0.00030692332,0.00011812654,0.06334452,0.0017836429,0.00010174035,0.00021951536,0.0016229358,0.00018589181,0.0000014717472,0.0011838714,0.9308839,0.00024749988],"about_ca_topic_score_codex":0.0001992469,"about_ca_topic_score_gemma":0.000045399713,"teacher_disagreement_score":0.058441475,"about_ca_system_score_codex":0.0012469502,"about_ca_system_score_gemma":0.0046654907,"threshold_uncertainty_score":0.9998421},"labels":[],"label_agreement":null},{"id":"W2883082116","doi":"10.11622/smedj.2018093","title":"Qualitative research essentials for medical education","year":2018,"lang":"en","type":"review","venue":"Singapore Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rigour; Qualitative research; Medicine; Engineering ethics; Resource (disambiguation); Educational research; Management science; Data science; Epistemology; Computer science; Sociology; Pedagogy; Social science","score_opus":0.29974380025061137,"score_gpt":0.6723247773323803,"score_spread":0.3725809770817689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883082116","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024544415,0.9658811,0.0046531553,0.016504452,0.008107816,0.0017937426,0.00001247601,0.00006007031,0.0029626354],"genre_scores_gemma":[0.0000076434235,0.9591418,0.009418685,0.0023881046,0.025092075,0.00043365866,0.0008536831,0.00014959056,0.0025147763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98533046,0.002299113,0.002957729,0.0007390605,0.0076413197,0.0010323441],"domain_scores_gemma":[0.98536485,0.003336371,0.001446593,0.00094771635,0.0066808267,0.0022236377],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03994538,0.00051615515,0.0022646838,0.0016406114,0.0008214621,0.00015948048,0.0010110223,0.0021512893,0.008236213],"category_scores_gemma":[0.1557824,0.000365371,0.0008201311,0.0019620769,0.0018768139,0.00014276827,0.00017864931,0.0061965776,0.0003644276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023015431,0.00054401497,4.972448e-7,0.0070987833,0.00019993902,0.00004162547,0.0007625045,8.4321417e-10,5.2606733e-8,0.0015900284,0.3978757,0.5918639],"study_design_scores_gemma":[0.0006891137,0.0004066895,7.9006963e-7,0.075285174,0.00070680794,0.0058380645,0.0017115383,0.000024539317,9.346396e-7,0.0042341533,0.91081744,0.00028476803],"about_ca_topic_score_codex":0.0000098191485,"about_ca_topic_score_gemma":0.000004059273,"teacher_disagreement_score":0.5915791,"about_ca_system_score_codex":0.0011763601,"about_ca_system_score_gemma":0.06042026,"threshold_uncertainty_score":0.99987984},"labels":[],"label_agreement":null},{"id":"W2883131882","doi":"10.7759/cureus.3053","title":"Recommendations for the Development and Implementation of a Residents as Teachers Curriculum","year":2018,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Curriculum; Medical education; Faculty development; Curriculum development; Medical school; Professional development; Pedagogy; Psychology","score_opus":0.0990465112343587,"score_gpt":0.49061983842620205,"score_spread":0.39157332719184335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883131882","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002598302,0.994647,0.00046956853,0.0014066956,0.00072117255,0.002241425,0.000013869694,0.000016251819,0.00022417528],"genre_scores_gemma":[0.00002005717,0.9801994,0.017089603,0.00018739587,0.00033723752,0.0008844329,0.00074665225,0.000026638185,0.00050855987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882215,0.00003689534,0.0006417751,0.00018852425,0.0001829031,0.00012774096],"domain_scores_gemma":[0.9989666,0.00011815408,0.00038507232,0.00025263845,0.00024619687,0.000031342886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067535933,0.00014042787,0.00038842825,0.00010256295,0.00014253709,0.000012860261,0.00011582558,0.0001210591,0.00023384103],"category_scores_gemma":[0.00056013843,0.00009073613,0.00007588123,0.0002616209,0.00007458161,0.000041954816,0.000040837145,0.00015318919,0.000013178772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.2917315e-7,0.000042752352,0.000047981648,0.002202168,0.00017316158,7.1278905e-8,0.0012222718,1.5490836e-9,6.7995074e-8,0.0004211748,0.07370244,0.922187],"study_design_scores_gemma":[0.00023324364,0.000071414725,0.0002056772,0.0030081568,0.0007560754,0.000014433559,0.00241812,0.0000017506898,0.0000053333024,0.00006337944,0.9931407,0.00008173533],"about_ca_topic_score_codex":0.00011037419,"about_ca_topic_score_gemma":0.00003955443,"teacher_disagreement_score":0.92210525,"about_ca_system_score_codex":0.00022589433,"about_ca_system_score_gemma":0.00076966966,"threshold_uncertainty_score":0.3700112},"labels":[],"label_agreement":null},{"id":"W2883263886","doi":"10.1016/j.jtcvs.2018.07.016","title":"General thoracic surgical training in North America: Contrasting general thoracic surgery residencies in Canada and the United States","year":2018,"lang":"en","type":"letter","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"","keywords":"Accreditation; Cardiothoracic surgery; Specialty; Medicine; Certification; Surgeon general; General surgery; Medical education; Surgery; Family medicine; Political science; Nursing; Law; Public health","score_opus":0.02910015290004126,"score_gpt":0.28889865345607196,"score_spread":0.2597985005560307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883263886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93882674,0.015976138,0.00015021504,0.043355227,0.0013053645,0.00032330106,0.00001689547,0.000012400555,0.00003374362],"genre_scores_gemma":[0.8075483,0.032247588,0.002028988,0.13872172,0.017555555,0.000111102236,0.0011840524,0.00027355304,0.0003291855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926194,0.002110082,0.0021541147,0.0005045577,0.0018010882,0.0008107402],"domain_scores_gemma":[0.9945516,0.0029937797,0.0009854106,0.0005415972,0.0007593277,0.00016828501],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009786837,0.00053299085,0.003048534,0.0016590762,0.00018363957,0.000112777976,0.00020501387,0.00043649905,0.00003122586],"category_scores_gemma":[0.0030845737,0.00037447392,0.0008599543,0.0020683517,0.0007335783,0.00021766113,0.000083698076,0.003269245,8.320118e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018507949,0.000061418345,0.21425454,0.0019079617,0.003510894,0.024777006,0.0032311296,0.0010250297,0.0000024759156,0.000002405137,0.31298494,0.43639138],"study_design_scores_gemma":[0.002608183,0.00018278143,0.18687427,0.01051713,0.005136646,0.02712312,0.013856693,0.009208618,0.00007901204,0.00029507637,0.74138975,0.0027287398],"about_ca_topic_score_codex":0.14663793,"about_ca_topic_score_gemma":0.024293669,"teacher_disagreement_score":0.43366265,"about_ca_system_score_codex":0.00057905325,"about_ca_system_score_gemma":0.004678377,"threshold_uncertainty_score":0.9998707},"labels":[],"label_agreement":null},{"id":"W2883601468","doi":"10.1097/prs.0000000000004586","title":"A Shift on the Horizon: A Systematic Review of Assessment Tools for Plastic Surgery Trainees","year":2018,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Competence (human resources); Curriculum; Transferability; Medical education; Systematic review; Medicine; Psychology; MEDLINE; Computer science","score_opus":0.08589823320114744,"score_gpt":0.3670194206551838,"score_spread":0.28112118745403636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883601468","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024451764,0.9815859,0.0018019213,0.00020417903,0.00860713,0.006715066,0.00035490343,0.00006863554,0.00041773194],"genre_scores_gemma":[0.00026644202,0.99178123,0.0007228141,0.00026422375,0.0010855928,0.0050085327,0.0007151575,0.00012112343,0.000034862813],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99334896,0.00075022207,0.0036623944,0.00073468586,0.00094754633,0.0005561689],"domain_scores_gemma":[0.82031256,0.17428306,0.0031651203,0.001117875,0.0009779405,0.00014346279],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052844244,0.0007735653,0.0068705245,0.0009582751,0.00016627017,0.000056149718,0.00029395867,0.00040730272,0.0004622598],"category_scores_gemma":[0.19056232,0.00046637518,0.0018704593,0.0014478302,0.0006408565,0.0001347314,0.00004731661,0.00079799787,0.00007014362],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022510798,0.00014315774,0.000013106578,0.8652642,0.0010360137,0.0000067975343,0.000023417067,2.1570244e-8,7.070396e-8,0.0010568805,0.013385295,0.119048566],"study_design_scores_gemma":[0.00010257799,0.00019172854,0.00003568378,0.9525229,0.0065817847,0.0003023479,0.00014026131,0.000014680841,0.0000011834167,0.00009323408,0.039610714,0.00040291264],"about_ca_topic_score_codex":0.0000017205174,"about_ca_topic_score_gemma":5.4685717e-7,"teacher_disagreement_score":0.1852779,"about_ca_system_score_codex":0.0005752964,"about_ca_system_score_gemma":0.004288935,"threshold_uncertainty_score":0.9997788},"labels":[],"label_agreement":null},{"id":"W2883791151","doi":"10.1177/2054358118786972","title":"Introduction of Competence by Design to Canadian Nephrology Postgraduate Training","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Kidney Health and Disease","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada; University of Manitoba","funders":"","keywords":"Medicine; Nephrology; Competence (human resources); Medical education; Internal medicine; Family medicine; Psychology","score_opus":0.025593538238809683,"score_gpt":0.3074721832551628,"score_spread":0.2818786450163531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883791151","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08020151,0.00060116046,0.0026276845,0.91535866,0.00078656967,0.00026914268,0.00006105844,0.0000029687958,0.00009123749],"genre_scores_gemma":[0.5718922,0.000023072305,0.0050626835,0.42177862,0.0011167524,0.000002827217,0.000051456977,0.000009964352,0.000062390405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989714,0.000066205575,0.00038334704,0.00011148108,0.00012448966,0.00034307735],"domain_scores_gemma":[0.9703142,0.000015014039,0.0001663942,0.0001301858,0.0006294989,0.028744726],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005623521,0.00007241554,0.0002010463,0.0005391621,0.00017418178,0.000009613265,0.00006743601,0.000038613995,0.00019006923],"category_scores_gemma":[0.024309812,0.00006922818,0.000021383627,0.00035486545,0.00020518807,0.0000612445,0.000002149462,0.00015953352,0.0000060020793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012187071,0.000011275568,0.0022591024,0.000049865586,0.000011147566,0.000015994257,0.0014860341,0.0000010134689,0.000073478084,0.00031289272,0.97663134,0.019025978],"study_design_scores_gemma":[0.000789118,0.0015341267,0.0060613663,0.00020534256,0.000046134588,0.00022084035,0.0010212582,0.00018014599,0.000039575905,0.00050172774,0.98929995,0.00010039696],"about_ca_topic_score_codex":0.057988122,"about_ca_topic_score_gemma":0.016130809,"teacher_disagreement_score":0.49358004,"about_ca_system_score_codex":0.0003477748,"about_ca_system_score_gemma":0.111944824,"threshold_uncertainty_score":0.98390883},"labels":[],"label_agreement":null},{"id":"W2884219603","doi":"","title":"Strategic Approaches to Curriculum Integration for Pre-doctoral Dental Education in an Iranian Research-intensive University Context","year":2018,"lang":"en","type":"article","venue":"International Journal  of Curriculum and Instruction","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Scholarship; Context (archaeology); Discipline; Promotion (chess); Pedagogy; Curriculum development; Sociology; Medical education; Engineering ethics; Political science; Medicine; Engineering; Social science","score_opus":0.101856718656803,"score_gpt":0.3941333029377964,"score_spread":0.2922765842809934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884219603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99234855,0.000028366398,0.002076839,0.0020939712,0.0026401186,0.00042783565,0.00000482141,0.000009214793,0.00037026036],"genre_scores_gemma":[0.99136406,0.000016830265,0.006469641,0.00027940696,0.0017118884,0.000006898134,0.00005956132,0.000009925956,0.00008179679],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99862355,0.000091679656,0.0004258802,0.00020411183,0.0004992223,0.00015553639],"domain_scores_gemma":[0.99502844,0.000019571145,0.00022873962,0.0000942943,0.0045094714,0.000119497134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006424773,0.00010611769,0.00017485405,0.0010059873,0.00010844325,0.00007190914,0.00017151004,0.000104268445,0.000032206368],"category_scores_gemma":[0.0005041995,0.000095394804,0.00005311979,0.00046959124,0.00019556696,0.00070160755,0.000027985847,0.00033517447,0.000003974069],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017672174,0.0018291192,0.16845,0.00006521389,0.00012497943,0.000015503147,0.0057489397,0.000014786757,0.003921084,0.08458267,0.004101284,0.72937924],"study_design_scores_gemma":[0.011576305,0.009780702,0.40289593,0.0025991548,0.00020413044,0.0034396776,0.5010786,0.028711358,0.005594458,0.01502608,0.018373912,0.00071969273],"about_ca_topic_score_codex":0.0002915782,"about_ca_topic_score_gemma":0.00038896466,"teacher_disagreement_score":0.7286595,"about_ca_system_score_codex":0.00055920304,"about_ca_system_score_gemma":0.00048354044,"threshold_uncertainty_score":0.38900873},"labels":[],"label_agreement":null},{"id":"W2884295635","doi":"10.1186/s12909-018-1270-7","title":"A qualitative exploration: questioning multisource feedback in residency education","year":2018,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children","keywords":"Formative assessment; Focus group; Thematic analysis; Medical education; Perception; Exploratory research; Health professionals; Qualitative research; Psychology; Medicine; Health care; Nursing; Pedagogy","score_opus":0.05920914461370663,"score_gpt":0.46929915349521006,"score_spread":0.41009000888150343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884295635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.911399,0.0005634236,0.025687458,0.04008392,0.0050211586,0.0012961925,9.2371016e-7,0.00019705322,0.015750835],"genre_scores_gemma":[0.90394855,0.000079879974,0.076131724,0.009913488,0.0040225326,0.0007191905,0.000405546,0.000047478752,0.004731622],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967054,0.0004328012,0.00091872213,0.000518075,0.0010896295,0.00033538288],"domain_scores_gemma":[0.99739605,0.00028494516,0.00027457462,0.0005306403,0.001247663,0.00026610366],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021153113,0.00021303864,0.00029609242,0.0006349232,0.0001915978,0.000044289005,0.00019815238,0.00032698852,0.0020208813],"category_scores_gemma":[0.026751185,0.00021071185,0.000058373655,0.0016732027,0.0004051953,0.0005136315,0.000039160095,0.00052771607,0.00058188464],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038227995,0.0059249187,0.038622994,0.00083818653,0.000035176316,0.0000029815985,0.087679,0.0000047508606,0.0003006457,0.052861106,0.20737043,0.60597754],"study_design_scores_gemma":[0.0075160232,0.0017156661,0.435569,0.016952772,0.00027046836,0.00050908636,0.35701948,0.015011484,0.0018845836,0.053374767,0.108271465,0.0019052271],"about_ca_topic_score_codex":0.00049572776,"about_ca_topic_score_gemma":0.0006408664,"teacher_disagreement_score":0.6040723,"about_ca_system_score_codex":0.0006341467,"about_ca_system_score_gemma":0.018423904,"threshold_uncertainty_score":0.9988914},"labels":[],"label_agreement":null},{"id":"W2884298535","doi":"10.1080/10872981.2018.1497374","title":"An innovative approach to identifying learning needs for intrinsic CanMEDS roles in continuing professional development","year":2018,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Medical education; Continuing professional development; Professional development; Continuing education; Medicine; Psychology; Engineering ethics; Engineering","score_opus":0.02643744908416285,"score_gpt":0.406975464957671,"score_spread":0.38053801587350816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884298535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96982425,0.00004301997,0.018501205,0.007899365,0.0021221894,0.0010091804,0.0000018218285,0.000079695215,0.0005192761],"genre_scores_gemma":[0.88176525,0.0000034835105,0.1054091,0.006506032,0.0022725586,0.00057478837,0.0014424965,0.000036931786,0.0019893707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974279,0.000094501294,0.00083896465,0.00039229408,0.00085613236,0.00039024375],"domain_scores_gemma":[0.9976212,0.00007572176,0.00017457201,0.00024047487,0.0015753331,0.000312743],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018320901,0.00018902354,0.0003204994,0.0010655167,0.00018238656,0.000029187779,0.00023102606,0.00023020999,0.0002619841],"category_scores_gemma":[0.009371662,0.00017076053,0.000024972094,0.0027693494,0.00017099404,0.00016435249,0.000062193976,0.0006772645,0.00002290912],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016368143,0.0060045407,0.020187661,0.000182322,0.000027714816,7.20409e-7,0.043078188,0.0000044114418,0.0006571426,0.0020164233,0.0061319377,0.92154527],"study_design_scores_gemma":[0.0046814163,0.0009484611,0.43158233,0.003911063,0.00005601121,0.00008033557,0.09129845,0.0140910605,0.0025992168,0.00031259915,0.44960824,0.0008308125],"about_ca_topic_score_codex":0.00003349038,"about_ca_topic_score_gemma":0.00006503566,"teacher_disagreement_score":0.92071444,"about_ca_system_score_codex":0.00046117368,"about_ca_system_score_gemma":0.004501297,"threshold_uncertainty_score":0.99897283},"labels":[],"label_agreement":null},{"id":"W2884307801","doi":"10.1017/cem.2018.409","title":"Stories, voices, and explanations: How qualitative methods may help augment emergency medicine research","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Alberta Health; University of Alberta; Alberta Health Services","funders":"","keywords":"Augment; Medicine; Content (measure theory); Action (physics); World Wide Web; Medical education; Computer science; Linguistics","score_opus":0.4667426229453115,"score_gpt":0.599926915940967,"score_spread":0.13318429299565554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884307801","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20502906,0.046433475,0.021259177,0.59845126,0.08409802,0.0017946138,0.00003651197,0.00005284817,0.04284504],"genre_scores_gemma":[0.84515923,0.011551988,0.035319235,0.0018930073,0.044830233,0.000124546,0.00023705917,0.00019553723,0.060689133],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99496824,0.0009700234,0.0016503676,0.00036968171,0.0013460282,0.00069564255],"domain_scores_gemma":[0.9902545,0.00031442955,0.00069013675,0.00049485115,0.0069613736,0.0012846602],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014025649,0.00028590465,0.00070286985,0.0021309378,0.00060950423,0.0000067959895,0.0003582448,0.00020134311,0.019887669],"category_scores_gemma":[0.026092881,0.00021356436,0.00007156959,0.0029087968,0.0015247934,0.00028626012,0.000027160862,0.0010568735,0.000018524821],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006315042,0.000050742863,0.003489612,0.00018301951,0.00022272383,0.000029409786,0.059837658,1.6750973e-7,0.001335906,0.006859013,0.9126581,0.015270501],"study_design_scores_gemma":[0.0015375594,0.0034570883,0.007070935,0.0009863288,0.0002838713,0.00010711577,0.11431139,0.000063642336,0.00018556065,0.005672659,0.86608785,0.00023600081],"about_ca_topic_score_codex":0.008148373,"about_ca_topic_score_gemma":0.008732563,"teacher_disagreement_score":0.6401302,"about_ca_system_score_codex":0.00066173356,"about_ca_system_score_gemma":0.0019473176,"threshold_uncertainty_score":0.9984565},"labels":[],"label_agreement":null},{"id":"W2884525879","doi":"10.1007/978-3-319-90518-1_1","title":"Bridging the Gap: Theoretical Principles Behind Surgical Boot Camps","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Boot camp; Medical education; Psychology; Bridging (networking); Medicine; Computer science","score_opus":0.03438544223827721,"score_gpt":0.3169409587152131,"score_spread":0.2825555164769359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884525879","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002291579,0.00015624754,0.000498115,0.013216453,0.00074451417,0.00059246895,0.0000072796597,0.00011881337,0.98237455],"genre_scores_gemma":[0.03289994,0.00010277606,0.0014661083,0.0039301035,0.0062885536,0.000029408617,0.0002545746,0.000099201614,0.95492935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778754,0.000026529984,0.0006020945,0.00043078605,0.0008336259,0.00031941722],"domain_scores_gemma":[0.9983021,0.00017634316,0.00016578399,0.00083558017,0.00041016386,0.00011003356],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010009246,0.0003124682,0.0004160839,0.0001567308,0.0001902518,0.00004301021,0.00020761444,0.00050990866,0.0449459],"category_scores_gemma":[0.0005916355,0.00018234819,0.0001497908,0.0000502124,0.0017607238,0.000031788906,0.00014017096,0.0010975096,0.0012356804],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037926944,0.000035786914,0.00002951372,0.00004290873,0.000077644254,0.00005770492,0.00021774802,7.6517225e-8,0.0000021902877,0.89838415,0.091514654,0.009599698],"study_design_scores_gemma":[0.00042583092,0.00012594182,0.00011572928,0.0003779558,0.0002179814,0.00071814493,0.00006382585,0.0003800135,0.000051871335,0.03493583,0.9623433,0.00024358042],"about_ca_topic_score_codex":0.0000049141727,"about_ca_topic_score_gemma":0.0000035064916,"teacher_disagreement_score":0.8708286,"about_ca_system_score_codex":0.00017195905,"about_ca_system_score_gemma":0.00037347458,"threshold_uncertainty_score":0.999542},"labels":[],"label_agreement":null},{"id":"W2884621259","doi":"10.1097/acm.0000000000002363","title":"The Evolution of the Clinician–Educator in the United States and Canada: Personal Reflections Over the Last 45 Years","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Perspective (graphical); Face (sociological concept); Medical education; Patient care; Primary care; Faculty development; Psychology; Medicine; Professional development; Nursing; Sociology; Political science; Family medicine; Social science","score_opus":0.029907371615234244,"score_gpt":0.37982075609155175,"score_spread":0.3499133844763175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884621259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88962346,0.0006015863,0.000031636246,0.107753,0.0011287294,0.00035410892,0.000003053411,0.0000066101566,0.0004977787],"genre_scores_gemma":[0.9816106,0.00045255318,0.000013502977,0.0158853,0.0014308731,0.000032422788,0.000016880607,0.000009969986,0.000547876],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983468,0.00021888792,0.00045543537,0.00014828889,0.00061439094,0.00021616742],"domain_scores_gemma":[0.9984503,0.00075947144,0.00019508775,0.00034406738,0.00021116612,0.00003995779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002229262,0.000096919335,0.00014440085,0.0001043486,0.0003491626,0.0000039499805,0.00030828582,0.000117080686,0.00006425828],"category_scores_gemma":[0.003840434,0.000038466944,0.000018769617,0.0013212335,0.0014722971,0.000028581733,0.00004210862,0.0011344475,0.0000022275165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008660825,0.0000355071,0.14515302,0.00003777086,0.00007447181,0.0000013577738,0.042180657,0.0000021530002,0.00052613876,0.0074030817,0.80038834,0.004110886],"study_design_scores_gemma":[0.00059542,0.00012459533,0.69099337,0.00023895166,0.00009300188,0.00004976135,0.07374583,0.0006187482,0.000024724271,0.00094458455,0.23252057,0.000050440703],"about_ca_topic_score_codex":0.15928534,"about_ca_topic_score_gemma":0.10827066,"teacher_disagreement_score":0.5678678,"about_ca_system_score_codex":0.00033242704,"about_ca_system_score_gemma":0.0010941151,"threshold_uncertainty_score":0.90800107},"labels":[],"label_agreement":null},{"id":"W2884925755","doi":"10.3390/pharmacy6030071","title":"Pharmacists Becoming Physicians: For Better or Worse?","year":2018,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Psychology; Medical education; Medicine","score_opus":0.09549676114608895,"score_gpt":0.4631317736388083,"score_spread":0.36763501249271935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884925755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95234424,0.000047573718,0.009507145,0.029900458,0.0029317671,0.000974334,0.000010307892,0.00016507375,0.0041191108],"genre_scores_gemma":[0.90508354,0.000015274303,0.023763351,0.05985625,0.0070738215,0.00021571526,0.00007416819,0.000040433286,0.0038774454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908197,0.000013810209,0.00024383941,0.00020761053,0.00019064343,0.00026212886],"domain_scores_gemma":[0.99934286,0.000057320474,0.00007518014,0.0001818599,0.00029212495,0.00005064419],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023597981,0.00011041683,0.00015534488,0.000107567066,0.00013870792,0.000015756455,0.000100704914,0.000024225847,0.002073395],"category_scores_gemma":[0.00030943987,0.00009123755,0.000055403594,0.00034760236,0.00011673383,0.00013154602,0.000020862255,0.00015701014,0.00026962254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043950303,0.00028234682,0.001952805,0.00012896088,0.000077115175,0.000005831982,0.0009998116,1.1448053e-7,0.017827041,0.00009838034,0.42444938,0.5537387],"study_design_scores_gemma":[0.0045889597,0.00011329718,0.0006994859,0.00010228389,0.00016458091,0.000044313467,0.0000916218,0.0050229905,0.08703055,0.00033239374,0.9016394,0.00017012669],"about_ca_topic_score_codex":0.0000032299108,"about_ca_topic_score_gemma":5.548541e-7,"teacher_disagreement_score":0.5535686,"about_ca_system_score_codex":0.00007614441,"about_ca_system_score_gemma":0.0000989578,"threshold_uncertainty_score":0.99883884},"labels":[],"label_agreement":null},{"id":"W2885070980","doi":"10.18192/uojm.v8i1.2321","title":"The Development and Impact of Clinical Skills Handbooks in Undergraduate Medical Education","year":2018,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Resource (disambiguation); Psychology; Medicine; Computer science","score_opus":0.0197470405272472,"score_gpt":0.37315043493879685,"score_spread":0.35340339441154967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885070980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97966224,0.0004414179,0.0010289887,0.015909811,0.00051050214,0.000101178186,2.1445561e-7,0.0000021328965,0.0023435387],"genre_scores_gemma":[0.99308825,0.0005115619,0.0053828564,0.0002545201,0.0003725589,5.081376e-8,0.0000025022655,0.0000045120933,0.0003831655],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981949,0.000102276965,0.00087454286,0.00008368956,0.00063519395,0.00010941539],"domain_scores_gemma":[0.9977489,0.0002704966,0.00072468416,0.00013812349,0.00095929153,0.00015850665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003406828,0.00007354851,0.00039195965,0.00030688042,0.0000722602,0.0000014521489,0.00016979405,0.00010725787,0.0001576202],"category_scores_gemma":[0.0041617434,0.000046382003,0.00006269814,0.00029303244,0.0013395408,0.00005658841,0.00003074656,0.0003548367,0.000001349824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031808554,0.0006539637,0.32600206,0.00006371331,0.00020366132,0.000018804973,0.0034422951,4.406289e-7,0.000075676486,0.0014710373,0.039298493,0.62845176],"study_design_scores_gemma":[0.007144151,0.0021557286,0.92933995,0.002676325,0.00014855222,0.0002744652,0.0047070845,0.00013931755,0.00018801092,0.0006559141,0.052492052,0.00007846143],"about_ca_topic_score_codex":0.000096656615,"about_ca_topic_score_gemma":0.00011882901,"teacher_disagreement_score":0.62837327,"about_ca_system_score_codex":0.000116112606,"about_ca_system_score_gemma":0.0030108148,"threshold_uncertainty_score":0.5341056},"labels":[],"label_agreement":null},{"id":"W2885300578","doi":"10.1186/s12909-018-1294-z","title":"Development, administration, and validity evidence of a subspecialty preparatory test toward licensure: a pilot study","year":2018,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Licensure; Summative assessment; Test (biology); Medical education; CLARITY; Content validity; Generalizability theory; United States Medical Licensing Examination; Medicine; Psychology; Objective structured clinical examination; Construct validity; Educational measurement; Subspecialty; External validity; Test validity; Staffing; Curriculum; Formative assessment; Family medicine; Psychometrics; Clinical psychology; Nursing; Social psychology; Mathematics education; Pedagogy","score_opus":0.1453263486835266,"score_gpt":0.43301769397373513,"score_spread":0.28769134529020857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885300578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944473,0.00015676934,0.0010476403,0.0017351542,0.00095474045,0.00090542645,7.294889e-7,0.000052341005,0.0006999018],"genre_scores_gemma":[0.9827958,0.00003277975,0.01415366,0.001165888,0.0013661858,0.00017934697,0.000026828298,0.000015376736,0.00026414247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974304,0.0001388234,0.0007864691,0.00039091642,0.0010595098,0.00019389408],"domain_scores_gemma":[0.9974721,0.00042209018,0.00028987078,0.00042551837,0.00113845,0.00025193565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021142443,0.00015464693,0.00027716547,0.00017517737,0.00013743817,0.000019907342,0.00015350454,0.000108169,0.0008244212],"category_scores_gemma":[0.03269338,0.00013961112,0.000020422,0.0006577887,0.00041066675,0.00015844087,0.000050219278,0.00023561594,0.00004997484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007336348,0.016733501,0.8788883,0.0012474791,0.000053501695,0.0000027440933,0.01112837,2.2500394e-8,0.0011938356,0.000614273,0.04614744,0.043256868],"study_design_scores_gemma":[0.00094489165,0.0047461735,0.98064804,0.0010451975,0.00010650177,0.00007407564,0.00342657,0.000109667606,0.0019183522,0.00006894902,0.0067243497,0.00018725947],"about_ca_topic_score_codex":0.000036911697,"about_ca_topic_score_gemma":0.00026268614,"teacher_disagreement_score":0.10175968,"about_ca_system_score_codex":0.00016464773,"about_ca_system_score_gemma":0.014464286,"threshold_uncertainty_score":0.9911228},"labels":[],"label_agreement":null},{"id":"W2885504761","doi":"10.1186/s13012-018-0796-8","title":"How do physicians behave when they participate in audit and feedback activities in a group with their peers?","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Audit; Credibility; Health services research; Medicine; Applied psychology; Action (physics); Psychology; Medical education; Social psychology; Public health; Nursing; Accounting; Business","score_opus":0.053957808978178694,"score_gpt":0.4107071866260471,"score_spread":0.3567493776478684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885504761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916884,0.000005549664,0.00073671323,0.00674304,0.00010008404,0.0003745636,0.000003944917,0.000013076245,0.00033463896],"genre_scores_gemma":[0.9961534,0.000004188525,0.0027416663,0.0008476318,0.00008147489,0.0000920004,0.000009858932,0.000006496848,0.000063274325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988741,0.000027953947,0.00016937836,0.00025687282,0.00039942056,0.00027222687],"domain_scores_gemma":[0.99953866,0.000035074085,0.00009262466,0.0001630862,0.00013521472,0.000035331053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007566716,0.000081640734,0.00011121558,0.00029304394,0.00011405386,0.000104006576,0.00009023078,0.00001868045,0.00006911044],"category_scores_gemma":[0.00011369615,0.00006271675,0.0000071864274,0.00074677676,0.0006195493,0.00063882576,0.0000323556,0.00009804339,0.0000022627405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119847995,0.00025434312,0.53652316,0.00004279718,0.000011243301,0.0000053976314,0.11528755,0.0000020816433,0.0336249,0.0030803357,0.000871689,0.31017667],"study_design_scores_gemma":[0.0018824879,0.0005093501,0.85781205,0.0001422108,0.0000139000385,0.000011883609,0.122652106,0.0005237498,0.014136776,0.0012716862,0.0009049043,0.0001388693],"about_ca_topic_score_codex":0.00022818519,"about_ca_topic_score_gemma":0.0021677264,"teacher_disagreement_score":0.3212889,"about_ca_system_score_codex":0.00016500414,"about_ca_system_score_gemma":0.00016818594,"threshold_uncertainty_score":0.2557515},"labels":[],"label_agreement":null},{"id":"W2885647793","doi":"10.1007/s40122-018-0103-z","title":"Systematic Review of Pain Medicine Content, Teaching, and Assessment in Medical School Curricula Internationally","year":2018,"lang":"en","type":"review","venue":"Pain and Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Content (measure theory); Medicine; Medical school; Psychology; Pedagogy","score_opus":0.05500817491779923,"score_gpt":0.44060862971323667,"score_spread":0.3856004547954374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885647793","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017864357,0.9920719,0.00071682996,0.0040862057,0.00015985305,0.0023201273,0.000001928727,0.00001668518,0.00060855487],"genre_scores_gemma":[0.000016274433,0.98404706,0.0008644792,0.013995289,0.00030191318,0.00037530877,0.00017431471,0.000026480791,0.00019887828],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9942408,0.0027777222,0.0016849398,0.00031576515,0.00082673517,0.00015402285],"domain_scores_gemma":[0.99726677,0.0012279681,0.0007251585,0.0003458177,0.000260763,0.00017353897],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029472765,0.00028453756,0.0022769768,0.00035820194,0.000042603697,0.00000910531,0.00018299818,0.0002321918,0.0005819678],"category_scores_gemma":[0.02841454,0.00016714638,0.00011320179,0.0003033789,0.00027618138,0.000035082416,0.000031761218,0.001004702,0.0000030465878],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018809956,0.000100659556,0.000057742855,0.52925164,0.0001475226,0.000004952681,0.00006285204,1.429307e-10,9.694146e-8,0.00090027443,0.004095909,0.46537647],"study_design_scores_gemma":[0.0004974823,0.0002611786,0.000032367287,0.7154834,0.00024151086,0.00006585987,0.00007062124,0.00007241999,1.4719778e-8,0.00006743513,0.28310785,0.00009980159],"about_ca_topic_score_codex":0.000051538624,"about_ca_topic_score_gemma":0.000002265359,"teacher_disagreement_score":0.46527666,"about_ca_system_score_codex":0.00013556775,"about_ca_system_score_gemma":0.00056661945,"threshold_uncertainty_score":0.99936205},"labels":[],"label_agreement":null},{"id":"W2885937091","doi":"10.1097/acm.0000000000002411","title":"Professional Responsibilities and Personal Impacts: Residents’ Experiences as Participants in Education Research","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; SickKids Foundation; University of Toronto; University Health Network","funders":"","keywords":"Medical education; Higher education; Professional development; Psychology; MEDLINE; Medicine; Political science","score_opus":0.13069461433457075,"score_gpt":0.540773362895837,"score_spread":0.41007874856126625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885937091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95982397,0.0018383861,0.0000032420805,0.034400273,0.001187159,0.0005091032,4.0082676e-7,0.000026636517,0.0022108424],"genre_scores_gemma":[0.9842312,0.00035463666,0.0001479091,0.0046986844,0.0021747043,0.0002615525,0.000019290612,0.00001511773,0.00809693],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969989,0.00030505363,0.0006107132,0.00040424836,0.0011580684,0.0005229968],"domain_scores_gemma":[0.99839675,0.00042538508,0.000097855,0.00024740523,0.00060620275,0.00022640181],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051849186,0.00013259958,0.00026210689,0.00076590036,0.00021392945,0.0000071421787,0.00014455557,0.00026362692,0.0014797925],"category_scores_gemma":[0.021239856,0.000097036755,0.00001126937,0.0011533312,0.0020897351,0.00020351268,0.00007573873,0.0012059398,0.00007557644],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010132211,0.0001477919,0.18939425,0.00026125676,0.000020642157,0.000012325031,0.5520117,1.147563e-8,0.010290137,0.0050018737,0.21859126,0.023255497],"study_design_scores_gemma":[0.0015997387,0.0012255444,0.31611443,0.0038127913,0.000027658147,0.00013975064,0.6542183,0.00020473362,0.002152409,0.008391904,0.011952387,0.0001603058],"about_ca_topic_score_codex":0.00045680098,"about_ca_topic_score_gemma":0.00001837376,"teacher_disagreement_score":0.20663887,"about_ca_system_score_codex":0.00027442095,"about_ca_system_score_gemma":0.0017551136,"threshold_uncertainty_score":0.999433},"labels":[],"label_agreement":null},{"id":"W2886213067","doi":"10.3352/jeehp.2018.15.18","title":"The implementation and evaluation of an e-Learning training module for objective structured clinical examination raters in Canada","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"University of Ottawa Heart Institute Foundation; University of Ottawa","keywords":"Computer science; E learning; Objective structured clinical examination; Training (meteorology); Medical education; Artificial intelligence; Medical physics; Medicine; World Wide Web; The Internet","score_opus":0.17995658875688936,"score_gpt":0.5953672734412092,"score_spread":0.41541068468431985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886213067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97310627,0.00013125296,0.0010540069,0.020912148,0.0019938352,0.0027547032,0.000011921259,0.0000017142079,0.0000341648],"genre_scores_gemma":[0.98915434,0.000019916451,0.00893926,0.0005018951,0.00072249933,0.00036377914,0.0002572602,0.000013333035,0.000027707873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959086,0.0011698538,0.0014870792,0.00017231533,0.0010608534,0.00020125922],"domain_scores_gemma":[0.9899435,0.0012425425,0.001618926,0.000120765195,0.0069714296,0.00010284281],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022711853,0.000092441296,0.0002581496,0.0002562963,0.00052135624,0.000012485687,0.000079672514,0.000068325455,0.00008942793],"category_scores_gemma":[0.009994952,0.00007070993,0.000044066375,0.00034921255,0.000099506666,0.00024089996,0.000008706894,0.00027094208,1.376599e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004381199,0.000224446,0.028408177,0.0001315279,0.00008308732,2.1367125e-8,0.010821753,0.0003958345,0.00015925778,0.002317461,0.0038038108,0.9532165],"study_design_scores_gemma":[0.0043090633,0.0010864992,0.8541211,0.00023406821,0.00016160101,0.000010953439,0.0564589,0.076354854,0.00011585224,0.0065801092,0.00049827585,0.00006873972],"about_ca_topic_score_codex":0.0035090395,"about_ca_topic_score_gemma":0.07275327,"teacher_disagreement_score":0.95314777,"about_ca_system_score_codex":0.001784531,"about_ca_system_score_gemma":0.031445697,"threshold_uncertainty_score":0.9983443},"labels":[],"label_agreement":null},{"id":"W2886627695","doi":"10.21815/jde.018.075","title":"Career Outcomes of Dental Hygiene Baccalaureate Education: A Study of Graduates’ Professional Opportunities, Further Education, and Job Satisfaction","year":2018,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Baccalaureate Degree; Dental hygiene; Bachelor; Associate degree; Medicine; Job satisfaction; Graduate degree; Medical education; Bachelor degree; Family medicine; Private practice; Professional development; Higher education; Psychology; Nursing; Political science","score_opus":0.03444203443513483,"score_gpt":0.36419848070251076,"score_spread":0.32975644626737594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886627695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888722,0.00049142935,0.000019667734,0.0021159237,0.0071289605,0.00065610925,0.000004860735,0.000008969897,0.00070191955],"genre_scores_gemma":[0.9931421,0.00006809886,0.0020182065,0.00061967695,0.0010004521,0.000049130344,0.000038292874,0.00002855073,0.0030354469],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974435,0.00012394339,0.0012220572,0.00020462416,0.0008470038,0.00015886487],"domain_scores_gemma":[0.9955664,0.00005118335,0.00121386,0.00030310647,0.0027207593,0.00014465676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057806366,0.00020123307,0.0004548541,0.0007940521,0.00011817097,0.000023509121,0.00014507039,0.00012148405,0.0004781761],"category_scores_gemma":[0.00050092465,0.00016791289,0.00009104175,0.0005517749,0.00024052529,0.00045739833,0.000042013315,0.00029989835,0.000008048798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014182631,0.005432192,0.83583236,0.00014442873,0.00016085354,6.0710056e-7,0.007031926,2.4631044e-7,0.0013571362,0.00028477068,0.017071443,0.13254222],"study_design_scores_gemma":[0.0009901791,0.0009561228,0.84888077,0.00047022643,0.000309354,0.0004455679,0.145779,0.0000057353172,0.00081261934,0.00021227189,0.0010181672,0.00011998448],"about_ca_topic_score_codex":0.00043162412,"about_ca_topic_score_gemma":0.00010227028,"teacher_disagreement_score":0.13874707,"about_ca_system_score_codex":0.0003464589,"about_ca_system_score_gemma":0.0047013774,"threshold_uncertainty_score":0.8340041},"labels":[],"label_agreement":null},{"id":"W2886753935","doi":"10.5489/cuaj.5386","title":"Impact of a training program on the performance of graduating Canadian residents on a national urology exam: Results of the last 20 years","year":2018,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Queen's University","funders":"","keywords":"Certification; Medicine; Medical education; Training (meteorology); Family medicine","score_opus":0.037803310793390485,"score_gpt":0.32098320781999823,"score_spread":0.28317989702660773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886753935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791862,0.000004300861,7.425662e-7,0.016320415,0.0002579484,0.00025288406,0.000049156435,0.0000041772228,0.0039242217],"genre_scores_gemma":[0.9969784,0.0000028783506,0.00012787536,0.002429978,0.0003530682,0.000008890973,0.000015320978,0.0000074676686,0.00007612009],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981063,0.00021909294,0.0005509103,0.00011991471,0.00067301217,0.00033077665],"domain_scores_gemma":[0.99767756,0.00028965072,0.00066892547,0.000143821,0.001035562,0.0001844881],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002141321,0.00008935767,0.00019362818,0.00032955367,0.00022243311,0.000012333652,0.0002165062,0.00017813934,0.0001493605],"category_scores_gemma":[0.010732336,0.000053695097,0.000107331274,0.0006929778,0.00020590675,0.00003707966,0.000009071201,0.0006399869,0.0000068257727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041925252,0.000313176,0.89761966,0.000011852332,0.00036951454,0.00000653139,0.0037358552,0.00047732273,0.00040481656,0.0018332389,0.059613697,0.0351951],"study_design_scores_gemma":[0.0005826489,0.001917645,0.99430865,0.00005153639,0.000024597579,0.000030447,0.00010671409,0.0009012821,0.00005329065,0.00021589015,0.0017635003,0.0000437865],"about_ca_topic_score_codex":0.011586016,"about_ca_topic_score_gemma":0.017418874,"teacher_disagreement_score":0.096689016,"about_ca_system_score_codex":0.0011260419,"about_ca_system_score_gemma":0.0032667534,"threshold_uncertainty_score":0.9976007},"labels":[],"label_agreement":null},{"id":"W2886870261","doi":"10.1097/acm.0000000000002387","title":"The Impact of a National Competency-Based Medical Education Initiative in Family Medicine","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Saskatchewan; Université Laval; Bruyère; University of Calgary; South Health Campus","funders":"","keywords":"Medical education; Family medicine; Medicine; Psychology; Nursing","score_opus":0.05496836893283441,"score_gpt":0.4579165425016521,"score_spread":0.4029481735688177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886870261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7520744,0.0021427162,0.001444996,0.18569349,0.002052077,0.0011326703,0.0000049494365,0.00007481706,0.055379853],"genre_scores_gemma":[0.9798584,0.000334965,0.00042430862,0.015767742,0.00307588,0.00009367518,0.00015293872,0.00002500095,0.0002670841],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9956526,0.00019093009,0.0013449489,0.00032774155,0.002113021,0.0003707417],"domain_scores_gemma":[0.99623704,0.0008572307,0.00045746367,0.0003670435,0.0018567791,0.00022444347],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004125397,0.0002372761,0.0005390115,0.0007026672,0.00014204111,0.0000021515627,0.0004138684,0.00037830955,0.0014310277],"category_scores_gemma":[0.027836107,0.00013293175,0.00006093255,0.002068521,0.0029143768,0.00009312344,0.000040752744,0.0012445605,0.00003628215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006504219,0.00040837063,0.10862406,0.00019352745,0.00020367384,0.000009763511,0.011737658,0.000007647108,0.004824446,0.07174407,0.745777,0.055819348],"study_design_scores_gemma":[0.014667751,0.005803528,0.82973975,0.010151303,0.00018771974,0.0002461604,0.0146769695,0.024420409,0.0005686779,0.07509467,0.023907611,0.0005354314],"about_ca_topic_score_codex":0.00046333333,"about_ca_topic_score_gemma":0.000023402305,"teacher_disagreement_score":0.7218694,"about_ca_system_score_codex":0.00056415464,"about_ca_system_score_gemma":0.012212178,"threshold_uncertainty_score":0.99979913},"labels":[],"label_agreement":null},{"id":"W2886937388","doi":"10.1007/s40670-018-0596-4","title":"Comparing Perceptions of Pathology as a Medical Specialty Between Canadian Pathologists and Pre-Clinical Medical Students","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; London Health Sciences Centre; Western University","funders":"","keywords":"Specialty; Staffing; Workload; Medicine; Perception; Medical education; Surgical pathology; Psychology; Pathology; Family medicine; Nursing","score_opus":0.053490911385399985,"score_gpt":0.47510168315392537,"score_spread":0.4216107717685254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886937388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9606783,0.000043580716,0.00023802357,0.031790785,0.003150928,0.00038595533,0.0000043745044,0.00004749022,0.0036605594],"genre_scores_gemma":[0.985109,0.00008842031,0.0012834535,0.008696301,0.004552422,0.000034280303,0.00002716524,0.000017906024,0.00019106842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99014103,0.0002629426,0.0013125913,0.0008383262,0.006547894,0.00089718984],"domain_scores_gemma":[0.9934982,0.00042292863,0.00022214958,0.0006811389,0.00070530287,0.004470249],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01462852,0.00022729121,0.0007402366,0.00058002904,0.00048804906,0.00004835865,0.001615431,0.00077249657,0.015989805],"category_scores_gemma":[0.06593671,0.00018179427,0.000084032756,0.0016136691,0.014728154,0.00013888636,0.00052811013,0.0014008733,0.00030721672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019708817,0.0005343813,0.92831844,0.000030537503,0.000018941199,0.00013074889,0.0012503611,4.084912e-9,0.000012487917,0.0006831798,0.00942816,0.05957307],"study_design_scores_gemma":[0.0010055222,0.00059832714,0.9867321,0.0003535108,0.000054314252,0.0007933813,0.0010204118,0.00019823974,0.000029549801,0.00023688206,0.008804804,0.00017295845],"about_ca_topic_score_codex":0.006868404,"about_ca_topic_score_gemma":0.010703067,"teacher_disagreement_score":0.05940011,"about_ca_system_score_codex":0.00036509195,"about_ca_system_score_gemma":0.020071246,"threshold_uncertainty_score":0.99974495},"labels":[],"label_agreement":null},{"id":"W2887261037","doi":"10.1097/acm.0000000000002396","title":"Barriers and Enablers to Direct Observation of Trainees’ Clinical Performance: A Qualitative Study Using the Theoretical Domains Framework","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; Royal College of Physicians and Surgeons of Canada; Ottawa Hospital","funders":"","keywords":"Context (archaeology); Psychology; Medical education; Qualitative research; Content analysis; Applied psychology; Medicine; Sociology","score_opus":0.1012759637092931,"score_gpt":0.49562685058764755,"score_spread":0.39435088687835446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887261037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97889537,0.0000746634,0.0045839194,0.014037362,0.00065784587,0.0009835359,0.000001487696,0.000028614711,0.00073718483],"genre_scores_gemma":[0.9865881,0.000084699954,0.003338846,0.008174591,0.0016617149,0.00003577129,0.0000062757435,0.000020728798,0.00008926794],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972728,0.00045251098,0.0009891256,0.00032539858,0.0006906524,0.00026954233],"domain_scores_gemma":[0.99755305,0.0011540824,0.00022460811,0.00039698603,0.00045232437,0.00021896066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077819014,0.0001652964,0.0004940232,0.00018866934,0.00018998054,0.0000031733557,0.00019491838,0.00026989597,0.00032341867],"category_scores_gemma":[0.022021474,0.00009841828,0.000029214181,0.001185136,0.0026725456,0.00007555119,0.000060284,0.0010518186,0.000004397417],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007731994,0.000089796325,0.10666997,0.00014158277,0.00026024456,0.00000296846,0.83066106,0.0000028382526,0.0013355544,0.038302343,0.008266437,0.01349402],"study_design_scores_gemma":[0.0038055296,0.006823113,0.080824606,0.0019987458,0.0008123046,0.000042732747,0.88789827,0.006134489,0.00042434578,0.0075349584,0.0033999053,0.00030099432],"about_ca_topic_score_codex":0.000028409526,"about_ca_topic_score_gemma":7.5621233e-7,"teacher_disagreement_score":0.05723723,"about_ca_system_score_codex":0.00008400082,"about_ca_system_score_gemma":0.00021842303,"threshold_uncertainty_score":0.9862164},"labels":[],"label_agreement":null},{"id":"W2887266101","doi":"10.1503/cmaj.109-5611","title":"Are medical schools keeping up with the times?","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical school; Medical education; Transgender; Medicine; Data science; Computer science; Psychology","score_opus":0.009639546570158385,"score_gpt":0.28633226899943864,"score_spread":0.2766927224292803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887266101","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23836543,0.00010820158,0.0012721835,0.7422042,0.0027715093,0.00028287736,0.0000043901086,0.000052123814,0.014939098],"genre_scores_gemma":[0.75094515,0.000035723733,0.0005527709,0.2323285,0.012617067,0.00002118349,0.000015126795,0.00003663657,0.0034478048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99459326,0.00018473157,0.00050976913,0.00020392437,0.0038747857,0.00063354586],"domain_scores_gemma":[0.9955541,0.00014872312,0.00047463665,0.00024089296,0.0018370441,0.0017446064],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004447235,0.00015165957,0.00027808762,0.00025969662,0.0007741294,0.000113638256,0.00037473868,0.000564049,0.021171035],"category_scores_gemma":[0.019080132,0.000096438285,0.00007349363,0.0008839054,0.00026759977,0.00013575048,0.00002182543,0.002719561,0.0009046461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018621906,0.00003056241,0.050991446,0.000008288196,0.00013936337,0.00025764326,0.00030615658,1.4837428e-7,0.0000019379518,0.00053962204,0.9037364,0.043969773],"study_design_scores_gemma":[0.0015268712,0.00014325278,0.07063513,0.0005263599,0.000072585,0.0024337063,0.0023909959,0.0007747052,0.000016173532,0.00013207951,0.92118615,0.00016199412],"about_ca_topic_score_codex":0.00047785908,"about_ca_topic_score_gemma":0.00823245,"teacher_disagreement_score":0.51257974,"about_ca_system_score_codex":0.0014799904,"about_ca_system_score_gemma":0.008897163,"threshold_uncertainty_score":0.9998733},"labels":[],"label_agreement":null},{"id":"W2887733896","doi":"10.1016/j.cptl.2018.07.006","title":"Bridging the gap: An evaluation of self-paced online transition modules for advanced pharmacy practice experience students","year":2018,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Practicum; Pharmacy; Curriculum; Medical education; Pharmacy practice; Anxiety; Psychology; Medicine; Nursing; Pedagogy","score_opus":0.08941232730758909,"score_gpt":0.5179588746267941,"score_spread":0.42854654731920505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887733896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98916566,0.00024983386,0.007923072,0.0011719794,0.00057549815,0.0007649863,0.0000022892175,0.00005630804,0.00009035493],"genre_scores_gemma":[0.9879647,0.00007990209,0.010706462,0.00048455028,0.0005240398,0.000104308325,0.00010238662,0.000019290854,0.000014348258],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760896,0.0008556961,0.0003855744,0.00028187808,0.0006683564,0.00019951895],"domain_scores_gemma":[0.99886316,0.00020070082,0.00023607448,0.00014735722,0.00050360477,0.000049119826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00543161,0.00012746389,0.00016356006,0.00015868932,0.00047614123,0.000031906016,0.00013261603,0.000023949964,0.000025689738],"category_scores_gemma":[0.0042133494,0.00010685579,0.000027563276,0.0002303199,0.000099845,0.00054118695,0.00002546117,0.0009003909,8.547461e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003073269,0.0010378568,0.012521562,0.00010122245,0.000038988797,3.7628445e-7,0.06463531,0.0007372696,0.005595724,0.000029107081,0.000069709364,0.9149256],"study_design_scores_gemma":[0.00901581,0.00022489914,0.008955919,0.0005030315,0.00036093564,0.000027394779,0.02021638,0.9435585,0.001908258,0.000032341588,0.015023917,0.00017259397],"about_ca_topic_score_codex":0.00006773408,"about_ca_topic_score_gemma":0.0000019111433,"teacher_disagreement_score":0.94282126,"about_ca_system_score_codex":0.00011917774,"about_ca_system_score_gemma":0.00009015125,"threshold_uncertainty_score":0.50440776},"labels":[],"label_agreement":null},{"id":"W2887920660","doi":"","title":"Canadian Orthopaedic Residents Perception of Their Needs in Elbow Surgery Teaching.","year":2018,"lang":"en","type":"article","venue":"Journal of Education and Training Studies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Elbow; Orthopedic surgery; Perception; Psychology; Medicine; Physical therapy; Knee surgery; Medical education; General surgery; Surgery; Alternative medicine","score_opus":0.054651510867224494,"score_gpt":0.3786424874881641,"score_spread":0.3239909766209396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887920660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98852503,0.0007548621,0.000013581839,0.008180405,0.0013900886,0.00006368023,5.1357875e-7,0.0000029174628,0.0010689325],"genre_scores_gemma":[0.9960074,0.0003316665,0.0015652716,0.0010444352,0.0007942706,0.000003297568,0.0000037292803,0.000006913641,0.00024301084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906874,0.00005749179,0.00051415496,0.00006368229,0.00017499329,0.00012094927],"domain_scores_gemma":[0.9987855,0.000120871904,0.00027230763,0.000074805124,0.000673516,0.000072994604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015435593,0.000071329734,0.00026860088,0.0011762327,0.000100911595,0.000007600305,0.000036619735,0.00004745303,0.000037045207],"category_scores_gemma":[0.0025482066,0.000055493634,0.000044526885,0.00038784783,0.00015354749,0.00010832335,0.000006247146,0.00024299306,0.0000010295978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034049404,0.00016176791,0.50695735,0.000091084126,0.00009223966,0.000001581513,0.09619705,1.2384665e-7,0.00015922154,0.00021084718,0.015882615,0.38021207],"study_design_scores_gemma":[0.00024788,0.00014055907,0.8103761,0.0008550309,0.0000389733,0.00012281384,0.1844085,0.000009790953,0.00001750634,0.00034803484,0.0033880218,0.000046756075],"about_ca_topic_score_codex":0.0011987085,"about_ca_topic_score_gemma":0.0013128807,"teacher_disagreement_score":0.3801653,"about_ca_system_score_codex":0.00021936477,"about_ca_system_score_gemma":0.0014540387,"threshold_uncertainty_score":0.30506253},"labels":[],"label_agreement":null},{"id":"W2887981662","doi":"10.5055/jom.2018.0452","title":"A case for opioid education and training for medical students, residents, and allied health staff: response to “educational intervention for physicians to address the risk of opioid abuse”","year":2018,"lang":"en","type":"article","venue":"Journal of Opioid Management","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Medicine; Intervention (counseling); Opioid; Opioid abuse; Opioid use disorder; Substance abuse; Opioid epidemic; Nursing; Medical education; Family medicine; Psychiatry; Internal medicine","score_opus":0.02858702754435062,"score_gpt":0.4107056192132598,"score_spread":0.3821185916689092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887981662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8953241,0.00032308194,0.06744612,0.031792745,0.0012615775,0.0037815117,0.00004772693,0.0000064622377,0.000016684078],"genre_scores_gemma":[0.873479,0.00043327516,0.11517167,0.006633589,0.0020438284,0.0011021021,0.0000626223,0.000047587233,0.0010263356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772024,0.00011678855,0.0009584228,0.00024458638,0.00071311876,0.0002468276],"domain_scores_gemma":[0.99749285,0.00044922048,0.000690548,0.00023666734,0.00093508494,0.0001956052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052461503,0.00014463675,0.0003451628,0.00044780987,0.00027950798,0.00006389083,0.00025584642,0.000059254966,0.000018503197],"category_scores_gemma":[0.0023198454,0.000114817565,0.00010624689,0.00028517062,0.00010469444,0.00011099973,0.00007373258,0.00014755728,6.539744e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010054114,0.003103501,0.0015655351,0.0030354348,0.0009844247,0.0000073410197,0.06553712,0.000014000675,0.0002245301,0.004764406,0.22446401,0.68624556],"study_design_scores_gemma":[0.026529774,0.028700657,0.33955786,0.01302021,0.002461797,0.0012409552,0.17626368,0.0018321146,0.00088526256,0.0126067,0.396052,0.0008490042],"about_ca_topic_score_codex":0.00004112091,"about_ca_topic_score_gemma":0.0000438302,"teacher_disagreement_score":0.68539655,"about_ca_system_score_codex":0.0002565022,"about_ca_system_score_gemma":0.0005428809,"threshold_uncertainty_score":0.46821243},"labels":[],"label_agreement":null},{"id":"W2887985000","doi":"10.1097/acm.0000000000002410","title":"Choosing Our Own Pathway to Competency-Based Undergraduate Medical Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Medical Council of Canada","funders":"","keywords":"Medical education; Parallels; Terminology; Construct (python library); Professional development; Diversity (politics); Core competency; Medical school; Medicine; Psychology; Computer science; Political science; Management; Operations management","score_opus":0.024656431219017956,"score_gpt":0.38795205120893966,"score_spread":0.3632956199899217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887985000","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20013624,0.00033707215,0.026277678,0.747276,0.006160295,0.001017397,0.0000018182864,0.0003059072,0.018487548],"genre_scores_gemma":[0.8424304,0.000049398594,0.008050157,0.13694768,0.008474762,0.00009507657,0.00016586985,0.000051656458,0.0037349954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962483,0.00010153634,0.00092373666,0.00053951517,0.0016631032,0.0005238098],"domain_scores_gemma":[0.9975879,0.000086267966,0.00021688764,0.00061404036,0.00080183044,0.0006930506],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018285713,0.0002774728,0.00047783603,0.00063972943,0.00020644868,0.0000072327384,0.0003838012,0.0004672736,0.0011052364],"category_scores_gemma":[0.012218672,0.00021574419,0.000047075082,0.0016335942,0.00035609247,0.00009533779,0.000061697654,0.001280341,0.00068419956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001610861,0.0001852194,0.008023138,0.0002143023,0.000053985823,0.000015449321,0.0025299948,0.0000013348105,0.00698884,0.031311717,0.6972922,0.2532227],"study_design_scores_gemma":[0.0062379013,0.002419554,0.014654105,0.00906207,0.00033590608,0.00052911043,0.0075714616,0.0048542265,0.0073140287,0.013065895,0.93310887,0.00084687344],"about_ca_topic_score_codex":0.000085382715,"about_ca_topic_score_gemma":0.000010044743,"teacher_disagreement_score":0.64229417,"about_ca_system_score_codex":0.00035277734,"about_ca_system_score_gemma":0.004994044,"threshold_uncertainty_score":0.9998079},"labels":[],"label_agreement":null},{"id":"W2888142161","doi":"10.36834/cmej.42981","title":"Duoethnography as a dialogic and collaborative form of curriculum inquiry for resident professionalism and self-care education","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Brock University","funders":"","keywords":"Dialogic; Curriculum; Transformative learning; Medical education; Medicine; Identity (music); Diversity (politics); Reflexivity; Psychological resilience; Professional boundaries; Interprofessional education; Professional development; Health care; Nursing; Pedagogy; Psychology; Sociology; Political science","score_opus":0.014411535151082651,"score_gpt":0.3745337065001859,"score_spread":0.36012217134910324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888142161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94563586,0.003121906,0.00009448892,0.044682916,0.0041240077,0.0009648029,0.000007378779,0.000016052041,0.0013525811],"genre_scores_gemma":[0.95800734,0.00048406672,0.012206357,0.025531081,0.003158986,0.00023563481,0.00012402333,0.000025663483,0.00022682303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983262,0.00008116518,0.0005252674,0.0002325816,0.00056028564,0.00027452497],"domain_scores_gemma":[0.9943542,0.000062274186,0.00026304825,0.00016851437,0.003292932,0.0018590586],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081184204,0.00014389867,0.00023783813,0.0007214311,0.00043069228,0.000041522842,0.00011512409,0.00027482928,0.0012797988],"category_scores_gemma":[0.01234311,0.00012139771,0.000042802352,0.00075526093,0.0005573732,0.00017664717,0.000017682509,0.00042596392,0.0000048582865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008473452,0.0008649124,0.021978624,0.00067454705,0.00013552757,0.0000050065833,0.09107822,2.9212519e-8,0.000048724287,0.020377602,0.49993375,0.3648183],"study_design_scores_gemma":[0.002507575,0.0015793178,0.088015944,0.0026776541,0.00031912938,0.0014661214,0.22918493,0.0001288443,0.00017039976,0.019447237,0.6540718,0.00043105672],"about_ca_topic_score_codex":0.0011632398,"about_ca_topic_score_gemma":0.0012895248,"teacher_disagreement_score":0.36438724,"about_ca_system_score_codex":0.00034341263,"about_ca_system_score_gemma":0.058915872,"threshold_uncertainty_score":0.9996332},"labels":[],"label_agreement":null},{"id":"W2888252890","doi":"10.36834/cmej.42163","title":"Transitioning towards senior medical resident: identification of the required competencies using consensus methodology","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Competence (human resources); Medicine; Medical education; Likert scale; Specialty; Core competency; Delphi method; Curriculum; Restructuring; Delphi; Prioritization; Family medicine; Psychology; Pedagogy; Management","score_opus":0.06680728226494408,"score_gpt":0.391733829550375,"score_spread":0.3249265472854309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888252890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8102825,0.00026583124,0.0050707483,0.17435867,0.008183121,0.00035515561,0.000006954828,0.00002226203,0.0014547519],"genre_scores_gemma":[0.9494587,0.000038571125,0.016505303,0.030175896,0.003283942,0.000013246681,0.000022584312,0.00002973438,0.0004719778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955579,0.0006119562,0.0012863145,0.00025235856,0.0018740081,0.0004174601],"domain_scores_gemma":[0.9936281,0.0001573261,0.00054487935,0.000483216,0.0025438818,0.0026425878],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005157757,0.0001584573,0.00034305052,0.00057258585,0.0006449936,0.000041157462,0.00044586,0.0004461597,0.015290157],"category_scores_gemma":[0.08116665,0.00012347887,0.00013611694,0.0011112442,0.0016237278,0.00009406676,0.000025982199,0.0010454837,0.000025891897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002697846,0.00085085724,0.008601906,0.0005216119,0.000573051,0.0001588422,0.027419638,0.000015540176,0.018086908,0.024661887,0.34159145,0.5772485],"study_design_scores_gemma":[0.010171499,0.0012244585,0.31498095,0.011395645,0.0022097128,0.10326441,0.08139262,0.0557063,0.030165311,0.019053264,0.3683474,0.0020884292],"about_ca_topic_score_codex":0.006377369,"about_ca_topic_score_gemma":0.0048586954,"teacher_disagreement_score":0.5751601,"about_ca_system_score_codex":0.00074750045,"about_ca_system_score_gemma":0.09165928,"threshold_uncertainty_score":0.98561},"labels":[],"label_agreement":null},{"id":"W2888253039","doi":"10.36834/cmej.42236","title":"Does testing enhance learning in continuing medical education?","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"McMaster University","keywords":"Test (biology); Continuing medical education; Medicine; Null hypothesis; Multiple choice; Medical education; Psychology; Family medicine; Continuing education; Internal medicine; Significant difference; Mathematics","score_opus":0.008249823489668455,"score_gpt":0.33872867860942213,"score_spread":0.33047885511975367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888253039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72885054,0.0004254074,0.00036363848,0.22617976,0.012979393,0.0004293178,7.484691e-7,0.000081914215,0.030689258],"genre_scores_gemma":[0.9177149,0.000077459474,0.006835837,0.061174266,0.009532807,0.000064534855,0.00003582174,0.00004438164,0.0045199697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99615407,0.00019150971,0.0009881629,0.00037366975,0.0016070494,0.0006855525],"domain_scores_gemma":[0.9896588,0.0001693817,0.00032829717,0.0003517026,0.0023876266,0.007104193],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030455943,0.00020843383,0.0003223819,0.0010621592,0.00040000337,0.000102130216,0.00039434296,0.0004605674,0.0458255],"category_scores_gemma":[0.21466355,0.00015792728,0.00005946828,0.0015948552,0.00048808908,0.00024239373,0.000028047092,0.0025596186,0.00023947364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001286561,0.00036263338,0.041306328,0.00004727791,0.000016558995,0.000045946388,0.002116162,4.0052055e-7,0.000028827943,0.0009554754,0.096378565,0.85872895],"study_design_scores_gemma":[0.0010428666,0.00025347897,0.06362205,0.005213804,0.00004778669,0.003399147,0.008889587,0.0024594788,0.0001110851,0.001239168,0.91328186,0.000439667],"about_ca_topic_score_codex":0.004174508,"about_ca_topic_score_gemma":0.012624685,"teacher_disagreement_score":0.8582893,"about_ca_system_score_codex":0.0011757087,"about_ca_system_score_gemma":0.13745543,"threshold_uncertainty_score":0.9997415},"labels":[],"label_agreement":null},{"id":"W2888379910","doi":"10.1177/0308022618793056","title":"The International Society of Wheelchair Professionals (ISWP): A resource aiming to improve wheelchair services worldwide","year":2018,"lang":"en","type":"article","venue":"British Journal of Occupational Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Wheelchair; Resource (disambiguation); Health professionals; Business; Physical medicine and rehabilitation; Medicine; Political science; Health care; Computer science; World Wide Web","score_opus":0.027677674993919675,"score_gpt":0.37018230328909796,"score_spread":0.3425046282951783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888379910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972169,0.0008925441,0.0017379181,0.02225428,0.0016062189,0.00045433675,0.00002568142,0.000018933331,0.00084111065],"genre_scores_gemma":[0.9335926,0.0005404213,0.031782616,0.025641369,0.0050585535,0.000050037757,0.000063639745,0.000048078397,0.0032226713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972814,0.000063883526,0.00097517564,0.0001880119,0.0012675101,0.00022402346],"domain_scores_gemma":[0.99586695,0.00021749444,0.0007510324,0.00020380026,0.0028539395,0.000106768966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018764391,0.00013508167,0.00026652205,0.00016054131,0.00034989743,0.000079566584,0.00048012077,0.00010115566,0.00022068748],"category_scores_gemma":[0.0004511387,0.00010889473,0.00020847222,0.0005056091,0.0002150924,0.00023029523,0.00006712428,0.000410012,0.000010070599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002796288,0.0008599166,0.013630718,0.000085405976,0.0006214902,0.000014452981,0.0035376404,0.000020682688,0.017503446,0.00063170725,0.36404002,0.5962582],"study_design_scores_gemma":[0.0039599943,0.0010227518,0.28140986,0.002744212,0.000046505796,0.0010600601,0.004740624,0.001200791,0.011052452,0.0011753904,0.69130486,0.00028250436],"about_ca_topic_score_codex":0.00003477634,"about_ca_topic_score_gemma":0.000016044796,"teacher_disagreement_score":0.5959757,"about_ca_system_score_codex":0.00018012797,"about_ca_system_score_gemma":0.0006441986,"threshold_uncertainty_score":0.44405982},"labels":[],"label_agreement":null},{"id":"W2888405849","doi":"10.1016/j.jvs.2018.06.164","title":"Engineering the Educational Experience: Creating a Genuine Clinical Experience for Trainee Learning and Assessment","year":2018,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Medicine; Protocol (science); Medical education; Variety (cybernetics); Curriculum; Quality (philosophy); Nursing; Family medicine; Alternative medicine; Psychology; Pedagogy","score_opus":0.04360500715675793,"score_gpt":0.4241980879685665,"score_spread":0.3805930808118086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888405849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785124,0.00037687417,0.017057788,0.0026225303,0.0011923941,0.00013632592,1.9697968e-7,0.0000070193632,0.000094475145],"genre_scores_gemma":[0.96212757,0.00016486921,0.03393615,0.00043346922,0.0031927384,0.000036116115,0.0000037750488,0.000014434227,0.00009086622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985591,0.000058672093,0.00071875524,0.00012113281,0.00038683295,0.00015551565],"domain_scores_gemma":[0.99783105,0.001027133,0.00031016467,0.00012286188,0.0006301117,0.0000786692],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030353705,0.00008480967,0.00027215792,0.00014247544,0.00017544592,0.000031587333,0.00006772875,0.000060796916,0.00013805705],"category_scores_gemma":[0.0094944695,0.000058020654,0.00018619848,0.00025047327,0.000165533,0.000120499164,0.000016938471,0.00037796685,9.723954e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018011531,0.0007915888,0.6907277,0.0002718699,0.0006356062,0.00001670592,0.021821452,0.00006358023,0.006304597,0.0012524792,0.011684252,0.26625],"study_design_scores_gemma":[0.0014597145,0.00054366654,0.7526179,0.00081376097,0.00022813317,0.00086095044,0.010760074,0.01623619,0.0006759197,0.00011006851,0.21543415,0.00025949487],"about_ca_topic_score_codex":0.0000020153998,"about_ca_topic_score_gemma":1.414216e-7,"teacher_disagreement_score":0.26599053,"about_ca_system_score_codex":0.00006332695,"about_ca_system_score_gemma":0.00044585855,"threshold_uncertainty_score":0.998849},"labels":[],"label_agreement":null},{"id":"W2888493973","doi":"10.36834/cmej.43025","title":"Are we failing to “build on the scientific basis of medicine?”","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Calgary","funders":"","keywords":"Alternative medicine; Medical education; Public relations; Medicine; Political science; Engineering ethics; Engineering; Pathology","score_opus":0.033732069854838106,"score_gpt":0.3589998537104611,"score_spread":0.325267783855623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888493973","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2226276,0.00013546433,0.00022230926,0.76201516,0.007360375,0.0002831628,0.0000025810907,0.000011645068,0.007341692],"genre_scores_gemma":[0.77669513,0.000024679845,0.0011950302,0.21307078,0.00653177,0.000027290029,0.000012080125,0.000024668096,0.0024185472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713683,0.00010729131,0.00062224653,0.00024585042,0.0015020724,0.00038569776],"domain_scores_gemma":[0.9932311,0.00013852198,0.00031070746,0.0005213106,0.0020595752,0.003738782],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029570786,0.00013672993,0.00023851015,0.0010604613,0.00064162124,0.00005201161,0.00043239983,0.00016661824,0.051224165],"category_scores_gemma":[0.08257058,0.000089153844,0.000059127866,0.0017508311,0.0011806209,0.000066902714,0.000016390091,0.000836544,0.00023908768],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013904079,0.000087169756,0.00082667556,0.000021268019,0.000020029733,0.0000064419287,0.0017516172,4.7754315e-7,0.000054156662,0.0043981406,0.892315,0.10050515],"study_design_scores_gemma":[0.00037426935,0.00024809927,0.0064718057,0.0020560427,0.00004469545,0.0003723891,0.009525854,0.0001605706,0.00031410862,0.0011288825,0.97919285,0.000110440276],"about_ca_topic_score_codex":0.00085600046,"about_ca_topic_score_gemma":0.003282975,"teacher_disagreement_score":0.55406755,"about_ca_system_score_codex":0.0005332497,"about_ca_system_score_gemma":0.025401184,"threshold_uncertainty_score":0.9801239},"labels":[],"label_agreement":null},{"id":"W2888668203","doi":"10.36834/cmej.43097","title":"Abductor digiti minimi","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Flexibility (engineering); Computer science; Agile software development; Psychology; Mathematics; Software engineering","score_opus":0.012352700620040648,"score_gpt":0.33175342889230647,"score_spread":0.31940072827226584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888668203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47605577,0.0004055912,0.00048355284,0.38989154,0.018414123,0.00039123572,0.0000048209367,0.00007178988,0.114281565],"genre_scores_gemma":[0.73546606,0.00007356776,0.007105007,0.23082316,0.018405883,0.000027216438,0.000067568,0.000043473305,0.007988066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978797,0.00004473849,0.00049408583,0.00020293315,0.00092174247,0.0004567958],"domain_scores_gemma":[0.99130684,0.000023159373,0.00011415378,0.00029918973,0.0014406532,0.006815974],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00075179077,0.00013176988,0.00018205018,0.00060550607,0.00036992077,0.000079025354,0.00023867229,0.000255447,0.1098835],"category_scores_gemma":[0.031615004,0.000117413874,0.00006657711,0.0006890195,0.0004449365,0.00015966389,0.000010664791,0.00083943206,0.0009376512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000806551,0.00014306359,0.000936582,0.000011583594,0.000019597623,0.000022542741,0.00044222065,1.2524584e-8,0.000012894332,0.0015105704,0.72725046,0.2696424],"study_design_scores_gemma":[0.00043353735,0.00018387269,0.007923294,0.00022766492,0.00003046274,0.0037594785,0.0010535971,0.000089946196,0.000046164456,0.00059318397,0.9855318,0.00012701427],"about_ca_topic_score_codex":0.0012041461,"about_ca_topic_score_gemma":0.0017485913,"teacher_disagreement_score":0.2695154,"about_ca_system_score_codex":0.0007447107,"about_ca_system_score_gemma":0.08751654,"threshold_uncertainty_score":0.99984026},"labels":[],"label_agreement":null},{"id":"W2888767839","doi":"10.36834/cmej.43389","title":"Towards a shared mental model of progressive competence in postgraduate medical education","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Specialty; Promotion (chess); Mental model; Medical education; Psychology; Medicine; Psychiatry; Political science; Social psychology","score_opus":0.01833564263185553,"score_gpt":0.3545146318984458,"score_spread":0.33617898926659023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888767839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73334813,0.00061537663,0.00028100002,0.25112712,0.0049018534,0.00072045083,0.000013577896,0.000026058893,0.008966456],"genre_scores_gemma":[0.9302876,0.00010194859,0.009708289,0.057162326,0.0020100693,0.00008136769,0.00016419332,0.000032618325,0.00045157707],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99602926,0.00011445484,0.0010284481,0.00030831998,0.0020059508,0.0005135465],"domain_scores_gemma":[0.99243397,0.000023351375,0.00032412782,0.00033064597,0.002087156,0.0048007434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015457537,0.00019989665,0.0003597655,0.0010844633,0.00019989577,0.00004170959,0.00047045146,0.0003908806,0.02497955],"category_scores_gemma":[0.031814232,0.00018300838,0.0000838981,0.0010992395,0.00073806965,0.00023957108,0.00003368,0.0011759617,0.000059605445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104040366,0.0019225975,0.0074032377,0.0001432826,0.000061457,0.000043517986,0.00885634,0.0000011955441,0.00010303872,0.0050118226,0.38257706,0.5937724],"study_design_scores_gemma":[0.016414387,0.003493885,0.18230182,0.030600516,0.00053971156,0.031363357,0.03576857,0.35941187,0.0017222792,0.025490666,0.30990046,0.002992497],"about_ca_topic_score_codex":0.0037134278,"about_ca_topic_score_gemma":0.004824208,"teacher_disagreement_score":0.5907799,"about_ca_system_score_codex":0.0012247253,"about_ca_system_score_gemma":0.24210809,"threshold_uncertainty_score":0.9763412},"labels":[],"label_agreement":null},{"id":"W2888987337","doi":"10.1097/ceh.0000000000000220","title":"Assessment and Change: An Exploration of Documented Assessment Activities and Outcomes by Canadian Psychiatrists","year":2018,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Toronto; University of Calgary; University of Ottawa; Centre for Addiction and Mental Health","funders":"","keywords":"Maintenance of Certification; Certification; Thematic analysis; Medical education; Variety (cybernetics); Medicine; Best practice; Psychology; Qualitative research; Computer science; Political science","score_opus":0.05260612790274056,"score_gpt":0.5006194862732964,"score_spread":0.4480133583705559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888987337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8955235,0.0002510083,0.00048007327,0.10165177,0.0013238585,0.0006023896,0.000002941928,0.0000036498507,0.00016081081],"genre_scores_gemma":[0.98666316,0.00022266603,0.007962596,0.004635607,0.00030694643,0.000048863756,0.000021125898,0.000008630493,0.00013042355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99843806,0.00035304666,0.00064518413,0.000098176104,0.00030354777,0.0001619881],"domain_scores_gemma":[0.9985067,0.00009911267,0.0006891137,0.00016502515,0.00040419667,0.00013584895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002371903,0.000085088905,0.00024916336,0.00043880078,0.000194263,0.00002400545,0.0000789483,0.00006420062,0.000021556578],"category_scores_gemma":[0.0001822577,0.000057921257,0.000017844248,0.00028781072,0.00010116264,0.0006090447,0.000010134347,0.0003958308,1.6647505e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050599618,0.0011326554,0.56691253,0.00030078882,0.000033957243,5.0221036e-7,0.09219628,9.4852425e-8,0.00026401549,0.004770909,0.03164967,0.302688],"study_design_scores_gemma":[0.0007530847,0.00069308456,0.8946293,0.0010000531,0.000029339808,0.000025207137,0.09790633,0.000052066414,0.000013900909,0.0009755012,0.0038629107,0.00005923396],"about_ca_topic_score_codex":0.0028092626,"about_ca_topic_score_gemma":0.0025967115,"teacher_disagreement_score":0.32771677,"about_ca_system_score_codex":0.00029134678,"about_ca_system_score_gemma":0.0027995557,"threshold_uncertainty_score":0.49662915},"labels":[],"label_agreement":null},{"id":"W2889166662","doi":"10.1097/ceh.0000000000000218","title":"Recommendations for Publishing Assessment-Based Articles in JCEHP","year":2018,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Publishing; Publication; Continuing education; Medical education; Psychology; Outcome (game theory); Point (geometry); Medicine; Political science","score_opus":0.07388438848845441,"score_gpt":0.4971570559541443,"score_spread":0.42327266746568987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889166662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50055015,0.000112372494,0.008297969,0.48708406,0.0026823354,0.0008198382,0.0000016541031,0.000008485993,0.0004431416],"genre_scores_gemma":[0.916376,0.000015707928,0.06533489,0.016934019,0.00094079267,0.000102947866,0.000028968365,0.000012223441,0.00025446768],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99782044,0.00040984547,0.0011016774,0.0001077604,0.00031185083,0.00024844907],"domain_scores_gemma":[0.99714744,0.0005833922,0.00083347806,0.00022857623,0.0011339491,0.000073192416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00703993,0.000078403595,0.00022597892,0.00073396123,0.00020582785,0.00006866743,0.00020165992,0.000084340434,0.00007007815],"category_scores_gemma":[0.00482909,0.00005541551,0.000049776205,0.0010183707,0.00006701044,0.0004281266,0.00001141685,0.0007569899,0.0000019355512],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010252233,0.0016100283,0.045253027,0.00017747628,0.000008232455,4.607641e-7,0.023073578,0.0000025040404,0.00012929594,0.0053403964,0.30280805,0.6214944],"study_design_scores_gemma":[0.006072406,0.0014889361,0.58112675,0.012756907,0.00006578978,0.0000891415,0.19714373,0.0032240981,0.0001852441,0.015234904,0.18237485,0.00023722035],"about_ca_topic_score_codex":0.00003370538,"about_ca_topic_score_gemma":0.00006913041,"teacher_disagreement_score":0.6212572,"about_ca_system_score_codex":0.00044190697,"about_ca_system_score_gemma":0.004594187,"threshold_uncertainty_score":0.81498903},"labels":[],"label_agreement":null},{"id":"W2889511547","doi":"10.1093/pch/pxy108","title":"Needs assessment of ethics and communication teaching for neonatal perinatal medicine programs in Canada","year":2018,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Alberta; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine; University of Manitoba; Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Medical education; Experiential learning; Perception; Medicine; Psychology; Nursing; Family medicine; Pedagogy","score_opus":0.03900080247663631,"score_gpt":0.38954506060935606,"score_spread":0.3505442581327198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889511547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8642617,0.0015236938,0.0049881265,0.12597077,0.0005752299,0.0014833645,0.000015123436,0.00002509737,0.001156892],"genre_scores_gemma":[0.95874566,0.00048755127,0.035479337,0.0044524586,0.00048696692,0.00004952976,0.0002673559,0.000015818745,0.000015300324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983797,0.00015729785,0.00059303123,0.00015848392,0.0004574663,0.0002540224],"domain_scores_gemma":[0.9986615,0.00034014674,0.0002700134,0.00030227177,0.0003204911,0.000105549785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00370599,0.00010391516,0.00029505277,0.0002843039,0.00031009957,0.0000048811685,0.00011697368,0.00009329546,0.000010757059],"category_scores_gemma":[0.0018627899,0.00009322429,0.00001628666,0.0005838154,0.00018026275,0.000052789786,0.000049568465,0.001131971,1.6002772e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060430844,0.00023970894,0.50176907,0.002106108,0.000028697708,0.0000010532599,0.023484569,0.0000022013462,0.0000067720193,0.033569407,0.0066753956,0.4320566],"study_design_scores_gemma":[0.005093403,0.0022900074,0.89218044,0.0011813422,0.00008484344,0.00007461751,0.023235315,0.011116291,0.000011412041,0.0010130783,0.063431434,0.00028782035],"about_ca_topic_score_codex":0.32161468,"about_ca_topic_score_gemma":0.20211646,"teacher_disagreement_score":0.4317688,"about_ca_system_score_codex":0.0008250644,"about_ca_system_score_gemma":0.003955488,"threshold_uncertainty_score":0.81244284},"labels":[],"label_agreement":null},{"id":"W2889625499","doi":"10.11606/t.5.2018.tde-11092018-134748","title":"Videogravação de consulta como instrumento docente para ensino da comunicação clínica na atenção primária à saúde ","year":2018,"lang":"pt","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Video feedback; Active listening; Thematic analysis; Psychology; Medical education; Perception; Intervention (counseling); Applied psychology; Qualitative research; Medicine; Pedagogy; Communication","score_opus":0.03566122588083894,"score_gpt":0.36799239174333115,"score_spread":0.33233116586249223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889625499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92244804,0.0012596555,0.003283733,0.006797773,0.011707967,0.0045579663,0.00015335382,0.00060800975,0.049183495],"genre_scores_gemma":[0.879256,0.0015978015,0.028989354,0.010592386,0.0014155905,0.0003182471,0.022370739,0.00035601942,0.05510388],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906529,0.0005661194,0.0031535807,0.0017287823,0.0020221758,0.0018764368],"domain_scores_gemma":[0.99082667,0.00046421355,0.00172563,0.002849954,0.0033509345,0.0007826117],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0024662672,0.0014251991,0.0018872838,0.001043575,0.0009102333,0.00031640814,0.0013724933,0.0021735686,0.0069029843],"category_scores_gemma":[0.005531125,0.0013842338,0.0004388851,0.002434022,0.0012234406,0.0003491384,0.00028159982,0.0028803071,0.002881178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056810593,0.007984826,0.04589916,0.0061491914,0.005104569,0.00022886282,0.03409612,0.000004516403,0.014864273,0.03476873,0.3906016,0.45461708],"study_design_scores_gemma":[0.022829719,0.0037349078,0.08261682,0.016493345,0.0063755717,0.00070292625,0.06158998,0.021229932,0.020624535,0.0011146041,0.75693804,0.005749616],"about_ca_topic_score_codex":0.001570681,"about_ca_topic_score_gemma":0.00027021876,"teacher_disagreement_score":0.44886747,"about_ca_system_score_codex":0.0015146862,"about_ca_system_score_gemma":0.0039328802,"threshold_uncertainty_score":0.9998498},"labels":[],"label_agreement":null},{"id":"W2889772178","doi":"10.4038/seajme.v10i2.26","title":"Attributes expected of a medical teacher by Malaysian medical students from a private medical school","year":2016,"lang":"en","type":"article","venue":"South-East Asian Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Ideal (ethics); Dissemination; Medical education; Medical school; Public relations; Political science; Medicine","score_opus":0.01201008177524917,"score_gpt":0.3418839234503467,"score_spread":0.32987384167509753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889772178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63856924,0.00085601537,0.008895145,0.347896,0.0029726974,0.0003893661,0.000020478541,0.00005831473,0.00034271408],"genre_scores_gemma":[0.9831006,0.00029134128,0.001610158,0.007914375,0.0061597787,0.0000629864,0.00018271434,0.00009648721,0.00058159535],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9705535,0.0007031409,0.0033438653,0.000632051,0.024002597,0.00076485774],"domain_scores_gemma":[0.9907657,0.00024405307,0.0016800577,0.00086913106,0.001468242,0.004972803],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009400344,0.0005075267,0.0013222873,0.0007415746,0.00013115526,0.00006861881,0.002945584,0.0019022198,0.0919508],"category_scores_gemma":[0.114981174,0.00033841797,0.00039274246,0.0012398978,0.0011914661,0.00034978657,0.0003755115,0.0028511107,0.00023144115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006576838,0.007966853,0.29337355,0.00023706505,0.000968548,0.0003060743,0.0055490886,5.6214308e-8,0.00026639734,0.0008456439,0.3626217,0.32720736],"study_design_scores_gemma":[0.0906129,0.0052882656,0.44891718,0.10370959,0.003259411,0.01271599,0.087433346,0.0023439745,0.0015639301,0.005431038,0.2347489,0.0039754617],"about_ca_topic_score_codex":0.000057117635,"about_ca_topic_score_gemma":0.000011438509,"teacher_disagreement_score":0.3445313,"about_ca_system_score_codex":0.0005936318,"about_ca_system_score_gemma":0.021067971,"threshold_uncertainty_score":0.9999068},"labels":[],"label_agreement":null},{"id":"W2890029791","doi":"10.1136/bmjoq-2018-000420","title":"Medical students as agents of change: a qualitative exploratory study","year":2018,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"Scottish Funding Council; NHS Education for Scotland; University of Dundee","keywords":"Medical education; Multidisciplinary approach; Quality management; Quality (philosophy); Health care; Focus group; Psychology; Qualitative research; Experiential learning; Exploratory research; Nursing; Medicine; Pedagogy; Business; Sociology; Political science","score_opus":0.4985957238567985,"score_gpt":0.6726877481401132,"score_spread":0.17409202428331472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890029791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844465,0.0000108922,0.00010183178,0.0048346864,0.00068384164,0.0051965252,0.0000068633085,0.000029119668,0.004689713],"genre_scores_gemma":[0.98879343,0.000002792172,0.00080581056,0.00770706,0.00061184366,0.0012016188,0.000040872805,0.000020062387,0.0008164981],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9940309,0.001339477,0.0010814095,0.0003884219,0.0029277396,0.00023204672],"domain_scores_gemma":[0.9972586,0.00017385739,0.00051748817,0.000832841,0.0010329868,0.00018419915],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017452426,0.00015224583,0.0005488918,0.00013221784,0.00011741632,0.000038383612,0.00093476643,0.00013463956,0.003250497],"category_scores_gemma":[0.012496848,0.0001289207,0.000049219194,0.0007282406,0.00041425732,0.00025564854,0.00071131944,0.00027608362,0.00043076082],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016808029,0.016534625,0.20764689,0.00042513083,0.000673487,0.0000625071,0.60980254,1.2477347e-8,0.00008366304,0.0052344836,0.06565572,0.0922001],"study_design_scores_gemma":[0.006048837,0.0025571291,0.68912226,0.00052116875,0.00010972312,0.0000132004125,0.2936159,0.000019116042,0.00041433235,0.0010848086,0.0061737373,0.0003198173],"about_ca_topic_score_codex":0.0009796637,"about_ca_topic_score_gemma":0.00016982219,"teacher_disagreement_score":0.48147535,"about_ca_system_score_codex":0.00013238011,"about_ca_system_score_gemma":0.00066501857,"threshold_uncertainty_score":0.9976607},"labels":[],"label_agreement":null},{"id":"W2890060316","doi":"10.1016/j.hpe.2018.09.003","title":"“Playing in the Big Leagues Now”: Exploring Feedback Receptivity During the Transition to Residency","year":2018,"lang":"en","type":"article","venue":"Health Professions Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; Université de Sherbrooke","funders":"","keywords":"Anxiety; Perception; Medical education; Context (archaeology); Psychology; Receptivity; Peer feedback; Medicine; Applied psychology; Psychiatry","score_opus":0.11561267470239094,"score_gpt":0.43908565319352677,"score_spread":0.3234729784911358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890060316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7741834,0.00008322807,0.0005135381,0.22018921,0.0027247132,0.0014938128,9.314283e-7,0.00004522271,0.0007659371],"genre_scores_gemma":[0.9769152,0.000119917895,0.0032025715,0.015652785,0.0024381343,0.0009020169,0.000038656366,0.000021960836,0.0007088017],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99778515,0.0005341266,0.00056295044,0.00030161714,0.00042448242,0.0003916871],"domain_scores_gemma":[0.99869263,0.00014860976,0.00016245934,0.0005890394,0.00032762002,0.000079636826],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025666584,0.00013468903,0.00017348604,0.00036355478,0.0014631962,0.00002536601,0.00018788347,0.00008848681,0.000092361166],"category_scores_gemma":[0.0010125634,0.00008497456,0.000032899286,0.0017863067,0.00010615892,0.00020164777,0.000028896158,0.00067672884,0.00017883444],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032861187,0.0018200843,0.03833253,0.0013469969,0.00001747077,0.0000013847406,0.35013166,0.0000066656703,0.0032214809,0.0021943504,0.11006538,0.4925334],"study_design_scores_gemma":[0.00043375642,0.00019646708,0.9152717,0.0022125496,0.000013266251,0.000027370048,0.07253434,0.000051435134,0.0004205545,0.0003924343,0.008323722,0.00012242218],"about_ca_topic_score_codex":0.00033476594,"about_ca_topic_score_gemma":0.0004388561,"teacher_disagreement_score":0.8769392,"about_ca_system_score_codex":0.00057882885,"about_ca_system_score_gemma":0.002122959,"threshold_uncertainty_score":0.99983674},"labels":[],"label_agreement":null},{"id":"W2890150891","doi":"10.1097/acm.0000000000002451","title":"Overshadowed by Assessment: Understanding Trainee and Supervisor Perspectives on the Oral Case Presentation in Internal Medicine Workplace-Based Assessment","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Ethica (Canada); The Wilson Centre; AMT Die Casting (Canada); University of Toronto; University Health Network","funders":"","keywords":"Competence (human resources); Grounded theory; Supervisor; Medical education; Constructivist grounded theory; Presentation (obstetrics); Psychology; Narrative; Medicine; Reflective practice; Competency assessment; Objective structured clinical examination; Thematic analysis; Nursing; Qualitative research; Pedagogy","score_opus":0.0840919815563602,"score_gpt":0.42631506170542927,"score_spread":0.34222308014906905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890150891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7974795,0.0004023293,0.017429035,0.17370935,0.00061007077,0.0010495506,0.000004692865,0.00006189561,0.009253591],"genre_scores_gemma":[0.98829556,0.00019450374,0.0005457146,0.009131634,0.001133706,0.00008071826,0.00008056775,0.00003237888,0.0005052158],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9972724,0.0002654804,0.0007032848,0.0004960283,0.0008872368,0.0003755712],"domain_scores_gemma":[0.99818593,0.00092158606,0.00021612416,0.00033456826,0.00018883817,0.00015296937],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027791755,0.00027714449,0.00044171792,0.00051392894,0.0002168252,0.000011695362,0.00017111065,0.00023912199,0.0015830786],"category_scores_gemma":[0.002324734,0.00017346379,0.000026371083,0.00096723746,0.001426979,0.00014001815,0.000036177917,0.0015785628,0.0000046056352],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016213728,0.0005433953,0.1664426,0.0005793776,0.00046720894,0.00067001424,0.14304411,0.00001229784,0.015896639,0.14960372,0.507438,0.013681277],"study_design_scores_gemma":[0.029106751,0.007069457,0.06354084,0.0072183157,0.00066053006,0.0017156783,0.8035449,0.0700939,0.00049825397,0.0077728285,0.007994171,0.00078437955],"about_ca_topic_score_codex":0.000405775,"about_ca_topic_score_gemma":0.000029496465,"teacher_disagreement_score":0.66050076,"about_ca_system_score_codex":0.0010420692,"about_ca_system_score_gemma":0.00019720363,"threshold_uncertainty_score":0.9993296},"labels":[],"label_agreement":null},{"id":"W2890596533","doi":"10.1186/s12909-018-1327-7","title":"Avoid reinventing the wheel: implementation of the Ottawa Clinic Assessment Tool (OCAT) in Internal Medicine","year":2018,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Context (archaeology); Variance (accounting); Descriptive statistics; Medical education; Psychometrics; Reliability (semiconductor); Educational measurement; Medicine; Psychology; Applied psychology; Curriculum; Clinical psychology; Statistics","score_opus":0.030208880597586703,"score_gpt":0.45681538357062845,"score_spread":0.42660650297304176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890596533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9262824,0.000098059245,0.003110855,0.05761484,0.004564996,0.00094714866,8.7809127e-7,0.000026182013,0.0073546297],"genre_scores_gemma":[0.9823475,0.00003399194,0.0033643323,0.010515211,0.0023148886,0.0001671823,0.00005772159,0.000020431007,0.0011787576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964223,0.0003712937,0.0013018019,0.0002920049,0.001349819,0.00026280692],"domain_scores_gemma":[0.9977829,0.00038658455,0.0005525098,0.0006479533,0.00054916914,0.00008090878],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048453757,0.00014774119,0.00026423245,0.00020208629,0.00015667775,0.000012343994,0.0004195061,0.00014845999,0.0059341304],"category_scores_gemma":[0.010440082,0.000084415224,0.000079827405,0.0010347981,0.00072456,0.000101625876,0.00009106891,0.00063155335,0.000041721036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047994443,0.0007120216,0.6194306,0.00037652493,0.00004258783,5.6828827e-7,0.0035599566,4.9658445e-7,0.0004925946,0.00770932,0.17601433,0.19161299],"study_design_scores_gemma":[0.0018009974,0.00028688845,0.95878786,0.0017516833,0.00010219043,0.000046336598,0.011913819,0.0013290741,0.0005975549,0.0009910908,0.022273958,0.000118537304],"about_ca_topic_score_codex":0.0007740152,"about_ca_topic_score_gemma":0.0010016043,"teacher_disagreement_score":0.33935726,"about_ca_system_score_codex":0.00035098073,"about_ca_system_score_gemma":0.005728714,"threshold_uncertainty_score":0.9999079},"labels":[],"label_agreement":null},{"id":"W2890893334","doi":"10.4066/biomedicalresearch.29-17-3449","title":"Evaluating final-year medical students' communication skills using an observational rating scale in Shiraz medical school","year":2018,"lang":"en","type":"article","venue":"Biomedical Research - India","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Shiraz University; Shiraz University of Medical Sciences","keywords":"Observational study; Communication skills; Rating scale; Scale (ratio); Medical education; Crowding; Medical school; Psychology; Significant difference; Communication skills training; Medicine; Family medicine; Developmental psychology","score_opus":0.36810425373047995,"score_gpt":0.6106727253381995,"score_spread":0.24256847160771955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890893334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98270094,0.00009439536,0.0007681078,0.013949779,0.00044810947,0.0009720604,0.000006957635,0.00008950303,0.00097014004],"genre_scores_gemma":[0.94214195,0.00010918901,0.04852288,0.0048343968,0.0030520714,0.00021898859,0.0006861708,0.000071676775,0.0003627037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97818506,0.0017726503,0.0015884878,0.0008051716,0.016462874,0.0011857534],"domain_scores_gemma":[0.99233174,0.0014611692,0.00025764728,0.0013661709,0.0023675344,0.0022157251],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03926195,0.00027456973,0.0005198701,0.001321254,0.00076296506,0.00017943498,0.0019011858,0.00097589864,0.014291339],"category_scores_gemma":[0.12419543,0.0002470191,0.000082377184,0.0041168598,0.002995187,0.00046076777,0.0009493003,0.0034441126,0.00041140476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071581785,0.015076876,0.7170511,0.00055836065,0.00019233796,0.00024778175,0.005945809,0.000002869423,0.005076185,0.0034957533,0.03523804,0.2163991],"study_design_scores_gemma":[0.009251008,0.002534648,0.88479394,0.004940678,0.000058298607,0.00025209872,0.0037803645,0.07934526,0.00056715216,0.002476448,0.011354485,0.0006456187],"about_ca_topic_score_codex":0.00042051918,"about_ca_topic_score_gemma":0.00015365976,"teacher_disagreement_score":0.21575348,"about_ca_system_score_codex":0.0012102571,"about_ca_system_score_gemma":0.009142989,"threshold_uncertainty_score":0.9999982},"labels":[],"label_agreement":null},{"id":"W2891164343","doi":"10.3390/pharmacy6040104","title":"Academic Career Progression of Chinese-Origin Pharmacy Faculty Members in Western Countries","year":2018,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Promotion (chess); Medical education; Medicine; Family medicine; Political science","score_opus":0.0765747715573474,"score_gpt":0.4850746893489393,"score_spread":0.4084999177915919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891164343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907861,0.00023227661,0.000048582064,0.00603487,0.000877571,0.0005169835,0.000011970543,0.00006481113,0.0014268479],"genre_scores_gemma":[0.99555933,0.00012093678,0.00075702125,0.0021632598,0.00074595603,0.00006535061,0.000108874134,0.00002488603,0.00045435378],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983515,0.00004120386,0.0005204378,0.00024213278,0.0005638189,0.00028087982],"domain_scores_gemma":[0.99910724,0.000035585777,0.00017872266,0.00019303604,0.00040049455,0.00008490586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005031248,0.00016521118,0.00027216028,0.0002644041,0.00005661899,0.000007822947,0.00017749317,0.00005656084,0.00089399336],"category_scores_gemma":[0.00032248354,0.00012886268,0.00004135615,0.0007845192,0.00029196232,0.00023803645,0.00005178445,0.0005194583,0.00009748603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027807956,0.00015654445,0.9522581,0.00020036881,0.000031441097,0.0000072194634,0.003857776,0.0000013225848,0.0073986654,0.000046051126,0.011520788,0.02424364],"study_design_scores_gemma":[0.009232184,0.0001402923,0.22087306,0.0006297908,0.00011989868,0.0000711451,0.0002938847,0.0033390229,0.05693872,0.00014742652,0.7078786,0.0003359982],"about_ca_topic_score_codex":0.00014791143,"about_ca_topic_score_gemma":0.000010272123,"teacher_disagreement_score":0.73138505,"about_ca_system_score_codex":0.00014537906,"about_ca_system_score_gemma":0.00028745926,"threshold_uncertainty_score":0.9788601},"labels":[],"label_agreement":null},{"id":"W2891286186","doi":"10.1007/s40037-018-0453-6","title":"Passion projects and disorienting dilemmas","year":2018,"lang":"en","type":"letter","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Passion; Engineering ethics; Psychology; Data science; Computer science; Engineering; Social psychology","score_opus":0.015539996147865118,"score_gpt":0.3434544242062182,"score_spread":0.3279144280583531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891286186","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04401457,0.000530857,0.00020314271,0.9397136,0.0033366934,0.00092727283,0.0000039999845,0.00015003562,0.0111198155],"genre_scores_gemma":[0.020784536,0.0005607996,0.0024235547,0.9315847,0.03496706,0.00043276633,0.0010953362,0.00012474121,0.008026501],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99606484,0.00014901778,0.0005247091,0.0009844148,0.0018069366,0.00047007197],"domain_scores_gemma":[0.9978704,0.00015656455,0.0003010427,0.0006383511,0.0008446366,0.0001890265],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007265126,0.0003896158,0.00046568038,0.0006555724,0.00026288457,0.00006417506,0.00020169218,0.0012418843,0.0017141104],"category_scores_gemma":[0.014038394,0.00032147858,0.000102396385,0.0006754758,0.00068374653,0.000111945155,0.00007540374,0.0031189807,0.0001640498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036254438,0.0006193934,0.00041086887,0.00040689917,0.00005240072,0.000017088545,0.0069597038,6.316257e-9,0.000003926097,0.0009069983,0.93316287,0.057423618],"study_design_scores_gemma":[0.0005223623,0.0004865208,0.003019784,0.0023719813,0.0001322771,0.00014416598,0.011798907,0.00015380012,0.00002831763,0.0004745795,0.98050076,0.00036655922],"about_ca_topic_score_codex":0.000055094202,"about_ca_topic_score_gemma":0.0000014456845,"teacher_disagreement_score":0.057057057,"about_ca_system_score_codex":0.0004957766,"about_ca_system_score_gemma":0.0028946244,"threshold_uncertainty_score":0.9999237},"labels":[],"label_agreement":null},{"id":"W2891481746","doi":"10.36834/cmej.36848","title":"Plain language communication as a priority competency for medical professionals in a globalized world","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre","funders":"","keywords":"Plain language; Globalization; Curriculum; Medical education; Health care; Population; Diversity (politics); Information and Communications Technology; Health literacy; Public relations; Medicine; Knowledge management; Computer science; Psychology; Political science; Pedagogy; World Wide Web; Environmental health","score_opus":0.011941665333119139,"score_gpt":0.39687967579149946,"score_spread":0.38493801045838033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891481746","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41054738,0.00118697,0.00047221963,0.55348015,0.0059839925,0.001630512,0.000012323383,0.00005937953,0.026627108],"genre_scores_gemma":[0.75285476,0.0000941967,0.020159807,0.21633081,0.004510191,0.00032313567,0.0003646367,0.000052461153,0.005310003],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638593,0.00028091302,0.00097322935,0.00027750246,0.0015166713,0.00056575495],"domain_scores_gemma":[0.9932395,0.00021333001,0.00025051352,0.0004773848,0.0012613209,0.004557955],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004174656,0.00018309525,0.00035730036,0.0009887216,0.0004403999,0.000056366713,0.00054776284,0.0004116874,0.045108568],"category_scores_gemma":[0.07280662,0.00016430535,0.00009131736,0.001304531,0.0004601417,0.00016389642,0.00003604899,0.0014200571,0.00015157419],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015314546,0.0010528485,0.004307167,0.00010855121,0.000050244354,0.000056584504,0.005211777,6.143023e-8,0.000013309214,0.02784669,0.74313563,0.21806398],"study_design_scores_gemma":[0.0059176944,0.00035172535,0.021868415,0.0043049213,0.000078154866,0.0028091555,0.012566858,0.0020748584,0.00005676925,0.0069642235,0.9425525,0.00045469176],"about_ca_topic_score_codex":0.006198674,"about_ca_topic_score_gemma":0.07924621,"teacher_disagreement_score":0.3423074,"about_ca_system_score_codex":0.001310784,"about_ca_system_score_gemma":0.112134665,"threshold_uncertainty_score":0.95576435},"labels":[],"label_agreement":null},{"id":"W2892127991","doi":"10.1016/j.teln.2018.08.001","title":"Learning to Think Like a Clinical Teacher","year":2018,"lang":"en","type":"article","venue":"Teaching and learning in nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Clinical judgment; Adaptation (eye); Clinical Practice; Medical education; Psychology; Process (computing); Patient care; Nursing; Medicine; Computer science","score_opus":0.024780318901046892,"score_gpt":0.41616197996748727,"score_spread":0.3913816610664404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892127991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679293,0.00005692554,0.0026281695,0.006638623,0.00064868777,0.00015523906,2.6162546e-8,0.00020661486,0.021736404],"genre_scores_gemma":[0.9570877,0.000004176166,0.033579327,0.0017902768,0.0012339567,0.000004823375,0.000007601115,0.000029830384,0.006262319],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99807674,0.0006614062,0.00039669737,0.00033806663,0.000226419,0.00030066937],"domain_scores_gemma":[0.9993896,0.00018554152,0.00008303501,0.00015951245,0.00007315094,0.0001091715],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005071998,0.00012237718,0.00024456362,0.00028811232,0.0005674336,0.000043346103,0.000064516724,0.00015682408,0.00007277765],"category_scores_gemma":[0.008494903,0.00011609902,0.000034716108,0.00029781915,0.00019596725,0.000074884214,0.000026872583,0.003794777,0.00006915407],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007318672,0.00018108563,0.10648673,0.000016027614,0.000008942001,0.000003978953,0.04245374,0.000044978646,0.000142281,0.00020394745,0.0036467991,0.8467383],"study_design_scores_gemma":[0.0023744847,0.003319717,0.6617538,0.0048472835,0.00010742336,0.00020919854,0.040464785,0.066681415,0.00001851905,0.00034888045,0.219336,0.0005384969],"about_ca_topic_score_codex":0.0000632653,"about_ca_topic_score_gemma":0.0000018534789,"teacher_disagreement_score":0.8461998,"about_ca_system_score_codex":0.00013532983,"about_ca_system_score_gemma":0.00006904509,"threshold_uncertainty_score":0.99985695},"labels":[],"label_agreement":null},{"id":"W2892262789","doi":"10.22454/fammed.2018.794779","title":"Difficulties in Residency: An Examination of Clinical Rotations and Competencies Where Family Medicine Residents Most Often Struggle","year":2018,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Family medicine; Medical education; Psychology; Medicine","score_opus":0.09076091115157733,"score_gpt":0.41484344162329795,"score_spread":0.32408253047172064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892262789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829549,0.0013671205,0.0002713894,0.0081729395,0.0010951341,0.00065967266,0.0000067312285,0.00006993939,0.0054021296],"genre_scores_gemma":[0.98833895,0.000749127,0.00515477,0.0027873318,0.0017421319,0.000044257395,0.00025679724,0.00003598382,0.000890645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99577594,0.00034187277,0.0019140239,0.00053540437,0.0011033721,0.00032938356],"domain_scores_gemma":[0.9968143,0.0005063995,0.0004925758,0.00062739034,0.0013606808,0.00019861366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031224734,0.00026946986,0.00092381216,0.00074190175,0.00014685205,0.000008137735,0.00022621226,0.0002620277,0.00024396968],"category_scores_gemma":[0.007214267,0.00020393549,0.00003386646,0.001401338,0.0025371383,0.00027869098,0.00006674536,0.0005140518,0.000015705977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000887004,0.0015259285,0.43949836,0.0011861568,0.00021592113,0.00009594464,0.038756493,0.0000060770053,0.051157545,0.007820579,0.12806332,0.33078668],"study_design_scores_gemma":[0.0042243167,0.0026569813,0.9611291,0.0020378355,0.00013377238,0.000024719091,0.026234891,0.0009824096,0.00008627488,0.0006268109,0.0017024843,0.00016037935],"about_ca_topic_score_codex":0.002114027,"about_ca_topic_score_gemma":0.00063183246,"teacher_disagreement_score":0.52163076,"about_ca_system_score_codex":0.000101554804,"about_ca_system_score_gemma":0.00036089262,"threshold_uncertainty_score":0.93481916},"labels":[],"label_agreement":null},{"id":"W2892370567","doi":"10.7759/cureus.3316","title":"Intrinsic CanMEDS Competencies Expected of Medical Students During Emergency Medicine Core Rotation: A Needs Assessment","year":2018,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; Kingston General Hospital; McMaster University; Hotel Dieu Hospital","funders":"","keywords":"Medicine; Curriculum; Core competency; Medical education; Likert scale; Needs assessment; Inclusion (mineral); Scale (ratio); Psychology; Pedagogy","score_opus":0.04249732411991711,"score_gpt":0.4170380846652015,"score_spread":0.3745407605452844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892370567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98607415,0.0002676488,0.00073992234,0.0054598236,0.002787379,0.00039327607,0.000001952901,0.00007778869,0.004198082],"genre_scores_gemma":[0.9944436,0.00016231516,0.002125212,0.0003932478,0.0019999968,0.00006532384,0.0000823713,0.000022945173,0.0007049846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99599063,0.000044256696,0.0008622676,0.00022282783,0.0026200078,0.0002600183],"domain_scores_gemma":[0.9978885,0.000037779955,0.00026585264,0.00045811513,0.0011786558,0.00017110592],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007837645,0.00016992824,0.0003849095,0.0003116661,0.00013883717,0.0000053536764,0.0004437628,0.0001685037,0.0119457645],"category_scores_gemma":[0.0018715354,0.0001382228,0.000047128313,0.0013987095,0.0005149737,0.000083000035,0.00014386444,0.0003305329,0.000024344703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000173754,0.0017134798,0.86067843,0.0006634944,0.0005596043,0.000039341623,0.02105477,6.117977e-7,0.013749392,0.01992067,0.072609454,0.008837008],"study_design_scores_gemma":[0.0030250293,0.0009739407,0.9742135,0.0007117096,0.00018077891,0.000083036015,0.013703256,0.00032323282,0.0009985274,0.0004104869,0.0051735775,0.00020292815],"about_ca_topic_score_codex":0.00026364552,"about_ca_topic_score_gemma":0.00007749366,"teacher_disagreement_score":0.11353508,"about_ca_system_score_codex":0.0002815916,"about_ca_system_score_gemma":0.00041652936,"threshold_uncertainty_score":0.98895746},"labels":[],"label_agreement":null},{"id":"W2893269460","doi":"10.5430/jnep.v9n2p42","title":"Objective structured clinical examination versus traditional clinical examination among nursing students: A comparative approach","year":2018,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Likert scale; Medical education; Competence (human resources); Psychology; Medicine; Nursing","score_opus":0.30715493237328334,"score_gpt":0.570958434657817,"score_spread":0.2638035022845337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893269460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94583535,0.00019284314,0.008612156,0.0033977146,0.01010392,0.0004296699,0.0000016070345,0.000019237876,0.031407487],"genre_scores_gemma":[0.9456576,0.000078026285,0.048274785,0.00068654964,0.005045276,0.000008223765,0.000060273105,0.00001626321,0.00017299088],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958756,0.0015150567,0.0012509527,0.00029367197,0.00089829916,0.00016641714],"domain_scores_gemma":[0.9930444,0.0017735504,0.0015827307,0.00019379296,0.0032117025,0.00019387556],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006244846,0.00016475095,0.00041852274,0.0004117455,0.00037364484,0.00009613598,0.00013407733,0.0002483163,0.00006174848],"category_scores_gemma":[0.010668901,0.000150884,0.000098334735,0.00059533713,0.00094354036,0.0011630523,0.000011023305,0.00097588403,0.00000557636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026250854,0.017373545,0.005951081,0.000031621385,0.00035622553,0.0000027034184,0.035484713,0.0000020410923,0.00006249349,0.002888708,0.024374736,0.91084707],"study_design_scores_gemma":[0.0032524378,0.0023119135,0.9333169,0.0007750596,0.0007870708,0.0011617834,0.054620933,0.0006694883,0.000036820533,0.00056417426,0.0023553572,0.00014805276],"about_ca_topic_score_codex":0.000002850338,"about_ca_topic_score_gemma":5.397171e-7,"teacher_disagreement_score":0.92736584,"about_ca_system_score_codex":0.00063911715,"about_ca_system_score_gemma":0.0010220108,"threshold_uncertainty_score":0.99766463},"labels":[],"label_agreement":null},{"id":"W2894524065","doi":"10.31729/jnma.3520","title":"Perceptions of Medical Students About Bedside Teaching in a Medical School","year":2018,"lang":"en","type":"article","venue":"Journal of Nepal Medical Association","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Likert scale; Medical education; Context (archaeology); Perception; Teaching method; Family medicine; Pedagogy; Psychology","score_opus":0.010706607729818355,"score_gpt":0.40891117975928387,"score_spread":0.3982045720294655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894524065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93365765,0.00008407926,0.0012832956,0.06142285,0.0016944833,0.00019663249,0.0000019760098,0.00002052966,0.001638526],"genre_scores_gemma":[0.9832379,0.00027012615,0.0021258146,0.0089084,0.0051072524,0.000009976265,0.000014781338,0.000024597997,0.00030115485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9809573,0.00046048168,0.002296415,0.00021510234,0.015657196,0.00041349896],"domain_scores_gemma":[0.9957754,0.00061076833,0.0011958454,0.00023140715,0.0011551618,0.0010314261],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018671773,0.00017889825,0.00072744227,0.0006771297,0.00011421041,0.00003387651,0.0008284114,0.0011286777,0.011231133],"category_scores_gemma":[0.12539405,0.00014497411,0.00020335635,0.0007987433,0.00028114056,0.00023696924,0.00015838357,0.0032643275,0.00008446913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019425663,0.0027319277,0.8083676,0.00010612565,0.00028275428,0.00024738695,0.0019697333,4.8734563e-7,0.0002495583,0.0006159258,0.06657813,0.11865611],"study_design_scores_gemma":[0.0069524865,0.0011654606,0.96334547,0.00407596,0.00018611335,0.0007715564,0.0019262923,0.0028833102,0.00006631722,0.00042792436,0.01799469,0.00020443073],"about_ca_topic_score_codex":0.0000843694,"about_ca_topic_score_gemma":0.00015531086,"teacher_disagreement_score":0.15497784,"about_ca_system_score_codex":0.0012162037,"about_ca_system_score_gemma":0.003155517,"threshold_uncertainty_score":0.9990352},"labels":[],"label_agreement":null},{"id":"W2894645818","doi":"10.1002/9781119373780.ch17","title":"The Development of Professional Identity","year":2018,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Premise; Curriculum; Identity formation; Professional development; Pedagogy; Sociology; Engineering ethics; Process (computing); Medical education; Medicine; Epistemology; Self-concept; Engineering; Social science; Computer science","score_opus":0.02140509384643582,"score_gpt":0.3964014870667526,"score_spread":0.3749963932203168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894645818","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005963296,0.000051144507,0.0015342125,0.00076193037,0.0019515587,0.0002692371,3.9485226e-7,0.00003668965,0.9947985],"genre_scores_gemma":[0.00017323691,0.0000057917914,0.036281507,0.00019426462,0.00045431397,0.00002394506,0.000033971686,0.00005296556,0.96278],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992486,0.000009526575,0.00022531228,0.00007972928,0.00036447492,0.0000723072],"domain_scores_gemma":[0.99950784,0.0000123131795,0.00012965883,0.00020248766,0.00013302763,0.000014666391],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035187064,0.000058623016,0.00009974224,0.00008214412,0.000056335946,0.0000028269585,0.00009446422,0.00012161528,0.013501112],"category_scores_gemma":[0.00026410457,0.000030911113,0.000016589674,0.0001552602,0.00013283285,0.000009338272,0.000035716264,0.00009456176,0.0005288815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035867265,0.00006213289,0.00021925024,0.00007925066,0.00003716913,7.374554e-8,0.00008186856,2.821482e-10,0.0000123154105,0.0031176964,0.975246,0.021140644],"study_design_scores_gemma":[0.00010338404,0.00000886531,0.0026668413,0.00030400002,0.000012184848,0.0000010178092,0.00014996738,0.0000018277464,0.00015767918,0.00011049668,0.9964501,0.0000335927],"about_ca_topic_score_codex":0.000005976965,"about_ca_topic_score_gemma":0.00006863158,"teacher_disagreement_score":0.034747295,"about_ca_system_score_codex":0.00003980984,"about_ca_system_score_gemma":0.00059246726,"threshold_uncertainty_score":0.9874007},"labels":[],"label_agreement":null},{"id":"W2894847842","doi":"10.36834/cmej.52983","title":"Critical and courageous thinking in medical education: truth-telling, an antidote to tradition","year":2018,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Antidote; Psychology; Traditional medicine; Medicine; Internal medicine","score_opus":0.009959091859060297,"score_gpt":0.3573174817635154,"score_spread":0.3473583899044551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894847842","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015092264,0.0010389966,0.00027562818,0.12576863,0.85408753,0.00062543683,0.000036485984,0.000057637582,0.0030173836],"genre_scores_gemma":[0.011069838,0.0007405888,0.0058427327,0.06929538,0.91037315,0.00014809864,0.0016646321,0.00015723088,0.00070833997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99076754,0.0004203594,0.0017261729,0.00094552763,0.0051332647,0.0010071526],"domain_scores_gemma":[0.96386856,0.0010146812,0.00056004,0.0011467695,0.005835527,0.027574446],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0055915946,0.00055467035,0.0008641584,0.0024699636,0.00072805455,0.0004334483,0.00084510806,0.0029523515,0.031014707],"category_scores_gemma":[0.27093223,0.0005606169,0.00012062578,0.0012611016,0.00075866014,0.00046638478,0.00004778049,0.0063097603,0.0001904148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004549081,0.00071476324,0.000098872726,0.00020316838,0.000031124386,0.00020326297,0.0013405803,2.3759458e-7,5.3160744e-7,0.0016763133,0.88140506,0.114280626],"study_design_scores_gemma":[0.00082407944,0.0004888749,0.0006745799,0.0052082557,0.00014052565,0.0028166564,0.0020598124,0.00038182054,0.000001886695,0.0037519368,0.98310834,0.0005432381],"about_ca_topic_score_codex":0.005044591,"about_ca_topic_score_gemma":0.009736398,"teacher_disagreement_score":0.3129406,"about_ca_system_score_codex":0.0024097671,"about_ca_system_score_gemma":0.31535038,"threshold_uncertainty_score":0.9996845},"labels":[],"label_agreement":null},{"id":"W2894932396","doi":"10.1007/s40670-018-0628-0","title":"Capturing Entrustment: Using an End-of-Training Simulated Workplace to Assess the Entrustment of Near-graduating Medical Students from Multiple Perspectives","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Operationalization; Competence (human resources); Confirmatory factor analysis; Specialty; Medical education; Psychology; Structural equation modeling; Medical school; Test (biology); Medicine; Computer science; Family medicine; Social psychology","score_opus":0.08250436725995323,"score_gpt":0.43475345965430123,"score_spread":0.352249092394348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894932396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889978,0.00008775772,0.0020217854,0.006127807,0.0019618704,0.00060972985,0.000004239274,0.000037074016,0.00015189644],"genre_scores_gemma":[0.98270744,0.00000544503,0.014508195,0.0015141865,0.0011895673,0.000019751034,0.000010605711,0.000020443085,0.000024337975],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9919243,0.00016787954,0.00079999526,0.00062370807,0.0058502792,0.0006338577],"domain_scores_gemma":[0.9969218,0.00059277005,0.00029592664,0.0006218351,0.0007208494,0.00084685115],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051237238,0.00021172602,0.00041725306,0.00024026808,0.000520591,0.00008235301,0.0013453832,0.00016538282,0.0025468834],"category_scores_gemma":[0.024104957,0.00014706692,0.00006590725,0.0020324625,0.0032241119,0.00021547372,0.00037842622,0.0005290044,0.000014429217],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000314037,0.006957284,0.4215827,0.00013052358,0.0003403809,0.000037487403,0.35979694,0.00015601423,0.019612214,0.0017669396,0.0008361148,0.18846935],"study_design_scores_gemma":[0.005386943,0.0015985613,0.3421818,0.0047908514,0.00040929834,0.000106241125,0.3569846,0.24572727,0.037454527,0.00046508128,0.0039864588,0.00090836803],"about_ca_topic_score_codex":0.0009625938,"about_ca_topic_score_gemma":0.000041916122,"teacher_disagreement_score":0.24557126,"about_ca_system_score_codex":0.00065479963,"about_ca_system_score_gemma":0.0060056713,"threshold_uncertainty_score":0.9996294},"labels":[],"label_agreement":null},{"id":"W2895375484","doi":"10.1007/s40596-018-0982-7","title":"The Development and Validation of a Workplace-Based Leadership Program for Senior Residents in Psychiatry","year":2018,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Psychology; Medical education; Leadership development; Program director; Psychiatry; Medicine; Management","score_opus":0.04599183614397886,"score_gpt":0.37252747790514534,"score_spread":0.3265356417611665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895375484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572905,0.0007108806,0.0007255357,0.037659526,0.002116535,0.0012459604,0.0000010061624,0.000044442215,0.0002056708],"genre_scores_gemma":[0.8550624,0.000019244719,0.14065625,0.002592429,0.00090044213,0.00041485162,0.000041560314,0.000026801068,0.00028600718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985271,0.000042785112,0.0006225832,0.00023611268,0.00029200022,0.00027939884],"domain_scores_gemma":[0.9992546,0.000097354896,0.00021770241,0.00022353494,0.0001577845,0.000049051774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001242162,0.00011838731,0.00015793205,0.00019321771,0.00015461782,0.000009993012,0.00014136777,0.00025405173,0.000008688004],"category_scores_gemma":[0.0005386875,0.000091261594,0.000030660114,0.00057837705,0.00024245915,0.000059686372,0.00001581787,0.00042873307,0.000005918979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069542683,0.00031826674,0.8292043,0.0006819367,0.000049059166,7.7104545e-8,0.0013900999,0.0000010448399,0.00015000948,0.0030340701,0.043084197,0.12139149],"study_design_scores_gemma":[0.007266062,0.0008642995,0.93400824,0.0030949174,0.00014755836,0.00001873114,0.008162732,0.0010812578,0.0057920334,0.008970208,0.030188471,0.00040550705],"about_ca_topic_score_codex":0.0000046862506,"about_ca_topic_score_gemma":0.000032585853,"teacher_disagreement_score":0.13993073,"about_ca_system_score_codex":0.00007652794,"about_ca_system_score_gemma":0.00092817534,"threshold_uncertainty_score":0.37215397},"labels":[],"label_agreement":null},{"id":"W2895505667","doi":"10.1101/438077","title":"Examining Academic Leader’s work in implementing Competency-based Medical Education using Organizational Learning Theory","year":2018,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Thematic analysis; Context (archaeology); Process (computing); Relevance (law); Medical education; Work (physics); Psychology; Knowledge management; Qualitative research; Computer science; Medicine; Sociology; Political science; Engineering","score_opus":0.029271396864992038,"score_gpt":0.30771837061115936,"score_spread":0.27844697374616734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895505667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800378,0.0005100923,0.014070893,0.0018527592,0.0022425856,0.0008854852,0.0000068886525,0.00033634636,0.000057119825],"genre_scores_gemma":[0.94073594,0.000044553668,0.054232568,0.0022939758,0.0023295584,0.00014681392,0.00001339866,0.00018981396,0.000013364444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950463,0.0004380722,0.0013456381,0.0010787421,0.0013072691,0.0007839626],"domain_scores_gemma":[0.9965689,0.00020411609,0.00080800254,0.00081069884,0.0013208442,0.00028741895],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004480086,0.00053202064,0.00066094974,0.0011201454,0.00032443236,0.00008656983,0.0005261584,0.0012043621,0.001015042],"category_scores_gemma":[0.010416649,0.00060286256,0.000080291946,0.002434323,0.0003402611,0.0001439707,0.00041357157,0.0035177527,0.00006137611],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017330734,0.00093324046,0.94169945,0.0017691911,0.00023211217,0.000047569738,0.00031721406,0.00037088667,0.04375358,0.009155698,0.0013604781,0.00018730847],"study_design_scores_gemma":[0.00541768,0.00031051348,0.86058056,0.032428972,0.0010341073,0.0000011563493,0.00092164497,0.05534829,0.03249166,0.00027810383,0.0074817915,0.0037055244],"about_ca_topic_score_codex":0.000021525864,"about_ca_topic_score_gemma":0.0000012931458,"teacher_disagreement_score":0.08111886,"about_ca_system_score_codex":0.0012528003,"about_ca_system_score_gemma":0.020339036,"threshold_uncertainty_score":0.9998982},"labels":[],"label_agreement":null},{"id":"W2895594745","doi":"10.21315/eimj2018.10.3.5","title":"A Quality Assurance Template for Revision of Case Based Learning Modules","year":2018,"lang":"en","type":"article","venue":"Education in Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Checklist; Curriculum; Quality assurance; Consistency (knowledge bases); Quality (philosophy); Class (philosophy); Medical education; Computer science; Learning cycle; Mathematics education; Psychology; Artificial intelligence; Medicine; Pedagogy; Pathology","score_opus":0.05104360288668068,"score_gpt":0.4627202418307542,"score_spread":0.4116766389440735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895594745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7823975,0.00039890083,0.19857487,0.014032743,0.0024840331,0.0005109639,0.000001119214,0.000018771103,0.0015811102],"genre_scores_gemma":[0.7970521,0.000042859647,0.19797881,0.001042368,0.0029269196,0.000018468843,0.000030916395,0.000018878725,0.0008887268],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980181,0.00015809156,0.001027346,0.00018096098,0.0004251773,0.00019034342],"domain_scores_gemma":[0.9970829,0.0002855404,0.0006019557,0.00023172639,0.0016973214,0.0001005705],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003960091,0.000115691626,0.00036123645,0.0005628685,0.00018220837,0.000008854758,0.00008669413,0.00009601587,0.000816457],"category_scores_gemma":[0.009876127,0.000092473885,0.000054895463,0.00066311256,0.00023764429,0.00011264211,0.000007275474,0.00048715316,0.000005687762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004401017,0.0007752671,0.06412766,0.0009017187,0.00003947686,0.000014996827,0.003747814,0.000051350366,0.0034273183,0.0008208821,0.60992193,0.31573153],"study_design_scores_gemma":[0.0071572266,0.002341115,0.17055754,0.0066910964,0.00017113004,0.005074727,0.0129651,0.004830306,0.0018741528,0.0019351202,0.7860893,0.00031321647],"about_ca_topic_score_codex":0.00007223682,"about_ca_topic_score_gemma":0.000011749777,"teacher_disagreement_score":0.3154183,"about_ca_system_score_codex":0.00020345378,"about_ca_system_score_gemma":0.0011265695,"threshold_uncertainty_score":0.9984641},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2895704971","doi":"10.1111/medu.13680","title":"Resident and attending perceptions of direct observation in internal medicine: a qualitative study","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network; Queen's University","funders":"","keywords":"Cognitive reframing; Perception; Grounded theory; Medical education; Qualitative research; Psychology; Medicine; Social psychology","score_opus":0.03914054311890114,"score_gpt":0.4696432737913704,"score_spread":0.43050273067246925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895704971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97701466,0.00007935226,0.00042357945,0.01688496,0.0008329361,0.0005208028,5.959381e-7,0.000024144314,0.004218994],"genre_scores_gemma":[0.9945742,0.000035188637,0.0011945441,0.002509926,0.0006996944,0.00010653183,0.0000451343,0.000013369702,0.00082139886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99777794,0.00024807913,0.0007177518,0.00028643853,0.00081045914,0.00015930468],"domain_scores_gemma":[0.9987954,0.00017738473,0.00017982235,0.00023895047,0.00052570854,0.00008274953],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00234731,0.00011721077,0.0002987203,0.00051014894,0.00007231031,0.0000069097205,0.00010189426,0.00011139112,0.0019237864],"category_scores_gemma":[0.011266001,0.00009770075,0.000021667169,0.00090116897,0.00054631697,0.00012774993,0.000037699534,0.00030064947,0.000014309468],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016501528,0.00258854,0.44811627,0.00022763546,0.00005728274,0.0000035733424,0.3737747,1.0389814e-7,0.0008004291,0.0012404517,0.08110867,0.09191733],"study_design_scores_gemma":[0.001156432,0.0008558021,0.7627087,0.0011101174,0.000060029204,0.00002257236,0.23146936,0.00057792343,0.000054028915,0.00039511223,0.001496811,0.000093099035],"about_ca_topic_score_codex":0.001531477,"about_ca_topic_score_gemma":0.00028726726,"teacher_disagreement_score":0.31459245,"about_ca_system_score_codex":0.00022408228,"about_ca_system_score_gemma":0.00075052603,"threshold_uncertainty_score":0.99898857},"labels":[],"label_agreement":null},{"id":"W2895846459","doi":"10.1007/s10459-018-9857-7","title":"Patient involvement in health professionals’ education: a meta-narrative review","year":2018,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University Health Network; The Wilson Centre","funders":"Arnold P. Gold Foundation","keywords":"Narrative; Health professionals; Medical education; Narrative review; Meta-analysis; Medicine; MEDLINE; Psychology; Health care; Intensive care medicine; Internal medicine; Political science","score_opus":0.10919870295560404,"score_gpt":0.5475186053685487,"score_spread":0.43831990241294466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895846459","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012472269,0.9557804,0.00001915421,0.029510522,0.0055274423,0.007999433,0.0000065816025,0.000031824206,0.0011121688],"genre_scores_gemma":[0.0000079352085,0.9305726,0.013746112,0.046610102,0.0005381134,0.0074034585,0.0005373985,0.000031242023,0.0005529868],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917336,0.0012002697,0.0038662413,0.0012272984,0.0012090924,0.0007635022],"domain_scores_gemma":[0.9950944,0.00024926872,0.0030696501,0.0007627432,0.0005815052,0.00024239645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067593153,0.00054755784,0.002658827,0.0014738498,0.00043731887,0.000030337804,0.0004550323,0.00019283604,0.00039753263],"category_scores_gemma":[0.001846485,0.0004029515,0.00024613072,0.0064217146,0.00047221468,0.0006581929,0.000086174354,0.00092524354,0.000059427402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002369458,0.0012936101,0.00003826252,0.124581665,0.000021282383,2.2462004e-7,0.0020933936,7.649062e-7,1.6742892e-9,0.0010487131,0.049094807,0.8218249],"study_design_scores_gemma":[0.00007768464,0.00043879863,0.000022425556,0.22169055,0.000106224616,0.00003071839,0.0038325991,0.000005505219,6.8167e-8,0.0005341498,0.7730382,0.00022305247],"about_ca_topic_score_codex":0.0004975735,"about_ca_topic_score_gemma":0.00027986392,"teacher_disagreement_score":0.82160187,"about_ca_system_score_codex":0.0035746805,"about_ca_system_score_gemma":0.06018959,"threshold_uncertainty_score":0.9998422},"labels":[],"label_agreement":null},{"id":"W2895894267","doi":"10.1542/peds.2018-2601","title":"The Clinical COACH: How to Enable Your Learners to Own Their Learning","year":2018,"lang":"en","type":"review","venue":"PEDIATRICS","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Children's Hospital","funders":"","keywords":"Worry; Coaching; Constructive; Medicine; Medical education; Plan (archaeology); Peer feedback; Psychology; Computer science; Anxiety","score_opus":0.1588753897785077,"score_gpt":0.45844215584478853,"score_spread":0.29956676606628085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895894267","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019219222,0.97975165,0.0012111751,0.008522478,0.0052219783,0.0019822316,0.0000093896515,0.00015062658,0.0029582581],"genre_scores_gemma":[0.000026785901,0.96545935,0.002632506,0.0015770661,0.014561132,0.00020734411,0.00014772778,0.000102303544,0.015285791],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99676967,0.00034759776,0.0010150115,0.00060907844,0.0006668925,0.00059176236],"domain_scores_gemma":[0.9966238,0.0010646099,0.00048675018,0.0008877433,0.00058804546,0.00034904078],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043738205,0.0003809875,0.0011787803,0.00042879832,0.00040784286,0.00013350951,0.0005565509,0.000572696,0.00006817469],"category_scores_gemma":[0.031091524,0.00022705023,0.00039195287,0.0025360084,0.00012745164,0.000043559437,0.00024786062,0.002019897,0.0014725165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000722695,0.00004881203,0.00017190786,0.0013918704,0.000038279213,0.0000027068425,0.00019677117,6.043065e-7,2.2571992e-8,0.000052762094,0.2833045,0.7147845],"study_design_scores_gemma":[0.00013087828,0.00034748274,0.00002176315,0.00078213087,0.0006504239,0.000023623332,0.00063134514,0.000010702036,1.10814646e-7,0.000014845576,0.9971414,0.00024525938],"about_ca_topic_score_codex":0.0000070142137,"about_ca_topic_score_gemma":0.0000023490697,"teacher_disagreement_score":0.71453923,"about_ca_system_score_codex":0.00031334462,"about_ca_system_score_gemma":0.0015144348,"threshold_uncertainty_score":0.99930495},"labels":[],"label_agreement":null},{"id":"W2896169291","doi":"10.1111/medu.13740","title":"Embracing standardisation and contextualisation in medical education","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Calgary; University of British Columbia","funders":"","keywords":"Standardization; Diversity (politics); Context (archaeology); Equity (law); Public relations; Negotiation; Interdependence; Workforce; Psychology; Knowledge management; Medical education; Sociology; Political science; Computer science; Medicine; Social science","score_opus":0.011578534533198365,"score_gpt":0.37821755000640656,"score_spread":0.3666390154732082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896169291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.905303,0.00042090603,0.0019861334,0.06665002,0.0035537477,0.00068163086,0.0000010736429,0.000097594464,0.02130589],"genre_scores_gemma":[0.95631564,0.00009019907,0.0017736186,0.038195636,0.0025445584,0.0001706135,0.00027720636,0.000028157683,0.00060435926],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967743,0.00014314316,0.00075565267,0.00044368816,0.0015913039,0.00029188563],"domain_scores_gemma":[0.9984061,0.00008385944,0.00017124685,0.00033977794,0.0007321253,0.00026690477],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020736998,0.0001832999,0.00028786165,0.00054560497,0.0001555324,0.000041446125,0.00013347538,0.00042417936,0.002855508],"category_scores_gemma":[0.019498028,0.0001735111,0.000035923284,0.00092925946,0.00049382023,0.00029572498,0.0000455004,0.0005267998,0.000083134815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012927447,0.001218092,0.022025617,0.0001713448,0.000015089565,0.0000022466402,0.0028158873,9.564517e-8,0.000087878245,0.013837673,0.06551703,0.89417976],"study_design_scores_gemma":[0.0063059023,0.00095708267,0.59628284,0.0061668553,0.00018128964,0.0010913733,0.0132037485,0.016458891,0.0009341561,0.015749797,0.34168398,0.0009840977],"about_ca_topic_score_codex":0.00028597753,"about_ca_topic_score_gemma":0.00020315025,"teacher_disagreement_score":0.8931957,"about_ca_system_score_codex":0.00049735594,"about_ca_system_score_gemma":0.010663176,"threshold_uncertainty_score":0.998056},"labels":[],"label_agreement":null},{"id":"W2896176214","doi":"10.4300/jgme-d-18-00676.1","title":"Why Are Medical Education Literature Reviews So Hard to Do?","year":2018,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Realm; Curriculum; Best practice; Computer science; Systematic review; Engineering ethics; Subject (documents); Medical education; Narrative review; Narrative; MEDLINE; Medicine; Psychology; Political science; World Wide Web; Pedagogy","score_opus":0.02382516839780408,"score_gpt":0.3954315899053322,"score_spread":0.37160642150752815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896176214","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036170888,0.011119074,0.0006369225,0.16934164,0.8135753,0.0011237984,0.00001507451,0.000044123528,0.0005269752],"genre_scores_gemma":[0.00015537057,0.012966724,0.008495088,0.07255398,0.90009856,0.00021657975,0.0013504343,0.00015199721,0.004011275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843121,0.00063752045,0.003715328,0.00084345846,0.009816432,0.00067515805],"domain_scores_gemma":[0.97697365,0.0005078606,0.0041400865,0.0015068904,0.014290585,0.0025809107],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008879726,0.0007862604,0.002023223,0.001971333,0.00029449418,0.00032497788,0.0013431392,0.0030393996,0.0037690718],"category_scores_gemma":[0.23748474,0.0006042397,0.00061749184,0.00265914,0.0005166977,0.0004336619,0.00015095629,0.006727293,0.00043469135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018224712,0.0021719686,0.00008510037,0.0013176297,0.000117454605,0.000029893881,0.0014808921,4.723046e-8,0.0000045675097,0.000055308843,0.7903918,0.2041631],"study_design_scores_gemma":[0.0009684876,0.0006621732,0.0004725953,0.03975471,0.0005278284,0.0007286181,0.00060597,0.000016469035,0.000012593811,0.00054781884,0.9552362,0.00046654613],"about_ca_topic_score_codex":0.00005505194,"about_ca_topic_score_gemma":0.000022892624,"teacher_disagreement_score":0.228605,"about_ca_system_score_codex":0.0015473166,"about_ca_system_score_gemma":0.06261318,"threshold_uncertainty_score":0.9996409},"labels":[],"label_agreement":null},{"id":"W2896251741","doi":"10.1111/medu.13745","title":"Education or regulation? Exploring our underlying conceptualisations of remediation for practising physicians","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; University of British Columbia","funders":"Royal College of Physicians; Royal College of Physicians and Surgeons of Canada","keywords":"Environmental remediation; Medical education; Psychology; Engineering ethics; Medicine; Pedagogy; Engineering; Contamination","score_opus":0.1289772035888327,"score_gpt":0.44993107024156975,"score_spread":0.32095386665273706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896251741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83625895,0.00014785734,0.08051888,0.066016614,0.011322333,0.0023840948,0.0000072806465,0.00020220825,0.0031418037],"genre_scores_gemma":[0.9451206,0.000039788018,0.039767865,0.008224069,0.0039222687,0.00078469544,0.00062996306,0.000045696444,0.0014651091],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755204,0.00008203409,0.0008302837,0.000371384,0.00089641195,0.00026785434],"domain_scores_gemma":[0.99666804,0.00016058737,0.0005199882,0.00044888884,0.002118104,0.00008440414],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00090391387,0.0001731725,0.0002975948,0.00041811526,0.00028830755,0.000027967388,0.00014844298,0.00020843053,0.00040132424],"category_scores_gemma":[0.014700025,0.00016247515,0.00008168892,0.0011169965,0.00020414461,0.0005548762,0.000021425622,0.00024074462,0.000029382201],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002485541,0.0017719995,0.0024993368,0.0003817383,0.00005820607,1.5603216e-7,0.005791418,0.0000030154426,0.0024962355,0.008671652,0.12151227,0.8565654],"study_design_scores_gemma":[0.0069552003,0.0040822965,0.1868332,0.009414384,0.0013122146,0.0002636111,0.1341878,0.019646589,0.027390255,0.012557023,0.595762,0.0015954328],"about_ca_topic_score_codex":0.00007077265,"about_ca_topic_score_gemma":0.000038929862,"teacher_disagreement_score":0.85497,"about_ca_system_score_codex":0.000415047,"about_ca_system_score_gemma":0.007190335,"threshold_uncertainty_score":0.998438},"labels":[],"label_agreement":null},{"id":"W2896504798","doi":"10.1097/ceh.0000000000000223","title":"Data and Lifelong Learning Protocol: Understanding Cultural Barriers and Facilitators to Using Clinical Performance Data to Support Continuing Professional Development","year":2018,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network","funders":"","keywords":"Lifelong learning; Competence (human resources); Continuing professional development; Nonprobability sampling; Medical education; Psychology; Data collection; Protocol (science); Health care; Professional development; Nursing; Medicine; Pedagogy; Political science; Sociology; Social psychology","score_opus":0.24274090328658798,"score_gpt":0.5513213653831499,"score_spread":0.3085804620965619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896504798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97027653,0.00002893068,0.0022227275,0.016451232,0.0020690167,0.008904172,0.0000047105286,0.000011480224,0.000031220115],"genre_scores_gemma":[0.94307214,0.000015941254,0.05073513,0.0042483406,0.0009770795,0.00046805604,0.000049515165,0.00001973492,0.00041407815],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9967018,0.0005643883,0.0015145823,0.0003429552,0.00053359696,0.00034272374],"domain_scores_gemma":[0.9974973,0.00028412673,0.00076190423,0.00050805934,0.0005651999,0.00038337416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011814439,0.00014870428,0.00037373125,0.00038253306,0.00060816074,0.00006231351,0.0004791904,0.00010156519,0.000028445935],"category_scores_gemma":[0.007186295,0.000099623336,0.000015187331,0.00057877664,0.00016303275,0.00055950985,0.00039849672,0.0010253538,0.0000030438393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042839767,0.00026265968,0.49060294,0.00051433936,0.000032386804,0.0000019358258,0.12602185,0.0000025188342,0.00011133385,0.00009109067,0.061701745,0.3202288],"study_design_scores_gemma":[0.0020739182,0.0013452851,0.37493387,0.014506459,0.000057616486,0.000319688,0.3767676,0.0023098933,0.000019140467,0.000050327835,0.22732118,0.0002950079],"about_ca_topic_score_codex":0.000008452707,"about_ca_topic_score_gemma":0.000019399882,"teacher_disagreement_score":0.3199338,"about_ca_system_score_codex":0.00032921115,"about_ca_system_score_gemma":0.003984303,"threshold_uncertainty_score":0.86031854},"labels":[],"label_agreement":null},{"id":"W2896681288","doi":"10.1111/medu.13739","title":"Medical education research approaches","year":2018,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; MEDLINE; Medical research; Medicine; Psychology; Political science; Pathology","score_opus":0.053936500010536716,"score_gpt":0.4632705266193846,"score_spread":0.4093340266088479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896681288","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017722236,0.0016957232,0.00017331091,0.065211244,0.8899334,0.0014458197,0.000009335527,0.00023149757,0.039527435],"genre_scores_gemma":[0.00085695647,0.00083506847,0.0028178452,0.01099907,0.94392097,0.001593219,0.009784404,0.00020244738,0.028990043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9795382,0.0007552716,0.0016757092,0.0015475109,0.015396856,0.0010864718],"domain_scores_gemma":[0.98278815,0.0015802634,0.00078716024,0.0031783753,0.010022166,0.0016438884],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.011919541,0.00062237104,0.0009663153,0.0017442788,0.0005334416,0.0001463917,0.0013742425,0.005869112,0.017436001],"category_scores_gemma":[0.252766,0.0005618275,0.00022967317,0.0027804826,0.0019378756,0.00022544597,0.0003349778,0.0077997847,0.002293184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067148474,0.0036633245,0.000085891304,0.0008675343,0.00006567222,0.0000051622865,0.0004214443,1.2023055e-8,8.004178e-7,0.0008304932,0.7209546,0.27303794],"study_design_scores_gemma":[0.0007417567,0.00034732439,0.0001815738,0.004412445,0.00016104389,0.00009453732,0.0010489124,0.00037491068,0.000015803666,0.0010751567,0.9910948,0.00045168836],"about_ca_topic_score_codex":0.00043717818,"about_ca_topic_score_gemma":0.00007775019,"teacher_disagreement_score":0.27258626,"about_ca_system_score_codex":0.002077998,"about_ca_system_score_gemma":0.1871137,"threshold_uncertainty_score":0.9996833},"labels":[],"label_agreement":null},{"id":"W2896763002","doi":"10.2196/10657","title":"A Novel Web-Based Experiential Learning Platform for Medical Students (Learning Moment): Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Conceptualization; Psychology; Learning cycle; Qualitative research; Medical education; Active learning (machine learning); Mathematics education; Pedagogy; Computer science; Medicine; Artificial intelligence; Sociology","score_opus":0.026250680409620034,"score_gpt":0.4654611720631522,"score_spread":0.43921049165353215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896763002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660159,0.000028123464,0.019092599,0.008520071,0.0027770782,0.0025082745,0.0000016523959,0.00022155006,0.00083476224],"genre_scores_gemma":[0.98143667,0.000003989949,0.0035457662,0.0059780707,0.003157658,0.0032537044,0.0004514715,0.00006670082,0.0021059762],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9931809,0.00022235207,0.0010080067,0.0006586022,0.004386843,0.00054330355],"domain_scores_gemma":[0.9972205,0.000355006,0.0003409831,0.00036549463,0.0011714431,0.0005465844],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045752516,0.0002994107,0.0004585882,0.00047745163,0.00052524527,0.00008331285,0.00050477224,0.00043803427,0.004639191],"category_scores_gemma":[0.015741767,0.00026866427,0.000121634606,0.0009640932,0.0005026318,0.00018699236,0.000116819436,0.0011674638,0.00013005314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023304573,0.0507594,0.039445452,0.0007420856,0.0005790568,0.000014808995,0.40665123,0.0000040435393,0.0010410546,0.0023219432,0.11318636,0.3829241],"study_design_scores_gemma":[0.028984552,0.009284845,0.022541417,0.002007776,0.00034958558,0.00009553974,0.53428906,0.032091886,0.00047857995,0.00015682862,0.36872092,0.0009990041],"about_ca_topic_score_codex":0.000055180033,"about_ca_topic_score_gemma":0.000021100735,"teacher_disagreement_score":0.3819251,"about_ca_system_score_codex":0.0004909245,"about_ca_system_score_gemma":0.005717437,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W2896892568","doi":"10.1080/0142159x.2018.1500016","title":"2018 Consensus framework for good assessment","year":2018,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":315,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Set (abstract data type); Task (project management); Task group; Medical education; Diversity (politics); Field (mathematics); Representation (politics); Management science; Computer science; Medicine; Psychology; Political science; Engineering management; Management; Engineering; Law; Mathematics","score_opus":0.04215607722440534,"score_gpt":0.4338291115566985,"score_spread":0.39167303433229317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896892568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54230016,0.000106573905,0.24296878,0.133436,0.0055083768,0.0012353292,0.0000034828886,0.0003077388,0.07413353],"genre_scores_gemma":[0.77746123,0.000008085761,0.18825962,0.012620476,0.008305704,0.00023513593,0.00007636028,0.0000557846,0.01297759],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826604,0.00005129268,0.00037915783,0.00028217345,0.00069133774,0.00033001837],"domain_scores_gemma":[0.9988827,0.00010480916,0.0000804162,0.0004082405,0.00029300782,0.00023082612],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013552584,0.00012828308,0.00024365225,0.0000840377,0.00012764819,0.000012143615,0.00013983257,0.00039804648,0.01193946],"category_scores_gemma":[0.008321871,0.00010118474,0.000071215196,0.00030016765,0.00055765826,0.000018204351,0.000037074406,0.0006377831,0.00027748177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008730537,0.0009912992,0.034203764,0.000105851104,0.00013572098,0.000013573383,0.00049787073,2.6350525e-8,0.000046232904,0.08827418,0.75414926,0.12149489],"study_design_scores_gemma":[0.0025931813,0.0010404126,0.012180908,0.00047567836,0.00015725325,0.00011007721,0.0006781731,0.013490579,0.00012821582,0.02425766,0.94461125,0.00027660077],"about_ca_topic_score_codex":0.000011530452,"about_ca_topic_score_gemma":0.0000023258049,"teacher_disagreement_score":0.23516107,"about_ca_system_score_codex":0.00017613194,"about_ca_system_score_gemma":0.0005665592,"threshold_uncertainty_score":0.9962658},"labels":[],"label_agreement":null},{"id":"W2897025502","doi":"10.1007/s11606-018-4656-7","title":"Test Result Management Practices of Canadian Internal Medicine Physicians and Trainees","year":2018,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto East General Hospital; Sinai Health System; University Health Network; University of Toronto","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institutes of Health","keywords":"Medicine; Test (biology); Family medicine; MEDLINE","score_opus":0.03434933711464488,"score_gpt":0.3756904710412846,"score_spread":0.34134113392663973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897025502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7974154,0.0012130382,0.0010750267,0.10982845,0.0034679654,0.00028728612,0.0000065087634,0.000013016884,0.086693354],"genre_scores_gemma":[0.9662846,0.0010834214,0.00801567,0.00679015,0.009576332,0.0000033864499,0.0000101684445,0.000028109698,0.008208211],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734366,0.00005586907,0.0012888146,0.00019955942,0.00083034165,0.0002817751],"domain_scores_gemma":[0.9962146,0.0001613734,0.0016746589,0.00024448126,0.0014134645,0.00029138618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014196474,0.00020466061,0.0006193475,0.0018071216,0.00006951793,0.000010162397,0.00028760938,0.00009075834,0.0005873879],"category_scores_gemma":[0.0041059842,0.0001371079,0.00006265787,0.00084466836,0.0009846849,0.00018431494,0.00003868,0.00054591335,0.0000055972287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095678895,0.0004114334,0.020508017,0.00041090065,0.0008971328,0.0005791049,0.008307578,0.000001904852,0.04646989,0.0022508116,0.733768,0.18543845],"study_design_scores_gemma":[0.013479492,0.022366814,0.2568339,0.017270194,0.0019174821,0.007620049,0.016568847,0.0018321924,0.010654994,0.0014976751,0.64948523,0.00047312625],"about_ca_topic_score_codex":0.0231879,"about_ca_topic_score_gemma":0.0030583127,"teacher_disagreement_score":0.23632589,"about_ca_system_score_codex":0.00019141307,"about_ca_system_score_gemma":0.00016556418,"threshold_uncertainty_score":0.9833168},"labels":[],"label_agreement":null},{"id":"W2897253278","doi":"10.1097/acm.0000000000002495","title":"The Power of Subjectivity in the Assessment of Medical Trainees","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Subjectivity; Power (physics); Medical education; MEDLINE; Educational measurement; Psychology; Medicine; Pedagogy; Political science; Epistemology; Curriculum; Philosophy; Law","score_opus":0.03421095817006724,"score_gpt":0.44633220496198855,"score_spread":0.4121212467919213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897253278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8769124,0.00031010553,0.0010636345,0.11163792,0.00060417707,0.00038245798,7.1008293e-7,0.000010147577,0.009078409],"genre_scores_gemma":[0.9948389,0.00032413288,0.00012408738,0.0038049852,0.0007417912,0.000027507365,0.000006783828,0.000008459259,0.00012338825],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9968399,0.00021540574,0.0007773595,0.00015391962,0.0018030589,0.00021039342],"domain_scores_gemma":[0.99799293,0.001011881,0.00023952949,0.00043131792,0.00027159098,0.000052760686],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010358116,0.00010122869,0.0003112425,0.00015080487,0.000065233864,0.00000115474,0.0004861829,0.00024149404,0.00051867287],"category_scores_gemma":[0.009562293,0.000046470985,0.000030727726,0.0009511739,0.0017924292,0.000034965175,0.00004070139,0.0010992535,0.0000026961586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033384238,0.0005362847,0.17635837,0.0005612755,0.00022870542,0.000023992565,0.091018595,6.9195846e-7,0.011597544,0.25330678,0.28494328,0.18109062],"study_design_scores_gemma":[0.0062384196,0.003925387,0.8349328,0.002728025,0.00024033501,0.00031575674,0.059678696,0.0031872387,0.0032154783,0.008313631,0.07699513,0.00022912952],"about_ca_topic_score_codex":0.00008803104,"about_ca_topic_score_gemma":0.000013847845,"teacher_disagreement_score":0.6585744,"about_ca_system_score_codex":0.000057907935,"about_ca_system_score_gemma":0.00042904704,"threshold_uncertainty_score":0.9987806},"labels":[],"label_agreement":null},{"id":"W2897267042","doi":"10.1111/medu.13715","title":"Challenges, success factors and pitfalls: implementation of distributed medical education","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Stakeholder; Corporate governance; Critical success factor; Government (linguistics); Focus group; Medical education; Pace; Public relations; Knowledge management; Political science; Psychology; Medicine; Business; Computer science","score_opus":0.02235358718825499,"score_gpt":0.41010231242834494,"score_spread":0.38774872524008996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897267042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94653,0.0010065798,0.00076208997,0.046979245,0.002236714,0.0005090272,0.0000058647024,0.00006729946,0.001903172],"genre_scores_gemma":[0.9903111,0.0007419659,0.0009252272,0.0054894076,0.0012645472,0.00010538645,0.0010425871,0.000026523669,0.000093249204],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968252,0.0001090123,0.0007913795,0.00041818206,0.0015702131,0.00028599158],"domain_scores_gemma":[0.9979302,0.00008510458,0.00028099836,0.0004002255,0.0009802784,0.0003231874],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011094187,0.00020696424,0.00034111436,0.00032859185,0.00012751947,0.000017342563,0.0002135049,0.00036834684,0.0041083023],"category_scores_gemma":[0.0073585976,0.00017435748,0.000052504016,0.00065465557,0.0005716987,0.00020022318,0.00006463431,0.00036727882,0.000023508434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035969842,0.0016939014,0.11824321,0.0003968741,0.000054926826,7.165707e-7,0.0022455533,1.0080681e-8,0.000075874705,0.008613256,0.06302411,0.8056156],"study_design_scores_gemma":[0.0014557033,0.0005508595,0.8908814,0.00097595894,0.00016375145,0.00013077878,0.012221092,0.0002432917,0.0018699894,0.00075274747,0.09044792,0.000306481],"about_ca_topic_score_codex":0.00058694417,"about_ca_topic_score_gemma":0.00027299928,"teacher_disagreement_score":0.8053091,"about_ca_system_score_codex":0.00021831715,"about_ca_system_score_gemma":0.008672789,"threshold_uncertainty_score":0.9969471},"labels":[],"label_agreement":null},{"id":"W2897464594","doi":"10.4187/respcare.05055","title":"Evaluation of the Clinical Learning Environment in Respiratory Therapy Education: Student Perceptions","year":2018,"lang":"en","type":"article","venue":"Respiratory Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Workforce; Medical education; Perception; Exploratory research; Clinical Practice; Health care; Respiratory care; Graduate education; Nursing; Family medicine; Psychology","score_opus":0.10345729253134749,"score_gpt":0.47447075398933874,"score_spread":0.37101346145799124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897464594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911694,0.0014257404,0.000014178846,0.0004755692,0.00087132247,0.00088081515,9.102279e-7,0.000016476813,0.0051455856],"genre_scores_gemma":[0.99539715,0.000039044993,0.00015253031,0.0031198442,0.0010029759,0.00016757389,0.000007846084,0.000018483615,0.00009453598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968753,0.00085027015,0.00064113125,0.00027487052,0.0012156186,0.00014280545],"domain_scores_gemma":[0.99801975,0.000040313138,0.00020786693,0.0005948396,0.0010905497,0.000046685283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034853965,0.00010968886,0.00018429378,0.00016654587,0.00015449189,0.0000085112815,0.00016720145,0.00015006449,0.0008796287],"category_scores_gemma":[0.0010591985,0.000083860505,0.00009270686,0.00043782892,0.0003728953,0.00005735514,0.000050111383,0.00045244192,0.00006894699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001925368,0.0004736305,0.50999033,0.000019414943,0.000023539,1.9454554e-7,0.004185939,0.00003573415,0.0026817324,0.0000908892,0.0020465315,0.4804328],"study_design_scores_gemma":[0.0010852051,0.00041976775,0.86509484,0.000119271754,0.00006946023,8.3388215e-7,0.010874673,0.000018600627,0.0009620648,0.000033118,0.1212466,0.00007556995],"about_ca_topic_score_codex":0.0000060783204,"about_ca_topic_score_gemma":0.000013696632,"teacher_disagreement_score":0.48035723,"about_ca_system_score_codex":0.00072392594,"about_ca_system_score_gemma":0.0020992784,"threshold_uncertainty_score":0.9631317},"labels":[],"label_agreement":null},{"id":"W2897979096","doi":"10.1177/2374289518807397","title":"What Advice Current Pathology Chairs Seek From Former Chairs","year":2018,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Advice (programming); Medicine; Medical education; Family medicine; Panel discussion; Psychology; Pathology; Computer science","score_opus":0.027787313244867405,"score_gpt":0.3681645950937231,"score_spread":0.34037728184885574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897979096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9611711,0.003727686,0.0039929417,0.017327912,0.011267312,0.00046911408,0.000013869211,0.00025411134,0.0017759895],"genre_scores_gemma":[0.96665156,0.0030537872,0.0034390846,0.020479582,0.00486082,0.00017998788,0.0004161554,0.000059567123,0.00085944263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755645,0.00014538904,0.00068588194,0.0006516565,0.0003253078,0.0006352954],"domain_scores_gemma":[0.9985431,0.0001162876,0.00025930305,0.00059420173,0.00034366274,0.00014347293],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075786916,0.00025747175,0.00045908964,0.00031710818,0.00014860142,0.000009634865,0.00030477572,0.0007868368,0.0007582575],"category_scores_gemma":[0.0012629612,0.00023374133,0.00007680248,0.0005465708,0.00081757904,0.0003360857,0.00013827627,0.0016741573,0.001449574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002597519,0.0003492979,0.026942391,0.00009632877,0.0000775374,0.00022378273,0.016190283,5.739918e-7,0.022683864,0.004059207,0.11799301,0.81112397],"study_design_scores_gemma":[0.005028902,0.0013976594,0.1806501,0.00084600213,0.0004274898,0.0030488695,0.008387831,0.0018164339,0.0062888097,0.01950434,0.7716188,0.000984785],"about_ca_topic_score_codex":0.000013711534,"about_ca_topic_score_gemma":0.000005899028,"teacher_disagreement_score":0.8101392,"about_ca_system_score_codex":0.00016258149,"about_ca_system_score_gemma":0.00020993162,"threshold_uncertainty_score":0.9993279},"labels":[],"label_agreement":null},{"id":"W2898032138","doi":"10.1016/j.jaac.2018.09.205","title":"3.47 Transition to Practice Workshop: A Novel Interactive Intervention to Improve Resident Education","year":2018,"lang":"en","type":"article","venue":"Journal of the American Academy of Child & Adolescent Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Burnout; Intervention (counseling); Transition (genetics); Job satisfaction; Medical education; Psychology; Medicine; Nursing; Clinical psychology; Social psychology","score_opus":0.00962734378036608,"score_gpt":0.3641389441715179,"score_spread":0.3545116003911518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898032138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5126188,0.0001165283,0.021799745,0.46059817,0.0039208652,0.0006370865,0.0000035313915,0.000010846979,0.0002944687],"genre_scores_gemma":[0.8571722,0.00003112181,0.029569015,0.10945899,0.0036099236,0.000010834191,0.0000017485537,0.000027224633,0.00011895624],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9975443,0.00014828242,0.001090944,0.00024218083,0.00075521,0.00021910192],"domain_scores_gemma":[0.9967844,0.000048037116,0.0019361686,0.0002680548,0.00077759003,0.00018575545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010345356,0.00018011493,0.00039455033,0.00053987675,0.00010938864,0.000022593098,0.00039725995,0.00007895654,0.00003438169],"category_scores_gemma":[0.0016475088,0.00013678636,0.00027972856,0.0013513876,0.00021189752,0.00032717045,0.00006641652,0.0011796897,0.000018839695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01414083,0.010301107,0.0047316216,0.00045325648,0.0007000587,6.953532e-7,0.007900389,0.00008999019,0.024622409,0.0012224537,0.57195014,0.36388707],"study_design_scores_gemma":[0.0038033205,0.0042316513,0.75747114,0.020473534,0.0013192309,0.0011377704,0.031039631,0.00012167754,0.0131713,0.0005278021,0.16617715,0.00052576256],"about_ca_topic_score_codex":0.000019021125,"about_ca_topic_score_gemma":0.0000033933813,"teacher_disagreement_score":0.75273955,"about_ca_system_score_codex":0.00038622518,"about_ca_system_score_gemma":0.00039974714,"threshold_uncertainty_score":0.55779856},"labels":[],"label_agreement":null},{"id":"W2898133029","doi":"10.1093/pch/pxy100","title":"Learn CPS curriculum: Satisfaction survey of final year paediatric residents who participated in a pilot initiative to improve uptake of CPS position statements and practice points","year":2018,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Position (finance); Medical education; Position paper; Psychology; Medicine; Pedagogy; Business","score_opus":0.05801494982779542,"score_gpt":0.40922559684324233,"score_spread":0.3512106470154469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898133029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992198,0.0002265933,0.0005788275,0.004946775,0.00044191018,0.0012296004,0.000095714335,0.000021040669,0.00026155738],"genre_scores_gemma":[0.9919344,0.0007198673,0.00470197,0.002083835,0.00029172815,0.000037982572,0.0001929831,0.000025957635,0.000011244418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662787,0.0006476091,0.0012347574,0.0003810005,0.0007082076,0.00040058242],"domain_scores_gemma":[0.9969698,0.000323201,0.00087679614,0.0002692969,0.0013675229,0.00019336588],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004548092,0.0001734208,0.00045075122,0.0007743102,0.00011816613,0.000013044671,0.00007601571,0.000107972366,0.00003952345],"category_scores_gemma":[0.01020122,0.00017480693,0.000025958203,0.0025687024,0.00009468579,0.00031334918,0.00006617655,0.0004353347,0.000023948203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012727617,0.0012702944,0.95748603,0.00053121336,0.000055078868,0.0000031850004,0.004927959,0.0000052281493,0.00008651533,0.00020740127,0.005476345,0.028677972],"study_design_scores_gemma":[0.0024677436,0.003178,0.9926589,0.00019528551,0.00006852076,0.000008261977,0.0008277111,0.00019676973,0.00007733727,0.00011674557,0.00008642354,0.00011826149],"about_ca_topic_score_codex":0.008289824,"about_ca_topic_score_gemma":0.000835046,"teacher_disagreement_score":0.035172895,"about_ca_system_score_codex":0.00038471018,"about_ca_system_score_gemma":0.00074058585,"threshold_uncertainty_score":0.9983141},"labels":[],"label_agreement":null},{"id":"W2898152273","doi":"10.1097/acm.0000000000002502","title":"Contextualizing Work-Based Assessments of Faculty and Residents: Is There a Relationship Between the Clinical Practice Environment and Assessments of Learners and Teachers?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Competence (human resources); Context (archaeology); Psychology; Rating scale; Medicine; Work environment; Faculty development; Medical education; Family medicine; Professional development; Job satisfaction; Geography; Social psychology","score_opus":0.20344887256249558,"score_gpt":0.524573930704012,"score_spread":0.3211250581415165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898152273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758166,0.0010655216,0.0017367637,0.020228785,0.00008852806,0.0003598776,0.0000037126479,0.00000901348,0.0006912067],"genre_scores_gemma":[0.9925276,0.0004408808,0.0034815017,0.002857476,0.0002972952,0.000013008251,0.00003406828,0.000014652807,0.00033353534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978205,0.00029048717,0.0008465929,0.000273099,0.00062175095,0.00014758379],"domain_scores_gemma":[0.99702626,0.0018712555,0.00060730317,0.00026325902,0.00013284011,0.000099091674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040350393,0.00012621576,0.00034361283,0.00010142697,0.00010294373,0.000004190363,0.00010020097,0.0002712919,0.00007813308],"category_scores_gemma":[0.0075791,0.000084898275,0.000018120727,0.0002446273,0.0015628848,0.00012501572,0.00006756488,0.0009113253,0.0000021664605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009518501,0.000024751285,0.96542233,0.000070744245,0.000110090376,8.28422e-7,0.0043961583,7.5974924e-8,0.00007488303,0.00034702974,0.0064488123,0.023009097],"study_design_scores_gemma":[0.0023836265,0.0006988476,0.9782854,0.0008521644,0.0005187651,0.000009807352,0.0107605755,0.00006569227,0.00009231063,0.00030599211,0.0059554386,0.00007142355],"about_ca_topic_score_codex":0.00008320973,"about_ca_topic_score_gemma":4.3442105e-7,"teacher_disagreement_score":0.022937674,"about_ca_system_score_codex":0.000043241154,"about_ca_system_score_gemma":0.00011047318,"threshold_uncertainty_score":0.9073438},"labels":[],"label_agreement":null},{"id":"W2898186606","doi":"10.1097/acm.0000000000002377","title":"Testing Test-Enhanced Continuing Medical Education: A Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; Research Manitoba; University of Toronto","funders":"","keywords":"Randomized controlled trial; Formative assessment; Test (biology); Medicine; Continuing medical education; Multiple choice; Intervention (counseling); Vignette; Family medicine; Medical education; Psychology; Continuing education; Nursing; Significant difference; Internal medicine","score_opus":0.022071128270610023,"score_gpt":0.3822482620248909,"score_spread":0.36017713375428084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898186606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82616556,0.0013881521,0.0054836934,0.061954748,0.009321188,0.009444789,5.436006e-7,0.00043017653,0.08581113],"genre_scores_gemma":[0.94105613,0.00015508564,0.0024596779,0.022656856,0.023228802,0.0016403829,0.00004827319,0.000051121257,0.008703658],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99447495,0.00030943577,0.0023358953,0.00054630963,0.0018093118,0.0005241028],"domain_scores_gemma":[0.9912037,0.004688797,0.00093619473,0.0006151157,0.0020517649,0.00050438236],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008677206,0.00034753972,0.002315234,0.00048677428,0.00017395793,0.000009998503,0.00035762312,0.00063413917,0.0046661166],"category_scores_gemma":[0.3698156,0.00022878463,0.00015645249,0.0013899142,0.0019403276,0.00012490251,0.00006429786,0.0015754371,0.0001996418],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7313202,0.00029767273,0.00041294083,0.00012850898,0.0002476906,0.0000105835115,0.005712761,6.4807864e-8,0.0042895144,0.0057584047,0.11543955,0.13638213],"study_design_scores_gemma":[0.9808144,0.0009988858,0.00012286779,0.002892967,0.0006727352,0.00019186703,0.0010154621,0.0021007946,0.00034110885,0.0019307195,0.008698109,0.00022007803],"about_ca_topic_score_codex":0.00004667662,"about_ca_topic_score_gemma":0.0000011387247,"teacher_disagreement_score":0.36113837,"about_ca_system_score_codex":0.00016890443,"about_ca_system_score_gemma":0.0017118893,"threshold_uncertainty_score":0.9962438},"labels":[],"label_agreement":null},{"id":"W2898234595","doi":"10.29392//001c.11944","title":"Hand Therapy Assessments for Use with International Technicians (HTAIT)","year":2018,"lang":"en","type":"article","venue":"Journal of Global Health Reports","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Technician; Rubric; Health care; Medicine; Rehabilitation; Medical education; Occupational therapy; Nursing; Psychology; Physical therapy; Engineering","score_opus":0.0417701607959096,"score_gpt":0.4807475140082682,"score_spread":0.4389773532123586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898234595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91399634,0.00012709368,0.06635699,0.014905004,0.0031646888,0.00058033236,0.0000056530585,0.000017795897,0.0008460892],"genre_scores_gemma":[0.91037273,0.0000601363,0.08135913,0.006712634,0.0013188049,0.0000095715295,0.00001410651,0.000011296466,0.0001416051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827087,0.000017395238,0.0007981386,0.00012463242,0.0006036702,0.00018530799],"domain_scores_gemma":[0.9966865,0.000018470679,0.0011132179,0.0001780593,0.0018880697,0.000115643976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097161497,0.00008574279,0.00023573665,0.00008980539,0.00012162386,0.000037845482,0.00006504463,0.00006248803,0.00004221525],"category_scores_gemma":[0.0003775584,0.000058795296,0.00005359622,0.00028621123,0.00011752261,0.00018669016,0.00000864174,0.0001601826,9.946598e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002267879,0.0012734482,0.34518158,0.000095187206,0.00036152525,0.00037540193,0.00023820836,0.000003414676,0.000252537,0.0008411213,0.2049911,0.4441186],"study_design_scores_gemma":[0.0032716598,0.009112809,0.34880108,0.00079076266,0.000057999372,0.018894084,0.00028463412,0.00030662963,0.0003501941,0.0014486568,0.6165327,0.00014880672],"about_ca_topic_score_codex":0.000043269483,"about_ca_topic_score_gemma":0.000016380392,"teacher_disagreement_score":0.4439698,"about_ca_system_score_codex":0.00090768485,"about_ca_system_score_gemma":0.0018238205,"threshold_uncertainty_score":0.32353795},"labels":[],"label_agreement":null},{"id":"W2898328560","doi":"","title":"Exploring family medicine preceptor and resident perceptions of medical assistance in dying and desires for education.","year":2018,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Preceptor; Feeling; Curriculum; Medicine; Family medicine; Nursing; Psychology; Social psychology","score_opus":0.15722097321083225,"score_gpt":0.3710309624419628,"score_spread":0.21380998923113056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898328560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852837,0.0006534972,0.0011347977,0.010828077,0.000594373,0.0008530025,0.0000011233166,0.000018880048,0.0006325489],"genre_scores_gemma":[0.9916294,0.0005111504,0.0035805905,0.00064116024,0.0007202038,0.0026592258,0.000012525541,0.00001312909,0.00023257863],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877393,0.000029646657,0.00038996525,0.00021473868,0.00039977703,0.00019196354],"domain_scores_gemma":[0.9992498,0.00013804823,0.000082814,0.0001566188,0.0002537954,0.00011891633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011991333,0.00008276182,0.00020561303,0.00027832098,0.00007416068,0.0000091004395,0.00006875701,0.00007555692,0.00005372257],"category_scores_gemma":[0.0036167335,0.000071252856,0.0000123210975,0.00033982945,0.00045687828,0.00013767852,0.000028964665,0.00013066559,6.525567e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108212844,0.00016262611,0.117346495,0.00040700557,0.000022812088,4.424601e-7,0.004586892,6.792278e-8,0.0005073812,0.004164476,0.0050110724,0.8676825],"study_design_scores_gemma":[0.0008479621,0.00006994849,0.9893076,0.00037678477,0.00003276718,0.000010373484,0.005473225,0.00011843863,0.00016274113,0.00046775315,0.0030688925,0.00006353237],"about_ca_topic_score_codex":0.00012799253,"about_ca_topic_score_gemma":0.00003637563,"teacher_disagreement_score":0.87196106,"about_ca_system_score_codex":0.00009965391,"about_ca_system_score_gemma":0.00017016956,"threshold_uncertainty_score":0.4329829},"labels":[],"label_agreement":null},{"id":"W2898523464","doi":"10.1097/acm.0000000000002376","title":"Medical Student Use of Electronic and Paper Health Records During Inpatient Clinical Clerkships: Results of a National Longitudinal Study","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preparedness; Quarter (Canadian coin); Medicine; Medical education; Clinical clerkship; Family medicine; Electronic health record; Medical record; Psychology; Curriculum; Health care; Pedagogy","score_opus":0.13554201806427382,"score_gpt":0.5068495883056953,"score_spread":0.37130757024142147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898523464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818721,0.00036453712,0.00013947734,0.015964769,0.0006331004,0.0008189286,0.0000045275133,0.000026754207,0.00017580402],"genre_scores_gemma":[0.994039,0.0010938782,0.00027540684,0.0027292613,0.0015436775,0.000028694805,0.00004233879,0.000020306323,0.00022743024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937952,0.00032301323,0.0026262533,0.0004914444,0.0023800354,0.0003840287],"domain_scores_gemma":[0.99697673,0.0006006119,0.0008222523,0.0003653346,0.0009557088,0.00027935242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007742136,0.00018653223,0.0007735729,0.00036778173,0.00009012381,0.0000021219944,0.00020716044,0.0002961785,0.00028977756],"category_scores_gemma":[0.018087508,0.00014112538,0.000042045704,0.000748681,0.0010878623,0.00012735202,0.00013343319,0.0014218382,0.0000046418118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015966408,0.0009702339,0.93793255,0.00025568687,0.00031525502,0.00000688871,0.011497184,4.7421332e-7,0.00015470157,0.0013482174,0.020867893,0.02505426],"study_design_scores_gemma":[0.008638147,0.007426376,0.9753261,0.0012989851,0.00010177396,0.00008325551,0.0032416198,0.00016830761,0.000054884455,0.00024278213,0.003304283,0.000113463306],"about_ca_topic_score_codex":0.00022847114,"about_ca_topic_score_gemma":0.00005888829,"teacher_disagreement_score":0.03739356,"about_ca_system_score_codex":0.00025342606,"about_ca_system_score_gemma":0.0011676555,"threshold_uncertainty_score":0.99018353},"labels":[],"label_agreement":null},{"id":"W2898555820","doi":"10.30958/ajh.4-3-1","title":"Peer Mentorship for the Internationally Educated Nurse: An Appreciative Inquiry","year":2017,"lang":"en","type":"article","venue":"Athens Journal of Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Langara College","funders":"","keywords":"Mentorship; Appreciative inquiry; Nursing; Medical education; Psychology; Pedagogy; Sociology; Medicine","score_opus":0.11591821185505058,"score_gpt":0.48588548433454815,"score_spread":0.36996727247949757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898555820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6267329,0.00035409557,0.013890491,0.35285437,0.005227658,0.00052374636,0.000004225622,0.000008726122,0.0004038087],"genre_scores_gemma":[0.9831424,0.000050137263,0.0070799743,0.0056363773,0.0025593352,0.000014965576,0.000019479014,0.000016829428,0.0014805306],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99853057,0.00007464658,0.00054567575,0.00009256486,0.00057794596,0.00017859996],"domain_scores_gemma":[0.99635047,0.0001519088,0.0011233339,0.00034646696,0.0019358712,0.00009196505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004185138,0.00007885665,0.00021232458,0.000114244074,0.00048962474,0.000054593558,0.00034413405,0.000042200678,0.00006051115],"category_scores_gemma":[0.004648516,0.000048892613,0.00007161298,0.00006487472,0.00015067641,0.00020736767,0.000012500128,0.000341109,0.0000051202733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068073533,0.0018332322,0.023803076,0.00016390285,0.0005947957,0.0000060241405,0.110552445,0.000024214258,0.00023821024,0.020291317,0.32110897,0.5207031],"study_design_scores_gemma":[0.0028981797,0.0017747575,0.48923054,0.00045574628,0.00013916999,0.0003018008,0.018429678,0.0009961812,0.00006845107,0.0050129876,0.4805549,0.00013760355],"about_ca_topic_score_codex":0.000033363172,"about_ca_topic_score_gemma":0.000005677067,"teacher_disagreement_score":0.52056545,"about_ca_system_score_codex":0.0003071601,"about_ca_system_score_gemma":0.0011570387,"threshold_uncertainty_score":0.55650437},"labels":[],"label_agreement":null},{"id":"W2898651516","doi":"10.21815/jde.018.116","title":"A Survey of Faculty Development in U.S. and Canadian Dental Schools: Types of Activities and Institutional Entity with Responsibility","year":2018,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Faculty development; Professional development; Dental education; Medical education; Student affairs; Psychology; Higher education; Medicine; Political science","score_opus":0.02348750894450133,"score_gpt":0.34264020193988065,"score_spread":0.3191526929953793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898651516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991741,0.00012275089,0.000023190072,0.00015577204,0.00024468268,0.00011285673,0.000008195114,8.414998e-7,0.00015757092],"genre_scores_gemma":[0.99565935,0.000010771723,0.0041270074,0.00006425393,0.00004925303,0.0000020863772,0.000031349082,0.0000030511571,0.000052862495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992167,0.000047843,0.00034950522,0.000074061245,0.00024281084,0.000069110996],"domain_scores_gemma":[0.9991016,0.000023485643,0.00021988293,0.00005792543,0.00053045136,0.00006668079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008090496,0.000054038326,0.00015198653,0.00038621252,0.00004499847,0.000008070933,0.000036223842,0.00004479989,0.000038712096],"category_scores_gemma":[0.000823309,0.000044244032,0.000009241436,0.0003040013,0.00023154287,0.00019390951,0.000010751636,0.00014181944,6.8457723e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029548738,0.0002782643,0.98039377,0.000067050845,0.000027427159,9.029059e-7,0.0013671437,3.586558e-7,0.00095195323,0.000050208946,0.000247671,0.016319774],"study_design_scores_gemma":[0.0004896278,0.00018817933,0.99172246,0.00029448958,0.000014076845,0.00015908857,0.0035347969,0.000011573457,0.003248865,0.000015641883,0.0002842066,0.000037001253],"about_ca_topic_score_codex":0.013641967,"about_ca_topic_score_gemma":0.06971318,"teacher_disagreement_score":0.056071214,"about_ca_system_score_codex":0.00037637426,"about_ca_system_score_gemma":0.004427231,"threshold_uncertainty_score":0.9929263},"labels":[],"label_agreement":null},{"id":"W2898875685","doi":"10.1097/acm.0000000000002503","title":"Leadership Development in Postgraduate Medical Education: A Systematic Review of the Literature","year":2018,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Curriculum; Medical education; Psychological intervention; Inclusion (mineral); Psychology; Faculty development; Leadership development; Quality (philosophy); Educational leadership; Focus group; Professional development; Medicine; Pedagogy; Nursing; Sociology; Political science","score_opus":0.1188511740178974,"score_gpt":0.44174395843556585,"score_spread":0.32289278441766844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898875685","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000073349884,0.9718516,0.0000062117174,0.021227695,0.0017059548,0.004462087,0.0000016670076,0.00002663897,0.0007108059],"genre_scores_gemma":[0.000007956265,0.96758026,0.00013328444,0.025847187,0.0013683805,0.0008304627,0.000377791,0.000056114204,0.003798572],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99227315,0.0006526196,0.0039580474,0.00052458915,0.002193128,0.00039847498],"domain_scores_gemma":[0.9958261,0.000333775,0.0016712202,0.0011720839,0.00078955304,0.00020724536],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005940343,0.000527224,0.00382545,0.0006865033,0.000061426,0.0000035074972,0.0010711952,0.0012057424,0.00052431005],"category_scores_gemma":[0.046418514,0.00026575042,0.00024192166,0.0040457402,0.0006053785,0.000056020024,0.00013465813,0.003475622,0.00008295826],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021786643,0.000036831236,0.0000071085838,0.8495538,0.00009473272,0.0000046923346,0.0013807797,2.801074e-10,4.2884615e-8,0.00034679467,0.08651727,0.06205576],"study_design_scores_gemma":[0.00017796013,0.000029096813,0.000004250913,0.6243077,0.0012582367,0.00062326196,0.00020553319,5.4353717e-7,4.7472244e-7,0.000029208988,0.3732404,0.00012328794],"about_ca_topic_score_codex":0.0000051330885,"about_ca_topic_score_gemma":0.0000013316978,"teacher_disagreement_score":0.28672317,"about_ca_system_score_codex":0.00058855175,"about_ca_system_score_gemma":0.009153359,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W2898944835","doi":"","title":"Job satisfaction of general practitioners: an international comparison","year":2018,"lang":"en","type":"dissertation","venue":"Utrecht University Repository (Utrecht University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Job satisfaction; Psychology; Applied psychology; Social psychology","score_opus":0.015120384002619155,"score_gpt":0.29037203131893335,"score_spread":0.2752516473163142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898944835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7476883,0.000017759296,0.00027732388,0.00015917073,0.0038737683,0.0004010447,0.00003156555,0.00016569355,0.24738538],"genre_scores_gemma":[0.5610834,0.00027940513,0.016744602,0.00009865824,0.0015548562,0.000001127472,0.0052788444,0.000086716944,0.41487244],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974154,0.00020320975,0.0005000902,0.0007448961,0.00083696406,0.00029942548],"domain_scores_gemma":[0.9964965,0.000050796654,0.000980799,0.0007229292,0.0015487066,0.00020025985],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024280787,0.00037949163,0.0006220462,0.0017722701,0.00042873085,0.00003309042,0.00050969876,0.0008857472,0.00071424356],"category_scores_gemma":[0.00013121401,0.0004886375,0.00025224022,0.0011994931,0.00027505727,0.00093769305,0.00007029206,0.0008629653,0.000040132043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019393634,0.0071749985,0.34181052,0.0027825744,0.008186103,0.002723514,0.023086935,0.00013123294,0.06709062,0.036306325,0.21329325,0.27802026],"study_design_scores_gemma":[0.005721216,0.0016472362,0.22109412,0.0015373807,0.003523459,0.00029464895,0.059396245,0.0014740368,0.030732099,0.00009914376,0.67296416,0.001516289],"about_ca_topic_score_codex":0.0013327262,"about_ca_topic_score_gemma":0.0003710558,"teacher_disagreement_score":0.45967087,"about_ca_system_score_codex":0.0017035911,"about_ca_system_score_gemma":0.001037885,"threshold_uncertainty_score":0.9997565},"labels":[],"label_agreement":null},{"id":"W2899386278","doi":"10.1097/acm.0000000000002506","title":"Validity Evidence for a Brief Online Key Features Examination in the Internal Medicine Clerkship","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Medicine; Psychology; Medical education; External validity; Internal validity; Variance (accounting); Social psychology; Pathology","score_opus":0.20873795979261817,"score_gpt":0.47744499333877205,"score_spread":0.2687070335461539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899386278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7647713,0.0013625147,0.010204583,0.2167352,0.0021047138,0.0016291284,0.000004480518,0.000082634026,0.0031054895],"genre_scores_gemma":[0.94906735,0.00051438576,0.0009831223,0.034984443,0.012086936,0.00014416041,0.00019816161,0.000028645467,0.0019928063],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99672425,0.00029052654,0.00096989336,0.00047825553,0.0011110711,0.00042602036],"domain_scores_gemma":[0.9964167,0.0018856871,0.00032610705,0.00056308164,0.0006960926,0.00011236945],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007649819,0.00025259194,0.00048178362,0.0004681674,0.00014542462,0.000006261889,0.00057799666,0.0003680522,0.00043285915],"category_scores_gemma":[0.0419184,0.0001494133,0.000043269392,0.0012613169,0.0012141163,0.00019773902,0.000049326092,0.0014904046,0.000016096636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007224022,0.00014541157,0.02259512,0.00048687,0.000049825594,0.00001887736,0.047142845,5.714175e-7,0.006336362,0.010501715,0.7888611,0.1231389],"study_design_scores_gemma":[0.007244013,0.0043645054,0.8341575,0.009530531,0.00045731565,0.00060512545,0.015340396,0.0018976507,0.00084765884,0.0078046746,0.11740855,0.000342038],"about_ca_topic_score_codex":0.0002991118,"about_ca_topic_score_gemma":0.000058898182,"teacher_disagreement_score":0.8115624,"about_ca_system_score_codex":0.00024990962,"about_ca_system_score_gemma":0.00016905427,"threshold_uncertainty_score":0.96615195},"labels":[],"label_agreement":null},{"id":"W2899537006","doi":"10.1002/ase.1844","title":"Optical Versus Virtual Microscope for Medical Education: A Systematic Review","year":2018,"lang":"en","type":"review","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Jubilee Hospital; University of Northern British Columbia","funders":"","keywords":"Virtual microscopy; Medical education; Modality (human–computer interaction); Curriculum; Certification; Telepathology; Zoom; Medical physics; Medicine; The Internet; Multimedia; Computer science; Psychology; Pathology; Telemedicine; World Wide Web; Artificial intelligence; Pedagogy; Engineering","score_opus":0.04352910946516574,"score_gpt":0.46667580942173337,"score_spread":0.4231466999565676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899537006","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001992184,0.97828764,0.0001766007,0.0057001915,0.007347412,0.0060950126,0.0000072997077,0.00007636367,0.0022895609],"genre_scores_gemma":[0.000007423891,0.97758865,0.00603164,0.008349378,0.002386574,0.0037259941,0.0007329594,0.00005379504,0.0011235984],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947299,0.00023594104,0.0020073808,0.0010241816,0.0014475003,0.0005551224],"domain_scores_gemma":[0.9961934,0.0007437531,0.0008129294,0.0008195769,0.0010064858,0.00042383478],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033540404,0.00050900126,0.0023398064,0.00051487057,0.00037585056,0.000121439,0.0009947304,0.0006955504,0.0006951701],"category_scores_gemma":[0.026802607,0.0003666415,0.000571313,0.0024355557,0.0011176746,0.00019727764,0.00010619353,0.0006164097,0.0005958262],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008922113,0.00059611956,4.1206556e-7,0.416239,0.00007223467,2.7898352e-7,0.000019445983,1.8545768e-9,7.1571534e-8,0.009579152,0.16576673,0.40771765],"study_design_scores_gemma":[0.00018620431,0.00030701686,3.6183852e-7,0.45084125,0.0024813693,0.00014445832,0.000102532285,0.000027087193,9.353229e-7,0.00007546221,0.5455607,0.0002725968],"about_ca_topic_score_codex":0.000012749861,"about_ca_topic_score_gemma":0.000003660984,"teacher_disagreement_score":0.40744507,"about_ca_system_score_codex":0.000985481,"about_ca_system_score_gemma":0.035870686,"threshold_uncertainty_score":0.9998785},"labels":[],"label_agreement":null},{"id":"W2899624619","doi":"10.1139/cjpp-2018-0428","title":"Medical education dilemma: How can we best accommodate basic sciences in a curriculum for 21st century medical students?","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Physiology and Pharmacology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dilemma; Curriculum; Variety (cybernetics); Marketing buzz; Engineering ethics; Computer science; Mathematics education; Psychology; Pedagogy; Engineering; Mathematics; Artificial intelligence","score_opus":0.018859434398882883,"score_gpt":0.37790381305467097,"score_spread":0.3590443786557881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899624619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8967868,0.0005984261,0.000010895469,0.09829222,0.0039633415,0.0002290917,0.0000052439736,0.000002703187,0.000111284484],"genre_scores_gemma":[0.97948605,0.0005312103,0.00025516056,0.01711285,0.0025222218,0.000030346586,0.000018455212,0.000008536025,0.000035191886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854594,0.00015927735,0.00037841583,0.00020022935,0.00033383875,0.00038227884],"domain_scores_gemma":[0.9986072,0.00011414635,0.00019091702,0.00007402209,0.0004513322,0.00056235417],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013258035,0.00011797141,0.00031931858,0.00054045557,0.00022681287,0.000016245836,0.0004108497,0.00026143025,0.0024725413],"category_scores_gemma":[0.0012525074,0.000095803014,0.000043438984,0.00042646527,0.0014330545,0.00009908459,0.000031339907,0.0005893117,0.0000046698024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044262505,0.0030684532,0.25051895,0.00080981,0.00052268856,0.00023031891,0.0041842246,0.0000025277857,0.017738502,0.015519643,0.4581531,0.24880917],"study_design_scores_gemma":[0.013221846,0.0061224606,0.094155625,0.001425925,0.00058949477,0.0033348,0.0066887755,0.0017469624,0.0044786436,0.0065193553,0.8610148,0.0007013274],"about_ca_topic_score_codex":0.00070605316,"about_ca_topic_score_gemma":0.004302151,"teacher_disagreement_score":0.40286168,"about_ca_system_score_codex":0.0001615214,"about_ca_system_score_gemma":0.009150615,"threshold_uncertainty_score":0.9984393},"labels":[],"label_agreement":null},{"id":"W2900675991","doi":"10.17496/kmer.2017.19.2.63","title":"Concept and Development of Resident Training Program for General Competencies","year":2017,"lang":"en","type":"article","venue":"Korean Medical Education Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Training system; Medical education; Psychology; Medicine; Political science; Geography","score_opus":0.06919081574504872,"score_gpt":0.4384421314828338,"score_spread":0.3692513157377851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900675991","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6030474,0.1228699,0.005734659,0.23867185,0.0047891038,0.013122123,0.000012746369,0.00026078956,0.011491456],"genre_scores_gemma":[0.11939753,0.017143711,0.82768935,0.027870523,0.0017947003,0.0028433965,0.0008789804,0.00006399066,0.0023178374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838847,0.000030100584,0.0006765252,0.00021514898,0.0005166871,0.00017305584],"domain_scores_gemma":[0.9985279,0.00004697379,0.00036729666,0.00039527868,0.00046123858,0.00020131956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011411901,0.00011515055,0.00041010778,0.00006207221,0.00025578044,0.000020777223,0.00019478575,0.00008591246,0.00046196976],"category_scores_gemma":[0.009843987,0.00009129497,0.000048896516,0.00008340199,0.0004194443,0.00006775306,0.000041285177,0.00015814145,0.0000041953485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004575359,0.00024699362,0.0004360979,0.002537751,0.000025687415,3.4000297e-7,0.0014317711,5.515798e-9,0.000011375061,0.0041388674,0.030355228,0.9608113],"study_design_scores_gemma":[0.000971182,0.00017656248,0.054459225,0.015456102,0.00015957386,0.0000785791,0.0012372847,0.00012973494,0.0002614416,0.00032471522,0.92655224,0.00019338379],"about_ca_topic_score_codex":0.000015808846,"about_ca_topic_score_gemma":0.0000059869603,"teacher_disagreement_score":0.9606179,"about_ca_system_score_codex":0.000060156355,"about_ca_system_score_gemma":0.0039845468,"threshold_uncertainty_score":0.99849653},"labels":[],"label_agreement":null},{"id":"W2900696773","doi":"10.1111/medu.13749","title":"The challenges of detecting progress in generic competencies in the clinical setting","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Medical Council of Canada","keywords":"Medical education; Harm; Psychology; Focus group; Variance (accounting); Educational measurement; Quarter (Canadian coin); Medicine; Curriculum; Social psychology; Pedagogy; Sociology","score_opus":0.04880348104982502,"score_gpt":0.42660685018769257,"score_spread":0.37780336913786755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900696773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9068811,0.0024226336,0.000046547677,0.08781783,0.0012693659,0.00035857497,9.326619e-8,0.000013554237,0.0011902725],"genre_scores_gemma":[0.99174917,0.00023429086,0.0024067385,0.00422695,0.0012236988,0.00012799542,0.000005106903,0.000008819428,0.000017205171],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99781847,0.00033620218,0.00076418143,0.00018757951,0.0006735876,0.00021998849],"domain_scores_gemma":[0.99851495,0.0006021184,0.0002033155,0.00035766067,0.0002871314,0.00003484187],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064358255,0.00008167403,0.00017471713,0.00013043685,0.000116500996,0.000011415641,0.00027470125,0.0001424383,0.0000471154],"category_scores_gemma":[0.013742485,0.000046345554,0.00003602852,0.00074412365,0.0007728832,0.000044304947,0.000035056237,0.000559045,0.0000096420545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020601665,0.0005384553,0.11061531,0.00006374466,0.000006034086,0.0000012310292,0.0042902282,5.265458e-8,0.000006065174,0.0027928576,0.0026489177,0.8790165],"study_design_scores_gemma":[0.00063359895,0.00030048963,0.9445544,0.00073456083,0.000019369872,0.0000634168,0.030108145,0.0022327881,0.00006669142,0.0009991715,0.02019812,0.00008925291],"about_ca_topic_score_codex":0.000039800754,"about_ca_topic_score_gemma":0.00023067575,"teacher_disagreement_score":0.87892723,"about_ca_system_score_codex":0.000077447694,"about_ca_system_score_gemma":0.0014213531,"threshold_uncertainty_score":0.9945652},"labels":[],"label_agreement":null},{"id":"W2900727493","doi":"10.1007/s40037-018-0486-x","title":"Reflecting on what? The difficulty of noticing formative experiences in the moment","year":2018,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"University of British Columbia","keywords":"Formative assessment; Medical education; Moment (physics); Psychology; Computer science; Medicine; Mathematics education","score_opus":0.03965849213243803,"score_gpt":0.43776406714228105,"score_spread":0.398105575009843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900727493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93061876,0.00014000387,0.00030608798,0.060398765,0.0010500967,0.0004794668,1.7805182e-7,0.0000151684,0.0069914507],"genre_scores_gemma":[0.9893328,0.00008418108,0.0003179788,0.009043218,0.000897957,0.0002396198,0.000007688484,0.000008166874,0.000068424284],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99789566,0.00018130078,0.00038600713,0.00024172613,0.0010932364,0.00020208962],"domain_scores_gemma":[0.9986999,0.00034268605,0.00017463195,0.00035973068,0.00037360782,0.000049461843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015072622,0.00011929625,0.00016291912,0.00019672702,0.00022290324,0.00003539547,0.00025183504,0.00008554821,0.00037113432],"category_scores_gemma":[0.00648562,0.000061122475,0.000044802786,0.00091948675,0.0006236537,0.00016590247,0.00001899873,0.00052542397,0.000024141924],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014582441,0.0018982309,0.00023088312,0.000030529325,0.000018247965,5.983358e-7,0.863823,0.0000020125485,0.00008803884,0.015441128,0.0042006923,0.11412085],"study_design_scores_gemma":[0.00034893543,0.0007156282,0.021867445,0.00076567975,0.000015804233,0.000014385386,0.97301954,0.0006726901,0.0008921388,0.00031611623,0.0013021455,0.00006951594],"about_ca_topic_score_codex":0.00005951222,"about_ca_topic_score_gemma":0.000013248879,"teacher_disagreement_score":0.114051335,"about_ca_system_score_codex":0.00034759473,"about_ca_system_score_gemma":0.0005987539,"threshold_uncertainty_score":0.77643615},"labels":[],"label_agreement":null},{"id":"W2900948610","doi":"10.5195/ijms.2018.248","title":"How Medical Students Edited an OSCE Study Guide and Why Should You?","year":2018,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.038209344768688015,"score_gpt":0.4710144884224763,"score_spread":0.43280514365378825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900948610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90265876,0.00009659126,0.0023709747,0.08740429,0.0068488545,0.00032861243,0.000002860361,0.000030072932,0.00025896667],"genre_scores_gemma":[0.9635998,0.00016389252,0.0008440551,0.02456412,0.010105119,0.000014154028,0.000022259865,0.000034340224,0.00065224164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9703791,0.00020902541,0.0012157832,0.00036239394,0.027516682,0.0003170154],"domain_scores_gemma":[0.99561095,0.00013115884,0.0004948013,0.0002991367,0.0025902714,0.0008736573],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008179314,0.0002488114,0.00050004973,0.00052840804,0.00014279223,0.0005201678,0.003939408,0.00034936907,0.001575311],"category_scores_gemma":[0.011035622,0.00018736544,0.000096640644,0.0003799678,0.0005225252,0.00041377157,0.0007255572,0.0011896228,0.000023402241],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005208168,0.010424069,0.7174842,0.000022800838,0.00143848,0.0019179439,0.0024955883,1.5766783e-7,0.000068262074,0.00012705821,0.12156502,0.14393565],"study_design_scores_gemma":[0.018225318,0.0050162664,0.69060934,0.0012651465,0.000383185,0.0034991216,0.007634515,0.0006506523,0.000117615426,0.00017715052,0.27204365,0.0003780413],"about_ca_topic_score_codex":0.00009667592,"about_ca_topic_score_gemma":0.00006244476,"teacher_disagreement_score":0.15047863,"about_ca_system_score_codex":0.000325927,"about_ca_system_score_gemma":0.00056555576,"threshold_uncertainty_score":0.9993374},"labels":[],"label_agreement":null},{"id":"W2901201330","doi":"10.5430/jct.v7n2p98","title":"Training and Performance Differences in US Internal Medicine Residents Trained in Community- and University-Based Programs – a Systematic Review","year":2018,"lang":"en","type":"review","venue":"Journal of Curriculum and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian College of Osteopathy","funders":"","keywords":"Accreditation; MEDLINE; Medicine; Graduate medical education; Family medicine; Medical education; Internal medicine","score_opus":0.062235336085013304,"score_gpt":0.36362711460535363,"score_spread":0.3013917785203403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901201330","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12419885,0.8745339,0.000032385637,0.00028019416,0.00011567702,0.0006855238,4.6318434e-7,0.000004920825,0.0001480774],"genre_scores_gemma":[0.07514932,0.9239329,0.00058993726,0.00015817294,0.00011846592,0.000005813394,0.000009993566,0.000011641617,0.000023721126],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99731886,0.0009647965,0.0011269938,0.00012506878,0.00030992526,0.0001543531],"domain_scores_gemma":[0.9984938,0.00021275431,0.00096993713,0.00012930366,0.00010598802,0.000088250934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052673356,0.00021230963,0.0020266233,0.0007257898,0.00011931345,0.000022753426,0.00016045517,0.00012185861,0.000003923999],"category_scores_gemma":[0.0018621623,0.0001341911,0.000064170585,0.0002997051,0.00019980237,0.00014294071,0.000039800205,0.0019291836,1.6018721e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008618865,0.0001394228,0.008698736,0.6493159,0.00006756126,0.000047927762,0.0025759689,6.3503816e-9,5.446533e-8,0.000034497807,0.0000364549,0.33907485],"study_design_scores_gemma":[0.0009119915,0.00070293626,0.0027924064,0.986516,0.0011174713,0.0011948252,0.0031089173,0.00014028813,6.335879e-9,0.000009986182,0.0033873266,0.00011783137],"about_ca_topic_score_codex":0.00011951433,"about_ca_topic_score_gemma":0.00002502677,"teacher_disagreement_score":0.33895704,"about_ca_system_score_codex":0.0001408038,"about_ca_system_score_gemma":0.00017678243,"threshold_uncertainty_score":0.838145},"labels":[],"label_agreement":null},{"id":"W2901235895","doi":"10.5489/cuaj.5610","title":"Perceptions on Competence by Design in urology","year":2018,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Enthusiasm; Likert scale; Competence (human resources); Urology; Medical education; Perception; Medicine; Psychology; Scale (ratio); Family medicine; Social psychology","score_opus":0.018620044203765576,"score_gpt":0.2836915212975225,"score_spread":0.26507147709375695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901235895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83724296,0.000035487716,0.0043828487,0.15011473,0.0009585711,0.00027301023,0.000009709345,0.000032451357,0.006950223],"genre_scores_gemma":[0.9576367,0.000015651241,0.0017704363,0.03938076,0.0006413471,0.000011635326,0.000020849866,0.000008040474,0.00051454967],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99854016,0.00023725178,0.0003316729,0.00017038733,0.0002931229,0.0004274117],"domain_scores_gemma":[0.9989498,0.00014549248,0.00013623634,0.000103404374,0.00037446528,0.0002905667],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011946613,0.00009355183,0.00016764128,0.00034027078,0.00025623952,0.00003175504,0.000115645205,0.0002821275,0.0025135428],"category_scores_gemma":[0.0033094925,0.00008123111,0.00003915694,0.0004976585,0.0001069908,0.00005876219,0.0000058513356,0.00085128896,0.00044060685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009417512,0.00024617653,0.47055557,0.0000018952647,0.000036226902,0.00004412224,0.0004527389,0.000048706406,0.00084686,0.0014619447,0.5130777,0.013133906],"study_design_scores_gemma":[0.00089110737,0.0013898752,0.8239171,0.0000120518125,0.000025076266,0.00020671195,0.0001565009,0.001655729,0.000028370168,0.0016926304,0.16989318,0.00013171532],"about_ca_topic_score_codex":0.0002532503,"about_ca_topic_score_gemma":0.00023876058,"teacher_disagreement_score":0.3533615,"about_ca_system_score_codex":0.0015136063,"about_ca_system_score_gemma":0.000543269,"threshold_uncertainty_score":0.9983983},"labels":[],"label_agreement":null},{"id":"W2901325287","doi":"10.1136/jclinpath-2018-205516","title":"Revitalising an academic pathology department: lessons learnt","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Specialty; Medical education; Medicine; Academic institution; Service (business); MEDLINE; Pathology; Political science; Library science; Computer science; Business","score_opus":0.17233353044924132,"score_gpt":0.5530069432607819,"score_spread":0.3806734128115406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901325287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9700943,0.00028914842,0.002916041,0.021542097,0.0037095174,0.00013327427,0.0000018355511,0.000020935868,0.001292802],"genre_scores_gemma":[0.96211857,0.00035206025,0.018835803,0.01205514,0.0064093997,0.0000030335339,0.000013700791,0.000023469409,0.00018883309],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961878,0.00063128065,0.0022666925,0.00026398935,0.00034537338,0.00030485523],"domain_scores_gemma":[0.99690884,0.00032168985,0.0011806228,0.00038650326,0.0009783596,0.00022399357],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006779035,0.00013262704,0.0007807934,0.0002463276,0.00009798508,0.000008025938,0.00023720365,0.0006019684,0.0002745748],"category_scores_gemma":[0.014759574,0.000102167665,0.00020115482,0.0003026859,0.00086969574,0.0001778349,0.000053807704,0.0019239275,0.000113497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015339912,0.0021575226,0.15256459,0.000085252854,0.00017083719,0.0030822135,0.0013843871,0.000002994434,0.008966609,0.007596593,0.047739,0.774716],"study_design_scores_gemma":[0.005876834,0.014508317,0.73923594,0.00047507696,0.00063102925,0.027272755,0.00077418674,0.00021648205,0.0009463192,0.011903863,0.19781516,0.00034403265],"about_ca_topic_score_codex":5.9088495e-7,"about_ca_topic_score_gemma":0.0000014176968,"teacher_disagreement_score":0.774372,"about_ca_system_score_codex":0.00006282121,"about_ca_system_score_gemma":0.00042646646,"threshold_uncertainty_score":0.9935395},"labels":[],"label_agreement":null},{"id":"W2901498850","doi":"10.3138/jvme.0417-056r","title":"Exploring the Effects of Participation in a Shelter Medicine Externship on Student Knowledge and Self-Confidence","year":2018,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Knowledge level; Medicine; Self-confidence; Pedagogy; Family medicine; Mathematics education; Social psychology","score_opus":0.12578759132350822,"score_gpt":0.4670105031955597,"score_spread":0.34122291187205145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901498850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98820245,0.0005216062,0.00014797725,0.0074462364,0.0030769224,0.00027691034,5.7745847e-8,0.0000074160075,0.00032040104],"genre_scores_gemma":[0.99580926,0.000523761,0.00041292817,0.0014425196,0.0017060742,0.00005680555,0.0000014637653,0.000011159776,0.000036023346],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979611,0.00021049014,0.0007805507,0.0001389602,0.000756872,0.00015205085],"domain_scores_gemma":[0.9983263,0.00048757636,0.0003439234,0.00021732222,0.0004930771,0.00013178901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019071891,0.000114391325,0.00028669724,0.00037539605,0.0000538102,0.000007222384,0.00016521075,0.00007046725,0.000104395614],"category_scores_gemma":[0.0068248278,0.00007148437,0.00003437503,0.00046420068,0.00031091465,0.00019155494,0.000036138616,0.0004253173,0.000005660533],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010734666,0.010760763,0.055813912,0.0020945282,0.00016530996,0.000088147266,0.09126365,7.44807e-7,0.009227889,0.0027882764,0.008551151,0.81817216],"study_design_scores_gemma":[0.0016399823,0.008034673,0.9756952,0.0060845464,0.000111510286,0.0004629212,0.0016825784,0.00016144053,0.0010822444,0.00023854252,0.0047232294,0.000083159845],"about_ca_topic_score_codex":0.000015174307,"about_ca_topic_score_gemma":0.0000033766967,"teacher_disagreement_score":0.9198813,"about_ca_system_score_codex":0.0001642477,"about_ca_system_score_gemma":0.0006413611,"threshold_uncertainty_score":0.8170449},"labels":[],"label_agreement":null},{"id":"W2901605106","doi":"10.1007/s40037-018-0480-3","title":"Students as stakeholders in assessment: how students perceive the value of an assessment","year":2018,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Université de Sherbrooke; Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medical education; Value (mathematics); Assessment for learning; Computer science; Psychology; Mathematics education; Medicine; Formative assessment","score_opus":0.030587414048773368,"score_gpt":0.48454228443748354,"score_spread":0.4539548703887102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901605106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630124,0.000048052796,0.00022907676,0.027903656,0.0011018525,0.0009923608,0.0000018746359,0.000034356937,0.0066763433],"genre_scores_gemma":[0.9910199,0.00009143255,0.002479772,0.0047273217,0.0008788394,0.00019792099,0.000056949513,0.000030102789,0.0005177285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99494934,0.00038058322,0.00047922248,0.0005474927,0.0033289369,0.00031444567],"domain_scores_gemma":[0.9979158,0.0001366153,0.00024250644,0.00069290237,0.0008056399,0.00020652828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023959735,0.00021763898,0.00032734626,0.00043012426,0.00018368238,0.00007392431,0.0006784567,0.00019278208,0.0008465321],"category_scores_gemma":[0.0035927687,0.00016011043,0.00006911467,0.0009638676,0.0007661448,0.00022024786,0.000080149686,0.00087595003,0.000027069413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055217027,0.060078286,0.46658048,0.0002976008,0.0005782759,0.000024736668,0.19250737,0.000012601456,0.0010313801,0.07957,0.016479997,0.1822871],"study_design_scores_gemma":[0.001403429,0.0012752078,0.7892371,0.00039358574,0.00006525682,0.000022284286,0.20519044,0.0006628271,0.00007526472,0.00059905974,0.00093973824,0.00013579671],"about_ca_topic_score_codex":0.00027632184,"about_ca_topic_score_gemma":0.000036312365,"teacher_disagreement_score":0.32265663,"about_ca_system_score_codex":0.0011646387,"about_ca_system_score_gemma":0.003268559,"threshold_uncertainty_score":0.9268933},"labels":[],"label_agreement":null},{"id":"W2901652246","doi":"","title":"Toward Competency-Based Curriculum in Functional Urology: Canadian Chief Urology Residents Experience","year":2018,"lang":"en","type":"article","venue":"Neurourology and Urodynamics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Urology; Curriculum; Medical education; Pedagogy","score_opus":0.0123030857224475,"score_gpt":0.27717882974500097,"score_spread":0.2648757440225535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901652246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96900505,0.000046557994,0.0008632771,0.026297655,0.0015900483,0.00021254462,0.0000041078915,0.000041193158,0.0019395846],"genre_scores_gemma":[0.9605018,0.000014303555,0.0008559021,0.03817487,0.0002670393,0.00003416576,0.00007836202,0.00001814297,0.00005543871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984618,0.00012429783,0.000330595,0.00045887515,0.00015999492,0.00046448194],"domain_scores_gemma":[0.99924654,0.000056349316,0.00007641862,0.0002807803,0.00018063447,0.0001593008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024633945,0.00016314015,0.0002312343,0.0005317129,0.00017382999,0.000009077333,0.00012928239,0.00031641388,0.00027331995],"category_scores_gemma":[0.0007667878,0.00016349158,0.000028405067,0.0004924663,0.0007853976,0.00006199148,0.000039438826,0.00064664014,0.000046093002],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030455668,0.0002617129,0.97641575,0.000023900335,0.000016119999,0.00024924343,0.00053124287,0.00009982562,0.00021468672,0.018014463,0.0018482965,0.0020202103],"study_design_scores_gemma":[0.0010634008,0.0008684186,0.9284894,0.000004185813,0.000032017266,0.0004394631,0.00007115758,0.061761353,0.00000611669,0.0010452447,0.0060931616,0.00012610268],"about_ca_topic_score_codex":0.003580951,"about_ca_topic_score_gemma":0.01836245,"teacher_disagreement_score":0.061661527,"about_ca_system_score_codex":0.0000748578,"about_ca_system_score_gemma":0.00073009706,"threshold_uncertainty_score":0.99954987},"labels":[],"label_agreement":null},{"id":"W2901813101","doi":"10.1007/s11019-018-9878-2","title":"Reflection in medical education: intellectual humility, discovery, and know-how","year":2018,"lang":"en","type":"article","venue":"Medicine Health Care and Philosophy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Introspection; Psychology; Epistemology; Philosophy of medicine; Illusion; Reflective practice; Humility; Tact; Pedagogy; Cognitive psychology; Medicine; Philosophy","score_opus":0.031851655537190486,"score_gpt":0.40801001673329007,"score_spread":0.3761583611960996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901813101","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42148626,0.015431531,0.00038628618,0.5394618,0.0023321363,0.0007914359,0.000002182504,0.00006747074,0.020040901],"genre_scores_gemma":[0.9520473,0.0019304468,0.0005418236,0.04045838,0.0046040528,0.000045619872,0.00011588373,0.000018413619,0.00023811092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827105,0.00010279962,0.00044231408,0.0003918749,0.00053670333,0.00025525814],"domain_scores_gemma":[0.9990122,0.000099767436,0.00009210511,0.00025825936,0.00026107498,0.00027665045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075134303,0.00016551625,0.00037441606,0.00042337435,0.00019937693,0.000014197434,0.000066560984,0.0001690504,0.0001991299],"category_scores_gemma":[0.0026944145,0.00013192181,0.000018647659,0.000750007,0.0007688177,0.00013127402,0.00004765419,0.00049516035,0.000007267088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027682685,0.00030960652,0.017588137,0.001421704,0.000022370754,0.000007398221,0.030708265,8.9340935e-9,0.000020891628,0.008937505,0.14430344,0.7964038],"study_design_scores_gemma":[0.0068964246,0.013194194,0.048037004,0.008160585,0.00011568172,0.001124041,0.022904193,0.00035215597,0.00010207235,0.026413197,0.8720826,0.00061785564],"about_ca_topic_score_codex":0.00033613655,"about_ca_topic_score_gemma":0.00020126301,"teacher_disagreement_score":0.79578596,"about_ca_system_score_codex":0.00024470102,"about_ca_system_score_gemma":0.0014254914,"threshold_uncertainty_score":0.53796154},"labels":[],"label_agreement":null},{"id":"W2901875612","doi":"10.1017/cem.2018.460","title":"The promotion dilemma for clinician teachers","year":2018,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital; Schwartz/Reisman Emergency Medicine Institute; University of Toronto","funders":"","keywords":"Dilemma; Medicine; Promotion (chess); Content (measure theory); Action (physics); World Wide Web; Computer science; Law; Political science","score_opus":0.29400159937234804,"score_gpt":0.5012421784786357,"score_spread":0.20724057910628768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901875612","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033879056,0.95315045,0.00024587286,0.008380644,0.03559258,0.001231064,0.0000119984825,0.0000068113022,0.0013467036],"genre_scores_gemma":[0.000015286161,0.97663397,0.00037955015,0.00018318722,0.018151192,0.000069442554,0.00013317706,0.00007368524,0.0043605007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960536,0.00014368095,0.0026317178,0.00022967241,0.00044800586,0.0004933194],"domain_scores_gemma":[0.99493575,0.00017992443,0.0017729837,0.00050516904,0.001963104,0.00064306636],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004100073,0.00032154922,0.0013378768,0.00068373396,0.00041740696,0.000009344124,0.0004929985,0.0003787239,0.0015248625],"category_scores_gemma":[0.015374989,0.00017874836,0.0005433492,0.00094399444,0.0004228877,0.00007146856,0.000007720456,0.00097126607,0.000030809464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004822289,0.000015213658,0.000023862862,0.0015691324,0.00019232473,0.000006385072,0.00021663627,1.4585543e-8,5.7687824e-8,0.00023777214,0.47985223,0.5178815],"study_design_scores_gemma":[0.0003896048,0.0011861996,0.000031583408,0.014720611,0.00205603,0.000118266486,0.0002590247,0.000004225331,8.2196365e-8,0.00031756752,0.9807747,0.0001421284],"about_ca_topic_score_codex":0.00034343213,"about_ca_topic_score_gemma":0.0020584874,"teacher_disagreement_score":0.5177394,"about_ca_system_score_codex":0.0006272314,"about_ca_system_score_gemma":0.0065112645,"threshold_uncertainty_score":0.99938786},"labels":[],"label_agreement":null},{"id":"W2901897243","doi":"10.1007/s40037-018-0481-2","title":"Validity evidence for programmatic assessment in competency-based education","year":2018,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Formative assessment; Summative assessment; Variance (accounting); Educational measurement; Reliability (semiconductor); Medical education; Psychology; Multilevel model; Computer science; Mathematics education; Medicine; Statistics; Curriculum; Mathematics; Pedagogy","score_opus":0.057314369578010387,"score_gpt":0.47216855364134674,"score_spread":0.41485418406333635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901897243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76546824,0.00039602158,0.039401125,0.17710486,0.0045183646,0.004591418,0.0000026198193,0.00020020902,0.008317161],"genre_scores_gemma":[0.89061075,0.000039126815,0.09804057,0.007293484,0.0018828529,0.0017069441,0.0001260941,0.000028838043,0.00027131732],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997372,0.00015951194,0.00055925606,0.0005692373,0.0010148917,0.0003251558],"domain_scores_gemma":[0.99733436,0.00039027308,0.00019716925,0.0005152626,0.0013606017,0.00020234838],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001777486,0.00019934714,0.00028919117,0.00053444906,0.00016293109,0.00003915326,0.00021587493,0.00020172405,0.00090389285],"category_scores_gemma":[0.018825458,0.00018080648,0.000088480265,0.0010118923,0.00042319077,0.00016450642,0.000016585474,0.0005206698,0.00005949988],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007189871,0.026640134,0.048470628,0.0013506182,0.000049400263,0.0000017076013,0.013558381,0.000003858033,0.00035784466,0.17925997,0.0439296,0.6856589],"study_design_scores_gemma":[0.006558915,0.008595199,0.734045,0.01524024,0.0003978574,0.00007773909,0.10481878,0.05882068,0.001300152,0.03619121,0.032634098,0.0013200651],"about_ca_topic_score_codex":0.000096269934,"about_ca_topic_score_gemma":0.000045663262,"teacher_disagreement_score":0.6855744,"about_ca_system_score_codex":0.0016534255,"about_ca_system_score_gemma":0.027205048,"threshold_uncertainty_score":0.98969924},"labels":[],"label_agreement":null},{"id":"W2902009984","doi":"10.1503/cmaj.109-5685","title":"Medical education needs reform to improve student well-being and reduce burnout, say experts","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Medical education; Medicine; Core competency; Alternative medicine; Nursing; Psychology; Clinical psychology; Management; Pathology","score_opus":0.004682209688291919,"score_gpt":0.3046830299462939,"score_spread":0.300000820258002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902009984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6825756,0.00012171727,0.00018917913,0.27436623,0.0047150366,0.00035354623,0.000001653889,0.000036481397,0.037640575],"genre_scores_gemma":[0.8121417,0.00011707234,0.0012424523,0.16512126,0.015109216,0.000058209313,0.00003497695,0.00004469144,0.0061304397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99492174,0.00012551666,0.0008578211,0.0002967514,0.0031104821,0.00068770413],"domain_scores_gemma":[0.99430424,0.00006624389,0.00025259002,0.00025425243,0.0016059264,0.0035167735],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036692566,0.00020569103,0.00033882825,0.00082064705,0.0005370525,0.00013358623,0.0003025401,0.0006803039,0.0063787336],"category_scores_gemma":[0.010601534,0.0001798612,0.00007008723,0.0009868284,0.0001506142,0.00019154503,0.00005392344,0.0011988097,0.00023463715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000029421137,0.00022934724,0.022487892,0.00002591296,0.00013055922,0.00007734004,0.0068390933,4.251077e-8,0.00012805923,0.0025108398,0.55884236,0.40869913],"study_design_scores_gemma":[0.001570741,0.00047877687,0.036159143,0.00062019867,0.0000806809,0.0020756624,0.0136993425,0.00023866726,0.00021388222,0.00043643534,0.9440946,0.0003318932],"about_ca_topic_score_codex":0.0020919943,"about_ca_topic_score_gemma":0.0029362976,"teacher_disagreement_score":0.40836725,"about_ca_system_score_codex":0.0045448192,"about_ca_system_score_gemma":0.012544032,"threshold_uncertainty_score":0.9992766},"labels":[],"label_agreement":null},{"id":"W2902165136","doi":"10.20344/amp.11299","title":"What Do You Do With a Doctor that Does Not Make It into Specialist Training?","year":2018,"lang":"en","type":"editorial","venue":"Acta Médica Portuguesa","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Computer science; Medicine; Geography","score_opus":0.023505795465200856,"score_gpt":0.32588587791019447,"score_spread":0.3023800824449936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902165136","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005669491,0.00034730395,0.00003524573,0.027608145,0.95048636,0.0012398722,0.00015936645,0.0002716634,0.014182571],"genre_scores_gemma":[0.0075495276,0.002160644,0.0032658526,0.004370206,0.9300928,0.00026641358,0.0049117454,0.00027890413,0.047103874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925474,0.00010783379,0.0011106996,0.0015072295,0.00381244,0.00091437926],"domain_scores_gemma":[0.99440134,0.00044147947,0.0010766586,0.0020961703,0.0015176027,0.0004667456],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016919454,0.00092019123,0.0014165356,0.00068640243,0.00031294324,0.00054513535,0.0008474907,0.0020006562,0.0071563483],"category_scores_gemma":[0.005203247,0.0006368939,0.00024472462,0.0008460964,0.0012846865,0.00060007785,0.00018588845,0.002466457,0.0002639834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048458172,0.0002839438,0.00010466988,0.00037141403,0.00034698614,0.00017897077,0.0038962078,1.3310495e-8,0.00005024503,0.00013497562,0.94226545,0.051882528],"study_design_scores_gemma":[0.0017882058,0.0006471278,0.0002831187,0.003251338,0.0006266163,0.00005938789,0.0048854076,0.0000024144763,0.00012797047,0.00014630552,0.9874043,0.00077784393],"about_ca_topic_score_codex":0.00013687603,"about_ca_topic_score_gemma":0.00019381083,"teacher_disagreement_score":0.051104687,"about_ca_system_score_codex":0.0007471298,"about_ca_system_score_gemma":0.0037634305,"threshold_uncertainty_score":0.9998349},"labels":[],"label_agreement":null},{"id":"W2902303325","doi":"10.5430/jnep.v9n4p29","title":"Undergraduate research in nursing and health sciences: Curriculum design from first principles","year":2018,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales","keywords":"Multidisciplinary approach; Curriculum; Brainstorming; Thematic analysis; Medical education; Health care; Knowledge translation; Set (abstract data type); Medicine; Psychology; Engineering ethics; Nursing; Knowledge management; Pedagogy; Engineering; Computer science; Sociology; Qualitative research; Political science","score_opus":0.3364159560078258,"score_gpt":0.577558378883499,"score_spread":0.24114242287567322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902303325","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24141288,0.0034922755,0.0047411146,0.7392327,0.0019950725,0.00029151415,2.4176225e-7,0.000007594897,0.008826589],"genre_scores_gemma":[0.86424345,0.0009053226,0.13213478,0.0017359093,0.00090194173,0.0000024996848,0.0000018346465,0.0000075530975,0.00006668848],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840105,0.00041971114,0.00040153615,0.00014964456,0.00045027718,0.0001778059],"domain_scores_gemma":[0.9978777,0.0006676689,0.00038453573,0.00010158846,0.00085060816,0.00011787433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006392236,0.000063450745,0.00014496369,0.00052782765,0.00055818004,0.00007676603,0.00006326461,0.000052097257,0.000011800924],"category_scores_gemma":[0.0040856106,0.0000538368,0.000010566563,0.0008606416,0.0005917038,0.00048548557,0.000008650485,0.0004622354,0.0000027409853],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031827608,0.005062899,0.006414522,0.00008070355,0.000025335225,0.0000044366507,0.038259063,0.000013138925,0.00013335003,0.018226799,0.086980835,0.84448063],"study_design_scores_gemma":[0.0045548175,0.008189779,0.29230803,0.056770988,0.00034132035,0.01380947,0.25715655,0.0151785975,0.0003521325,0.14386724,0.20688796,0.00058312004],"about_ca_topic_score_codex":0.00012468189,"about_ca_topic_score_gemma":0.0000046822643,"teacher_disagreement_score":0.8438975,"about_ca_system_score_codex":0.00053542457,"about_ca_system_score_gemma":0.001973578,"threshold_uncertainty_score":0.4891153},"labels":[],"label_agreement":null},{"id":"W2902776112","doi":"10.7899/jce-18-2","title":"Newly qualified chiropractors' perceptions of preparedness for practice: A cross-sectional study of graduates from European training programs","year":2018,"lang":"en","type":"article","venue":"Journal of Chiropractic Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Preparedness; Cronbach's alpha; Medicine; Medical education; Curriculum; Likert scale; Accreditation; Family medicine; Cross-sectional study; Psychology; Alternative medicine; Pedagogy; Clinical psychology; Psychometrics","score_opus":0.0856411568152854,"score_gpt":0.44805413173308,"score_spread":0.3624129749177946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902776112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914061,0.000050294497,0.0020420295,0.0015428896,0.0028657082,0.0009370393,0.0000074124655,0.000017669783,0.0011308551],"genre_scores_gemma":[0.9550888,0.000016524084,0.041294992,0.00023411684,0.0029986787,0.00003836191,0.000108375185,0.000041883213,0.00017826044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646395,0.00031406333,0.0018668359,0.00025885532,0.0009044626,0.00019180903],"domain_scores_gemma":[0.9901532,0.0004718342,0.003531737,0.00039771476,0.0053408574,0.00010465918],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029438438,0.0001822592,0.0004557755,0.00043685068,0.0001861406,0.00006261189,0.00021515488,0.000106871456,0.00017336839],"category_scores_gemma":[0.012940815,0.00015798527,0.00016395531,0.00063102075,0.00024506162,0.00086877035,0.000024851346,0.00047261652,0.0000075453195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051517487,0.043891728,0.47282833,0.00041593472,0.0015624141,0.0000055853757,0.24268186,0.000028043403,0.02452215,0.00060714944,0.0076161567,0.20068888],"study_design_scores_gemma":[0.0034356539,0.0050871684,0.8136992,0.0003933955,0.00084068737,0.0004054341,0.16729641,0.00009822468,0.00045930772,0.0005036695,0.007597377,0.00018348818],"about_ca_topic_score_codex":0.00018566338,"about_ca_topic_score_gemma":0.00001191243,"teacher_disagreement_score":0.34087083,"about_ca_system_score_codex":0.00023577701,"about_ca_system_score_gemma":0.0020078085,"threshold_uncertainty_score":0.9953736},"labels":[],"label_agreement":null},{"id":"W2902823293","doi":"10.1111/medu.13762","title":"Working in the dead of night: exploring the transition to after‐hours duty","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Victoria; University of British Columbia","funders":"","keywords":"Interview; CLARITY; Specialty; Medical education; Transition (genetics); Psychology; Qualitative research; Duty; Graduate medical education; Medicine; Family medicine; Sociology; Political science; Accreditation","score_opus":0.03174658919986816,"score_gpt":0.34893781112407546,"score_spread":0.3171912219242073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902823293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89422894,0.000071159884,0.0015715655,0.10037359,0.002020979,0.0004385454,2.0574991e-7,0.000016692511,0.001278315],"genre_scores_gemma":[0.96663386,0.00001676817,0.0011008803,0.030066654,0.001613678,0.00047635354,0.000019336332,0.000011464577,0.000061014674],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982506,0.00012548863,0.00040953106,0.0001796237,0.00083585735,0.00019891089],"domain_scores_gemma":[0.9991805,0.00010945103,0.00006588902,0.0003741827,0.00021525928,0.00005470566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001728748,0.000093159084,0.0001379587,0.00020443671,0.00009202922,0.000013605872,0.0002270925,0.00008394068,0.0004105499],"category_scores_gemma":[0.0027551982,0.000054988355,0.00003924211,0.0012738835,0.00022849248,0.00007710652,0.000016034533,0.00036026482,0.000048118858],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021844462,0.001353362,0.022304755,0.000087586326,0.00002251992,0.0000043772875,0.08739449,0.0000023146674,0.00023381955,0.0018725217,0.05143253,0.8350733],"study_design_scores_gemma":[0.0010137424,0.0005452235,0.82870734,0.0030190807,0.00013123371,0.000119262106,0.032392964,0.000687062,0.0016770966,0.0012089096,0.13022694,0.00027114098],"about_ca_topic_score_codex":0.00010466396,"about_ca_topic_score_gemma":0.00013803161,"teacher_disagreement_score":0.83480215,"about_ca_system_score_codex":0.000120307726,"about_ca_system_score_gemma":0.00075787917,"threshold_uncertainty_score":0.44952336},"labels":[],"label_agreement":null},{"id":"W2902923844","doi":"10.1002/aet2.10312","title":"Coaching for Chaos: A Qualitative Study of Instructional Methods for Multipatient Management in the Emergency Department","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Coaching; Emergency department; Medical education; Psychology; Qualitative research; Variety (cybernetics); Outpatient clinic; Medicine; Computer science; Nursing; Artificial intelligence","score_opus":0.1305389975416664,"score_gpt":0.5443453206994965,"score_spread":0.41380632315783006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902923844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643962,0.00003261467,0.030550085,0.0014801457,0.0008557442,0.0020642744,0.0000023913906,0.0000065730874,0.0006119671],"genre_scores_gemma":[0.7765101,0.0000037912087,0.22160651,0.0002982607,0.00015022443,0.0013222517,0.000050711624,0.000005779688,0.000052337033],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991643,0.00011802274,0.00034463906,0.00015362514,0.00012005142,0.000099392666],"domain_scores_gemma":[0.9993626,0.0001534366,0.00012212296,0.00010917597,0.0002340577,0.000018593082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016465188,0.00006547742,0.000114969494,0.00016049578,0.000129534,0.000005286056,0.000045381053,0.00002284328,0.000015724765],"category_scores_gemma":[0.00041365996,0.000050395545,0.00002258564,0.0002501266,0.000046741483,0.00004352161,0.000008015658,0.000057076282,2.4393222e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057166755,0.0010383445,0.00039636006,0.00007880487,0.000056043464,1.9610399e-8,0.35075745,6.292699e-7,0.000020034757,0.012531245,0.000445218,0.6346187],"study_design_scores_gemma":[0.0019272652,0.0010025937,0.051668357,0.000058749298,0.00010780717,0.0000049577925,0.9282268,0.0013766167,0.000042090014,0.0043846276,0.011123752,0.00007637427],"about_ca_topic_score_codex":0.0000168537,"about_ca_topic_score_gemma":0.000018261957,"teacher_disagreement_score":0.63454235,"about_ca_system_score_codex":0.000046280864,"about_ca_system_score_gemma":0.00008933338,"threshold_uncertainty_score":0.20550707},"labels":[],"label_agreement":null},{"id":"W2903091685","doi":"10.5811/westjem.2018.11.38912","title":"Integration of Entrustable Professional Activities with the Milestones for Emergency Medicine Residents","year":2018,"lang":"en","type":"article","venue":"Western Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Graduate medical education; Graduation (instrument); Accreditation; Medical education; Medicine; Core competency; Curriculum; Psychology; Pedagogy; Management","score_opus":0.061442288595833325,"score_gpt":0.4165103509949278,"score_spread":0.35506806239909444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903091685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94050694,0.0012268514,0.01154615,0.03406165,0.010791334,0.0006562471,0.0000037715383,0.000012373484,0.0011946848],"genre_scores_gemma":[0.97382194,0.0007104659,0.0011797213,0.0003537203,0.0078036715,0.000041613792,0.000036282247,0.000042194475,0.016010387],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.996764,0.00009567214,0.0015579233,0.00018038375,0.0011395654,0.00026245098],"domain_scores_gemma":[0.9952598,0.00011924696,0.0014654315,0.00033543704,0.0027119413,0.00010810929],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018072636,0.00021915986,0.0005761066,0.00039977653,0.00018642271,0.0000013821867,0.0002867151,0.0000980776,0.0044334047],"category_scores_gemma":[0.001796171,0.00010558492,0.00008959528,0.00075626426,0.00057222456,0.00024404013,0.000025222986,0.00037054924,0.0000031411694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033018228,0.00066776865,0.10028964,0.0010054193,0.0005654316,0.0000062089257,0.022821331,0.0000046398354,0.089318275,0.0012867656,0.7737124,0.0070202993],"study_design_scores_gemma":[0.015487987,0.033812836,0.66612554,0.01689046,0.0034444472,0.00061158877,0.072744094,0.00045353774,0.0222855,0.0036842644,0.16370754,0.0007522003],"about_ca_topic_score_codex":0.000057627014,"about_ca_topic_score_gemma":0.00007098529,"teacher_disagreement_score":0.61000484,"about_ca_system_score_codex":0.00007497357,"about_ca_system_score_gemma":0.00027524232,"threshold_uncertainty_score":0.99647665},"labels":[],"label_agreement":null},{"id":"W2903149092","doi":"","title":"The introduction of entrustable professional activities (EPAS) into the undergraduate medical education curriculum at Memorial University.","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Curriculum; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.003682164313134205,"score_gpt":0.25016171355406763,"score_spread":0.24647954924093343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903149092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447822,0.00007701475,0.0037555047,0.045918573,0.0047077728,0.00021571988,0.0000031054867,0.000008982487,0.0005311476],"genre_scores_gemma":[0.9881589,0.0005821586,0.00045817558,0.000093661234,0.0041878955,1.2308014e-7,0.00004176319,0.000008943175,0.0064683743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972693,0.0005735122,0.00050192897,0.00016309145,0.0012821235,0.0002100618],"domain_scores_gemma":[0.99655455,0.0003385374,0.001216641,0.00046356066,0.0013151709,0.00011151432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026493801,0.0001494761,0.00044329397,0.00041629575,0.0010910212,0.000014657766,0.0007373048,0.0001432624,0.0006566625],"category_scores_gemma":[0.00101731,0.000087427376,0.0003013217,0.0017490421,0.0015189137,0.00022805885,0.00020054643,0.0005249379,0.000006737982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04401351,0.006115312,0.07872075,0.000538526,0.02752276,0.0000722665,0.06303679,0.0027751112,0.009562409,0.061460987,0.60583395,0.10034761],"study_design_scores_gemma":[0.014756546,0.0026268463,0.043467373,0.000556583,0.03278433,0.00078067003,0.25527647,0.04637989,0.0005376841,0.008862893,0.59309185,0.0008788232],"about_ca_topic_score_codex":0.0024208205,"about_ca_topic_score_gemma":0.0059949295,"teacher_disagreement_score":0.19223969,"about_ca_system_score_codex":0.0009718406,"about_ca_system_score_gemma":0.002052419,"threshold_uncertainty_score":0.83913636},"labels":[],"label_agreement":null},{"id":"W2903354668","doi":"","title":"Competency-Based Medical Education: A Requirement for Training “Better Physicians”","year":2018,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Medical education; Training (meteorology); Family medicine","score_opus":0.27270838529582336,"score_gpt":0.5989196821555023,"score_spread":0.3262112968596789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903354668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86512935,0.003047505,0.026153209,0.06791568,0.0077598416,0.0030308196,0.000028758493,0.00013312264,0.026801713],"genre_scores_gemma":[0.9101489,0.00022228829,0.0340981,0.04947366,0.0047578765,0.00046360004,0.0001606358,0.000090378635,0.00058456755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99652195,0.000119679484,0.0011085002,0.00044072888,0.0013853475,0.00042381],"domain_scores_gemma":[0.9967105,0.00021581851,0.000711298,0.0005741736,0.0015284409,0.0002597765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002158994,0.00026060012,0.00068121677,0.0007548575,0.0003239418,0.00027782365,0.0013479962,0.00016689296,0.02039601],"category_scores_gemma":[0.0027390732,0.00023494424,0.00018062242,0.0012969954,0.00045526202,0.00075781695,0.00017519109,0.000442119,0.000028845816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031093662,0.0014322945,0.039666686,0.00030154703,0.00020979946,0.0000067789333,0.0007984255,0.0000022951972,0.014212402,0.001889967,0.5123541,0.4288148],"study_design_scores_gemma":[0.0065373885,0.00032863798,0.42734104,0.010005504,0.0007392315,0.000087512526,0.0019258002,0.0046134437,0.03817449,0.041008193,0.46792012,0.0013186133],"about_ca_topic_score_codex":0.00007401684,"about_ca_topic_score_gemma":0.00001740562,"teacher_disagreement_score":0.4274962,"about_ca_system_score_codex":0.00023734538,"about_ca_system_score_gemma":0.0047980947,"threshold_uncertainty_score":0.9804995},"labels":[],"label_agreement":null},{"id":"W2903691445","doi":"10.1111/medu.13778","title":"Tensions that define the State of our Science in 2019","year":2018,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cynicism; Mistake; Nothing; Skepticism; Enthusiasm; Criticism; Conversation; Epistemology; Sociology; Political science; Public relations; Psychology; Law; Social psychology; Politics; Philosophy","score_opus":0.014163167646708684,"score_gpt":0.3814753626001287,"score_spread":0.36731219495342005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903691445","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034086816,0.00038753432,0.00007820207,0.036681753,0.92687136,0.0007175088,0.000015785543,0.000032778928,0.0011282532],"genre_scores_gemma":[0.04151754,0.000992348,0.002350145,0.008165336,0.9354295,0.00028305704,0.0016044735,0.000092414535,0.0095651755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99425745,0.000101249185,0.0008056749,0.00051412417,0.0039078286,0.00041366345],"domain_scores_gemma":[0.9955197,0.00033746535,0.00050721254,0.0010690937,0.002410956,0.00015556155],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004569306,0.00023379383,0.0004676113,0.0007940517,0.00015411516,0.000027117076,0.00071590283,0.00054444163,0.00029770556],"category_scores_gemma":[0.0672964,0.00015526939,0.000071580966,0.0021838197,0.0011215092,0.00012021491,0.00014938293,0.0016963781,0.00011559605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028958548,0.0005863662,0.00030705973,0.00014375921,0.0000097818065,0.000001371495,0.0005890158,2.526968e-7,0.00002631732,0.000035225505,0.9438618,0.054410137],"study_design_scores_gemma":[0.0005912692,0.00016000056,0.007206874,0.0019037612,0.00008277931,0.000016598597,0.0007990624,0.00021194827,0.00012280764,0.0004405151,0.9882878,0.0001765968],"about_ca_topic_score_codex":0.00060509564,"about_ca_topic_score_gemma":0.000079707104,"teacher_disagreement_score":0.06272709,"about_ca_system_score_codex":0.00056072837,"about_ca_system_score_gemma":0.032339208,"threshold_uncertainty_score":0.97314656},"labels":[],"label_agreement":null},{"id":"W2903789252","doi":"10.4324/9781315187518-31","title":"Quality Assurance in North American Medical Schools","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assurance; Quality (philosophy); Medical education; Political science; Medicine; Philosophy; Epistemology; Pathology","score_opus":0.03116694383165762,"score_gpt":0.3754225209662183,"score_spread":0.3442555771345607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903789252","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05705862,0.00005689531,0.000643043,0.013946962,0.0007444367,0.0005699372,0.000010495161,0.00012912341,0.9268405],"genre_scores_gemma":[0.085236825,0.00033667826,0.013704875,0.02507308,0.0033741468,0.000068149864,0.00067194126,0.00012539972,0.8714089],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969513,0.00003057106,0.0008976431,0.0004594162,0.0013898741,0.0002712334],"domain_scores_gemma":[0.9982946,0.00010290179,0.00030277515,0.00067156396,0.00043906923,0.0001890949],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009841447,0.0002587652,0.0006824123,0.0003319621,0.00003535253,0.000011045868,0.00022204628,0.00033917665,0.0133000845],"category_scores_gemma":[0.003477503,0.00021984872,0.00008685378,0.00029876392,0.0005604552,0.000045770128,0.000056114743,0.0014799493,0.0015152963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015117905,0.0002996293,0.10057788,0.00039870868,0.00017283033,0.000113593574,0.00027482538,1.4665514e-7,0.000003578865,0.05581385,0.5237224,0.31847134],"study_design_scores_gemma":[0.0010050086,0.00025567366,0.29009134,0.00076432264,0.000046241315,0.00005208475,0.00013216861,0.00005122752,0.0000066911234,0.0018877058,0.7052183,0.0004892094],"about_ca_topic_score_codex":0.00020686327,"about_ca_topic_score_gemma":0.0027579272,"teacher_disagreement_score":0.31798214,"about_ca_system_score_codex":0.00033196495,"about_ca_system_score_gemma":0.0012129378,"threshold_uncertainty_score":0.99926215},"labels":[],"label_agreement":null},{"id":"W2903882160","doi":"10.5489/cuaj.5830","title":"The QUEST for better marks","year":2018,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Computer science","score_opus":0.010492534993136269,"score_gpt":0.27752636480067483,"score_spread":0.26703382980753854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903882160","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27135545,0.00012611355,0.0017209685,0.714406,0.0029849552,0.00039126477,0.000010168408,0.000027985996,0.008977066],"genre_scores_gemma":[0.93283385,0.00002805913,0.0027947144,0.0550427,0.0061797625,0.00003377461,0.0000214391,0.000012366338,0.0030533571],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989331,0.00006261711,0.0002702451,0.000103699414,0.0002461425,0.00038423462],"domain_scores_gemma":[0.9983984,0.00018977726,0.0001603077,0.000101637386,0.0009217615,0.00022808315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001599958,0.000066628876,0.00010128835,0.00008721322,0.00085176824,0.00009203982,0.000113105765,0.00018617023,0.00047686644],"category_scores_gemma":[0.0055080154,0.00004219913,0.00006515176,0.00020243779,0.000091427486,0.000047403628,0.0000057161183,0.00043103326,0.000092226175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035146022,0.000019278832,0.108765915,0.0000017859378,0.00005481261,0.0000032603227,0.00007903035,1.9858037e-7,0.000026436854,0.0027698965,0.8092716,0.07897267],"study_design_scores_gemma":[0.00030935823,0.00019529795,0.20272076,0.0000051266293,0.00002476686,0.00005996528,0.000043681397,0.00020265735,0.000010449493,0.0038980965,0.7924867,0.000043126118],"about_ca_topic_score_codex":0.000093869945,"about_ca_topic_score_gemma":0.00037119316,"teacher_disagreement_score":0.6614784,"about_ca_system_score_codex":0.0009081063,"about_ca_system_score_gemma":0.00053543923,"threshold_uncertainty_score":0.6594007},"labels":[],"label_agreement":null},{"id":"W2904260099","doi":"10.3138/jvme.1117-175r1","title":"Using Creativity as an Educational Tool in Veterinary Surgery: Students’ Perceptions and Surgical Performance","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; Thematic analysis; Intervention (counseling); Feeling; Medical education; Perception; Medicine; Psychology; Qualitative research; Nursing","score_opus":0.08025995054192116,"score_gpt":0.4510574324415239,"score_spread":0.37079748189960277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904260099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936229,0.00015966006,0.000024805051,0.0039078672,0.0017347796,0.00027849874,7.9679216e-7,0.000009396482,0.00026131055],"genre_scores_gemma":[0.9942445,0.0003431246,0.003165583,0.00095847464,0.00096082623,0.000018017186,0.000041656425,0.000021943302,0.00024585158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971571,0.00024312551,0.00090995943,0.00025279826,0.0011972634,0.00023975922],"domain_scores_gemma":[0.9985342,0.00023647587,0.0003397619,0.00026187682,0.00041252043,0.00021517808],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00223803,0.00017384699,0.0004420133,0.0006326006,0.00008686304,0.00003955082,0.00018543247,0.00020736581,0.0027513248],"category_scores_gemma":[0.0015645061,0.00015628884,0.00008392929,0.000519422,0.00016514838,0.0007232941,0.00006277509,0.0006757357,0.000029507337],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009192816,0.0046741534,0.9045453,0.00041309578,0.000045394587,0.00008798215,0.0012872207,0.000009038933,0.0014236656,0.00022789899,0.0011206231,0.08524635],"study_design_scores_gemma":[0.0012481717,0.0021015787,0.96740127,0.0014125897,0.00004909753,0.01825687,0.0012734284,0.0016113312,0.0000103851435,0.00014190422,0.006306245,0.00018714638],"about_ca_topic_score_codex":0.000035585206,"about_ca_topic_score_gemma":6.5208997e-7,"teacher_disagreement_score":0.0850592,"about_ca_system_score_codex":0.0004285355,"about_ca_system_score_gemma":0.0039730403,"threshold_uncertainty_score":0.9981603},"labels":[],"label_agreement":null},{"id":"W2904284626","doi":"10.26481/dis.20181129js","title":"Bias in the mirror","year":2018,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Children's Health Foundation; Associated Medical Services","keywords":"Implicit bias; Psychology; Health professionals; Process (computing); Health care; Social psychology; Balance (ability); Cognitive psychology; Public relations; Computer science; Political science; Law","score_opus":0.06301919159133654,"score_gpt":0.41923404321483565,"score_spread":0.3562148516234991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904284626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7251722,0.000038206348,0.0000058127152,0.003505728,0.0012427914,0.00040496577,4.8771466e-7,0.000022645694,0.26960713],"genre_scores_gemma":[0.52407753,0.00006087878,0.017760107,0.024275674,0.0016078436,0.00046474257,0.008421921,0.00008157425,0.42324972],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908596,0.000025867315,0.00026866674,0.00014671685,0.00035667047,0.00011613996],"domain_scores_gemma":[0.99936855,0.000033229888,0.0000753385,0.00030641916,0.00020372534,0.000012751255],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054633344,0.000097820994,0.00014151794,0.00021780476,0.000035990073,0.000012202303,0.00012303249,0.00021614507,0.0021207796],"category_scores_gemma":[0.0010233326,0.000057176134,0.000036331952,0.0005605044,0.00003140407,0.000021154514,0.0000027715544,0.00038135066,0.00043517834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014563013,0.00059479487,0.0027454537,0.0005329063,0.00004525365,0.000018790653,0.017081836,7.2952897e-9,0.0002434174,0.008662737,0.86558,0.104349144],"study_design_scores_gemma":[0.0008578052,0.00024580187,0.32057768,0.00071241264,0.00014311889,0.000038354778,0.040181987,0.00007227152,0.0009601136,0.0013751702,0.63458306,0.0002522209],"about_ca_topic_score_codex":0.00013050645,"about_ca_topic_score_gemma":0.00045206587,"teacher_disagreement_score":0.31783223,"about_ca_system_score_codex":0.0000559889,"about_ca_system_score_gemma":0.0002327859,"threshold_uncertainty_score":0.9987914},"labels":[],"label_agreement":null},{"id":"W2904311898","doi":"10.1016/j.hpe.2018.12.001","title":"Enhancing skills in patient care documentation and transfer of care: An example of intra-professional collaboration across pharmacy schools through video-conferencing","year":2018,"lang":"en","type":"article","venue":"Health Professions Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"Documentation; Pharmacy; Medical education; Perspective (graphical); Psychology; Videoconferencing; Medicine; Nursing; Multimedia; Computer science","score_opus":0.031354216412026806,"score_gpt":0.46738576821968913,"score_spread":0.43603155180766234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904311898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99108315,0.0005445999,0.0015478256,0.002650888,0.001999025,0.0020264774,0.000018931578,0.000025383046,0.00010374369],"genre_scores_gemma":[0.9838995,0.00014301903,0.013009686,0.0015728696,0.00025767283,0.00033273004,0.00072160654,0.000024128454,0.000038842358],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99737114,0.00035638784,0.001150746,0.00037853722,0.00043390034,0.00030927188],"domain_scores_gemma":[0.9972349,0.00007646598,0.00037885873,0.00033537272,0.0018708045,0.00010362738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062045467,0.00016673349,0.0003623906,0.00027138562,0.00036646667,0.000014616273,0.00007623113,0.0001397594,0.00011130729],"category_scores_gemma":[0.0003496915,0.00015508951,0.000024862718,0.0010335568,0.00014437537,0.0006482218,0.000028471886,0.00035040025,0.0000030335964],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025809955,0.0010792202,0.038660444,0.0028688095,0.000014138041,2.1900043e-7,0.71409994,0.0000028476165,0.028159305,0.0014881415,0.0008451117,0.2125237],"study_design_scores_gemma":[0.0022821226,0.0012423357,0.07842555,0.004852521,0.000036164125,0.000006903441,0.8019655,0.0000537933,0.10877885,0.00036142426,0.0017950105,0.00019986831],"about_ca_topic_score_codex":0.002803979,"about_ca_topic_score_gemma":0.0015150853,"teacher_disagreement_score":0.21232383,"about_ca_system_score_codex":0.00065441174,"about_ca_system_score_gemma":0.0056414776,"threshold_uncertainty_score":0.9999956},"labels":[],"label_agreement":null},{"id":"W2904319660","doi":"10.36834/cmej.43220","title":"Reverse Objective Structured Clinical Examination (ROSCE)","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Objectivity (philosophy); TUTOR; Computer science; Recall; Scope (computer science); Observational study; Medical education; Psychology; Medicine; Cognitive psychology; Pathology","score_opus":0.018668243405538864,"score_gpt":0.38185030752105065,"score_spread":0.3631820641155118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904319660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79670244,0.00024074613,0.0016951013,0.12361597,0.031070128,0.0008044883,0.000007386322,0.00008643532,0.04577731],"genre_scores_gemma":[0.8561339,0.000076827884,0.007993264,0.11881753,0.013660079,0.000019794714,0.00007799411,0.00003565838,0.0031849814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970718,0.00025994435,0.00085110654,0.00031075088,0.0010659571,0.0004404636],"domain_scores_gemma":[0.9912677,0.00006452073,0.00026455455,0.0003696728,0.0024481388,0.005585432],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029140168,0.00016551124,0.00027421667,0.0006740286,0.00045354845,0.00006461268,0.00025293435,0.00049313926,0.053162098],"category_scores_gemma":[0.06634755,0.00014964421,0.00010507288,0.0008481928,0.0006582121,0.00019377103,0.00001534591,0.0015111906,0.00040407528],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017562304,0.00015117406,0.004169313,0.00001282861,0.000037267688,0.000022033642,0.0007347189,4.2135852e-8,0.000010893444,0.0012060719,0.5126523,0.48098585],"study_design_scores_gemma":[0.0012511966,0.00040606866,0.28707486,0.00035370534,0.000096270465,0.0029372456,0.003140644,0.00035338194,0.00005325364,0.0010475809,0.703056,0.00022983275],"about_ca_topic_score_codex":0.0013442297,"about_ca_topic_score_gemma":0.0038926222,"teacher_disagreement_score":0.480756,"about_ca_system_score_codex":0.0010800589,"about_ca_system_score_gemma":0.068555646,"threshold_uncertainty_score":0.9477034},"labels":[],"label_agreement":null},{"id":"W2904488489","doi":"10.1097/acm.0000000000002713","title":"“Learning the Lingo”: A Grounded Theory Study of Telephone Talk in Clinical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast; Grainger Foundation","keywords":"Conversation; Conversation analysis; Grounded theory; Context (archaeology); Medical education; Psychology; Health care; Constructivist grounded theory; Theoretical sampling; Telephone interview; Qualitative research; Nursing; Medicine; Sociology; Communication; Political science","score_opus":0.030838399703703483,"score_gpt":0.424536236796652,"score_spread":0.3936978370929485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904488489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98706293,0.00043055322,0.00008580916,0.005317862,0.0014238249,0.0013523152,8.954983e-8,0.00003345489,0.0042931754],"genre_scores_gemma":[0.9910691,0.00019200575,0.00008324309,0.0034949684,0.0011504401,0.000069965674,0.000023205019,0.000022826125,0.003894295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704564,0.00046976737,0.0013162873,0.00031878162,0.0006304432,0.00021907828],"domain_scores_gemma":[0.9979374,0.00083368015,0.00042280316,0.0004923929,0.00024801382,0.000065742795],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006984731,0.00014362072,0.0004974553,0.0003257721,0.000049839135,0.0000020314133,0.0002596234,0.00025896952,0.0005270383],"category_scores_gemma":[0.0088498425,0.0000893687,0.000036123834,0.0011652927,0.00027508097,0.00006935489,0.000056381417,0.00236369,0.00005359856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051051815,0.001070949,0.70346224,0.00021985128,0.00012530785,0.0000047893245,0.049048826,0.00001444002,0.0024001033,0.006858227,0.007762566,0.22852217],"study_design_scores_gemma":[0.007366013,0.0034830603,0.73442745,0.001459826,0.00025751244,0.00008352359,0.23385885,0.00064876117,0.00011200293,0.0040063,0.014102914,0.00019378381],"about_ca_topic_score_codex":0.00019829097,"about_ca_topic_score_gemma":0.0000056648764,"teacher_disagreement_score":0.22832838,"about_ca_system_score_codex":0.00010443964,"about_ca_system_score_gemma":0.00039406074,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null},{"id":"W2904748510","doi":"10.1186/s12909-018-1403-z","title":"Overcoming the barriers of teaching physical examination at the bedside: more than just curriculum design","year":2018,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Curriculum; Thematic analysis; Medical education; Context (archaeology); Medicine; Construct (python library); Qualitative research; Perception; Physical examination; Psychology; Pedagogy; Computer science","score_opus":0.02537829932829328,"score_gpt":0.37054175129897116,"score_spread":0.3451634519706779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904748510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662313,0.00009599988,0.013051421,0.015970577,0.0017120942,0.00073601503,0.0000010185167,0.000045501874,0.0021560905],"genre_scores_gemma":[0.98820394,0.000011066659,0.0036581876,0.004028939,0.0028656255,0.00016342934,0.00006683095,0.00002633869,0.0009756603],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970411,0.00053417304,0.00048592623,0.00030255143,0.0013631107,0.00027315566],"domain_scores_gemma":[0.99770486,0.0007032165,0.0002858355,0.00064384995,0.0004897203,0.00017248622],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003405926,0.0001733195,0.00022979217,0.00012759613,0.00059130584,0.000022361635,0.00034440408,0.00016568661,0.00078115513],"category_scores_gemma":[0.026467448,0.00009860227,0.00009274579,0.00059617043,0.001004426,0.00013222948,0.00009074674,0.00059780205,0.00005906864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017585488,0.002626152,0.068036266,0.0006107143,0.00015460793,0.0000017782376,0.053330854,0.000028170161,0.0025312593,0.025362553,0.38277224,0.46436954],"study_design_scores_gemma":[0.003959856,0.0013644565,0.56332695,0.00348404,0.0013581,0.0004982464,0.1237086,0.21824926,0.013417886,0.0026028764,0.066978596,0.0010511142],"about_ca_topic_score_codex":0.00015866803,"about_ca_topic_score_gemma":0.000037039674,"teacher_disagreement_score":0.4952907,"about_ca_system_score_codex":0.00034621166,"about_ca_system_score_gemma":0.0028636067,"threshold_uncertainty_score":0.981733},"labels":[],"label_agreement":null},{"id":"W2905051589","doi":"10.1177/0734282918816849","title":"Examining the Reliability of Scores From a Performance Assessment of Practice-Based Competencies","year":2018,"lang":"en","type":"article","venue":"Journal of Psychoeducational Assessment","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Alberta","funders":"","keywords":"Generalizability theory; Psychology; Reliability (semiconductor); Variance (accounting); Variation (astronomy); Variance components; Explained variation; Clinical psychology; Statistics; Applied psychology; Developmental psychology; Mathematics","score_opus":0.04365185737418878,"score_gpt":0.42783298164989986,"score_spread":0.38418112427571105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905051589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970337,0.00006241976,0.0064778184,0.018062886,0.001530702,0.00023773445,0.0000066474936,0.000004016224,0.0032807782],"genre_scores_gemma":[0.76969606,0.000023916726,0.22863953,0.00088720483,0.000685376,0.000013795297,0.000017339551,0.000008067003,0.000028689605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99713856,0.0001599876,0.0011658055,0.00014980121,0.0012583246,0.00012751059],"domain_scores_gemma":[0.9930416,0.0008083118,0.0016919324,0.00041899347,0.0039812694,0.00005789318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026199992,0.00011698937,0.00032348698,0.00020932693,0.000101697085,0.000014288976,0.00025736814,0.000057405694,0.0005346956],"category_scores_gemma":[0.0013006009,0.000076465694,0.00008940961,0.0005043582,0.00045592873,0.00023181143,0.00002156715,0.00042091362,0.00000201264],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041586952,0.0053943098,0.94173574,0.0002560165,0.0003733423,0.0000013856221,0.0019109782,0.000339201,0.011352154,0.0039433516,0.016640238,0.017637404],"study_design_scores_gemma":[0.0008882739,0.001244547,0.9855636,0.00052472204,0.00017832956,0.000029351992,0.0029899145,0.0023449846,0.0011926055,0.00043266418,0.0045453026,0.000065733686],"about_ca_topic_score_codex":0.00003930463,"about_ca_topic_score_gemma":0.0000014784383,"teacher_disagreement_score":0.22216171,"about_ca_system_score_codex":0.00032022074,"about_ca_system_score_gemma":0.0036875065,"threshold_uncertainty_score":0.6541478},"labels":[],"label_agreement":null},{"id":"W2905436337","doi":"10.1080/10401334.2018.1516555","title":"Medical Students Learn Professionalism in Near-Peer Led, Discussion-Based Small Groups","year":2018,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Queen's University; University of Toronto","funders":"Queen's University","keywords":"Curriculum; Thematic analysis; Medical education; Focus group; Context (archaeology); Session (web analytics); Nomination; Psychology; Peer group; Qualitative research; Intervention (counseling); Medicine; Pedagogy; Nursing; Sociology; Computer science","score_opus":0.025653494170436254,"score_gpt":0.3917157678734454,"score_spread":0.36606227370300914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905436337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9016219,0.00011605834,0.00086552894,0.09468329,0.0006444431,0.00029831173,1.4329757e-7,0.00009848166,0.0016718887],"genre_scores_gemma":[0.98219734,0.00000824144,0.002935313,0.008010757,0.00088150013,0.000039520244,0.00008470665,0.000035517354,0.0058070803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958501,0.0008587919,0.0006631753,0.00044055405,0.0017795138,0.00040789074],"domain_scores_gemma":[0.9988681,0.00041816474,0.0001361254,0.00025493733,0.00015809169,0.0001645493],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012837051,0.00021524017,0.0004727744,0.00045820422,0.00043265158,0.000026472157,0.00025600192,0.0002827156,0.0007518062],"category_scores_gemma":[0.024183754,0.00013069535,0.000027742304,0.00055037776,0.0006572928,0.00006140562,0.00010600797,0.0043525873,0.000030937965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022380617,0.0005770402,0.7380644,0.0001655664,0.000018211105,0.00009544414,0.021648651,0.000024016315,0.00017163515,0.00033560177,0.004908045,0.23376757],"study_design_scores_gemma":[0.00947158,0.0011187135,0.84268856,0.007600635,0.000052869615,0.00008371484,0.0107740825,0.030151436,0.000009953453,0.00019288341,0.09753709,0.00031849262],"about_ca_topic_score_codex":0.0006598616,"about_ca_topic_score_gemma":0.00009098729,"teacher_disagreement_score":0.23344907,"about_ca_system_score_codex":0.00015939042,"about_ca_system_score_gemma":0.0003092108,"threshold_uncertainty_score":0.9979444},"labels":[],"label_agreement":null},{"id":"W2905451980","doi":"10.1186/s12909-018-1402-0","title":"A novel 6D-approach to radically transform undergraduate medical education: preliminary reflections from MBRU","year":2018,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Identification (biology); Constructivism (international relations); Computer science; Mathematics education; Medical education; Psychology; Pedagogy; Medicine; Biology","score_opus":0.08933855147490352,"score_gpt":0.4406606523757729,"score_spread":0.35132210090086935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905451980","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041786672,0.81631345,0.098378465,0.030903986,0.013413663,0.0057325736,0.000052958974,0.00048981543,0.0346733],"genre_scores_gemma":[0.000027494783,0.7847964,0.15260868,0.022285072,0.015712239,0.0055436864,0.01013418,0.0003172562,0.008574968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889648,0.00048025168,0.0030822603,0.001967611,0.004543118,0.0009619571],"domain_scores_gemma":[0.9927854,0.00072670594,0.00076638436,0.0019999775,0.0012375542,0.0024839952],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0025200667,0.0010992555,0.0024768203,0.0014742966,0.00048128236,0.00012512461,0.0014356483,0.0027888217,0.0041896594],"category_scores_gemma":[0.0301722,0.00093579205,0.00080998585,0.0038996025,0.0007749742,0.00025039277,0.00019876922,0.0029011662,0.0012745595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006598173,0.006749218,0.0000054526904,0.008263278,0.00020650479,0.0000023684513,0.0003916479,1.0241465e-7,2.8724298e-7,0.0026475606,0.27338523,0.70828235],"study_design_scores_gemma":[0.0008251459,0.00041415475,0.00007639212,0.037259772,0.0018692306,0.0016046413,0.00047478222,0.00022967432,0.0000010121734,0.0006268066,0.95581484,0.0008035473],"about_ca_topic_score_codex":0.000455456,"about_ca_topic_score_gemma":0.00017266364,"teacher_disagreement_score":0.7074788,"about_ca_system_score_codex":0.0019658701,"about_ca_system_score_gemma":0.14399137,"threshold_uncertainty_score":0.9995031},"labels":[],"label_agreement":null},{"id":"W2905526962","doi":"10.1007/s40670-018-00672-3","title":"Engaging Patients in Trainee Evaluations in Clinical Nutrition: a Pilot Intervention","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medical education; Intervention (counseling); Medicine; Class (philosophy); Psychology; Nursing; Computer science","score_opus":0.07934619185011071,"score_gpt":0.50055760905998,"score_spread":0.4212114172098693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905526962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98048115,0.000026013651,0.00029546465,0.013500766,0.003534879,0.00060203223,8.895601e-7,0.000029878362,0.0015289466],"genre_scores_gemma":[0.9933352,0.0000139828,0.002442146,0.002553637,0.0013705045,0.00016611858,0.000026985488,0.000009262073,0.00008218877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963003,0.00017712855,0.001001583,0.00047396694,0.0016094798,0.00043755298],"domain_scores_gemma":[0.99853563,0.0001607365,0.00011650068,0.00031591638,0.0005416538,0.00032958572],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0087577915,0.00011138959,0.00023731978,0.0007695867,0.00015674483,0.00002856213,0.00033969412,0.00011391348,0.0021975827],"category_scores_gemma":[0.029547028,0.00009853264,0.000051194358,0.0034441792,0.0016953497,0.00026884853,0.00006943319,0.0007153258,0.00016052046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008959547,0.011593348,0.5246573,0.00007635776,0.0000049734635,0.000006250664,0.0019164371,9.28789e-8,0.000084941996,0.001103512,0.0101176,0.4503496],"study_design_scores_gemma":[0.004206875,0.0009533425,0.9838305,0.0009708482,0.00001135745,0.000011872491,0.00177393,0.0022098536,0.00011056464,0.0006911064,0.0051018936,0.00012783313],"about_ca_topic_score_codex":0.00011378295,"about_ca_topic_score_gemma":0.00016175104,"teacher_disagreement_score":0.45917323,"about_ca_system_score_codex":0.0005695252,"about_ca_system_score_gemma":0.0021637052,"threshold_uncertainty_score":0.99871457},"labels":[],"label_agreement":null},{"id":"W2905564040","doi":"10.3138/jvme.0617-073r","title":"The Development of Entrustable Professional Activities for Competency-Based Veterinary Education in Farm Animal Health","year":2018,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Delphi method; Medical education; Medicine; Competence (human resources); Veterinary medicine; Core competency; Construct (python library); Delphi; Animal health; Nursing; Psychology; Computer science; Pedagogy","score_opus":0.05350985021009844,"score_gpt":0.44198241567000357,"score_spread":0.3884725654599051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905564040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739922,0.00046764617,0.0012188122,0.0198893,0.0036135127,0.0005625689,0.0000011493316,0.000007750206,0.00024705438],"genre_scores_gemma":[0.9381921,0.00003980894,0.05794419,0.0022790548,0.0011039102,0.0001077267,0.00004529945,0.000019102426,0.00026877507],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972625,0.00016117001,0.0013011409,0.00015411642,0.0008512651,0.00026980712],"domain_scores_gemma":[0.99770385,0.00023666317,0.00084520417,0.00019859467,0.00085777754,0.00015789241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026436455,0.00013783462,0.00033125174,0.0003776989,0.0002580414,0.000014128426,0.000235541,0.00012522281,0.00014369118],"category_scores_gemma":[0.0019685875,0.000099611614,0.0000757223,0.00039171608,0.0002882241,0.0001395696,0.00003517945,0.00039028685,0.0000019972308],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031458596,0.0051502446,0.0030074771,0.0010210465,0.000051916664,0.0000022405745,0.0039379694,7.4878295e-7,0.0056138113,0.0017047343,0.019047482,0.95731646],"study_design_scores_gemma":[0.005653361,0.020974796,0.22983623,0.010040775,0.00008041034,0.0012832261,0.029006049,0.00200659,0.0043333145,0.001158951,0.6951784,0.00044789448],"about_ca_topic_score_codex":0.000011728656,"about_ca_topic_score_gemma":0.000014366643,"teacher_disagreement_score":0.9568686,"about_ca_system_score_codex":0.0006167755,"about_ca_system_score_gemma":0.057038184,"threshold_uncertainty_score":0.9483075},"labels":[],"label_agreement":null},{"id":"W2906134523","doi":"10.1097/jte.0000000000000083","title":"Impact on Clinical Performance of Required Participation in a Student-Run Pro Bono Clinic","year":2018,"lang":"en","type":"article","venue":"Journal of Physical Therapy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Internship; Attendance; Competence (human resources); Medical education; Medicine; Professional development; Service (business); Psychology","score_opus":0.08246602269419018,"score_gpt":0.5387616616101405,"score_spread":0.4562956389159503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906134523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99691457,0.000043552154,0.000029013558,0.0010905621,0.0010609075,0.00036244743,4.3269873e-7,0.0000061559203,0.0004923555],"genre_scores_gemma":[0.99507767,0.00012088065,0.0008144511,0.00066773134,0.0031778472,0.000019039264,0.0000070315514,0.000015961274,0.000099395074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978343,0.00016162152,0.0011591726,0.00014826178,0.00052968407,0.0001669295],"domain_scores_gemma":[0.9976306,0.00016872743,0.00088460837,0.00027015942,0.0009696576,0.000076228294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015011452,0.00012480804,0.00044019704,0.0002994128,0.000034463344,0.000010668659,0.00013603653,0.00009131775,0.00012654159],"category_scores_gemma":[0.00073075213,0.00008557367,0.00019122948,0.0006396188,0.00018251351,0.00022808395,0.000008563397,0.00043049542,0.00003629956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029581315,0.017063342,0.34999236,0.000040185034,0.00012889843,6.008783e-7,0.003049567,0.000009214294,0.005610793,0.0001419986,0.0034095894,0.6175953],"study_design_scores_gemma":[0.0019148104,0.014551561,0.97784156,0.00041724116,0.000042871707,0.0000072283096,0.00024523298,0.00047774473,0.0031053964,0.00027189127,0.0010457673,0.000078679834],"about_ca_topic_score_codex":0.0000051409597,"about_ca_topic_score_gemma":4.0004468e-7,"teacher_disagreement_score":0.6278492,"about_ca_system_score_codex":0.00022565981,"about_ca_system_score_gemma":0.0010637353,"threshold_uncertainty_score":0.3489593},"labels":[],"label_agreement":null},{"id":"W2906148772","doi":"10.36834/cmej.43273","title":"Sustainability of physical exam skills in a resident-led curriculum in a large internal medicine program with competency based medical education","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Formative assessment; Objective structured clinical examination; Medical education; Physical examination; Medicine; Psychology; Family medicine; Internal medicine; Pedagogy","score_opus":0.0035159776614989945,"score_gpt":0.33729099869689744,"score_spread":0.33377502103539847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906148772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8335833,0.00016546324,0.0003820993,0.15860562,0.0017057447,0.001256155,0.0000022930253,0.000030765943,0.004268558],"genre_scores_gemma":[0.9769446,0.000020134064,0.0026641565,0.01713058,0.0026254165,0.0002320218,0.00009268941,0.00003634231,0.00025405842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945647,0.00040895352,0.001382778,0.00047283867,0.0023657698,0.00080494396],"domain_scores_gemma":[0.99172723,0.00015064863,0.00041017676,0.0004950943,0.0030995898,0.004117252],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036218187,0.00029663113,0.00067476986,0.0019933977,0.00014752374,0.000030790936,0.0005223436,0.00039369485,0.015640896],"category_scores_gemma":[0.076586604,0.0002312032,0.000088492445,0.0026224856,0.0011957914,0.00022131001,0.000031351832,0.0020154123,0.000016423064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026431313,0.01674568,0.48313928,0.00061682396,0.000068810645,0.00025442755,0.009761154,0.0000026058717,0.000008603374,0.011595905,0.097040884,0.3805015],"study_design_scores_gemma":[0.014155582,0.0049708304,0.8053778,0.017312223,0.00019629889,0.0027824636,0.034169577,0.022786433,0.00005371538,0.007132548,0.09020864,0.0008539026],"about_ca_topic_score_codex":0.021186715,"about_ca_topic_score_gemma":0.08785937,"teacher_disagreement_score":0.3796476,"about_ca_system_score_codex":0.0025181212,"about_ca_system_score_gemma":0.25465012,"threshold_uncertainty_score":0.9853313},"labels":[],"label_agreement":null},{"id":"W2906342860","doi":"","title":"Bachelor of Science in Pharmacy student perceptions of the entry-level Doctor of Pharmacy degree: A qualitative study","year":2018,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Alberta Health Services","funders":"","keywords":"Credential; Pharmacy; Bachelor; Thematic analysis; Medical education; Pharmacy practice; Qualitative research; Licensure; Perception; Psychology; Medicine; Nursing; Sociology; Political science","score_opus":0.140545925223198,"score_gpt":0.5430909834643306,"score_spread":0.4025450582411326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906342860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920188,0.000071405695,0.00007880842,0.002289963,0.001979148,0.0016510284,0.00001797615,0.000012702523,0.0018801242],"genre_scores_gemma":[0.9969761,0.000037908132,0.0015220785,0.00042409156,0.000346944,0.00018924894,0.000016744514,0.000017306642,0.0004696209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970408,0.00029484605,0.0010239478,0.00033945384,0.0010451652,0.0002557641],"domain_scores_gemma":[0.9967091,0.00012497872,0.0005615935,0.0004870019,0.002040158,0.000077181205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020801863,0.00016992615,0.0003238223,0.0006570921,0.00014831152,0.000009497377,0.0005299274,0.00001826621,0.0011436745],"category_scores_gemma":[0.0011560218,0.00013506014,0.00007731462,0.0030733526,0.0015333045,0.00031859297,0.00012243581,0.00030194945,0.00001739717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002465805,0.011454036,0.46763268,0.00025093684,0.00007048119,2.0209708e-7,0.29841825,0.000001496496,0.1550221,0.0003389445,0.0029468527,0.06361745],"study_design_scores_gemma":[0.004859087,0.00018874774,0.69360447,0.00025446987,0.00027293302,0.000008037417,0.18485208,0.00035190495,0.11370239,0.00007533976,0.0016762634,0.00015430599],"about_ca_topic_score_codex":0.0011231778,"about_ca_topic_score_gemma":0.00003301099,"teacher_disagreement_score":0.22597177,"about_ca_system_score_codex":0.00037623462,"about_ca_system_score_gemma":0.003241849,"threshold_uncertainty_score":0.9997694},"labels":[],"label_agreement":null},{"id":"W2906591318","doi":"10.36834/cmej.52958","title":"In her own time","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Whirlwind; Theme (computing); Tenacity (mineralogy); Natural (archaeology); Psychology; Psychoanalysis; History; Visual arts; Engineering; Art; Computer science; World Wide Web","score_opus":0.007926414963326626,"score_gpt":0.3269330992510033,"score_spread":0.31900668428767665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906591318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49018225,0.00020652272,0.00006697145,0.4318271,0.00699457,0.0002732476,0.0000010422121,0.000023136472,0.07042515],"genre_scores_gemma":[0.57209265,0.000041457482,0.0039441814,0.39104635,0.012321781,0.000030283381,0.000036452824,0.00004064016,0.020446233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827594,0.00005693327,0.0004479316,0.0001628489,0.00066962646,0.00038674998],"domain_scores_gemma":[0.99523443,0.000018521217,0.00007984636,0.00021693717,0.0006809847,0.0037692857],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011127578,0.00010100611,0.00016430503,0.00078831246,0.00016133947,0.00003621882,0.00018049082,0.00023826728,0.21594495],"category_scores_gemma":[0.019879656,0.00009068576,0.00003910512,0.0008478115,0.00026847114,0.00015448654,0.000008183635,0.0008756292,0.0020444186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009223987,0.00015505697,0.0021210879,0.000008766244,0.000010230415,0.00003917769,0.00061496004,4.8577473e-8,0.000020510533,0.00089755096,0.88411784,0.11200555],"study_design_scores_gemma":[0.0005791303,0.00010476237,0.016838767,0.00027275353,0.000014077909,0.0020358125,0.0004682834,0.00028238728,0.000029738223,0.0009519551,0.9783084,0.00011397377],"about_ca_topic_score_codex":0.002535058,"about_ca_topic_score_gemma":0.0036511743,"teacher_disagreement_score":0.21390052,"about_ca_system_score_codex":0.0008991236,"about_ca_system_score_gemma":0.061605718,"threshold_uncertainty_score":0.9987326},"labels":[],"label_agreement":null},{"id":"W2906734739","doi":"10.15694/mep.2019.000003.1","title":"An Epidemic of Incompetence: A Critical Review of Addictions Curriculum in Canadian Residency Programs","year":2019,"lang":"en","type":"review","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Addiction; Curriculum; Addiction medicine; Opioid epidemic; Medical education; SAFER; Medicine; Psychology; Psychiatry; Opioid; Pedagogy","score_opus":0.07024640975312853,"score_gpt":0.4479676781220517,"score_spread":0.37772126836892317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906734739","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030241605,0.9906469,0.000008830263,0.002010814,0.0010270001,0.0023703482,0.00005539168,0.0000294008,0.0038210605],"genre_scores_gemma":[0.00011895725,0.9930898,0.0032383667,0.00067177863,0.00027778716,0.00048732242,0.0019553879,0.000048849062,0.000111766756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99548066,0.00041395976,0.0023164577,0.0005055031,0.000727638,0.0005557665],"domain_scores_gemma":[0.99622,0.00021791244,0.00061359117,0.0012011934,0.0014368579,0.0003104719],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031652397,0.00031842006,0.0025949425,0.0015190549,0.000038758255,0.000020886724,0.00055696,0.000555582,0.0009604747],"category_scores_gemma":[0.022551864,0.00026546684,0.00032462546,0.004061875,0.00031525153,0.00032779833,0.000044640972,0.001244462,0.00003475621],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.075098e-7,0.0003673433,0.0013673555,0.2377472,0.00003659336,0.000008386874,0.00004623143,1.7621405e-8,6.408824e-8,0.0050187013,0.027161062,0.7282462],"study_design_scores_gemma":[0.00010075975,0.00015065436,0.00021895372,0.31226596,0.0006318331,0.00007447734,0.0000730903,0.00001615771,8.777904e-8,0.00009755697,0.6862155,0.00015496706],"about_ca_topic_score_codex":0.05327146,"about_ca_topic_score_gemma":0.01554611,"teacher_disagreement_score":0.72809124,"about_ca_system_score_codex":0.0007493439,"about_ca_system_score_gemma":0.01229196,"threshold_uncertainty_score":0.99997973},"labels":[],"label_agreement":null},{"id":"W2907020912","doi":"10.4103/amhs.amhs_142_18","title":"Reimagining our views on medical education: Part 1","year":2018,"lang":"en","type":"article","venue":"Archives of Medicine and Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa; Ottawa Hospital; St Joseph's Health Centre; University of Toronto","funders":"","keywords":"Medicine; Task (project management); Health care; Medical care; Medical education; Continuum of care; Nursing; Economic growth; Engineering; Systems engineering","score_opus":0.1374224124561304,"score_gpt":0.5051297957209562,"score_spread":0.36770738326482577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907020912","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034530763,0.0011937056,0.00031544516,0.87855226,0.0016248969,0.0002874811,4.820846e-7,0.00002616334,0.08346882],"genre_scores_gemma":[0.81294775,0.0020482833,0.016968276,0.16136636,0.005271206,0.000028346583,0.000018395436,0.000010288448,0.001341084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982758,0.00005538847,0.0004823349,0.00025849498,0.00070281705,0.00022515203],"domain_scores_gemma":[0.9992093,0.000087298125,0.00018542104,0.0001871343,0.00008509387,0.0002457541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001995787,0.00008746486,0.00027761597,0.0003374441,0.0002797807,0.0000042752167,0.00014668924,0.000032021504,0.00024469953],"category_scores_gemma":[0.0016843466,0.00005071372,0.00001814063,0.0005025136,0.0019327743,0.000050437484,0.000029924875,0.00023620708,0.000010617493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024108682,0.0001473224,0.009512226,0.00017707101,0.0000056956997,6.566486e-7,0.0041650827,3.498043e-8,0.00001619145,0.021003703,0.23268986,0.7322581],"study_design_scores_gemma":[0.0022716722,0.0097795185,0.121184915,0.010563578,0.000038187995,0.0002377768,0.022342272,0.0017292997,0.00012291416,0.01343757,0.8180827,0.0002096063],"about_ca_topic_score_codex":0.00013276123,"about_ca_topic_score_gemma":0.000018297169,"teacher_disagreement_score":0.778417,"about_ca_system_score_codex":0.000012644847,"about_ca_system_score_gemma":0.0022671418,"threshold_uncertainty_score":0.7121388},"labels":[],"label_agreement":null},{"id":"W2907374635","doi":"10.5430/jnep.v9n5p1","title":"Effectiveness of Peyton’s four-step approach on nursing students’ performance in skill-lab training","year":2018,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Psychology; Nursing; Mathematics education","score_opus":0.08419717270766884,"score_gpt":0.4653033237404205,"score_spread":0.38110615103275164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907374635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96857774,0.00016011535,0.0013730744,0.0037706613,0.0019271504,0.0002120892,1.5759886e-7,0.0000049299133,0.02397409],"genre_scores_gemma":[0.97296304,0.00006053314,0.025821568,0.00047860463,0.00055800896,0.0000046181062,0.0000033391143,0.00001307809,0.000097199765],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99847746,0.00031350297,0.00046157543,0.000126885,0.00048831996,0.00013223653],"domain_scores_gemma":[0.99794114,0.00046563134,0.0005555507,0.00013460357,0.0008380531,0.000065009786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034140788,0.00009457396,0.00024340359,0.00045341664,0.00012256714,0.00002314603,0.000087062785,0.00008129468,0.000012947382],"category_scores_gemma":[0.0034432914,0.000083478364,0.000029096731,0.00052467984,0.00017995182,0.00042216788,0.0000055313776,0.00044758097,0.0000017782484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031750905,0.012214852,0.009341816,0.00044520127,0.000081494654,0.000002745197,0.0683899,0.000015839234,0.0016945184,0.0015635228,0.0022081414,0.90086687],"study_design_scores_gemma":[0.003122367,0.0028760543,0.8927172,0.01658775,0.00037972291,0.005449335,0.07127216,0.0008144969,0.0013354442,0.00033565477,0.0049129333,0.00019688648],"about_ca_topic_score_codex":0.0000033221522,"about_ca_topic_score_gemma":6.2261115e-8,"teacher_disagreement_score":0.90067,"about_ca_system_score_codex":0.00044298125,"about_ca_system_score_gemma":0.00067195564,"threshold_uncertainty_score":0.41221902},"labels":[],"label_agreement":null},{"id":"W2907511532","doi":"10.1136/leader-2018-000124","title":"Why we need to teach leadership skills to medical students: a call to action","year":2018,"lang":"en","type":"article","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Educational leadership; Neuroleadership; Leadership studies; Leadership style; Call to action; Leadership development; Psychology; Shared leadership; Action (physics); Political science; Pedagogy; Public relations; Medicine","score_opus":0.0942430066679405,"score_gpt":0.4543154862560125,"score_spread":0.360072479588072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907511532","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24757287,0.000013527657,0.016656915,0.7301142,0.002018655,0.0017399665,0.000001673607,0.00015654367,0.0017256193],"genre_scores_gemma":[0.3972346,0.0000022869897,0.0132925585,0.5624494,0.0062742126,0.00046074312,0.0000320121,0.000067407535,0.020186793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962368,0.00008747516,0.0005277436,0.00049561996,0.002091277,0.0005610708],"domain_scores_gemma":[0.9979373,0.000074991956,0.000059091963,0.0006047705,0.0005313192,0.00079250045],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014479829,0.00020913001,0.0003147862,0.0005420779,0.00012249594,0.00005221373,0.00044350364,0.00028347503,0.0026540675],"category_scores_gemma":[0.009473797,0.00018574878,0.00005602135,0.0014556204,0.00012339889,0.0000951517,0.00012656962,0.00049974764,0.0047867973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001399736,0.0005281595,0.0020605295,0.00006799622,0.000046516554,0.000012436597,0.008378402,0.0000015216795,0.0018321744,0.00010792515,0.9437767,0.043047648],"study_design_scores_gemma":[0.0012555332,0.0009848706,0.021911161,0.0008740572,0.000065433436,0.000092669885,0.015248292,0.00005897926,0.0027033498,0.000024040844,0.95644903,0.00033258123],"about_ca_topic_score_codex":0.00008921886,"about_ca_topic_score_gemma":0.00011812862,"teacher_disagreement_score":0.16766484,"about_ca_system_score_codex":0.00039837943,"about_ca_system_score_gemma":0.00035594028,"threshold_uncertainty_score":0.99886984},"labels":[],"label_agreement":null},{"id":"W2907658068","doi":"10.1007/s13187-018-1456-z","title":"Exploring How the New Entrustable Professional Activity Assessment Tools Affect the Quality of Feedback Given to Medical Oncology Residents","year":2019,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"Division of Graduate Education; Queen's University","keywords":"Thematic analysis; Coaching; Medical education; Focus group; Quality (philosophy); Rubric; Medicine; Graduate medical education; Descriptive statistics; Psychology; Qualitative research; Accreditation; Pedagogy","score_opus":0.12436132391128715,"score_gpt":0.5224368350003381,"score_spread":0.3980755110890509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907658068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73974746,0.00013669732,0.00034122102,0.25349846,0.0053367936,0.0005004632,9.345192e-7,0.0000030200206,0.00043493597],"genre_scores_gemma":[0.99131805,0.00017948641,0.0011312187,0.0030524656,0.0019415419,0.00008390897,0.0000036927138,0.000010830172,0.0022788094],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974455,0.00036012242,0.0005142067,0.00012633504,0.0013838022,0.0001700092],"domain_scores_gemma":[0.9974012,0.0005213423,0.0008255832,0.00030360586,0.0008045912,0.00014370805],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032939343,0.000096750155,0.00032137785,0.00013337441,0.00008656223,0.000027582173,0.00028665326,0.00008869316,0.00092524465],"category_scores_gemma":[0.0030531066,0.000052958967,0.00008826934,0.00048034985,0.000062513245,0.00038901917,0.000052376,0.0007074798,0.000007099856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006161962,0.0009720804,0.098006755,0.0002605578,0.00018581188,7.977797e-7,0.0042300075,0.00004091731,0.009019807,0.00095864985,0.21090858,0.67479986],"study_design_scores_gemma":[0.0008201416,0.00031442218,0.94006866,0.0007861291,0.000078502504,0.000022601325,0.0051332386,0.00002998442,0.002794535,0.00014927014,0.04974093,0.00006157795],"about_ca_topic_score_codex":0.00034323172,"about_ca_topic_score_gemma":0.000048319605,"teacher_disagreement_score":0.84206194,"about_ca_system_score_codex":0.0010662327,"about_ca_system_score_gemma":0.013722769,"threshold_uncertainty_score":0.999988},"labels":[],"label_agreement":null},{"id":"W2907711322","doi":"10.1080/10401334.2018.1556667","title":"Navigating Tensions of Efficiency and Caring in Clerkship: A Qualitative Study","year":2018,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto East General Hospital; The Wilson Centre; University Health Network; University of Toronto","funders":"","keywords":"Compassion; Medical education; Clinical clerkship; Empathy; Psychology; Set (abstract data type); Qualitative research; Nursing; Medicine; Curriculum; Pedagogy; Social psychology; Sociology","score_opus":0.04197687543321995,"score_gpt":0.44867445921083665,"score_spread":0.4066975837776167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907711322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959899,0.00018194984,0.00048731922,0.0021720245,0.00009006875,0.0002457072,7.059033e-8,0.000028531342,0.00080442044],"genre_scores_gemma":[0.9964713,0.0000063686543,0.003041247,0.0002357795,0.00014765072,0.000009006419,0.000004240879,0.000010982292,0.00007345783],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982536,0.0006242583,0.0004609407,0.00023260465,0.00025880974,0.00016982382],"domain_scores_gemma":[0.9990554,0.0005661599,0.00012271131,0.00011826584,0.00009431101,0.000043161857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070876633,0.00009823232,0.00033616248,0.00021432733,0.00019150099,0.00000408285,0.000040271214,0.000056235658,0.000014175664],"category_scores_gemma":[0.013896064,0.00007760752,0.000007925648,0.0004524905,0.00037921162,0.000042420746,0.00003954597,0.0019949467,6.748878e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035537592,0.00020811398,0.23200276,0.000081447615,0.0000095607575,0.000008085665,0.6938601,0.000012572489,0.0010335497,0.00023170217,0.000028507186,0.07248807],"study_design_scores_gemma":[0.0024458545,0.0018116848,0.30339834,0.0032119502,0.00003727198,0.000029210785,0.67996,0.008788619,0.000012330927,0.00011468896,0.00009566809,0.00009434024],"about_ca_topic_score_codex":0.0022316114,"about_ca_topic_score_gemma":0.000061515675,"teacher_disagreement_score":0.07239373,"about_ca_system_score_codex":0.000045284174,"about_ca_system_score_gemma":0.000035602945,"threshold_uncertainty_score":0.99441034},"labels":[],"label_agreement":null},{"id":"W2908448443","doi":"10.4103/amhs.amhs_139_18","title":"Medical education research: A “Maturing” component of scholarly practice","year":2018,"lang":"en","type":"article","venue":"Archives of Medicine and Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Medicine; Component (thermodynamics); Medical education; Family medicine","score_opus":0.18128656240893465,"score_gpt":0.5446469896596368,"score_spread":0.3633604272507021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908448443","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33234933,0.0037453098,0.00048663645,0.61978585,0.0005603059,0.00046695667,6.796638e-7,0.000015445563,0.042589463],"genre_scores_gemma":[0.94415224,0.0020016793,0.03694465,0.01594768,0.0007972101,0.000012288766,0.0000077550785,0.0000053280314,0.00013117175],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971863,0.00020103884,0.0005721124,0.00023265257,0.0015604055,0.00024749213],"domain_scores_gemma":[0.99798644,0.0006089689,0.0002840287,0.00021946114,0.00065023784,0.00025088157],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00801504,0.00006722858,0.00026860923,0.00071569486,0.00030740703,0.000009333745,0.00021298503,0.0000469552,0.00014891582],"category_scores_gemma":[0.01291733,0.000046252,0.000015873948,0.0009489507,0.006545366,0.0002565763,0.0000752558,0.0004182466,0.0000034330062],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020319391,0.0009899114,0.011498006,0.001196333,0.000026869238,0.0000016710185,0.024352713,7.9148926e-8,0.0011656875,0.12533057,0.06259323,0.7726417],"study_design_scores_gemma":[0.0047854823,0.022291996,0.47603256,0.019658668,0.00009072339,0.0006606316,0.086806886,0.0026032785,0.0014274935,0.03965495,0.3457107,0.0002766412],"about_ca_topic_score_codex":0.0010299875,"about_ca_topic_score_gemma":0.000019442996,"teacher_disagreement_score":0.7723651,"about_ca_system_score_codex":0.000021637909,"about_ca_system_score_gemma":0.003559859,"threshold_uncertainty_score":0.99615824},"labels":[],"label_agreement":null},{"id":"W2908621266","doi":"10.1080/0142159x.2018.1554898","title":"The intersection of assessment, selection and professionalism in the service of patient care","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Intersection (aeronautics); Selection (genetic algorithm); Patient care; Medical education; Service (business); Medicine; Psychology; Nursing; Computer science; Business; Engineering; Artificial intelligence; Transport engineering","score_opus":0.01374230849045184,"score_gpt":0.3697912429804062,"score_spread":0.3560489344899544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908621266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989723,0.000089654306,0.00004028376,0.0065982156,0.0003264997,0.00035491664,1.731907e-7,0.000005411253,0.0028618376],"genre_scores_gemma":[0.9991362,0.0000070017372,0.00009343504,0.0005320566,0.00005334272,0.000033784247,0.000012754771,0.0000047818316,0.00012664605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988411,0.00015003086,0.00027183114,0.00009030536,0.0005671289,0.00007962136],"domain_scores_gemma":[0.9995055,0.00006048638,0.00009888781,0.00013471046,0.00018399708,0.000016425556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008703,0.000048770744,0.000104958344,0.00004110876,0.000035364803,0.000002765328,0.00007378377,0.00009586759,0.0003029765],"category_scores_gemma":[0.00049446797,0.000024579293,0.000017228962,0.00036807545,0.00006555503,0.00002739752,0.000025605139,0.0004272819,0.0000020717755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013982679,0.0007120377,0.69162667,0.00068028446,0.00005706656,0.00000136105,0.038498703,0.0000025222973,0.0009204342,0.0065525803,0.0038428109,0.2569657],"study_design_scores_gemma":[0.0035789534,0.0013995795,0.741408,0.0018643292,0.000106095475,0.00008945521,0.18912709,0.028072635,0.00070689904,0.0011676766,0.03228931,0.00019001949],"about_ca_topic_score_codex":0.0001303277,"about_ca_topic_score_gemma":0.00005077295,"teacher_disagreement_score":0.25677568,"about_ca_system_score_codex":0.000076925244,"about_ca_system_score_gemma":0.00019891716,"threshold_uncertainty_score":0.33173802},"labels":[],"label_agreement":null},{"id":"W2908803411","doi":"10.1007/s40037-018-0489-7","title":"Problems of problem-based learning: Towards transformative critical pedagogy in medical education","year":2019,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; McMaster University","funders":"","keywords":"Transformative learning; Equity (law); Perspective (graphical); Identity (music); Critical thinking; Pedagogy; Sociology; Medical education; Psychology; Critical pedagogy; Engineering ethics; Medicine; Political science; Computer science","score_opus":0.011549476964152141,"score_gpt":0.3996106808697739,"score_spread":0.38806120390562177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908803411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81093776,0.0009797112,0.003073244,0.13365759,0.0017932254,0.002236106,0.0000026463167,0.00013641865,0.047183324],"genre_scores_gemma":[0.98941636,0.00020808078,0.0037187473,0.0050738687,0.00040804685,0.0004255077,0.00016664264,0.00004366926,0.00053907157],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99523944,0.00029126072,0.0009983993,0.0006161532,0.0024253516,0.00042939754],"domain_scores_gemma":[0.9975782,0.00025491256,0.00021395575,0.00040941048,0.0011514012,0.0003921103],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018650073,0.00028449472,0.0005634785,0.0009227522,0.00007449978,0.00001899738,0.0002959789,0.000532729,0.00811296],"category_scores_gemma":[0.017977076,0.0002540141,0.00013445345,0.0013416338,0.0005433381,0.00022333929,0.0000247373,0.0016587679,0.00014511014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008702748,0.03910193,0.041324336,0.004733874,0.000120115525,0.0000080342,0.08296822,0.00012437074,0.00047108205,0.156041,0.010155873,0.6640809],"study_design_scores_gemma":[0.02252662,0.01361472,0.24590492,0.038387466,0.00056341547,0.00061827165,0.45585302,0.07545018,0.003965138,0.016872471,0.123101756,0.0031420314],"about_ca_topic_score_codex":0.00027427505,"about_ca_topic_score_gemma":0.000025225188,"teacher_disagreement_score":0.66093886,"about_ca_system_score_codex":0.00075296516,"about_ca_system_score_gemma":0.022311296,"threshold_uncertainty_score":0.99999124},"labels":[],"label_agreement":null},{"id":"W2908922972","doi":"10.1097/acm.0000000000002474","title":"What Would Excellence in Health Professions Education Mean If It Addressed Our Most Pressing Health Problems?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Accreditation; Reputation; Medical education; Health care; Quality (philosophy); Psychology; Prosperity; Medicine; Public relations; Political science","score_opus":0.06375885686604042,"score_gpt":0.4384970724046905,"score_spread":0.37473821553865005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908922972","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20391232,0.009524831,0.0005794841,0.7742518,0.0062713944,0.0039047438,0.0000018478073,0.00013120363,0.0014223671],"genre_scores_gemma":[0.87133515,0.0089928415,0.0009828837,0.09678206,0.0015222608,0.0002937029,0.00039242418,0.00006586952,0.019632833],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9955382,0.00030298918,0.001692012,0.00067225064,0.0010458056,0.0007487599],"domain_scores_gemma":[0.9976214,0.000118226686,0.00083751464,0.00071579724,0.00031854483,0.0003885031],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036907867,0.00030356424,0.0007703029,0.0007017888,0.0001902745,0.000015386962,0.00033428657,0.0005670104,0.00041213294],"category_scores_gemma":[0.0017351595,0.00024248523,0.000031185533,0.0017247564,0.0001269959,0.00056072156,0.000077800774,0.003586432,0.00011487339],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001155109,0.00044194018,0.024678484,0.005858549,0.000039011433,0.0000028241452,0.103438005,0.000044964247,0.0039621964,0.0019241442,0.6680257,0.1914687],"study_design_scores_gemma":[0.0086584985,0.0019079263,0.041741725,0.1552082,0.00008691048,0.00022911359,0.44367826,0.004695035,0.00039415283,0.003224722,0.3392888,0.0008866457],"about_ca_topic_score_codex":0.00064039545,"about_ca_topic_score_gemma":0.00002202891,"teacher_disagreement_score":0.67746973,"about_ca_system_score_codex":0.0008637335,"about_ca_system_score_gemma":0.004027734,"threshold_uncertainty_score":0.99871236},"labels":[],"label_agreement":null},{"id":"W2909499189","doi":"10.1002/ase.1850","title":"In Pursuit of Excellence Reconsidered: Expertise and Expert Performance in the Teaching, Learning, and Application of Anatomy","year":2019,"lang":"en","type":"editorial","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Excellence; Cornerstone; Psychology; Medical education; Core competency; Medicine; Management","score_opus":0.007778138537412253,"score_gpt":0.35340648899229515,"score_spread":0.3456283504548829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909499189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397149,0.0018101475,0.00002759547,0.0036831817,0.052679107,0.0007737501,0.0000014844939,0.0000072033654,0.0013026337],"genre_scores_gemma":[0.9793282,0.0016916723,0.0009929189,0.00029501988,0.017333912,0.00013999487,0.00004782353,0.000010644716,0.00015979684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997941,0.00014958654,0.0005747534,0.00041706007,0.00073779526,0.00017980614],"domain_scores_gemma":[0.99874157,0.00048319253,0.00036676126,0.00021240696,0.0001660932,0.00002999518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023648937,0.00014516708,0.00033001677,0.00045912794,0.000078118275,0.000025388124,0.00027838643,0.0003114754,0.000019207528],"category_scores_gemma":[0.002587236,0.00010951554,0.00002273923,0.00062993425,0.0006392878,0.000215975,0.000050804923,0.0007813023,0.0000018650153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081084996,0.0009989593,0.097954094,0.0009457435,0.000012676971,5.394455e-7,0.015038409,0.0000053602803,0.001086726,0.002127877,0.47107708,0.41067144],"study_design_scores_gemma":[0.0013432514,0.0008234561,0.037857033,0.0023814547,0.000053924337,0.00002439197,0.017468235,0.0106256185,0.0007725828,0.00094564434,0.9272089,0.000495517],"about_ca_topic_score_codex":0.0010482544,"about_ca_topic_score_gemma":0.00003584934,"teacher_disagreement_score":0.45613182,"about_ca_system_score_codex":0.00015051205,"about_ca_system_score_gemma":0.0010194246,"threshold_uncertainty_score":0.4465914},"labels":[],"label_agreement":null},{"id":"W2909502355","doi":"10.1016/j.prro.2018.08.004","title":"Taking off the Training Wheels","year":2019,"lang":"en","type":"article","venue":"Practical Radiation Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Medicine; Finish line; Medical education; Training (meteorology); Phrase; Medical school; Artificial intelligence; Computer science","score_opus":0.06699566500843802,"score_gpt":0.4553628712499937,"score_spread":0.3883672062415557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909502355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51520556,0.00014704243,0.0042226547,0.2943524,0.0027265553,0.00086991035,8.8735374e-7,0.00010107673,0.1823739],"genre_scores_gemma":[0.9717556,0.00004206484,0.008228197,0.018206596,0.0007039376,0.000049408984,0.00002753228,0.000013964926,0.00097264803],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988482,0.0001575688,0.00031023636,0.00018268981,0.00028493087,0.00021634501],"domain_scores_gemma":[0.9982977,0.0009946997,0.00025118556,0.00024673992,0.00015413402,0.000055526005],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012810508,0.00007598784,0.00018350799,0.00009315059,0.000093984665,0.000017745226,0.000066091525,0.00016602947,0.0036903305],"category_scores_gemma":[0.009896388,0.000054215634,0.00004007401,0.00036856774,0.00009046006,0.00016843255,0.000020118587,0.0005810969,0.0009258709],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009118838,0.00021203101,0.004747209,0.000016649512,0.000046951172,0.000009335975,0.002178829,0.000015589361,0.00083673344,0.05082905,0.016554601,0.92446184],"study_design_scores_gemma":[0.0009882998,0.0003425028,0.054177202,0.000016031792,0.0000678106,0.00027438047,0.0016657137,0.00836533,0.00010510786,0.00069326005,0.93322766,0.00007668001],"about_ca_topic_score_codex":0.00000678871,"about_ca_topic_score_gemma":0.0000014902736,"teacher_disagreement_score":0.92438513,"about_ca_system_score_codex":0.00032785727,"about_ca_system_score_gemma":0.0007707169,"threshold_uncertainty_score":0.999852},"labels":[],"label_agreement":null},{"id":"W2910158933","doi":"10.2106/jbjs.17.00595","title":"A Systems-Based Practice Curriculum in Orthopaedics","year":2019,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Likert scale; Health care; Medicine; Scale (ratio); Psychology; Family medicine; Nursing; Pedagogy","score_opus":0.01308141113275819,"score_gpt":0.2879573682657871,"score_spread":0.2748759571330289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910158933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879798,0.0012067856,0.00021924134,0.008584151,0.0013252263,0.00012153906,2.847111e-7,0.000004990945,0.00055797276],"genre_scores_gemma":[0.99592614,0.00020111554,0.001424368,0.0019956531,0.0003219197,0.000002338498,0.0000033779204,0.000008795391,0.00011628145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983717,0.000074383766,0.0009619889,0.00007475908,0.00039643075,0.00012069141],"domain_scores_gemma":[0.99836564,0.00028319084,0.000684898,0.000107979045,0.00049384445,0.00006442781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003725497,0.000066589346,0.0004926828,0.0006642389,0.000016488179,0.000015657053,0.000008403073,0.00007044645,0.0000518971],"category_scores_gemma":[0.004569622,0.00005087197,0.000098723875,0.0004061985,0.000025722924,0.00019021606,0.0000070212905,0.00039114995,0.000012180173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003477262,0.0012859761,0.9012787,0.001331409,0.00008316115,0.0008940687,0.0003012901,0.00007568172,0.0011364992,0.00038844586,0.07465857,0.018218504],"study_design_scores_gemma":[0.00602597,0.0010368297,0.58678627,0.01228896,0.00041889786,0.012942344,0.010227769,0.009930895,0.00031875525,0.00011240708,0.35939315,0.00051771314],"about_ca_topic_score_codex":0.000026712876,"about_ca_topic_score_gemma":4.681072e-7,"teacher_disagreement_score":0.31449237,"about_ca_system_score_codex":0.00007632768,"about_ca_system_score_gemma":0.000481271,"threshold_uncertainty_score":0.5470595},"labels":[],"label_agreement":null},{"id":"W2910270430","doi":"10.1111/eje.12419","title":"Values related to professionalism in dental education at the University of Chile: Student and faculty perceptions","year":2019,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"Comisión Nacional de Investigación Científica y Tecnológica","keywords":"Altruism (biology); Likert scale; Scale (ratio); Psychology; Medical education; Dental education; Perception; Curriculum; Quality of life (healthcare); Quality (philosophy); Medicine; Social psychology; Nursing; Pedagogy","score_opus":0.013167336158588776,"score_gpt":0.3453717998270236,"score_spread":0.3322044636684348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910270430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99180293,0.00019480899,0.000011121655,0.003270573,0.0014259081,0.00040902593,0.000002455916,0.0000046089112,0.0028785814],"genre_scores_gemma":[0.993588,0.000042184143,0.00077912945,0.00050160376,0.00009902913,8.758806e-7,0.000068680965,0.000012470968,0.004908026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880815,0.00022113105,0.0003979263,0.00012618561,0.0003584363,0.0000881686],"domain_scores_gemma":[0.9991889,0.00002182667,0.00029691533,0.0001562751,0.00027710426,0.00005896964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076085783,0.00008239011,0.00014163747,0.00025453832,0.000104301136,0.00001053839,0.00014462598,0.000029191224,0.00051523926],"category_scores_gemma":[0.00014765358,0.00006478612,0.000047889596,0.00039632703,0.00008363401,0.00015007069,0.00007359857,0.00027799854,0.00012669316],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018943798,0.002257944,0.8174857,0.00009295123,0.00006275761,0.000005590637,0.03800057,0.000030047619,0.012028901,0.00036882644,0.02549401,0.10398325],"study_design_scores_gemma":[0.00058956974,0.00016608783,0.8982203,0.00048776824,0.00004549317,0.00027443963,0.09642412,0.000008563695,0.000091326634,0.000022854583,0.0036137314,0.00005574749],"about_ca_topic_score_codex":0.000022132659,"about_ca_topic_score_gemma":0.000007818842,"teacher_disagreement_score":0.1039275,"about_ca_system_score_codex":0.00039207382,"about_ca_system_score_gemma":0.0004713027,"threshold_uncertainty_score":0.56415087},"labels":[],"label_agreement":null},{"id":"W2910368565","doi":"10.1016/j.jadohealth.2018.10.181","title":"165. Wellness Needs Assessment In Adolescent Medicine Trainees: An Appreciative Inquiry Approach To Quality Improvement","year":2019,"lang":"en","type":"article","venue":"Journal of Adolescent Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia; Hospital for Sick Children","funders":"","keywords":"Appreciative inquiry; Subspecialty; Thematic analysis; Medical education; Mental health; Psychology; Medicine; Needs assessment; Qualitative research; Nursing; Family medicine; Psychiatry; Pedagogy","score_opus":0.07934561864738124,"score_gpt":0.4449828495135048,"score_spread":0.36563723086612354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910368565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328998,0.00019227719,0.024313768,0.036193043,0.003241861,0.0021857088,0.000003606066,0.000025104813,0.0009448717],"genre_scores_gemma":[0.96764594,0.000121753896,0.007514216,0.022363244,0.0021542672,0.000018254632,0.000044559794,0.000037060912,0.00010068805],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946765,0.00042099316,0.0023858063,0.00035309265,0.0015853811,0.0005782718],"domain_scores_gemma":[0.99697375,0.000051576004,0.0012276564,0.00053313916,0.0006308506,0.00058301346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068637766,0.00029366295,0.0011045315,0.0012003874,0.00007370361,0.000018837873,0.00031283463,0.00015237175,0.000093760274],"category_scores_gemma":[0.00039434226,0.00022732404,0.000110890294,0.0014361,0.00009871647,0.00023111579,0.000052016214,0.0016156964,0.000011304662],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002547814,0.02819873,0.23013322,0.008963371,0.00025101082,0.000015885847,0.09646139,0.0011521308,0.005017684,0.0067866,0.06428011,0.55619204],"study_design_scores_gemma":[0.007889877,0.005456188,0.8707489,0.004357099,0.00005068045,0.00007317962,0.101364195,0.0010293548,0.0001419444,0.00011426592,0.008443611,0.00033069614],"about_ca_topic_score_codex":0.00009644971,"about_ca_topic_score_gemma":0.000008300643,"teacher_disagreement_score":0.6406157,"about_ca_system_score_codex":0.00283849,"about_ca_system_score_gemma":0.0019317373,"threshold_uncertainty_score":0.9270005},"labels":[],"label_agreement":null},{"id":"W2910406802","doi":"10.1097/acm.0000000000002591","title":"Learning Theory and Educational Intervention: Producing Meaningful Evidence of Impact Through Layered Analysis","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scrutiny; Context (archaeology); Intervention (counseling); Function (biology); Adaptation (eye); Engineering ethics; Interpretation (philosophy); Computer science; Knowledge management; Epistemology; Psychology; Political science; Engineering","score_opus":0.03338887568300597,"score_gpt":0.4290233661998401,"score_spread":0.39563449051683414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910406802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824551,0.0042157387,0.002924051,0.008339425,0.00033025342,0.00036001383,4.8889274e-7,0.000028298235,0.0013466444],"genre_scores_gemma":[0.9930228,0.000556078,0.00064469466,0.0006638308,0.000556265,0.000017960014,0.000060742164,0.000015308984,0.004462335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979806,0.00019985677,0.00070862565,0.000365778,0.0005481753,0.00019698062],"domain_scores_gemma":[0.9981043,0.0007056426,0.00040727388,0.00033640687,0.00037610717,0.00007032152],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035808473,0.00015011753,0.0005053597,0.00042348474,0.0000552749,0.0000032339055,0.0001316275,0.00015387397,0.0033764585],"category_scores_gemma":[0.011080058,0.00011046717,0.00008876805,0.0017368308,0.00024468568,0.00023888431,0.000051075716,0.0008476191,0.000024172077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005255896,0.000067557834,0.9084479,0.001157009,0.0013377162,0.0000015303383,0.0361811,0.00018283143,0.014386855,0.013329662,0.0054986714,0.018883534],"study_design_scores_gemma":[0.0034430027,0.0025443907,0.93386894,0.01149149,0.003745851,0.00020888413,0.024158496,0.0031689738,0.0018695543,0.01309702,0.0019780302,0.00042535365],"about_ca_topic_score_codex":0.000111888825,"about_ca_topic_score_gemma":7.394662e-7,"teacher_disagreement_score":0.02542101,"about_ca_system_score_codex":0.00012692064,"about_ca_system_score_gemma":0.00016739054,"threshold_uncertainty_score":0.9975346},"labels":[],"label_agreement":null},{"id":"W2911097004","doi":"10.1097/acm.0000000000002597","title":"Fostering Transformative Learning in a Social Pediatrics Research Summer Studentship","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster Children's Hospital; McMaster University Medical Centre; The Wilson Centre; Hospital for Sick Children","funders":"","keywords":"Transformative learning; Feeling; Curriculum; Thematic analysis; Medical education; Psychology; Critical thinking; Pedagogy; Qualitative research; Medicine; Sociology; Social psychology","score_opus":0.20181317968507018,"score_gpt":0.5190730698411877,"score_spread":0.31725989015611755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911097004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576998,0.00031602103,0.00019615742,0.017738283,0.0004951078,0.00075951737,3.5481298e-7,0.00005264164,0.022742165],"genre_scores_gemma":[0.9927817,0.00028824082,0.0000727786,0.0017874776,0.0016650135,0.0000554745,0.00004203935,0.00002618166,0.0032810823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692863,0.00021656166,0.0006594975,0.00029597597,0.0013771117,0.0005222483],"domain_scores_gemma":[0.9990438,0.0003127428,0.00010073106,0.00015354279,0.0003030216,0.0000861251],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005402293,0.00013960898,0.00037352575,0.00093409664,0.00013555273,0.000004966005,0.00022215726,0.0003298167,0.00047924012],"category_scores_gemma":[0.0024815865,0.00011588529,0.00002689692,0.0020793101,0.00021761474,0.00015840383,0.00012180835,0.0039101657,0.00020938275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037172393,0.000095162446,0.64419615,0.0011236762,0.000046495865,0.000031096355,0.17384227,0.000011724675,0.005815208,0.0049455874,0.045215704,0.124305196],"study_design_scores_gemma":[0.021496585,0.002602031,0.46800014,0.0032920714,0.0002300518,0.00015465468,0.4156552,0.0026159377,0.00065376173,0.007278207,0.07719237,0.00082901004],"about_ca_topic_score_codex":0.00005367245,"about_ca_topic_score_gemma":0.000002138899,"teacher_disagreement_score":0.24181291,"about_ca_system_score_codex":0.0003606126,"about_ca_system_score_gemma":0.00021057283,"threshold_uncertainty_score":0.9983879},"labels":[],"label_agreement":null},{"id":"W2911748980","doi":"10.1080/0142159x.2019.1567912","title":"Learning and professional acculturation through work: Examining the clinical learning environment through the sociocultural lens","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institute for Health and Care Research","keywords":"Sociocultural evolution; Curriculum; Psychology; Learning environment; Sociocultural perspective; Pedagogy; Engineering ethics; Sociology; Engineering","score_opus":0.07496514061569709,"score_gpt":0.3985732572194045,"score_spread":0.3236081166037074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911748980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93536204,0.00031974522,0.00047244714,0.055079605,0.0008499242,0.000584274,9.279011e-8,0.00007308174,0.0072587943],"genre_scores_gemma":[0.9585905,0.00032575655,0.00071835564,0.0038780526,0.001376438,0.0000779012,0.00006498662,0.000026309976,0.034941714],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99681634,0.000693536,0.0005935749,0.0003884457,0.0011717171,0.00033636516],"domain_scores_gemma":[0.9990622,0.00033990448,0.00021410754,0.0002478414,0.000068635876,0.000067319495],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027973324,0.00018998119,0.0002836398,0.000015295345,0.0005694473,0.000040508196,0.00018514437,0.00037433163,0.0048636724],"category_scores_gemma":[0.0039141392,0.000088348424,0.00008073909,0.00021704212,0.00065738475,0.00017450198,0.00017686786,0.0033126022,0.00026640334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011075354,0.0003915535,0.76679796,0.000058282396,0.00019443376,0.000008196863,0.03500869,0.000025681304,0.00010022187,0.0013711383,0.025885787,0.1700473],"study_design_scores_gemma":[0.0019676741,0.00040542573,0.19261912,0.00040163923,0.0001409634,0.00008060785,0.039605,0.0042773467,0.0000116284,0.00018875238,0.76003915,0.00026269554],"about_ca_topic_score_codex":0.00001428746,"about_ca_topic_score_gemma":7.185123e-7,"teacher_disagreement_score":0.7341534,"about_ca_system_score_codex":0.000103758495,"about_ca_system_score_gemma":0.00014697033,"threshold_uncertainty_score":0.9989868},"labels":[],"label_agreement":null},{"id":"W2911860197","doi":"10.1080/0142159x.2018.1536260","title":"Supporting the development of a professional identity: General principles","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":461,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Curriculum; Professional development; Identity formation; Medical education; Subject (documents); Pedagogy; Engineering ethics; Psychology; Sociology; Medicine; Self-concept; Social psychology; Computer science","score_opus":0.038804328013930356,"score_gpt":0.4065113640311671,"score_spread":0.36770703601723675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911860197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839429,0.000033725893,0.00084461865,0.0065374337,0.00072376465,0.00032453093,1.1971274e-7,0.000026080465,0.007566812],"genre_scores_gemma":[0.95874524,0.0000012497645,0.00579988,0.0011716723,0.00038558262,0.00004446685,0.00003382825,0.000013731762,0.03380432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771476,0.000055927354,0.00057989266,0.00015365292,0.0012886451,0.0002071314],"domain_scores_gemma":[0.9993795,0.000022544154,0.00015138017,0.00024367834,0.00012523269,0.0000776265],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025333005,0.0000792213,0.00017757961,0.00006164509,0.0000686026,0.0000053119015,0.00019057364,0.0001287075,0.011423164],"category_scores_gemma":[0.0021380978,0.000045723762,0.000042948763,0.00026100923,0.0001223316,0.00005957547,0.00011025867,0.00047369843,0.00016610551],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004603355,0.0010192172,0.861595,0.00035157867,0.000134045,0.000007284956,0.008130644,0.0000012365422,0.0009923925,0.00858111,0.018180933,0.100960575],"study_design_scores_gemma":[0.0028270613,0.00013572074,0.5616147,0.0010998866,0.00009508083,0.0000959598,0.0052592517,0.022881325,0.0018667503,0.0007328572,0.40305692,0.00033448247],"about_ca_topic_score_codex":0.00000556852,"about_ca_topic_score_gemma":0.000004742844,"teacher_disagreement_score":0.384876,"about_ca_system_score_codex":0.00007604892,"about_ca_system_score_gemma":0.0010028961,"threshold_uncertainty_score":0.98948056},"labels":[],"label_agreement":null},{"id":"W2911875366","doi":"10.36834/cmej.43049","title":"Strategies identified by program directors to improve adoption of the CanMEDS framework","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"French; Context (archaeology); Thematic analysis; Medical education; Library science; Medicine; Sociology; Computer science; Humanities; Qualitative research","score_opus":0.008311653821801228,"score_gpt":0.339113825165389,"score_spread":0.3308021713435878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911875366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80867153,0.00049656886,0.0011505676,0.16356641,0.02127189,0.001079471,0.0000075776243,0.000040450614,0.003715544],"genre_scores_gemma":[0.9489312,0.00007842685,0.005659199,0.040466335,0.003602814,0.00010553546,0.00003537537,0.000028749557,0.0010923344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977745,0.00008479282,0.0005583726,0.0001966749,0.0010193327,0.00036631888],"domain_scores_gemma":[0.9953898,0.000035015273,0.00020250441,0.00037509587,0.0012981028,0.0026994548],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090768083,0.00013049244,0.00018720636,0.0003177107,0.0003049822,0.00011263371,0.0003525689,0.0002855385,0.007247195],"category_scores_gemma":[0.016908363,0.000096341595,0.00007381791,0.0011666813,0.00043518565,0.00023729316,0.000019084728,0.00090126856,0.00005625658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013124905,0.0002167156,0.0009800262,0.000033185013,0.000031862815,0.0000013883865,0.0014949095,1.9709564e-7,0.00023613128,0.0015953969,0.53904015,0.45635694],"study_design_scores_gemma":[0.0004669074,0.0005227504,0.038931493,0.0018216778,0.00010865872,0.00033670763,0.018489046,0.00012937939,0.0010437823,0.0018857816,0.9360129,0.000250865],"about_ca_topic_score_codex":0.0034907577,"about_ca_topic_score_gemma":0.0037085665,"teacher_disagreement_score":0.45610607,"about_ca_system_score_codex":0.0006289831,"about_ca_system_score_gemma":0.04443332,"threshold_uncertainty_score":0.99366033},"labels":[],"label_agreement":null},{"id":"W2912065376","doi":"10.1097/acm.0000000000002234","title":"National Internal Medicine Milestone Ratings: Validity Evidence From Longitudinal Three-Year Follow-up","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Milestone; MEDLINE; Medicine; Medical education; Psychology; Family medicine; Political science; Geography; Law","score_opus":0.14127423528316482,"score_gpt":0.42212281937735313,"score_spread":0.28084858409418834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912065376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9022927,0.0011698831,0.019100336,0.06372711,0.006276233,0.00063944235,0.000009099046,0.00020327933,0.006581913],"genre_scores_gemma":[0.96071756,0.00035304687,0.0025953338,0.009591479,0.023261301,0.000064504595,0.00023575434,0.0000517491,0.0031292504],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9946105,0.00012424486,0.0013610445,0.00081395905,0.0025582195,0.00053206465],"domain_scores_gemma":[0.99578387,0.0009217541,0.0005258583,0.00059704605,0.0018434797,0.00032802412],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034405477,0.00039751612,0.0007792522,0.00048555894,0.00025619305,0.00000823489,0.0005746095,0.00047096194,0.008606323],"category_scores_gemma":[0.031131813,0.00029631055,0.00007289632,0.0011996515,0.0021197426,0.0003321239,0.000144266,0.001805233,0.00054667285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072382623,0.00004580917,0.21341287,0.00011155738,0.00018710174,0.000024853036,0.0066625364,5.731427e-7,0.017013209,0.0025893669,0.7511745,0.008053774],"study_design_scores_gemma":[0.02531226,0.0074725985,0.77589846,0.030057635,0.0019800914,0.0009556815,0.00755639,0.008438255,0.008300879,0.043318015,0.08917632,0.0015333913],"about_ca_topic_score_codex":0.0010824222,"about_ca_topic_score_gemma":0.00006585238,"teacher_disagreement_score":0.6619982,"about_ca_system_score_codex":0.00048616613,"about_ca_system_score_gemma":0.0005255596,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W2912070604","doi":"10.15694/mep.2019.000018.1","title":"Faculty Development- Is Some Better Than None?","year":2019,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Formative assessment; Medical education; Quality (philosophy); Psychology; Quality management; Strengths and weaknesses; Medicine; Intervention (counseling); Medical physics; Family medicine; Physical therapy; Nursing; Social psychology; Pedagogy; Operations management","score_opus":0.022995189292805578,"score_gpt":0.31164471939263155,"score_spread":0.28864953009982597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912070604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95958805,0.000023924022,0.0000959688,0.02188571,0.0013743188,0.00034648788,0.000004408003,0.00010656192,0.016574569],"genre_scores_gemma":[0.898967,0.000002406489,0.014850609,0.04644385,0.0009198281,0.00007442283,0.0010571022,0.000045571902,0.037639182],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841505,0.000013963678,0.00033285777,0.00030199147,0.00062086317,0.00031524265],"domain_scores_gemma":[0.9991025,0.000016245249,0.00008383473,0.00041188637,0.0003094051,0.00007618395],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038870782,0.00013832618,0.00021609236,0.00023173791,0.00007174463,0.00007886764,0.00017843576,0.00015249258,0.004183953],"category_scores_gemma":[0.0003463924,0.00011649282,0.000047579742,0.0005217092,0.000047423953,0.000491113,0.00006144184,0.000336881,0.0023699293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017395041,0.00020590289,0.141633,0.000109858665,0.00007361085,0.00000445119,0.002358185,9.373563e-8,0.0005078503,0.0012536423,0.7762572,0.077578805],"study_design_scores_gemma":[0.0009630757,0.000042309584,0.21774657,0.000079346195,0.000020048623,0.000017734861,0.0003710054,0.00007121706,0.0047549857,0.0002471619,0.7755153,0.00017123857],"about_ca_topic_score_codex":0.000014608262,"about_ca_topic_score_gemma":0.0000017478376,"teacher_disagreement_score":0.07740757,"about_ca_system_score_codex":0.00015564007,"about_ca_system_score_gemma":0.0003203409,"threshold_uncertainty_score":0.9984068},"labels":[],"label_agreement":null},{"id":"W2912348073","doi":"10.1111/medu.13799","title":"Where philosophy meets culture: exploring how coaches conceptualise their roles","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University","funders":"","keywords":"Coaching; Context (archaeology); Grounded theory; Curriculum; Psychology; Medical education; Vulnerability (computing); Pedagogy; Qualitative research; Medicine; Sociology; Psychotherapist","score_opus":0.037042649664302936,"score_gpt":0.31056870125967384,"score_spread":0.2735260515953709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912348073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7751863,0.002969437,0.00023429896,0.2049054,0.0044671874,0.00080994965,0.0000032019095,0.00020532982,0.011218902],"genre_scores_gemma":[0.97606415,0.00056141464,0.0017024818,0.015997814,0.0022491328,0.00030196618,0.0003143875,0.000041356387,0.002767322],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782693,0.00008433647,0.00036447958,0.0004129576,0.0010037213,0.00030755016],"domain_scores_gemma":[0.99869096,0.000060603492,0.00014551081,0.0005207974,0.0003963879,0.00018572374],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056044257,0.00022387327,0.0003305636,0.0001776933,0.00010310841,0.000042304422,0.00023623684,0.0002763509,0.0018302491],"category_scores_gemma":[0.002479772,0.00017291073,0.0000918377,0.0005804372,0.00022160397,0.0003371722,0.000047321337,0.0005909773,0.000325473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010588729,0.0022265033,0.031515986,0.0011214381,0.00015335564,0.0000060139078,0.016468577,0.0000016845236,0.0020581963,0.026120134,0.47311187,0.44711035],"study_design_scores_gemma":[0.0017439126,0.00030631814,0.006519457,0.0022094615,0.000093481875,0.00011293687,0.028400265,0.00072173966,0.0023578089,0.0012085749,0.9558911,0.00043498614],"about_ca_topic_score_codex":0.000015269454,"about_ca_topic_score_gemma":0.0000042376414,"teacher_disagreement_score":0.4827792,"about_ca_system_score_codex":0.00022417206,"about_ca_system_score_gemma":0.0014500566,"threshold_uncertainty_score":0.9990822},"labels":[],"label_agreement":null},{"id":"W2912756237","doi":"10.1097/acm.0000000000002642","title":"Embracing Multiple Stakeholder Perspectives in Defining Trainee Competence","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Stakeholder; Competence (human resources); Engineering ethics; Psychology; MEDLINE; Medical education; Medicine; Political science; Public relations; Social psychology; Engineering","score_opus":0.06707126395642005,"score_gpt":0.3512254952080095,"score_spread":0.28415423125158945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912756237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96401274,0.001415327,0.00040447962,0.013237505,0.00073540467,0.000543739,0.0000010395521,0.00008274935,0.019566987],"genre_scores_gemma":[0.99239177,0.00011278978,0.0011814288,0.004016459,0.0005714897,0.000031388354,0.00004760764,0.000028464905,0.0016185871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99799216,0.00005024577,0.0006175975,0.0004092301,0.0005559821,0.0003747802],"domain_scores_gemma":[0.9989435,0.0003181376,0.00014478988,0.00033645474,0.00016213892,0.00009495754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011492508,0.0001796642,0.0004397398,0.00046596857,0.000044716136,0.0000029138125,0.00016544956,0.0002287743,0.0008844367],"category_scores_gemma":[0.0043237433,0.00014638386,0.000026706919,0.00096000754,0.00022009994,0.0001434411,0.000033277738,0.0014527193,0.0001762722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044553223,0.0001754769,0.63218063,0.0007865141,0.00011089359,0.0000681226,0.16135551,0.00013089487,0.06941554,0.0804622,0.023945386,0.0309233],"study_design_scores_gemma":[0.016479794,0.00094643026,0.63201994,0.006688895,0.00015636743,0.0004711868,0.303558,0.015258955,0.0011581158,0.0047931895,0.017701318,0.0007678118],"about_ca_topic_score_codex":0.00007483647,"about_ca_topic_score_gemma":0.000003937202,"teacher_disagreement_score":0.14220248,"about_ca_system_score_codex":0.00024100005,"about_ca_system_score_gemma":0.00016842142,"threshold_uncertainty_score":0.9683962},"labels":[],"label_agreement":null},{"id":"W2913144728","doi":"10.1111/medu.13803","title":"Perceptions of competency‐based medical education from medical student discussion forums","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; Bruyère; University of Ottawa","funders":"","keywords":"Medical education; Audit; Coding (social sciences); Perception; Debriefing; Psychology; Trustworthiness; Medicine","score_opus":0.0068598753701918916,"score_gpt":0.37454962252041024,"score_spread":0.36768974715021835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913144728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7817535,0.00026935092,0.003414607,0.20089899,0.0066823945,0.0010952458,0.000008846436,0.00013057288,0.005746498],"genre_scores_gemma":[0.9441127,0.00012715714,0.0069053033,0.042712998,0.0015529753,0.0003032675,0.002284209,0.00006168955,0.001939712],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99127305,0.00025058922,0.0014291308,0.0006870653,0.00590306,0.00045713366],"domain_scores_gemma":[0.9967601,0.00023427173,0.0003806482,0.0009996468,0.0008420222,0.0007833235],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017556333,0.0003287797,0.0006652671,0.0005111972,0.00014289102,0.000025538684,0.0006916333,0.0008952596,0.06924018],"category_scores_gemma":[0.011988812,0.00023264979,0.00021328713,0.0010458756,0.0004845522,0.00019491745,0.00013686021,0.0012043993,0.0006617651],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001150341,0.013268935,0.22509216,0.0004351263,0.00009407373,0.000005123574,0.0015495657,0.0000020891323,0.00040650115,0.0072590755,0.11468308,0.63708925],"study_design_scores_gemma":[0.008376564,0.0012407798,0.76869655,0.01278291,0.00056499953,0.0002325328,0.020448657,0.035740755,0.0006181791,0.004072751,0.14601167,0.0012136548],"about_ca_topic_score_codex":0.0004192304,"about_ca_topic_score_gemma":0.000092492555,"teacher_disagreement_score":0.6358756,"about_ca_system_score_codex":0.0004765453,"about_ca_system_score_gemma":0.047019124,"threshold_uncertainty_score":0.9963336},"labels":[],"label_agreement":null},{"id":"W2913616384","doi":"10.1080/0142159x.2018.1552782","title":"Twelve tips for implementing a community of practice for faculty development","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Best practice; Faculty development; Community of practice; Professional development; Medical education; Context (archaeology); Engineering ethics; Knowledge management; Medicine; Psychology; Pedagogy; Political science; Computer science; Engineering","score_opus":0.0912706789116072,"score_gpt":0.4524664565322751,"score_spread":0.3611957776206679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913616384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9595316,0.000025389283,0.023077196,0.0087227905,0.0003409294,0.0015134506,0.0000047090057,0.000041016585,0.006742924],"genre_scores_gemma":[0.8856763,0.0000020977313,0.104402736,0.0026461487,0.00034304807,0.00043790645,0.00078060775,0.00003454194,0.005676612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840105,0.00007985724,0.0005192887,0.00013927971,0.0005902666,0.00027029126],"domain_scores_gemma":[0.9986815,0.00026338274,0.00019391142,0.00027322661,0.0004976364,0.00009036353],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045900457,0.000097232805,0.00025483727,0.00006806224,0.00012578866,0.000005581711,0.0001561385,0.0001516863,0.0013458203],"category_scores_gemma":[0.014161124,0.000079277335,0.00006528004,0.00017046531,0.00006714623,0.000065591135,0.000066651606,0.000480982,0.000024033232],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006902857,0.0051498874,0.070928186,0.002601284,0.00072255556,0.000001788203,0.027307449,4.118384e-7,0.00067365164,0.005397081,0.2755323,0.6109951],"study_design_scores_gemma":[0.0033032065,0.00033270798,0.002949972,0.00022405348,0.00009672332,0.000019149074,0.008319943,0.0018234982,0.0007547395,0.000164873,0.98189574,0.00011538329],"about_ca_topic_score_codex":0.00003822641,"about_ca_topic_score_gemma":0.0000059629297,"teacher_disagreement_score":0.70636344,"about_ca_system_score_codex":0.00012909329,"about_ca_system_score_gemma":0.00053685287,"threshold_uncertainty_score":0.9995671},"labels":[],"label_agreement":null},{"id":"W2913703206","doi":"10.1177/2382120518818844","title":"Establishment of an Accelerated Doctor of Family Medicine Program at Unaizah College of Medicine, Qassim University, Kingdom of Saudi Arabia","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Kingdom; Family medicine; Medicine; Biology","score_opus":0.028993769213659943,"score_gpt":0.35134913307585436,"score_spread":0.32235536386219443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913703206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99118525,0.0006107578,0.0001553249,0.00584142,0.0010542222,0.0005318816,0.000003733916,0.0000071301597,0.0006102811],"genre_scores_gemma":[0.98773694,0.00047052506,0.010704567,0.00047263544,0.0001780418,0.000004417786,0.00007463055,0.0000143956695,0.0003438756],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954529,0.00013294128,0.0017300479,0.00020090357,0.0023042653,0.00017895675],"domain_scores_gemma":[0.99535954,0.000095815565,0.0016348483,0.0002530769,0.0023133361,0.00034339094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022204048,0.00018166596,0.0008839206,0.0007070064,0.00004270868,0.0000020587845,0.00031619958,0.00021639609,0.001330617],"category_scores_gemma":[0.0015653371,0.00013037045,0.000069238195,0.0012547784,0.0005807089,0.00013697078,0.00007733625,0.00033599482,0.0000011206134],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016349485,0.020025745,0.1781474,0.0066661425,0.0014913972,0.000062046165,0.016396385,0.000020309973,0.027964946,0.0129594095,0.11940126,0.61523],"study_design_scores_gemma":[0.01800393,0.0059694606,0.6619219,0.019367456,0.0008512424,0.00057143386,0.03341978,0.00077464175,0.012515949,0.00026835385,0.24587038,0.0004654698],"about_ca_topic_score_codex":0.000083064246,"about_ca_topic_score_gemma":0.0000051454654,"teacher_disagreement_score":0.6147645,"about_ca_system_score_codex":0.00028778304,"about_ca_system_score_gemma":0.0035650753,"threshold_uncertainty_score":0.9995823},"labels":[],"label_agreement":null},{"id":"W2913994264","doi":"10.1007/s40037-019-0496-3","title":"Progressive research collaborations and the limits of soft power","year":2019,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Nova Scotia Health Authority; Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada; Dalhousie University","keywords":"General partnership; Soft power; Power (physics); Public relations; Health care; Medical education; Hard power; Engineering ethics; Knowledge management; Computer science; Medicine; Political science; Engineering","score_opus":0.027655150061597664,"score_gpt":0.4357265200418375,"score_spread":0.4080713699802398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913994264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8758961,0.001315931,0.000056155346,0.10012868,0.0005726385,0.0013100068,0.0000014284257,0.000023751261,0.020695299],"genre_scores_gemma":[0.9955605,0.00011141008,0.0007332645,0.0017652398,0.0002713149,0.00020663043,0.000018276758,0.000014532769,0.0013188296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99768645,0.0002338705,0.0003017034,0.0002989699,0.0012891518,0.00018988841],"domain_scores_gemma":[0.99684954,0.0005379273,0.000118208714,0.00042146267,0.0019654867,0.000107404136],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002030736,0.000095659765,0.00021745937,0.00030200736,0.00014660021,0.000022592429,0.0001411472,0.0001422785,0.0013026419],"category_scores_gemma":[0.01901336,0.00006170201,0.00003672716,0.0012030583,0.0012033283,0.00007914689,0.00002910211,0.0006629402,0.00008188837],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010643604,0.0038728195,0.006145408,0.0002300401,0.000136897,0.000002330019,0.07776025,0.0000016024832,0.0003161882,0.8145441,0.04813318,0.04779283],"study_design_scores_gemma":[0.0110437535,0.002749251,0.13782674,0.002635814,0.00018187458,0.00022174038,0.7889852,0.0030854638,0.0011428655,0.013553247,0.03810288,0.00047114794],"about_ca_topic_score_codex":0.000022429082,"about_ca_topic_score_gemma":0.0000014557487,"teacher_disagreement_score":0.8009908,"about_ca_system_score_codex":0.00017886468,"about_ca_system_score_gemma":0.0027256492,"threshold_uncertainty_score":0.9996103},"labels":[],"label_agreement":null},{"id":"W2914019033","doi":"10.3138/ptc.2018-04.e","title":"Promoting Professional Behaviours in Physical Therapy Students Using Standardized Patient Feedback","year":2019,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Professional development; Medical education; Psychology; Clinical Practice; Medicine; Pedagogy; Nursing","score_opus":0.011439685028224086,"score_gpt":0.35979224666404286,"score_spread":0.3483525616358188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914019033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99701685,0.000048812934,0.00000609131,0.00092100777,0.0008514408,0.0010461657,0.000008155546,0.000018628461,0.000082852115],"genre_scores_gemma":[0.99698436,0.000006225584,0.00038924968,0.0021455851,0.00017882374,0.000038658327,0.00003727935,0.00003791376,0.00018191489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979518,0.00006185682,0.00028721674,0.00027835305,0.0011238501,0.00029690363],"domain_scores_gemma":[0.9993484,0.000027008628,0.00012351657,0.00027100864,0.00016391819,0.00006611766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000159665,0.00016652884,0.00031453677,0.00010838777,0.00006638236,0.000015956759,0.00012418882,0.00004851814,0.0002782359],"category_scores_gemma":[0.000021454252,0.00013479931,0.000045735884,0.00052492425,0.000031949894,0.00007913436,0.000022281423,0.00029724167,0.00000332089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011677588,0.0043136925,0.5846978,0.00018912627,0.00019940831,0.000036034748,0.012733548,0.000109927416,0.20475958,0.00010746737,0.005761911,0.18592374],"study_design_scores_gemma":[0.020129176,0.0012945763,0.8971762,0.0018938899,0.00004218705,0.000026333177,0.0041496027,0.016563024,0.045484766,0.0002914429,0.011892054,0.00105677],"about_ca_topic_score_codex":0.07099057,"about_ca_topic_score_gemma":0.006084426,"teacher_disagreement_score":0.3124784,"about_ca_system_score_codex":0.0009690509,"about_ca_system_score_gemma":0.001687638,"threshold_uncertainty_score":0.9351958},"labels":[],"label_agreement":null},{"id":"W2914195370","doi":"10.1177/0840470418808824","title":"Establishing learning objectives for a leadership skills development curriculum in family medicine","year":2019,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Leadership development; Interpersonal communication; Social skills; Psychology; Medicine; Pedagogy; Public relations; Political science","score_opus":0.0382441038917417,"score_gpt":0.3483465695320036,"score_spread":0.3101024656402619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914195370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8476905,0.0011149739,0.0075459387,0.115515165,0.002691727,0.0065963697,0.0000013809076,0.0002800582,0.018563846],"genre_scores_gemma":[0.9657959,0.00007112106,0.015463394,0.0113334935,0.00019700393,0.00048446888,0.00021408629,0.000044321943,0.0063962354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765027,0.00006500973,0.0006172812,0.00046413508,0.00052014645,0.0006831497],"domain_scores_gemma":[0.99915886,0.00009182913,0.00016163055,0.0002816509,0.00021696268,0.00008909364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013243856,0.00019462888,0.00036073345,0.0007059954,0.00015453214,0.000021215197,0.00014442389,0.000118287244,0.000079964906],"category_scores_gemma":[0.00054165866,0.00017590316,0.000042493142,0.00095145544,0.000050230225,0.00016678798,0.00007369379,0.00046521425,0.000057732574],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010600052,0.00050678186,0.46108845,0.005551964,0.000098986544,0.000016983387,0.006842642,0.000052334155,0.000046875786,0.021760978,0.020116344,0.48381168],"study_design_scores_gemma":[0.0054824348,0.00091911707,0.383199,0.0046362346,0.000053612275,0.000011108846,0.20806338,0.0019675873,0.00005690697,0.00083092885,0.3943297,0.0004499865],"about_ca_topic_score_codex":0.00016587022,"about_ca_topic_score_gemma":0.00007066843,"teacher_disagreement_score":0.4833617,"about_ca_system_score_codex":0.00062195444,"about_ca_system_score_gemma":0.00015279443,"threshold_uncertainty_score":0.7173123},"labels":[],"label_agreement":null},{"id":"W2914391636","doi":"10.1016/s1701-2163(16)34890-3","title":"In Response","year":2011,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Resistance (ecology); Narrative; Medicine; Empowerment; Power (physics); Qualitative research; Medical education; Social psychology; Public relations; Psychology; Sociology; Law; Political science","score_opus":0.016562186099749503,"score_gpt":0.2663871598331332,"score_spread":0.24982497373338372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914391636","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17261986,0.00262823,0.0000076380675,0.780264,0.04290817,0.00016604389,0.0000064492247,0.0000019520896,0.0013976515],"genre_scores_gemma":[0.064646974,0.00011230663,0.0010844436,0.93049634,0.0005813197,0.0000037300317,0.0000130094595,0.000025670404,0.0030362033],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998558,0.00010173785,0.00064269215,0.00011193329,0.00037240586,0.00021322771],"domain_scores_gemma":[0.9972213,0.0015845206,0.00049426086,0.00014753536,0.00049404445,0.000058325015],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00063200085,0.0001216881,0.0004476814,0.0009031612,0.000026866683,0.000005794895,0.00011728624,0.0005756497,0.00072834146],"category_scores_gemma":[0.019408735,0.00010269205,0.000037393227,0.00053806964,0.00006967407,0.000040210638,0.000020471276,0.0025346018,0.0000010576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012491935,0.000027594577,0.004754048,0.000063728876,0.00004162688,0.018346822,0.000061224746,1.5261244e-7,9.4313594e-7,0.000009375667,0.96436787,0.012314116],"study_design_scores_gemma":[0.0009030181,0.00025933483,0.11505295,0.000017739638,0.000062263185,0.00036221996,0.000053785156,0.0000031419795,0.0000027449641,0.00010911036,0.88309664,0.00007704763],"about_ca_topic_score_codex":0.0071810647,"about_ca_topic_score_gemma":0.0023944008,"teacher_disagreement_score":0.15023234,"about_ca_system_score_codex":0.0019839695,"about_ca_system_score_gemma":0.006532613,"threshold_uncertainty_score":0.9997666},"labels":[],"label_agreement":null},{"id":"W2914514848","doi":"10.15694/mep.2019.000027.1","title":"The Crisis of Health Professions Education in Pakistan","year":2019,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Health professions; Political science; Medicine; Development economics; Economic growth; Health care; Economics","score_opus":0.01709456325171782,"score_gpt":0.41045347906858265,"score_spread":0.39335891581686483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914514848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88951385,0.0004072847,0.0000774186,0.09699004,0.0018879597,0.0007520336,0.0000010735126,0.00002226714,0.010348074],"genre_scores_gemma":[0.9904575,0.000034316734,0.0010619643,0.0036113404,0.000087481305,0.00006178529,0.000063687876,0.000010657666,0.0046112696],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987605,0.0000911078,0.0004995239,0.00013881958,0.00032780468,0.0001822105],"domain_scores_gemma":[0.9989632,0.00006518985,0.00018634401,0.00042572018,0.0003282837,0.0000313131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015442575,0.00006035269,0.00016938457,0.00019826887,0.000125582,0.00001746642,0.00012965986,0.00006141706,0.00021554156],"category_scores_gemma":[0.0006557257,0.00004054464,0.000026953861,0.00089255016,0.000048127895,0.00013395309,0.00003680797,0.0002629697,0.00002200246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027528618,0.00065439084,0.10861656,0.00022542746,0.000012252671,1.4218703e-7,0.003934573,6.0958183e-7,0.000113320966,0.02961377,0.47497252,0.3818289],"study_design_scores_gemma":[0.0010059603,0.00019512484,0.5617641,0.0005796515,0.000012616528,0.000008061993,0.052539766,0.000112562135,0.00024137074,0.0035856212,0.3798366,0.00011854311],"about_ca_topic_score_codex":0.00027718052,"about_ca_topic_score_gemma":0.00005169667,"teacher_disagreement_score":0.45314756,"about_ca_system_score_codex":0.00019763084,"about_ca_system_score_gemma":0.0022172863,"threshold_uncertainty_score":0.39333707},"labels":[],"label_agreement":null},{"id":"W2914660036","doi":"10.1111/medu.13806","title":"Comparing resident–patient encounters and case presentations in a family medicine clinic","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Competence (human resources); Communication skills; Medicine; Perspective (graphical); Presentation (obstetrics); Medical education; Communication skills training; Social skills; Simulated patient; Psychology; Family medicine; Nursing; Social psychology; Psychiatry","score_opus":0.03358154675693284,"score_gpt":0.4123592806794003,"score_spread":0.3787777339224675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914660036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967417,0.00046108663,0.00009543981,0.018637192,0.0018350956,0.0007216435,4.1077598e-7,0.000036804882,0.010795307],"genre_scores_gemma":[0.9847249,0.00011077398,0.0006641365,0.0127878515,0.0002865882,0.000116591546,0.00008993665,0.000017835717,0.0012014199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997837,0.000098792385,0.0007403107,0.0003523772,0.0007401753,0.00023134428],"domain_scores_gemma":[0.99900615,0.00017301449,0.00014446075,0.00033263833,0.00020231366,0.00014142375],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008934275,0.0001380146,0.0003140719,0.00046152915,0.00006688107,0.000014346274,0.00008510066,0.00015903925,0.0019413623],"category_scores_gemma":[0.0038828403,0.0001205418,0.000027168344,0.0006994074,0.00022974405,0.00014722082,0.000045358287,0.0005198339,0.00013685826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012289398,0.0010586428,0.677063,0.00044687386,0.00003876619,0.0001632271,0.012434377,0.0000033444603,0.00023358583,0.000863368,0.21762943,0.0899425],"study_design_scores_gemma":[0.006488693,0.0009452257,0.8075129,0.003412799,0.00017615112,0.0044199233,0.09090595,0.012369662,0.000056518882,0.0007368125,0.07248082,0.00049458706],"about_ca_topic_score_codex":0.001472887,"about_ca_topic_score_gemma":0.00013521679,"teacher_disagreement_score":0.1451486,"about_ca_system_score_codex":0.0002133233,"about_ca_system_score_gemma":0.0012540524,"threshold_uncertainty_score":0.998971},"labels":[],"label_agreement":null},{"id":"W2915332582","doi":"10.1016/j.jamda.2019.01.106","title":"Medical Education in the Long-Term Care Setting: Exploring Residents’ Experience of Learning in This Environment","year":2019,"lang":"en","type":"article","venue":"Journal of the American Medical Directors Association","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Medicine; Competence (human resources); Long-term care; Curriculum; Perception; Medical education; Learning environment; Nursing; Term (time); Gerontology; Pedagogy; Psychology","score_opus":0.010515376411258397,"score_gpt":0.3176532445696707,"score_spread":0.3071378681584123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915332582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98774016,0.0002326185,0.000021936368,0.010506778,0.00087163923,0.0002457741,2.400944e-7,0.00000574206,0.00037508545],"genre_scores_gemma":[0.9972476,0.0004930839,0.00015734349,0.0015278067,0.00032919698,0.000021799657,0.0000058630517,0.000013112105,0.00020423623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948915,0.00063639594,0.0009491282,0.0001516305,0.0031431557,0.00022813867],"domain_scores_gemma":[0.9975292,0.00047609748,0.001471297,0.00023363596,0.00019414988,0.000095630276],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003494732,0.000114784154,0.0003910607,0.0002713263,0.00005245748,0.000012542581,0.000450317,0.000113600916,0.00052467536],"category_scores_gemma":[0.01656936,0.00007189754,0.00012183888,0.0008342107,0.00014699607,0.00014948612,0.00006333095,0.001272225,0.000008163532],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000386166,0.00026745012,0.9160334,0.000048567053,0.000019894436,0.0000060637603,0.009559798,0.000013480086,0.00019793736,0.000012045019,0.00068190496,0.07312085],"study_design_scores_gemma":[0.0005810496,0.00014608775,0.98764116,0.0011026864,0.000030370078,0.000028355089,0.009471923,0.00010862499,0.00027973577,0.000010281966,0.00053430744,0.000065404914],"about_ca_topic_score_codex":0.00040247664,"about_ca_topic_score_gemma":0.000033340606,"teacher_disagreement_score":0.073055446,"about_ca_system_score_codex":0.0013861145,"about_ca_system_score_gemma":0.0014425277,"threshold_uncertainty_score":0.9917145},"labels":[],"label_agreement":null},{"id":"W2915342140","doi":"10.1016/j.jogc.2018.12.023","title":"Barriers Preventing Medical Students From Performing Pelvic Examinations During Obstetrics and Gynaecology Clinical Clerkship Rotations","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Division of Undergraduate Education; Dalhousie University","keywords":"Medicine; Obstetrics and gynaecology; Gynecology; Obstetrics; Pregnancy","score_opus":0.015106188994640708,"score_gpt":0.31113191311086114,"score_spread":0.2960257241162204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915342140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97429115,0.0014843517,0.000052289834,0.0009762193,0.022399709,0.00029868682,0.000007092612,0.0000074539435,0.0004830721],"genre_scores_gemma":[0.9970831,0.00023839195,0.0012332433,0.0009950182,0.00010059016,0.0000070857354,0.00001577038,0.000021293068,0.00030546292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966314,0.00019258629,0.0013500254,0.00029128473,0.001176611,0.00035813262],"domain_scores_gemma":[0.98875195,0.008930342,0.0007736499,0.00022184006,0.0007881053,0.000534121],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016753358,0.00017626758,0.0005902918,0.00056314113,0.00027834566,0.000047560494,0.0002954223,0.00039292837,0.0021706591],"category_scores_gemma":[0.100254916,0.00016317643,0.00007261404,0.0008146086,0.00017300739,0.00017601224,0.00015455634,0.0012757961,0.0000028076768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022755064,0.00008867892,0.8917391,0.00006041497,0.00016566062,0.00038759672,0.00026562077,0.000007553413,0.000004185643,0.000072404655,0.00030051175,0.10690601],"study_design_scores_gemma":[0.0040854993,0.00030399451,0.9896847,0.000023775037,0.000187752,0.000074562995,0.0025508176,0.0007955434,0.000008778626,0.000083365405,0.0020628166,0.00013838215],"about_ca_topic_score_codex":0.000991559,"about_ca_topic_score_gemma":0.0014652271,"teacher_disagreement_score":0.10676763,"about_ca_system_score_codex":0.0012823301,"about_ca_system_score_gemma":0.003790066,"threshold_uncertainty_score":0.9987415},"labels":[],"label_agreement":null},{"id":"W2915489226","doi":"10.21815/jde.019.059","title":"Qualifications and Characteristics North American Dental Deans Seek in Department Chairpersons","year":2019,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institutes of Health; Creighton University","keywords":"Medical education; Psychology; Section (typography); Medicine","score_opus":0.008451966461419805,"score_gpt":0.32007487440420596,"score_spread":0.31162290794278613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915489226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99624896,0.00007948503,0.00005869605,0.0017497328,0.0011267958,0.00029348052,0.00000659405,0.0000062920276,0.0004299913],"genre_scores_gemma":[0.9955673,0.00010325867,0.0023486763,0.0009036991,0.00029705407,0.000014536706,0.00010186425,0.000013769784,0.0006498307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988613,0.000030589676,0.0005321426,0.00012533067,0.0003145089,0.00013611834],"domain_scores_gemma":[0.99907744,0.000031402462,0.00044693376,0.00014599625,0.00021024715,0.0000879817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000241089,0.00009776492,0.00023327864,0.00039481523,0.000041812564,0.000023722507,0.0000744549,0.00003374364,0.0000872394],"category_scores_gemma":[0.00019590018,0.000091270515,0.00004581564,0.000529654,0.000082345665,0.00017326146,0.000013692723,0.00027508812,0.000054163233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005535479,0.0008992516,0.96953046,0.000046494682,0.000027388522,0.0000035018659,0.0011678517,0.0000012577063,0.00086145743,0.00024169513,0.0011997507,0.025965542],"study_design_scores_gemma":[0.0005212905,0.00026084104,0.9822616,0.00011155299,0.000054243137,0.0005098528,0.012485316,0.0001112859,0.00011560005,0.000011232834,0.0034747089,0.00008249898],"about_ca_topic_score_codex":0.000049944614,"about_ca_topic_score_gemma":0.00008125035,"teacher_disagreement_score":0.025883043,"about_ca_system_score_codex":0.00040941927,"about_ca_system_score_gemma":0.0004572755,"threshold_uncertainty_score":0.37219036},"labels":[],"label_agreement":null},{"id":"W2915578738","doi":"10.1111/medu.13817","title":"Through another lens: the humanities and social sciences in the making of physicians","year":2019,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical humanities; Diversity (politics); Set (abstract data type); Humanities; Medical school; Psychology; Medical education; Medicine; Sociology; Art; Computer science; Anthropology","score_opus":0.06443914609650485,"score_gpt":0.3816961640913064,"score_spread":0.31725701799480155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915578738","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005897582,0.0003852566,0.000045342214,0.9823468,0.0011651221,0.0005075669,0.0000021393598,0.00001063415,0.009639556],"genre_scores_gemma":[0.015309839,0.00003428708,0.00019787444,0.9789763,0.004347349,0.00008916416,0.00009490929,0.000018473946,0.0009317924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775684,0.00019865391,0.00039223596,0.0002390291,0.0011953173,0.00021792087],"domain_scores_gemma":[0.9991439,0.00023020047,0.00024677077,0.00023946009,0.0001394038,2.866705e-7],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011178476,0.00014695707,0.00027193024,0.00014477501,0.00024893467,0.000046879864,0.00035911016,0.00038078995,0.00018141794],"category_scores_gemma":[0.0010570029,0.00008309907,0.00005220019,0.0004764277,0.0016662776,0.00010176645,0.000032647848,0.0014077569,0.000011427712],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003024939,0.00012023355,0.00042269536,0.00034531998,0.000013318345,0.0000012488438,0.014109583,4.9067225e-8,0.000002680419,0.00074363034,0.9730274,0.011210826],"study_design_scores_gemma":[0.00015720859,0.000055877394,0.0022140571,0.00071132876,0.00005837648,0.000024655912,0.004306417,0.000028035616,0.0000043627274,0.0002184326,0.9921385,0.00008276378],"about_ca_topic_score_codex":0.0001128687,"about_ca_topic_score_gemma":0.000014856259,"teacher_disagreement_score":0.019111093,"about_ca_system_score_codex":0.00008476868,"about_ca_system_score_gemma":0.0017907924,"threshold_uncertainty_score":0.6139469},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2915951473","doi":"10.1111/medu.13818","title":"Identifying coaching skills to improve feedback use in postgraduate medical education","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Calgary","funders":"National Board of Medical Examiners","keywords":"Coaching; Thematic analysis; Medical education; Competence (human resources); Psychology; Peer feedback; Content analysis; Qualitative research; Pedagogy; Medicine; Social psychology","score_opus":0.011453535648911196,"score_gpt":0.35826907909017963,"score_spread":0.3468155434412684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915951473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.927615,0.000108955224,0.0011845907,0.059268482,0.008166695,0.0013955525,0.0000016279693,0.000098791315,0.0021603322],"genre_scores_gemma":[0.89384633,0.0000665652,0.00914731,0.08680859,0.0013057811,0.0003391312,0.0004681047,0.00007021299,0.007947958],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99512374,0.00017295385,0.0010660276,0.0007377231,0.00234053,0.00055900816],"domain_scores_gemma":[0.9976374,0.00019205,0.00021083407,0.0007756182,0.0006164639,0.0005676613],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021829195,0.00028687372,0.0004607054,0.00090567156,0.000098009106,0.000099427474,0.00039188852,0.0004983314,0.0035180685],"category_scores_gemma":[0.03062755,0.0002729869,0.00009421269,0.0016444968,0.00011291751,0.000497637,0.00012587996,0.0012049235,0.0013300811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106518884,0.0056320825,0.17445992,0.0005239919,0.000041098254,0.000009763872,0.002939278,0.0000025578042,0.0011783397,0.0041284044,0.11932842,0.6916496],"study_design_scores_gemma":[0.0045611323,0.00056033477,0.8336266,0.00927879,0.00015193733,0.00048285373,0.0060251285,0.006994878,0.0010835434,0.0014033035,0.1346516,0.0011798686],"about_ca_topic_score_codex":0.000950105,"about_ca_topic_score_gemma":0.00014154708,"teacher_disagreement_score":0.69046974,"about_ca_system_score_codex":0.00085594284,"about_ca_system_score_gemma":0.01159385,"threshold_uncertainty_score":0.9999722},"labels":[],"label_agreement":null},{"id":"W2916291497","doi":"10.1007/s13187-019-01497-3","title":"Accreditation Improves Quality of Oncology Education in Low- and Middle-Income Countries: Perspectives of African Oncologists","year":2019,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Medicine; Graduate medical education; Medical education; Family medicine; Quality (philosophy); Internal medicine","score_opus":0.019506568553302923,"score_gpt":0.44766399561864867,"score_spread":0.42815742706534576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916291497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872847,0.0025408468,0.000038750033,0.0060897875,0.0020447222,0.00042443356,0.0000029569173,0.0000033000842,0.0015705083],"genre_scores_gemma":[0.9948613,0.00083841477,0.0032118245,0.0002729542,0.00048514173,0.000028871751,0.000008212895,0.0000093510835,0.00028394276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815536,0.000117435986,0.0010785889,0.00014251536,0.00038387676,0.00012223575],"domain_scores_gemma":[0.9957005,0.00020750794,0.0017296198,0.00016988297,0.0021412065,0.00005128543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012800589,0.00009819906,0.00045777563,0.0005898948,0.000018204557,0.0000071887616,0.0000962138,0.00013558677,0.00017971604],"category_scores_gemma":[0.0013500862,0.000087557564,0.00005460684,0.0005189998,0.00018308313,0.00023357799,0.000012935,0.00026931756,0.0000012558673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017538766,0.003996705,0.6524487,0.0050537884,0.00016154711,4.6487682e-7,0.038118236,0.000027212915,0.014730641,0.005255379,0.0014417921,0.27701163],"study_design_scores_gemma":[0.0011774454,0.0008914662,0.9245585,0.0019715815,0.00007375033,0.000017938795,0.06686456,0.00003512875,0.0016717997,0.00057032437,0.0020840561,0.00008343512],"about_ca_topic_score_codex":0.0005592541,"about_ca_topic_score_gemma":0.00008933766,"teacher_disagreement_score":0.2769282,"about_ca_system_score_codex":0.0010916915,"about_ca_system_score_gemma":0.012064476,"threshold_uncertainty_score":0.9935362},"labels":[],"label_agreement":null},{"id":"W2917512127","doi":"10.1007/s11606-019-04874-2","title":"Feedback Redefined: Principles and Practice","year":2019,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto","funders":"","keywords":"Credibility; Psychosocial; Action (physics); Process (computing); Medicine; Quality (philosophy); Strengths and weaknesses; Process management; Psychology; Computer science; Social psychology","score_opus":0.03415874164580912,"score_gpt":0.36845698658488146,"score_spread":0.33429824493907234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917512127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759163,0.0013578468,0.00067603623,0.0679636,0.002529972,0.00015768016,3.9368757e-7,0.000009510025,0.051388677],"genre_scores_gemma":[0.9101215,0.0007558973,0.03758266,0.016234355,0.0050760475,0.0000023097841,0.000006183734,0.000031281827,0.030189786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821717,0.00006329837,0.0007925462,0.00013094573,0.0006416958,0.00015435042],"domain_scores_gemma":[0.9979706,0.00018401432,0.0006248696,0.00018387692,0.00089824153,0.00013841187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014974538,0.00012402247,0.00040045043,0.00029721283,0.000025490583,0.000012688731,0.00012014593,0.00008025051,0.0007080808],"category_scores_gemma":[0.0051478213,0.00008051898,0.000051216655,0.00023173931,0.0001421276,0.00020679085,0.000039615185,0.00055223535,0.000034612756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006314815,0.00092261215,0.08239628,0.0006769944,0.0011294695,0.00074026047,0.0040718885,0.00004728946,0.18496634,0.019423183,0.51959693,0.17971395],"study_design_scores_gemma":[0.0070041185,0.005542279,0.097197495,0.002653327,0.0004667431,0.027794225,0.0027615195,0.0011977743,0.002028839,0.00051925646,0.85262865,0.0002057463],"about_ca_topic_score_codex":0.000053575142,"about_ca_topic_score_gemma":7.874514e-7,"teacher_disagreement_score":0.33303174,"about_ca_system_score_codex":0.00011783133,"about_ca_system_score_gemma":0.00012985281,"threshold_uncertainty_score":0.77529883},"labels":[],"label_agreement":null},{"id":"W2917952026","doi":"10.4212/cjhp.v72i1.2865","title":"Evaluation of Physical Assessment Education for Practising Pharmacists: A Cross-Sectional Survey","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; University of Alberta; Vancouver General Hospital; Native Mental Health Association of Canada; University of British Columbia","funders":"","keywords":"Cross-sectional study; Family medicine; Medicine","score_opus":0.07354824610508134,"score_gpt":0.4811637109112954,"score_spread":0.407615464806214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917952026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99215144,0.00014581594,0.00015073322,0.0016620109,0.003626074,0.0009020839,0.000022903523,0.0000028637405,0.0013361044],"genre_scores_gemma":[0.9978137,0.0000036200834,0.0006109869,0.0003659127,0.0009706114,0.000025269,0.00006688469,0.000017274522,0.00012573009],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980888,0.00018091712,0.0004911134,0.000116148345,0.00094670337,0.00017632465],"domain_scores_gemma":[0.9932874,0.00017571566,0.000589678,0.00016079824,0.005631681,0.00015471586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005781185,0.000097885786,0.00019152273,0.00023882282,0.00015088587,0.00005854398,0.00016956647,0.000031780884,0.00037733323],"category_scores_gemma":[0.001972845,0.00007529745,0.00011757161,0.00033829297,0.00011991871,0.00032568994,0.0000063493508,0.0003801493,0.000009108243],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017716861,0.00073979166,0.91649944,0.00010578545,0.00037215202,0.0000015421973,0.0011192895,0.00046534018,0.0020906336,0.0009872266,0.010141203,0.06730041],"study_design_scores_gemma":[0.003369252,0.00055480463,0.97703886,0.00008020364,0.00033053439,0.000118116994,0.00019139245,0.01126619,0.0014014075,0.0015943185,0.0039370167,0.00011791033],"about_ca_topic_score_codex":0.0010279367,"about_ca_topic_score_gemma":0.00015686806,"teacher_disagreement_score":0.067182496,"about_ca_system_score_codex":0.0011335161,"about_ca_system_score_gemma":0.014521085,"threshold_uncertainty_score":0.9910657},"labels":[],"label_agreement":null},{"id":"W2917992366","doi":"10.3138/jvme.0917-123r","title":"Assessment Tools for Feedback and Entrustment Decisions in the Clinical Workplace: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"PsycINFO; Autonomy; Medical education; Psychology; Resource (disambiguation); Schedule; MEDLINE; Coding (social sciences); Inclusion (mineral); Computer science; Medicine; Social psychology","score_opus":0.27193920069106753,"score_gpt":0.5706288855347654,"score_spread":0.2986896848436979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917992366","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016683147,0.9827821,0.0003141075,0.007705777,0.0030148486,0.005890125,0.0000033651504,0.0000046095115,0.00011820527],"genre_scores_gemma":[0.00003657927,0.9840274,0.0049021,0.008918922,0.0010299725,0.00078310474,0.00012349611,0.00003170891,0.00014675152],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99271405,0.0012419339,0.0040826946,0.00029769485,0.0014228505,0.00024077241],"domain_scores_gemma":[0.9908423,0.0052005015,0.0024619277,0.0006912233,0.0005834753,0.00022058244],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013924192,0.0003134082,0.0031903924,0.00039214973,0.00006218868,0.000066955916,0.00052152044,0.00050671806,0.0001445404],"category_scores_gemma":[0.04649903,0.00017078467,0.0006319627,0.0006554465,0.000119628196,0.00017921913,0.00006512912,0.001778985,0.000015940888],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017654937,0.00083761755,0.000005005475,0.38855094,0.00012268912,0.000015906882,0.000045053017,1.0473475e-8,1.4842641e-8,0.000112621216,0.028521944,0.58177054],"study_design_scores_gemma":[0.00043700595,0.00080680783,0.00011761643,0.502845,0.002634865,0.0037611707,0.00028063156,0.000008597281,1.6553291e-9,0.00002280619,0.48899847,0.00008705182],"about_ca_topic_score_codex":6.361166e-7,"about_ca_topic_score_gemma":1.8794086e-7,"teacher_disagreement_score":0.5816835,"about_ca_system_score_codex":0.0005436333,"about_ca_system_score_gemma":0.009582505,"threshold_uncertainty_score":0.99603224},"labels":[],"label_agreement":null},{"id":"W2918004016","doi":"10.3138/jvme.0718-082r","title":"AAVMC Internship Program Guidelines 2018","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Medical education; Medicine; Private practice; Family medicine","score_opus":0.12721812252864748,"score_gpt":0.4932954798077294,"score_spread":0.36607735727908197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918004016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95373654,0.0005239354,0.00033515578,0.03548438,0.0075105475,0.0003752099,3.15955e-7,0.000034508706,0.001999423],"genre_scores_gemma":[0.94308406,0.00023402701,0.03717486,0.013754719,0.0037127112,0.000032310887,0.00003326056,0.00003281683,0.001941251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731696,0.000071236005,0.0010903194,0.00016186824,0.0011563813,0.0002032485],"domain_scores_gemma":[0.9975623,0.0000582412,0.00048582244,0.00030077365,0.001354699,0.00023814778],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014609811,0.00013873937,0.00033296505,0.000372159,0.000034103265,0.000023654053,0.0002591674,0.00020149129,0.0031147697],"category_scores_gemma":[0.0066711525,0.000106379724,0.00013876006,0.00043633083,0.00010094646,0.00023206613,0.000043682874,0.00064219063,0.00018061591],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029791065,0.0018037446,0.009099934,0.0002896302,0.00006149134,0.00003244343,0.0003379129,6.2513504e-7,0.0008912319,0.00020414166,0.2728145,0.7141664],"study_design_scores_gemma":[0.0019099,0.0060312976,0.042153228,0.0034806582,0.00011119331,0.0082383575,0.0017427735,0.0010478257,0.00014081647,0.00029399907,0.9346443,0.0002056614],"about_ca_topic_score_codex":0.000008304864,"about_ca_topic_score_gemma":2.9869102e-7,"teacher_disagreement_score":0.71396077,"about_ca_system_score_codex":0.00023320076,"about_ca_system_score_gemma":0.0028393366,"threshold_uncertainty_score":0.99779654},"labels":[],"label_agreement":null},{"id":"W2918111466","doi":"10.7899/jce-18-13","title":"Student and new graduate perception of hospital versus institutional clinic for clinical educational experience","year":2019,"lang":"en","type":"article","venue":"Journal of Chiropractic Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Context (archaeology); Medical education; Medicine; Perception; Pace; Private practice; Qualitative research; Clinical Practice; Demographics; Exploratory research; Family medicine; Psychology; Alternative medicine","score_opus":0.1293663254264317,"score_gpt":0.5067813858898128,"score_spread":0.37741506046338114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918111466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696855,0.00019613751,0.00047500906,0.016778704,0.011834819,0.0004812171,0.0000010419858,0.0000039096476,0.0005436503],"genre_scores_gemma":[0.96459717,0.0003732676,0.03114046,0.000526332,0.002458392,0.000016474769,0.00003576274,0.000012096683,0.0008400765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979703,0.0000479843,0.0011083625,0.00018340214,0.0005714289,0.00011853108],"domain_scores_gemma":[0.99685925,0.00038162482,0.001168705,0.00019749138,0.001271959,0.00012099358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011152802,0.00010883632,0.00030522063,0.00022123498,0.00006206178,0.00002176161,0.00010925357,0.000106765016,0.00042783876],"category_scores_gemma":[0.0045345295,0.00009508063,0.00013055539,0.00022617847,0.00014000689,0.0005023524,0.00001770643,0.00038191755,0.000026257321],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034891877,0.011695023,0.46910912,0.0004877111,0.0004676998,0.0000011365852,0.012660152,0.000009179235,0.0018614433,0.0069826613,0.07238805,0.42084864],"study_design_scores_gemma":[0.0036128114,0.0026216279,0.95890194,0.00029340104,0.00024034236,0.00011902437,0.010726846,0.000044827597,0.000055041382,0.0006001245,0.022665204,0.000118814314],"about_ca_topic_score_codex":0.0000115822095,"about_ca_topic_score_gemma":3.4952956e-7,"teacher_disagreement_score":0.48979282,"about_ca_system_score_codex":0.00021406826,"about_ca_system_score_gemma":0.0039727143,"threshold_uncertainty_score":0.7047425},"labels":[],"label_agreement":null},{"id":"W2918129248","doi":"10.3138/jvme.1017-150r1","title":"The Educational Resource Preferences and Information-Seeking Behaviors of Veterinary Medical Students and Practitioners","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Resource (disambiguation); Medicine; Psychology; Veterinary medicine; Computer science","score_opus":0.037143092315512695,"score_gpt":0.4107561675922411,"score_spread":0.3736130752767284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918129248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97304565,0.000581626,0.00004777837,0.023952167,0.001462575,0.00027836207,0.0000012467661,0.000006455489,0.00062416337],"genre_scores_gemma":[0.9949964,0.0009775474,0.0011110076,0.0022724431,0.00042987187,0.000023772613,0.000037944057,0.000010439723,0.00014054083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99618524,0.00015640193,0.001028947,0.00013271943,0.0023293658,0.00016732009],"domain_scores_gemma":[0.99768066,0.00045785986,0.00078094925,0.00020920193,0.0006012862,0.00027002374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026058108,0.00013467752,0.00027591086,0.00030492546,0.00014807489,0.00006349221,0.00032633258,0.00019772645,0.00054993876],"category_scores_gemma":[0.0052348627,0.00009531865,0.000051975025,0.00030704986,0.00037539031,0.0007732716,0.00012493753,0.0006391547,0.000007587167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017385023,0.0027182095,0.24142225,0.0012678982,0.00029706673,0.000021022595,0.0060551106,0.0000016887327,0.0012963519,0.0033183913,0.03033187,0.71153164],"study_design_scores_gemma":[0.0024320572,0.0037090657,0.72593457,0.0027901158,0.00016819789,0.008221416,0.009408366,0.00025763025,0.00003524605,0.00038767897,0.24643566,0.00021998616],"about_ca_topic_score_codex":0.000017801998,"about_ca_topic_score_gemma":7.1535715e-7,"teacher_disagreement_score":0.71131164,"about_ca_system_score_codex":0.00011759156,"about_ca_system_score_gemma":0.0027119254,"threshold_uncertainty_score":0.62669975},"labels":[],"label_agreement":null},{"id":"W2918629906","doi":"10.3138/ptc.2018-14.e","title":"Build Insight, Change Thinking, Inform Action: Considerations for Increasing the Number of Indigenous Students in Canadian Physical Therapy Programmes","year":2019,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Indigenous; Action (physics); Medical education; Medicine","score_opus":0.028056771059564372,"score_gpt":0.3733443741309532,"score_spread":0.34528760307138884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918629906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931832,0.00008067562,0.00000428125,0.003723479,0.00040829967,0.0021203808,0.000014900885,0.000013247651,0.00045154383],"genre_scores_gemma":[0.989412,0.000043370692,0.00044132263,0.009218709,0.00036418744,0.00034777698,0.000056645003,0.000026098533,0.00008988362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986698,0.000037681075,0.00026946698,0.000166109,0.0005240465,0.00033290283],"domain_scores_gemma":[0.9990743,0.00016130379,0.00012793904,0.00030547238,0.00024942236,0.00008161139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002919654,0.00014151681,0.0002561396,0.00013282211,0.00017979777,0.000033742934,0.00015000816,0.00006171868,0.00014639889],"category_scores_gemma":[0.0000851655,0.0001034732,0.00004774309,0.0004982851,0.00005797086,0.00012730452,0.000009534113,0.00021481831,0.0000026880095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027169715,0.0007878104,0.8658482,0.00022878403,0.00032122585,0.0000051486863,0.03918434,0.00001800223,0.0015584874,0.0056933514,0.003985636,0.08209735],"study_design_scores_gemma":[0.004757348,0.00039505176,0.81957203,0.00029619114,0.000032933192,0.000046440222,0.0035413394,0.00092104665,0.002715601,0.003092807,0.1641952,0.00043402065],"about_ca_topic_score_codex":0.97688717,"about_ca_topic_score_gemma":0.96170944,"teacher_disagreement_score":0.16020955,"about_ca_system_score_codex":0.00074430346,"about_ca_system_score_gemma":0.003448704,"threshold_uncertainty_score":0.6117853},"labels":[],"label_agreement":null},{"id":"W2918772878","doi":"10.7759/cureus.4168","title":"The Cost of Board Examination and Preparation: An Overlooked Factor in Medical Student Debt","year":2019,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Heritage College","funders":"","keywords":"Medicine; Medical education; Test (biology); Descriptive statistics; United States Medical Licensing Examination; Attendance; Osteopathic medicine in the United States; Student debt; Family medicine; Licensure; Resource (disambiguation); Medical school; Debt; Statistics; Alternative medicine; Finance","score_opus":0.01816361618125129,"score_gpt":0.38406623592698463,"score_spread":0.36590261974573335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918772878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99593955,0.00017164611,0.0000990899,0.0008578525,0.0003813379,0.0005394087,8.446311e-7,0.000011279617,0.00199898],"genre_scores_gemma":[0.9988906,0.00008564764,0.00017957693,0.00028215462,0.000086299,0.000034123957,0.000022933646,0.000006083254,0.00041257386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989556,0.000057204223,0.00026624274,0.00013010355,0.00049649325,0.00009435371],"domain_scores_gemma":[0.99941033,0.00009171245,0.00007246308,0.00024099936,0.00013728355,0.000047212387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058294553,0.000057161807,0.00011654421,0.00004456704,0.00003186998,0.000011246888,0.00008598663,0.000090995956,0.00030830654],"category_scores_gemma":[0.00067269785,0.00003980542,0.00001114933,0.00016012862,0.00008017583,0.00009864562,0.000023742274,0.00014147154,0.000009818359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016111674,0.0010348337,0.59557134,0.00013634274,0.000060451504,0.000005849336,0.01096039,0.000004961664,0.002541802,0.014556562,0.0016701049,0.37329626],"study_design_scores_gemma":[0.0009627827,0.00030093978,0.9893705,0.00007140569,0.00001092162,0.0000077450895,0.0014538973,0.002456283,0.00041790455,0.000085609245,0.0048115216,0.0000504529],"about_ca_topic_score_codex":0.0000302136,"about_ca_topic_score_gemma":0.00007879991,"teacher_disagreement_score":0.39379922,"about_ca_system_score_codex":0.00009570164,"about_ca_system_score_gemma":0.00013532606,"threshold_uncertainty_score":0.33757403},"labels":[],"label_agreement":null},{"id":"W2919262368","doi":"10.1097/acm.0000000000002549","title":"Progressing From Shared Care to Shared Assessment","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Viewpoints; Coaching; Medical education; Health care; Psychology; Perspective (graphical); Medicine; Computer science","score_opus":0.046474570148268946,"score_gpt":0.4162184209693168,"score_spread":0.3697438508210479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919262368","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067664487,0.002408635,0.000895107,0.97438604,0.005511046,0.0026821871,0.00012780925,0.000256704,0.0069660353],"genre_scores_gemma":[0.0042721652,0.000100705845,0.0071394974,0.91141534,0.03927438,0.0004082471,0.024426764,0.00018844465,0.012774478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418294,0.0001246796,0.0013568106,0.0012014474,0.0023226123,0.00081152376],"domain_scores_gemma":[0.9967361,0.00032716437,0.00057211716,0.0013432236,0.0008225192,0.00019887942],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0005979049,0.00065634854,0.001382861,0.0008098569,0.00012637774,0.000027252547,0.00072939845,0.0026139037,0.0048888004],"category_scores_gemma":[0.0025450971,0.0005243753,0.000107683794,0.0009937106,0.00023117142,0.00014038396,0.00020017647,0.009525773,0.00070751924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002780968,0.0000084851645,0.0026322324,0.00086142146,0.00014156767,0.00014968957,0.005652946,4.509326e-7,0.00046660026,0.000016671405,0.97065395,0.019388156],"study_design_scores_gemma":[0.0017998021,0.0003653273,0.004842313,0.010396787,0.00062819815,0.00004868329,0.0022356238,0.00013131433,0.00004695768,0.00008742216,0.97894835,0.0004691958],"about_ca_topic_score_codex":0.00016053936,"about_ca_topic_score_gemma":8.979937e-7,"teacher_disagreement_score":0.062970705,"about_ca_system_score_codex":0.0013075359,"about_ca_system_score_gemma":0.0011056036,"threshold_uncertainty_score":0.99972075},"labels":[],"label_agreement":null},{"id":"W2919900341","doi":"10.1097/acm.0000000000002551","title":"Strategies for Educational Exposure to Acute Care in Longitudinal Clerkships","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dystonia Medical Research Foundation Canada; University of Toronto","funders":"","keywords":"Medicine; Ambulatory; Ambulatory care; Emergency department; Acute care; Family medicine; Emergency medicine; Longitudinal study; Outpatient clinic; Decompensation; Internal medicine; Health care; Nursing","score_opus":0.04791969723751428,"score_gpt":0.3942671506374714,"score_spread":0.34634745339995715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919900341","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017599951,0.0017544276,0.00076912344,0.969553,0.0043348502,0.0027444453,0.000048698825,0.00005451235,0.003140992],"genre_scores_gemma":[0.03551528,0.00019449781,0.0018252287,0.90582806,0.033398062,0.0010518966,0.0075793182,0.00012756736,0.014480069],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961807,0.000067052286,0.0011403456,0.00084540434,0.0010759822,0.0006904767],"domain_scores_gemma":[0.9975554,0.0005424793,0.00031712846,0.0007094166,0.0007677553,0.000107873384],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00073832076,0.00048288118,0.0009880426,0.0011206868,0.00007529549,0.000013184441,0.00049900654,0.001988997,0.0007424711],"category_scores_gemma":[0.001895233,0.0004059825,0.00009356167,0.0009485842,0.00021767893,0.00014343412,0.00006141223,0.0054447586,0.00017913841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115616276,0.000011347933,0.0028962682,0.0014167576,0.00010527113,0.000027171893,0.0050818943,0.0000044731364,0.00010826826,0.0011877368,0.98655516,0.0024900194],"study_design_scores_gemma":[0.0023264484,0.0011129326,0.0061250394,0.0033891,0.00046962092,0.0001474747,0.007237265,0.000020976124,0.000015594636,0.0019739787,0.9767721,0.00040943842],"about_ca_topic_score_codex":0.000047724014,"about_ca_topic_score_gemma":0.000007549735,"teacher_disagreement_score":0.06372492,"about_ca_system_score_codex":0.00077720167,"about_ca_system_score_gemma":0.0021611108,"threshold_uncertainty_score":0.9998392},"labels":[],"label_agreement":null},{"id":"W2920280234","doi":"10.1093/pch/pxz014","title":"Growth curves: The experiences of Canadian paediatricians in their first 5 years of independent practice","year":2019,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"Société Canadienne de Pédiatrie","keywords":"Mentorship; Thematic analysis; Certification; Medical education; Trainer; Scope of practice; Psychology; Descriptive statistics; Medicine; Qualitative research; Computer science; Management; Political science; Sociology","score_opus":0.012049319487922035,"score_gpt":0.2891468302879179,"score_spread":0.27709751079999584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920280234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91558045,0.007102954,0.00002050766,0.06959264,0.0011427733,0.001346035,0.000017004273,0.000014963229,0.005182643],"genre_scores_gemma":[0.9767281,0.011031039,0.00050793483,0.011349963,0.00027327784,0.00003907647,0.000034232555,0.000015687316,0.000020678403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803835,0.00011974111,0.00070407684,0.000214297,0.00057698565,0.00034657528],"domain_scores_gemma":[0.9982849,0.00041132144,0.00047641937,0.00038512793,0.00030924173,0.00013300995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002104807,0.00010853929,0.0003282642,0.00095458014,0.0000755026,0.0000050688886,0.00024654967,0.00010491027,0.00009358847],"category_scores_gemma":[0.0028396647,0.000084024956,0.00005758241,0.0034208617,0.00008128554,0.00010515602,0.00003124694,0.00053394394,0.000015264459],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010036212,0.0011626276,0.65862614,0.003276337,0.000070516646,0.0000106289235,0.2544918,0.000036026904,0.0000026468629,0.0070223226,0.055822097,0.019378463],"study_design_scores_gemma":[0.0016716432,0.00070419087,0.8237879,0.0007890545,0.00007141967,0.00005138987,0.11818888,0.00015157498,0.000037792757,0.0001638774,0.054124303,0.0002579337],"about_ca_topic_score_codex":0.06403019,"about_ca_topic_score_gemma":0.012544172,"teacher_disagreement_score":0.16516179,"about_ca_system_score_codex":0.00031460437,"about_ca_system_score_gemma":0.0022633995,"threshold_uncertainty_score":0.9422025},"labels":[],"label_agreement":null},{"id":"W2920318596","doi":"","title":"Pourquoi la continuité est-elle si importante?","year":2014,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Animal Health Institute","funders":"","keywords":"Humanities; Philosophy","score_opus":0.010458441565951184,"score_gpt":0.2601158547733703,"score_spread":0.2496574132074191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920318596","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102960415,0.006223252,0.0005025991,0.027186677,0.00911054,0.0006845924,0.00011742292,0.000093905684,0.8531206],"genre_scores_gemma":[0.56869334,0.00016516287,0.0016709511,0.37719426,0.010508142,0.00006985172,0.0004105721,0.00017541656,0.041112285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700797,0.00018584184,0.0006095417,0.0005261664,0.00043420793,0.0012362693],"domain_scores_gemma":[0.9974359,0.00023268249,0.00020306023,0.0008233977,0.00039760856,0.0009073427],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00084814674,0.00038301357,0.00052877405,0.00041613894,0.0002744404,0.000087516244,0.0003519212,0.00043270306,0.00016297933],"category_scores_gemma":[0.00080659206,0.0004449811,0.00015247332,0.0010787365,0.00055595336,0.0001888233,0.000029320665,0.0008828284,0.0023937917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063591337,0.00013852626,0.00074637623,0.00013936924,0.000081734885,0.000066404085,0.00034422043,0.000007331542,0.0008594319,0.07371154,0.41932887,0.5045698],"study_design_scores_gemma":[0.0008127753,0.00014602124,0.013790007,0.0007972842,0.00019194836,0.000009776683,0.002248125,0.0033803768,0.00013910655,0.0026499152,0.97540456,0.0004300764],"about_ca_topic_score_codex":0.028986465,"about_ca_topic_score_gemma":0.010720312,"teacher_disagreement_score":0.8120083,"about_ca_system_score_codex":0.0009629805,"about_ca_system_score_gemma":0.0030277367,"threshold_uncertainty_score":0.9998002},"labels":[],"label_agreement":null},{"id":"W2920775009","doi":"10.1177/0163278719834339","title":"Evaluating the Quality of Health Professions Learning Environments: Development and Validation of the Health Education Learning Environment Survey (HELES)","year":2019,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University; University of British Columbia","funders":"University of British Columbia","keywords":"Accreditation; Learning environment; Medical education; Psychology; Socialization; Context (archaeology); Quality (philosophy); Social environment; Applied psychology; Medicine; Mathematics education; Social psychology","score_opus":0.2534548523223802,"score_gpt":0.5345699707893247,"score_spread":0.2811151184669445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920775009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9147292,0.0011868471,0.0018042319,0.07494533,0.000883603,0.0063345265,0.000004687353,0.000020816751,0.00009078905],"genre_scores_gemma":[0.99094975,0.00023671698,0.0028302707,0.0025782236,0.00006953618,0.00058619154,0.00043797182,0.000032936186,0.0022784069],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97868603,0.015701251,0.0024595377,0.0004509536,0.002246679,0.00045553618],"domain_scores_gemma":[0.99403715,0.0010124716,0.003677332,0.00080497237,0.00035493617,0.00011313485],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05803698,0.00022081277,0.00053230964,0.00015087429,0.002314823,0.000012600644,0.00025630448,0.00011948637,0.0003137229],"category_scores_gemma":[0.005360039,0.00012460424,0.00006694784,0.00068182056,0.00022904384,0.000119924094,0.00021321219,0.0012050068,0.000028893079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018126966,0.0013042201,0.28920746,0.0015223853,0.00011102892,8.1348475e-9,0.0820551,0.00333711,0.0013378887,0.001278465,0.0019850715,0.61768],"study_design_scores_gemma":[0.0011105138,0.0006121446,0.95241904,0.0016172259,0.000035438057,0.0000023473008,0.034158833,0.005049761,0.00026899148,0.0002480414,0.004346016,0.00013165027],"about_ca_topic_score_codex":0.00051452377,"about_ca_topic_score_gemma":0.00003041715,"teacher_disagreement_score":0.6632116,"about_ca_system_score_codex":0.0012280375,"about_ca_system_score_gemma":0.008991117,"threshold_uncertainty_score":0.99898404},"labels":[],"label_agreement":null},{"id":"W2920882241","doi":"10.1007/s13187-019-01496-4","title":"Patients’ Engagement in Medical Education","year":2019,"lang":"en","type":"editorial","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Medical education; Family medicine","score_opus":0.009455478707534408,"score_gpt":0.42567207853083144,"score_spread":0.41621659982329706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920882241","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048933204,0.0027715133,0.000022442367,0.008099505,0.93761367,0.00061008055,0.000005614089,0.000008104707,0.0019358486],"genre_scores_gemma":[0.010820528,0.003929731,0.0011440977,0.0036041029,0.9753584,0.00016865398,0.00077781023,0.00007467346,0.004121955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949782,0.00014656165,0.0014936061,0.00027243057,0.002869138,0.00024010139],"domain_scores_gemma":[0.9933759,0.00020131063,0.0015599657,0.00037638703,0.0043339496,0.00015246018],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017417992,0.000253469,0.00062817463,0.0011934461,0.000040228322,0.00003668132,0.00033760926,0.0008687658,0.0014739098],"category_scores_gemma":[0.011495245,0.0002260734,0.00014553276,0.0007372788,0.00005811863,0.00023682573,0.000035597237,0.002587238,0.00003957643],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091454494,0.0019282618,0.013417621,0.0004731942,0.000050165272,8.2773244e-7,0.0003365464,0.0000015688116,0.0000017787813,0.000033767796,0.6897817,0.2938831],"study_design_scores_gemma":[0.0014039311,0.0002620956,0.01930312,0.0047890125,0.00021719003,0.0000067459628,0.00039695515,0.00001636974,0.0000105732615,0.00012033422,0.9732967,0.00017695721],"about_ca_topic_score_codex":0.0001850308,"about_ca_topic_score_gemma":0.000032757445,"teacher_disagreement_score":0.29370612,"about_ca_system_score_codex":0.0033283625,"about_ca_system_score_gemma":0.070570886,"threshold_uncertainty_score":0.99971384},"labels":[],"label_agreement":null},{"id":"W2921649815","doi":"10.1007/s10730-019-09372-w","title":"Professionalism: An Archaeology","year":2019,"lang":"en","type":"article","venue":"HEC Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical law; Philosophy of medicine; Archaeology; Sociology; Engineering ethics; Medicine; History; Political science; Engineering; Law; Alternative medicine; Pathology","score_opus":0.02262047266687582,"score_gpt":0.369964395313743,"score_spread":0.34734392264686714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921649815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600327,0.000032474534,0.00019340368,0.031840798,0.0011403393,0.00027841917,7.3301794e-7,0.00005006813,0.0064310874],"genre_scores_gemma":[0.97381765,0.0000018354242,0.004051335,0.011267778,0.00013285725,0.000025686566,0.000113339156,0.000011267367,0.01057826],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993602,0.000019518075,0.0001348129,0.00013421831,0.00016928588,0.00018193483],"domain_scores_gemma":[0.99955523,0.000013284389,0.000032026728,0.00026871212,0.000097503085,0.000033253513],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017101817,0.0000513284,0.00010165893,0.00008241338,0.000029166236,0.0000018636391,0.0000591416,0.00008306534,0.001929738],"category_scores_gemma":[0.00012756613,0.00004076057,0.00001877079,0.00016035346,0.00006782558,0.000059562713,0.000031952426,0.0001845152,0.00068816193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002206791,0.0008055216,0.45408544,0.00022446927,0.000045374207,0.000018346554,0.0032113024,0.0000027638418,0.0071223616,0.28520155,0.11732677,0.13173543],"study_design_scores_gemma":[0.0017493315,0.0007329014,0.20134583,0.000156038,0.0000242988,0.00020228162,0.0037063616,0.001858977,0.0015015767,0.011829554,0.77670044,0.0001924217],"about_ca_topic_score_codex":0.000013134843,"about_ca_topic_score_gemma":0.0000030452559,"teacher_disagreement_score":0.65937364,"about_ca_system_score_codex":0.00003683543,"about_ca_system_score_gemma":0.00012532431,"threshold_uncertainty_score":0.9989826},"labels":[],"label_agreement":null},{"id":"W2921694413","doi":"10.29390/cjrt-2018-022","title":"Implementing a peer-learning approach for the clinical education of respiratory therapy students","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; Michener Institute; University of Toronto; Toronto General Hospital","funders":"","keywords":"Preceptor; Thematic analysis; Context (archaeology); Medical education; Psychology; Focus group; Qualitative research; Pedagogy; Medicine; Sociology","score_opus":0.08262161439286465,"score_gpt":0.43162944565810607,"score_spread":0.34900783126524143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921694413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903134,0.004656697,0.00077135797,0.00093182846,0.0014012262,0.0010980265,0.000003206664,0.0000066380935,0.0008176336],"genre_scores_gemma":[0.9844825,0.00014125751,0.002181591,0.010741423,0.0016765859,0.000049431506,0.000011273719,0.00005224852,0.000663638],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973494,0.00026553526,0.0011550374,0.00019572975,0.00066335016,0.00037094182],"domain_scores_gemma":[0.9962565,0.00023274249,0.00092903455,0.00040367612,0.0019263268,0.0002517357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008036628,0.00015626763,0.00040434775,0.00045748524,0.0002515871,0.00005176088,0.00047558727,0.00015453249,0.00028360117],"category_scores_gemma":[0.0011542141,0.00011041848,0.00024945723,0.00045698055,0.0001660305,0.00013159245,0.000011442423,0.00072199444,0.000004527758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029367625,0.00026278206,0.5546957,0.0000465507,0.00031945255,0.0000016173892,0.0013500443,0.00003130853,0.0011914509,0.00041869908,0.018627293,0.42276138],"study_design_scores_gemma":[0.0032685169,0.0016902663,0.13101831,0.00009887446,0.000040527706,0.000014273673,0.0033177072,0.00004607547,0.00044142557,0.000044880857,0.85990787,0.00011129158],"about_ca_topic_score_codex":0.00013321392,"about_ca_topic_score_gemma":0.00004978198,"teacher_disagreement_score":0.8412806,"about_ca_system_score_codex":0.00020872791,"about_ca_system_score_gemma":0.006290524,"threshold_uncertainty_score":0.99934286},"labels":[],"label_agreement":null},{"id":"W2921936916","doi":"10.1097/acm.0000000000002672","title":"Using Electronic Health Record Data to Assess Residents’ Clinical Performance in the Workplace: The Good, the Bad, and the Unthinkable","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Formative assessment; Grounded theory; Medical education; Context (archaeology); Affordance; Electronic health record; Qualitative property; Nonprobability sampling; Qualitative research; Data collection; Health care; Medicine; Psychology; Computer science; Pedagogy","score_opus":0.18329782276036333,"score_gpt":0.4854391258579581,"score_spread":0.3021413030975948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921936916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65742385,0.002334709,0.0002484553,0.33655646,0.0008572499,0.0017595753,9.3336456e-7,0.000015212431,0.0008035633],"genre_scores_gemma":[0.8877147,0.005887887,0.00021242724,0.10289446,0.0017937183,0.000057158773,0.00004149824,0.000022784643,0.0013753587],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599016,0.0009972944,0.0010833045,0.00044933645,0.00091467093,0.00056526344],"domain_scores_gemma":[0.99514383,0.0025572812,0.00034821033,0.0017785337,0.00009416391,0.00007800914],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03129936,0.00018072387,0.00045686564,0.00010103747,0.00035965446,0.000018613631,0.0014746989,0.0001962935,0.00012033143],"category_scores_gemma":[0.0055787237,0.0000661682,0.00002398428,0.001232668,0.000685317,0.00015356796,0.00029094407,0.0038614923,0.000043372824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011296539,0.00006938182,0.52434975,0.0002694096,0.00015196526,0.0000031555833,0.020616315,0.000041356812,0.00006490634,0.022347625,0.35591254,0.07504397],"study_design_scores_gemma":[0.008719734,0.00096293405,0.43785095,0.002886561,0.0003486876,0.00042084797,0.03209151,0.03455181,0.000007508024,0.0021961061,0.4796786,0.0002847512],"about_ca_topic_score_codex":0.0005296057,"about_ca_topic_score_gemma":0.00006306852,"teacher_disagreement_score":0.23366201,"about_ca_system_score_codex":0.00018683281,"about_ca_system_score_gemma":0.0007696619,"threshold_uncertainty_score":0.9984366},"labels":[],"label_agreement":null},{"id":"W2922063900","doi":"10.1136/bmjqs-2018-008305","title":"Measuring outcomes in quality improvement education: success is in the eye of the beholder","year":2019,"lang":"en","type":"letter","venue":"BMJ Quality & Safety","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Quality management; Quality (philosophy); Optometry; Medical education; Ophthalmology; Operations management","score_opus":0.10004933376736781,"score_gpt":0.440108866375061,"score_spread":0.3400595326076932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922063900","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20179376,0.00006987406,0.000033868335,0.79025155,0.0020309296,0.0027907512,0.000051662115,0.000013710273,0.002963871],"genre_scores_gemma":[0.22287183,0.000021126547,0.00019883153,0.7695644,0.0015357235,0.00040126397,0.00035338587,0.000038465027,0.0050149723],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99285173,0.0012057213,0.003015285,0.00054719666,0.0019683922,0.00041165206],"domain_scores_gemma":[0.9954355,0.00075242436,0.0010835972,0.002210506,0.00049556536,0.000022405662],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010060872,0.00034738277,0.0009266091,0.00024445087,0.000092525566,0.000027929556,0.0008755616,0.000642716,0.00026468973],"category_scores_gemma":[0.0034355912,0.00020928499,0.00028628044,0.0009549187,0.00023349382,0.00010748812,0.00015663684,0.0026654177,0.000024433506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007521475,0.0009325654,0.46616632,0.003095574,0.00011016953,0.0000029392693,0.00631963,0.0000025899565,0.00006581523,0.00092001026,0.50743705,0.014872111],"study_design_scores_gemma":[0.0009765688,0.00003010631,0.8036618,0.0007896983,0.000069336005,0.0000027476249,0.0030898626,0.00000460002,0.000110241584,0.00041596082,0.19058225,0.00026683413],"about_ca_topic_score_codex":0.0039069806,"about_ca_topic_score_gemma":0.00020607543,"teacher_disagreement_score":0.3374955,"about_ca_system_score_codex":0.00078745844,"about_ca_system_score_gemma":0.0023539036,"threshold_uncertainty_score":0.99963546},"labels":[],"label_agreement":null},{"id":"W2922139419","doi":"10.1080/10401334.2019.1576526","title":"Your Goals, My Goals, Our Goals: The Complexity of Coconstructing Goals with Learners in Medical Education","year":2019,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Preceptor; Thematic analysis; Psychology; Medical education; Empathy; Goal orientation; Goal setting; Qualitative research; Pedagogy; Medicine; Social psychology","score_opus":0.034819465559271304,"score_gpt":0.3678401206316343,"score_spread":0.333020655072363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922139419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94864476,0.00062024454,0.00021452668,0.043343067,0.00041975442,0.0005682574,3.779671e-7,0.00006371677,0.0061252913],"genre_scores_gemma":[0.9923358,0.00007797543,0.003580388,0.0022862616,0.000441941,0.00003010454,0.0000585385,0.00003503442,0.0011539496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963941,0.00093259074,0.00088505994,0.00043299166,0.00096586527,0.00038940067],"domain_scores_gemma":[0.99848515,0.00042038228,0.00041581556,0.0003858918,0.00015694072,0.00013583056],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008697445,0.00024842488,0.0007144627,0.0005140392,0.00022039331,0.000015899084,0.00023365834,0.00021156829,0.00026258832],"category_scores_gemma":[0.012802307,0.00016081787,0.000034457364,0.0007404665,0.0006917734,0.000117306015,0.00006513143,0.003950235,0.000011766432],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001584567,0.0002969372,0.8200128,0.0004319033,0.000045821198,0.000010045548,0.018346928,0.00015527103,0.00047902018,0.0046141353,0.0013568624,0.15409178],"study_design_scores_gemma":[0.0077965786,0.001290671,0.6344066,0.011743598,0.0001603233,0.00060708204,0.31395712,0.014826837,0.000041764648,0.000710169,0.013970389,0.00048882014],"about_ca_topic_score_codex":0.0022926743,"about_ca_topic_score_gemma":0.00007937756,"teacher_disagreement_score":0.29561022,"about_ca_system_score_codex":0.00017436623,"about_ca_system_score_gemma":0.00074893836,"threshold_uncertainty_score":0.9983477},"labels":[],"label_agreement":null},{"id":"W2922195661","doi":"10.1590/1516-3180.2018.0147060818","title":"Teaching skills for medical residents: are these important? A narrative review of the literature","year":2018,"lang":"en","type":"review","venue":"Sao Paulo Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Narrative; Medical education; Narrative review; Intensive care medicine; Literature","score_opus":0.020486112056199917,"score_gpt":0.42398120511299564,"score_spread":0.4034950930567957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922195661","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003622447,0.96789765,0.00018488393,0.02629751,0.003175244,0.0019970406,0.000048567217,0.000027571159,0.00033529935],"genre_scores_gemma":[0.000005492937,0.9724912,0.0012251321,0.01707368,0.0077398224,0.00018356513,0.00019427553,0.000089842724,0.000997002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98841363,0.0013508352,0.0039370647,0.00054241123,0.005135841,0.0006202421],"domain_scores_gemma":[0.9913177,0.0010398676,0.0038253767,0.001117326,0.0018569145,0.0008428486],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014499335,0.00062392984,0.0030641346,0.00038646144,0.0004094128,0.00005567539,0.0015180729,0.0015077268,0.0025997367],"category_scores_gemma":[0.1048011,0.0003089311,0.0015259661,0.0012498684,0.000690528,0.00014049838,0.00024202866,0.007235119,0.000016873893],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015077616,0.00033321342,0.000014401124,0.09788568,0.00041806977,0.00014822978,0.0011633378,4.3475823e-10,4.3345693e-8,0.0000612721,0.319805,0.5801557],"study_design_scores_gemma":[0.0004168791,0.00012362226,0.000018266786,0.46459463,0.00090099935,0.005348866,0.00020691361,0.0000024739625,2.8914351e-7,0.0002669532,0.5279721,0.00014799616],"about_ca_topic_score_codex":0.000005558023,"about_ca_topic_score_gemma":0.0000064125306,"teacher_disagreement_score":0.5800077,"about_ca_system_score_codex":0.00044026802,"about_ca_system_score_gemma":0.007680478,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W2922277428","doi":"10.1097/acm.0000000000002695","title":"Strengthening Teachers’ Professional Identities Through Faculty Development","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":201,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mentorship; Faculty development; Excellence; Identity (music); Professional development; Public relations; Pedagogy; Medical education; Psychology; Perspective (graphical); Collegiality; Sociology; Political science; Medicine","score_opus":0.05386211438473769,"score_gpt":0.40446388570767655,"score_spread":0.35060177132293885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922277428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97314996,0.0003526146,0.00066626514,0.010792197,0.0020833772,0.0005025525,9.61867e-7,0.0001155783,0.012336501],"genre_scores_gemma":[0.9114575,0.00006313779,0.004754839,0.006864283,0.0011202885,0.000063047984,0.00041742873,0.000030507632,0.075228974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976353,0.000037405338,0.00071587303,0.00032007883,0.0009610264,0.00033028427],"domain_scores_gemma":[0.99917746,0.00007923677,0.0002028638,0.00026599717,0.00018935507,0.00008506385],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008958555,0.00018823135,0.00035465593,0.00016253212,0.00011391128,0.000003413166,0.00019084316,0.00028756462,0.0032495386],"category_scores_gemma":[0.00114856,0.00013415607,0.000027561098,0.00043007117,0.00018174137,0.00019288516,0.00006905464,0.0012690107,0.00052874524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093510134,0.00008453341,0.14662768,0.00047700165,0.00021956723,0.0000127096355,0.18299672,0.0000036032238,0.010337652,0.011341685,0.5974276,0.050377756],"study_design_scores_gemma":[0.005186611,0.00027972844,0.07656396,0.003682508,0.00016028267,0.00020163794,0.06045428,0.0002054122,0.0046699,0.0027521441,0.8453871,0.00045640668],"about_ca_topic_score_codex":0.000013774006,"about_ca_topic_score_gemma":3.1173892e-7,"teacher_disagreement_score":0.24795954,"about_ca_system_score_codex":0.00022946383,"about_ca_system_score_gemma":0.00036921343,"threshold_uncertainty_score":0.99766165},"labels":[],"label_agreement":null},{"id":"W2922291392","doi":"10.1080/10401334.2019.1574581","title":"Attending Emergency Physicians’ Perceptions of a Programmatic Workplace-Based Assessment System: The McMaster Modular Assessment Program (McMAP)","year":2019,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Construct (python library); Medical education; Perspective (graphical); Modular design; Variety (cybernetics); Scale (ratio); Psychology; Perception; Quality (philosophy); Applied psychology; Medicine; Computer science","score_opus":0.014634323069345772,"score_gpt":0.3595866977565235,"score_spread":0.34495237468717777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922291392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97471154,0.00011061342,0.0084478045,0.0069986037,0.00043253938,0.001506624,2.8507696e-7,0.00016362613,0.007628392],"genre_scores_gemma":[0.9665468,0.000009878262,0.031218162,0.00022223349,0.00026563552,0.00024304175,0.000064393964,0.000031294687,0.0013986069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99729437,0.0006822577,0.0007054344,0.00032321614,0.00067770743,0.00031702945],"domain_scores_gemma":[0.998964,0.0002007058,0.000326585,0.00033059128,0.00012480239,0.00005330481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00466178,0.0002027697,0.0005013899,0.0002931011,0.00030538216,0.000016529184,0.00012998118,0.00009652055,0.00033119583],"category_scores_gemma":[0.0005435251,0.00013431475,0.00006174414,0.00055056583,0.00017357274,0.00007181925,0.00003376203,0.0021983068,0.0000068687928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003191939,0.0006273657,0.523572,0.0023949565,0.00008741376,0.0000043536456,0.007285858,0.0016593897,0.0028577,0.0016953335,0.00052520947,0.45925847],"study_design_scores_gemma":[0.00219548,0.0013101202,0.6115293,0.0056760903,0.0002409093,0.0000249529,0.050079234,0.32380497,0.0000034681914,0.000023778095,0.0049212854,0.0001904081],"about_ca_topic_score_codex":0.0001569716,"about_ca_topic_score_gemma":0.000003051438,"teacher_disagreement_score":0.45906806,"about_ca_system_score_codex":0.00025024606,"about_ca_system_score_gemma":0.00009560454,"threshold_uncertainty_score":0.9550672},"labels":[],"label_agreement":null},{"id":"W2922866157","doi":"10.1111/medu.13864","title":"Using experiential learning to teach health care quality improvement","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Experiential learning; Queen (butterfly); Citation; Quality (philosophy); Library science; Psychology; Medical education; Medicine; Computer science; Mathematics education; Philosophy","score_opus":0.02440539848505218,"score_gpt":0.4543271571562416,"score_spread":0.4299217586711894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922866157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677072,0.00016082356,0.0023779136,0.024104096,0.0033691418,0.0008510792,5.2423917e-7,0.0000870033,0.0013421756],"genre_scores_gemma":[0.9410875,0.0000064561896,0.010039196,0.046011593,0.00096515374,0.00010073422,0.00024638337,0.000025999027,0.0015169764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975375,0.000106402964,0.00056957727,0.00037637024,0.0010938572,0.00031627197],"domain_scores_gemma":[0.9988894,0.000022199125,0.00015180162,0.0003535139,0.00035096632,0.00023211127],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009939715,0.00013003188,0.0002637957,0.00020841614,0.00015096122,0.00002140954,0.000118775904,0.00013887622,0.0023305067],"category_scores_gemma":[0.0028857891,0.00012225592,0.000052398358,0.00051786494,0.000046384877,0.000074793126,0.000052528536,0.0005020995,0.00020075917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081454426,0.0010004868,0.020968754,0.0006732923,0.000028288487,6.319304e-7,0.02940461,0.000020452308,0.0029196276,0.0009303574,0.04966473,0.8943073],"study_design_scores_gemma":[0.0019994946,0.00122187,0.02521108,0.0010647575,0.000042644817,0.000040337785,0.1211489,0.001641263,0.0016865524,0.000036122754,0.8454417,0.00046527653],"about_ca_topic_score_codex":0.00047291402,"about_ca_topic_score_gemma":0.000007902092,"teacher_disagreement_score":0.89384204,"about_ca_system_score_codex":0.001008002,"about_ca_system_score_gemma":0.00483055,"threshold_uncertainty_score":0.99858147},"labels":[],"label_agreement":null},{"id":"W2923265888","doi":"10.15694/mep.2019.000067.1","title":"Sharing best practices in applications of evidence-based medicine, problem-based learning and self-directed learning principles in medical training: A McMaster-Brazil collaboration workshop report","year":2019,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Health care; Discipline; Psychology; Variety (cybernetics); Public health; Problem-based learning; Medicine; Pedagogy; Nursing; Sociology; Political science; Computer science","score_opus":0.11110779199303512,"score_gpt":0.4093254083445348,"score_spread":0.2982176163514997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923265888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548612,0.0004907243,0.00085740036,0.033301245,0.00022801464,0.002270791,6.6471364e-7,0.00037541628,0.0076145125],"genre_scores_gemma":[0.98039854,0.00008332106,0.016049573,0.00056103664,0.00021850603,0.0006306229,0.00021611093,0.000045258636,0.0017970139],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99584717,0.00026897495,0.0014175375,0.00071977027,0.001369546,0.00037701605],"domain_scores_gemma":[0.9958147,0.0012527675,0.0014066431,0.0003708935,0.0010072083,0.0001477847],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006552592,0.00023290452,0.0006053155,0.0012166548,0.00009732804,0.00009374211,0.00024247383,0.00036016566,0.0006558726],"category_scores_gemma":[0.045785338,0.00020120754,0.000034022778,0.0042744954,0.00020480102,0.0008166207,0.00007100354,0.0013470426,0.0000059630497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021403632,0.00097547745,0.93219006,0.0014055,0.000044022287,0.00006112512,0.006170097,0.0012790271,0.00085766346,0.00045021248,0.00049160107,0.0558612],"study_design_scores_gemma":[0.012592529,0.0016073254,0.14480741,0.024388297,0.00032537992,0.00029186605,0.038750526,0.56918466,0.00066054723,0.00020532198,0.20618027,0.001005884],"about_ca_topic_score_codex":0.00024670185,"about_ca_topic_score_gemma":0.00038832336,"teacher_disagreement_score":0.7873826,"about_ca_system_score_codex":0.0003048533,"about_ca_system_score_gemma":0.0020602422,"threshold_uncertainty_score":0.96225244},"labels":[],"label_agreement":null},{"id":"W2923817166","doi":"10.36834/cmej.53013","title":"Building successful and sustainable academic health science partnerships: exploring perspectives of hospital leaders","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internship; General partnership; Thematic analysis; Health care; Medical education; Public relations; Qualitative research; Medicine; Nursing; Psychology; Political science; Sociology","score_opus":0.04316118222736921,"score_gpt":0.3784123708140646,"score_spread":0.3352511885866954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923817166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8793097,0.0013162575,0.00007181434,0.11679352,0.0014854266,0.00027694853,3.4730033e-7,0.000010415282,0.0007355652],"genre_scores_gemma":[0.9898507,0.0003811343,0.0020508736,0.0065894895,0.00070937217,0.000018112889,0.0000028065801,0.000015446809,0.00038209086],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99752796,0.000039041683,0.00048704408,0.00026653102,0.001011047,0.0006683992],"domain_scores_gemma":[0.994931,0.000031586816,0.0002200979,0.00019200282,0.0010786662,0.0035466817],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030677856,0.00011341727,0.0002454482,0.0010410753,0.00037251535,0.0000455159,0.00026196966,0.00012280996,0.0022450518],"category_scores_gemma":[0.015862295,0.00010732491,0.000034383575,0.0011693084,0.00090149353,0.00060751266,0.000027821197,0.0011886094,0.000009420792],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004879539,0.00058067206,0.30241823,0.0013136064,0.00008995188,0.000040303246,0.08476468,0.0000069054863,0.00015681659,0.26392585,0.0766029,0.27005127],"study_design_scores_gemma":[0.00117082,0.0006340971,0.0771722,0.0018248803,0.000035407666,0.00086851715,0.8434531,0.00047510772,0.00017192532,0.0013046232,0.07257185,0.0003174791],"about_ca_topic_score_codex":0.0021889287,"about_ca_topic_score_gemma":0.000111719884,"teacher_disagreement_score":0.7586884,"about_ca_system_score_codex":0.0015433955,"about_ca_system_score_gemma":0.091121696,"threshold_uncertainty_score":0.998667},"labels":[],"label_agreement":null},{"id":"W2924946835","doi":"10.1016/j.jss.2019.02.034","title":"The Educational Role of Autonomy in Medical Training: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Autonomy; Context (archaeology); Medical education; Psychology; Perception; Medicine; Nursing; Political science","score_opus":0.33591869127709634,"score_gpt":0.6112254435997977,"score_spread":0.27530675232270135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924946835","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024171424,0.9752205,0.000001510871,0.01791755,0.0003735866,0.001209966,0.000001082706,0.0000018251783,0.005249781],"genre_scores_gemma":[0.00002341051,0.99790746,0.00019909437,0.0001206486,0.0010218826,0.00008053218,0.000016405855,0.000025681378,0.00060487713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917536,0.0009919356,0.0028194538,0.00021267812,0.0037682918,0.00045403693],"domain_scores_gemma":[0.9893754,0.0069193114,0.0010425118,0.00046432953,0.0019232482,0.0002751727],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02387395,0.0001801615,0.0021074975,0.0008368652,0.00008196928,0.000023810739,0.00073346973,0.00037417962,0.001566721],"category_scores_gemma":[0.021079574,0.000099597746,0.0005094074,0.0021542853,0.00048208563,0.000074360556,0.00012262886,0.003979579,0.000058399466],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023321243,0.00020926431,0.000014338153,0.05789987,0.000072820316,0.00004742887,0.00007686305,4.4339107e-8,5.8093633e-8,0.0018573182,0.004576573,0.9352221],"study_design_scores_gemma":[0.00025301529,0.00009691628,0.000008486027,0.40811157,0.000077744764,0.00066423946,0.000079253754,0.000005558593,1.0147411e-7,0.00021420869,0.5904432,0.000045703848],"about_ca_topic_score_codex":0.0000049829187,"about_ca_topic_score_gemma":0.0000013195191,"teacher_disagreement_score":0.9351764,"about_ca_system_score_codex":0.00069421995,"about_ca_system_score_gemma":0.042844065,"threshold_uncertainty_score":0.99934596},"labels":[],"label_agreement":null},{"id":"W2926914418","doi":"10.21815/jde.019.045","title":"Association of Canadian Faculties of Dentistry Educational Framework for the Development of Competency in Dental Programs","year":2019,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; McGill University; University of British Columbia; Université de Montréal","funders":"","keywords":"Competence (human resources); Medical education; Blueprint; Curriculum; Dental education; Psychology; Medicine; Pedagogy; Engineering","score_opus":0.016972211390958482,"score_gpt":0.34131765705093964,"score_spread":0.32434544565998114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926914418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943862,0.00022527558,0.00024046766,0.0018860692,0.002446537,0.00053964695,0.000006453025,0.0000011059408,0.00026823225],"genre_scores_gemma":[0.94956976,0.000018432358,0.049429946,0.00008492459,0.00017875772,0.000026163569,0.000076881,0.000008953213,0.0006062003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982232,0.000027681019,0.0010061419,0.000079460864,0.000532782,0.00013076625],"domain_scores_gemma":[0.99747145,0.00017537034,0.0011867305,0.00011761159,0.0010013103,0.000047502886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077802653,0.00008027251,0.00024999186,0.00065596227,0.000038377224,0.000008575458,0.00015764152,0.00011493076,0.00019621779],"category_scores_gemma":[0.0009848624,0.00006519197,0.00009195696,0.0007168933,0.00005099193,0.00012458274,0.000010679507,0.00022438231,0.0000047626936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000743732,0.0012516204,0.9613977,0.0004169469,0.0001555168,1.12444496e-7,0.0047282963,0.000009117272,0.0024180908,0.0030647526,0.0022315742,0.02425187],"study_design_scores_gemma":[0.0007372917,0.0001723921,0.9621155,0.0010636639,0.000106710446,0.000045360117,0.02715176,0.000041054045,0.005704156,0.00070191955,0.0020870352,0.000073147356],"about_ca_topic_score_codex":0.001173854,"about_ca_topic_score_gemma":0.003153547,"teacher_disagreement_score":0.04918948,"about_ca_system_score_codex":0.0008203896,"about_ca_system_score_gemma":0.004837679,"threshold_uncertainty_score":0.85818356},"labels":[],"label_agreement":null},{"id":"W2927350975","doi":"10.1097/acm.0000000000002735","title":"Scoping Review of Entrustable Professional Activities in Undergraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; MEDLINE; Inclusion (mineral); Psychology; Medicine; Educational measurement; Curriculum; Pedagogy; Social psychology; Political science","score_opus":0.02165658520063804,"score_gpt":0.4193525458676395,"score_spread":0.3976959606670014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927350975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71171886,0.060417745,0.00023277456,0.20128253,0.0045040622,0.0036192439,9.959066e-7,0.00006577953,0.018158035],"genre_scores_gemma":[0.85358286,0.07218609,0.0006759355,0.05958299,0.0012118212,0.0002866151,0.00027169986,0.000045795277,0.012156175],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99716777,0.00010491104,0.0009876337,0.00026056686,0.0012285718,0.00025057097],"domain_scores_gemma":[0.9988698,0.0001997886,0.00031091346,0.00030615876,0.00019420801,0.000119175296],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020429736,0.00014074742,0.00059119135,0.0003519195,0.00002356492,8.2379876e-7,0.0001763878,0.00026240805,0.004471318],"category_scores_gemma":[0.006169168,0.0001065543,0.000030375237,0.00089742057,0.00020224921,0.00014016412,0.000050484312,0.0010449528,0.000040897183],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024118068,0.000592056,0.20149149,0.24651003,0.0000959429,0.000012175429,0.0041619283,0.0000015091407,0.0047127586,0.042583294,0.3746321,0.12496555],"study_design_scores_gemma":[0.002221135,0.00020184617,0.0046360577,0.97988814,0.00008355,0.00011678632,0.0027001053,0.00021166615,0.00068244844,0.0016359088,0.007443026,0.00017930697],"about_ca_topic_score_codex":0.000041662606,"about_ca_topic_score_gemma":0.0000022413608,"teacher_disagreement_score":0.7333781,"about_ca_system_score_codex":0.00017811122,"about_ca_system_score_gemma":0.0034026923,"threshold_uncertainty_score":0.99643874},"labels":[],"label_agreement":null},{"id":"W2927956272","doi":"10.1097/acm.0000000000002718","title":"Approaching Impact Meaningfully in Medical Education Research","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Field (mathematics); Accountability; Assertion; Conversation; Medical education; Value (mathematics); Formative assessment; Medical knowledge; Psychology; Public relations; Computer science; Medicine; Political science; Pedagogy","score_opus":0.06825689156464627,"score_gpt":0.5042973171146591,"score_spread":0.4360404255500128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927956272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9141222,0.00083457923,0.00015771807,0.041054312,0.0010762152,0.0008818633,2.5226015e-7,0.00006057854,0.04181227],"genre_scores_gemma":[0.9863274,0.00024857477,0.00037107506,0.007044214,0.0018166217,0.00008725707,0.000116784635,0.00003751833,0.003950559],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99541885,0.00025425426,0.00083825795,0.0004847735,0.00239151,0.00061237876],"domain_scores_gemma":[0.9982541,0.00031032547,0.00012630936,0.0005446172,0.00043454068,0.00033008447],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009436295,0.00018723193,0.00046364672,0.001300903,0.00007148245,0.000005508838,0.00038031684,0.0005759577,0.005252385],"category_scores_gemma":[0.016811585,0.00013715638,0.000040615945,0.0023775105,0.00032818303,0.00016758428,0.000088803805,0.0042033195,0.00043783896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031050897,0.00032357743,0.44043687,0.0005875783,0.000069646354,0.000032363692,0.016504982,0.000009959097,0.0043993513,0.034645904,0.27177745,0.2309018],"study_design_scores_gemma":[0.020812128,0.004054981,0.58624166,0.024887234,0.00022856274,0.0030903814,0.06986471,0.037748016,0.0006917838,0.032247737,0.21867704,0.0014557646],"about_ca_topic_score_codex":0.00038746855,"about_ca_topic_score_gemma":0.0000040161485,"teacher_disagreement_score":0.22944604,"about_ca_system_score_codex":0.000747112,"about_ca_system_score_gemma":0.0028562741,"threshold_uncertainty_score":0.998094},"labels":[],"label_agreement":null},{"id":"W2928752889","doi":"10.1177/2382120519836789","title":"Student Reflections on the Queen’s Accelerated Route to Medical School Programme","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; McMaster University","funders":"","keywords":"Coursework; Curriculum; Context (archaeology); Medical education; Medical school; Queen (butterfly); Psychology; Adaptation (eye); Medicine; Pedagogy","score_opus":0.034550295220580174,"score_gpt":0.4181302951185228,"score_spread":0.3835799998979426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928752889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76114815,0.00012155187,0.00033497327,0.2345127,0.0020108055,0.00055680407,1.2578406e-7,0.00001706792,0.0012977868],"genre_scores_gemma":[0.89492434,0.00022579236,0.0071620913,0.09393679,0.0011260117,0.00016813132,0.000022671133,0.000027176411,0.0024070109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954695,0.00011049425,0.0008517968,0.00020284209,0.0031136246,0.0002517395],"domain_scores_gemma":[0.99737185,0.00007202994,0.00024629853,0.00021954546,0.0008030973,0.001287148],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029367974,0.00015517538,0.00028100467,0.0003080941,0.00014957014,0.00006870964,0.00031713417,0.00020150623,0.0069539826],"category_scores_gemma":[0.009412538,0.00009043756,0.00006315426,0.00076154195,0.00005871193,0.000073294235,0.00006758812,0.000995895,0.00019788241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013221987,0.006994608,0.046565946,0.00013458665,0.00045355345,0.000042335603,0.00623029,0.0000040801006,0.00008531569,0.013053613,0.33685017,0.5894533],"study_design_scores_gemma":[0.0013776042,0.00040395,0.14818725,0.0019448482,0.000060386825,0.0006763382,0.0078488365,0.00006621386,0.00016330222,0.00008059227,0.83900493,0.0001857234],"about_ca_topic_score_codex":0.000011788353,"about_ca_topic_score_gemma":0.0000044665394,"teacher_disagreement_score":0.58926755,"about_ca_system_score_codex":0.00050672627,"about_ca_system_score_gemma":0.010616306,"threshold_uncertainty_score":0.9989316},"labels":[],"label_agreement":null},{"id":"W2928905378","doi":"10.1111/medu.13868","title":"Educational consultants: fostering an innovative implementation of competency‐based medical education","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Queen (butterfly); Library science; Medicine; Computer science","score_opus":0.016438877084383432,"score_gpt":0.4095984664218752,"score_spread":0.3931595893374918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928905378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9099935,0.00015214761,0.00068707153,0.077814035,0.0039388374,0.0012460244,0.00000887319,0.00007606708,0.0060834093],"genre_scores_gemma":[0.94495857,0.000025798885,0.013500151,0.037008435,0.00085736957,0.0003334767,0.002779458,0.000049382958,0.00048737685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951991,0.00017899003,0.0013068833,0.0005706858,0.0023751613,0.00036920936],"domain_scores_gemma":[0.9950264,0.00017034738,0.00053257844,0.00066629006,0.0032846793,0.00031968727],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014203446,0.0002781904,0.000467621,0.0007030414,0.00010854996,0.00002818658,0.00038051332,0.00038912767,0.024308128],"category_scores_gemma":[0.0072879433,0.00026849765,0.000066820045,0.002480603,0.00030870555,0.0004089261,0.000077216726,0.00060808094,0.00017545164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001436901,0.006699467,0.1393404,0.00086333946,0.00008662788,0.0000012162783,0.0021363534,0.0000021396172,0.0018119097,0.046279572,0.032693118,0.76994216],"study_design_scores_gemma":[0.011452846,0.002497424,0.84860194,0.006238909,0.0003412836,0.00050986325,0.028634716,0.014479964,0.008355035,0.00769588,0.06956353,0.0016286412],"about_ca_topic_score_codex":0.00034515047,"about_ca_topic_score_gemma":0.00007672051,"teacher_disagreement_score":0.7683135,"about_ca_system_score_codex":0.00047264903,"about_ca_system_score_gemma":0.088336825,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W2931375216","doi":"10.29173/jchla29386","title":"Comparison of peer-tutor and librarian feedback for the literature search component of a medical school research course","year":2019,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"TUTOR; Component (thermodynamics); Course (navigation); Peer tutor; Mathematics education; Computer science; Medical education; Medical school; Psychology; Information retrieval; Medicine; Engineering; Physics","score_opus":0.01771654292408059,"score_gpt":0.3766058023961239,"score_spread":0.3588892594720433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2931375216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68365616,0.022517947,0.00011290548,0.29111743,0.0014238461,0.0007653873,0.00015618562,0.0000065937843,0.00024353924],"genre_scores_gemma":[0.985571,0.0029606658,0.0017969551,0.00747741,0.0013956812,0.0000070881065,0.000020418083,0.000029642919,0.00074109563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920947,0.0020475422,0.0014473138,0.00013687299,0.0034927179,0.000780882],"domain_scores_gemma":[0.98657966,0.0053794216,0.0026439144,0.00026166058,0.004014503,0.0011208402],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022917662,0.00015866893,0.0006533678,0.00040373328,0.00070988317,0.0005028489,0.0006466624,0.0005605723,0.00029092727],"category_scores_gemma":[0.029617922,0.00011211937,0.00018166448,0.000988373,0.00014088425,0.0004411643,0.000060313574,0.0028240823,5.062309e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010630017,0.00008957822,0.49787986,0.00021079561,0.0003186001,0.000007807463,0.0038778358,0.000063747204,0.000030183786,0.0017764353,0.49432847,0.0013104005],"study_design_scores_gemma":[0.0025448797,0.00045876196,0.7417413,0.0014389816,0.00014891937,0.00051365234,0.0070104054,0.0042013237,0.00026563084,0.0013057278,0.24021117,0.00015927051],"about_ca_topic_score_codex":0.06383932,"about_ca_topic_score_gemma":0.056554724,"teacher_disagreement_score":0.30191487,"about_ca_system_score_codex":0.011368985,"about_ca_system_score_gemma":0.08293516,"threshold_uncertainty_score":0.99947643},"labels":[],"label_agreement":null},{"id":"W2932587684","doi":"10.1213/ane.0000000000004139","title":"Pediatric Anesthesia: A Problem-Based Learning Approach","year":2019,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Curriculum; Set (abstract data type); Problem-based learning; Resource (disambiguation); Clinical Practice; Medical education; Computer science; Psychology; Nursing; Pedagogy","score_opus":0.009416518135925625,"score_gpt":0.25494120723164393,"score_spread":0.2455246890957183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932587684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98489004,0.0002127631,0.0010382954,0.007605604,0.000031172436,0.0008709169,6.178797e-8,0.00027193452,0.0050792224],"genre_scores_gemma":[0.9665664,0.000024234507,0.025410758,0.0046156794,0.00040624515,0.00011743426,0.00015233093,0.0000769188,0.0026300345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977008,0.00010830195,0.0004839211,0.0005310346,0.00069451897,0.00048142904],"domain_scores_gemma":[0.99875426,0.00005176189,0.0002173398,0.00055075594,0.0002931439,0.00013276206],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007658674,0.0002804856,0.00044486442,0.000497021,0.0001439851,0.000044477078,0.00021539215,0.00025724893,0.0004649359],"category_scores_gemma":[0.000100266225,0.00025021136,0.00014748589,0.0016052384,0.0000741685,0.00013243571,0.000010424433,0.00065849815,0.0008027697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018071846,0.0011664489,0.9655313,0.0010668158,0.00006664003,0.00041284828,0.0005642137,0.0009719043,0.0003139731,0.005646856,0.015901038,0.008177228],"study_design_scores_gemma":[0.0045375237,0.0016870471,0.77947813,0.00025236126,0.0007563365,0.005605025,0.0008965959,0.029466333,0.0003973039,0.00033809838,0.1753526,0.0012326235],"about_ca_topic_score_codex":0.00002699029,"about_ca_topic_score_gemma":1.903534e-7,"teacher_disagreement_score":0.18605317,"about_ca_system_score_codex":0.00013109398,"about_ca_system_score_gemma":0.00043946362,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W2932922973","doi":"10.3138/jvme.0917-128r1","title":"Inter-Rater Reliability of Grading Undergraduate Portfolios in Veterinary Medical Education","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Intraclass correlation; Inter-rater reliability; Medicine; Cohort; Psychology; Veterinary medicine; Medical education; Statistics; Mathematics; Pathology; Clinical psychology; Biology; Rating scale; Psychometrics","score_opus":0.035484457736373966,"score_gpt":0.39614370572856394,"score_spread":0.36065924799218996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932922973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96532786,0.00034406423,0.0002579879,0.026114704,0.0061167567,0.00042719685,7.446222e-7,0.000016611099,0.0013940918],"genre_scores_gemma":[0.9914235,0.00032175356,0.0029796513,0.0038724837,0.0008489106,0.000030476758,0.00004743752,0.00003475064,0.00044105272],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9950943,0.00032513027,0.0020597389,0.00033102225,0.0018674728,0.0003223592],"domain_scores_gemma":[0.9969611,0.00016925384,0.00092512125,0.000543931,0.000983626,0.00041695917],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034223148,0.00024285317,0.0006890828,0.0009676996,0.000038832324,0.000016733984,0.00042738908,0.00041446745,0.0026248419],"category_scores_gemma":[0.009238569,0.0002055307,0.00019166707,0.00095171237,0.00024848897,0.0004640783,0.00010062248,0.0012258912,0.000039405586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024574636,0.015590372,0.2770347,0.0032103898,0.00016197511,0.00023724012,0.00275884,0.000008899952,0.0067906477,0.0016303039,0.047465555,0.6426536],"study_design_scores_gemma":[0.00986727,0.016177995,0.7019362,0.026599327,0.0003591121,0.026344514,0.00794868,0.004474019,0.00085439434,0.006876097,0.19744013,0.0011223039],"about_ca_topic_score_codex":0.000073920586,"about_ca_topic_score_gemma":0.000002155143,"teacher_disagreement_score":0.6415313,"about_ca_system_score_codex":0.0006479143,"about_ca_system_score_gemma":0.010897772,"threshold_uncertainty_score":0.99910706},"labels":[],"label_agreement":null},{"id":"W2933572667","doi":"10.22454/fammed.2019.427722","title":"Exploring Change After Implementation of Family Medicine Residency Curriculum Reform","year":2019,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Curriculum; Demographics; Family medicine; Medicine; Test (biology); Medical education; Nursing; Psychology","score_opus":0.1767922999264841,"score_gpt":0.4109411663317774,"score_spread":0.2341488664052933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2933572667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9670953,0.0015791246,0.000091320064,0.013454189,0.0031850159,0.0013248568,0.0000053208664,0.00009553817,0.013169297],"genre_scores_gemma":[0.98769265,0.0010908563,0.0010574503,0.00629969,0.0025367942,0.00051508937,0.00024894834,0.000054085347,0.0005044151],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964842,0.000058359758,0.0012020197,0.0004695196,0.0013292532,0.0004566255],"domain_scores_gemma":[0.9979086,0.00005783413,0.00037851295,0.0007833799,0.00071183074,0.00015986389],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012277026,0.00030466347,0.0007583107,0.00077516155,0.000056713194,0.0000033515075,0.00019845592,0.00012871747,0.0020059869],"category_scores_gemma":[0.00037765355,0.00021709084,0.00007103389,0.0014421558,0.00029688343,0.0004487198,0.00006822511,0.0004283534,0.00016248474],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072768726,0.0006508169,0.5189716,0.0036583622,0.00038777862,0.00011932203,0.032571252,7.2177465e-7,0.08485975,0.013064823,0.06584798,0.27913985],"study_design_scores_gemma":[0.004491112,0.0018895848,0.9082476,0.0026517122,0.00023623895,0.000027631746,0.0636185,0.00005826802,0.0006279818,0.00021625035,0.017702775,0.00023237237],"about_ca_topic_score_codex":0.004776035,"about_ca_topic_score_gemma":0.00003584223,"teacher_disagreement_score":0.38927594,"about_ca_system_score_codex":0.00043785013,"about_ca_system_score_gemma":0.00019057155,"threshold_uncertainty_score":0.9989063},"labels":[],"label_agreement":null},{"id":"W2935467651","doi":"10.1097/acm.0000000000002724","title":"The Divergence and Convergence of Critical Reflection and Critical Reflexivity: Implications for Health Professions Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre","funders":"","keywords":"Reflexivity; Scrutiny; Critical reflection; CLARITY; Divergence (linguistics); Subject (documents); Field (mathematics); Engineering ethics; Sociology; Epistemology; Critical pedagogy; Reflection (computer programming); Critical thinking; Pedagogy; Social science; Political science; Computer science","score_opus":0.0780627613950402,"score_gpt":0.5253936947631802,"score_spread":0.44733093336814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935467651","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34123608,0.003943237,0.010544789,0.6401475,0.0020948348,0.0014511736,0.0000075613766,0.000040470622,0.0005343366],"genre_scores_gemma":[0.9892819,0.0017802841,0.0017234217,0.0057993173,0.00037131703,0.00019363523,0.00002835356,0.000012461751,0.00080932403],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986247,0.00007477553,0.00055332016,0.00028236682,0.00022892754,0.00023592463],"domain_scores_gemma":[0.99778414,0.0011111167,0.00013788862,0.0002892798,0.0005248943,0.0001526962],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013828719,0.00010336295,0.00025367475,0.00011303541,0.00033698135,0.0000034029035,0.000090507645,0.00015393976,0.000045104927],"category_scores_gemma":[0.0104498975,0.00006977687,0.000015934223,0.00037290558,0.0009128717,0.00010308556,0.000044311222,0.0004754001,0.0000031671786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001655287,0.00011314444,0.0807414,0.0018539273,0.00002525358,7.689709e-8,0.004284074,1.0124502e-7,0.016637221,0.747183,0.06501881,0.08397745],"study_design_scores_gemma":[0.0026548326,0.0034115447,0.6549256,0.0044809077,0.0004445737,0.00037785448,0.023250848,0.0017501565,0.001291907,0.20551686,0.101439305,0.00045563214],"about_ca_topic_score_codex":0.000029820669,"about_ca_topic_score_gemma":0.0000019163651,"teacher_disagreement_score":0.6480458,"about_ca_system_score_codex":0.00007933605,"about_ca_system_score_gemma":0.0005051,"threshold_uncertainty_score":0.9978855},"labels":[],"label_agreement":null},{"id":"W2936286123","doi":"10.15694/mep.2019.000092.1","title":"12 Tips for Creating High Impact Clinical Encounter Videos - with Technical Pointers","year":2019,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Island Health; University of British Columbia","funders":"","keywords":"Neurocognitive; Narrative; Cognition; GRASP; Quality (philosophy); Multimedia; Cognitive load; Psychology; Computer science; Neuroscience; Art","score_opus":0.01933904899136498,"score_gpt":0.3766428832410263,"score_spread":0.35730383424966133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936286123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96755147,0.000014254944,0.0055675884,0.007439694,0.0011787082,0.0013499394,0.000011971176,0.0001776508,0.016708747],"genre_scores_gemma":[0.9656489,0.0000025914371,0.025166132,0.0045187757,0.0010138201,0.00013630923,0.00027946522,0.000051057716,0.0031829476],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99794275,0.00004441942,0.0006638763,0.00043269445,0.00051869266,0.00039754802],"domain_scores_gemma":[0.99815696,0.00035124688,0.00020829387,0.00060014566,0.00055394723,0.00012941302],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016100495,0.00018844796,0.00044834576,0.0002218828,0.00007191331,0.00010920715,0.00021404702,0.0002439224,0.0015122365],"category_scores_gemma":[0.0040157572,0.00012900702,0.00016096643,0.000340938,0.00015842817,0.00041510566,0.000047771246,0.0005762002,0.00009542664],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012061544,0.0008219637,0.34704202,0.00022077645,0.0002474134,0.00001402956,0.00036591265,0.0000045167776,0.0008974089,0.0018411248,0.60205513,0.045283552],"study_design_scores_gemma":[0.02004496,0.010696914,0.68173593,0.002066496,0.0006752606,0.0012404344,0.0023929963,0.0034343954,0.0010737666,0.0013873648,0.27405068,0.0012008139],"about_ca_topic_score_codex":0.00006811081,"about_ca_topic_score_gemma":0.000019306683,"teacher_disagreement_score":0.33469388,"about_ca_system_score_codex":0.00026026845,"about_ca_system_score_gemma":0.00043249142,"threshold_uncertainty_score":0.9994005},"labels":[],"label_agreement":null},{"id":"W2936499033","doi":"10.1016/j.ienj.2019.03.003","title":"Letter to the editor about “How effective is trauma simulation as an educational process for healthcare providers within the trauma networks? A systematic review”","year":2019,"lang":"en","type":"letter","venue":"International Emergency Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Radiography; Gold standard (test); Health care; Workforce; Radiology; Demographics; Emergency medicine; Medical emergency; Physical therapy","score_opus":0.02602409668256132,"score_gpt":0.40774558366853164,"score_spread":0.3817214869859703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936499033","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058064295,0.0020705871,0.0065775425,0.93312615,0.04311909,0.014186754,0.00006569577,0.00005355592,0.0002199648],"genre_scores_gemma":[0.03815222,0.000052479998,0.0003684968,0.84473646,0.10335864,0.006563616,0.0025253126,0.00014934484,0.0040934277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952417,0.00038371028,0.0012799745,0.0008197887,0.001803328,0.0004714863],"domain_scores_gemma":[0.9944775,0.0006174501,0.0010847859,0.00087818987,0.0028619645,0.00008007205],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014785922,0.0005128764,0.00072116486,0.00032505512,0.00042715835,0.00013373599,0.0008738909,0.0005428676,0.00025544508],"category_scores_gemma":[0.004081549,0.00033058962,0.0003260487,0.0006688666,0.00011720783,0.00040394417,0.000021316278,0.0017991738,0.000072678726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077078366,0.00013787502,0.00002296785,0.035498783,0.0002747096,0.0000011284598,0.0041167177,0.0010749456,0.0000012451206,0.00013941232,0.95606333,0.0025917965],"study_design_scores_gemma":[0.0011139277,0.0008929313,0.00054538687,0.21800786,0.0023271888,0.000130734,0.0017988014,0.11995639,0.00003756793,0.002584795,0.6514447,0.001159712],"about_ca_topic_score_codex":0.000047906135,"about_ca_topic_score_gemma":0.00001132476,"teacher_disagreement_score":0.30461863,"about_ca_system_score_codex":0.0010726514,"about_ca_system_score_gemma":0.00046096512,"threshold_uncertainty_score":0.9999146},"labels":[],"label_agreement":null},{"id":"W2936694619","doi":"10.3138/jammi.2018-0041","title":"Measuring the impact of an HIV rotation on trainees’ knowledge and confidence level: The importance of inviting recent graduates","year":2019,"lang":"en","type":"article","venue":"Journal of the Association of Medical Microbiology and Infectious Disease Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal; Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Medicine; Confidence interval; Family medicine; Likert scale; Human immunodeficiency virus (HIV); Accreditation; Descriptive statistics; Outpatient clinic; Psychology; Internal medicine; Medical education; Statistics","score_opus":0.015339306053810235,"score_gpt":0.28891251542661767,"score_spread":0.27357320937280744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936694619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98580205,0.00035730636,0.000012845735,0.013238454,0.0003187448,0.00018131248,0.000018999695,0.0000014184758,0.00006886619],"genre_scores_gemma":[0.99892145,0.00016630621,0.000008566759,0.00077897485,0.000085343076,0.0000014710278,0.000007633508,0.000004450216,0.000025816396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99873286,0.000277948,0.0005177039,0.00007237836,0.00029920792,0.00009990939],"domain_scores_gemma":[0.9975604,0.0005444956,0.0010664305,0.00012951143,0.00062429643,0.00007485811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020216694,0.000074248106,0.00023910467,0.000055576875,0.00007325705,0.0000037896414,0.00013438523,0.00008293066,0.000042852287],"category_scores_gemma":[0.006648971,0.000036314574,0.00006240181,0.00020658199,0.00016106015,0.000045637305,0.000023197517,0.00036426913,1.1589687e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018885754,0.00025217663,0.9741398,0.0001456239,0.00036942848,0.0000015454852,0.000953678,0.00009764761,0.007945512,0.0007786225,0.008768196,0.00635892],"study_design_scores_gemma":[0.0013357806,0.00030966545,0.99398065,0.0004596888,0.0001452095,0.000077918485,0.00063451857,0.00047360256,0.0015562159,0.0005131036,0.0004577777,0.0000558664],"about_ca_topic_score_codex":0.0023958944,"about_ca_topic_score_gemma":0.0044187307,"teacher_disagreement_score":0.01984086,"about_ca_system_score_codex":0.00030177445,"about_ca_system_score_gemma":0.0016889931,"threshold_uncertainty_score":0.79599196},"labels":[],"label_agreement":null},{"id":"W2936924489","doi":"10.1097/acm.0000000000002743","title":"A Core Components Framework for Evaluating Implementation of Competency-Based Medical Education Programs","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":419,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Viewpoints; Delphi method; Transformative learning; Core competency; Curriculum; Delphi; Fidelity; Process management; Process (computing); Computer science; Checklist; Medical education; Knowledge management; Medicine; Psychology; Management; Pedagogy; Business; Artificial intelligence","score_opus":0.12122680076981128,"score_gpt":0.5116310879491399,"score_spread":0.3904042871793286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936924489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490811,0.0002708949,0.019926673,0.025552193,0.0017864476,0.0029480066,0.0000027496058,0.00006881314,0.00036311295],"genre_scores_gemma":[0.9402042,0.000026828458,0.048637994,0.008300903,0.0008144894,0.0003935924,0.0013979012,0.00003647437,0.00018760953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966618,0.000059615955,0.0011092435,0.00035334093,0.0015013138,0.0003146811],"domain_scores_gemma":[0.99777025,0.00031185703,0.00055748003,0.0003905051,0.00079405063,0.00017585974],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022331104,0.00018750492,0.0005032954,0.00030279238,0.00006243961,0.0000024509832,0.00024317409,0.00039756938,0.0023546186],"category_scores_gemma":[0.0046039736,0.00015290368,0.00006361647,0.0007041952,0.00023582976,0.00006833185,0.000028009339,0.0007613342,0.000026196365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039949422,0.00036772023,0.49995247,0.0027805334,0.0001396301,9.658523e-7,0.004567719,0.000006610255,0.010575776,0.117719546,0.018605962,0.34488356],"study_design_scores_gemma":[0.055496085,0.019085083,0.30815843,0.056733396,0.0027247102,0.00029677866,0.0784161,0.2000442,0.007759103,0.23943436,0.029945213,0.0019065461],"about_ca_topic_score_codex":0.000120261335,"about_ca_topic_score_gemma":0.0000037943726,"teacher_disagreement_score":0.34297702,"about_ca_system_score_codex":0.00017362891,"about_ca_system_score_gemma":0.0034788428,"threshold_uncertainty_score":0.9985574},"labels":[],"label_agreement":null},{"id":"W2937000671","doi":"10.1136/bmjqs-2018-008689","title":"Validity evidence for Quality Improvement Knowledge Application Tool Revised (QIKAT-R) scores: consequences of rater number and type using neurology cases","year":2019,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Neurology; Quality (philosophy); Evidence-based medicine; Quality management; Medical education; Family medicine; Alternative medicine; Medical physics; Psychiatry; Operations management; Pathology","score_opus":0.23092717666372234,"score_gpt":0.5152943465059662,"score_spread":0.28436716984224386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937000671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98746324,0.000102986436,0.0062471046,0.0028886928,0.00046753348,0.0026627495,0.000025542175,0.000030290788,0.000111883506],"genre_scores_gemma":[0.99410933,0.00006803314,0.0038763133,0.0013949459,0.00021569502,0.00010962975,0.00008546181,0.000014435912,0.00012618136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99725795,0.00042225048,0.0013775798,0.00043491603,0.0002904622,0.00021686159],"domain_scores_gemma":[0.99637055,0.0014754684,0.00054985087,0.0005850154,0.0009651828,0.000053947417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054358053,0.00015609476,0.00048880395,0.000055484532,0.000096780626,0.000012217634,0.000106395644,0.00015303933,0.00015856807],"category_scores_gemma":[0.006958847,0.00013554812,0.00007193624,0.00030969366,0.00034935068,0.00014948485,0.000060226033,0.00017608973,0.000025900415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004710917,0.0005471449,0.65765697,0.006324109,0.00009152208,0.0000018239194,0.0013710305,0.000010323133,0.28205627,0.012721462,0.0019320357,0.03257638],"study_design_scores_gemma":[0.0069876104,0.0023127918,0.9087504,0.0019023955,0.0005597163,0.00016946411,0.0020528114,0.003903868,0.051216852,0.0048211007,0.016247762,0.0010752236],"about_ca_topic_score_codex":0.00042423964,"about_ca_topic_score_gemma":0.000014884513,"teacher_disagreement_score":0.25109342,"about_ca_system_score_codex":0.00012327607,"about_ca_system_score_gemma":0.00072660897,"threshold_uncertainty_score":0.83308923},"labels":[],"label_agreement":null},{"id":"W2937047465","doi":"10.17483/2368-6669.1182","title":"Integrating quality of life assessments in student clinical learning experience","year":2019,"lang":"en","type":"article","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Trinity Western University","funders":"","keywords":"Valuation (finance); Psychology; Health care; Quality of life (healthcare); Nursing; Medical education; Medicine; Political science; Business","score_opus":0.07410827462557976,"score_gpt":0.5472239136443818,"score_spread":0.47311563901880205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937047465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98313,0.00010115049,0.0051526316,0.0018169502,0.0021348651,0.0010945997,0.0000017602175,0.000045476885,0.006522589],"genre_scores_gemma":[0.9839428,0.00009362808,0.014279322,0.0007196228,0.0001308563,0.00017275945,0.00024495233,0.000018053805,0.00039797826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946878,0.0007320829,0.0030260852,0.00039004654,0.00085953844,0.0003044554],"domain_scores_gemma":[0.9974238,0.00038721575,0.0011603434,0.00046739916,0.00047217464,0.00008906383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040276595,0.00020698107,0.0005996355,0.0005302426,0.00007267843,0.000031687356,0.00019622013,0.00017066611,0.00023344097],"category_scores_gemma":[0.0029548018,0.00021611288,0.00008564134,0.0009612682,0.00013181177,0.0009913926,0.000036682737,0.00074195076,0.00003798528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018400152,0.0031632497,0.8150755,0.00054856576,0.000012885649,1.0674626e-7,0.017756471,0.0006043591,0.0006354371,0.018551517,0.00012876699,0.14333911],"study_design_scores_gemma":[0.0023489788,0.00030504688,0.8820352,0.002614386,0.000012319129,0.0000025199383,0.10302729,0.0022945602,0.00030492348,0.0006786163,0.006095278,0.00028085767],"about_ca_topic_score_codex":0.00009722699,"about_ca_topic_score_gemma":0.000023603925,"teacher_disagreement_score":0.14305826,"about_ca_system_score_codex":0.0011617002,"about_ca_system_score_gemma":0.00061153906,"threshold_uncertainty_score":0.88128275},"labels":[],"label_agreement":null},{"id":"W2937088346","doi":"10.36834/cmej.53050","title":"Career choices matter: educating medical students on a diversity of practice settings","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Diversity (politics); Medical education; Psychology; Data science; Medicine; Computer science; Sociology","score_opus":0.009871089560573804,"score_gpt":0.34153692082431747,"score_spread":0.33166583126374366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937088346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7670141,0.0001567305,0.000014668764,0.20111641,0.004974791,0.00036682276,0.0000031198217,0.000014215357,0.026339166],"genre_scores_gemma":[0.75637215,0.00005472356,0.001358756,0.23810108,0.0016910123,0.000014390706,0.000043499567,0.000028287435,0.0023361219],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939329,0.00017295043,0.0007434701,0.00030284363,0.004388507,0.00045935545],"domain_scores_gemma":[0.99260837,0.00024684728,0.00046070712,0.0004114307,0.0014766689,0.004795987],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035234662,0.00018291829,0.0003434421,0.0006780368,0.00034249845,0.000067361405,0.00080846105,0.00037266602,0.08164876],"category_scores_gemma":[0.053897444,0.00016588355,0.00010004469,0.00066237804,0.00018113304,0.00025746247,0.0001178507,0.0017624006,0.0007046417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053869724,0.0010943747,0.3149147,0.00018431754,0.00015186558,0.00004766458,0.0038138416,9.953249e-7,0.0000069644952,0.00061565154,0.604046,0.07506979],"study_design_scores_gemma":[0.0024732673,0.00048627364,0.25745296,0.0034234307,0.00022186608,0.0041147196,0.01719752,0.00012158778,0.00003538393,0.0001369171,0.71395606,0.00038002516],"about_ca_topic_score_codex":0.0056410944,"about_ca_topic_score_gemma":0.0005649951,"teacher_disagreement_score":0.10991009,"about_ca_system_score_codex":0.0009330649,"about_ca_system_score_gemma":0.047471385,"threshold_uncertainty_score":0.95792854},"labels":[],"label_agreement":null},{"id":"W2937131082","doi":"10.1080/10401334.2019.1600520","title":"Assigning Medical Students Learning Goals: Do They Do It, and What Happens When They Don't?","year":2019,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; North York General Hospital; The Wilson Centre; University Health Network; University of Toronto; University of British Columbia","funders":"","keywords":"Psychology; Curriculum; Outcome (game theory); Set (abstract data type); Variance (accounting); Analysis of variance; Randomized controlled trial; Medical education; Scale (ratio); Clinical psychology; Applied psychology; Social psychology; Medicine; Computer science; Pedagogy; Mathematics; Machine learning","score_opus":0.016087646019134705,"score_gpt":0.35512768057786104,"score_spread":0.33904003455872633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937131082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9647838,0.0021486557,0.00028639377,0.024069235,0.00063807145,0.00042218083,9.6211835e-8,0.0001575172,0.0074940734],"genre_scores_gemma":[0.9896547,0.0011966492,0.0015150754,0.003780924,0.00067012996,0.000021773365,0.000040506602,0.000056639765,0.0030635763],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9953091,0.0010651759,0.00073690806,0.0006411063,0.0017394446,0.0005082327],"domain_scores_gemma":[0.9979766,0.0010849359,0.000256092,0.0003173807,0.000106544394,0.0002584597],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01528737,0.00031733108,0.0007276069,0.0005145308,0.0004821228,0.00022116069,0.00028370117,0.0003206683,0.0007307138],"category_scores_gemma":[0.014155494,0.00024008195,0.000037704867,0.00019184739,0.00023552275,0.00040976654,0.00021603033,0.0058605275,0.00004230884],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083539984,0.0001376718,0.61800146,0.0002354304,0.00007409056,0.000048015343,0.06580435,0.00008139301,0.00040631514,0.0006057811,0.0015100522,0.3130119],"study_design_scores_gemma":[0.015999442,0.003170539,0.29988444,0.033031497,0.00039029086,0.0009190148,0.38206062,0.018327631,0.000012793241,0.0014517726,0.2436223,0.0011296602],"about_ca_topic_score_codex":0.00062602095,"about_ca_topic_score_gemma":0.00002265081,"teacher_disagreement_score":0.31811702,"about_ca_system_score_codex":0.00013229196,"about_ca_system_score_gemma":0.0001244271,"threshold_uncertainty_score":0.996433},"labels":[],"label_agreement":null},{"id":"W2937377999","doi":"10.22038/fmej.2019.33926.1220","title":"Evaluating the Anesthesiology Residents’ Performance, Using a Modified 360-degree Assessment Questionnaire in Shiraz University of Medical Sciences","year":2019,"lang":"en","type":"article","venue":"future of medical education journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Viewpoints; Anesthesiology; Competence (human resources); Construct validity; Medicine; Content validity; Validity; Persian; Medical education; Significant difference; Family medicine; Psychology; Nursing; Clinical psychology; Psychometrics; Patient satisfaction; Psychiatry; Social psychology; Internal medicine","score_opus":0.07994085694229117,"score_gpt":0.4374306458947594,"score_spread":0.3574897889524682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937377999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93960536,0.00048877706,0.00040521973,0.056878045,0.0020354157,0.0002414969,2.1655184e-7,0.0000066071607,0.000338837],"genre_scores_gemma":[0.991835,0.00028317064,0.0057034325,0.0010935729,0.0009772474,0.0000018137141,0.00000570436,0.000007878135,0.00009215285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953254,0.00039692436,0.00067738054,0.00020197351,0.003177142,0.00022119413],"domain_scores_gemma":[0.9984334,0.00010423665,0.000520308,0.00024567608,0.00048021073,0.00021616928],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008845883,0.00011151523,0.00031591972,0.0003883569,0.00020941718,0.000013428294,0.0006230423,0.00032947253,0.0024740042],"category_scores_gemma":[0.0029164446,0.00007786964,0.00006709744,0.0008897229,0.0005749346,0.0001618399,0.00006785021,0.0011872201,0.0000048723014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002198114,0.0012588132,0.5927838,0.00054280966,0.00006116581,0.000015880662,0.0043071574,0.00041907854,0.00020233315,0.010247386,0.0056615127,0.38428026],"study_design_scores_gemma":[0.0018627234,0.000758548,0.91379076,0.003774648,0.00006714561,0.001008138,0.011253504,0.06586644,0.000013696873,0.0004070964,0.0010854322,0.00011186535],"about_ca_topic_score_codex":0.00015267426,"about_ca_topic_score_gemma":0.000017611106,"teacher_disagreement_score":0.3841684,"about_ca_system_score_codex":0.00021619587,"about_ca_system_score_gemma":0.016305232,"threshold_uncertainty_score":0.9984379},"labels":[],"label_agreement":null},{"id":"W2937396279","doi":"10.1007/s11606-019-04878-y","title":"Entrustment Ratings in Internal Medicine Training: Capturing Meaningful Supervision Decisions or Just Another Rating?","year":2019,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; University of Toronto; University of British Columbia","funders":"","keywords":"Medicine; Acknowledgement; Task (project management); Supervisor; Scope (computer science); Point (geometry); Medical education; MEDLINE; Computer science","score_opus":0.06288890916721433,"score_gpt":0.37075548566145733,"score_spread":0.307866576494243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937396279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573343,0.00066663284,0.0037670317,0.023336526,0.0049955463,0.00043655784,0.0000011337135,0.000023103676,0.0094392],"genre_scores_gemma":[0.9633912,0.00024379817,0.009495299,0.009257013,0.0051208385,0.000009064293,0.000013473738,0.00006455646,0.012404772],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948034,0.00015178832,0.0025077406,0.00037623371,0.0016730414,0.00048777228],"domain_scores_gemma":[0.99701613,0.00043124778,0.0010508144,0.0003850879,0.0008457,0.00027102322],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002778164,0.00038224386,0.0011919243,0.0012570792,0.0000659249,0.000024180581,0.00047777614,0.00019031885,0.0065808655],"category_scores_gemma":[0.0061075496,0.00022531094,0.00015316093,0.0007633092,0.00025087452,0.00029077314,0.000095700685,0.0014212009,0.000037245798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008239184,0.0013555879,0.11280841,0.00047860036,0.00091709144,0.0026470607,0.07904319,0.00044608934,0.27724552,0.0017928054,0.26838687,0.24663961],"study_design_scores_gemma":[0.107470825,0.04765159,0.21349767,0.11794081,0.001880268,0.037265696,0.12521803,0.049460337,0.023711639,0.0025644398,0.27093092,0.0024077767],"about_ca_topic_score_codex":0.00051854993,"about_ca_topic_score_gemma":0.00004700942,"teacher_disagreement_score":0.2535339,"about_ca_system_score_codex":0.0006369547,"about_ca_system_score_gemma":0.00037705203,"threshold_uncertainty_score":0.99432725},"labels":[],"label_agreement":null},{"id":"W2937674756","doi":"10.3390/pharmacy7020037","title":"Competency and Its Many Meanings","year":2019,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario College of Pharmacists","keywords":"Pharmacy; Competency assessment; Engineering ethics; Professional development; Professional studies; Medical education; Psychology; Pedagogy; Medicine; Nursing; Engineering","score_opus":0.025317865507301522,"score_gpt":0.36339225374630785,"score_spread":0.3380743882390063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937674756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96229094,0.0002530861,0.00003235257,0.008303189,0.00045461528,0.00022915444,5.2460814e-7,0.00004306424,0.02839308],"genre_scores_gemma":[0.9898808,0.000057298483,0.0010341941,0.0059442706,0.00015222012,0.000008443133,0.000012042534,0.000009410747,0.002901336],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951243,0.000007871172,0.00011579605,0.00011408934,0.00014661557,0.0001031714],"domain_scores_gemma":[0.9997348,0.000014305469,0.000030015102,0.00008797854,0.00009126974,0.00004162057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013013413,0.000052211824,0.00008735744,0.00006233128,0.000026964139,0.0000062172803,0.000037169702,0.000014149402,0.0018769817],"category_scores_gemma":[0.00009938394,0.00004618268,0.000012521012,0.00015200603,0.000015888118,0.00007394139,0.000020006168,0.00014374428,0.00061042455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024368995,0.0006854389,0.30409387,0.0011413799,0.00018537507,0.000036774178,0.0047013443,0.0000018345796,0.22972731,0.09402228,0.121627584,0.24353312],"study_design_scores_gemma":[0.0063527618,0.0001564134,0.081187494,0.00022482281,0.00013626604,0.00025376218,0.00041261798,0.024106842,0.023661572,0.0009889192,0.86221004,0.00030850494],"about_ca_topic_score_codex":0.000006540098,"about_ca_topic_score_gemma":5.3707e-8,"teacher_disagreement_score":0.74058247,"about_ca_system_score_codex":0.000024144376,"about_ca_system_score_gemma":0.00005136392,"threshold_uncertainty_score":0.9990354},"labels":[],"label_agreement":null},{"id":"W2937992522","doi":"10.3205/zma001126","title":"Faculty Development: From Program Design and Implementation to Scholarship","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Scholarship; Medical education; Psychology; Engineering ethics; Medicine; Engineering; Political science","score_opus":0.12749324074421475,"score_gpt":0.4171430518932337,"score_spread":0.28964981114901894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937992522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98939085,0.000017708846,0.0024851135,0.0050769313,0.00021074431,0.0023352131,0.0000030431067,0.000062726234,0.0004176806],"genre_scores_gemma":[0.8434661,0.000002045171,0.15125915,0.0008376981,0.00013224075,0.003911575,0.00016789834,0.000009741239,0.00021351661],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991927,0.000016946826,0.00017758165,0.00018582605,0.0002199261,0.00020698995],"domain_scores_gemma":[0.99942595,0.000013379972,0.00007960771,0.00024248267,0.00012060098,0.00011799405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005935374,0.00007129593,0.00009319528,0.00007055802,0.0002813651,0.00013074295,0.000099562756,0.000048542246,0.00003869253],"category_scores_gemma":[0.0009448966,0.000064046595,0.000009108257,0.00007732011,0.000037055477,0.00017422964,0.000045766854,0.000108069886,0.000025004838],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002145145,0.00004900135,0.061081614,0.000009067018,0.000021830323,0.0000012158844,0.00040341532,6.207983e-8,0.000034103068,0.00005123972,0.0019030576,0.93642396],"study_design_scores_gemma":[0.0006336549,0.000019471128,0.9446105,0.0000128998245,0.00002042544,0.0000020611099,0.00011353124,0.000008104667,0.0033878025,0.00016761065,0.050957374,0.0000665706],"about_ca_topic_score_codex":0.000031818116,"about_ca_topic_score_gemma":0.000009295203,"teacher_disagreement_score":0.9363574,"about_ca_system_score_codex":0.0001002386,"about_ca_system_score_gemma":0.00006572145,"threshold_uncertainty_score":0.2611744},"labels":[],"label_agreement":null},{"id":"W2939414054","doi":"10.2196/11351","title":"Supporting Students With Electronic Health Record–Embedded Learning Aids: A Mixed-Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Medical education; Psychology; Psychological intervention; Supervisor; Transfer of learning; Medicine; Qualitative research; Nursing","score_opus":0.008964874698636363,"score_gpt":0.4703501246420383,"score_spread":0.4613852499434019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939414054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864295,0.00011384178,0.0022829634,0.0057920446,0.0015287906,0.0027580212,1.7917716e-7,0.0001790397,0.00091561594],"genre_scores_gemma":[0.9739929,0.000025006875,0.012953422,0.00690681,0.00062769995,0.0007450401,0.00015798718,0.00006309666,0.0045280787],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951822,0.0006303214,0.00092660845,0.0006332207,0.0018736604,0.00075395545],"domain_scores_gemma":[0.9980065,0.0001453437,0.000520821,0.00056537765,0.00041506614,0.0003468441],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052911798,0.00025574732,0.0005401507,0.00039414802,0.00018943253,0.00004939605,0.00031089562,0.00019441017,0.002476868],"category_scores_gemma":[0.0031778426,0.0002091058,0.000063311876,0.0013304169,0.00008442303,0.00017100103,0.00007733224,0.0015938663,0.00021902457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113578295,0.0042265877,0.3514459,0.00022142412,0.0000943363,0.0000023372547,0.0064048977,0.0000012281354,0.000045178866,0.00021017225,0.00968179,0.62755257],"study_design_scores_gemma":[0.009133432,0.016415482,0.61062616,0.0022880374,0.00023442812,0.00034206608,0.20403092,0.001663444,0.000114216775,0.0003721734,0.1538939,0.0008857485],"about_ca_topic_score_codex":0.000115727016,"about_ca_topic_score_gemma":0.000023273853,"teacher_disagreement_score":0.6266668,"about_ca_system_score_codex":0.0008460493,"about_ca_system_score_gemma":0.008126782,"threshold_uncertainty_score":0.998435},"labels":[],"label_agreement":null},{"id":"W2939604362","doi":"10.1097/acm.0000000000002736","title":"Cultural Historical Activity Theory: The Role of Tools and Tensions in Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Culture theory; Psychology; MEDLINE; Medical education; Sociology; Social psychology; Medicine; Political science; Anthropology; Law","score_opus":0.025750247912411376,"score_gpt":0.3635286896792167,"score_spread":0.3377784417668053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939604362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93209845,0.0020359762,0.000040697792,0.060038425,0.0006864272,0.00045447002,5.0271706e-7,0.00001807001,0.0046269856],"genre_scores_gemma":[0.99233615,0.00051225035,0.00007779199,0.0048999838,0.0005172033,0.00003505474,0.000021807324,0.000010617413,0.0015891637],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99828464,0.00012592404,0.00043955984,0.00022061917,0.00074931176,0.00017994462],"domain_scores_gemma":[0.99884003,0.00039934783,0.00015210154,0.00029229745,0.00020353936,0.00011266379],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019104772,0.00011567495,0.0003440641,0.00017377468,0.000039215978,0.0000017137094,0.00016051374,0.0003260674,0.0006248071],"category_scores_gemma":[0.010035331,0.000064450476,0.000022571057,0.0005746635,0.00031319715,0.0001144857,0.000052392163,0.0012923909,0.000014554991],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028773487,0.00020310325,0.19313842,0.0001786664,0.000045916982,0.0000029426913,0.010864892,4.711666e-7,0.025788926,0.09791835,0.045802202,0.62576836],"study_design_scores_gemma":[0.004940168,0.0008004433,0.6199127,0.0034030739,0.00031182158,0.0006899311,0.031181846,0.0026542146,0.0019651456,0.027904594,0.30583802,0.0003980414],"about_ca_topic_score_codex":0.00015696726,"about_ca_topic_score_gemma":0.0000026914352,"teacher_disagreement_score":0.6253703,"about_ca_system_score_codex":0.0002658935,"about_ca_system_score_gemma":0.00054975465,"threshold_uncertainty_score":0.99830353},"labels":[],"label_agreement":null},{"id":"W2940312249","doi":"10.1016/j.jsurg.2019.03.015","title":"Enhancing Formative Feedback in Orthopaedic Training: Development and Implementation of a Competency-Based Assessment Framework","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; McMaster University","funders":"","keywords":"Formative assessment; Medical education; Training (meteorology); Knowledge management; Psychology; Process management; Computer science; Medicine; Engineering; Pedagogy","score_opus":0.016588387799378837,"score_gpt":0.37356840575254907,"score_spread":0.35698001795317025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940312249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926013,0.00009994472,0.0024304362,0.0034139294,0.0005931038,0.00030581225,4.3555474e-7,0.0000036704687,0.00055141386],"genre_scores_gemma":[0.89400405,0.000024801931,0.10545284,0.0003458182,0.00011042338,0.000012317745,0.00002081935,0.0000074530094,0.000021497146],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99820125,0.000059192265,0.0010212767,0.000101601174,0.00047903557,0.00013766644],"domain_scores_gemma":[0.99854434,0.00016366779,0.0006518578,0.000090950125,0.00048571092,0.00006348219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001244811,0.000094422896,0.00031616527,0.00044430283,0.000028916944,0.000011110678,0.000053402237,0.00008278226,0.0003325368],"category_scores_gemma":[0.0001485853,0.000079191654,0.000050688108,0.00049156626,0.000040548734,0.00018615783,0.000010125326,0.0003837794,0.0000029092546],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032253153,0.0017620985,0.3442515,0.0012120296,0.00011399417,0.000010416758,0.0410445,0.00005221228,0.0019854964,0.0114666745,0.00035511624,0.59742343],"study_design_scores_gemma":[0.004604488,0.0007832833,0.89238286,0.00311395,0.00007417267,0.00019580194,0.08611857,0.0003970333,0.0042863423,0.0013529807,0.006496436,0.00019406718],"about_ca_topic_score_codex":0.000010472336,"about_ca_topic_score_gemma":0.0000056876684,"teacher_disagreement_score":0.59722936,"about_ca_system_score_codex":0.0003212092,"about_ca_system_score_gemma":0.0049695517,"threshold_uncertainty_score":0.8815772},"labels":[],"label_agreement":null},{"id":"W2940905542","doi":"10.1096/fasebj.2018.32.1_supplement.631.9","title":"Internationalization of Medical Education: Collaborations Initiated through the American Association of Anatomists (AAA) and the Anatomical Society (AS) Meetings Lead to Successful International Educational Partnerships","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Internship; Internationalization; Political science; Medical education; Library science; Medicine; Business","score_opus":0.0291026792889628,"score_gpt":0.37822487299139007,"score_spread":0.34912219370242725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940905542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65990037,0.00007563086,0.0013328916,0.3356719,0.0008529678,0.00035411972,0.0000099875515,0.000009986516,0.0017921685],"genre_scores_gemma":[0.9821745,0.00021541385,0.001646107,0.013561129,0.0016912551,0.000060030958,0.00008051112,0.000017012846,0.0005540308],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99651474,0.00038571854,0.000861375,0.00019047403,0.0018540091,0.00019369507],"domain_scores_gemma":[0.9941673,0.0007860628,0.0011675558,0.0002865893,0.0034939195,0.0000985183],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034293009,0.00014746182,0.00028427885,0.00013749095,0.00046701328,0.00009747953,0.00060864835,0.000105859646,0.0006825328],"category_scores_gemma":[0.009319794,0.00008438718,0.0001188651,0.0014128683,0.0014689812,0.0002094167,0.000107178595,0.0005396808,0.000015278429],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016037184,0.0014213675,0.11408129,0.00008471756,0.0015980134,0.000001437844,0.03911343,0.00003654012,0.0034183285,0.4280314,0.39615586,0.014453884],"study_design_scores_gemma":[0.025152009,0.0019919174,0.34893227,0.0034101298,0.002754061,0.003078075,0.15674824,0.056658313,0.046605784,0.09473827,0.25828186,0.0016490935],"about_ca_topic_score_codex":0.0001729765,"about_ca_topic_score_gemma":0.00007739458,"teacher_disagreement_score":0.33329314,"about_ca_system_score_codex":0.00037902777,"about_ca_system_score_gemma":0.0026871834,"threshold_uncertainty_score":0.9990251},"labels":[],"label_agreement":null},{"id":"W2941363866","doi":"10.1051/pmed/2019001","title":"Sélection des futurs médecins : sur quelles bases empiriques ?","year":2018,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.08544331791932568,"score_gpt":0.4034039266057757,"score_spread":0.31796060868645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941363866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85471755,0.025828503,0.015194826,0.047132336,0.01940584,0.0007789919,0.00003825979,0.00052272086,0.03638097],"genre_scores_gemma":[0.5839316,0.008581074,0.031310074,0.016883293,0.042689607,0.00020206788,0.00031036508,0.00024525018,0.31584662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637043,0.00027996732,0.0008455102,0.000671329,0.00080820185,0.0010245413],"domain_scores_gemma":[0.9971015,0.00032080192,0.0002176881,0.00075064984,0.001253791,0.00035557232],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001267084,0.00040505917,0.000490167,0.00041271801,0.00065069617,0.000101802056,0.00031295282,0.00055037375,0.007073152],"category_scores_gemma":[0.0062993504,0.0003964235,0.00017215697,0.0015418531,0.0030419484,0.0004366761,0.00011607172,0.00075746176,0.0017291952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000909058,0.0012200548,0.019386029,0.00038020062,0.00010522093,0.000026005828,0.0033332608,0.0000015557987,0.001578946,0.0017975281,0.3926386,0.57944167],"study_design_scores_gemma":[0.0011516347,0.0010808146,0.045715112,0.001497945,0.00026394852,0.0001447541,0.0045099217,0.0017087475,0.014196011,0.0025200134,0.9267525,0.00045856516],"about_ca_topic_score_codex":0.00057572225,"about_ca_topic_score_gemma":0.0003542065,"teacher_disagreement_score":0.5789831,"about_ca_system_score_codex":0.0008936778,"about_ca_system_score_gemma":0.001209743,"threshold_uncertainty_score":0.9998488},"labels":[],"label_agreement":null},{"id":"W2941855686","doi":"10.36834/cmej.61646","title":"Prescribing competency assessment for Canadian medical students: a pilot evaluation","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Impact; Queen's University; Western University; St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"CLARITY; Medical education; Medicine; Psychology; Discriminative model; Medical school; Presentation (obstetrics); Multiple choice; Family medicine; Significant difference; Computer science","score_opus":0.029706842271288145,"score_gpt":0.4071936587064383,"score_spread":0.37748681643515014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941855686","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43991762,0.0007063475,0.0011739072,0.49300107,0.019372847,0.0049062776,0.000020159936,0.00006233826,0.040839445],"genre_scores_gemma":[0.78762364,0.00007526268,0.007350288,0.19867195,0.003738022,0.0004073683,0.0004174663,0.00006613328,0.0016498546],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99224496,0.00021116114,0.0009604647,0.00041412102,0.005327075,0.0008421945],"domain_scores_gemma":[0.983091,0.00010918381,0.0002271495,0.00045747348,0.0029442864,0.013170919],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008015159,0.00023956562,0.00037611224,0.0011760602,0.000528864,0.00020080032,0.00076088414,0.00044704915,0.1476067],"category_scores_gemma":[0.037498742,0.00022692136,0.00011554077,0.0006934511,0.00013906763,0.0002492404,0.000024719235,0.0016562754,0.0002832816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000036417096,0.0007254007,0.031256523,0.00014215545,0.00016929343,0.000032458818,0.00061223394,0.0000059003596,0.000022075117,0.007032573,0.68647325,0.2734917],"study_design_scores_gemma":[0.0052562403,0.00081228587,0.06884146,0.0016413388,0.0002544612,0.0021937795,0.0034621644,0.016132357,0.0000071212294,0.0012082725,0.8997186,0.00047196343],"about_ca_topic_score_codex":0.07798599,"about_ca_topic_score_gemma":0.2658514,"teacher_disagreement_score":0.40188453,"about_ca_system_score_codex":0.004831147,"about_ca_system_score_gemma":0.40671566,"threshold_uncertainty_score":0.9989891},"labels":[],"label_agreement":null},{"id":"W2942002669","doi":"10.11575/prism/36305","title":"An Investigation of the Relationship among Conformity, Communication, and Anxiety in Medical Education","year":2019,"lang":"en","type":"dissertation","venue":"PRISM (University of Calgary)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conformity; Anxiety; Psychology; Social psychology; Clinical psychology; Psychiatry","score_opus":0.010720649434915375,"score_gpt":0.26765124481656233,"score_spread":0.256930595381647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942002669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915946,0.00017847947,0.00027242658,0.0014843055,0.0002499392,0.00067948655,4.2589008e-7,0.000014607008,0.0055256886],"genre_scores_gemma":[0.9900055,0.0002332348,0.005192462,0.00019398388,0.000012589295,0.0000029758462,0.0012772111,0.000015258453,0.0030667868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856156,0.00015828622,0.0003781194,0.00021081981,0.0005900433,0.00010116178],"domain_scores_gemma":[0.99820465,0.000088828696,0.00056319876,0.0006293218,0.00042989966,0.000084077416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006821388,0.0001270656,0.00029923956,0.00036183742,0.00011930717,0.0000059258227,0.0003528116,0.0005591775,0.00014089962],"category_scores_gemma":[0.00079329417,0.00013025936,0.0000605316,0.0005514627,0.00042059895,0.00027108632,0.000050305098,0.0006587652,0.0000024192386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006133054,0.00018002628,0.9053696,0.0005959347,0.000024068553,2.7974195e-7,0.009512835,1.9367594e-7,0.00008245694,0.0077792085,0.0014472693,0.07494679],"study_design_scores_gemma":[0.0006172089,0.000040031977,0.98857075,0.0011968769,0.00010661276,0.0000037407458,0.0028638372,0.0046348087,0.00007489745,0.0014426574,0.00034562006,0.00010294475],"about_ca_topic_score_codex":0.0016901003,"about_ca_topic_score_gemma":0.0004245436,"teacher_disagreement_score":0.08320116,"about_ca_system_score_codex":0.00013142763,"about_ca_system_score_gemma":0.0020126996,"threshold_uncertainty_score":0.5311822},"labels":[],"label_agreement":null},{"id":"W2942205450","doi":"10.1503/cmaj.71861","title":"Social model of disability must be a core competency in medical education","year":2019,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Children’s Health Research Institute","funders":"","keywords":"Audience measurement; Hogan; Core (optical fiber); Social model of disability; Medical education; Psychology; Medicine; Computer science; Sociology; Psychiatry; Political science; Law","score_opus":0.02409063674816007,"score_gpt":0.32768131144378937,"score_spread":0.3035906746956293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942205450","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032531917,0.0000753329,0.000047942125,0.9587709,0.0026746076,0.00051441183,0.00006587541,0.000018461787,0.0053005624],"genre_scores_gemma":[0.030077234,0.000076846656,0.0005545451,0.9524981,0.0137582375,0.000045970904,0.0010380768,0.00006744188,0.0018835596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903568,0.00032376166,0.0019117086,0.00044474023,0.0061099287,0.0008530463],"domain_scores_gemma":[0.9957811,0.0003052649,0.0010128539,0.00036421703,0.0017558603,0.0007807063],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042574396,0.0003513597,0.0010428092,0.00074486533,0.00018706148,0.000040139003,0.00060624536,0.0045596045,0.008408653],"category_scores_gemma":[0.018103762,0.00034326417,0.00030672652,0.00094556896,0.00039707767,0.00017707885,0.000043306354,0.010528591,0.0000676085],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011810024,0.00027141304,0.022142813,0.00030362752,0.00009595468,0.000129811,0.0004516846,0.0000022052316,0.0000011445028,0.0005413377,0.9554264,0.020621788],"study_design_scores_gemma":[0.0020238317,0.00009461648,0.013097811,0.0012719233,0.00016352227,0.00049592665,0.0005760812,0.009255863,0.0000010198064,0.0013279265,0.97125876,0.00043271508],"about_ca_topic_score_codex":0.0031662383,"about_ca_topic_score_gemma":0.006763474,"teacher_disagreement_score":0.06916637,"about_ca_system_score_codex":0.007783811,"about_ca_system_score_gemma":0.07695018,"threshold_uncertainty_score":0.99990195},"labels":[],"label_agreement":null},{"id":"W2942533600","doi":"10.1017/cem.2019.290","title":"P099: Perceptions of assessment and feedback: hawks, doves and impact on learning","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster Children's Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Thematic analysis; Perception; Supervisor; Peer feedback; Medical education; Sample (material); Negative feedback; Medicine; Qualitative research; Applied psychology; Psychology","score_opus":0.037408499538010745,"score_gpt":0.405453163814529,"score_spread":0.3680446642765183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942533600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858962,0.00073535665,0.000080262,0.006131587,0.0018367501,0.00014288572,0.000002371903,0.000002651874,0.0051719076],"genre_scores_gemma":[0.9973558,0.00050543266,0.00046803852,0.00022957774,0.0005033825,0.0000010931138,0.000011169046,0.000013357168,0.00091211055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988098,0.00004390993,0.0005663864,0.0001094956,0.00028699497,0.00018342223],"domain_scores_gemma":[0.99869365,0.000042980697,0.00027357915,0.00013380699,0.00044099183,0.0004149912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071095786,0.00011443934,0.0003443891,0.0005461352,0.0000760935,0.0000029264304,0.000060040602,0.00006954916,0.0073987157],"category_scores_gemma":[0.00069570023,0.0000797297,0.0000485699,0.0003422886,0.00014830394,0.00008015036,0.000005314162,0.00048150486,0.000004728008],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004278588,0.000046204907,0.9458975,0.00016446112,0.00013782985,0.000012500997,0.0026323476,0.000032696822,0.00393596,0.0009483168,0.030599473,0.015549901],"study_design_scores_gemma":[0.0010094736,0.002126836,0.98306066,0.0006545632,0.00012395327,0.000090957416,0.0054199914,0.00025007123,0.000013706575,0.00017220154,0.0070000845,0.00007748847],"about_ca_topic_score_codex":0.0012742128,"about_ca_topic_score_gemma":0.0002481576,"teacher_disagreement_score":0.03716315,"about_ca_system_score_codex":0.00017052186,"about_ca_system_score_gemma":0.0008346825,"threshold_uncertainty_score":0.99350864},"labels":[],"label_agreement":null},{"id":"W2942736031","doi":"10.2147/amep.s191470","title":"&lt;p&gt;Coaching by design: exploring a new approach to faculty development in a competency-based medical education curriculum&lt;/p&gt;","year":2019,"lang":"en","type":"review","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland","funders":"McMaster University","keywords":"Coaching; Medical education; Curriculum; Faculty development; Competence (human resources); Professional development; Psychology; Curriculum development; Medicine; Pedagogy","score_opus":0.09668553432570283,"score_gpt":0.45267612895837694,"score_spread":0.35599059463267413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942736031","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006514592,0.942162,0.025089419,0.016612126,0.003527984,0.0031087142,0.000003384618,0.00007994842,0.009351276],"genre_scores_gemma":[0.000027285412,0.719717,0.26493284,0.010308613,0.00068601733,0.0021454867,0.0014787687,0.000075791984,0.00062818406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921713,0.0011537385,0.0021213868,0.0012776688,0.002614752,0.0006611761],"domain_scores_gemma":[0.99493706,0.0018170741,0.0008846466,0.0007110659,0.00047207045,0.0011780703],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061314725,0.000682326,0.0016538094,0.0011708145,0.00015926229,0.00009104181,0.0006502503,0.0008180843,0.0005646271],"category_scores_gemma":[0.07080263,0.0005960577,0.00011897209,0.0028315934,0.00016366139,0.0010344818,0.00013939297,0.002277288,0.00018495455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004803966,0.0039485483,0.000039789273,0.0064166556,0.000037721977,0.000005519578,0.0013566441,0.000006207357,4.299067e-7,0.0047259503,0.025984531,0.95742995],"study_design_scores_gemma":[0.0008845437,0.000082244835,0.000030187062,0.02504412,0.00025115043,0.00035356748,0.0010735978,0.0005717005,7.5500975e-7,0.00011623446,0.9710247,0.0005672122],"about_ca_topic_score_codex":0.00007651692,"about_ca_topic_score_gemma":0.000047043723,"teacher_disagreement_score":0.95686275,"about_ca_system_score_codex":0.0013650368,"about_ca_system_score_gemma":0.08136883,"threshold_uncertainty_score":0.9996491},"labels":[],"label_agreement":null},{"id":"W2942952590","doi":"10.1017/cem.2019.192","title":"P001: Continuing professional development and faculty development: launching continuous practice enhancement for academic emergency physicians","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Coaching; Medical education; Professional development; Faculty development; Medicine; Best practice; Set (abstract data type); Psychology; Pedagogy; Political science","score_opus":0.06189409322420567,"score_gpt":0.4015896159504475,"score_spread":0.3396955227262418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942952590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9628231,0.002448668,0.002675456,0.009353963,0.020022327,0.00088990014,0.0000038100482,0.000010151664,0.0017726291],"genre_scores_gemma":[0.9490684,0.00041202988,0.022837043,0.0017418751,0.0027609607,0.00008202479,0.0002073696,0.00006988986,0.022820389],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690217,0.000048662776,0.001679299,0.00026462128,0.00060556387,0.00049967313],"domain_scores_gemma":[0.9967532,0.0000598452,0.0009900903,0.00015860636,0.0016098445,0.00042839668],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019358312,0.00023850062,0.00052684767,0.00043086865,0.00023690435,0.000003459331,0.00018935742,0.00015555452,0.0018174219],"category_scores_gemma":[0.0031592846,0.00019473249,0.000060152757,0.0004430249,0.00006659333,0.00028395437,0.000017536619,0.0007133107,0.000020186437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038223475,0.00032825084,0.07414223,0.0012621839,0.0008820426,0.000063124084,0.09502528,0.00000617064,0.01456837,0.0017169837,0.41425368,0.39736944],"study_design_scores_gemma":[0.0019818952,0.00040907643,0.023582553,0.0021008106,0.00019303436,0.00007472569,0.011199964,0.000059140355,0.0011514687,0.00009412426,0.9588951,0.0002581063],"about_ca_topic_score_codex":0.00012252323,"about_ca_topic_score_gemma":0.00024379141,"teacher_disagreement_score":0.54464144,"about_ca_system_score_codex":0.0003722225,"about_ca_system_score_gemma":0.0016524789,"threshold_uncertainty_score":0.999095},"labels":[],"label_agreement":null},{"id":"W2942956419","doi":"10.2147/amep.s191705","title":"&lt;p&gt;SaudiMEDs and CanMEDs frameworks: similarities and differences&lt;/p&gt;","year":2019,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Similarity (geometry); Quality (philosophy); Core competency; Medicine; Psychology; Computer science; Pedagogy; Management; Artificial intelligence","score_opus":0.00900449453093506,"score_gpt":0.3634350537346071,"score_spread":0.35443055920367206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942956419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8441228,0.033048112,0.0005940284,0.09289545,0.0026699498,0.00058368297,0.0000018622626,0.00005220499,0.026031885],"genre_scores_gemma":[0.9176434,0.03164813,0.014377519,0.034069244,0.0005323766,0.00015259098,0.000045622815,0.00002420305,0.0015069054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979128,0.00019393706,0.00046362198,0.0004282385,0.0007251945,0.00027620967],"domain_scores_gemma":[0.997381,0.0015842649,0.00019295712,0.00028181664,0.00025741386,0.0003025545],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014358519,0.00019381152,0.0003403131,0.00023358961,0.000114353694,0.000057502166,0.0001018553,0.00042413457,0.0010259151],"category_scores_gemma":[0.02194614,0.00016871684,0.000016860093,0.0005009197,0.00051465305,0.00081662706,0.000068354595,0.0010538498,0.000015766143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027444217,0.0009735068,0.03509593,0.00088317605,0.000046086334,0.0000127572375,0.009795637,4.4654126e-7,0.000082725244,0.03835001,0.010054369,0.9044309],"study_design_scores_gemma":[0.0016043214,0.00033798043,0.06379958,0.0012759959,0.00012291841,0.00076351955,0.016567651,0.0011903414,0.000015569072,0.005694567,0.9082692,0.00035833093],"about_ca_topic_score_codex":0.000024442212,"about_ca_topic_score_gemma":0.000032115906,"teacher_disagreement_score":0.9040726,"about_ca_system_score_codex":0.00007830197,"about_ca_system_score_gemma":0.00084492605,"threshold_uncertainty_score":0.9998873},"labels":[],"label_agreement":null},{"id":"W2942968440","doi":"10.1017/cem.2019.96","title":"LO53: The correlation of workplace-based assessments with periodic performance assessment of emergency medicine residents","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Medicine; Perception; Medical education; Competency assessment; Wilcoxon signed-rank test; Educational measurement; Graduate medical education; Family medicine; Psychology; Curriculum; Mann–Whitney U test; Social psychology; Pedagogy; Internal medicine","score_opus":0.049699289099819445,"score_gpt":0.3857905674564752,"score_spread":0.33609127835665575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942968440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96621054,0.0010255721,0.0023848806,0.008291192,0.01161313,0.0006467805,0.0000044396365,0.0000056171993,0.009817856],"genre_scores_gemma":[0.9951602,0.00039459066,0.0007286867,0.00020302669,0.000795669,0.000009558716,0.000050053808,0.000033361557,0.0026248025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957841,0.00012953575,0.0020968844,0.00021267094,0.0014183029,0.00035847822],"domain_scores_gemma":[0.99484307,0.00008019866,0.0018324637,0.0005800585,0.0023024725,0.00036173797],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022617956,0.00024999236,0.0007345387,0.0008586305,0.00013824731,0.0000017633636,0.0003937334,0.00013133013,0.019727899],"category_scores_gemma":[0.00095193245,0.00014904147,0.00010170122,0.001763352,0.0003572715,0.00018647556,0.000010625601,0.0007072738,0.0000070968445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017260828,0.00009476289,0.94739926,0.00059649884,0.0002063789,0.000008237807,0.0011043231,0.0005902544,0.0009994813,0.00032148312,0.04702639,0.0014803474],"study_design_scores_gemma":[0.0034347386,0.004666136,0.97082627,0.0039037252,0.00061319285,0.00003158065,0.00281845,0.0049436023,0.0001020466,0.00007465978,0.008408563,0.00017703354],"about_ca_topic_score_codex":0.0020284103,"about_ca_topic_score_gemma":0.0008547824,"teacher_disagreement_score":0.038617827,"about_ca_system_score_codex":0.00035772385,"about_ca_system_score_gemma":0.003343744,"threshold_uncertainty_score":0.9811682},"labels":[],"label_agreement":null},{"id":"W2942989023","doi":"10.1097/ceh.0000000000000253","title":"On-site Observational Learning in Faculty Development: Impact of an International Program on Clinical Teaching in Medicine","year":2019,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Medical education; Specialty; Faculty development; Observational learning; Professional development; Status quo; Competence (human resources); Psychology; Medicine; Context (archaeology); Experiential learning; Pedagogy; Family medicine","score_opus":0.12082714709518123,"score_gpt":0.5761328404778142,"score_spread":0.455305693382633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942989023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97911274,0.000025905249,0.000025768177,0.017675508,0.0016136344,0.0008212636,8.592194e-7,0.000008360755,0.0007159806],"genre_scores_gemma":[0.99056876,0.000020399179,0.006493287,0.0020305468,0.00038229756,0.00003311908,0.00013325502,0.00001287214,0.0003254713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960355,0.00088470255,0.0019977076,0.0001681984,0.0006952787,0.00021860299],"domain_scores_gemma":[0.997296,0.00071578886,0.0013339561,0.00019766227,0.00037430914,0.00008229035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009971028,0.00012269443,0.00044491238,0.0009780352,0.000067062596,0.00001037129,0.00025084254,0.000120959514,0.00008110122],"category_scores_gemma":[0.0056843148,0.00007742244,0.000065670276,0.00060275855,0.00005198785,0.00023597102,0.000017850358,0.0022580698,0.0000054097377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029379394,0.0030727622,0.71350604,0.00006012516,0.00001345986,0.0000014015802,0.02616726,0.00019705066,0.000027816886,0.0010875418,0.0017054778,0.25386724],"study_design_scores_gemma":[0.0020041978,0.0017116893,0.97384757,0.0065737385,0.0000047765793,0.000020366664,0.012163564,0.0006046493,0.000002201517,0.00024761006,0.0027601323,0.00005952948],"about_ca_topic_score_codex":0.00008256756,"about_ca_topic_score_gemma":0.000038726128,"teacher_disagreement_score":0.26034147,"about_ca_system_score_codex":0.0006859387,"about_ca_system_score_gemma":0.0031041892,"threshold_uncertainty_score":0.9810315},"labels":[],"label_agreement":null},{"id":"W2943067591","doi":"10.1111/medu.13884","title":"Some assembly required: tracing the interpretative work of Clinical Competency Committees","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Psychology; Meaning (existential); Interpretation (philosophy); Data collection; Perspective (graphical); Qualitative research; Process (computing); Quality (philosophy); Medical education; Applied psychology; Epistemology; Engineering ethics; Medicine; Computer science; Psychotherapist; Sociology; Social science","score_opus":0.023996285944200366,"score_gpt":0.41154899688178076,"score_spread":0.38755271093758037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943067591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9327231,0.00058366486,0.0005788532,0.05430424,0.0053032017,0.0006181298,8.214394e-7,0.000044326738,0.0058436412],"genre_scores_gemma":[0.9747973,0.00009058537,0.0027211625,0.01983949,0.0012583749,0.000058594458,0.00007130221,0.000020757869,0.0011424276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970028,0.0002759623,0.0011833837,0.00029198956,0.0010234866,0.0002223942],"domain_scores_gemma":[0.9977263,0.00067174935,0.0004200716,0.00060876296,0.00046735335,0.0001057499],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002813562,0.00014278041,0.00045966587,0.00014251535,0.00007306812,0.000013616684,0.00032402104,0.0002495054,0.0010662823],"category_scores_gemma":[0.011405253,0.00009509583,0.00014277524,0.0007114672,0.0004264134,0.00016605674,0.00005620982,0.0008715117,0.00022616252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021564412,0.002638808,0.17174065,0.00037202006,0.00015779365,0.0000019895206,0.004896509,0.0000022888137,0.00013284339,0.02065066,0.13676193,0.66242886],"study_design_scores_gemma":[0.0032064507,0.0011416941,0.8742727,0.005548646,0.00035849164,0.00009474299,0.01311623,0.004948275,0.00065220916,0.0050935363,0.09106917,0.0004978725],"about_ca_topic_score_codex":0.000040573046,"about_ca_topic_score_gemma":0.0000026511168,"teacher_disagreement_score":0.70253205,"about_ca_system_score_codex":0.00009288283,"about_ca_system_score_gemma":0.0029267885,"threshold_uncertainty_score":0.9998469},"labels":[],"label_agreement":null},{"id":"W2943067935","doi":"10.36615/sotls.v2i1.27","title":"Envisioning a socially accountable doctor: a three-axis curriculum emerging from final-year medical student reflections","year":2018,"lang":"en","type":"article","venue":"Scholarship of Teaching and Learning in the South","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accountability; Curriculum; Scholarship; Sociology; Social responsibility; Obligation; Transformative learning; Public relations; Pedagogy; Medical education; Psychology; Medicine; Political science; Law","score_opus":0.03505949284925269,"score_gpt":0.4076382979058694,"score_spread":0.3725788050566167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943067935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919321,0.00014237384,0.0011865048,0.0033942335,0.00030573757,0.0001632252,0.0000011269964,0.000061608574,0.0028130906],"genre_scores_gemma":[0.98995316,0.000008023083,0.00832894,0.00073805614,0.0006913599,0.000015494541,0.000019958765,0.000018851837,0.0002261403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741066,0.00070184574,0.0004167137,0.00028980707,0.000913641,0.00026731088],"domain_scores_gemma":[0.9990831,0.00026463642,0.00018312894,0.00026315125,0.00014100035,0.0000649685],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0077416017,0.00013762931,0.00024690665,0.00022395072,0.0009605733,0.00008330962,0.00026757788,0.00017368572,0.00024574104],"category_scores_gemma":[0.01103048,0.00010182863,0.00007428824,0.00042168968,0.00021047272,0.00015766737,0.00009677707,0.0036441868,0.000027773645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058295587,0.0003522447,0.83920306,0.000044468165,0.00010183301,0.000007523908,0.09336774,0.000014422182,0.00038075054,0.0023770637,0.00022731333,0.0638653],"study_design_scores_gemma":[0.0026291842,0.00072849577,0.86030793,0.002168493,0.00026490484,0.000050470717,0.114913285,0.002113748,0.000041297422,0.0031226354,0.013278532,0.0003810316],"about_ca_topic_score_codex":0.00074622803,"about_ca_topic_score_gemma":0.000091560985,"teacher_disagreement_score":0.06348426,"about_ca_system_score_codex":0.00008895512,"about_ca_system_score_gemma":0.00023097271,"threshold_uncertainty_score":0.9986544},"labels":[],"label_agreement":null},{"id":"W2943079694","doi":"10.1017/cem.2019.152","title":"MP17: Education innovation: A tool to teach consultation skills using rapid cycle deliberate practice","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Debriefing; Preceptor; Medical education; Curriculum; Presentation (obstetrics); Medicine; Learning cycle; Psychology; Nursing; Pedagogy; Mathematics education","score_opus":0.04115548684239217,"score_gpt":0.39544994628190683,"score_spread":0.35429445943951465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943079694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9403544,0.0007143037,0.002320497,0.031164361,0.017090047,0.000737875,0.0000034476998,0.000011690923,0.007603356],"genre_scores_gemma":[0.93443036,0.00019317996,0.030860512,0.021945534,0.005556869,0.000022980601,0.00014444486,0.00007412404,0.0067720194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973007,0.00008754012,0.0014929805,0.00021907556,0.00057539647,0.00032432348],"domain_scores_gemma":[0.99246705,0.000075398755,0.0007560363,0.00032914022,0.006033569,0.00033879717],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001846554,0.00018266463,0.00037426525,0.001533671,0.00014330262,0.000011758371,0.00016873778,0.00012706165,0.008585143],"category_scores_gemma":[0.015892839,0.00016213376,0.000049786733,0.0033254044,0.00006522323,0.00046865613,0.0000077338445,0.0004989977,0.00010815804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003246386,0.0005958859,0.011605969,0.00037585557,0.0003814873,0.00005703334,0.015224172,0.0005142771,0.031704254,0.011455168,0.6403457,0.28741553],"study_design_scores_gemma":[0.002347498,0.0011099015,0.014323892,0.0013041084,0.0003850461,0.000540924,0.008439724,0.00064389204,0.00036915464,0.00067990576,0.96951735,0.0003385962],"about_ca_topic_score_codex":0.0011784314,"about_ca_topic_score_gemma":0.00012786656,"teacher_disagreement_score":0.32917163,"about_ca_system_score_codex":0.00064432377,"about_ca_system_score_gemma":0.006355236,"threshold_uncertainty_score":0.99927783},"labels":[],"label_agreement":null},{"id":"W2943232647","doi":"10.1017/cem.2019.193","title":"P002: Effectiveness of video-based learning modules in emergency medicine procedural skill training","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Competence (human resources); Medicine; Curriculum; Medical education; Emergency department; Narrative; Patient safety; Task (project management); Nursing; Psychology; Pedagogy","score_opus":0.05064913660667343,"score_gpt":0.3612209950308314,"score_spread":0.31057185842415796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943232647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97389245,0.0016155039,0.00059377914,0.005889588,0.010731582,0.0005566738,0.000002084386,0.000011469027,0.0067068776],"genre_scores_gemma":[0.9972676,0.0001813795,0.0003814152,0.00016774284,0.0011642722,0.000013011763,0.000042883294,0.000046664954,0.00073504256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99605334,0.00023179087,0.002151494,0.00028186102,0.0007527813,0.0005287347],"domain_scores_gemma":[0.9966063,0.00014506474,0.0009243004,0.00030815566,0.00148291,0.00053329696],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036987686,0.00028298917,0.0010347869,0.0017839617,0.000080450714,0.0000012266003,0.00028858252,0.0001825243,0.012322671],"category_scores_gemma":[0.00952276,0.00022188306,0.00013871824,0.0020594953,0.0002417046,0.00017234831,0.000008336376,0.00096863747,0.0000120317745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067724363,0.0002582189,0.89297795,0.004641003,0.00033557817,0.00013111392,0.019748127,0.0023455543,0.027174048,0.0026847466,0.035297055,0.013729336],"study_design_scores_gemma":[0.011935935,0.0066533717,0.9054494,0.018479098,0.0005516796,0.00014956383,0.015520584,0.0033830365,0.0010780172,0.0029847592,0.033151433,0.0006631479],"about_ca_topic_score_codex":0.0031193786,"about_ca_topic_score_gemma":0.0016787787,"teacher_disagreement_score":0.026096031,"about_ca_system_score_codex":0.0003917654,"about_ca_system_score_gemma":0.001668864,"threshold_uncertainty_score":0.9988204},"labels":[],"label_agreement":null},{"id":"W2943250266","doi":"10.1017/cem.2019.313","title":"P122: Narrative assessment of emergency medicine learners: What should we keep as we move to competency-based assessment?","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Narrative; Medical education; Narrative inquiry; Narrative medicine; Medicine; Likert scale; Psychology","score_opus":0.08660171185334803,"score_gpt":0.43410819519454463,"score_spread":0.3475064833411966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943250266","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3436966,0.0062865564,0.003632069,0.54020566,0.06450026,0.0020520014,0.000017677492,0.000036574907,0.039572645],"genre_scores_gemma":[0.96075356,0.0065155593,0.007854754,0.00782167,0.005133606,0.000054554363,0.00018982004,0.00015927086,0.01151721],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933341,0.00025192194,0.0031293135,0.0005145141,0.00199074,0.0007794073],"domain_scores_gemma":[0.9927552,0.00014482466,0.0015127244,0.00085379323,0.003136551,0.0015969595],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025265138,0.00052477675,0.0014902833,0.0020750782,0.00019853096,0.000008727866,0.0006672382,0.00028400883,0.092881426],"category_scores_gemma":[0.0025110105,0.00040495896,0.0002726818,0.0027664418,0.00032013364,0.0005064695,0.000029713947,0.0014182837,0.00005851749],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030643956,0.00075842335,0.10034138,0.001921392,0.0014037178,0.00023971713,0.03547903,0.0008744923,0.020885037,0.017222142,0.7918875,0.028680699],"study_design_scores_gemma":[0.012942815,0.022044107,0.07007819,0.021409806,0.0020138754,0.00016068843,0.24223244,0.004306562,0.0005945577,0.010827713,0.6117878,0.0016014447],"about_ca_topic_score_codex":0.0029155225,"about_ca_topic_score_gemma":0.0024532704,"teacher_disagreement_score":0.61705697,"about_ca_system_score_codex":0.0009575033,"about_ca_system_score_gemma":0.0083260555,"threshold_uncertainty_score":0.9998402},"labels":[],"label_agreement":null},{"id":"W2943319613","doi":"10.1097/acm.0000000000002773","title":"The Hidden Curriculum of Compassionate Care: Can Assessment Drive Compassion?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto; The Wilson Centre","funders":"","keywords":"Compassion; Curriculum; Medical education; Psychology; Syllabus; Empathy; Focus group; Medical psychology; MEDLINE; Nursing; Medicine; Pedagogy; Social psychology","score_opus":0.01181728189668336,"score_gpt":0.36422734941700574,"score_spread":0.3524100675203224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943319613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89519733,0.001078953,0.00026827943,0.085780196,0.0027042225,0.0009917535,0.0000027792466,0.000058013775,0.0139184445],"genre_scores_gemma":[0.9933893,0.00034858414,0.0007022923,0.0029636945,0.0006517601,0.00005697464,0.00014155044,0.000021941185,0.0017238747],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99741673,0.00007799372,0.00080940814,0.00028270952,0.0011004024,0.0003127406],"domain_scores_gemma":[0.9980509,0.0002677825,0.00038026692,0.000565067,0.0006007144,0.00013524592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008672614,0.00018137651,0.00047790195,0.00016953438,0.00015223067,0.0000029563048,0.00034185222,0.0002085932,0.0006363825],"category_scores_gemma":[0.00071167294,0.00009942004,0.00004903389,0.0006613065,0.00045635318,0.00004574562,0.00008680872,0.0012601204,0.000049813214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008118378,0.00009596924,0.29159412,0.00053935876,0.00019212715,0.000008476647,0.0104609635,0.000007380298,0.010632021,0.096705556,0.52294654,0.06673627],"study_design_scores_gemma":[0.008073632,0.001301852,0.4913192,0.004019342,0.00046467726,0.00013420332,0.0861233,0.0042138323,0.0015732945,0.0036064438,0.39872336,0.00044686726],"about_ca_topic_score_codex":0.00015411373,"about_ca_topic_score_gemma":0.0000031964312,"teacher_disagreement_score":0.19972508,"about_ca_system_score_codex":0.00029634463,"about_ca_system_score_gemma":0.00040983385,"threshold_uncertainty_score":0.6967942},"labels":[],"label_agreement":null},{"id":"W2943348096","doi":"10.1017/cem.2019.177","title":"MP42: Program assessment: taking stock of the current state of Canadian undergraduate medical education in procedural skills curricula","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Medicine; Medical education; Graduation (instrument); Likert scale; Specialty; Family medicine; Psychology; Pedagogy","score_opus":0.03309729619114334,"score_gpt":0.40988696487292675,"score_spread":0.37678966868178343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943348096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95276576,0.0014143512,0.00004453993,0.028743288,0.012250093,0.0010756099,0.0000064069977,0.0000040015125,0.0036959713],"genre_scores_gemma":[0.997757,0.00035225795,0.00046972255,0.0004421445,0.0004574502,0.000017424378,0.000028155791,0.00002314531,0.000452672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661976,0.00011130049,0.0016495906,0.00017546986,0.0010128499,0.00043105328],"domain_scores_gemma":[0.9962277,0.000030745432,0.0011576997,0.0003354941,0.0014426205,0.0008057551],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013654969,0.0001816384,0.0005149934,0.0019114282,0.00006304765,0.0000030302488,0.00040281034,0.00008521784,0.0016527195],"category_scores_gemma":[0.0037137885,0.00012395089,0.000115215305,0.0029058352,0.00024366188,0.0001221344,0.000013042035,0.0009490666,0.000002956326],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012089292,0.00038096757,0.47844726,0.000564915,0.000067680754,0.000010525191,0.0012824318,0.00003372534,0.00008448135,0.0011485887,0.04219308,0.47577426],"study_design_scores_gemma":[0.0017105342,0.0007425426,0.9122451,0.007997984,0.00017228816,0.000099071316,0.0007072151,0.00074168446,0.000060062102,0.0016405112,0.073675826,0.00020715763],"about_ca_topic_score_codex":0.06860368,"about_ca_topic_score_gemma":0.2840985,"teacher_disagreement_score":0.4755671,"about_ca_system_score_codex":0.00069311395,"about_ca_system_score_gemma":0.03469442,"threshold_uncertainty_score":0.9992599},"labels":[],"label_agreement":null},{"id":"W2943413462","doi":"","title":"Better Late Than Never – Painting the Big Picture for Learners in Family Medicine","year":2019,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Painting; Computer science; Data science; World Wide Web; Visual arts; Art","score_opus":0.022809446455626773,"score_gpt":0.2733619587042131,"score_spread":0.2505525122485863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943413462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9169002,0.00014994538,0.00008813359,0.036684554,0.0013795627,0.0010126291,0.000009263753,0.000029851892,0.043745838],"genre_scores_gemma":[0.63441527,0.000004121121,0.0001869998,0.36278102,0.0010610358,0.000054115313,0.00011092239,0.00003648687,0.0013500025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850756,0.00004513767,0.00031549585,0.00031447492,0.0002685893,0.00054871995],"domain_scores_gemma":[0.99902946,0.0000945675,0.000090969595,0.00047948008,0.00015375485,0.00015174976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005412533,0.0001902593,0.00029856322,0.0003460325,0.00012771819,0.000018719797,0.00021309992,0.00014346723,0.000012835139],"category_scores_gemma":[0.00015849131,0.00013694458,0.000070694405,0.0008298934,0.00015454533,0.00009058853,0.000014109285,0.00050832226,0.00009885222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007524101,0.00008945265,0.024936035,0.00029261594,0.00017092784,0.000026733918,0.0044740625,0.00013305277,0.019423569,0.0055087255,0.29786503,0.64700454],"study_design_scores_gemma":[0.0019558023,0.00018933491,0.2798058,0.00051676016,0.00007581509,0.0000012434253,0.012374291,0.0021908693,0.00007999645,0.0013814268,0.70111305,0.00031559495],"about_ca_topic_score_codex":0.00720432,"about_ca_topic_score_gemma":0.0024311524,"teacher_disagreement_score":0.64668894,"about_ca_system_score_codex":0.00039702773,"about_ca_system_score_gemma":0.000619154,"threshold_uncertainty_score":0.9994068},"labels":[],"label_agreement":null},{"id":"W2943435562","doi":"10.1017/cem.2019.316","title":"P125: Faculty development in the age of competency-based medical education: a national, cross-sectional needs assessment for Canadian emergency medicine faculty","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Competence (human resources); Descriptive statistics; Nomination; Cross-sectional study; Medical education; Faculty development; Perception; Needs assessment; Family medicine; Professional development; Psychology","score_opus":0.11329811412450577,"score_gpt":0.4480875634692554,"score_spread":0.33478944934474963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943435562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79247123,0.0012716107,0.0015827982,0.1318396,0.033097997,0.002468711,0.00011743497,0.000015222852,0.037135422],"genre_scores_gemma":[0.9824111,0.00006536259,0.0045192167,0.0044784257,0.00300426,0.00013605648,0.0023929095,0.000046528305,0.0029461372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99391496,0.000115260606,0.0028157276,0.0002891959,0.0022860751,0.0005787632],"domain_scores_gemma":[0.99331796,0.000116665506,0.00081201695,0.0003417933,0.004476881,0.0009346755],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048835347,0.00031179588,0.0006802799,0.0022070163,0.00028312992,0.0000063349858,0.0007103047,0.00027984864,0.027224377],"category_scores_gemma":[0.0064155087,0.0002163309,0.0001713381,0.0022467717,0.00033841943,0.00015169007,0.000010063664,0.0008223616,0.000014151893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050511113,0.0002523982,0.6863776,0.00040144662,0.00015253652,0.000018585828,0.003519003,0.000064079155,0.0001224232,0.01201907,0.2958765,0.001145825],"study_design_scores_gemma":[0.0023440686,0.00056581246,0.6342202,0.0007191589,0.000068654364,0.00006236103,0.0025343266,0.00029659737,0.000009091086,0.0011030306,0.3578899,0.00018684189],"about_ca_topic_score_codex":0.0414606,"about_ca_topic_score_gemma":0.19923918,"teacher_disagreement_score":0.1899399,"about_ca_system_score_codex":0.0015494438,"about_ca_system_score_gemma":0.068697356,"threshold_uncertainty_score":0.9736649},"labels":[],"label_agreement":null},{"id":"W2943459615","doi":"10.1136/bmjstel-2019-000467","title":"University of Ottawa’s Department of Emergency Medicine simulation boot camp: a descriptive review","year":2019,"lang":"en","type":"review","venue":"BMJ Simulation & Technology Enhanced Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia","funders":"","keywords":"Boot camp; Curriculum; Medical education; Context (archaeology); Competency assessment; Medical school; Medicine; Emergency department; Nursing; Psychology; Pedagogy; Library science; Computer science","score_opus":0.08036981606184276,"score_gpt":0.43101408772577193,"score_spread":0.3506442716639292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943459615","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022371089,0.95696133,0.03590547,0.00035200312,0.0006233532,0.0041189385,0.000007687279,0.00018685585,0.0016206484],"genre_scores_gemma":[0.0166818,0.978179,0.002304377,0.000029803794,0.00012272233,0.000039407252,0.0007412773,0.00006004715,0.0018415673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964487,0.00025681657,0.0018912727,0.00055673806,0.00056548626,0.00028097825],"domain_scores_gemma":[0.99395245,0.00029302202,0.0031214186,0.00075457455,0.0018306944,0.00004786323],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00093149784,0.00039739188,0.0024285123,0.0011162894,0.00010403319,0.0000010363393,0.00023059986,0.0008137094,0.001442188],"category_scores_gemma":[0.0077259555,0.00037406784,0.00031984114,0.0026220586,0.00026196247,0.00009791088,0.00009419825,0.0010453593,0.00008074657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032510834,0.00013203091,0.00011341086,0.048502106,0.0003194591,0.0000034552315,0.00024618956,0.0074235806,0.000018247532,0.00031775676,0.00088956783,0.9420017],"study_design_scores_gemma":[0.0006416933,0.00047199873,0.00006898824,0.07300925,0.0025229668,0.000007361005,0.0003500206,0.005232739,0.00001464285,0.000063003215,0.91733193,0.00028542132],"about_ca_topic_score_codex":0.000010189844,"about_ca_topic_score_gemma":0.0000024261033,"teacher_disagreement_score":0.94171625,"about_ca_system_score_codex":0.00043985245,"about_ca_system_score_gemma":0.00053193385,"threshold_uncertainty_score":0.99987113},"labels":[],"label_agreement":null},{"id":"W2943500742","doi":"10.1097/01.gox.0000568936.20916.31","title":"Abstract 4: A Simple Way to Reduce Opioid Over-Prescribing by Plastic Surgery Residents","year":2019,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Medical prescription; Intervention (counseling); Family medicine; Population; Test (biology); Opioid; Heroin; Psychiatry; Nursing; Internal medicine; Drug","score_opus":0.025490606995326345,"score_gpt":0.31574549869356194,"score_spread":0.2902548916982356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943500742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98358756,0.000063921005,0.00028550794,0.00034194888,0.008985408,0.0012129581,0.00028933398,0.0000924613,0.005140928],"genre_scores_gemma":[0.9969241,0.000015942633,0.0011006952,0.00078050856,0.00035273918,0.00012277954,0.0004319138,0.00005304527,0.00021825719],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99587363,0.00011452732,0.0012383207,0.000998802,0.00090118276,0.00087351043],"domain_scores_gemma":[0.9923019,0.0055725384,0.0004613625,0.00072175346,0.0004963123,0.00044616035],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012069574,0.00044840047,0.0011171299,0.00039652718,0.00019350919,0.00023791309,0.0004649156,0.0002514003,0.003739969],"category_scores_gemma":[0.020835906,0.00044528424,0.00021017836,0.0015049519,0.00019058048,0.0007042344,0.00036366246,0.00048710246,0.001262558],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009456064,0.00024683884,0.65892196,0.0001996509,0.0002286689,0.000046268735,0.00007555763,0.000019426243,0.0021365904,0.0002913281,0.29389167,0.042996414],"study_design_scores_gemma":[0.00086525886,0.000090327034,0.9861721,0.0014709802,0.00010669829,0.00023523158,0.0006441784,0.00013932475,0.0013209134,0.0007421499,0.007589806,0.00062304153],"about_ca_topic_score_codex":0.0012122057,"about_ca_topic_score_gemma":0.000032667052,"teacher_disagreement_score":0.32725012,"about_ca_system_score_codex":0.0010271908,"about_ca_system_score_gemma":0.001216831,"threshold_uncertainty_score":0.9997999},"labels":[],"label_agreement":null},{"id":"W2943574935","doi":"10.1017/cem.2019.202","title":"P011: A pre-clerkship procedural curriculum designed for the future of Canadian medical education: a pilot and feasibility study","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Curriculum; Anxiety; Competence (human resources); Medical education; Medicine; Psychology; Pedagogy; Psychiatry","score_opus":0.07505516050599166,"score_gpt":0.3896577582730123,"score_spread":0.31460259776702065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943574935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9061477,0.0044505587,0.000051552706,0.075650096,0.010232784,0.0024730633,0.0000057958123,0.0000044849035,0.000983931],"genre_scores_gemma":[0.99362206,0.00018363884,0.00029867605,0.0019486512,0.0030842386,0.000051944433,0.000012794988,0.000022632918,0.00077536306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975306,0.000091014066,0.0010958681,0.00021813123,0.0006941186,0.00037029252],"domain_scores_gemma":[0.9956465,0.00008066679,0.00040621657,0.00038457438,0.0020649964,0.0014170684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00250448,0.00018396701,0.00046909315,0.0008944002,0.00018067795,0.0000053735225,0.00034180266,0.00013404715,0.0070934673],"category_scores_gemma":[0.0060297633,0.00011598832,0.00007395991,0.0013991696,0.00021387127,0.00010578635,0.000008249528,0.0005452378,0.0000031237487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002428195,0.0005947048,0.49517632,0.00050149136,0.00025842353,0.000012906272,0.006509681,0.0000017265194,0.00007895656,0.0018452093,0.4812007,0.013577064],"study_design_scores_gemma":[0.0052961847,0.010683544,0.7716732,0.001136706,0.00078214105,0.00035670446,0.046005435,0.00035856347,0.0000129521295,0.00064678455,0.1627511,0.00029665974],"about_ca_topic_score_codex":0.088535085,"about_ca_topic_score_gemma":0.43882084,"teacher_disagreement_score":0.35028574,"about_ca_system_score_codex":0.00029447576,"about_ca_system_score_gemma":0.019039525,"threshold_uncertainty_score":0.9938142},"labels":[],"label_agreement":null},{"id":"W2943583302","doi":"10.1017/cem.2019.301","title":"P110: Are there differences in student academic and clinical performance after rotations at tertiary or community care Emergency Medicine teaching sites?","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Tertiary care; Medicine; Objective structured clinical examination; Family medicine; Consistency (knowledge bases); Population; Clinical clerkship; Academic year; Medical education; Cohort; Community hospital; Nursing; Psychology; Mathematics education; Curriculum; Internal medicine","score_opus":0.1194937657736657,"score_gpt":0.4397564871462083,"score_spread":0.3202627213725426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943583302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756218,0.0063805133,0.000014307615,0.009013852,0.006683505,0.00047300148,0.000005932012,0.000008579737,0.0017985182],"genre_scores_gemma":[0.99230593,0.0034312168,0.0000669579,0.00069533364,0.0015152183,0.000016856186,0.000035538742,0.000029404031,0.0019035114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961744,0.00041511463,0.00217097,0.00023263668,0.0005940948,0.0004127875],"domain_scores_gemma":[0.9975183,0.0001666846,0.0007442241,0.0004195933,0.0005212519,0.00062995084],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00215184,0.00026788388,0.00075413537,0.0007230341,0.00029702412,0.0000025021923,0.00037131403,0.00024083724,0.012099659],"category_scores_gemma":[0.003244815,0.00017533402,0.00007971622,0.0006040782,0.00030325755,0.00021577082,0.0000473106,0.0027751194,0.000016223255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010740538,0.00006341087,0.96717334,0.0003331454,0.000078704186,0.00003735045,0.015299759,0.0000013703483,0.000104539315,0.0000145436925,0.012904227,0.003882218],"study_design_scores_gemma":[0.0016855996,0.0012692362,0.96293014,0.0025061425,0.00020794792,0.00005429775,0.02723663,0.00008128617,0.0000028679406,0.000041730695,0.0038200123,0.0001641046],"about_ca_topic_score_codex":0.0024699818,"about_ca_topic_score_gemma":0.02106512,"teacher_disagreement_score":0.018595139,"about_ca_system_score_codex":0.00036334986,"about_ca_system_score_gemma":0.00058661087,"threshold_uncertainty_score":0.99952555},"labels":[],"label_agreement":null},{"id":"W2943609570","doi":"10.1017/cem.2019.258","title":"P067: The number and types of procedural skill acquired by family medicine/emergency medicine (CCFP-EM) residents at different teaching sites","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Tertiary care; Dreyfus model of skill acquisition; Emergency department; Emergency medicine; Medical emergency; Medical education; Nursing","score_opus":0.043087898809843865,"score_gpt":0.3587149379018823,"score_spread":0.31562703909203843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943609570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324255,0.011703769,0.000047993683,0.03852138,0.008703017,0.00055294053,0.000010201302,0.000012134903,0.008023039],"genre_scores_gemma":[0.9815063,0.0017282047,0.000055093187,0.0014626314,0.002357422,0.000009625391,0.00008400682,0.00005626132,0.012740459],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99552155,0.00018127682,0.002206666,0.00034796158,0.0011868413,0.0005557147],"domain_scores_gemma":[0.99629724,0.00015324663,0.0011347821,0.00054579205,0.001125238,0.0007436906],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016747748,0.0003985545,0.0011284846,0.00052577874,0.0002839596,0.0000028738427,0.00046320204,0.00019246574,0.02512717],"category_scores_gemma":[0.004850958,0.00022547385,0.00013663688,0.0007441203,0.00060675526,0.00017772258,0.000043073538,0.0006775504,0.000027573089],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009662849,0.00005772174,0.19892241,0.000392216,0.0006408755,0.000012385367,0.009244732,0.0000014192509,0.019102825,0.0004369267,0.7701203,0.0009715266],"study_design_scores_gemma":[0.008435605,0.0044171894,0.805856,0.005060324,0.0064206365,0.00051249727,0.029206071,0.0002657211,0.00063371425,0.0031443236,0.13515855,0.00088939286],"about_ca_topic_score_codex":0.0049240855,"about_ca_topic_score_gemma":0.0022133864,"teacher_disagreement_score":0.6349618,"about_ca_system_score_codex":0.00030712906,"about_ca_system_score_gemma":0.00039347642,"threshold_uncertainty_score":0.975764},"labels":[],"label_agreement":null},{"id":"W2943620129","doi":"10.1017/cem.2019.230","title":"P039: The iterative evaluation and development of a core and high-acuity low-occurrence simulation-based procedures training program for emergency medicine trainees","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Session (web analytics); Medicine; Medical education; Psychological intervention; Likert scale; Nursing; Psychology; Computer science","score_opus":0.1649761729427994,"score_gpt":0.44340223716389227,"score_spread":0.27842606422109284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943620129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98277587,0.0019154825,0.0032700005,0.00645221,0.0034016268,0.0019823536,0.0000142492045,0.000007583794,0.0001806383],"genre_scores_gemma":[0.9966466,0.000059077458,0.0022194597,0.00017359841,0.0006166786,0.00007878692,0.00011567998,0.000014744984,0.00007538583],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99753416,0.000056833047,0.0013352523,0.00020793013,0.000604585,0.00026123994],"domain_scores_gemma":[0.9961729,0.00020144007,0.00072695117,0.00016828682,0.0024271174,0.00030331349],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023533867,0.00019519599,0.00046977724,0.00043546403,0.00019455435,0.0000028042114,0.00012815952,0.00008919597,0.0023115939],"category_scores_gemma":[0.008564517,0.00012331583,0.000039499402,0.0006011571,0.00030327318,0.0001060838,0.000005248747,0.00025646505,4.80858e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006328858,0.00038155148,0.12803122,0.0051412713,0.0008037579,0.0000063933694,0.20784622,0.0024176256,0.004772228,0.0015804148,0.034308683,0.61407775],"study_design_scores_gemma":[0.022602072,0.0124266995,0.6002911,0.012474909,0.0024066686,0.00007413058,0.067384325,0.20819424,0.0005039977,0.004655644,0.06779434,0.0011918889],"about_ca_topic_score_codex":0.00015471502,"about_ca_topic_score_gemma":0.00089621724,"teacher_disagreement_score":0.61288583,"about_ca_system_score_codex":0.00012825485,"about_ca_system_score_gemma":0.0031810075,"threshold_uncertainty_score":0.9997868},"labels":[],"label_agreement":null},{"id":"W2943661120","doi":"10.1017/cem.2019.157","title":"MP22: Guiding practice transition with a faculty mentorship program","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mentorship; Scholarship; Medical education; Medicine; Curriculum; Operationalization; Faculty development; Burnout; Career development; Professional development; Nursing; Psychology; Pedagogy; Political science","score_opus":0.1164107521695973,"score_gpt":0.4165586548903209,"score_spread":0.3001479027207236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943661120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85165286,0.0010344952,0.0011845904,0.10418591,0.009382714,0.0011304804,0.000004645999,0.000030769435,0.031393554],"genre_scores_gemma":[0.9875337,0.000087399305,0.0065392256,0.0020413937,0.0020207553,0.000015217372,0.000081775106,0.000035393266,0.0016451394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980918,0.000056888173,0.0007586429,0.00015259771,0.00061357836,0.00032649544],"domain_scores_gemma":[0.99714875,0.000027941865,0.00042102995,0.00021544537,0.0016431804,0.00054366834],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012492304,0.00014972489,0.0003272634,0.0004895242,0.00008998548,0.000005763089,0.00012985528,0.00009395577,0.0054240664],"category_scores_gemma":[0.0019715051,0.00010402224,0.000060687118,0.0009739631,0.000090277455,0.00028597857,0.0000021624844,0.00037288477,0.000031960484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010832106,0.0007728579,0.054795604,0.0010204825,0.0012776776,0.0007428501,0.036259715,0.00009647556,0.0043216655,0.00430108,0.8052292,0.090099216],"study_design_scores_gemma":[0.0030778076,0.0050138226,0.012089705,0.0015744996,0.00069731276,0.0008290152,0.012921131,0.00022388189,0.00013337418,0.00012599437,0.9630849,0.00022856002],"about_ca_topic_score_codex":0.001569634,"about_ca_topic_score_gemma":0.00066762493,"teacher_disagreement_score":0.15785573,"about_ca_system_score_codex":0.00033133326,"about_ca_system_score_gemma":0.001478243,"threshold_uncertainty_score":0.9954851},"labels":[],"label_agreement":null},{"id":"W2943661859","doi":"10.5688/ajpe6865","title":"Essential Elements for Core Required Advanced Pharmacy Practice Experiences","year":2019,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Mercer University; University of Cincinnati; Universidad del Atlántico; Wilkes University; University of Oklahoma","keywords":"Accreditation; Pharmacy practice; Experiential learning; Pharmacy; Medical education; Experiential education; Pharmaconomist; Medicine; Consistency (knowledge bases); Graduation (instrument); Quality assurance; Quality (philosophy); Psychology; Pedagogy; Nursing; Engineering; Computer science","score_opus":0.03579103120151953,"score_gpt":0.491218086649371,"score_spread":0.45542705544785145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943661859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794573,0.00023379442,0.001946138,0.01292512,0.003944483,0.000689995,0.0000014593479,0.000016035709,0.00078564166],"genre_scores_gemma":[0.9335125,0.0001303034,0.05481494,0.010116866,0.0010111626,0.00008833308,0.000027081645,0.000023628834,0.00027516094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806106,0.00006978422,0.00080727995,0.0002074463,0.0005819812,0.0002724333],"domain_scores_gemma":[0.9969985,0.00023132918,0.00091267587,0.00018272888,0.0014994564,0.00017534764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008470937,0.00014223653,0.00033279735,0.00023379407,0.000071710914,0.000025309937,0.00017815363,0.00002896383,0.00066267565],"category_scores_gemma":[0.0022273099,0.00012462854,0.000115228984,0.00063327065,0.00023263623,0.00054059824,0.000017727916,0.0003502451,0.00003613289],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026815897,0.0017665604,0.0029533433,0.00011895622,0.0001650954,0.0000028760476,0.0049234563,0.00000776118,0.024532244,0.0006240231,0.012499555,0.94972456],"study_design_scores_gemma":[0.007725615,0.0028884106,0.0016320162,0.00040471242,0.0007999385,0.0008973349,0.14035061,0.0031577107,0.022230048,0.00019252345,0.81934106,0.00038002964],"about_ca_topic_score_codex":0.0000066154553,"about_ca_topic_score_gemma":6.171266e-8,"teacher_disagreement_score":0.9493445,"about_ca_system_score_codex":0.00024218658,"about_ca_system_score_gemma":0.0014709876,"threshold_uncertainty_score":0.7255834},"labels":[],"label_agreement":null},{"id":"W2943673287","doi":"10.1016/j.cppeds.2019.03.006","title":"Living in two worlds: Becoming and being a doctor among those who identify with “not from an advantaged background”","year":2019,"lang":"en","type":"review","venue":"Current problems in pediatric and adolescent health care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Foothills Medical Centre","funders":"School of Medicine; Health Research Board","keywords":"Privilege (computing); Socioeconomic status; Diversity (politics); Identity (music); Disadvantaged; Meaning (existential); Psychology; Ethnic group; Empathy; Curriculum; Immigration; Cultural diversity; Social psychology; Sociology; Gender studies; Pedagogy; Political science; Population; Demography","score_opus":0.06586194417776865,"score_gpt":0.4454072812215169,"score_spread":0.37954533704374827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943673287","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066195436,0.92888063,0.00009668838,0.000090384085,0.0013050926,0.0033367372,0.000031016698,0.00004498066,0.000019056142],"genre_scores_gemma":[0.0120855635,0.9845384,0.00052183174,0.0003323601,0.0015607479,0.00020196599,0.00063362287,0.000091926566,0.000033604476],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99566066,0.00040452174,0.0016044813,0.0010894916,0.0005402545,0.0007005725],"domain_scores_gemma":[0.99800664,0.00021177779,0.00082659005,0.0005017748,0.00014747,0.00030576138],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011442685,0.00059591274,0.0019115624,0.0011602073,0.00015842129,0.000111267145,0.00020156194,0.00023613546,0.00001588031],"category_scores_gemma":[0.00015781101,0.00050074345,0.00008980036,0.0012301909,0.00010206898,0.00036439998,0.00014507052,0.0024374381,0.00000523745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010139029,0.00021286734,0.24658327,0.1061241,0.000010619207,0.0000045887296,0.0033824453,0.0000012032793,1.7424776e-8,0.000020845288,0.00017437442,0.64347553],"study_design_scores_gemma":[0.004119688,0.0003701988,0.32427618,0.5204058,0.001226195,0.000035930378,0.0055223913,0.00015576839,4.6085304e-8,0.00003321276,0.14245129,0.0014032433],"about_ca_topic_score_codex":0.00023878847,"about_ca_topic_score_gemma":0.00046275707,"teacher_disagreement_score":0.64207226,"about_ca_system_score_codex":0.0010001633,"about_ca_system_score_gemma":0.001415331,"threshold_uncertainty_score":0.999864},"labels":[],"label_agreement":null},{"id":"W2943705352","doi":"10.1017/cem.2019.395","title":"The development of entrustable professional activities reference cards to support the implementation of Competence by Design in emergency medicine","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Competence (human resources); Helpfulness; Curriculum; Medical education; Medicine; Computer science; Psychology; Pedagogy; Social psychology","score_opus":0.08234387621487532,"score_gpt":0.4107538645556578,"score_spread":0.3284099883407825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943705352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686658,0.0010689767,0.0010152345,0.017393976,0.008849866,0.00094881124,0.00001077524,0.0000027932251,0.0020437883],"genre_scores_gemma":[0.9961593,0.00030281558,0.0006861057,0.00016819274,0.00027934616,0.000027098793,0.000034156616,0.000015532964,0.002327424],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9964132,0.00014902175,0.0020559449,0.00014687513,0.0008790808,0.00035591677],"domain_scores_gemma":[0.99743336,0.00012904307,0.0008624068,0.0002923909,0.0010281964,0.000254587],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003525463,0.00015897384,0.00044759814,0.00042481732,0.00015339437,0.0000012212009,0.0003932673,0.00006634074,0.011738452],"category_scores_gemma":[0.0010657394,0.0000876714,0.00004009877,0.0010570597,0.00019589733,0.00010714773,0.000019375282,0.0003877917,0.0000045004895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000246868,0.00010830218,0.2147607,0.0004068366,0.00023114888,0.0000051848338,0.046031635,0.00003268298,0.03648511,0.001694825,0.67340976,0.02658694],"study_design_scores_gemma":[0.004519131,0.0050483327,0.40667507,0.0029673546,0.0003340358,0.00004081989,0.22031942,0.000095140014,0.013059812,0.0010459672,0.34543404,0.00046088995],"about_ca_topic_score_codex":0.0028601808,"about_ca_topic_score_gemma":0.007503239,"teacher_disagreement_score":0.32797572,"about_ca_system_score_codex":0.00030020167,"about_ca_system_score_gemma":0.0040707123,"threshold_uncertainty_score":0.98916495},"labels":[],"label_agreement":null},{"id":"W2943712651","doi":"10.1177/2374289519846068","title":"Life After Being a Pathology Department Chair III: Reflections on the “Afterlife”","year":2019,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Service (business); Plan (archaeology); Executive director; Medical education; Position (finance); Psychology; Program director; Management; Medicine; History; Business","score_opus":0.028674755703353098,"score_gpt":0.3581224055318266,"score_spread":0.3294476498284735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943712651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372709,0.00017559735,0.0004103084,0.051716994,0.0015379712,0.000738944,0.000003756906,0.000101225836,0.008044318],"genre_scores_gemma":[0.8966238,0.000094893905,0.00060286437,0.09969239,0.0006391815,0.0005712126,0.000037265152,0.000027853093,0.0017105403],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981719,0.00020070715,0.00048268586,0.00044032035,0.0002651793,0.00043920125],"domain_scores_gemma":[0.9988479,0.00018798065,0.00014011544,0.00060103834,0.00010886114,0.00011410943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008917336,0.0001868495,0.00030905352,0.0002378177,0.00012220317,0.0000050278313,0.00018641539,0.00051342876,0.0007891151],"category_scores_gemma":[0.0016270044,0.00013139981,0.000076645265,0.00044185272,0.00022338328,0.000054746455,0.000082044186,0.0015777388,0.0012449215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028762065,0.0017113325,0.32389712,0.00033812012,0.0005527023,0.0016380247,0.03693522,0.000046815607,0.10083126,0.22929105,0.23575425,0.066127904],"study_design_scores_gemma":[0.00563966,0.0029605424,0.47467822,0.0005565671,0.00045681046,0.005585413,0.004510144,0.00050714606,0.0040454254,0.014598044,0.48543292,0.0010291111],"about_ca_topic_score_codex":0.0000030781318,"about_ca_topic_score_gemma":0.0000013784305,"teacher_disagreement_score":0.24967867,"about_ca_system_score_codex":0.00016599703,"about_ca_system_score_gemma":0.00022195696,"threshold_uncertainty_score":0.9995327},"labels":[],"label_agreement":null},{"id":"W2943714297","doi":"10.12968/hmed.2019.80.5.285","title":"Use of work-based assessments in postgraduate medical education","year":2019,"lang":"en","type":"article","venue":"British Journal of Hospital Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia Hospital","funders":"","keywords":"Medicine; Work (physics); Variety (cybernetics); Medical education; Value (mathematics); Focus (optics); Engineering ethics; Computer science","score_opus":0.016185570274960703,"score_gpt":0.34141500041129863,"score_spread":0.3252294301363379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943714297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773278,0.00083928026,0.00021770305,0.01793902,0.002920204,0.0003672056,0.0000012421224,0.000007916681,0.0003795786],"genre_scores_gemma":[0.9909262,0.00023323606,0.005235915,0.0027785597,0.00046180488,0.00000620427,0.000041758307,0.000023074492,0.00029324257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968164,0.00008159697,0.0012412216,0.0001639576,0.0014879867,0.00020884402],"domain_scores_gemma":[0.99759644,0.00013360105,0.00062592595,0.00020729325,0.0012464963,0.00019023081],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012942847,0.00012583769,0.0005706606,0.00051914505,0.000018603247,0.000013015075,0.00018399778,0.00015489297,0.0010305707],"category_scores_gemma":[0.0069791134,0.00011726261,0.000082814455,0.0009721077,0.00021063624,0.0002612693,0.0000211417,0.00074714556,0.0000099115905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026665063,0.0030049148,0.5296114,0.00027159936,0.00007619654,0.0003329848,0.00022204325,0.000009740524,0.00022861575,0.00016965158,0.04858145,0.41722474],"study_design_scores_gemma":[0.0059864963,0.0041271546,0.96205133,0.019735537,0.00012630534,0.0011892298,0.00055669533,0.00028471398,0.00018880333,0.00021841995,0.005348436,0.00018689812],"about_ca_topic_score_codex":0.00019653291,"about_ca_topic_score_gemma":0.0000064401256,"teacher_disagreement_score":0.4324399,"about_ca_system_score_codex":0.00019666005,"about_ca_system_score_gemma":0.0017078021,"threshold_uncertainty_score":0.99988264},"labels":[],"label_agreement":null},{"id":"W2943829977","doi":"10.1017/cem.2019.328","title":"P137: Methods for teaching managerial skills in the emergency department: a survey of Canadian educators","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Specialty; Emergency department; Medicine; Scholarship; Medical education; Descriptive statistics; Curriculum; Experiential learning; Family medicine; Psychology; Nursing; Pedagogy","score_opus":0.06557111017247196,"score_gpt":0.43460690639998334,"score_spread":0.36903579622751137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943829977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9332089,0.0023084735,0.0011745195,0.016956957,0.03483643,0.0014026199,0.000039894225,0.000003736669,0.010068465],"genre_scores_gemma":[0.9889595,0.00036732238,0.006288178,0.0009634868,0.0018058447,0.000031897605,0.00017175291,0.000045231754,0.0013668041],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9968807,0.00045807345,0.0015655416,0.00019519548,0.0003532717,0.000547217],"domain_scores_gemma":[0.9973741,0.00020204792,0.0005493578,0.0004240218,0.00086292997,0.0005875389],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0093660345,0.00019510626,0.00057597965,0.002486634,0.00012978616,0.0000031798386,0.0004502865,0.0001376535,0.004973813],"category_scores_gemma":[0.01027987,0.00013817698,0.00012897776,0.0020774342,0.00010763205,0.00010825523,0.000005836485,0.0006054362,0.000006953934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114885384,0.00023140913,0.32467383,0.00041715385,0.00032565885,0.000029252224,0.015433471,0.000023369272,0.00047127195,0.0042469758,0.59949976,0.05453294],"study_design_scores_gemma":[0.0018877644,0.0010008336,0.5064905,0.0004993779,0.00026255433,0.00005936939,0.006211758,0.00008835277,0.00004262231,0.0011971596,0.4820242,0.00023551405],"about_ca_topic_score_codex":0.40151793,"about_ca_topic_score_gemma":0.5369472,"teacher_disagreement_score":0.18181665,"about_ca_system_score_codex":0.00038717437,"about_ca_system_score_gemma":0.0037653346,"threshold_uncertainty_score":0.99805695},"labels":[],"label_agreement":null},{"id":"W2944027920","doi":"10.1096/fasebj.31.1_supplement.581.9","title":"A Formal Interprofessional Ultrasound Curriculum between Medical and Physical Therapy Students in the First Year Gross Anatomy Course","year":2017,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Ultrasound; Curriculum; Medicine; Gross anatomy; Test (biology); Interprofessional education; Recall; Session (web analytics); Medical education; Medical physics; Anatomy; Psychology; Radiology; Health care; Pedagogy","score_opus":0.017285980326876327,"score_gpt":0.39739238537712035,"score_spread":0.380106405050244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944027920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760858,0.000068366644,0.00009663659,0.022865463,0.00042488662,0.00023232016,0.0000024988658,0.00000647859,0.00021755186],"genre_scores_gemma":[0.99613994,0.00009784614,0.00008157006,0.0017575454,0.0018460933,0.000015668938,0.000008026918,0.000010303075,0.000042991105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980318,0.00010661993,0.00027405118,0.00011654598,0.0012052293,0.00026574684],"domain_scores_gemma":[0.9990764,0.00019228527,0.00018969644,0.00034567056,0.00009815319,0.00009774095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024692619,0.000116827694,0.00019352022,0.000055303743,0.00095846393,0.00017324106,0.0007751987,0.00008646319,0.00012909599],"category_scores_gemma":[0.0006944375,0.00005416245,0.00005891076,0.00011177924,0.0004959347,0.00022416974,0.00010369091,0.0013166321,0.000015351177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007099286,0.00053349225,0.9770352,0.00000939514,0.00006940675,0.000050557515,0.0041056764,1.1079906e-7,0.00004322522,0.0003904438,0.0042213937,0.0134701105],"study_design_scores_gemma":[0.0023721894,0.00015932217,0.9892854,0.00029801502,0.00004383083,0.00072002015,0.004774509,0.00013091255,0.0000668971,0.0008957348,0.0011775831,0.00007560523],"about_ca_topic_score_codex":0.000028987275,"about_ca_topic_score_gemma":0.000012935641,"teacher_disagreement_score":0.021107918,"about_ca_system_score_codex":0.000054064105,"about_ca_system_score_gemma":0.00022675649,"threshold_uncertainty_score":0.7371827},"labels":[],"label_agreement":null},{"id":"W2944046821","doi":"10.1016/j.jcjd.2019.04.019","title":"Developing a National Competency-Based Diabetes Curriculum in Undergraduate Medical Education: A Delphi Study","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Curriculum; Syllabus; Delphi method; Medicine; Medical education; Delphi; Pedagogy; Psychology","score_opus":0.012916060945589931,"score_gpt":0.302243237178387,"score_spread":0.2893271762327971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944046821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95856774,0.00032199404,0.000023298562,0.038658086,0.0013023289,0.00037868868,0.0000018769433,0.0000074536374,0.0007385542],"genre_scores_gemma":[0.98760325,0.0000012245773,0.00441546,0.0075362814,0.00032507992,0.000025023764,0.000027890352,0.000019962466,0.000045826244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976731,0.0001031276,0.00076192257,0.00017967085,0.0008923714,0.00038981545],"domain_scores_gemma":[0.99771684,0.00011389382,0.00025930683,0.0001625936,0.0012886109,0.0004587436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013630522,0.00015287573,0.00037471543,0.0012252622,0.00007783378,0.00004066972,0.00026662275,0.00011598512,0.0005355777],"category_scores_gemma":[0.0037045174,0.00013829155,0.00007318686,0.0011523837,0.00010297728,0.00016127701,0.000010782785,0.0005525598,0.000043745396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001308207,0.00034085652,0.9873048,0.000080132544,0.00005538861,0.0000077324785,0.00024119815,0.000021155152,0.000014663537,0.0033492246,0.0041839126,0.0043996028],"study_design_scores_gemma":[0.003459509,0.000657589,0.97295886,0.002436451,0.0000791102,0.000015572256,0.0032775647,0.0036814187,0.000065332795,0.005857861,0.0071553467,0.0003553558],"about_ca_topic_score_codex":0.00017101735,"about_ca_topic_score_gemma":0.0031351855,"teacher_disagreement_score":0.046478953,"about_ca_system_score_codex":0.0009872982,"about_ca_system_score_gemma":0.047466252,"threshold_uncertainty_score":0.9579337},"labels":[],"label_agreement":null},{"id":"W2944305103","doi":"10.1097/01.aog.0000558755.59005.8f","title":"Does a Structured Formative Feedback System Improve Learner Perception of the Obstetrics and Gynecology Clerkship? [16H]","year":2019,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Medicine; Obstetrics and gynaecology; Cohort; Specialty; Likert scale; Medical education; Perception; Family medicine; Pregnancy; Psychology; Internal medicine; Mathematics education","score_opus":0.007579715683749215,"score_gpt":0.2508501915291943,"score_spread":0.2432704758454451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944305103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881035,0.0002956857,0.00006507415,0.001142394,0.008116644,0.0008654717,0.000013637786,0.000026018623,0.0013715875],"genre_scores_gemma":[0.9969334,0.0001698848,0.0007815053,0.00064969994,0.00006539469,0.000027835376,0.000023599789,0.000019660321,0.0013289899],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984566,0.00012924358,0.00052020635,0.00032854144,0.00026311178,0.0003022912],"domain_scores_gemma":[0.9943019,0.004405451,0.00036901474,0.00040078216,0.00044976827,0.000073069146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00039746196,0.00018074772,0.00045450917,0.00032092788,0.0001405448,0.000019978579,0.00013537105,0.00043875005,0.00016699874],"category_scores_gemma":[0.020989595,0.00010068594,0.000061420076,0.00092941895,0.000291164,0.000104785395,0.00014255109,0.00049284636,0.000018425177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000970161,0.00041387728,0.3244887,0.0029436955,0.00031873325,0.0000132097575,0.010142816,0.000023880693,0.011482911,0.024727691,0.0020896536,0.6232578],"study_design_scores_gemma":[0.005471012,0.0013535033,0.92008543,0.00012943074,0.00032158408,0.00008200251,0.031034326,0.0067158686,0.00068796834,0.0010501645,0.032679744,0.00038898783],"about_ca_topic_score_codex":0.000015702326,"about_ca_topic_score_gemma":0.0000056355125,"teacher_disagreement_score":0.62286884,"about_ca_system_score_codex":0.00034362814,"about_ca_system_score_gemma":0.00016154307,"threshold_uncertainty_score":0.987257},"labels":[],"label_agreement":null},{"id":"W2944377044","doi":"10.15353/cjo.78.475","title":"Guest Editorial: Student Satisfaction with Experiential Learning in External Geriatrics and External Paediatrics","year":2016,"lang":"en","type":"editorial","venue":"Canadian journal of optometry/CJO. Canadian journal of optometry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Experiential learning; Geriatrics; Medical education; Medicine; Psychology; Pediatrics; Pedagogy; Psychiatry","score_opus":0.005524440213266661,"score_gpt":0.32500518866099953,"score_spread":0.3194807484477329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944377044","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44222322,0.004112345,0.0008167433,0.00040732042,0.55201787,0.00027270298,0.00007938198,0.000006585477,0.000063849206],"genre_scores_gemma":[0.42300364,0.00076796743,0.002987214,0.00007544386,0.5727449,0.0000060289162,0.000023930193,0.00014285214,0.00024802808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904801,0.00036573142,0.0032096768,0.0006103293,0.0038059352,0.001528218],"domain_scores_gemma":[0.98439443,0.00070649624,0.0040629944,0.00048208563,0.006100288,0.004253706],"candidate_categories":["metaepi_narrow","bibliometrics","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004369298,0.0009009877,0.0020297775,0.016644467,0.00047109896,0.000680904,0.00096301205,0.0018767898,0.00046072438],"category_scores_gemma":[0.006990969,0.0007672001,0.00042204218,0.0041443263,0.0006065393,0.0010811231,0.0000464153,0.006939613,0.000013882312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00022328107,0.000044535576,0.5735483,0.00017431573,0.00024336156,0.0018338154,0.0006840568,0.00002605354,0.00003477713,9.981974e-7,0.42111272,0.002073745],"study_design_scores_gemma":[0.0071818717,0.0018448347,0.53022206,0.0043817363,0.0008341603,0.0038309048,0.0016741563,0.0000074384293,0.000040773888,0.0000040923087,0.4490156,0.00096237543],"about_ca_topic_score_codex":0.005305372,"about_ca_topic_score_gemma":0.0026487852,"teacher_disagreement_score":0.04332627,"about_ca_system_score_codex":0.006212928,"about_ca_system_score_gemma":0.030256225,"threshold_uncertainty_score":0.9994779},"labels":[],"label_agreement":null},{"id":"W2944385128","doi":"10.1097/acm.0000000000002383","title":"Incentivizing Medical Teachers: Exploring the Role of Incentives in Influencing Motivations","year":2018,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Incentive; CLARITY; Psychology; Incentive program; Burnout; Variety (cybernetics); Public relations; Unintended consequences; Social psychology; Political science; Economics; Computer science; Clinical psychology","score_opus":0.11448562407084646,"score_gpt":0.42364058791186643,"score_spread":0.30915496384102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944385128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012640264,0.98190176,0.000097482654,0.0014480443,0.0009017616,0.0011686677,0.0000021501971,0.000054832304,0.0017850412],"genre_scores_gemma":[0.0055869357,0.99035156,0.00015421853,0.0006000511,0.0025747234,0.00037162236,0.00012509323,0.00006584518,0.0001699664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947036,0.00036752294,0.0023706423,0.0005258261,0.0015481879,0.00048421702],"domain_scores_gemma":[0.9969727,0.00096693484,0.00092660636,0.000695477,0.00028163512,0.00015668792],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004652193,0.00042505798,0.0018294903,0.0010357642,0.00011650233,0.0000044149915,0.0007597916,0.00077043346,0.00037077974],"category_scores_gemma":[0.01888448,0.00025818415,0.00015136463,0.0028074868,0.0011969946,0.00021455948,0.00023518116,0.0039799763,0.00003789544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062794884,0.00003542508,0.0021240264,0.0037024177,0.0001343569,0.000005941739,0.012677525,8.237846e-8,0.000009645714,0.0014443262,0.0019865914,0.9778734],"study_design_scores_gemma":[0.0005210588,0.00007356275,0.0006202039,0.11862983,0.00058003166,0.000079736936,0.008042738,0.000045423578,0.00001415513,0.0004345255,0.8707644,0.0001943665],"about_ca_topic_score_codex":0.00013029444,"about_ca_topic_score_gemma":0.0000049636064,"teacher_disagreement_score":0.977679,"about_ca_system_score_codex":0.00055687455,"about_ca_system_score_gemma":0.0012687466,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W2944800374","doi":"10.1503/cmaj.109-5742","title":"Education needed — for doctors and patients — to reduce inappropriate antibiotic prescriptions","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical prescription; Officer; Medicine; Alternative medicine; Antibiotics; Family medicine; House officer; Nursing; Law; Political science; Pathology","score_opus":0.007491230173237638,"score_gpt":0.2795580170689083,"score_spread":0.27206678689567065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944800374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388604,0.000034999855,0.00013471111,0.054465093,0.0035634914,0.0008834582,0.000011877612,0.00001681,0.0020291344],"genre_scores_gemma":[0.9576552,0.000025456182,0.0035373243,0.03334696,0.001700137,0.000035231355,0.00011679004,0.000028349206,0.0035545505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801266,0.00005708921,0.00047432884,0.00020811442,0.0008637729,0.0003840103],"domain_scores_gemma":[0.9971718,0.00006470624,0.00018298569,0.00014066833,0.0013585548,0.0010812843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011629704,0.00011642245,0.00021536033,0.0004552199,0.00022265951,0.00008575704,0.00011327868,0.00031222982,0.00079068943],"category_scores_gemma":[0.0067382264,0.0001102613,0.00005419397,0.00048650938,0.000025766014,0.00015268555,0.000013053094,0.0005484862,0.00014437357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042466138,0.00025146038,0.24166913,0.00008725317,0.0000931444,0.000002158608,0.0009554766,0.0000016922544,0.00015608897,0.0012267674,0.5544436,0.20107077],"study_design_scores_gemma":[0.0022441389,0.00034992732,0.4193016,0.00034423513,0.00007992989,0.000087601686,0.002001309,0.0003101364,0.000077477926,0.0002633875,0.5747279,0.00021237004],"about_ca_topic_score_codex":0.0007851071,"about_ca_topic_score_gemma":0.00046067173,"teacher_disagreement_score":0.2008584,"about_ca_system_score_codex":0.0013565787,"about_ca_system_score_gemma":0.0044087423,"threshold_uncertainty_score":0.8657495},"labels":[],"label_agreement":null},{"id":"W2945045143","doi":"10.1093/pch/pxy070","title":"Scholarly training objectives and requirements for paediatric residents in Canada","year":2018,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; Lakehead University; Memorial University of Newfoundland; University of Manitoba; Janeway Children's Health and Rehabilitation Centre; McMaster University; University of Alberta; University of Ottawa","funders":"","keywords":"Timeline; Medical education; Productivity; Training (meteorology); Event (particle physics); Medicine; Psychology; Geography","score_opus":0.03285296867168138,"score_gpt":0.34154414314428294,"score_spread":0.3086911744726016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945045143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733739,0.0025282847,0.0005651218,0.019750759,0.0012923388,0.0012983633,0.00002334593,0.00003294851,0.0011349397],"genre_scores_gemma":[0.9798713,0.0006227764,0.0073267873,0.01006575,0.0019169692,0.00006083268,0.00006066198,0.000027159474,0.00004778785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99799144,0.00006469956,0.00058660796,0.0003556073,0.0004926185,0.00050901604],"domain_scores_gemma":[0.9989273,0.00012535695,0.00021692042,0.00021716695,0.0003172818,0.00019599726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014908657,0.00013795633,0.00029457328,0.00046910095,0.00030457362,0.000032534594,0.00009807357,0.00008077212,0.000018825485],"category_scores_gemma":[0.0028905852,0.00013812589,0.000024443934,0.0011807933,0.000053036125,0.00023899612,0.000035886194,0.0004190659,0.00000360457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011447922,0.0001342779,0.8121394,0.00049971655,0.000025949192,0.0000043067407,0.0051997476,8.7152733e-7,0.00000866603,0.0008009101,0.025729904,0.15534179],"study_design_scores_gemma":[0.002158171,0.00037071426,0.9892043,0.000112210575,0.000029648232,0.000015027184,0.0021039105,0.00024072306,0.000013837224,0.00063708087,0.0049704346,0.0001439842],"about_ca_topic_score_codex":0.21161254,"about_ca_topic_score_gemma":0.24232061,"teacher_disagreement_score":0.17706488,"about_ca_system_score_codex":0.0014452946,"about_ca_system_score_gemma":0.0057745473,"threshold_uncertainty_score":0.9998618},"labels":[],"label_agreement":null},{"id":"W2945252461","doi":"10.1097/acm.0000000000002795","title":"Dynamic Tensions Following New Pedagogy in Undergraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Excellence; Accreditation; Curriculum; Medical education; Dilemma; Medicine; Pedagogy; Psychology; Engineering ethics; Political science; Engineering","score_opus":0.02076467602952418,"score_gpt":0.42641340218841,"score_spread":0.4056487261588858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945252461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74119574,0.001411767,0.0009734049,0.24535885,0.0035385452,0.00065568165,1.9649696e-7,0.0000910073,0.006774805],"genre_scores_gemma":[0.9465748,0.000616087,0.0011991193,0.028700177,0.0007710497,0.000034676497,0.00018001853,0.000044077166,0.021879986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968555,0.00007237152,0.0009099895,0.0004762617,0.0012437729,0.00044212196],"domain_scores_gemma":[0.9986436,0.00017240935,0.00016518553,0.00050505187,0.00012946947,0.00038431882],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001263347,0.00022581422,0.00054462743,0.0007017581,0.000049934333,0.0000031693623,0.000270503,0.000542853,0.0019994439],"category_scores_gemma":[0.0073719737,0.00018229058,0.00006343989,0.0013386277,0.0001319701,0.00014211766,0.00006203172,0.0018506355,0.00047779424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014191803,0.00024991532,0.24970624,0.000362269,0.00013186871,0.000080719474,0.006379762,0.000010361866,0.006670826,0.025084488,0.4057771,0.30540454],"study_design_scores_gemma":[0.029833278,0.0017118384,0.29797933,0.023270223,0.00096275593,0.0022743903,0.032379724,0.031059746,0.00021592663,0.06192586,0.5166156,0.0017713242],"about_ca_topic_score_codex":0.00034813696,"about_ca_topic_score_gemma":0.000035324818,"teacher_disagreement_score":0.3036332,"about_ca_system_score_codex":0.00039462114,"about_ca_system_score_gemma":0.003897079,"threshold_uncertainty_score":0.9989129},"labels":[],"label_agreement":null},{"id":"W2945398458","doi":"10.1017/cem.2019.343","title":"Faculty development in the age of competency-based medical education: A needs assessment of Canadian emergency medicine faculty and senior trainees","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Medical education; Descriptive statistics; Needs assessment; Faculty development; Graduate medical education; Family medicine; Perception; Nursing; Professional development; Accreditation; Psychology","score_opus":0.07418658978962017,"score_gpt":0.3962629417256172,"score_spread":0.32207635193599704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945398458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8898707,0.0012809783,0.0001559218,0.08744252,0.0063619707,0.0007542936,0.000023440127,0.000004427171,0.014105732],"genre_scores_gemma":[0.9936599,0.00022573455,0.002681897,0.001483392,0.0007339828,0.000020681775,0.00044776598,0.00002574423,0.00072088756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99536914,0.00014129604,0.0024495826,0.00020898764,0.0013841455,0.00044684153],"domain_scores_gemma":[0.9964664,0.0000677209,0.0007385869,0.00037037444,0.0014367449,0.0009201949],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029985327,0.00027380322,0.00084508036,0.0031771467,0.00010247285,0.000001957639,0.00048568356,0.00020039994,0.014628879],"category_scores_gemma":[0.0029757114,0.00017797353,0.00009351143,0.00324613,0.00039246288,0.00009063362,0.000009981803,0.00071675004,0.000002545911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049732327,0.00043258004,0.68371964,0.0013192516,0.00029333954,0.000103585015,0.04074288,0.000023679506,0.0010199134,0.010047014,0.2513577,0.010890681],"study_design_scores_gemma":[0.0030305684,0.0011357147,0.7165715,0.0027054509,0.0002391421,0.00012210669,0.027501367,0.00027864662,0.000040191324,0.00033380103,0.24778187,0.0002596418],"about_ca_topic_score_codex":0.09896892,"about_ca_topic_score_gemma":0.30135557,"teacher_disagreement_score":0.20238665,"about_ca_system_score_codex":0.00038692082,"about_ca_system_score_gemma":0.029796893,"threshold_uncertainty_score":0.98627186},"labels":[],"label_agreement":null},{"id":"W2945497821","doi":"10.1177/1203475419848350","title":"Undergraduate Dermatology Medical Education: Results of a Large-Scale Patient Viewing Program","year":2019,"lang":"en","type":"article","venue":"Journal of Cutaneous Medicine and Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Division of Undergraduate Education","keywords":"Medicine; Curriculum; Test (biology); Standardization; Medical education; Scale (ratio); Perception; MEDLINE; Family medicine; Dermatology; Psychology","score_opus":0.013969648235484432,"score_gpt":0.3235146623376397,"score_spread":0.3095450141021553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945497821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9195353,0.0017695761,0.00007801097,0.074361295,0.0018390818,0.00026736618,9.416618e-7,0.00001542858,0.0021330342],"genre_scores_gemma":[0.990154,0.0011215797,0.0018633408,0.006081819,0.00051994907,0.0000056809936,0.00002557127,0.000016737651,0.00021130314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690473,0.000105534,0.0015915841,0.00015957038,0.0009979128,0.00024064515],"domain_scores_gemma":[0.99728054,0.00053013006,0.0008342488,0.00023180811,0.0008834399,0.0002398611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001133881,0.00014125873,0.00083426724,0.0005120069,0.00004213518,0.0000049910127,0.000081946106,0.00016779057,0.00025290225],"category_scores_gemma":[0.004651435,0.00009778719,0.000116641175,0.00049590715,0.00020224476,0.0000750889,0.000024814126,0.000479004,0.0000061171672],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012233406,0.0026405253,0.057043858,0.0013518248,0.00028314698,0.0009931382,0.0052408176,0.0000019046872,0.00045686727,0.00040211182,0.38074705,0.54961544],"study_design_scores_gemma":[0.005411495,0.0038411226,0.0050048716,0.012005042,0.00060748507,0.1492805,0.014080791,0.001777734,0.00074728957,0.0012072815,0.80562645,0.0004099481],"about_ca_topic_score_codex":0.000010420394,"about_ca_topic_score_gemma":0.0000022422892,"teacher_disagreement_score":0.5492055,"about_ca_system_score_codex":0.000056870707,"about_ca_system_score_gemma":0.0016605696,"threshold_uncertainty_score":0.55685383},"labels":[],"label_agreement":null},{"id":"W2945549411","doi":"10.3352/jeehp.2019.16.14","title":"No observed effect of a student-led mock objective structured clinical examination on subsequent performance scores in medical students in Canada","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; McGill University; University of Ottawa","funders":"","keywords":"Objective structured clinical examination; Psychology; Medical education; Variance (accounting); Educational measurement; Analysis of variance; Cohort; Medicine; Curriculum; Internal medicine; Pedagogy","score_opus":0.0847540039834079,"score_gpt":0.5351608282847227,"score_spread":0.45040682430131473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945549411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98070824,0.00009415865,0.0000072023854,0.011490689,0.0042990865,0.0032758582,0.000006543102,0.0000019186805,0.00011631609],"genre_scores_gemma":[0.9969329,0.000053568718,0.00042910085,0.0016227834,0.00036227258,0.00025123334,0.00013291862,0.000016495474,0.00019872808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923647,0.0013710154,0.0023268964,0.0002452073,0.0034207378,0.00027142145],"domain_scores_gemma":[0.99364954,0.0023128584,0.0015107235,0.00023262536,0.0021301855,0.00016408661],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015882215,0.00015982887,0.00066255894,0.00059024524,0.000081996914,0.000007372861,0.00030768276,0.00016137167,0.0006356029],"category_scores_gemma":[0.012853273,0.00012289392,0.0000878946,0.00068458135,0.000047836307,0.00016205602,0.00003433649,0.00086644944,0.000006797073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008573562,0.0010932029,0.98305416,0.0005136042,0.000052006864,5.123084e-7,0.00075916434,0.0003214181,0.00002747034,0.00013709487,0.0023724476,0.01081157],"study_design_scores_gemma":[0.00795723,0.0020690735,0.9810526,0.0028824406,0.00004142093,0.000009130391,0.00085669634,0.0048353896,0.000049069535,0.00010070742,0.00006496117,0.00008132448],"about_ca_topic_score_codex":0.0045998357,"about_ca_topic_score_gemma":0.021473873,"teacher_disagreement_score":0.0258105,"about_ca_system_score_codex":0.004135708,"about_ca_system_score_gemma":0.029946208,"threshold_uncertainty_score":0.99968725},"labels":[],"label_agreement":null},{"id":"W2945832095","doi":"10.3352/jeehp.2019.16.13","title":"MEDTalks: a student-driven program to enhance undergraduate student understanding and interest in medical schools in Canada","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Curriculum; Medical school; Interest group; Undergraduate education; Undergraduate research; Small group learning; Psychology; Medicine; Pedagogy; Political science","score_opus":0.13357047338281494,"score_gpt":0.5643172881290961,"score_spread":0.4307468147462812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945832095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6761372,0.00012074178,0.00023699048,0.31964666,0.0012816578,0.0025108394,0.0000023030623,0.0000022966349,0.00006126231],"genre_scores_gemma":[0.990679,0.000054597633,0.0034868466,0.0049268487,0.00018910703,0.0004208288,0.000041778072,0.000014840852,0.00018612423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965696,0.000275163,0.0012729601,0.0002209443,0.0013625306,0.00029882215],"domain_scores_gemma":[0.9977243,0.00048131132,0.0005474628,0.0001523338,0.0007701007,0.0003245185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004115757,0.00012057401,0.00036643934,0.0006121371,0.00010508262,0.000017384904,0.00016339586,0.00007991205,0.0002881961],"category_scores_gemma":[0.003688993,0.000103134844,0.00003359846,0.00072721916,0.000026270536,0.00016215423,0.000045510064,0.0006910117,0.000005885189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00028815484,0.0026883301,0.9066533,0.0006132427,0.00009327884,0.0000030452086,0.0058592632,0.00031014558,0.00006881353,0.012102251,0.034116533,0.03720368],"study_design_scores_gemma":[0.00399411,0.0009870013,0.9311362,0.0067212353,0.00004313942,0.000057579156,0.044425428,0.004767706,0.000009743153,0.006015063,0.0016609291,0.00018188411],"about_ca_topic_score_codex":0.0063102967,"about_ca_topic_score_gemma":0.16467203,"teacher_disagreement_score":0.31471983,"about_ca_system_score_codex":0.007312081,"about_ca_system_score_gemma":0.03184269,"threshold_uncertainty_score":0.99649864},"labels":[],"label_agreement":null},{"id":"W2946018049","doi":"10.1007/s10459-019-09898-1","title":"Situational cues surrounding family physicians seeking external resources while self-monitoring in practice","year":2019,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Holland Bloorview Kids Rehabilitation Hospital; Western University; University of Toronto; McMaster University","funders":"","keywords":"Situational ethics; Psychology; Medical education; Medicine; Applied psychology; Social psychology","score_opus":0.020907308709100923,"score_gpt":0.40804319675034295,"score_spread":0.38713588804124205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946018049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97712755,0.005338667,0.00036176806,0.005484441,0.00399757,0.00060908287,4.5067807e-7,0.000047308844,0.007033153],"genre_scores_gemma":[0.9399438,0.0014382302,0.054832526,0.0028007284,0.0007476967,0.000088908906,0.00001037593,0.000011106458,0.00012666467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757653,0.00014893246,0.00064251054,0.00044580636,0.00078233366,0.00040389682],"domain_scores_gemma":[0.99871546,0.0003818318,0.0004270788,0.00020241762,0.0002251912,0.000048044792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026651106,0.00012637352,0.00021934063,0.00060289225,0.00022100066,0.000059457372,0.00019395657,0.000055948276,0.000018635843],"category_scores_gemma":[0.0008363904,0.000128774,0.000022167582,0.002083848,0.00011166355,0.0018591497,0.000025651678,0.0003687697,0.000029683184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022961773,0.0005053884,0.8544528,0.00030875026,0.0000024294623,6.0272225e-7,0.007607167,0.0008815724,0.00037477902,0.0029945918,0.0000845999,0.13276437],"study_design_scores_gemma":[0.0007756583,0.00043478757,0.8314807,0.005257288,0.0000124154485,0.00005586029,0.072324075,0.010201469,0.00011551665,0.0018022968,0.07721388,0.00032608377],"about_ca_topic_score_codex":0.00048638036,"about_ca_topic_score_gemma":0.000042834596,"teacher_disagreement_score":0.13243829,"about_ca_system_score_codex":0.000981791,"about_ca_system_score_gemma":0.0015260249,"threshold_uncertainty_score":0.52512515},"labels":[],"label_agreement":null},{"id":"W2946060556","doi":"10.1016/j.jmir.2019.03.168","title":"Student-Centred Learning for Patient-Centred Care: Development and Application of a Provincial Clinical Teaching Philosophy","year":2019,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Operationalization; Medical education; Coaching; Consistency (knowledge bases); Quality (philosophy); Teaching method; Psychology; Medicine; Pedagogy; Computer science","score_opus":0.022741535730205067,"score_gpt":0.37621798440730386,"score_spread":0.3534764486770988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946060556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98353875,0.0035072844,0.0029528101,0.008776681,0.0007191209,0.00033542037,3.8530962e-7,0.000008113678,0.0001614216],"genre_scores_gemma":[0.99079347,0.00012846584,0.008092552,0.00050391577,0.00045827986,0.0000046124146,0.0000057781144,0.000004842258,0.0000080918035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99775916,0.000082440834,0.00078816514,0.0001704344,0.0010718098,0.00012799814],"domain_scores_gemma":[0.9986756,0.0002359239,0.00060561934,0.00005379089,0.00030119842,0.0001278961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001304708,0.00007315341,0.0002478874,0.0002115073,0.00017165084,0.000031574127,0.00011004285,0.000065386615,0.00000814722],"category_scores_gemma":[0.002608705,0.00005322378,0.000042230655,0.00017005141,0.00025944988,0.00016754233,0.000032447115,0.00033991184,7.380008e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004385703,0.00015440091,0.19629094,0.00010857285,0.000022028256,0.0000010069638,0.009652387,0.0000096195145,0.000107263804,0.0005463193,0.0003087059,0.7927549],"study_design_scores_gemma":[0.021132525,0.003344303,0.34353843,0.0027607593,0.00045222807,0.0005216567,0.31128457,0.14975409,0.0010225811,0.000916434,0.16459253,0.00067989883],"about_ca_topic_score_codex":0.0000048156703,"about_ca_topic_score_gemma":3.1082317e-7,"teacher_disagreement_score":0.792075,"about_ca_system_score_codex":0.000053624983,"about_ca_system_score_gemma":0.0006000337,"threshold_uncertainty_score":0.3123052},"labels":[],"label_agreement":null},{"id":"W2946110386","doi":"10.1111/medu.13825","title":"The dangers of intellectual candour","year":2019,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Glycomics Centre; Alberta Health; University of Alberta","funders":"","keywords":"Library science; Citation; The arts; Medicine; History; Sociology; Political science; Law","score_opus":0.011342401566378345,"score_gpt":0.3250192761044379,"score_spread":0.3136768745380596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946110386","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037669248,0.0007770326,0.00017571649,0.977386,0.0082876505,0.00067358854,0.0000029565892,0.00003518061,0.00889493],"genre_scores_gemma":[0.0019200137,0.00033816797,0.00035049728,0.9584307,0.008607832,0.00014605132,0.0010538157,0.000053122396,0.02909979],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683285,0.00011926838,0.0007110265,0.00030905203,0.0017022656,0.0003255141],"domain_scores_gemma":[0.99734074,0.0008076267,0.0003343665,0.00078382716,0.00068837364,0.00004503973],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009553117,0.00021320661,0.0004047372,0.00025443084,0.00010790549,0.00002010045,0.00040444115,0.0010048592,0.001915167],"category_scores_gemma":[0.027688868,0.00014057744,0.00013014497,0.00058933627,0.00046800758,0.0000343647,0.000048867994,0.0027653784,0.0002741372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001884352,0.000112734575,0.00011271765,0.0003582472,0.000058462487,0.0000031613254,0.0004323636,4.2371425e-8,0.0000040427635,0.00005830972,0.87487566,0.123965405],"study_design_scores_gemma":[0.00030109083,0.00009841387,0.00019846555,0.00070170924,0.000116087984,0.00007768504,0.0003834412,0.00013292482,0.000045783272,0.000064108055,0.99775845,0.000121856865],"about_ca_topic_score_codex":0.00014079033,"about_ca_topic_score_gemma":0.000005340309,"teacher_disagreement_score":0.12384354,"about_ca_system_score_codex":0.00033919845,"about_ca_system_score_gemma":0.010316757,"threshold_uncertainty_score":0.99953526},"labels":[],"label_agreement":null},{"id":"W2946434174","doi":"10.36834/cmej.42935","title":"Building a CTU Orientation Handbook iPad® application for first-year residents","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Login; Orientation (vector space); Demographics; Evening; Download; Morning; Computer science; Usage data; Smartphone app; Medicine; Medical education; World Wide Web; Computer security; Mathematics; Internal medicine","score_opus":0.008134583858735828,"score_gpt":0.3316202467600879,"score_spread":0.32348566290135206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946434174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7715112,0.0007298976,0.05444852,0.15161921,0.012696276,0.0038219523,0.000014519473,0.00010062309,0.005057795],"genre_scores_gemma":[0.84229547,0.00017882534,0.07284345,0.07153703,0.0070576128,0.00067457854,0.00048339984,0.00012252481,0.004807099],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764216,0.000039415587,0.00061106763,0.0003150175,0.0009118461,0.00048050494],"domain_scores_gemma":[0.99534726,0.00007206623,0.00023341253,0.0003347322,0.0010989006,0.0029136366],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012668357,0.00015536329,0.00022858575,0.00065692695,0.00036452845,0.00007714069,0.00024197642,0.0002948664,0.009763057],"category_scores_gemma":[0.011824904,0.00015252184,0.00009456486,0.0005731733,0.000084379026,0.00022923232,0.000011228344,0.00064298394,0.00031104826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012763831,0.0003530909,0.034920648,0.0003384582,0.00009637032,0.000007147181,0.0012630176,0.000010452122,0.00035418163,0.020711454,0.64319986,0.2986177],"study_design_scores_gemma":[0.0033292805,0.0002838905,0.03277,0.0012536721,0.00012922639,0.00081488147,0.0019690208,0.0030422823,0.00029146235,0.007845101,0.9479056,0.00036555287],"about_ca_topic_score_codex":0.0015236998,"about_ca_topic_score_gemma":0.0017656473,"teacher_disagreement_score":0.30470577,"about_ca_system_score_codex":0.001362507,"about_ca_system_score_gemma":0.031810608,"threshold_uncertainty_score":0.99649894},"labels":[],"label_agreement":null},{"id":"W2946760873","doi":"10.5539/jel.v8n3p180","title":"Benefits from 4th Year Surgical Course for Medical Students upon Reaching 6th Year Surgical Course at the Faculty of Medicine, Umm Al-Qura University","year":2019,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Curriculum; Medical education; Psychology; Medicine; Pedagogy; Engineering","score_opus":0.01886344000860767,"score_gpt":0.36750673321282484,"score_spread":0.34864329320421716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946760873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744535,0.00039934198,0.00005001422,0.022380155,0.0009412781,0.00021441937,0.000004609189,0.0000079881775,0.0015487022],"genre_scores_gemma":[0.9936694,0.0002671575,0.0005037448,0.00048275042,0.00085995055,0.0000012273648,0.00011716938,0.0000151751165,0.004083452],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785906,0.00020353908,0.000494194,0.0001675348,0.0011182665,0.00015740703],"domain_scores_gemma":[0.99797714,0.00052990677,0.0005442188,0.00015567297,0.00061283866,0.00018025434],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027227825,0.00011489952,0.00035537157,0.00012906505,0.0001747496,0.000016511907,0.00021775444,0.00014502498,0.0012336664],"category_scores_gemma":[0.0010871161,0.0000780311,0.00008798291,0.00024337352,0.00016001861,0.00010813864,0.000054133696,0.00084799493,0.000012954754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016364836,0.0018596646,0.76739424,0.00014389757,0.00047712793,0.000027575645,0.00958661,0.0001625158,0.00014583718,0.004056737,0.109997064,0.104512244],"study_design_scores_gemma":[0.0076165632,0.00075941207,0.41987008,0.0012081827,0.0004155295,0.00037347476,0.03597885,0.0004765422,0.00002080078,0.00004970971,0.53307146,0.00015941291],"about_ca_topic_score_codex":0.00006924349,"about_ca_topic_score_gemma":0.000005957189,"teacher_disagreement_score":0.42307436,"about_ca_system_score_codex":0.00015975065,"about_ca_system_score_gemma":0.000708366,"threshold_uncertainty_score":0.9996793},"labels":[],"label_agreement":null},{"id":"W2946996322","doi":"10.1590/1980-5918.032.ao14","title":"Objective structured clinical examination in physiotherapy teaching: a systematic review","year":2019,"lang":"en","type":"review","venue":"Fisioterapia em Movimento","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Internship; Psychomotor learning; Competence (human resources); Medical education; Curriculum; Medicine; Psychology; Physical therapy; Cognition; Pedagogy","score_opus":0.053147314054649834,"score_gpt":0.47667138555719657,"score_spread":0.42352407150254673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946996322","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055413086,0.98753524,0.000108786604,0.00018173244,0.0011901247,0.010439777,0.000011130559,0.00007252387,0.00040525422],"genre_scores_gemma":[0.00003799816,0.9909406,0.0011200408,0.00315558,0.000461526,0.00091279723,0.0009110928,0.000117341544,0.0023430544],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.992975,0.0017918427,0.0030428632,0.0009020888,0.00089654693,0.0003916698],"domain_scores_gemma":[0.9964276,0.00042833164,0.0013877742,0.0014300245,0.0002243554,0.00010190841],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035200918,0.0006574034,0.0050794794,0.00073118997,0.00006719415,0.000058074864,0.00042201873,0.0007046611,0.00030825922],"category_scores_gemma":[0.002449619,0.00047939242,0.00074807776,0.0010385794,0.000053502274,0.00014550741,0.000073135576,0.0018784235,0.0002975279],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005689519,0.00025141312,0.000004413096,0.6048212,0.00027140905,0.000007230911,0.00028746456,4.534341e-8,3.153345e-7,0.00008393531,0.0034701023,0.39079675],"study_design_scores_gemma":[0.00082295353,0.00026254696,0.00021850532,0.82770705,0.0022216693,0.00005545378,0.00008773368,0.000052273663,2.7413276e-7,0.000032794873,0.16813497,0.0004037745],"about_ca_topic_score_codex":0.000013154154,"about_ca_topic_score_gemma":0.000002610575,"teacher_disagreement_score":0.390393,"about_ca_system_score_codex":0.001032246,"about_ca_system_score_gemma":0.00061214226,"threshold_uncertainty_score":0.99976575},"labels":[],"label_agreement":null},{"id":"W2947102026","doi":"10.1093/pch/pxz066.055","title":"56 Exploring the Wellness Needs of Paediatric Residents: An Appreciative Inquiry Approach","year":2019,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Appreciative inquiry; Burnout; Psychological intervention; Feeling; Psychological resilience; Focus group; Context (archaeology); Medicine; Medical education; Psychology; Transformational leadership; Nursing; Clinical psychology; Social psychology; Pedagogy","score_opus":0.04361518661818634,"score_gpt":0.32654328632560164,"score_spread":0.2829280997074153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947102026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97787565,0.0031973862,0.002425678,0.007222646,0.0034650243,0.0018348162,0.000010874538,0.00010732549,0.003860616],"genre_scores_gemma":[0.98790294,0.0013756366,0.0025104997,0.003486744,0.0042038537,0.00012879528,0.000202464,0.000054235494,0.00013482926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699223,0.00028723478,0.00091062166,0.0003454508,0.0009328236,0.0005316301],"domain_scores_gemma":[0.9977745,0.00023636942,0.00057425565,0.0008905116,0.00033052906,0.00019387614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027605854,0.00022973529,0.0005141229,0.00082911295,0.00027867506,0.000016112874,0.00037640662,0.00014160329,0.00006191085],"category_scores_gemma":[0.00085258996,0.00017207937,0.00016456594,0.0038241153,0.000118015545,0.0003043916,0.000104690735,0.00093150657,0.00006552062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026321242,0.0024246888,0.69299275,0.0031801858,0.000215462,0.0000016780009,0.10461538,0.00040486164,0.000007797642,0.02138055,0.023951333,0.15056211],"study_design_scores_gemma":[0.0031129443,0.0010664052,0.9248241,0.00023229198,0.00027588868,0.000035815134,0.06163,0.0012220175,0.00006570783,0.0007683959,0.0062630004,0.0005034388],"about_ca_topic_score_codex":0.00018218832,"about_ca_topic_score_gemma":0.000002670286,"teacher_disagreement_score":0.23183136,"about_ca_system_score_codex":0.0003432906,"about_ca_system_score_gemma":0.0007622475,"threshold_uncertainty_score":0.7017193},"labels":[],"label_agreement":null},{"id":"W2947134312","doi":"10.3138/jvme.0717-094r1","title":"Challenges &amp; Issues: Evidence-Based Clinical Skills Teaching and Learning: What Do We Really Know?","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Session (web analytics); Best practice; Skills management; Active learning (machine learning); Teaching method; Psychology; Medicine; Pedagogy; Computer science; Political science","score_opus":0.12674581653426742,"score_gpt":0.48412229436539844,"score_spread":0.357376477831131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947134312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8105491,0.05170024,0.00019261173,0.13251653,0.004344455,0.00025477423,8.84799e-8,0.000024089008,0.00041812882],"genre_scores_gemma":[0.7425161,0.21445936,0.02688227,0.00942806,0.004411714,0.000018734483,0.000017135626,0.00005157413,0.0022150774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958686,0.00097408035,0.0012866694,0.00032408623,0.0013016694,0.00024488877],"domain_scores_gemma":[0.99667305,0.0011165949,0.0007456517,0.0003791721,0.0006976974,0.0003878651],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009028191,0.00019515891,0.0005514708,0.00040527427,0.00012268651,0.00008137187,0.00024389624,0.0003638223,0.00089561025],"category_scores_gemma":[0.028399915,0.00015574733,0.00014699323,0.00021535081,0.0001992974,0.000890558,0.000056948174,0.002681016,0.00007985807],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003282109,0.0015840713,0.0050402223,0.000518909,0.000056496785,0.00002070824,0.0020345584,0.0000024865587,0.00021979504,0.00018815379,0.013361913,0.97664446],"study_design_scores_gemma":[0.0015744347,0.0049778824,0.04325595,0.025012571,0.00012823739,0.002306985,0.0070214914,0.00026654237,0.000009011002,0.00021493288,0.91502416,0.00020778835],"about_ca_topic_score_codex":0.000007543209,"about_ca_topic_score_gemma":6.6509017e-7,"teacher_disagreement_score":0.9764367,"about_ca_system_score_codex":0.00018905662,"about_ca_system_score_gemma":0.002672165,"threshold_uncertainty_score":0.99961984},"labels":[],"label_agreement":null},{"id":"W2947311814","doi":"10.15694/mep.2019.000119.1","title":"How to Convince Clinicians that ‘Soft’ Skills Save Lives? Practical Tips to Use Clinical Studies to Teach Physicians’ Roles","year":2019,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Goddard Space Flight Center; Université Laval","keywords":"Medical education; Patient care; Soft skills; Psychology; Medicine; Nursing","score_opus":0.08818980630317999,"score_gpt":0.44039778372005384,"score_spread":0.3522079774168738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947311814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7333283,0.00004418211,0.0037321558,0.25512514,0.0042742607,0.0020912807,0.000022469841,0.00018650842,0.0011957497],"genre_scores_gemma":[0.7673115,0.000043638396,0.053185564,0.15046714,0.0025197293,0.0002602333,0.00010795811,0.00009734719,0.026006868],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995692,0.00028549824,0.00093674444,0.0010684078,0.0012608075,0.0007565338],"domain_scores_gemma":[0.99438566,0.0019138816,0.00029250313,0.0013253201,0.001595564,0.0004870654],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027074846,0.00037026673,0.0010127968,0.0004703755,0.00014302217,0.0004515366,0.0004284441,0.00028561638,0.00016598169],"category_scores_gemma":[0.069061436,0.0003232558,0.00018979255,0.0014265503,0.00019980516,0.0010563591,0.0003722967,0.0010886708,0.0015298763],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020567465,0.0012880272,0.082661696,0.000076286706,0.00024482122,0.000032504846,0.0044619404,0.000004049927,0.00017463755,0.0011868746,0.8090694,0.10059409],"study_design_scores_gemma":[0.0011602445,0.0014120234,0.12307611,0.0006974637,0.00017981885,0.000045519224,0.017589051,0.000059943854,0.00036351717,0.00012189474,0.85480887,0.00048556682],"about_ca_topic_score_codex":0.000022446357,"about_ca_topic_score_gemma":0.00006530199,"teacher_disagreement_score":0.104658,"about_ca_system_score_codex":0.00035589773,"about_ca_system_score_gemma":0.0004627946,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W2947314123","doi":"","title":"Politics of Access: Negotiating Permissions for Qualitative Research into NCLEX-RN© Exam Preparation in British Columbia","year":2019,"lang":"en","type":"article","venue":"Sigma's 30th International Nursing Research Congress","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Negotiation; Politics; Qualitative research; Political science; Public relations; Sociology; Social science; Law","score_opus":0.1539986288875773,"score_gpt":0.5962489612115183,"score_spread":0.44225033232394095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947314123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800783,0.0001796768,0.0005494031,0.0065043624,0.0019699777,0.0024143953,0.000050940303,0.000033677316,0.008219269],"genre_scores_gemma":[0.98478305,0.000035377594,0.0036535491,0.000096821226,0.00050512346,0.00035969674,0.00037123624,0.00004414881,0.0101510035],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9943261,0.00081596454,0.0008944313,0.0005935962,0.0026649572,0.0007049482],"domain_scores_gemma":[0.9889776,0.0025205656,0.000204613,0.00043938728,0.0076997983,0.00015801338],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008237655,0.0001171203,0.00035510265,0.0010211943,0.00042846016,0.00054398866,0.0006459334,0.00022013731,0.0005153218],"category_scores_gemma":[0.022008609,0.0001666794,0.00007367544,0.0015106025,0.000882897,0.00057885284,0.00016756693,0.0011073321,0.00001796408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016334837,0.006431341,0.22843327,0.0024293074,0.00043246147,0.0000538993,0.09492754,0.0007424927,0.015245826,0.05441979,0.44314897,0.15210162],"study_design_scores_gemma":[0.015888719,0.0048792814,0.23911498,0.034097843,0.000091274764,0.00015738387,0.24136959,0.18687353,0.0054159313,0.22672427,0.04410947,0.0012777328],"about_ca_topic_score_codex":0.00813411,"about_ca_topic_score_gemma":0.000984614,"teacher_disagreement_score":0.3990395,"about_ca_system_score_codex":0.0017290323,"about_ca_system_score_gemma":0.0013721812,"threshold_uncertainty_score":0.9984708},"labels":[],"label_agreement":null},{"id":"W2947319249","doi":"10.36834/cmej.43303","title":"Delivering on the promise of competency based medical education – an institutional approach","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Queen's University; Josiah Macy Jr. Foundation","keywords":"Transformative learning; Specialty; Queen (butterfly); Medical education; Medicine; Curriculum; Plan (archaeology); Psychology; Pedagogy; Family medicine","score_opus":0.01362083025439922,"score_gpt":0.2972325235188545,"score_spread":0.2836116932644553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947319249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8220219,0.00017811054,0.0006933029,0.13996346,0.0042586294,0.0008292139,0.000004086966,0.000025038038,0.032026242],"genre_scores_gemma":[0.90022177,0.000027333099,0.008393038,0.08915817,0.0015513102,0.000081035076,0.00020047645,0.000026874646,0.00033997247],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631566,0.00019223754,0.0007140038,0.00028160439,0.0021417364,0.00035476926],"domain_scores_gemma":[0.99428946,0.00008226691,0.0002425849,0.0004920629,0.0011432378,0.0037503827],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021842013,0.00018044919,0.00026612828,0.0005126942,0.00031956792,0.0000433225,0.0005209897,0.00033338004,0.04364434],"category_scores_gemma":[0.0213552,0.00013170982,0.00009523855,0.0007236144,0.00036392975,0.00018141778,0.000014538013,0.0014307923,0.00011510652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016200516,0.0061246585,0.024868563,0.00046405572,0.0001317534,0.000023838726,0.0018857247,0.00009227357,0.00009114994,0.2786614,0.15189694,0.5355976],"study_design_scores_gemma":[0.008039799,0.0021905445,0.25622132,0.00976703,0.0003711618,0.008827816,0.012484338,0.14237913,0.00029519628,0.007865408,0.5499814,0.0015768303],"about_ca_topic_score_codex":0.0020936402,"about_ca_topic_score_gemma":0.00068517897,"teacher_disagreement_score":0.5340208,"about_ca_system_score_codex":0.0008064736,"about_ca_system_score_gemma":0.3088236,"threshold_uncertainty_score":0.98688835},"labels":[],"label_agreement":null},{"id":"W2947358717","doi":"10.21815/jde.019.106","title":"Dental Hygiene Clinical Instructors’ Pedagogical Beliefs and Described Practices About Student‐Centered Education","year":2019,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dental hygiene; Medical education; Hygiene; Psychology; Dental education; Higher education; Pedagogy; Medicine; Political science","score_opus":0.0716556198161507,"score_gpt":0.4804231172880643,"score_spread":0.4087674974719136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947358717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98386866,0.0011670982,0.000021303837,0.0015580803,0.010901064,0.00053690013,0.000001605468,0.000015603347,0.0019297136],"genre_scores_gemma":[0.9864038,0.00041659537,0.0059256484,0.0019458889,0.0025098745,0.000013051862,0.00006309252,0.000026423346,0.0026956277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99725133,0.00015241402,0.0012898977,0.000290113,0.00080552447,0.00021071348],"domain_scores_gemma":[0.99670357,0.00010076957,0.0018402301,0.00028075563,0.0008618189,0.00021286859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009791136,0.00019095205,0.00041905136,0.00043479746,0.00009282766,0.00011127721,0.00020985506,0.0001987611,0.00057873654],"category_scores_gemma":[0.0018173112,0.00016377021,0.00014541527,0.00041128747,0.0001407257,0.0007892568,0.000063461855,0.0007324312,0.000120360084],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002532282,0.0040763714,0.87599754,0.00012529996,0.00010658465,0.0000032634389,0.001657757,3.1713722e-7,0.002286983,0.00044271466,0.009625159,0.105424784],"study_design_scores_gemma":[0.0019988061,0.00084912905,0.9333946,0.00061824213,0.00023874108,0.0021851917,0.038930234,0.000019574265,0.0003194174,0.00008858466,0.021186892,0.00017054811],"about_ca_topic_score_codex":0.000035049212,"about_ca_topic_score_gemma":0.000009235449,"teacher_disagreement_score":0.10525424,"about_ca_system_score_codex":0.0004181149,"about_ca_system_score_gemma":0.0021909708,"threshold_uncertainty_score":0.66783553},"labels":[],"label_agreement":null},{"id":"W2947593565","doi":"10.1080/10872981.2019.1624133","title":"Ten tips for conducting focused ethnography in medical education research","year":2019,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ethnography; Reflexivity; Context (archaeology); Popularity; Variety (cybernetics); Medical education; Qualitative research; Triangulation; Sociology; Engineering ethics; Medicine; Psychology; Computer science; Engineering; Social science","score_opus":0.11616088973243034,"score_gpt":0.5107020003997323,"score_spread":0.394541110667302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947593565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83877236,0.00051228894,0.00030397825,0.15097088,0.0042354763,0.0018951074,0.0000053811427,0.00009220145,0.0032123618],"genre_scores_gemma":[0.9191338,0.00020280891,0.027209627,0.037707552,0.004988094,0.0013038537,0.0029936696,0.00011651157,0.0063441],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943806,0.00027711777,0.0011253668,0.0006866995,0.002863123,0.00066707155],"domain_scores_gemma":[0.99576426,0.00062531506,0.00020115235,0.00076759764,0.0019587216,0.0006829297],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062200073,0.00023326055,0.0004780346,0.0015361676,0.00015681807,0.00003373902,0.0004796113,0.000709634,0.006233818],"category_scores_gemma":[0.04490132,0.00021033136,0.000121364086,0.003030989,0.00039866363,0.00019925552,0.00008566393,0.0019308635,0.00018133325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015542972,0.011080792,0.048005417,0.0005978312,0.00003948761,0.0000027032997,0.0014863127,5.40536e-7,0.00015832092,0.006486829,0.15486357,0.7771228],"study_design_scores_gemma":[0.009576205,0.0011659366,0.074329935,0.0061132237,0.00010478145,0.00035691255,0.024047378,0.015034646,0.0003948238,0.007288428,0.8607003,0.0008874287],"about_ca_topic_score_codex":0.00025677335,"about_ca_topic_score_gemma":0.00011708273,"teacher_disagreement_score":0.77623534,"about_ca_system_score_codex":0.0004777535,"about_ca_system_score_gemma":0.02260936,"threshold_uncertainty_score":0.9946746},"labels":[],"label_agreement":null},{"id":"W2947835674","doi":"10.1111/medu.13910","title":"Key differences between severity of disciplinary issues and medical student insights","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"McMaster University","keywords":"Context (archaeology); Reliability (semiconductor); Psychology; Inter-rater reliability; Clinical psychology; Medicine; Developmental psychology; Rating scale","score_opus":0.01673352227780975,"score_gpt":0.39669859040924405,"score_spread":0.37996506813143427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947835674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620426,0.00069957436,0.0001175754,0.033847507,0.0011209405,0.00039390996,0.0000011186112,0.000035486442,0.0017412842],"genre_scores_gemma":[0.9946979,0.00024297346,0.00077018794,0.0025505912,0.0006758485,0.00003825054,0.000116741416,0.000013536217,0.00089392724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969309,0.0000925158,0.0005793849,0.00031540022,0.0018972155,0.0001845937],"domain_scores_gemma":[0.9989088,0.00013946426,0.00014602818,0.0003298075,0.000251649,0.00022423716],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007426209,0.00014541624,0.0004167744,0.00019089926,0.000063908614,0.000012286817,0.00021513079,0.0003123217,0.0024782317],"category_scores_gemma":[0.002691521,0.00010929685,0.000041240684,0.0004109838,0.00035570632,0.00010944848,0.00012665385,0.00047839285,0.000056694185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022353961,0.0011312986,0.8398263,0.00039602895,0.00005215295,0.0000020875054,0.0038516608,2.2434932e-8,0.00003724236,0.0016531921,0.009216233,0.14381142],"study_design_scores_gemma":[0.0006459604,0.00025408523,0.9852593,0.0008918301,0.00006277058,0.000025963098,0.0022356901,0.000307002,0.00011594684,0.0007792014,0.009296948,0.00012530044],"about_ca_topic_score_codex":0.00008650063,"about_ca_topic_score_gemma":0.000006779718,"teacher_disagreement_score":0.145433,"about_ca_system_score_codex":0.00008334801,"about_ca_system_score_gemma":0.001687502,"threshold_uncertainty_score":0.99843365},"labels":[],"label_agreement":null},{"id":"W2947847669","doi":"10.1503/cjs.009516","title":"Development of a cumulative teaching score for tracking surgeon performance in undergraduate medical education","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Medical education; Tracking (education); Quality (philosophy); Delphi method; Teaching method; Curriculum; Mathematics education; Psychology; Computer science; Pedagogy","score_opus":0.04986510045778844,"score_gpt":0.32533856539799577,"score_spread":0.2754734649402073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947847669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99465436,0.000118095726,0.00036345332,0.0030434604,0.001247392,0.00017947351,6.129751e-7,0.0000019831393,0.00039120027],"genre_scores_gemma":[0.99415934,0.000009622487,0.00503711,0.000488872,0.0001496206,0.0000062450185,0.000021571897,0.000013136219,0.00011446053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847996,0.00003432047,0.0008396397,0.00008868977,0.0003435894,0.00021379544],"domain_scores_gemma":[0.9986414,0.00019881921,0.0003701778,0.00009310333,0.00046452053,0.00023202471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026921474,0.00007942184,0.0003161639,0.00097341114,0.000058705235,0.000008277738,0.00007300106,0.00009024644,0.00010435335],"category_scores_gemma":[0.0032703162,0.000073302086,0.00006827649,0.00032472875,0.000045542092,0.00017343524,0.0000033933159,0.00037094796,0.0000021185408],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004031094,0.00008035976,0.6739833,0.00029569745,0.000030440346,0.0000065418453,0.001861053,0.000014853238,0.000075904376,0.00038888588,0.0021617094,0.321061],"study_design_scores_gemma":[0.0009865126,0.00008130096,0.9309847,0.00831179,0.0000378062,0.000274232,0.0026275793,0.0012842233,0.0010147393,0.00026935976,0.053906173,0.00022161414],"about_ca_topic_score_codex":0.00022378219,"about_ca_topic_score_gemma":0.0009501125,"teacher_disagreement_score":0.32083938,"about_ca_system_score_codex":0.0004889119,"about_ca_system_score_gemma":0.021937596,"threshold_uncertainty_score":0.9836071},"labels":[],"label_agreement":null},{"id":"W2947930786","doi":"10.1007/s12630-019-01412-w","title":"Faculty perspectives on the transition to competency-based medical education in anesthesia","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Transition (genetics); Medical education; Psychology; Anesthesia; Medicine; Chemistry","score_opus":0.010406127795110375,"score_gpt":0.268492564557875,"score_spread":0.25808643676276466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947930786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.768147,0.00013839753,0.000026497662,0.23040423,0.00025647413,0.00038827455,0.000001010203,0.0000061796773,0.0006319343],"genre_scores_gemma":[0.9892867,0.000010190899,0.0014244316,0.008227443,0.0006901134,0.000011145489,0.000020511214,0.000046061745,0.0002833733],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9967291,0.00023076027,0.00092924037,0.0002721466,0.0011889791,0.0006497893],"domain_scores_gemma":[0.9962282,0.000106452746,0.00038955142,0.000356329,0.0012750336,0.0016444047],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025503049,0.00029127102,0.0005271268,0.0016759034,0.00027152852,0.00012128166,0.00057785306,0.00026488167,0.0015619373],"category_scores_gemma":[0.0012557306,0.00021434869,0.00021201497,0.0012775494,0.00019277066,0.00021594478,0.0000025938725,0.001545884,0.000094633346],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021912165,0.0025779535,0.09438404,0.000429579,0.0003736165,0.5160771,0.06529266,0.0042884634,0.00019397782,0.07780703,0.17212474,0.06425962],"study_design_scores_gemma":[0.0015954826,0.0020108528,0.06332047,0.0017558745,0.000079003876,0.8923905,0.019238107,0.0004510473,0.000050336548,0.0006136245,0.018127555,0.00036713088],"about_ca_topic_score_codex":0.0026280747,"about_ca_topic_score_gemma":0.004214647,"teacher_disagreement_score":0.37631342,"about_ca_system_score_codex":0.0020534983,"about_ca_system_score_gemma":0.050063424,"threshold_uncertainty_score":0.9993508},"labels":[],"label_agreement":null},{"id":"W2948305605","doi":"10.1007/s40596-019-01071-5","title":"Seeing is believing: an exploration of what residents value when they receive feedback","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Interpersonal communication; Context (archaeology); Medical education; Psychology; Perception; Residency training; Social skills; Medicine; Family medicine; Psychiatry; Social psychology; Continuing education","score_opus":0.0333930026394391,"score_gpt":0.3519288720647683,"score_spread":0.3185358694253292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948305605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638867,0.0011232604,0.00029984466,0.027925335,0.0041861865,0.0005689013,0.0000021205155,0.00006300106,0.0019446536],"genre_scores_gemma":[0.97068954,0.001237108,0.012469262,0.012882417,0.0011759752,0.000028625625,0.00011845222,0.000051225117,0.0013473842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980538,0.00007942798,0.00065304077,0.00037044781,0.0005955732,0.00024770497],"domain_scores_gemma":[0.9987191,0.00003819106,0.0003420115,0.000585299,0.00022991511,0.00008545753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000778109,0.00016042659,0.00027610883,0.00024047316,0.00006726681,0.000020021105,0.00026254606,0.0003986157,0.0003485815],"category_scores_gemma":[0.0002747315,0.00015114468,0.00006128944,0.00035235446,0.000054374574,0.002139875,0.00004334829,0.00085892953,0.00025542214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004370606,0.00053960044,0.7199187,0.0010354249,0.00023340079,0.000001055188,0.04572801,0.000057260782,0.013314593,0.022215564,0.11801791,0.07850137],"study_design_scores_gemma":[0.009048209,0.0020045645,0.48080248,0.015355895,0.0007469352,0.00011898673,0.10732633,0.003836295,0.010588275,0.3389631,0.029659634,0.0015493208],"about_ca_topic_score_codex":0.000055423123,"about_ca_topic_score_gemma":0.000002930619,"teacher_disagreement_score":0.31674752,"about_ca_system_score_codex":0.000111520865,"about_ca_system_score_gemma":0.00032634047,"threshold_uncertainty_score":0.6163501},"labels":[],"label_agreement":null},{"id":"W2948491932","doi":"10.1186/s12909-019-1639-2","title":"The geographic and topical landscape of medical education research","year":2019,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Realm; Geography; Social science; Library science; Sociology; Computer science","score_opus":0.02667300961863626,"score_gpt":0.4246165455505431,"score_spread":0.39794353593190684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948491932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93294597,0.0020053445,0.00012190753,0.055209816,0.002427145,0.0006588879,3.605206e-7,0.000029303555,0.0066012763],"genre_scores_gemma":[0.98906267,0.0012573822,0.0014208341,0.0039967685,0.0012521886,0.00019282057,0.00008835111,0.00002149795,0.0027074695],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99531287,0.0002930597,0.0006069988,0.00033889647,0.0031244648,0.0003237354],"domain_scores_gemma":[0.9971297,0.00083169626,0.00012961026,0.00062893075,0.00090643665,0.00037365343],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004964142,0.00012080802,0.00024023345,0.00035558536,0.00018960856,0.00003606802,0.00036246388,0.00041394873,0.002725879],"category_scores_gemma":[0.024034396,0.000082314546,0.000058966234,0.0009897904,0.00062075874,0.000082475875,0.000109115776,0.0009089504,0.00008934657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009734731,0.0014193215,0.34647635,0.0006472143,0.00002829399,5.369014e-7,0.000480868,9.21929e-8,0.00003303607,0.08667923,0.09412692,0.4700108],"study_design_scores_gemma":[0.0020123415,0.000555251,0.69022244,0.0024137204,0.00007772584,0.00030159546,0.010574242,0.00475641,0.00010494525,0.006532191,0.2821704,0.00027878056],"about_ca_topic_score_codex":0.00016589322,"about_ca_topic_score_gemma":0.00006953263,"teacher_disagreement_score":0.46973202,"about_ca_system_score_codex":0.00007624458,"about_ca_system_score_gemma":0.016352804,"threshold_uncertainty_score":0.99818575},"labels":[],"label_agreement":null},{"id":"W2948803263","doi":"10.1007/s40037-019-0517-2","title":"Is postgraduate leadership education a&amp;nbsp;match for the wicked problems of health systems leadership? A critical systematic review","year":2019,"lang":"en","type":"review","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Leadership development; Educational leadership; Neuroleadership; Leadership studies; Medical education; Leadership style; Inclusion (mineral); Shared leadership; Professional development; Medicine; Psychology; Public relations; Political science; Engineering ethics; Pedagogy; Sociology; Social science; Engineering","score_opus":0.2852600403617034,"score_gpt":0.49807126579266686,"score_spread":0.21281122543096348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948803263","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018872381,0.8674486,0.0012856638,0.10937927,0.0037745582,0.01775286,0.000029900122,0.00007848457,0.00024876167],"genre_scores_gemma":[0.00016113964,0.9674595,0.0005687091,0.017005652,0.0013046382,0.008482737,0.0008994986,0.00016733137,0.003950782],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99067223,0.0013845267,0.003514699,0.0011946874,0.002439583,0.00079424714],"domain_scores_gemma":[0.98961633,0.002738769,0.0024658423,0.002172233,0.0026304016,0.00037644233],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006906232,0.0008157564,0.004550438,0.0007708153,0.00030508242,0.000073916206,0.0008598459,0.0007662083,0.00032937512],"category_scores_gemma":[0.04916637,0.00053403585,0.0009556159,0.0018557666,0.00090529845,0.00015338045,0.000046616336,0.001778243,0.0002828006],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012512321,0.001734116,9.58696e-7,0.7690327,0.00035395572,1.0819878e-7,0.005127837,9.834221e-8,6.232672e-8,0.006556731,0.077100925,0.14007998],"study_design_scores_gemma":[0.0002556588,0.00033137208,0.000003486353,0.7188088,0.004113499,0.0001847659,0.046287715,0.000053068172,1.2141349e-7,0.00006732234,0.22954188,0.00035230626],"about_ca_topic_score_codex":0.00017198066,"about_ca_topic_score_gemma":0.000004567956,"teacher_disagreement_score":0.15244095,"about_ca_system_score_codex":0.0019991654,"about_ca_system_score_gemma":0.025313962,"threshold_uncertainty_score":0.9997111},"labels":[],"label_agreement":null},{"id":"W2949138528","doi":"10.1016/j.psc.2019.04.001","title":"Defining Professional Development in Medicine, Psychiatry, and Allied Fields","year":2019,"lang":"en","type":"review","venue":"Psychiatric Clinics of North America","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"American Association of Directors of Psychiatric Residency Training","keywords":"Socialization; Professional development; Medical education; Resource (disambiguation); Health care; Psychology; Public relations; Medicine; Political science","score_opus":0.047638385861537826,"score_gpt":0.4224790998676932,"score_spread":0.3748407140061554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949138528","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011981289,0.9890438,0.00012890589,0.0013317296,0.006057897,0.0012728544,0.000009615794,0.000028136315,0.00092897733],"genre_scores_gemma":[0.00007579772,0.961656,0.035284575,0.0012812001,0.0004479656,0.00012807726,0.00071485125,0.00005644176,0.00035514162],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956957,0.00010822096,0.0025957325,0.00063217327,0.0006191022,0.00034908863],"domain_scores_gemma":[0.9971254,0.00047930636,0.00148708,0.00059730955,0.00019138338,0.00011953585],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069118786,0.00043063692,0.0024132757,0.0009940278,0.00006475298,0.000004943146,0.00028706054,0.00043061492,0.00013332083],"category_scores_gemma":[0.0009917343,0.00033278487,0.0001958183,0.0021115188,0.00020602539,0.000037253845,0.00010284914,0.0013695046,0.0000726494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028229213,0.00045092579,0.02824582,0.01653778,0.00011359009,0.0000013086295,0.00014918076,5.7534567e-7,6.03858e-10,0.00022169466,0.009751122,0.9444998],"study_design_scores_gemma":[0.0008764228,0.00033532205,0.011758136,0.009869614,0.00065973157,0.000022535398,0.00008231109,0.00002654144,1.9910267e-9,0.000050628034,0.9760296,0.00028916408],"about_ca_topic_score_codex":0.000030421752,"about_ca_topic_score_gemma":0.000037643615,"teacher_disagreement_score":0.9662785,"about_ca_system_score_codex":0.00012343725,"about_ca_system_score_gemma":0.003264396,"threshold_uncertainty_score":0.99991244},"labels":[],"label_agreement":null},{"id":"W2949398785","doi":"10.3138/jvme.0518-066r","title":"Veterinary Intern Program for Entrustable Professional Activities Skills, a.k.a. Intern Boot Camp","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Boot camp; Medical education; Medicine; Rating scale; Psychology; Veterinary medicine; Computer science","score_opus":0.02941057888666571,"score_gpt":0.4204443160652545,"score_spread":0.3910337371785888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949398785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785466,0.00028221327,0.00067487493,0.0072638066,0.011567808,0.0010834882,0.0000033507201,0.000043070457,0.00053479674],"genre_scores_gemma":[0.9759307,0.00008904259,0.012755809,0.0031825863,0.0021560083,0.00022198081,0.000113639544,0.000048313876,0.005501903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719024,0.00011309339,0.0009908482,0.00025988155,0.0010872039,0.0003587329],"domain_scores_gemma":[0.99793357,0.00017779962,0.00061987,0.00030964764,0.0006896944,0.00026942862],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012411493,0.00022432693,0.00048444036,0.000431692,0.000085166845,0.00003950829,0.00027802278,0.00027753142,0.0021646016],"category_scores_gemma":[0.0021590868,0.00017935222,0.00020727195,0.00029883362,0.00015197285,0.0004518176,0.00009595446,0.00081521785,0.000044457676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026908608,0.01145061,0.0080679655,0.0018893967,0.0002753265,0.000082697115,0.0030379181,0.0000016349886,0.0074770967,0.00029347796,0.1255609,0.8391721],"study_design_scores_gemma":[0.0044497605,0.01713248,0.019999247,0.005738266,0.00017630785,0.009619813,0.0064487597,0.001312739,0.0007048362,0.00033435927,0.93368804,0.00039540033],"about_ca_topic_score_codex":0.000007557695,"about_ca_topic_score_gemma":4.798208e-7,"teacher_disagreement_score":0.8387767,"about_ca_system_score_codex":0.0004633914,"about_ca_system_score_gemma":0.00346647,"threshold_uncertainty_score":0.9987475},"labels":[],"label_agreement":null},{"id":"W2949677238","doi":"","title":"An evaluation of the characteristics of a clinic card to assess progression in entrustable professional activities (EPAS) in undergraduate medical education: a case study of the surgery rotation.","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Medicine; Psychology; Physical therapy; Surgery","score_opus":0.03027754365233486,"score_gpt":0.36683842232620184,"score_spread":0.33656087867386697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949677238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960429,0.000012316194,0.00030282696,0.0019747596,0.0010513313,0.0005762451,0.0000052784753,0.0000015248131,0.00003281064],"genre_scores_gemma":[0.9995006,0.000018081613,0.000157029,0.00004027617,0.00020467988,0.0000011433318,0.000009381641,0.000005578005,0.00006325067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956211,0.0015345351,0.00094845664,0.0001225601,0.0016553923,0.00011800013],"domain_scores_gemma":[0.99568814,0.00042399,0.0017360348,0.00042168383,0.0016696048,0.00006056469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006526524,0.00010201952,0.0005934218,0.0006466983,0.00013142449,0.0000049917744,0.00038892942,0.00009611554,0.00014600757],"category_scores_gemma":[0.0021014698,0.00006167841,0.00016835834,0.0023416332,0.00034851517,0.00014814355,0.000091942966,0.0003531253,2.2307833e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019969773,0.0038793688,0.9619187,0.00011350796,0.00069113093,0.000015809925,0.017180668,0.0007834081,0.00054178044,0.000041867766,0.00028688106,0.01254987],"study_design_scores_gemma":[0.0027495297,0.00051749236,0.8979735,0.00073743536,0.003248382,0.00011912891,0.07834318,0.015950397,0.000054679782,0.0001957733,0.000022264356,0.00008824262],"about_ca_topic_score_codex":0.00287283,"about_ca_topic_score_gemma":0.01372097,"teacher_disagreement_score":0.063945234,"about_ca_system_score_codex":0.00044208797,"about_ca_system_score_gemma":0.0041040466,"threshold_uncertainty_score":0.7656623},"labels":[],"label_agreement":null},{"id":"W2950327548","doi":"10.3138/ptc-2018-0081","title":"Clinical Instructors’ Experiences Working with and Assessing Students Who Perform below Expectations in Physical Therapy Clinical Internships","year":2019,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Internship; Curriculum; Thematic analysis; Influencer marketing; Medical education; Psychology; Clinical Practice; Qualitative research; Process (computing); Medicine; Pedagogy; Nursing; Computer science; Sociology; Management","score_opus":0.04827087342585388,"score_gpt":0.4352754903067227,"score_spread":0.3870046168808688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950327548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997746,0.0000990261,0.00001982923,0.0006293192,0.0007828999,0.00043191697,4.903926e-7,0.0000207562,0.0002697652],"genre_scores_gemma":[0.99642915,0.00009669998,0.00085048075,0.0018182112,0.0005945479,0.00006486406,0.00001093584,0.000030770403,0.00010433841],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979655,0.00011880589,0.00055470574,0.00043076434,0.0006703437,0.0002598826],"domain_scores_gemma":[0.99907523,0.00022411985,0.00017577146,0.0003146239,0.00010248247,0.000107797314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037057514,0.0001865192,0.00048435907,0.00011661308,0.00009327134,0.00006614429,0.00018606946,0.00007933454,0.00011505215],"category_scores_gemma":[0.000079044774,0.00013797583,0.000049316328,0.000521762,0.00020191916,0.00018639807,0.000026562622,0.0005545062,0.0000021961216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013035828,0.00031753027,0.86663634,0.000016060805,0.00005862106,0.0000038217227,0.0058221887,0.0000013094209,0.00006784701,0.000038788425,0.00021678531,0.12669034],"study_design_scores_gemma":[0.0031135073,0.00045108842,0.9652798,0.00039577874,0.000008721223,0.0000069779912,0.02679672,0.0021244914,0.00009578911,0.000026739108,0.0014968541,0.00020349314],"about_ca_topic_score_codex":0.011634697,"about_ca_topic_score_gemma":0.01697647,"teacher_disagreement_score":0.12648685,"about_ca_system_score_codex":0.00021081042,"about_ca_system_score_gemma":0.0010458785,"threshold_uncertainty_score":0.9949469},"labels":[],"label_agreement":null},{"id":"W2950352059","doi":"10.36834/cmej.56881","title":"Patient involvement in resident assessment within the Competence by Design context: a mixed-methods study","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Competence (human resources); Specialty; Medicine; Context (archaeology); Patient assessment; Phase (matter); Family medicine; Nursing; Psychology; Social psychology","score_opus":0.017576752704761434,"score_gpt":0.37911729787628007,"score_spread":0.3615405451715186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950352059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89072055,0.0005727027,0.003373651,0.094474666,0.0074240277,0.0023927088,0.0000020257899,0.000015678961,0.0010240234],"genre_scores_gemma":[0.92674917,0.000021948244,0.012164847,0.060048506,0.00029680153,0.00021090057,0.000023359284,0.000023405411,0.00046108963],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9957256,0.0010859976,0.0010247403,0.00030629436,0.0014420289,0.00041537854],"domain_scores_gemma":[0.99616516,0.00022079553,0.0003191993,0.00046999552,0.0006144815,0.0022103472],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070113586,0.00018451488,0.00030551828,0.00047057305,0.0002627122,0.00009507319,0.00035436812,0.00015441603,0.008609873],"category_scores_gemma":[0.01004138,0.00013215505,0.000051312345,0.0007901685,0.00015217296,0.00012114939,0.00003219222,0.0016903168,0.00006346786],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040926265,0.0017492266,0.05390544,0.000041369134,0.00009638144,0.000052744133,0.018754227,0.000034064244,0.00008244647,0.0016170829,0.5602359,0.36339018],"study_design_scores_gemma":[0.0048006256,0.0027045186,0.20067063,0.0017203608,0.00015578255,0.0011759361,0.5354295,0.007249151,0.00020190889,0.0014033843,0.24382469,0.0006635643],"about_ca_topic_score_codex":0.011988189,"about_ca_topic_score_gemma":0.010187012,"teacher_disagreement_score":0.51667523,"about_ca_system_score_codex":0.0022041092,"about_ca_system_score_gemma":0.058281954,"threshold_uncertainty_score":0.99829745},"labels":[],"label_agreement":null},{"id":"W2950453371","doi":"10.3166/afmu-2019-0165","title":"Quelle est la motivation des internes de la première promotion du DES de médecine d’urgence ?","year":2019,"lang":"fr","type":"article","venue":"Annales françaises de médecine d’urgence","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Humanities; Political science; Psychology; Philosophy","score_opus":0.01898645503256562,"score_gpt":0.30516423337239085,"score_spread":0.2861777783398252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950453371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9315644,0.009572425,0.04592771,0.004572253,0.0018924082,0.0009845603,0.000024462264,0.00021830239,0.005243502],"genre_scores_gemma":[0.9771908,0.003799895,0.010722088,0.0007889398,0.0017982287,0.00019739616,0.00016353976,0.0001390421,0.0052000717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994737,0.000815937,0.0012485111,0.0009361097,0.0008345812,0.0014278308],"domain_scores_gemma":[0.9955267,0.0014333051,0.0005070693,0.0009234228,0.0011120372,0.000497475],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037560991,0.00069364795,0.0007466091,0.0005586391,0.00051185355,0.00018816562,0.00070541195,0.00075485336,0.003868419],"category_scores_gemma":[0.008659881,0.00071123504,0.00025903241,0.0019623588,0.0020212957,0.0011457718,0.00019869354,0.001174373,0.0006975547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021200882,0.0025914055,0.8328276,0.0020173958,0.00016318276,0.00010312853,0.006886435,0.0008818639,0.018496754,0.019437948,0.004826137,0.11155609],"study_design_scores_gemma":[0.0031090262,0.0010684611,0.83734196,0.008968729,0.00047558325,0.0016112902,0.0052291197,0.02505552,0.0130228745,0.015097282,0.08796466,0.0010555016],"about_ca_topic_score_codex":0.0012942816,"about_ca_topic_score_gemma":0.000111470916,"teacher_disagreement_score":0.11050059,"about_ca_system_score_codex":0.0009953945,"about_ca_system_score_gemma":0.0012770216,"threshold_uncertainty_score":0.9996906},"labels":[],"label_agreement":null},{"id":"W2950696702","doi":"10.30770/2572-1852-99.1.10","title":"Approaching the Issue of the Aging Physician Population","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Family medicine; Medicine; Pace; Variety (cybernetics); Scope of practice; Gerontology; Health care; Affect (linguistics); Board certification; Population; Continuing medical education; Psychology; Medical education; Continuing education","score_opus":0.013506304852965062,"score_gpt":0.3218358871361665,"score_spread":0.30832958228320145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950696702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8692514,0.00008994801,0.00823036,0.120497346,0.0009209529,0.000277967,1.2386877e-7,0.0000066728344,0.0007252726],"genre_scores_gemma":[0.99414426,0.00000976691,0.0012600559,0.002972537,0.001417944,0.0000040098894,0.0000047645963,0.000009417446,0.00017723802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972397,0.000121596044,0.00067394355,0.00006756038,0.0017860426,0.0001111237],"domain_scores_gemma":[0.9985001,0.00010648763,0.0006720452,0.0002292013,0.00043169092,0.000060469007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018521807,0.0000705399,0.00018432981,0.00010054145,0.00010933445,0.000016940043,0.00023240912,0.000110638815,0.00033642905],"category_scores_gemma":[0.00269883,0.000034081084,0.00010508182,0.00047021837,0.00012502247,0.000189305,0.000032825894,0.00052714534,0.0000073055057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027620696,0.0002784261,0.019106232,0.00014943336,0.00009381238,0.0000011029007,0.0018026739,0.00026290136,0.0025820597,0.008259675,0.038788572,0.9286475],"study_design_scores_gemma":[0.0007665722,0.00007708228,0.9598361,0.0006779597,0.00011149334,0.00011932446,0.0010082716,0.023931894,0.0011752478,0.006805375,0.005428013,0.00006265578],"about_ca_topic_score_codex":0.00006499576,"about_ca_topic_score_gemma":0.0000012582047,"teacher_disagreement_score":0.94072986,"about_ca_system_score_codex":0.0000999488,"about_ca_system_score_gemma":0.00016021584,"threshold_uncertainty_score":0.3683662},"labels":[],"label_agreement":null},{"id":"W2950824857","doi":"10.1097/acm.0000000000002817","title":"Positioning the Work of Health Professions Education Scholarship Units: How Canadian Directors Harness Institutional Logics Within Institutional Orders to Convey Unit Legitimacy","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Legitimacy; Scholarship; Framing (construction); Public relations; Unit (ring theory); Sociology; Context (archaeology); Institutional theory; Political science; Psychology; Law; Social science","score_opus":0.07551454661013418,"score_gpt":0.37847112941491906,"score_spread":0.3029565828047849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950824857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81423974,0.00044387247,0.0011141838,0.1754603,0.0030432548,0.001562307,0.000014002774,0.000048094415,0.004074246],"genre_scores_gemma":[0.9694251,0.000044899847,0.0008850419,0.02625917,0.00056816766,0.0001279349,0.0010569801,0.000021139973,0.00161157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739647,0.00025297672,0.0007575289,0.00034426854,0.00084524124,0.00040353852],"domain_scores_gemma":[0.99747974,0.00017379019,0.00038478134,0.0004203523,0.001160964,0.00038039635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026994916,0.00021710711,0.00039913054,0.0006884202,0.00065095845,0.000011226038,0.00035574037,0.00027583062,0.00031175642],"category_scores_gemma":[0.0067714094,0.00015254675,0.000026439055,0.0035653808,0.0006853796,0.0002691344,0.000045761517,0.0016429175,0.000044819935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017444247,0.00011456622,0.49422342,0.00057805935,0.00015597374,0.000005043383,0.030122174,0.00053641555,0.0014792748,0.39503804,0.053881228,0.023691356],"study_design_scores_gemma":[0.0033865648,0.0005564376,0.7331486,0.015832026,0.00022139116,0.00031092376,0.049348116,0.00034749898,0.00054092665,0.0028519274,0.192815,0.00064062735],"about_ca_topic_score_codex":0.009244742,"about_ca_topic_score_gemma":0.00057803973,"teacher_disagreement_score":0.39218614,"about_ca_system_score_codex":0.0009073759,"about_ca_system_score_gemma":0.0134441545,"threshold_uncertainty_score":0.9973528},"labels":[],"label_agreement":null},{"id":"W2950881503","doi":"10.1111/medu.13908","title":"Making change in medical education","year":2019,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Conversation; Medical education; Social media; Psychology; Pedagogy; Medicine; Engineering ethics; Computer science; Engineering; World Wide Web; Communication","score_opus":0.03924451087601178,"score_gpt":0.41998456079147284,"score_spread":0.38074004991546107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950881503","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059963483,0.001315656,0.000067216206,0.96167713,0.016586559,0.0018382029,0.0000033426447,0.00013482395,0.01238073],"genre_scores_gemma":[0.007293006,0.00031311862,0.0010501622,0.9474386,0.03120944,0.0014580836,0.0043992484,0.0001422785,0.0066960673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99214804,0.00027895256,0.0014000896,0.0010050841,0.004376078,0.000791733],"domain_scores_gemma":[0.9973448,0.00019591229,0.0004748494,0.0011471492,0.0006633004,0.00017399371],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0018260084,0.000542059,0.00089008675,0.0015666145,0.000086616616,0.000054131775,0.00070554606,0.0039116195,0.016912937],"category_scores_gemma":[0.01908894,0.0005169676,0.00018191134,0.0016471973,0.00028207427,0.00024563936,0.0001317705,0.006753163,0.0011862684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013841022,0.0009238913,0.0038842044,0.0010564086,0.000021509733,0.000049171143,0.0004454399,1.9343e-8,4.921461e-7,0.00017295305,0.6771778,0.31625432],"study_design_scores_gemma":[0.00070646364,0.00009263343,0.008571573,0.008265352,0.00009937827,0.00050998764,0.00020478155,0.0008289973,0.0000022026804,0.00021328316,0.98005885,0.00044649266],"about_ca_topic_score_codex":0.00050008966,"about_ca_topic_score_gemma":0.000052897532,"teacher_disagreement_score":0.31580782,"about_ca_system_score_codex":0.0015397293,"about_ca_system_score_gemma":0.037734944,"threshold_uncertainty_score":0.9997282},"labels":[],"label_agreement":null},{"id":"W2950885645","doi":"10.1097/acm.0000000000002835","title":"Understanding Professional Identity Formation in Early Clerkship: A Novel Framework","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Identity (music); Context (archaeology); Introspection; Curriculum; Feeling; Psychology; Focus group; Medical education; Negotiation; Conceptual framework; Professional development; Grounded theory; Pedagogy; Qualitative research; Sociology; Social psychology; Medicine","score_opus":0.12689448344442777,"score_gpt":0.41104922743514366,"score_spread":0.2841547439907159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950885645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89961207,0.000114948336,0.0759402,0.018821027,0.0020303717,0.0007400219,8.230591e-7,0.00005955341,0.002680969],"genre_scores_gemma":[0.9909614,0.000062123996,0.0012794216,0.005701005,0.00073507737,0.000036324738,0.00006154664,0.000020194511,0.0011429313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978075,0.00003964708,0.00069114374,0.00026034762,0.0008855976,0.00031575238],"domain_scores_gemma":[0.99911296,0.00019849162,0.00020561094,0.00027872904,0.00011171444,0.00009251581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014262974,0.00014457633,0.00032054348,0.00049393,0.000061040664,0.000005071094,0.00017362462,0.00046282957,0.0007268124],"category_scores_gemma":[0.0024627415,0.00011575795,0.000026458581,0.0012375301,0.00013437966,0.0005818162,0.00004956177,0.0019172853,0.0001821629],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003725383,0.00016399274,0.38095123,0.0009623568,0.00005822425,0.000016161464,0.034444343,0.000017576474,0.021687591,0.5233618,0.035654236,0.002309973],"study_design_scores_gemma":[0.014532639,0.000956726,0.7088063,0.021491455,0.0002153993,0.00041093715,0.043528505,0.0116501935,0.00088581373,0.18784837,0.008884783,0.00078887586],"about_ca_topic_score_codex":0.000034635283,"about_ca_topic_score_gemma":0.0000029239409,"teacher_disagreement_score":0.3355134,"about_ca_system_score_codex":0.00066072633,"about_ca_system_score_gemma":0.0001162653,"threshold_uncertainty_score":0.83297575},"labels":[],"label_agreement":null},{"id":"W2951250026","doi":"10.1097/01.hs9.0000567584.58810.12","title":"PB2279 EFFECT OF EDUCATIONAL TRAINING PROGRAM ON IMPROVING PEDIATRIC ONCOLOGY NURSES, PRACTICE REGARDING NON PHARMACOLOGICAL PAIN MANAGEMENT","year":2019,"lang":"en","type":"article","venue":"HemaSphere","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pediatric Oncology Group","funders":"","keywords":"Medicine; Checklist; Massage; Observational study; Psychological intervention; Reflexology; Physical therapy; Pediatric oncology; Family medicine; Nursing; Alternative medicine; Internal medicine; Psychology; Cancer","score_opus":0.013517080295208006,"score_gpt":0.38406880210148703,"score_spread":0.37055172180627904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951250026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89540756,0.000112370944,0.00014891902,0.004861935,0.0015299332,0.0024908942,8.295049e-7,0.000070946335,0.09537661],"genre_scores_gemma":[0.96682465,0.00002392165,0.027802706,0.0015004916,0.00086982496,0.00047380335,0.000055974975,0.00002853746,0.0024200648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981715,0.000267626,0.0004319058,0.00035973775,0.0004623522,0.00030685615],"domain_scores_gemma":[0.9980022,0.0011691819,0.00031507493,0.0002448979,0.0001902581,0.00007841624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021309606,0.00017333876,0.00035529677,0.00013767043,0.00006788013,0.000012062514,0.00011834724,0.00017199865,0.0014417546],"category_scores_gemma":[0.0023175827,0.00014108003,0.00008452438,0.0006020816,0.00005313941,0.000108911205,0.000036257712,0.0004912824,0.0001350025],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006433695,0.0018999507,0.006596164,0.0014146066,0.00014536997,0.000022883212,0.00065862737,0.000031351155,0.0011218368,0.0019247573,0.018676916,0.96686417],"study_design_scores_gemma":[0.048907895,0.07689279,0.090302855,0.0033746178,0.0086282715,0.0009854271,0.042717036,0.029071566,0.013282402,0.00055741396,0.6825389,0.0027408127],"about_ca_topic_score_codex":0.000006749947,"about_ca_topic_score_gemma":2.802329e-7,"teacher_disagreement_score":0.96412337,"about_ca_system_score_codex":0.0003789426,"about_ca_system_score_gemma":0.0002998289,"threshold_uncertainty_score":0.99947107},"labels":[],"label_agreement":null},{"id":"W2951511532","doi":"","title":"Continuing professional development (CPD) and self-directed learning (SDL) in a digital age: implications for health professionals and CPD providers.","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Continuing professional development; Health professionals; Professional development; Medical education; Autodidacticism; Reflective practice; Continuing education; Medicine; Psychology; Nursing; Health care; Pedagogy; Political science","score_opus":0.009316634580422199,"score_gpt":0.2968795321407729,"score_spread":0.2875628975603507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951511532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98411554,0.00006865879,0.0054009533,0.00972248,0.00022111487,0.00038779754,0.0000046868045,0.000021107224,0.000057668818],"genre_scores_gemma":[0.99072134,0.00006367279,0.0079432065,0.00014820488,0.00023201629,7.030811e-7,0.000047725498,0.000007380947,0.00083572796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883765,0.00011120078,0.00047683477,0.00014217754,0.0002589534,0.0001731907],"domain_scores_gemma":[0.9982215,0.00024253747,0.0007013352,0.00011137024,0.00063068053,0.00009258046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001453676,0.00010414505,0.00043572782,0.00048372246,0.00035206106,0.000021758213,0.00013114432,0.000072862866,0.000019286108],"category_scores_gemma":[0.0005914194,0.000079640864,0.00007088972,0.0007559278,0.00021996273,0.00017523293,0.000070384835,0.0002951506,4.5509512e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0083338795,0.0027665964,0.69106287,0.0009973826,0.0065620495,0.000030436131,0.12007305,0.00027369914,0.0018924539,0.0014971622,0.010216879,0.15629353],"study_design_scores_gemma":[0.005905264,0.0006430298,0.95266205,0.00051317515,0.001316614,0.00012017678,0.012359956,0.014041064,0.000006105735,0.00061719376,0.011607582,0.00020781702],"about_ca_topic_score_codex":0.00011270322,"about_ca_topic_score_gemma":0.0007322323,"teacher_disagreement_score":0.26159912,"about_ca_system_score_codex":0.0002856979,"about_ca_system_score_gemma":0.0006588043,"threshold_uncertainty_score":0.324766},"labels":[],"label_agreement":null},{"id":"W2952112918","doi":"10.1093/ndt/gfz117","title":"Nephrology education: it’s in the game","year":2019,"lang":"en","type":"article","venue":"Nephrology Dialysis Transplantation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Nephrology; Internal medicine","score_opus":0.010499636912994534,"score_gpt":0.2975634009854701,"score_spread":0.2870637640724755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952112918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9417244,0.00006709509,0.00058700127,0.046351578,0.0005877305,0.00069409213,0.0000021944197,0.0000380324,0.009947883],"genre_scores_gemma":[0.9139937,0.00017107076,0.0007878229,0.083502546,0.00034352663,0.0002025767,0.00058378314,0.000013224131,0.00040170745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984482,0.00022109569,0.00045745572,0.0003163172,0.0002955514,0.00026137606],"domain_scores_gemma":[0.9991348,0.00017305095,0.00010685025,0.00041800278,0.0001376093,0.00002971555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067390746,0.0001431092,0.0002791731,0.0004320187,0.000050552084,0.000014481294,0.00018112015,0.00025132106,0.0009359333],"category_scores_gemma":[0.000071042596,0.00011087738,0.000080834034,0.00096752605,0.00012136108,0.00013027932,0.0000049555724,0.00041636187,0.0004871986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034353216,0.005071642,0.5382607,0.0010736047,0.000630229,0.00012751918,0.06460107,0.0005586368,0.03773603,0.065828234,0.116203964,0.16647306],"study_design_scores_gemma":[0.0029735812,0.00037806045,0.82015306,0.000057487825,0.00056323485,0.0005196416,0.0019697722,0.0008811948,0.00019099403,0.0014556064,0.17063898,0.00021837925],"about_ca_topic_score_codex":0.000078364115,"about_ca_topic_score_gemma":0.00012116075,"teacher_disagreement_score":0.28189236,"about_ca_system_score_codex":0.000075320044,"about_ca_system_score_gemma":0.00032586348,"threshold_uncertainty_score":0.99997735},"labels":[],"label_agreement":null},{"id":"W2952725162","doi":"10.4300/jgme-d-19-00085.1","title":"A Dialogic Approach to Teaching Person-Centered Care in Graduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Dialogic; Medical education; Curriculum; Medicine; Collaborative model; Faculty development; Graduate medical education; Pedagogy; Psychology; Professional development; Accreditation","score_opus":0.059170132564420795,"score_gpt":0.36624630771801514,"score_spread":0.30707617515359437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952725162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9184425,0.00048478923,0.0007854203,0.06357702,0.0063774334,0.00090085546,0.0000010284194,0.000031185024,0.009399795],"genre_scores_gemma":[0.9693458,0.00012601442,0.009709129,0.017761506,0.002203986,0.00007904709,0.0001608667,0.000048212536,0.0005654175],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937771,0.00037307813,0.0014046385,0.00044285107,0.0035268306,0.00047552458],"domain_scores_gemma":[0.9967357,0.00010901083,0.0005849714,0.0004571963,0.0012815744,0.00083153637],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036999667,0.00030266383,0.0007069532,0.0012932253,0.000107292784,0.000053655695,0.00053899747,0.00038261552,0.00051892456],"category_scores_gemma":[0.018092092,0.00024656934,0.0002035863,0.001135125,0.00012445354,0.00031640878,0.000059373582,0.0024840788,0.00012393114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000427555,0.008323443,0.031316772,0.0009177775,0.00009469195,0.000021284462,0.023160802,0.000011393204,0.0001404584,0.0026458208,0.14245816,0.79048187],"study_design_scores_gemma":[0.018882956,0.0055958843,0.53828204,0.02404655,0.00082374696,0.008538415,0.24715653,0.01077305,0.00031802084,0.0027364055,0.14050288,0.0023435042],"about_ca_topic_score_codex":0.00017070478,"about_ca_topic_score_gemma":0.0000140660595,"teacher_disagreement_score":0.78813833,"about_ca_system_score_codex":0.0011596271,"about_ca_system_score_gemma":0.014599192,"threshold_uncertainty_score":0.9999986},"labels":[],"label_agreement":null},{"id":"W2953094665","doi":"","title":"The application of quality improvement principles to undergraduate medical education.","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Quality (philosophy); Medical education; Engineering ethics; Medicine; Computer science; Business; Engineering; Epistemology","score_opus":0.010960729064978194,"score_gpt":0.3060893766391163,"score_spread":0.2951286475741381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953094665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83482295,0.000044415738,0.12875609,0.03433941,0.0007122983,0.00027110626,0.0000036553297,0.0000066538882,0.0010434067],"genre_scores_gemma":[0.9959192,0.0001716907,0.0020163248,0.00042244405,0.0006624952,3.205356e-7,0.000014757545,0.0000058439928,0.00078688376],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977826,0.00019428917,0.0007260605,0.000120054414,0.0010328211,0.00014418479],"domain_scores_gemma":[0.9962916,0.00024093491,0.0011344288,0.00050454924,0.0016869634,0.00014155643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034041542,0.00009929668,0.00039931142,0.00032288863,0.00029766344,0.00000893711,0.00060369313,0.00008025801,0.00012185776],"category_scores_gemma":[0.0014101121,0.000063683714,0.00022069427,0.0014476562,0.00055909535,0.00006553257,0.000098118246,0.00024102138,0.0000075632724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015202337,0.004591099,0.09377106,0.00047201233,0.017466942,0.000010754569,0.013405211,0.0025536362,0.02584955,0.08919947,0.023190744,0.71428716],"study_design_scores_gemma":[0.014111066,0.00594234,0.55672866,0.00063776306,0.02847191,0.00026501654,0.03994556,0.076094314,0.0011755499,0.02017956,0.25536826,0.0010800054],"about_ca_topic_score_codex":0.0021635154,"about_ca_topic_score_gemma":0.0036318155,"teacher_disagreement_score":0.7132072,"about_ca_system_score_codex":0.0003804114,"about_ca_system_score_gemma":0.0014411312,"threshold_uncertainty_score":0.32706025},"labels":[],"label_agreement":null},{"id":"W2953136420","doi":"","title":"Evaluation of the Collaborator Objective Structured Clinical Examination (COSCE).","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Psychology","score_opus":0.022504720525037828,"score_gpt":0.32511086092223634,"score_spread":0.3026061403971985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953136420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99095255,0.000031710963,0.005645081,0.0009654114,0.0014983641,0.0002614432,0.000009528804,0.000003782329,0.00063210767],"genre_scores_gemma":[0.998234,0.000040033003,0.0006792682,0.000063329884,0.00080844923,6.725206e-8,0.000010121783,0.00000560044,0.00015917027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964658,0.0012213963,0.0006432182,0.00011726886,0.0014455826,0.00010671293],"domain_scores_gemma":[0.99114674,0.00022716013,0.0016277097,0.00040545154,0.0065399413,0.000052971493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008613437,0.000098744575,0.00046962345,0.00036880551,0.00020953656,0.000006646434,0.00039921454,0.00012855441,0.00039571626],"category_scores_gemma":[0.0029056596,0.00006351218,0.00029219157,0.0024436787,0.0007474736,0.000114138806,0.0000586975,0.00031997828,0.0000023446446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015943108,0.003377226,0.5753219,0.00025445464,0.045943227,0.000021065802,0.040796787,0.0130646145,0.027494472,0.002881178,0.016669342,0.2582326],"study_design_scores_gemma":[0.003927282,0.00054895435,0.9323017,0.00005651648,0.02047808,0.000024613,0.006143643,0.035222743,0.00013015063,0.00070202874,0.0003815963,0.00008267133],"about_ca_topic_score_codex":0.00034879855,"about_ca_topic_score_gemma":0.0023093882,"teacher_disagreement_score":0.3569798,"about_ca_system_score_codex":0.0006024836,"about_ca_system_score_gemma":0.0013169029,"threshold_uncertainty_score":0.43328154},"labels":[],"label_agreement":null},{"id":"W2953717202","doi":"10.1017/cem.2019.373","title":"Priorities: Reflections on an invaluable clinical lesson","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Content (measure theory); Action (physics); Medical education","score_opus":0.29105503769448565,"score_gpt":0.5222393641855894,"score_spread":0.2311843264911037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953717202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90023434,0.00043366026,0.00011989108,0.01985271,0.03179777,0.00028868465,0.000002387687,0.000011915265,0.047258656],"genre_scores_gemma":[0.97772264,0.0003318978,0.0009939627,0.00379548,0.0066227335,0.0000044773697,0.000026899757,0.000037417285,0.010464477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763525,0.00011299265,0.0012716021,0.00018917554,0.00048017077,0.00031078566],"domain_scores_gemma":[0.99733746,0.000053812368,0.00037038696,0.00041251164,0.0010471687,0.0007786356],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022084315,0.00013783154,0.0004444047,0.000696839,0.0001265196,0.000004230653,0.00019872742,0.00016098096,0.017448932],"category_scores_gemma":[0.0033796008,0.00010823307,0.00010500124,0.0007889035,0.00013983413,0.00016744327,0.000004165555,0.00085325533,0.0001278804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002135825,0.00033132758,0.18848926,0.00018117513,0.00023785248,0.00010040085,0.0047051487,0.00003826337,0.001061013,0.011096631,0.77072626,0.022819078],"study_design_scores_gemma":[0.0022824102,0.007052033,0.08604539,0.0009256603,0.00021906946,0.00013664913,0.0047473037,0.00014190217,0.00004521027,0.0013464825,0.89686,0.00019785146],"about_ca_topic_score_codex":0.0018652804,"about_ca_topic_score_gemma":0.0030003495,"teacher_disagreement_score":0.12613375,"about_ca_system_score_codex":0.00030557415,"about_ca_system_score_gemma":0.0026562423,"threshold_uncertainty_score":0.9834493},"labels":[],"label_agreement":null},{"id":"W2953814804","doi":"10.4212/cjhp.v72i3.2902","title":"Barriers and Strategies for Transition from Student to Successful Hospital Pharmacist","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Pharmacist; Workload; Pharmacy; Workforce; Specialty; Family medicine; Nursing; Medicine; Clinical pharmacy; Hospital pharmacy; Work (physics); Psychology; Medical education; Political science","score_opus":0.012627581784105993,"score_gpt":0.3313915228277207,"score_spread":0.3187639410436147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953814804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547373,0.0002837939,0.00031916233,0.041130263,0.0024367515,0.00075766665,0.00004729609,0.0000060057173,0.00028172848],"genre_scores_gemma":[0.99488837,0.000017189712,0.00050102454,0.0037483633,0.0007317177,0.00001657292,0.000016474683,0.000020120919,0.000060197774],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989708,0.000026623911,0.00034560158,0.00013152731,0.00028085936,0.00024459092],"domain_scores_gemma":[0.9987345,0.00004364326,0.00013549929,0.00012826784,0.00043438416,0.0005237309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040846333,0.0001248879,0.00020920607,0.0001759916,0.00018263546,0.00013191858,0.00020766562,0.000031994572,0.00044373717],"category_scores_gemma":[0.00012100181,0.000093448485,0.00007444466,0.00020108858,0.00011604641,0.00031803967,0.0000072501693,0.0003096449,0.000019098841],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018827431,0.0007042583,0.39802638,0.0005271068,0.002666464,0.0004553545,0.20117809,0.0007706304,0.009496655,0.006615395,0.29082936,0.086847566],"study_design_scores_gemma":[0.044353403,0.013613819,0.25776544,0.0014084525,0.0030514905,0.0005007135,0.17916235,0.0040350193,0.011996603,0.012338048,0.46950898,0.002265688],"about_ca_topic_score_codex":0.0023664832,"about_ca_topic_score_gemma":0.0005637545,"teacher_disagreement_score":0.1786796,"about_ca_system_score_codex":0.0002320147,"about_ca_system_score_gemma":0.0015770618,"threshold_uncertainty_score":0.48586106},"labels":[],"label_agreement":null},{"id":"W2954081641","doi":"10.7861/futurehosp.6-2-91","title":"Update from RCP Quality Improvement: QI, what do we need to learn?","year":2019,"lang":"en","type":"article","venue":"Future Healthcare Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Quality (philosophy); Quality management; Medical education; Curriculum; Work (physics); Medicine; Medical school; Psychology; Pedagogy; Engineering; Operations management; Management system","score_opus":0.02031034501451659,"score_gpt":0.3760963153967966,"score_spread":0.35578597038228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954081641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5046022,0.0036574604,0.0002682509,0.47968143,0.011132697,0.0004956336,0.000009491726,0.000039270322,0.00011357399],"genre_scores_gemma":[0.8502642,0.007597251,0.014703658,0.10445308,0.021268338,0.000033979628,0.00020034755,0.000083215615,0.0013959369],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997241,0.00016815592,0.00086140167,0.00034115004,0.000932956,0.00045533918],"domain_scores_gemma":[0.99778575,0.00004671985,0.0003476719,0.00056397705,0.0007922358,0.00046364137],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012756049,0.00020453149,0.00042808868,0.00027724938,0.0002276756,0.00017748821,0.00021397955,0.0002733496,0.0023914222],"category_scores_gemma":[0.0002605262,0.00016511716,0.00011053057,0.00062381045,0.000025644831,0.0004009251,0.00005422274,0.0016881817,0.00075128034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003546853,0.00016625387,0.009712561,0.00024878996,0.0000820713,0.00001728327,0.0035124093,0.0000027345054,0.0018689968,0.0023330264,0.107511766,0.87418944],"study_design_scores_gemma":[0.0019275493,0.00072136027,0.04608666,0.0012813213,0.000042274554,0.00013336937,0.03872138,0.000029144989,0.00029933944,0.0022014736,0.908294,0.0002621338],"about_ca_topic_score_codex":0.00016630019,"about_ca_topic_score_gemma":0.000032664888,"teacher_disagreement_score":0.8739273,"about_ca_system_score_codex":0.0005629145,"about_ca_system_score_gemma":0.0006655483,"threshold_uncertainty_score":0.99852055},"labels":[],"label_agreement":null},{"id":"W2954255863","doi":"10.7861/futurehosp.6-1-s197","title":"Building an island in the storm: enhancing the junior doctor experience","year":2019,"lang":"en","type":"article","venue":"Future Healthcare Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Storm; History; Meteorology; Geography","score_opus":0.0185010989658784,"score_gpt":0.38267685756804665,"score_spread":0.3641757586021682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954255863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89681524,0.00047930077,0.0004022185,0.09808903,0.0037078164,0.00035905346,7.7620416e-7,0.0000112715525,0.00013531122],"genre_scores_gemma":[0.9754477,0.000105297644,0.0026537466,0.015330884,0.0062858667,0.00002080865,0.0000048340207,0.000013321935,0.00013753267],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982808,0.0002390584,0.00043016026,0.00015266772,0.000590727,0.00030658004],"domain_scores_gemma":[0.99906564,0.00006734047,0.00016112022,0.00038102758,0.00024048844,0.00008437239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019171714,0.00010609268,0.00016399263,0.00013531126,0.0003336813,0.000063846586,0.00028742081,0.00011156794,0.00024927594],"category_scores_gemma":[0.00024380225,0.00005310145,0.000039773575,0.00056174304,0.000043697775,0.00019812744,0.000016167143,0.0015316801,0.000017911207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043054717,0.0005819151,0.21763688,0.00058978336,0.0000520981,0.00016521073,0.3881924,0.000028075583,0.008494841,0.023761136,0.07017401,0.28989312],"study_design_scores_gemma":[0.0014178745,0.00071820104,0.36892486,0.0006840711,0.000024917994,0.003677816,0.16824737,0.00032394432,0.00028602846,0.0006129796,0.4548576,0.00022437437],"about_ca_topic_score_codex":0.00009933627,"about_ca_topic_score_gemma":0.00033822135,"teacher_disagreement_score":0.38468358,"about_ca_system_score_codex":0.0002487512,"about_ca_system_score_gemma":0.0004606203,"threshold_uncertainty_score":0.6654473},"labels":[],"label_agreement":null},{"id":"W2954792291","doi":"10.3899/jrheum.180955","title":"Some Clinicians Speak about Career-long Learning When Life Gets Real","year":2019,"lang":"en","type":"editorial","venue":"The Journal of Rheumatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Medicine; Lifelong learning; Medical education; Family medicine; Certification; Psychology; Management; Pedagogy","score_opus":0.017440120233175264,"score_gpt":0.32883149706310877,"score_spread":0.3113913768299335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954792291","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14246427,0.003284561,0.00017057717,0.005789762,0.8472294,0.00029095495,0.000005387887,0.000034759512,0.00073029136],"genre_scores_gemma":[0.03675951,0.03627976,0.0012183808,0.0013693693,0.91573125,0.000010533439,0.00032513536,0.00024619288,0.008059879],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954946,0.000494439,0.0019582075,0.00022864761,0.0013427652,0.00048132538],"domain_scores_gemma":[0.9923732,0.0022257231,0.0028465134,0.0006034805,0.0017892868,0.00016177096],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0041592177,0.00033256563,0.0015239264,0.00049713533,0.00017350748,0.00002662242,0.0007301179,0.0013469816,0.00021127905],"category_scores_gemma":[0.018987287,0.00022600034,0.00026194323,0.00017000549,0.00033782434,0.00013711293,0.00011994631,0.0059043635,0.00021383104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004493508,0.00009433753,0.013159029,0.0003793432,0.00046917185,0.00003280797,0.002707939,0.000026088603,0.0000048085367,0.000102463215,0.97929925,0.00327544],"study_design_scores_gemma":[0.0025151705,0.0010367765,0.0021023867,0.002171362,0.0008814915,0.0018326965,0.0017828812,0.0000907975,0.000003631198,0.00043137404,0.98687255,0.00027889686],"about_ca_topic_score_codex":0.00039663183,"about_ca_topic_score_gemma":0.000047222704,"teacher_disagreement_score":0.10570476,"about_ca_system_score_codex":0.00034670718,"about_ca_system_score_gemma":0.0036211496,"threshold_uncertainty_score":0.99994946},"labels":[],"label_agreement":null},{"id":"W2954984701","doi":"10.15694/mep.2019.000145.1","title":"Twelve tips for bringing competencies into continuing professional development: Curriculum mapping","year":2019,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Enthusiasm; Medical education; Continuing professional development; Professional development; Health professionals; Curriculum development; Continuing education; Health care; Competence (human resources); Medicine; Psychology; Pedagogy; Political science","score_opus":0.012034062975812306,"score_gpt":0.28926127853167205,"score_spread":0.2772272155558597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954984701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840162,0.00009487737,0.0035342847,0.0031785767,0.004059252,0.0009505541,9.4771804e-7,0.00014200727,0.004023295],"genre_scores_gemma":[0.89408606,0.0000014984921,0.093328685,0.0013282337,0.0005479624,0.00020721754,0.0003028758,0.000033148062,0.010164311],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832463,0.000021063855,0.0004717119,0.0003171431,0.00049420947,0.00037123737],"domain_scores_gemma":[0.99874574,0.00008365741,0.00016142985,0.00023975232,0.00070254377,0.00006684844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009610746,0.00015040152,0.00028065714,0.00033024765,0.00017150342,0.000090625166,0.0001742585,0.00011933151,0.0004367167],"category_scores_gemma":[0.0016463451,0.00013333684,0.00005928376,0.0005988126,0.000055404882,0.0003783827,0.00008986308,0.0003164315,0.00009501356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006235728,0.000721573,0.2641249,0.0021374484,0.00019891246,0.0000066813127,0.030916268,0.000004157823,0.011020122,0.011259392,0.2611349,0.4184133],"study_design_scores_gemma":[0.0019319786,0.000058666075,0.05327385,0.0016372113,0.000028601891,0.000041944382,0.01106348,0.0036797079,0.0021824306,0.00039625206,0.925379,0.0003269164],"about_ca_topic_score_codex":0.000015423553,"about_ca_topic_score_gemma":0.0000046269165,"teacher_disagreement_score":0.66424406,"about_ca_system_score_codex":0.00023002861,"about_ca_system_score_gemma":0.00033123762,"threshold_uncertainty_score":0.5437318},"labels":[],"label_agreement":null},{"id":"W2955733076","doi":"10.2196/14651","title":"Building a Medical Education Outcomes Center: Development Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gordon and Betty Moore Foundation","keywords":"Accreditation; Medical education; Identifier; Medicine; Family medicine; Computer science","score_opus":0.011898727667027919,"score_gpt":0.4008734786412313,"score_spread":0.38897475097420336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955733076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610495,0.00009950066,0.0003156697,0.025707178,0.0059245634,0.0023882238,4.499086e-7,0.00018117332,0.0043337387],"genre_scores_gemma":[0.960002,0.000017638287,0.006812894,0.026479967,0.0009885165,0.0012635083,0.00024823463,0.00005693263,0.0041302824],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99437433,0.0001348127,0.0010889575,0.0006609394,0.0032735425,0.00046742332],"domain_scores_gemma":[0.9977129,0.0000860795,0.00025141676,0.0007345022,0.000591202,0.0006238948],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015690076,0.00031603395,0.0005053357,0.00056388235,0.00015823172,0.000046754158,0.00044349057,0.00042373227,0.009793137],"category_scores_gemma":[0.0046212976,0.00026654973,0.000099074714,0.0009614493,0.000112676076,0.00022207065,0.00009662065,0.00091771333,0.0009496328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042856373,0.01471346,0.4309379,0.00021729697,0.00008224719,0.000003745519,0.0024429278,8.912563e-8,0.000021394015,0.0020881866,0.04437497,0.5050749],"study_design_scores_gemma":[0.0034317966,0.0003485886,0.65890867,0.0014263846,0.000070140006,0.00021013214,0.0059601865,0.00034095882,0.000067665795,0.00027455942,0.32850134,0.0004595947],"about_ca_topic_score_codex":0.00005545688,"about_ca_topic_score_gemma":0.000016599175,"teacher_disagreement_score":0.50461537,"about_ca_system_score_codex":0.00067207287,"about_ca_system_score_gemma":0.019361738,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W2956122334","doi":"10.1016/j.annemergmed.2019.05.019","title":"Perceptions of Emergency Medicine Residents of Multisource Feedback: Different, Relevant, and Useful Information","year":2019,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute; Université de Montréal; Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Medicine; Perception; Intervention (counseling); Communication skills; Medical education; Emergency department; Nursing; Family medicine; Psychology","score_opus":0.07220754162054209,"score_gpt":0.40117115043163415,"score_spread":0.32896360881109205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956122334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980513,0.0009976308,0.0003990502,0.008388026,0.002634328,0.0006728112,0.000018949866,0.00002523905,0.0063509666],"genre_scores_gemma":[0.9869013,0.009176246,0.00020185144,0.00021645013,0.00034382156,0.00001635905,0.00024583406,0.000023936542,0.0028742333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958511,0.000078311255,0.0025017785,0.00025635032,0.0010237375,0.0002887304],"domain_scores_gemma":[0.9960427,0.00008867806,0.0011862458,0.00066749734,0.0018671894,0.00014763708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094932504,0.00026200802,0.0008796755,0.0007571452,0.000054119027,5.598656e-7,0.00021097927,0.00018129835,0.014723497],"category_scores_gemma":[0.0038217907,0.00019622239,0.0001208266,0.001079562,0.00032610242,0.0003089981,0.000069077,0.00029037843,0.000026579766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003492545,0.0005088377,0.75464696,0.0036038405,0.0002902712,4.3720314e-7,0.0112105645,0.000007245382,0.055719778,0.0016086055,0.16404666,0.008007577],"study_design_scores_gemma":[0.0019645859,0.0017257606,0.9812334,0.0017286534,0.00024198407,0.0000051737356,0.0062865186,0.00041297855,0.0019339551,0.00060916477,0.0036879163,0.00016990873],"about_ca_topic_score_codex":0.0006366466,"about_ca_topic_score_gemma":0.000013689156,"teacher_disagreement_score":0.22658648,"about_ca_system_score_codex":0.000020178555,"about_ca_system_score_gemma":0.00006089033,"threshold_uncertainty_score":0.9861772},"labels":[],"label_agreement":null},{"id":"W2956521128","doi":"10.1136/leader-2019-000139","title":"Power and physician leadership","year":2019,"lang":"en","type":"article","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Manitoba; Dalhousie University; University of Toronto; McGill University Health Centre; University of Saskatchewan","funders":"","keywords":"Power (physics); Health care; Transformational leadership; Public relations; Courage; Transactional leadership; Psychology; Sociology; Servant leadership; Shared leadership; Political science; Law","score_opus":0.0537678703548365,"score_gpt":0.3565808486634821,"score_spread":0.3028129783086456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956521128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8859774,0.0001265926,0.00010281774,0.05134037,0.00052335236,0.0004796691,3.9212364e-7,0.000051451658,0.06139797],"genre_scores_gemma":[0.96248794,0.0000011926123,0.0010834378,0.023179509,0.0002755606,0.000014538756,0.0000107274645,0.0000143854595,0.012932726],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99937356,0.000011648618,0.00012553844,0.00014595233,0.00018844177,0.0001548614],"domain_scores_gemma":[0.9996319,0.00001783004,0.000032765245,0.0002152813,0.00006934008,0.000032887187],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016040808,0.00006645133,0.00011566023,0.00006715694,0.000022709171,0.000008837499,0.000032708598,0.000069007896,0.0007022993],"category_scores_gemma":[0.00013433029,0.00005689664,0.000021241305,0.00018163175,0.000073321644,0.00006110232,0.0000099912795,0.00018142175,0.00091207586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023878571,0.0007930378,0.1474441,0.0012400252,0.00022191237,0.00003004736,0.011362729,0.0000032821217,0.032443874,0.03809027,0.5818747,0.1862572],"study_design_scores_gemma":[0.0041353516,0.0005932026,0.588933,0.0007364656,0.00010005922,0.00018993228,0.03940569,0.00076442695,0.004764664,0.0008086535,0.35896036,0.0006082109],"about_ca_topic_score_codex":0.0000023536772,"about_ca_topic_score_gemma":1.636641e-7,"teacher_disagreement_score":0.4414889,"about_ca_system_score_codex":0.000027829097,"about_ca_system_score_gemma":0.00005346556,"threshold_uncertainty_score":0.99986583},"labels":[],"label_agreement":null},{"id":"W2956593248","doi":"10.11606/t.5.2019.tde-08052019-112238","title":"Instrução formal de médicos residentes em técnicas de ensino","year":2019,"lang":"pt","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Health care; MEDLINE; Psychology; SciELO; Medicine; Nursing; Pedagogy; Political science","score_opus":0.01654493755756884,"score_gpt":0.34353500924723784,"score_spread":0.326990071689669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956593248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95535576,0.0004641287,0.006157555,0.0018633992,0.004770323,0.0013789084,0.000017587394,0.00017406784,0.02981825],"genre_scores_gemma":[0.8605385,0.00022364271,0.007942677,0.006185995,0.0011620437,0.00011844116,0.0045151194,0.00014451469,0.119169086],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99536663,0.00017068986,0.001387567,0.0006966736,0.0011210873,0.0012573334],"domain_scores_gemma":[0.99655986,0.00025075258,0.00065058883,0.0010224449,0.0012286532,0.0002877162],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001759788,0.0006066505,0.0007998583,0.0008250634,0.00032856225,0.0001239604,0.00048400456,0.0013965691,0.0053286175],"category_scores_gemma":[0.005328189,0.00059137837,0.00025260047,0.0010032488,0.00012711005,0.0003889098,0.00007839579,0.0019247353,0.0019232394],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018278087,0.002243156,0.089211494,0.0071512386,0.0012600683,0.00017401866,0.06143323,0.00004450942,0.008493981,0.04256299,0.22964945,0.5559481],"study_design_scores_gemma":[0.010542699,0.0022047672,0.5053432,0.01022659,0.003257801,0.0011168384,0.35671085,0.043473724,0.03278339,0.0014523899,0.029713511,0.0031742582],"about_ca_topic_score_codex":0.00050349574,"about_ca_topic_score_gemma":0.000102064325,"teacher_disagreement_score":0.5527738,"about_ca_system_score_codex":0.001259436,"about_ca_system_score_gemma":0.0046418454,"threshold_uncertainty_score":0.9998998},"labels":[],"label_agreement":null},{"id":"W2956962822","doi":"10.1200/jco.2019.37.15_suppl.10536","title":"Medical oncology trainees’ perceptions of their education and preparedness for independent practice.","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Cancer Centre; Dalhousie University; Queen's University","funders":"","keywords":"Preparedness; Medicine; Competence (human resources); Medical education; Modalities; Family medicine; Graduate medical education; Accreditation; Psychology","score_opus":0.08057229869127426,"score_gpt":0.546164416665306,"score_spread":0.46559211797403177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956962822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94277894,0.00022527743,0.0013911411,0.043978848,0.0043203942,0.00051928,0.0000025628462,0.000006072623,0.006777452],"genre_scores_gemma":[0.963274,0.0004929443,0.026109077,0.00787392,0.0017837189,0.000023254117,0.000015031392,0.00001484521,0.0004131864],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962956,0.00040137809,0.0024621717,0.00017903658,0.0005038325,0.00015799109],"domain_scores_gemma":[0.9905429,0.0043766648,0.002234352,0.00022632022,0.0023342597,0.0002855138],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00870086,0.00010181703,0.0010619775,0.0002234253,0.000032795364,0.0000042787674,0.00016842182,0.0007393027,0.0006295479],"category_scores_gemma":[0.036055837,0.00007286158,0.00022185994,0.00019295388,0.00032065986,0.00017166861,0.00004024648,0.0010443634,0.000007695118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021397285,0.0075774016,0.01286401,0.00014351294,0.0002837185,0.00000963365,0.0027866715,0.0000022928593,0.00033308507,0.0025175342,0.020541739,0.95080066],"study_design_scores_gemma":[0.01173653,0.025853118,0.12350501,0.00040500987,0.0007058593,0.00324584,0.039522868,0.000836926,0.000042489864,0.0021331822,0.79185534,0.00015780969],"about_ca_topic_score_codex":0.0000091056845,"about_ca_topic_score_gemma":0.000008024189,"teacher_disagreement_score":0.9506429,"about_ca_system_score_codex":0.0002754641,"about_ca_system_score_gemma":0.012432082,"threshold_uncertainty_score":0.9931665},"labels":[],"label_agreement":null},{"id":"W2957140256","doi":"10.2196/13128","title":"How We Evaluate Postgraduate Medical E-Learning: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Medical education; Instructional design; Psychology; MEDLINE; Active learning (machine learning); Systematic review; Medicine; Computer science; Artificial intelligence; Mathematics education","score_opus":0.056642653923717264,"score_gpt":0.4570186284625186,"score_spread":0.40037597453880136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957140256","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017991899,0.8977695,0.00005197296,0.08634492,0.0038310317,0.010337801,0.0000035255523,0.00023776894,0.0014216553],"genre_scores_gemma":[0.000004329125,0.9505733,0.00024606963,0.014444489,0.0020429334,0.0062003057,0.0025850981,0.00020289265,0.023700543],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867075,0.00156991,0.0029501047,0.0011909021,0.0068001547,0.000781437],"domain_scores_gemma":[0.9931433,0.0006266217,0.002007212,0.0018910596,0.0013110896,0.0010206879],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0057014516,0.001006689,0.005875009,0.00086441106,0.00017028725,0.000121264835,0.0011315255,0.0020223318,0.0043798797],"category_scores_gemma":[0.074918255,0.00069874566,0.0010721287,0.0025052866,0.00033100657,0.00021048436,0.00020112043,0.004503818,0.0029228446],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023043012,0.00043335135,7.811442e-7,0.49730232,0.00017362261,0.000010952779,0.000054708038,1.8179035e-9,1.0795133e-8,0.00023206044,0.10115096,0.40063894],"study_design_scores_gemma":[0.00022769358,0.00009823089,8.9075087e-7,0.48893002,0.004069952,0.000964331,0.00009766978,0.000049158745,3.4804426e-8,0.000018816023,0.50523317,0.00031002567],"about_ca_topic_score_codex":0.0000075770304,"about_ca_topic_score_gemma":9.0565544e-7,"teacher_disagreement_score":0.4040822,"about_ca_system_score_codex":0.0011567966,"about_ca_system_score_gemma":0.029489009,"threshold_uncertainty_score":0.99954635},"labels":[],"label_agreement":null},{"id":"W2958587561","doi":"10.1097/acm.0000000000002852","title":"Strategic Planning in Health Professions Education: Scholarship or Management?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; Women's College Hospital; University of Toronto","funders":"","keywords":"Strategic planning; Scholarship; Underpinning; Academic medicine; Strategic human resource planning; Sociology; Strategic thinking; Strategic management; Higher education; Knowledge management; Public relations; Management science; Engineering ethics; Medical education; Business; Political science; Medicine; Computer science; Marketing; Engineering","score_opus":0.1077434385094376,"score_gpt":0.47379419754556773,"score_spread":0.36605075903613016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958587561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8701608,0.0017175762,0.00013805451,0.08154068,0.0022649374,0.0017521167,5.063081e-7,0.00010007856,0.042325206],"genre_scores_gemma":[0.9387797,0.00042316903,0.0015741977,0.024363792,0.0007742902,0.00012930937,0.00013357632,0.000028153954,0.03379382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773175,0.00010269123,0.0008366396,0.00036397844,0.0005715227,0.00039341295],"domain_scores_gemma":[0.99898845,0.00008531942,0.00023427386,0.00041718635,0.00010815517,0.00016661649],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018860835,0.00016777955,0.0003817644,0.0006447482,0.000078972436,0.000004155982,0.00021375167,0.00022878058,0.0018946849],"category_scores_gemma":[0.00055976363,0.00011883541,0.000017383594,0.0015199943,0.000096865086,0.0001516365,0.00004334265,0.00170356,0.00022579484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006004876,0.00039341842,0.54947937,0.0057731015,0.00011621902,0.00006545499,0.018307721,0.000020504302,0.0008631498,0.1610198,0.16913806,0.0942227],"study_design_scores_gemma":[0.012486472,0.0017706896,0.4846556,0.05275543,0.00015501808,0.0005644913,0.20282625,0.0007552862,0.00008087481,0.031640917,0.21154909,0.0007598939],"about_ca_topic_score_codex":0.00002960049,"about_ca_topic_score_gemma":0.0000012100815,"teacher_disagreement_score":0.18451853,"about_ca_system_score_codex":0.00034388274,"about_ca_system_score_gemma":0.0010244179,"threshold_uncertainty_score":0.9990177},"labels":[],"label_agreement":null},{"id":"W2958653562","doi":"10.1080/0142159x.2019.1636956","title":"Entitlement: The big problem in medical education we will not talk about","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Entitlement (fair division); Gratitude; Psychological intervention; Psychology; Happiness; Curriculum; Medical education; Public relations; Social psychology; Pedagogy; Medicine; Political science; Computer science","score_opus":0.015172911493090403,"score_gpt":0.33290832433434003,"score_spread":0.3177354128412496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958653562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71680903,0.00047053024,0.0002154616,0.22929166,0.0024726675,0.0010751117,6.326003e-7,0.00008362269,0.049581293],"genre_scores_gemma":[0.9412731,0.00025738296,0.0005649926,0.020549895,0.0019397095,0.00028040167,0.00010959211,0.000045413246,0.034979526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618655,0.00015215292,0.0006519563,0.0003600946,0.0022659807,0.00038328144],"domain_scores_gemma":[0.9989187,0.000050332936,0.000110433604,0.00053068175,0.00013520748,0.00025465575],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026396336,0.00017256138,0.00028364322,0.00020460432,0.000059646198,0.000020972762,0.00038539295,0.0003914462,0.05597896],"category_scores_gemma":[0.0035412263,0.000111240195,0.00007283814,0.0007292035,0.0002541506,0.00008640254,0.00010131621,0.001328444,0.0008192598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005957258,0.0022642321,0.07519074,0.00029685476,0.000062896805,0.000027238957,0.0021384463,3.7852337e-7,0.0000951732,0.008363351,0.15502211,0.75647897],"study_design_scores_gemma":[0.0022466558,0.00012461808,0.017034499,0.0013938998,0.0000456756,0.00013015007,0.0011889167,0.004455906,0.00006754579,0.0009881667,0.9721023,0.00022166339],"about_ca_topic_score_codex":0.00014583151,"about_ca_topic_score_gemma":0.000047516383,"teacher_disagreement_score":0.8170802,"about_ca_system_score_codex":0.00025522846,"about_ca_system_score_gemma":0.0023377687,"threshold_uncertainty_score":0.9999587},"labels":[],"label_agreement":null},{"id":"W2958732949","doi":"10.1111/medu.13932","title":"Break out the champagne and caviar: a toast to <i>Medical Education's</i> award winners","year":2019,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Nothing; Context (archaeology); Globe; Set (abstract data type); Phrase; Service (business); Psychology; Media studies; History; Library science; Medical education; Medicine; Sociology; Computer science; Ophthalmology; Philosophy; Artificial intelligence; Business; Epistemology; Marketing","score_opus":0.00488193358229705,"score_gpt":0.33290964851968863,"score_spread":0.3280277149373916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958732949","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030722406,0.0013173348,0.00020331444,0.27055806,0.7184573,0.0017997603,0.000024322213,0.00012681585,0.004440869],"genre_scores_gemma":[0.0018378691,0.0009787821,0.0010933452,0.13352482,0.8216896,0.0013695633,0.004019487,0.00019061526,0.03529593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903146,0.00026832081,0.0013467132,0.0012147259,0.0060747596,0.00078085845],"domain_scores_gemma":[0.99307805,0.000985765,0.00053067727,0.0018226313,0.0021671175,0.0014157769],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0032194941,0.00068388344,0.0009896988,0.00064754,0.0003295962,0.00014396576,0.0009856492,0.0024973887,0.0035822147],"category_scores_gemma":[0.104103416,0.0005084586,0.00018317846,0.0011619482,0.0006859574,0.0001676964,0.00031294415,0.0038084574,0.0009462877],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006782648,0.0011248824,0.00021319927,0.0005442586,0.000074361975,0.000003441193,0.0016110628,1.2929497e-7,0.0000035905477,0.00023414021,0.81077003,0.1853531],"study_design_scores_gemma":[0.00092790544,0.0002572925,0.00047599588,0.0027659272,0.0002697019,0.00013002304,0.001581272,0.00009584309,0.00000645256,0.00010561956,0.99289984,0.00048412516],"about_ca_topic_score_codex":0.0006499078,"about_ca_topic_score_gemma":0.00017562938,"teacher_disagreement_score":0.18486898,"about_ca_system_score_codex":0.0010736297,"about_ca_system_score_gemma":0.079210214,"threshold_uncertainty_score":0.9998316},"labels":[],"label_agreement":null},{"id":"W2960338469","doi":"10.1097/acm.0000000000002857","title":"Describing the Evidence Base for Accreditation in Undergraduate Medical Education Internationally: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China Academy of Chinese Medical Sciences","keywords":"Accreditation; Scholarship; Scopus; Agency (philosophy); Political science; Medical education; Higher education; Medicine; MEDLINE; Family medicine; Sociology; Social science; Law","score_opus":0.3678949424140433,"score_gpt":0.5338486035150669,"score_spread":0.1659536611010236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960338469","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048074535,0.8964514,0.0024702114,0.089824885,0.0028974682,0.008080433,0.0000025736722,0.000046787616,0.000221437],"genre_scores_gemma":[0.000017780583,0.96413577,0.0005875088,0.027478477,0.0030050436,0.0028339385,0.0010102676,0.00008019127,0.00085103465],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9940444,0.0004121582,0.0026355311,0.000763615,0.001714909,0.00042938907],"domain_scores_gemma":[0.9938557,0.003166332,0.0012503688,0.00080127467,0.0007013822,0.00022495483],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007875179,0.00048053515,0.0020443485,0.0007525421,0.00010035101,0.000011544774,0.0008167196,0.0007532905,0.0004673314],"category_scores_gemma":[0.110605136,0.0002990558,0.00022671848,0.0017281737,0.00027981665,0.00026018932,0.000113644426,0.0025451872,0.00008401893],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010310382,0.000023537978,0.000015415477,0.15265685,0.000057351524,0.000002232447,0.00019206003,1.374048e-7,3.818667e-7,0.0018235707,0.08905362,0.75616455],"study_design_scores_gemma":[0.00041650314,0.00007930627,0.000003151967,0.70397073,0.00137487,0.00018628841,0.00011590708,0.00015719213,2.0051182e-7,0.00027195556,0.29324812,0.00017577702],"about_ca_topic_score_codex":0.000035805715,"about_ca_topic_score_gemma":0.0000096705235,"teacher_disagreement_score":0.7559888,"about_ca_system_score_codex":0.0009573617,"about_ca_system_score_gemma":0.014411455,"threshold_uncertainty_score":0.9999462},"labels":[],"label_agreement":null},{"id":"W2961165861","doi":"10.1056/nejmp1901489","title":"Sister First, Doctor Second","year":2019,"lang":"en","type":"article","venue":"New England Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Brother; Sister; Medicine; Psychiatry; Family medicine; Referral; Daughter; Schizophrenia (object-oriented programming); Genealogy; Law; History","score_opus":0.014574521412827153,"score_gpt":0.3011356686984356,"score_spread":0.28656114728560844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961165861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9292334,0.00044486532,0.00040731856,0.046771172,0.0032367967,0.00015882262,4.6108576e-7,0.000010778611,0.01973639],"genre_scores_gemma":[0.96031064,0.00005957432,0.0022585767,0.0064687887,0.009837235,8.09029e-7,0.000008768284,0.000017367172,0.021038227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854535,0.000026732714,0.00060450175,0.00010176338,0.0005657719,0.00015588867],"domain_scores_gemma":[0.99881965,0.00012498957,0.00028266688,0.00021450598,0.0003803604,0.00017783187],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009596804,0.00010774938,0.00039708422,0.0002701909,0.00002687669,0.000005847826,0.00011117373,0.000074663134,0.013219458],"category_scores_gemma":[0.0009236759,0.00006686297,0.000056978253,0.00028007195,0.00007073847,0.000100044155,0.000011875573,0.000476454,0.00010610682],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010184221,0.00020105495,0.06234242,0.00034751897,0.00022561912,0.00015711824,0.0031879696,0.000008351777,0.0056679086,0.0013723759,0.66251624,0.26295498],"study_design_scores_gemma":[0.03331327,0.0014708698,0.031257976,0.00064716366,0.000114209586,0.0018617949,0.00021890673,0.000046355945,0.000264063,0.0003891498,0.9303447,0.00007151018],"about_ca_topic_score_codex":0.000010106863,"about_ca_topic_score_gemma":0.0000058731575,"teacher_disagreement_score":0.26782846,"about_ca_system_score_codex":0.00008508592,"about_ca_system_score_gemma":0.0002326072,"threshold_uncertainty_score":0.9876826},"labels":[],"label_agreement":null},{"id":"W2961597840","doi":"10.1080/0142159x.2019.1636955","title":"Medical education in Brazil","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Accreditation; Curriculum; Medical education; Quality (philosophy); Political science; Medicine","score_opus":0.00904432636170863,"score_gpt":0.3704813131566257,"score_spread":0.36143698679491704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961597840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8656594,0.00015857161,0.00009700224,0.04403255,0.0013113621,0.000331133,7.944257e-8,0.00006918429,0.0883407],"genre_scores_gemma":[0.94518685,0.000038080387,0.0005145425,0.019910937,0.000956801,0.00006245271,0.00008031171,0.000031055675,0.03321898],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969589,0.000086551496,0.00049343414,0.0003147829,0.0018448818,0.00030141938],"domain_scores_gemma":[0.99907815,0.000025789695,0.000056557918,0.0003972026,0.00010732911,0.00033495692],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001705355,0.00012981141,0.00027896688,0.00025402705,0.00002318275,0.000008790153,0.00022032397,0.0004829263,0.09538767],"category_scores_gemma":[0.007948882,0.000107112006,0.000054227065,0.0006281622,0.00014191016,0.00007942117,0.000054906854,0.0011391046,0.0018840416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003177057,0.0014021167,0.57713443,0.00008959747,0.000014076042,0.000021455193,0.00027336233,1.12832495e-7,0.00001277048,0.0027290136,0.12984438,0.28844687],"study_design_scores_gemma":[0.006115125,0.00029135388,0.30655003,0.0019418923,0.000045158125,0.00049479073,0.0012495058,0.029341593,0.00004212376,0.0015301153,0.651907,0.00049129577],"about_ca_topic_score_codex":0.000085431006,"about_ca_topic_score_gemma":0.000021015816,"teacher_disagreement_score":0.5220626,"about_ca_system_score_codex":0.00023160205,"about_ca_system_score_gemma":0.004159373,"threshold_uncertainty_score":0.9988931},"labels":[],"label_agreement":null},{"id":"W2962136257","doi":"10.1111/medu.13924","title":"Assessors’ interpretations of narrative data on communication skills in a summative OSCE","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Summative assessment; Narrative; Objective structured clinical examination; Psychology; Medical education; Communication skills; Medicine; Mathematics education; Formative assessment; Linguistics; Philosophy","score_opus":0.016390548286515944,"score_gpt":0.41197344746803033,"score_spread":0.3955828991815144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962136257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518064,0.00010524679,0.00042276803,0.023509424,0.000855686,0.0010521155,0.000033977325,0.00004007509,0.022174267],"genre_scores_gemma":[0.9823626,0.000052259027,0.0059123556,0.0062696887,0.00008735113,0.00013788667,0.003869513,0.00001974357,0.00128855],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9977815,0.00021429552,0.0006905776,0.0003446504,0.0007988816,0.00017007191],"domain_scores_gemma":[0.9973854,0.0004739183,0.00029273293,0.0013363037,0.00044652435,0.000065140914],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011704435,0.00013541117,0.00031683373,0.00043092752,0.000046202254,0.000011493566,0.0005066004,0.00019313137,0.006017782],"category_scores_gemma":[0.01393932,0.00012220595,0.000034153312,0.0010202001,0.00019176099,0.00027505515,0.00010950371,0.00063334225,0.00017148106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026984978,0.01651539,0.052212913,0.0006977483,0.00014879061,0.0000024724031,0.05111198,0.000023642342,0.00036484937,0.017809168,0.45876145,0.40208173],"study_design_scores_gemma":[0.007240024,0.0015732505,0.6626363,0.02009987,0.00021865475,0.000084470674,0.0787889,0.049590446,0.001408607,0.0044112196,0.17294963,0.0009986372],"about_ca_topic_score_codex":0.00012475533,"about_ca_topic_score_gemma":0.000059848036,"teacher_disagreement_score":0.6104234,"about_ca_system_score_codex":0.00026638937,"about_ca_system_score_gemma":0.0024771763,"threshold_uncertainty_score":0.99489087},"labels":[],"label_agreement":null},{"id":"W2962391936","doi":"10.1016/j.jpag.2019.06.009","title":"Long Curriculum in Resident Education: Comprehensive Curriculum in Pediatric and Adolescent Gynecology for Postgraduate Trainees in Obstetrics/Gynecology, Pediatrics, and Adolescent Medicine","year":2019,"lang":"en","type":"article","venue":"Journal of Pediatric and Adolescent Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Curriculum; Medicine; Obstetrics and gynaecology; Medical education; Graduate medical education; Family medicine; Obstetrics; Pregnancy; Pedagogy; Accreditation; Psychology","score_opus":0.014922538290218643,"score_gpt":0.30442261794476194,"score_spread":0.2895000796545433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962391936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9543751,0.0268592,0.00008328548,0.011971664,0.0043701404,0.002267846,0.0000073428237,0.000017443173,0.000047961075],"genre_scores_gemma":[0.9450831,0.047784325,0.00089760876,0.003662112,0.0023064562,0.000062719126,0.00004025755,0.000051310344,0.00011214895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947529,0.00040606997,0.0025394824,0.0008174156,0.00054869003,0.0009354817],"domain_scores_gemma":[0.9948339,0.0020464219,0.0013301765,0.00032180277,0.0010585035,0.00040918036],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017849988,0.00054133695,0.0015961677,0.0037582582,0.00010375631,0.00003158226,0.00028087854,0.00065693655,0.00006804252],"category_scores_gemma":[0.009376527,0.0004908934,0.00012669053,0.0021931673,0.00030122447,0.0002782101,0.00018434983,0.0018300737,0.000006787987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019215264,0.0026787687,0.9571028,0.0027125168,0.000021550635,0.0001419702,0.00056681986,0.000026590476,0.000018735293,0.00016082378,0.021383457,0.014993869],"study_design_scores_gemma":[0.010871683,0.0017638721,0.9785319,0.00037106182,0.00042831487,0.00039926212,0.004266068,0.00039210432,0.0000028093564,0.00040550422,0.0021434783,0.00042394397],"about_ca_topic_score_codex":0.00004845271,"about_ca_topic_score_gemma":0.0001327025,"teacher_disagreement_score":0.021429151,"about_ca_system_score_codex":0.0009014095,"about_ca_system_score_gemma":0.0013177625,"threshold_uncertainty_score":0.99975425},"labels":[],"label_agreement":null},{"id":"W2962992388","doi":"10.2147/jhl.s214765","title":"&lt;p&gt;Physician engagement: a concept analysis&lt;/p&gt;","year":2019,"lang":"en","type":"article","venue":"Journal of Healthcare Leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Ontario Medical Association; Ontario Council of University Libraries; Public Health Ontario; University of Toronto","funders":"","keywords":"Incentive; Interpersonal communication; Accountability; MEDLINE; Quality (philosophy); Patient satisfaction; Medical education; Psychology; Incentive program; Medicine; Health care; Employee engagement; Job satisfaction; Baseline (sea); Nursing; Public relations; Social psychology","score_opus":0.08291726137017921,"score_gpt":0.36675896037544037,"score_spread":0.2838416990052611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962992388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7513057,0.0040909047,0.0011544751,0.23666812,0.0023701182,0.0006835998,0.000006354406,0.000054460048,0.003666277],"genre_scores_gemma":[0.9699002,0.000049170678,0.0023729699,0.024667429,0.0015272382,0.000005487897,0.000043354536,0.00003089732,0.0014032893],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966943,0.00031335204,0.00109738,0.0002520641,0.0011446181,0.0004982352],"domain_scores_gemma":[0.9971759,0.00015860584,0.00083330006,0.0004739437,0.0011132548,0.0002450003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018670209,0.00020358787,0.0007502996,0.00091329037,0.000118810494,0.000032084376,0.00025311706,0.0002115641,0.00056503783],"category_scores_gemma":[0.0006604987,0.00017336733,0.00035564497,0.0020042078,0.00012198268,0.00021904458,0.00002121346,0.0012420713,0.00015167611],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021449947,0.003442506,0.14101012,0.0062317583,0.00947564,0.0005833411,0.05905665,0.000583909,0.025267262,0.07953901,0.26863205,0.40403274],"study_design_scores_gemma":[0.011278432,0.0063670613,0.33041,0.003651445,0.0048492313,0.0006166067,0.05308922,0.0026572822,0.0027078928,0.0017197969,0.5813782,0.0012748151],"about_ca_topic_score_codex":0.00001277754,"about_ca_topic_score_gemma":0.000017184917,"teacher_disagreement_score":0.40275794,"about_ca_system_score_codex":0.00048445433,"about_ca_system_score_gemma":0.0007665027,"threshold_uncertainty_score":0.70697147},"labels":[],"label_agreement":null},{"id":"W2963144654","doi":"","title":"A Canadian perspective of simulation-based skills attainment in internal medicine residency","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Perspective (graphical); Medical education; Psychology; Medicine; Computer science; Artificial intelligence","score_opus":0.007682114923242234,"score_gpt":0.28694165766554836,"score_spread":0.27925954274230613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963144654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96140623,0.000041278043,0.025036579,0.010966196,0.000415864,0.00015556243,0.0000062282693,0.0000031022155,0.0019689715],"genre_scores_gemma":[0.9982075,0.000029070748,0.0008406686,0.00017131335,0.00044951733,3.7341486e-8,0.000010061624,0.000005669033,0.00028613856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983898,0.00018444964,0.00056179514,0.00011460876,0.000588158,0.00016119269],"domain_scores_gemma":[0.99694645,0.00036864125,0.0007542909,0.00027319707,0.0015368407,0.00012058871],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001636232,0.00010589193,0.000525748,0.0015750247,0.00010433961,0.0000032023183,0.0003305335,0.00008194339,0.0009948546],"category_scores_gemma":[0.0013510128,0.00008105401,0.00017353307,0.0018046114,0.0005404752,0.00007961814,0.00002410559,0.00028553317,0.000002902796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011938358,0.001564801,0.6458802,0.00017688713,0.008605195,0.0003072089,0.061208304,0.25364402,0.002336269,0.005483275,0.004141044,0.0047144447],"study_design_scores_gemma":[0.0121897,0.0027328837,0.65361434,0.00082046527,0.009124683,0.000053702264,0.049099073,0.26619896,0.00004986431,0.0046785385,0.0011303866,0.00030739937],"about_ca_topic_score_codex":0.2693615,"about_ca_topic_score_gemma":0.37151772,"teacher_disagreement_score":0.10215623,"about_ca_system_score_codex":0.0020210473,"about_ca_system_score_gemma":0.0014361049,"threshold_uncertainty_score":0.99991834},"labels":[],"label_agreement":null},{"id":"W2963264489","doi":"","title":"The effect of blended learning on medical student engagement in clerkship thyroid disease tutorial","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Student engagement; Blended learning; Medical education; Thyroid disease; Medicine; Computer science; Mathematics education; Psychology; Thyroid; Educational technology; Internal medicine","score_opus":0.007563762720040894,"score_gpt":0.29372303106911435,"score_spread":0.28615926834907346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963264489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99313307,0.000048714388,0.0014701484,0.0035204357,0.0011563186,0.00020279115,0.0000012017243,0.000005776514,0.00046157528],"genre_scores_gemma":[0.9982207,0.00019137902,0.000049893853,0.0000470259,0.0012144762,1.6354706e-7,0.000009132163,0.0000069963103,0.00026024118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99652594,0.001097315,0.0005788,0.0001280795,0.0014775621,0.00019229318],"domain_scores_gemma":[0.9972904,0.0010626306,0.0007651597,0.00033440907,0.00040561048,0.0001418259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007083171,0.00013175647,0.0005284704,0.00046322733,0.00031500362,0.000011106861,0.00057155767,0.000087866596,0.0002659591],"category_scores_gemma":[0.0028361292,0.000079011035,0.0002978,0.0011396768,0.00056744204,0.00006169934,0.000103190265,0.00077120046,0.0000054070733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11022966,0.002522914,0.7511196,0.00035969898,0.016402613,0.00047608986,0.018956365,0.019378813,0.0021756839,0.003592424,0.006735987,0.06805014],"study_design_scores_gemma":[0.026791124,0.011208353,0.8772664,0.000669492,0.01756847,0.000049149578,0.011638772,0.045689605,0.0001163624,0.0004989156,0.008105535,0.00039780652],"about_ca_topic_score_codex":0.00034117105,"about_ca_topic_score_gemma":0.0007530684,"teacher_disagreement_score":0.12614681,"about_ca_system_score_codex":0.00045675266,"about_ca_system_score_gemma":0.00055308704,"threshold_uncertainty_score":0.33953163},"labels":[],"label_agreement":null},{"id":"W2963391069","doi":"","title":"Comparing repeated self-reflective methods on entrustable professional activities (EPAS) performance for post-graduate medical learners","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.025925000220447046,"score_gpt":0.3408992325254321,"score_spread":0.31497423230498506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963391069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96677405,0.000010891987,0.028168011,0.0028749688,0.0011083428,0.00022328625,0.0000037807229,0.000019736166,0.00081695797],"genre_scores_gemma":[0.9866664,0.00008155691,0.0112018315,0.00023368145,0.00072793156,3.0981366e-7,0.000033611537,0.000011410245,0.0010433153],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978075,0.00039964178,0.00046993932,0.00016782327,0.0009106603,0.0002444569],"domain_scores_gemma":[0.99705434,0.0005064164,0.0007989818,0.00026844293,0.0012464522,0.00012537447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037023176,0.00015352218,0.0006367744,0.00064587157,0.0004763434,0.000011533089,0.00039024823,0.0001385439,0.00032784342],"category_scores_gemma":[0.0009869377,0.0001111315,0.0002866906,0.0011444992,0.00043650172,0.00017770217,0.00007266554,0.0005971349,0.0000040810232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20933376,0.010365385,0.27967122,0.0019300291,0.093419164,0.00021501532,0.1438875,0.019586632,0.03116421,0.0060177515,0.038982622,0.16542672],"study_design_scores_gemma":[0.018787064,0.007599129,0.19151057,0.00086533657,0.024037967,0.00045739056,0.052477032,0.6936277,0.0013815373,0.0007049967,0.0077915336,0.0007597231],"about_ca_topic_score_codex":0.0003690503,"about_ca_topic_score_gemma":0.000361706,"teacher_disagreement_score":0.6740411,"about_ca_system_score_codex":0.00063039834,"about_ca_system_score_gemma":0.0008613134,"threshold_uncertainty_score":0.4531811},"labels":[],"label_agreement":null},{"id":"W2963456416","doi":"","title":"Developing role modelling consciousness and competence in psychiatry residents: evaluation of a programme","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Competence (human resources); Consciousness; Psychology; Psychiatry; Medicine; Medical education; Social psychology","score_opus":0.024121994319890802,"score_gpt":0.2938740776679396,"score_spread":0.2697520833480488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963456416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94197696,0.00015386798,0.055805005,0.0014680357,0.00032076763,0.00015232089,0.0000011857456,0.0000029163282,0.00011892342],"genre_scores_gemma":[0.98637456,0.00010868962,0.013271519,0.000036111083,0.00018034411,7.812851e-8,0.0000067387496,0.000003930109,0.000018009794],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984397,0.00021791506,0.00046515113,0.00009900182,0.00065597665,0.00012223636],"domain_scores_gemma":[0.9974959,0.00008123682,0.0007062589,0.00017663962,0.0014980619,0.000041907337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034029842,0.000078374105,0.0003828471,0.0005017403,0.00010838053,0.0000066799726,0.0002003102,0.00006567061,0.000046692956],"category_scores_gemma":[0.00024409621,0.000064291715,0.00008681411,0.0013251911,0.00039360535,0.00011765061,0.000040447187,0.00019145774,6.2673183e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056527187,0.0009799354,0.87506086,0.00039738207,0.0051376936,0.000014898743,0.020966187,0.054271914,0.0014395252,0.0063780122,0.0001872433,0.029513638],"study_design_scores_gemma":[0.0053194123,0.00036861343,0.32229298,0.00048434385,0.007836292,0.000081583705,0.018400991,0.63712096,0.00001590814,0.00788602,0.000052164443,0.00014072582],"about_ca_topic_score_codex":0.0022473799,"about_ca_topic_score_gemma":0.0056715547,"teacher_disagreement_score":0.582849,"about_ca_system_score_codex":0.0003055601,"about_ca_system_score_gemma":0.0009541173,"threshold_uncertainty_score":0.3397381},"labels":[],"label_agreement":null},{"id":"W2963594576","doi":"10.1111/medu.13931","title":"What works in medical education, where and why?","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Key (lock); Intervention (counseling); Psychology; Medicine; Nursing; Computer science","score_opus":0.005791107978892257,"score_gpt":0.3394550002121218,"score_spread":0.33366389223322956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963594576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7670253,0.0068407645,0.00016481038,0.21439692,0.007628339,0.00071885216,1.6238644e-7,0.00006309361,0.0031617845],"genre_scores_gemma":[0.80025774,0.0070828525,0.002144042,0.18324561,0.0018590499,0.00037392994,0.0003044667,0.00006163545,0.0046706777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968397,0.00010607458,0.00067426014,0.000491294,0.0015478204,0.00034082946],"domain_scores_gemma":[0.9985405,0.0001085928,0.00012501267,0.0004981626,0.00037358972,0.0003541113],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013745341,0.00019903698,0.0003416995,0.00043306898,0.000060020015,0.000111750116,0.00022415732,0.00057204656,0.012522462],"category_scores_gemma":[0.006932935,0.0001800257,0.000043423614,0.0010278032,0.00022462438,0.0007501333,0.00006490703,0.0009714829,0.00029926887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033054257,0.0015290603,0.06678174,0.00028797312,0.00001273232,0.0000032895553,0.0009804869,2.061888e-7,0.000009435884,0.0018426646,0.19433409,0.7341853],"study_design_scores_gemma":[0.0038923123,0.00029778044,0.19037002,0.026226256,0.00008887168,0.00085611665,0.023122463,0.0052806926,0.000044076933,0.0025656016,0.74656236,0.0006934356],"about_ca_topic_score_codex":0.00018578683,"about_ca_topic_score_gemma":0.00012327824,"teacher_disagreement_score":0.73349184,"about_ca_system_score_codex":0.00030474825,"about_ca_system_score_gemma":0.010707817,"threshold_uncertainty_score":0.9949005},"labels":[],"label_agreement":null},{"id":"W2963842902","doi":"10.17496/kmer.2018.20.1.51","title":"Competency‐Based Psychiatry Residency Training Program Development in South Korea","year":2018,"lang":"en","type":"article","venue":"Korean Medical Education Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Residency training; Training (meteorology); Medical education; Medicine; Psychology; Family medicine; Continuing education; Geography","score_opus":0.03440596166237676,"score_gpt":0.3907341578729089,"score_spread":0.35632819621053213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963842902","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15394087,0.056020625,0.0022643714,0.69246566,0.010794669,0.010324557,0.000004080769,0.0009944,0.073190786],"genre_scores_gemma":[0.12335564,0.0026889662,0.61809295,0.24748513,0.0036035574,0.0026084504,0.0011044896,0.000118332646,0.0009424487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636924,0.00015137346,0.0013024813,0.000499801,0.0012319965,0.00044511136],"domain_scores_gemma":[0.9979553,0.00004810262,0.0002787864,0.00058618566,0.0006019296,0.0005296763],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021313159,0.00025270297,0.0005552234,0.0003704624,0.00013883303,0.00001881124,0.0003050964,0.00021225063,0.00463339],"category_scores_gemma":[0.010827269,0.00021142125,0.00009123461,0.0018008265,0.00037482425,0.00007987338,0.00003185289,0.0006390769,0.0003626756],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015432772,0.0015353211,0.010495035,0.0029065956,0.000018754246,0.0000035232724,0.0016904987,2.3537005e-8,0.0000013948538,0.007860175,0.07594065,0.8995326],"study_design_scores_gemma":[0.0023280373,0.0006108011,0.08970934,0.08643177,0.00023837536,0.00018747794,0.0021350752,0.00062827417,0.00004960649,0.0025389707,0.8143684,0.0007738559],"about_ca_topic_score_codex":0.000017132901,"about_ca_topic_score_gemma":0.0000733047,"teacher_disagreement_score":0.8987587,"about_ca_system_score_codex":0.00026896488,"about_ca_system_score_gemma":0.049632777,"threshold_uncertainty_score":0.99750495},"labels":[],"label_agreement":null},{"id":"W2964023599","doi":"10.1017/cem.2019.351","title":"Changing the culture of residency training through faculty development","year":2019,"lang":"en","type":"letter","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Saskatchewan; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Medicine; Medical education; Residency training; Content (measure theory); Action (physics); Continuing education","score_opus":0.1915742093292721,"score_gpt":0.3992531401085945,"score_spread":0.20767893077932237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964023599","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042542,0.004959685,0.0006170181,0.94681007,0.026184034,0.0006378391,0.000019429424,0.000008965049,0.016508775],"genre_scores_gemma":[0.025558358,0.001089455,0.008339009,0.8164123,0.074057594,0.00004158912,0.0015693834,0.00026178194,0.07267051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619055,0.00008379811,0.0018391092,0.0002213936,0.001066584,0.00059855124],"domain_scores_gemma":[0.996246,0.00005725203,0.0013832147,0.0004434553,0.0017022648,0.00016785087],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014567632,0.00032421373,0.000875132,0.0008159922,0.00020878,0.0000041448416,0.0005294002,0.0005500054,0.0045925397],"category_scores_gemma":[0.0032183535,0.00019272033,0.00018610097,0.0012338035,0.00023797812,0.000105657375,0.000015172757,0.002893878,0.00001921331],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065073277,0.0000063095144,0.00029293846,0.00042215936,0.00024088741,0.00013241441,0.06943923,0.0000016458731,0.000034617155,0.00005290194,0.92698634,0.0023840729],"study_design_scores_gemma":[0.00050028774,0.0002589787,0.0006096483,0.0031991166,0.00035623356,0.0001823203,0.017721852,0.0000038276075,0.00004666071,0.00023992127,0.9767094,0.00017172817],"about_ca_topic_score_codex":0.00068947737,"about_ca_topic_score_gemma":0.00037939503,"teacher_disagreement_score":0.13039774,"about_ca_system_score_codex":0.00043283546,"about_ca_system_score_gemma":0.0075612282,"threshold_uncertainty_score":0.99940646},"labels":[],"label_agreement":null},{"id":"W2964386306","doi":"10.36834/cmej.56999","title":"Construct and predictive validity of the Strength of Motivation for Medical School-Revised (SMMS-R) questionnaire: a French validation study","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Lausanne; Université de Genève","keywords":"Construct validity; Construct (python library); Psychology; Predictive validity; Applied psychology; Computer science; Clinical psychology; Psychometrics","score_opus":0.012920052087319346,"score_gpt":0.3122060153098833,"score_spread":0.29928596322256396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964386306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785348,0.00011385935,0.0005263741,0.016723545,0.0024250755,0.0013870243,0.000016176498,0.000008328509,0.00026478837],"genre_scores_gemma":[0.9954978,0.000037173108,0.00077365927,0.0028008758,0.0006202945,0.000055513516,0.00005316266,0.000016840862,0.00014465401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671483,0.00027901426,0.0009826758,0.00024107729,0.0015447437,0.00023767319],"domain_scores_gemma":[0.9946047,0.00024737747,0.00058321265,0.0003726633,0.0018944184,0.0022976457],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027149473,0.00015041395,0.00035980908,0.00040966203,0.0001732698,0.00002392453,0.00026730422,0.00028684692,0.006489825],"category_scores_gemma":[0.111382246,0.00011372226,0.00008964392,0.0006638619,0.00034979935,0.00016110964,0.000024838926,0.0007705925,0.0000035290193],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057922553,0.00092597556,0.90154576,0.0003352429,0.0001471197,0.0000016458731,0.001694466,0.0000037862483,0.00005279718,0.0012126267,0.032761473,0.061261196],"study_design_scores_gemma":[0.00342528,0.0008420223,0.9806455,0.0020885712,0.00026003493,0.00040803503,0.0043993974,0.00209797,0.00026857105,0.0010537357,0.004336501,0.00017440485],"about_ca_topic_score_codex":0.0012037492,"about_ca_topic_score_gemma":0.00048100355,"teacher_disagreement_score":0.1086673,"about_ca_system_score_codex":0.0004242965,"about_ca_system_score_gemma":0.049975075,"threshold_uncertainty_score":0.9944184},"labels":[],"label_agreement":null},{"id":"W2964580280","doi":"10.36834/cmej.53370","title":"Perceptions of effective leadership in a medical school context","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Context (archaeology); Perception; Medical education; Computer science; Psychology; Medicine; Geology; Neuroscience","score_opus":0.02227617700037285,"score_gpt":0.33458431965273494,"score_spread":0.31230814265236206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964580280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82980067,0.0004397281,0.000083328116,0.15516286,0.0028629545,0.00068176887,0.0000021313751,0.000013622899,0.010952957],"genre_scores_gemma":[0.9089816,0.000053179097,0.0004001223,0.08826595,0.00082962774,0.000049629783,0.00003065995,0.00002044499,0.0013687904],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969419,0.0001788643,0.0007388944,0.00022147912,0.0014627009,0.00045614247],"domain_scores_gemma":[0.9919396,0.00012432436,0.00016091665,0.0002857099,0.00074764696,0.006741768],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021732203,0.00014134821,0.00035395182,0.0011114583,0.0000806535,0.000020515414,0.00027742618,0.00047031738,0.21594438],"category_scores_gemma":[0.06581315,0.00012949658,0.000097851145,0.0009413888,0.00027644,0.00014478154,0.000012674581,0.001991742,0.00055828335],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006444831,0.0007738689,0.1626918,0.0002858346,0.00006916636,0.00007514434,0.0025097898,0.0000015356184,0.00007457438,0.003241261,0.20724507,0.62296754],"study_design_scores_gemma":[0.00574342,0.00062725745,0.7407927,0.006487007,0.00009106549,0.0060445,0.055250853,0.0014026327,0.000061528604,0.0006877708,0.1823419,0.00046935058],"about_ca_topic_score_codex":0.0039904844,"about_ca_topic_score_gemma":0.0070010866,"teacher_disagreement_score":0.62249815,"about_ca_system_score_codex":0.0012042052,"about_ca_system_score_gemma":0.09706897,"threshold_uncertainty_score":0.9420559},"labels":[],"label_agreement":null},{"id":"W2964809907","doi":"10.1097/acm.0000000000002913","title":"Focal Length Fluidity: Research Questions in Medical Education Research and Scholarship","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Medical Council of Canada; McGill University; McGill University Health Centre","funders":"","keywords":"Scholarship; Phenomenon; Curiosity; Field (mathematics); Relevance (law); Sociology; Epistemology; Analogy; Engineering ethics; Psychology; Political science; Social psychology; Mathematics; Law","score_opus":0.17157294786961552,"score_gpt":0.5529052549377437,"score_spread":0.38133230706812815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964809907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84971887,0.002608897,0.000034541008,0.13493837,0.00090443285,0.0009956476,4.896923e-7,0.00004833636,0.010750428],"genre_scores_gemma":[0.98450893,0.0024070386,0.00029800934,0.004673339,0.0019938971,0.00018705195,0.000082831655,0.000035894842,0.0058129807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993628,0.00069341675,0.00081781275,0.0006433287,0.0034695484,0.0007478676],"domain_scores_gemma":[0.99636066,0.0010870897,0.00006797919,0.000633792,0.0013716812,0.00047878592],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022594752,0.00016747661,0.00041381503,0.00201231,0.00019910699,0.000012125403,0.00038505354,0.0008265134,0.002010449],"category_scores_gemma":[0.04289939,0.00013851433,0.000017423237,0.0033073279,0.0013944729,0.00025115817,0.00018797195,0.007875385,0.00040200347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002686458,0.0004614403,0.42899948,0.00067032,0.000036788624,0.00003955503,0.0062026493,2.6286028e-7,0.0055571557,0.15667409,0.22264722,0.17844239],"study_design_scores_gemma":[0.008136094,0.0029307439,0.5366261,0.015345752,0.00006581884,0.0011031831,0.022623027,0.0018472428,0.0007372716,0.1074192,0.30260977,0.0005557713],"about_ca_topic_score_codex":0.00034195476,"about_ca_topic_score_gemma":0.000018966206,"teacher_disagreement_score":0.17788662,"about_ca_system_score_codex":0.0005874609,"about_ca_system_score_gemma":0.0029432967,"threshold_uncertainty_score":0.99890184},"labels":[],"label_agreement":null},{"id":"W2964860648","doi":"10.1101/19003475","title":"The development of competency frameworks in healthcare professions: a scoping review","year":2019,"lang":"en","type":"review","venue":"medRxiv","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Fanshawe College","funders":"","keywords":"CINAHL; PsycINFO; Scopus; MEDLINE; Health care; Relevance (law); Psychology; Stakeholder; Medical education; Diversity (politics); Medicine; Nursing; Political science; Psychological intervention","score_opus":0.11156842383526791,"score_gpt":0.4838722659002463,"score_spread":0.37230384206497835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964860648","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021896663,0.9897725,0.00006332432,0.0041538686,0.0009506655,0.0048170537,9.2522805e-7,0.000016966545,0.00020280022],"genre_scores_gemma":[0.0000060228244,0.9911036,0.0065967343,0.0010117629,0.00009219035,0.00088208326,0.00009560659,0.000034346598,0.00017763773],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9965702,0.00030934194,0.0020386903,0.00029537105,0.0005044722,0.00028191524],"domain_scores_gemma":[0.9976857,0.00042069535,0.00078411616,0.00076799776,0.00029143307,0.000050082577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002554993,0.0002373296,0.0017044302,0.00021217913,0.00010972308,0.0000054725965,0.00031775888,0.00048289177,0.000056238343],"category_scores_gemma":[0.003315926,0.00013538034,0.00014813285,0.0013190014,0.000079971185,0.00002424349,0.00009231309,0.0019284651,0.000079063306],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.790776e-7,0.000038433707,0.0002053694,0.350291,0.000017497501,8.5474596e-7,0.00008599448,3.2658327e-9,2.0432452e-8,0.00029432573,0.00025666782,0.64880884],"study_design_scores_gemma":[0.000060393613,0.000013882489,0.00011730229,0.6562408,0.00009827801,0.000006835459,0.00003155028,8.473005e-7,1.7084044e-7,0.000020658186,0.34333014,0.00007911645],"about_ca_topic_score_codex":0.0000031038749,"about_ca_topic_score_gemma":0.000017056176,"teacher_disagreement_score":0.64872974,"about_ca_system_score_codex":0.00026206757,"about_ca_system_score_gemma":0.006340936,"threshold_uncertainty_score":0.9992922},"labels":[],"label_agreement":null},{"id":"W2964989245","doi":"10.19173/irrodl.v20i4.4007","title":"Examining Online Health Sciences Graduate Programs in Canada","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"University of Waterloo; University of Toronto; Trent University; York University; Wilfrid Laurier University; University of Windsor; University of Ottawa","keywords":"Coursework; Practicum; Curriculum; Flexibility (engineering); Medical education; Certificate; Health care; Distance education; Blended learning; Higher education; Psychology; Medicine; Nursing; Pedagogy; Educational technology; Political science; Computer science; Management","score_opus":0.31863746180691677,"score_gpt":0.5158736442504349,"score_spread":0.19723618244351815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964989245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9440292,0.0034423396,0.000009736159,0.0497872,0.0000929449,0.00087295857,0.000006163035,0.0000026294108,0.0017568299],"genre_scores_gemma":[0.9904329,0.0076500145,0.00037270898,0.001058163,0.000024655423,0.000029157958,0.00029167117,0.0000037912832,0.00013689624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980408,0.00026038336,0.00039957892,0.00017167014,0.0009169732,0.00021062032],"domain_scores_gemma":[0.9991582,0.00028008746,0.00012232565,0.00011764786,0.00028344602,0.000038316193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007858474,0.0000516927,0.00021191635,0.00013677162,0.00006796445,0.000034022298,0.00043214683,0.000013243827,0.00010494536],"category_scores_gemma":[0.0029780837,0.000034778517,0.0000094745055,0.001112203,0.00013474264,0.00008636842,0.00023213982,0.0006634273,0.0000032126536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003585015,0.00013954834,0.73431385,0.001742916,0.000011969793,0.000006643455,0.0001681161,0.000045737448,0.000010871416,0.0022310526,0.0022866488,0.2590068],"study_design_scores_gemma":[0.0018360936,0.0006253997,0.82878655,0.069780335,0.000005604766,0.000058858863,0.039120816,0.011948357,0.000015888565,0.00055865425,0.04711387,0.0001495667],"about_ca_topic_score_codex":0.3594648,"about_ca_topic_score_gemma":0.04650336,"teacher_disagreement_score":0.31296143,"about_ca_system_score_codex":0.00054409757,"about_ca_system_score_gemma":0.0028294036,"threshold_uncertainty_score":0.97089547},"labels":[],"label_agreement":null},{"id":"W2965340197","doi":"10.1111/jpc.14543","title":"Clinical skills should be prized","year":2019,"lang":"en","type":"article","venue":"Journal of Paediatrics and Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Pallor; Capillary refill; Physical examination; Vital signs; Bronchiolitis; Intensive care medicine; Asthma; Appropriate Use Criteria; Pediatrics; Surgery; Psychiatry; Blood pressure; Internal medicine","score_opus":0.028880315340616157,"score_gpt":0.407886988316111,"score_spread":0.37900667297549484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965340197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8637123,0.0016919168,0.0003110435,0.1309501,0.0020468829,0.0002461798,0.0000019568768,0.0000071871996,0.0010324556],"genre_scores_gemma":[0.8904872,0.01294859,0.01424058,0.07703495,0.004838181,0.0000010996848,0.000012921099,0.000022739428,0.00041375056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99826944,0.0000607515,0.0009613002,0.00010592698,0.00043260274,0.00016999751],"domain_scores_gemma":[0.99861646,0.00011418602,0.0006251262,0.00014177624,0.00029345744,0.00020897134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026339195,0.000074377225,0.0004030671,0.00021099868,0.00006336065,0.000010996503,0.000064437125,0.0001178384,0.00010810261],"category_scores_gemma":[0.00084681826,0.000053710475,0.000099071294,0.00032281986,0.000034928693,0.000059051374,0.00001859425,0.0008293515,0.000009150749],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012484357,0.0010099927,0.7160296,0.0004113614,0.00007079892,0.000010478045,0.0006198887,0.0000016295091,0.000003952493,0.002032682,0.14500853,0.13467625],"study_design_scores_gemma":[0.004549845,0.0018693017,0.7186806,0.0002475613,0.000080649515,0.00035495881,0.00031507012,0.00009866837,0.0000029897026,0.00031991166,0.27338186,0.00009852304],"about_ca_topic_score_codex":0.0000035219045,"about_ca_topic_score_gemma":4.522489e-7,"teacher_disagreement_score":0.13457772,"about_ca_system_score_codex":0.00007352787,"about_ca_system_score_gemma":0.000654309,"threshold_uncertainty_score":0.36031654},"labels":[],"label_agreement":null},{"id":"W2965418888","doi":"","title":"Comparative perspectives of the undergraduate medical education accreditation process","year":2018,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accreditation; Process (computing); Medical education; Engineering ethics; Political science; Computer science; Medicine; Pedagogy; Sociology; Engineering","score_opus":0.009580027852693166,"score_gpt":0.3043441817374467,"score_spread":0.2947641538847535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965418888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9741708,0.000058320413,0.011745596,0.011794293,0.0008006513,0.00015564688,0.0000029117748,0.000004810069,0.0012669541],"genre_scores_gemma":[0.99806696,0.00007746163,0.00060421077,0.00010785039,0.00072281173,9.3446054e-8,0.000011262641,0.000004538345,0.00040483326],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.998123,0.00025592023,0.00043732478,0.00010602415,0.00097007165,0.000107681844],"domain_scores_gemma":[0.9959927,0.0001455998,0.0011203277,0.00028054373,0.0023869234,0.00007390958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011868202,0.00009985196,0.0004450733,0.00038811303,0.00022408245,0.000006338299,0.00049302576,0.00008878494,0.0003450786],"category_scores_gemma":[0.0009613269,0.00006312234,0.00024211105,0.0019263165,0.0010071709,0.0001456528,0.000047869704,0.00032676742,0.0000030813073],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026038496,0.01189786,0.270019,0.0010251135,0.04203908,0.000032970194,0.4864908,0.008522478,0.010282528,0.036035135,0.06969201,0.03792455],"study_design_scores_gemma":[0.008946948,0.002106926,0.504638,0.0008492091,0.026147366,0.00041172717,0.37978566,0.060015403,0.0004543612,0.01322356,0.0029370848,0.00048377225],"about_ca_topic_score_codex":0.00048354597,"about_ca_topic_score_gemma":0.0011995422,"teacher_disagreement_score":0.234619,"about_ca_system_score_codex":0.00031172833,"about_ca_system_score_gemma":0.0022537862,"threshold_uncertainty_score":0.39981198},"labels":[],"label_agreement":null},{"id":"W2965614949","doi":"10.1097/acm.0000000000002897","title":"Exploring the Construct of Psychological Safety in Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":211,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver Coastal Health","funders":"","keywords":"Feeling; Construct (python library); Competence (human resources); Psychology; Context (archaeology); Medical education; Focus group; Set (abstract data type); Pedagogy; Social psychology; Medicine; Computer science","score_opus":0.0931588245589689,"score_gpt":0.42960032823575833,"score_spread":0.33644150367678943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965614949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92601866,0.0003380555,0.000084650004,0.059233975,0.0020921577,0.00052244664,3.3922777e-7,0.000024811327,0.011684913],"genre_scores_gemma":[0.9838297,0.00097096874,0.00022132018,0.01359666,0.0007253816,0.000061799925,0.000031421183,0.000012300578,0.0005504873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99762136,0.0000949242,0.0008891237,0.00026613235,0.0009041719,0.00022428182],"domain_scores_gemma":[0.9988704,0.00026744968,0.00017635383,0.00042154128,0.00016048098,0.000103791885],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021914183,0.0001242159,0.00038186632,0.00026632578,0.000028580263,9.177907e-7,0.00028527473,0.00022463157,0.002826702],"category_scores_gemma":[0.0056260144,0.00007233501,0.00003015005,0.0010223939,0.00053299114,0.00009469527,0.000042226973,0.0014281026,0.0000663236],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004220062,0.00023196946,0.30121383,0.00037694193,0.000044217664,0.0000095064515,0.007424801,0.0000029603998,0.0032369723,0.09097204,0.042904656,0.55316013],"study_design_scores_gemma":[0.0066486504,0.0007955688,0.8747133,0.005375911,0.00011345342,0.000956639,0.018175099,0.00082969386,0.00057541067,0.0046082903,0.08691387,0.00029408958],"about_ca_topic_score_codex":0.000047446454,"about_ca_topic_score_gemma":0.0000012337039,"teacher_disagreement_score":0.5734995,"about_ca_system_score_codex":0.00010725773,"about_ca_system_score_gemma":0.00043509292,"threshold_uncertainty_score":0.99808484},"labels":[],"label_agreement":null},{"id":"W2965772015","doi":"10.36834/cmej.43337","title":"Keeping busy learners informed: email is most useful for medical residents!","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Orientation (vector space); Computer science; World Wide Web; Rotation (mathematics); Medical education; Medicine; Artificial intelligence; Mathematics","score_opus":0.013274629939111467,"score_gpt":0.33826261320997597,"score_spread":0.3249879832708645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965772015","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5610527,0.00045423306,0.00068044,0.4067203,0.011306946,0.0010937446,0.000009998522,0.000056803958,0.01862481],"genre_scores_gemma":[0.30296963,0.00049812975,0.0065564434,0.6649077,0.007579447,0.00015935325,0.00036668245,0.0001224205,0.016840175],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953267,0.000067830406,0.0010646774,0.00035786218,0.0023827034,0.0008002312],"domain_scores_gemma":[0.9900433,0.00018702139,0.00028141413,0.00046100127,0.0012837064,0.0077435737],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023931267,0.00023527359,0.00040244852,0.00095494377,0.00037874494,0.000120377015,0.0005162739,0.00067916827,0.08490229],"category_scores_gemma":[0.07112629,0.00021958168,0.00014886107,0.0009436017,0.00024221321,0.00031486488,0.000028138944,0.0017588001,0.0006149921],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036743197,0.0001334217,0.016694559,0.00017992215,0.00007671294,0.000021246859,0.0014477416,0.0000010147998,0.000004880528,0.0014978326,0.82489365,0.1550123],"study_design_scores_gemma":[0.002317122,0.00021141476,0.015097012,0.0015978919,0.000077904726,0.0024994528,0.008615552,0.0013290861,0.000028935496,0.0005774979,0.9673206,0.00032749804],"about_ca_topic_score_codex":0.004465827,"about_ca_topic_score_gemma":0.0047747754,"teacher_disagreement_score":0.25818738,"about_ca_system_score_codex":0.0015034889,"about_ca_system_score_gemma":0.16211691,"threshold_uncertainty_score":0.936698},"labels":[],"label_agreement":null},{"id":"W2965802270","doi":"10.1097/acm.0000000000002896","title":"Attitudes Towards Physicians Requiring Remediation: One-of-Us or Not-Like-Us?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ambivalence; Medical education; Perception; Focus group; Psychology; Public relations; Task (project management); Nursing; Medicine; Social psychology; Political science; Sociology","score_opus":0.05627458624077572,"score_gpt":0.38419163619693114,"score_spread":0.32791704995615545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965802270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662673,0.00039514422,0.0007304879,0.021409038,0.0027796885,0.00077607326,0.0000028231425,0.00012650307,0.007512981],"genre_scores_gemma":[0.9683601,0.0006642495,0.001793001,0.018019183,0.0033460502,0.000044190932,0.00012479072,0.00004736796,0.0076010153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967708,0.000054425716,0.0010326775,0.00044051764,0.0012935466,0.00040803742],"domain_scores_gemma":[0.9981288,0.0001857712,0.0004578733,0.0006431716,0.00046310076,0.00012132691],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012930555,0.00023853566,0.00072301266,0.00036183855,0.00006525369,0.0000033878737,0.00031781493,0.00038720408,0.0023133608],"category_scores_gemma":[0.002892842,0.00018306787,0.000060221948,0.0011406089,0.00037199957,0.00020265218,0.00007383952,0.001159193,0.00022691787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018690967,0.00038477732,0.34433734,0.0040775547,0.0006620579,0.000041236857,0.018020183,0.00003791121,0.2150561,0.0097251525,0.16279696,0.24299161],"study_design_scores_gemma":[0.01153532,0.0027774747,0.70456254,0.01136816,0.0009865783,0.0002058179,0.005466004,0.0016315614,0.031992264,0.00079649966,0.22774953,0.00092827016],"about_ca_topic_score_codex":0.00009725131,"about_ca_topic_score_gemma":0.0000038154326,"teacher_disagreement_score":0.36022517,"about_ca_system_score_codex":0.00023469137,"about_ca_system_score_gemma":0.00040248246,"threshold_uncertainty_score":0.99859864},"labels":[],"label_agreement":null},{"id":"W2965849917","doi":"10.36834/cmej.61846","title":"Scaffolding for assessment success: using gradual release of responsibility to support resident transition to competency-based medical education","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Competency assessment; Medical education; Transition (genetics); Computer science; Knowledge management; Medicine","score_opus":0.022254106021233455,"score_gpt":0.38902931391319184,"score_spread":0.3667752078919584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965849917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79836386,0.000042437034,0.010436894,0.18489818,0.004129895,0.0015438346,0.000015603095,0.000019984967,0.00054930686],"genre_scores_gemma":[0.85430354,0.000006830151,0.0580479,0.08570783,0.0013011051,0.00012759841,0.00023527781,0.000043967113,0.00022597623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499816,0.00025077042,0.0013600339,0.00048162873,0.0023303204,0.00057906035],"domain_scores_gemma":[0.98902225,0.00017259331,0.00030387394,0.0005414956,0.002491893,0.0074678706],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047006207,0.00023638886,0.0004885818,0.0016131627,0.00027478777,0.00006228946,0.00040558426,0.0003706576,0.018587822],"category_scores_gemma":[0.03092988,0.00023608949,0.00016387607,0.0012892206,0.00013080833,0.00020181763,0.000019067676,0.0007737239,0.000041406438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013681923,0.004299252,0.029847505,0.0018397762,0.00020815422,0.00005548399,0.0060213925,0.0005470224,0.0030265443,0.020076713,0.5543089,0.37840104],"study_design_scores_gemma":[0.022511853,0.0127202645,0.32652062,0.032721255,0.0018230433,0.0070264493,0.046997514,0.094824545,0.005240443,0.011630937,0.433686,0.0042971033],"about_ca_topic_score_codex":0.0041197925,"about_ca_topic_score_gemma":0.0042065675,"teacher_disagreement_score":0.37649113,"about_ca_system_score_codex":0.0026435447,"about_ca_system_score_gemma":0.37913468,"threshold_uncertainty_score":0.98230934},"labels":[],"label_agreement":null},{"id":"W2965852607","doi":"10.1097/acm.0000000000002914","title":"The Patient Experience Debrief Interview: How Conversations With Hospitalized Families Influence Medical Student Learning and Reflection","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Energy Training","funders":"","keywords":"Debriefing; Rubric; Intervention (counseling); Inter-rater reliability; Psychology; Reflection (computer programming); Medical education; Randomized controlled trial; Medicine; Nursing; Family medicine; Pedagogy; Surgery; Developmental psychology","score_opus":0.01335047755019209,"score_gpt":0.3586251065620925,"score_spread":0.3452746290119004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965852607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9472845,0.0010390207,0.0007440151,0.048913263,0.00051477225,0.0006484866,1.6931935e-7,0.00007171241,0.0007840361],"genre_scores_gemma":[0.98933095,0.0034947929,0.0001247828,0.005227094,0.00017103598,0.00013895072,0.000017121383,0.00001778328,0.0014774709],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976015,0.00012433818,0.00045077837,0.00033517968,0.0012154821,0.000272702],"domain_scores_gemma":[0.9987301,0.00027541892,0.0002293055,0.0002607233,0.00034424223,0.00016020061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010414056,0.00017472413,0.00029194282,0.00013586588,0.00025041477,0.000015863283,0.00017557292,0.00019132785,0.00021933863],"category_scores_gemma":[0.0038101105,0.000098005316,0.000017897362,0.0005752636,0.0008185841,0.00017020426,0.000082043465,0.0011799431,0.000014860765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022778272,0.00005118675,0.7727562,0.00019383359,0.00016405238,0.000018072344,0.08392677,0.000007464922,0.002549163,0.0024008737,0.010217116,0.1274875],"study_design_scores_gemma":[0.007487105,0.0046438347,0.25195736,0.004495529,0.00027865806,0.0006981164,0.24007523,0.0030820107,0.0008398271,0.00025596927,0.48563755,0.0005488235],"about_ca_topic_score_codex":0.000043744625,"about_ca_topic_score_gemma":0.0000034244242,"teacher_disagreement_score":0.52079886,"about_ca_system_score_codex":0.00013894922,"about_ca_system_score_gemma":0.00016084193,"threshold_uncertainty_score":0.51263314},"labels":[],"label_agreement":null},{"id":"W2965933834","doi":"10.1097/acm.0000000000002899","title":"Using Longitudinal Milestones Data and Learning Analytics to Facilitate the Professional Development of Residents: Early Lessons From Three Specialties","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Milestone; Graduation (instrument); Medicine; Formative assessment; Specialty; Cohort; Odds; Longitudinal study; Medical education; Graduate medical education; Logistic regression; Psychology; Family medicine; Accreditation; Internal medicine","score_opus":0.28647472683380315,"score_gpt":0.4439817866038193,"score_spread":0.15750705977001617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965933834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804272,0.0006487789,0.003999273,0.013461173,0.0008428678,0.0004448508,0.000008738361,0.000016747528,0.00015035116],"genre_scores_gemma":[0.9883151,0.000076436736,0.007494846,0.0007521904,0.000672029,0.000008014342,0.00016954512,0.000016918208,0.002494936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978848,0.00007193898,0.0006788143,0.00036059905,0.00078729255,0.00021654967],"domain_scores_gemma":[0.9986239,0.00034647874,0.00022517813,0.0004979959,0.00021692821,0.000089511304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017654181,0.00014599637,0.0003648956,0.00019923075,0.00017580202,0.000004216166,0.0003541168,0.00014183809,0.00025823797],"category_scores_gemma":[0.002829158,0.00009244261,0.00001156486,0.00046354017,0.00029126022,0.00011797239,0.00032393404,0.0010055624,0.00002722761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018316021,0.000024788606,0.92122185,0.0001899885,0.00016532214,0.0000035053492,0.037260115,0.000027027834,0.009523062,0.0005361227,0.01040795,0.020457126],"study_design_scores_gemma":[0.00084795814,0.00009805608,0.97412777,0.0018785455,0.00015796522,0.000013735811,0.011711037,0.0021353243,0.0002127146,0.0004481154,0.008251806,0.00011697431],"about_ca_topic_score_codex":0.00053683616,"about_ca_topic_score_gemma":0.00004654494,"teacher_disagreement_score":0.052905936,"about_ca_system_score_codex":0.000085608925,"about_ca_system_score_gemma":0.00038482234,"threshold_uncertainty_score":0.4368724},"labels":[],"label_agreement":null},{"id":"W2965938650","doi":"10.1097/acm.0000000000002908","title":"What’s Next? Developing Systems of Assessment for Educational Settings","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Competence (human resources); Educational assessment; Medical education; Systems thinking; Needs assessment; Psychology; Engineering ethics; Computer science; Mathematics education; Medicine; Political science; Engineering; Artificial intelligence; Social psychology","score_opus":0.0441342751167448,"score_gpt":0.4198399100694857,"score_spread":0.3757056349527409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965938650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80940676,0.003052988,0.010488571,0.16116087,0.011410112,0.0024293403,0.0000022607633,0.000050902858,0.0019982147],"genre_scores_gemma":[0.96794206,0.00088326755,0.010419112,0.009720758,0.002563463,0.00027212215,0.00041691866,0.000037501617,0.007744816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980176,0.000029959418,0.0008324142,0.00027336628,0.0006044368,0.00024220246],"domain_scores_gemma":[0.9982193,0.0004071565,0.0003735363,0.0002871927,0.0006401543,0.00007263829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001572472,0.00013902232,0.00043156292,0.00026835236,0.000046723173,0.000009573845,0.00016417622,0.00021908613,0.0003532822],"category_scores_gemma":[0.0015901794,0.00011068849,0.00003378777,0.0004720646,0.00012985723,0.00037551046,0.000026467116,0.0004793813,0.000028313481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014632568,0.00009592308,0.05110793,0.0077329325,0.00031662537,0.0000011054617,0.008265075,0.000026788455,0.047438756,0.40494344,0.44017583,0.039749295],"study_design_scores_gemma":[0.011701015,0.0016493322,0.0900345,0.031803425,0.0007049193,0.00037070553,0.09976333,0.012872034,0.0028723544,0.011173261,0.7361931,0.0008620108],"about_ca_topic_score_codex":0.000017885322,"about_ca_topic_score_gemma":1.1045493e-7,"teacher_disagreement_score":0.39377016,"about_ca_system_score_codex":0.00027745083,"about_ca_system_score_gemma":0.00087395957,"threshold_uncertainty_score":0.45137456},"labels":[],"label_agreement":null},{"id":"W2966032628","doi":"10.1097/acm.0000000000002911","title":"Future Research in Feedback: How to Use Feedback and Coaching Conversations in a Way That Supports Development of the Individual as a Self-Directed Learner and Resilient Professional","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"MEDLINE; Psychology; Medical education; Medicine; Political science","score_opus":0.06335027491630713,"score_gpt":0.37680730538546486,"score_spread":0.31345703046915774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966032628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266236,0.0001863661,0.0000033645833,0.071165256,0.000468063,0.0013543564,0.0000015908234,0.000026682343,0.00017075127],"genre_scores_gemma":[0.9940519,0.00012079353,0.0015838536,0.0020434314,0.00015899942,0.00006927837,0.000047378708,0.000016862528,0.0019075387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973522,0.00028927406,0.00049468613,0.00036814486,0.0011554591,0.0003402452],"domain_scores_gemma":[0.9988211,0.0004398764,0.00013647729,0.00026008935,0.0002093009,0.0001331654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038208973,0.00014484796,0.00032762895,0.000707179,0.00010433978,0.000007940178,0.00015965271,0.000299013,0.000110237655],"category_scores_gemma":[0.0021478876,0.00009334914,0.000010503322,0.0013802603,0.00024041338,0.00013969895,0.00021193153,0.0018334842,0.000007046252],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015286847,0.00007383229,0.86715686,0.0002971169,0.000034264518,0.0000057821226,0.10223418,0.0000010004621,0.0023498656,0.0005856105,0.01954155,0.007567079],"study_design_scores_gemma":[0.0022210497,0.000111747155,0.93861365,0.0021549535,0.000022172186,0.00004602953,0.041191105,0.00018099122,0.00043828314,0.0001258523,0.0147963315,0.00009784538],"about_ca_topic_score_codex":0.000101146936,"about_ca_topic_score_gemma":0.00005034075,"teacher_disagreement_score":0.07145679,"about_ca_system_score_codex":0.0002215452,"about_ca_system_score_gemma":0.0006742509,"threshold_uncertainty_score":0.79656786},"labels":[],"label_agreement":null},{"id":"W2966273282","doi":"10.1111/bcp.14085","title":"Evaluation of online clinical pharmacology curriculum resources for medical students","year":2019,"lang":"en","type":"article","venue":"British Journal of Clinical Pharmacology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Hamilton Health Sciences; Impact; University of Waterloo; McMaster University","funders":"","keywords":"Usability; Curriculum; Medical education; Medicine; MEDLINE; Competence (human resources); Educational resources; Quality (philosophy); Educational measurement; Computer science; Psychology","score_opus":0.08613592367755045,"score_gpt":0.573435591191694,"score_spread":0.4872996675141435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966273282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9645614,0.0011210403,0.00020881354,0.008581538,0.024010237,0.0012498647,0.000017840708,0.000015768053,0.00023349901],"genre_scores_gemma":[0.96475756,0.0019741713,0.0035445436,0.015864369,0.013540918,0.000035048426,0.000042523676,0.000038815415,0.00020204495],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9885866,0.0021241368,0.005199609,0.00039465705,0.0033159787,0.00037903665],"domain_scores_gemma":[0.98853916,0.0022210455,0.002431251,0.0001797907,0.006193662,0.00043511592],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04455281,0.00017529237,0.0015187478,0.00025268708,0.000061489765,0.000016523745,0.0007972627,0.00066392217,0.006389214],"category_scores_gemma":[0.02250128,0.00017198229,0.00064019515,0.00039760605,0.00061254634,0.00014251783,0.00015282462,0.0020689035,0.00003058183],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012360894,0.011113271,0.16532505,0.00016239406,0.0013907562,0.000114481256,0.00004699908,0.000035691854,0.00030104344,0.000011275622,0.3782994,0.44196355],"study_design_scores_gemma":[0.07998677,0.008069889,0.67478746,0.0010550268,0.0068888776,0.003074334,0.0005175831,0.021328641,0.00023428466,0.0004883236,0.20320301,0.00036578055],"about_ca_topic_score_codex":0.000012461921,"about_ca_topic_score_gemma":0.0000061397427,"teacher_disagreement_score":0.5094624,"about_ca_system_score_codex":0.00012845965,"about_ca_system_score_gemma":0.002466485,"threshold_uncertainty_score":0.99451905},"labels":[],"label_agreement":null},{"id":"W2966296282","doi":"10.1136/bmjoq-2018-000610","title":"Closing the gap: a transatlantic collaboration to foster quality improvement training in graduate entry medical students using applications of QI methodologies to medical education","year":2019,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Curriculum; Prism; Context (archaeology); Medicine; Quality (philosophy); General partnership; Scholarship; Psychology; Pedagogy; Political science","score_opus":0.3628214354491481,"score_gpt":0.6105659595476901,"score_spread":0.24774452409854203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966296282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8895903,0.000015293908,0.03111352,0.069091715,0.000581796,0.008932303,0.0000084633475,0.000023050752,0.0006435435],"genre_scores_gemma":[0.9457403,0.000006349476,0.031430326,0.020734238,0.0002517336,0.001612244,0.00007986036,0.000021339793,0.00012360234],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99319893,0.0012743884,0.0018419377,0.00053212466,0.0028277582,0.00032483545],"domain_scores_gemma":[0.9969733,0.00067853637,0.0005095884,0.000885348,0.0006667508,0.00028648684],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024480406,0.00019171703,0.0006569531,0.000249321,0.00011667624,0.000105052204,0.0009799395,0.00021829312,0.00035000598],"category_scores_gemma":[0.015683824,0.00014869063,0.00006579141,0.00172252,0.00011936653,0.00018995345,0.00035859252,0.00045507815,0.000025531173],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009706145,0.0017162292,0.04272864,0.0010554021,0.00015310192,0.0000023673617,0.036800876,0.0000518154,0.008522962,0.010356788,0.002784445,0.89485675],"study_design_scores_gemma":[0.010285867,0.0012264659,0.6865471,0.006240898,0.0003804963,0.00008126109,0.25957623,0.002282321,0.00963185,0.013096411,0.008998257,0.0016528124],"about_ca_topic_score_codex":0.0011969032,"about_ca_topic_score_gemma":0.0005106714,"teacher_disagreement_score":0.893204,"about_ca_system_score_codex":0.00041173652,"about_ca_system_score_gemma":0.0048630857,"threshold_uncertainty_score":0.9926075},"labels":[],"label_agreement":null},{"id":"W2966319718","doi":"10.36834/cmej.53156","title":"From good to great: learners’ perceptions of the qualities of effective medical teachers and clinical supervisors in psychiatry","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"McMaster University","keywords":"Medical education; Narrative; Psychology; Specialty; Perception; Qualitative research; Medicine; Psychiatry; Sociology","score_opus":0.011354046876739979,"score_gpt":0.36083719874053916,"score_spread":0.3494831518637992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966319718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89386046,0.00016466904,0.000018572357,0.10072652,0.0036070081,0.0003910008,0.000006525731,0.0000039543006,0.0012212833],"genre_scores_gemma":[0.97924525,0.00007269327,0.00097319885,0.018325591,0.00096255273,0.000018217983,0.000016797985,0.000016640828,0.0003690581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99709374,0.00041658274,0.0009480478,0.00022071438,0.0010686989,0.0002522044],"domain_scores_gemma":[0.9965586,0.00024861528,0.0001837886,0.0003282822,0.00032597609,0.0023547427],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002522593,0.00012220012,0.00038471166,0.00045064653,0.000073839175,0.000011784,0.00030093433,0.00039588352,0.0150942085],"category_scores_gemma":[0.027390987,0.000091368514,0.00011440537,0.00065371516,0.00044087018,0.000074070354,0.00003142731,0.0014869019,0.00003218343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025996691,0.00032443908,0.8548504,0.000053125055,0.00006497874,0.0000018056721,0.0120498445,0.0000010349506,0.000010357732,0.00083037023,0.03451222,0.097275436],"study_design_scores_gemma":[0.0012034875,0.00021423618,0.93540156,0.0013543565,0.000060799666,0.00014804828,0.05104137,0.00010600447,0.000004256801,0.00045322053,0.009910681,0.000102001126],"about_ca_topic_score_codex":0.017613536,"about_ca_topic_score_gemma":0.019271953,"teacher_disagreement_score":0.09717343,"about_ca_system_score_codex":0.00031874995,"about_ca_system_score_gemma":0.032941498,"threshold_uncertainty_score":0.9986238},"labels":[],"label_agreement":null},{"id":"W2966344867","doi":"","title":"Development of a new technology-based learning tool to promote the uptake of clinical practice guidelines on the management of neck pain in chiropractic teaching faculty","year":2018,"lang":"en","type":"dissertation","venue":"e-scholar@UOIT (University of Ontario Institute of Technology)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Neck pain; Medicine; Medical education; Clinical Practice; Alternative medicine; Physical therapy; Pain management; Medical physics; Engineering management; Knowledge management; Engineering; Computer science; Pathology","score_opus":0.06313618291578571,"score_gpt":0.3748065697309633,"score_spread":0.3116703868151776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966344867","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904793,0.000037149184,0.00032101673,0.005911106,0.00034233954,0.0013140829,0.000004552223,0.00004470326,0.0015457711],"genre_scores_gemma":[0.010030628,0.00002030874,0.9884003,0.00016705549,0.00002279905,0.0000078873945,0.00017630265,0.000019432626,0.0011552906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99688566,0.00001595473,0.0016275763,0.00045810782,0.0007787828,0.00023394103],"domain_scores_gemma":[0.9951601,0.000006623504,0.0023909286,0.0008841429,0.0015202007,0.000037990925],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00574996,0.00027652495,0.0008522063,0.0010744595,0.00028396051,0.0000055326277,0.000998057,0.0007903691,0.00007730702],"category_scores_gemma":[0.011003735,0.00023012742,0.00016957437,0.0016555014,0.00025157153,0.00023732679,0.000203911,0.002942718,0.0000073546703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000848633,0.00084242056,0.00016818143,0.00055760844,0.0005769519,0.000017824324,0.00467666,0.00004424758,0.0007699111,0.0023224708,0.0013992717,0.9877758],"study_design_scores_gemma":[0.0013521957,0.00074120477,0.013539074,0.0038403065,0.00041551678,0.000004688451,0.015381791,0.00005991121,0.001888304,0.0001230475,0.96249074,0.00016321246],"about_ca_topic_score_codex":0.0010954909,"about_ca_topic_score_gemma":0.0017772053,"teacher_disagreement_score":0.98807925,"about_ca_system_score_codex":0.00046070133,"about_ca_system_score_gemma":0.0029790697,"threshold_uncertainty_score":0.9993575},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2966385222","doi":"10.1515/ijnes-2018-0060","title":"Identifying Indicators of National Council Licensure Examination for Registered Nurses (NCLEX-RN) Success in Nursing Graduates in Newfoundland &amp; Labrador","year":2019,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario; Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Licensure; Registered nurse; Demographics; Nursing; Nurse educator; Curriculum; Nurse education; Medicine; Certification; Medical education; Odds; Family medicine; Psychology; Political science; Demography; Logistic regression; Pedagogy","score_opus":0.14845224377265925,"score_gpt":0.4680939003417733,"score_spread":0.31964165656911403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966385222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985859,0.00036984138,0.00045923237,0.004986234,0.0060557523,0.000522246,0.000010418684,0.000010764293,0.00172653],"genre_scores_gemma":[0.9922076,0.000029038969,0.0061975983,0.00041458732,0.0005813238,0.000022671073,0.00013350385,0.000025887517,0.0003877879],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995948,0.00016185727,0.0013284981,0.00027047188,0.0020747161,0.00021642873],"domain_scores_gemma":[0.99328697,0.0003166616,0.0010081497,0.00019586478,0.005113737,0.00007863327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036602516,0.00017384707,0.00037248494,0.002293912,0.000046377198,0.00011722254,0.00039962868,0.00018458518,0.000077034645],"category_scores_gemma":[0.0052259313,0.00018109597,0.00011535041,0.0010793986,0.00014501168,0.0010472281,0.000010597731,0.0006022685,0.000010066914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009123614,0.004590914,0.7446106,0.00022232572,0.00011182571,0.000003573074,0.014845801,0.000112627706,0.0061455113,0.005873974,0.0030245122,0.21954596],"study_design_scores_gemma":[0.003165447,0.00014189228,0.97367823,0.008438168,0.00005208842,0.00026733853,0.0030250107,0.000101396916,0.0007345395,0.008122401,0.0020905323,0.00018297025],"about_ca_topic_score_codex":0.000046546535,"about_ca_topic_score_gemma":0.000048742564,"teacher_disagreement_score":0.22906761,"about_ca_system_score_codex":0.0053081405,"about_ca_system_score_gemma":0.0030584738,"threshold_uncertainty_score":0.9985103},"labels":[],"label_agreement":null},{"id":"W2966485941","doi":"10.36834/cmej.43268","title":"Resident Practice Audit in Gastroenterology (RPAGE): an innovative approach to trainee evaluation and professional development in medicine","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sigmoidoscopy; Medicine; Cronbach's alpha; Colonoscopy; Audit; Competence (human resources); Construct validity; Family medicine; Gastroenterology; Internal medicine; Psychology; Psychometrics; Clinical psychology; Colorectal cancer","score_opus":0.025787775863191597,"score_gpt":0.3887765826186746,"score_spread":0.362988806755483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966485941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8603127,0.00010457594,0.00015128161,0.13155964,0.0021825365,0.0010703983,5.834263e-7,0.000006658581,0.0046116547],"genre_scores_gemma":[0.88763815,0.000020769208,0.012894499,0.09739845,0.0008309721,0.00024550906,0.00017120062,0.000025002793,0.0007754445],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996374,0.00044636568,0.0009396202,0.000379215,0.0014055076,0.0004552862],"domain_scores_gemma":[0.9956889,0.0000863633,0.0002101823,0.00021842022,0.0015537115,0.0022424078],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007306551,0.00016995339,0.00032872378,0.0019186438,0.00009994605,0.000022860557,0.000185859,0.00024264221,0.00637048],"category_scores_gemma":[0.03331851,0.00014879336,0.000012090626,0.0014284825,0.00012551712,0.0003196644,0.000022072203,0.0013533286,0.00002990046],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080113276,0.0030735019,0.14114663,0.000261198,0.00010098855,0.000091644586,0.092204265,0.0000741349,0.0001744002,0.0048772055,0.21725522,0.5399397],"study_design_scores_gemma":[0.00472025,0.000615155,0.8075043,0.0014252019,0.000032999847,0.0021486063,0.03451893,0.0022958715,0.000006974275,0.0003233955,0.14617555,0.00023278692],"about_ca_topic_score_codex":0.0019063124,"about_ca_topic_score_gemma":0.007016458,"teacher_disagreement_score":0.66635764,"about_ca_system_score_codex":0.0020644183,"about_ca_system_score_gemma":0.051288426,"threshold_uncertainty_score":0.99453783},"labels":[],"label_agreement":null},{"id":"W2966718002","doi":"10.4103/bjhs.bjhs_45_18","title":"Moving toward competency-based medical education","year":2018,"lang":"en","type":"article","venue":"BLDE University Journal of Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.029521493874113614,"score_gpt":0.361449509953967,"score_spread":0.3319280160798534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966718002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70969206,0.0002850005,0.016792286,0.26445997,0.0022676352,0.00015978616,5.5440796e-7,0.000021389305,0.006321318],"genre_scores_gemma":[0.9108231,0.00004844337,0.077390306,0.011109149,0.00048608735,7.038019e-8,0.000001756826,0.0000028330471,0.00013822725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984012,0.00009353619,0.00033181146,0.00010789664,0.0008853732,0.00018018356],"domain_scores_gemma":[0.998522,0.000046419926,0.00039187804,0.00008513288,0.0007583256,0.00019625732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025831,0.00005438945,0.00017271902,0.00049360783,0.00040577332,0.000011576686,0.0002738681,0.000052459076,0.00045250723],"category_scores_gemma":[0.001053625,0.000045429202,0.000043181593,0.0009001385,0.0006976804,0.00018383797,0.000020571255,0.00023042524,0.00001215684],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002831372,0.002207492,0.13838379,0.0004916258,0.000053469772,0.000061152474,0.0056232396,0.000022416472,0.000168149,0.07586531,0.17399634,0.6028439],"study_design_scores_gemma":[0.0076559167,0.013138427,0.3711121,0.0072811376,0.0002025618,0.002454854,0.0738125,0.021937098,0.0006897428,0.0064323153,0.4945902,0.0006931311],"about_ca_topic_score_codex":0.0000761587,"about_ca_topic_score_gemma":0.000013923883,"teacher_disagreement_score":0.60215074,"about_ca_system_score_codex":0.00028345754,"about_ca_system_score_gemma":0.029808912,"threshold_uncertainty_score":0.9756912},"labels":[],"label_agreement":null},{"id":"W2966755097","doi":"10.1097/acm.0000000000002932","title":"Learning Conversations: An Analysis of the Theoretical Roots and Their Manifestations of Feedback and Debriefing in Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Calgary; Dalhousie University; The Wilson Centre","funders":"","keywords":"Debriefing; Medical education; Psychology; MEDLINE; Medicine; Political science","score_opus":0.009185618019186463,"score_gpt":0.3298162303015931,"score_spread":0.3206306122824067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966755097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827133,0.00034684825,0.00027590222,0.015516123,0.00014301136,0.00030619468,9.1058246e-7,0.000009027631,0.00068870216],"genre_scores_gemma":[0.99733824,0.00033372472,0.00014006857,0.0019342825,0.0000693588,0.000012165494,0.000056609202,0.000008961389,0.00010657628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998501,0.00014966002,0.00059853774,0.00020728768,0.00042077337,0.00012273662],"domain_scores_gemma":[0.9988743,0.00038781326,0.00022271328,0.00022868096,0.00019868131,0.00008780336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001411341,0.000099572346,0.00037107873,0.0004800743,0.000039928273,0.0000017180331,0.00011328181,0.00020081394,0.0005568965],"category_scores_gemma":[0.004925683,0.00006282866,0.000024690971,0.0012531148,0.0008041292,0.00008389337,0.000042828346,0.0006590097,8.2375544e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039413997,0.00006465842,0.875282,0.00019601214,0.00013596867,5.8778676e-7,0.017789498,0.000026636202,0.002371049,0.081215516,0.00016174847,0.022716943],"study_design_scores_gemma":[0.0011814557,0.0001986414,0.9104597,0.0009959497,0.0005051941,0.00007141196,0.03275367,0.049733914,0.00020311054,0.0036033036,0.00021144845,0.000082234634],"about_ca_topic_score_codex":0.00013859193,"about_ca_topic_score_gemma":0.000014940061,"teacher_disagreement_score":0.077612214,"about_ca_system_score_codex":0.00004560214,"about_ca_system_score_gemma":0.00036784698,"threshold_uncertainty_score":0.6097626},"labels":[],"label_agreement":null},{"id":"W2966840260","doi":"10.1007/s11606-019-05134-z","title":"Unearthing Faculty and Trainee Perspectives of Feedback in Internal Medicine: the Oral Case Presentation as a Model","year":2019,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto; University Health Network; The Wilson Centre; Toronto Western Hospital","funders":"University of Toronto","keywords":"Presentation (obstetrics); Medicine; Coaching; Medical education; Peer feedback; Perception; Nonprobability sampling; Constructive; Psychology; Surgery; Computer science; Process (computing)","score_opus":0.037820222617504305,"score_gpt":0.3998661217535395,"score_spread":0.36204589913603524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966840260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96801966,0.0007511897,0.001932465,0.025341628,0.00072205777,0.00027927707,0.0000018291869,0.0000053957574,0.0029464916],"genre_scores_gemma":[0.991484,0.00015182684,0.0026115656,0.0013808694,0.0010468069,0.0000034464504,0.000005614154,0.000018620938,0.0032972582],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757606,0.00010555946,0.0011471355,0.00018578835,0.0007904339,0.00019502266],"domain_scores_gemma":[0.998087,0.00014651427,0.0006786319,0.0001875001,0.0007820783,0.00011827545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015858528,0.00018427333,0.0005957339,0.0005256283,0.000036498586,0.0000104681985,0.00018946879,0.00009368674,0.00039982237],"category_scores_gemma":[0.0019663204,0.000102472186,0.00007845721,0.00039679397,0.0004552296,0.0002270445,0.00004541508,0.00087199354,0.0000031467857],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00838677,0.001555194,0.1326389,0.0012697839,0.0017756594,0.0044987644,0.3681663,0.0049608513,0.22635594,0.012719004,0.10019509,0.13747773],"study_design_scores_gemma":[0.035895962,0.012644592,0.1274692,0.01189329,0.0010560293,0.10474164,0.28247836,0.40747935,0.0053256243,0.006886185,0.00350441,0.00062537735],"about_ca_topic_score_codex":0.0016114018,"about_ca_topic_score_gemma":0.00004968225,"teacher_disagreement_score":0.40251848,"about_ca_system_score_codex":0.00017144113,"about_ca_system_score_gemma":0.0001646438,"threshold_uncertainty_score":0.43777746},"labels":[],"label_agreement":null},{"id":"W2966997218","doi":"10.1177/1715163519866395","title":"Pharmacists’ professional identity: A foundational problem (and solution) for our profession","year":2019,"lang":"en","type":"editorial","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identity (music); Engineering ethics; Sociology; Epistemology; Philosophy; Engineering; Aesthetics","score_opus":0.027333409176150788,"score_gpt":0.3637805288413642,"score_spread":0.3364471196652134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966997218","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011174032,0.0008381034,0.00092715106,0.0023820207,0.97789544,0.0037591853,0.0022583825,0.00006697084,0.0006987163],"genre_scores_gemma":[0.06687983,0.0041838572,0.0066260966,0.0057996903,0.86936337,0.0007829998,0.0075076115,0.00040451123,0.03845201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934941,0.00022673605,0.0015224963,0.0009809888,0.0022599099,0.0015157756],"domain_scores_gemma":[0.9915538,0.00032993767,0.0010554437,0.00040924124,0.004772309,0.0018792981],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0023104497,0.00082048547,0.0010119538,0.001140842,0.0019055892,0.00037746038,0.0007468834,0.0006569392,0.0005552528],"category_scores_gemma":[0.0026772658,0.00082956936,0.00028663327,0.00093527354,0.00023772425,0.0009775589,0.00012765412,0.0035751355,0.000039211987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00035795043,0.0001237289,0.00015044461,0.0027765816,0.00038336514,0.002458945,0.00041843893,0.00001229573,0.0003481939,0.00010125868,0.94437593,0.048492886],"study_design_scores_gemma":[0.0057139206,0.000109087734,0.000006045541,0.00048901903,0.0007449571,0.07788417,0.000028811868,0.0035106167,0.00007509233,0.00032744455,0.9102576,0.0008532505],"about_ca_topic_score_codex":0.0028038174,"about_ca_topic_score_gemma":0.0068450533,"teacher_disagreement_score":0.10853205,"about_ca_system_score_codex":0.008795728,"about_ca_system_score_gemma":0.04856789,"threshold_uncertainty_score":0.9994155},"labels":[],"label_agreement":null},{"id":"W2967046024","doi":"10.4300/jgme-d-19-00174","title":"The International Literature on Teaching Faculty Development in English-Language Journals: A Scoping Review and Recommendations for Core Topics","year":2019,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Competence (human resources); Core competency; Faculty development; English language; MEDLINE; Medicine; Political science; Psychology; Professional development; Pedagogy; Mathematics education; Management","score_opus":0.17459382127499168,"score_gpt":0.5228268122796763,"score_spread":0.34823299100468463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967046024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015104738,0.9464392,0.00006999097,0.047044322,0.004545338,0.0015739831,0.0000073462957,0.000007882262,0.00016089437],"genre_scores_gemma":[0.000006595409,0.9867073,0.0049966113,0.0046307803,0.0021675082,0.00016920039,0.00059252966,0.000029458906,0.00069999363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633926,0.00016257864,0.0020291966,0.0002334446,0.0010211488,0.0002143896],"domain_scores_gemma":[0.99647707,0.0004931955,0.0015424835,0.00023915601,0.0010959979,0.00015212274],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0054139914,0.00026168657,0.0010893024,0.0005586496,0.00018335812,0.00012038856,0.00039144812,0.00027974843,0.00007412693],"category_scores_gemma":[0.032379355,0.00015736233,0.00022270204,0.00043705656,0.000053645388,0.00016067673,0.000049843253,0.00238951,0.000004606078],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010541704,0.00022815047,0.000005936092,0.024517838,0.00010085283,0.0000028229115,0.0019453218,3.4599545e-8,3.0646845e-8,0.00021899525,0.07420884,0.8987606],"study_design_scores_gemma":[0.00028224444,0.000059608235,0.00001361813,0.38974258,0.00029565752,0.00025655248,0.0005446628,0.000007895985,1.6047835e-7,0.000033076434,0.6086771,0.00008687025],"about_ca_topic_score_codex":0.000001404218,"about_ca_topic_score_gemma":0.0000033097485,"teacher_disagreement_score":0.8986738,"about_ca_system_score_codex":0.00067790755,"about_ca_system_score_gemma":0.006828016,"threshold_uncertainty_score":0.999912},"labels":[],"label_agreement":null},{"id":"W2967762239","doi":"10.4300/jgme-d-19-00117","title":"The Internship Year: A Potential Missed Opportunity to Expand Medical Access in International Settings","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internship; Accreditation; Licensure; Curriculum; Specialty; Medical education; Health care; Medicine; Transformative learning; Global health; Graduate medical education; Political science; Nursing; Family medicine; Psychology; Public health; Pedagogy","score_opus":0.049102851842549596,"score_gpt":0.40877390980975975,"score_spread":0.35967105796721016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967762239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69302934,0.000041277042,0.0003116025,0.2994674,0.0058830464,0.00025215218,5.043017e-7,0.000009020068,0.0010056429],"genre_scores_gemma":[0.9693974,0.00018224264,0.00069305126,0.027181482,0.0016909371,0.000020297584,0.000029413142,0.000020321742,0.0007848131],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99537176,0.00014974925,0.0011449468,0.00020082587,0.0028606511,0.00027206138],"domain_scores_gemma":[0.9972325,0.00020433044,0.00046578984,0.0002856721,0.0010699679,0.00074176094],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044201477,0.00014285753,0.00030568172,0.0005097712,0.00006877259,0.000097352786,0.0008384287,0.00020310958,0.0027496836],"category_scores_gemma":[0.035349175,0.00009727495,0.00010916586,0.00063568697,0.00012665128,0.0002655433,0.00012602651,0.0012931557,0.00007400424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000864893,0.0019370677,0.048896812,0.00013818868,0.00014135704,0.00010313687,0.0021032244,0.0000053555304,0.00025794684,0.00092154386,0.38094398,0.5636865],"study_design_scores_gemma":[0.012110605,0.0016251002,0.5842299,0.010219732,0.00024197249,0.0050359354,0.024395641,0.0075695165,0.0008598294,0.0046632523,0.34820068,0.00084785034],"about_ca_topic_score_codex":0.00006748648,"about_ca_topic_score_gemma":0.00001394855,"teacher_disagreement_score":0.5628387,"about_ca_system_score_codex":0.00038056553,"about_ca_system_score_gemma":0.0073287296,"threshold_uncertainty_score":0.9982988},"labels":[],"label_agreement":null},{"id":"W2967861689","doi":"10.4300/jgme-d-19-00051","title":"Using Gamification to Understand Accreditation in Postgraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Construct (python library); Context (archaeology); Engineering ethics; Perspective (graphical); Comprehension; Medical education; Psychology; Public relations; Political science; Computer science; Medicine; Engineering","score_opus":0.0684536881705877,"score_gpt":0.42025718540797596,"score_spread":0.35180349723738824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967861689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91285515,0.00022130313,0.0039607193,0.075270794,0.0059625898,0.0007466907,7.252649e-7,0.000021550102,0.0009604815],"genre_scores_gemma":[0.972902,0.00018238828,0.011857285,0.01305962,0.001497283,0.000018589919,0.00009063666,0.000044987817,0.0003472137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941988,0.00021255942,0.0016701537,0.0003524192,0.0032049778,0.00036109806],"domain_scores_gemma":[0.9960618,0.00012547441,0.0007391536,0.00041100284,0.0020290662,0.0006334776],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034373922,0.00024084713,0.00053323223,0.0015931259,0.000071271505,0.000048291247,0.000359126,0.00036984286,0.0010417692],"category_scores_gemma":[0.015468981,0.00021544221,0.00013042382,0.0020313393,0.00011306526,0.00048768515,0.000041528674,0.0010950458,0.000121458375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010083298,0.00935221,0.06853465,0.00091603794,0.00016474206,0.000038416296,0.008870284,0.00011927035,0.003557083,0.0101137655,0.121305496,0.7760197],"study_design_scores_gemma":[0.015111085,0.00426494,0.7526041,0.025085378,0.00086488086,0.008465504,0.06676873,0.053757086,0.0023627966,0.021661034,0.04689919,0.0021552737],"about_ca_topic_score_codex":0.000117241405,"about_ca_topic_score_gemma":0.000020383146,"teacher_disagreement_score":0.77386445,"about_ca_system_score_codex":0.0013667875,"about_ca_system_score_gemma":0.02241221,"threshold_uncertainty_score":0.99987143},"labels":[],"label_agreement":null},{"id":"W2968343862","doi":"10.4300/jgme-d-18-01056","title":"Chief Residency Program in Singapore—10 Years On","year":2019,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Accreditation; Graduate medical education; Staffing; Workforce; Medical education; Health care; Medicine; Family medicine; Nursing; Political science","score_opus":0.037340266839770854,"score_gpt":0.38440677075611424,"score_spread":0.34706650391634336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968343862","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079172924,0.00031698195,0.00001293632,0.9090556,0.007766167,0.0008203559,0.0000015253638,0.000030634914,0.002822905],"genre_scores_gemma":[0.010344827,0.0005728192,0.0048071537,0.9502315,0.023693642,0.00008977429,0.0006303382,0.00013431303,0.009495654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937802,0.00023686301,0.0017362721,0.0003691049,0.0034301588,0.00044740576],"domain_scores_gemma":[0.99677473,0.00023188481,0.0012566932,0.0005551008,0.0010242102,0.00015735057],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021397439,0.00033016177,0.0008519776,0.0016960966,0.000040418938,0.000048322418,0.00044812378,0.0012374972,0.0014686777],"category_scores_gemma":[0.013738665,0.0002751882,0.0002523197,0.0010916321,0.00021102828,0.00014751258,0.000032534925,0.007173955,0.00029653733],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006154305,0.0012080013,0.00044411945,0.00035539543,0.000047668833,0.00026710465,0.00024024567,6.249456e-7,0.000002312718,0.00003758078,0.7703448,0.22699064],"study_design_scores_gemma":[0.0013044906,0.0014506166,0.020036042,0.00626003,0.0001627449,0.00072640885,0.00018284319,0.00008554365,0.000011633075,0.00096496043,0.96855134,0.00026336635],"about_ca_topic_score_codex":0.00004038396,"about_ca_topic_score_gemma":0.0000023464586,"teacher_disagreement_score":0.22672726,"about_ca_system_score_codex":0.00090687576,"about_ca_system_score_gemma":0.0128157195,"threshold_uncertainty_score":0.99997},"labels":[],"label_agreement":null},{"id":"W2968465470","doi":"10.1016/j.jcjo.2019.07.004","title":"Competency-based medical education in ophthalmology residency training: a review","year":2019,"lang":"en","type":"review","venue":"Canadian Journal of Ophthalmology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Blueprint; Curriculum; Medical education; Modalities; Medicine; Residency training; Training (meteorology); Work (physics); Psychology; Engineering; Continuing education; Pedagogy","score_opus":0.10263006163211584,"score_gpt":0.4376354926420064,"score_spread":0.33500543100989055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968465470","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020237069,0.9612663,0.0000050987014,0.006521918,0.004033212,0.0010907749,0.000008456742,0.0000038679354,0.02686804],"genre_scores_gemma":[0.0003915509,0.99026066,0.0041848943,0.0020308048,0.0008686343,0.00009119996,0.00031954655,0.00010492574,0.0017477917],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99472576,0.00077014073,0.0027641489,0.00044111238,0.00061106426,0.0006877925],"domain_scores_gemma":[0.9956635,0.00035457086,0.001510734,0.00069087656,0.0008427087,0.0009376035],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002785729,0.00046859583,0.0036518695,0.002729842,0.00006153964,0.000014240956,0.0008219257,0.0012304176,0.013977225],"category_scores_gemma":[0.0094508175,0.00040308022,0.0005816621,0.0015713493,0.00038808052,0.00008400435,0.000021150492,0.0026558726,0.0001667368],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020668569,0.00033735752,0.0012045365,0.07922814,0.00021470351,0.058141682,0.000121638346,6.055055e-7,4.394476e-8,0.003352315,0.030972568,0.82640576],"study_design_scores_gemma":[0.00034520903,0.00037453126,0.00023070927,0.11374963,0.0005436669,0.46998233,0.00004013067,0.0000022406682,2.7202288e-8,0.0002997081,0.4142243,0.0002075272],"about_ca_topic_score_codex":0.0006878246,"about_ca_topic_score_gemma":0.0000775681,"teacher_disagreement_score":0.8261982,"about_ca_system_score_codex":0.0013127683,"about_ca_system_score_gemma":0.3590905,"threshold_uncertainty_score":0.9998421},"labels":[],"label_agreement":null},{"id":"W2968693596","doi":"10.12669/pjms.35.5.873","title":"Targeted need’s assessment: Medical ethics in MBBS curriculum of Pakistan","year":2019,"lang":"en","type":"article","venue":"Pakistan Journal of Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Medical ethics; Curriculum; Medical education; Medicine; Bioethics; Psychology; Pedagogy","score_opus":0.031835158104985495,"score_gpt":0.4488764415253431,"score_spread":0.4170412834203576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968693596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9278558,0.0005495166,0.0017268431,0.060934518,0.0019352237,0.00021157903,0.0000013810304,0.000012195244,0.006772958],"genre_scores_gemma":[0.99141246,0.00034970415,0.005600053,0.0021831142,0.00035871658,0.0000028530558,0.000004668696,0.000010406379,0.00007800715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.987893,0.0003594659,0.001832916,0.0002574829,0.009236542,0.00042060428],"domain_scores_gemma":[0.9969371,0.00084833347,0.00077504397,0.00022870522,0.0006965289,0.00051429914],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023699017,0.00016358634,0.0006339258,0.00057260046,0.000099441975,0.000032622866,0.0009138344,0.000568098,0.0055900067],"category_scores_gemma":[0.012007429,0.00011090699,0.00013331106,0.0021598048,0.0015197931,0.00022715864,0.00006876161,0.003043616,0.000013551301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013150368,0.0028560327,0.7248301,0.0010374006,0.00013364301,0.0006591959,0.0051819165,0.000025513056,0.0010783433,0.19872262,0.007746865,0.057596866],"study_design_scores_gemma":[0.028236747,0.0126670115,0.6183171,0.030108368,0.0004285337,0.0058549815,0.14530118,0.03532377,0.0019747098,0.023117308,0.09688112,0.0017891377],"about_ca_topic_score_codex":0.00014149724,"about_ca_topic_score_gemma":0.000044503922,"teacher_disagreement_score":0.17560531,"about_ca_system_score_codex":0.00025825005,"about_ca_system_score_gemma":0.00787697,"threshold_uncertainty_score":0.99925643},"labels":[],"label_agreement":null},{"id":"W2969026301","doi":"10.1097/aog.0000000000003417","title":"Developing as an Academic Medical Educator in Obstetrics and Gynecology","year":2019,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Medical education; Promotion (chess); Academic medicine; Obstetrics; Pregnancy","score_opus":0.02241565824683099,"score_gpt":0.3424326883068223,"score_spread":0.32001703005999127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969026301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98306006,0.0018547546,0.00006538545,0.00770803,0.0053584175,0.0004720856,0.0000012042663,0.0000338893,0.0014461968],"genre_scores_gemma":[0.98477125,0.0023039689,0.0024432195,0.009656542,0.00011859712,0.000044268156,0.000048302496,0.00002751665,0.000586331],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99790376,0.00011246863,0.0006012791,0.00052043376,0.00037661966,0.00048545588],"domain_scores_gemma":[0.9858978,0.013079475,0.00016053038,0.00033112345,0.00023649696,0.0002945779],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009272519,0.0001845331,0.00047622516,0.0009291805,0.000082835984,0.000016407676,0.00017545519,0.0009205721,0.0007277296],"category_scores_gemma":[0.1426598,0.00018093293,0.000022543874,0.0014034597,0.00021971257,0.00012902351,0.00014463051,0.0011005164,0.00012573235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015203688,0.00026856473,0.41596898,0.00019605565,0.000029892037,0.00011222361,0.0008678836,9.476202e-7,0.00008648422,0.054574322,0.00079801277,0.52708143],"study_design_scores_gemma":[0.005470717,0.0012729003,0.59177977,0.0001271735,0.00006450189,0.00048284687,0.0031350197,0.0022620577,0.00009390992,0.007009409,0.38774058,0.00056113995],"about_ca_topic_score_codex":0.000031519387,"about_ca_topic_score_gemma":0.00001545707,"teacher_disagreement_score":0.5265203,"about_ca_system_score_codex":0.0004527623,"about_ca_system_score_gemma":0.0014451216,"threshold_uncertainty_score":0.8645619},"labels":[],"label_agreement":null},{"id":"W2969051523","doi":"10.1016/j.surg.2019.06.033","title":"Competency-based resident education—The Canadian perspective","year":2019,"lang":"en","type":"article","venue":"Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Medicine; Perspective (graphical); Medical education; Family medicine; Artificial intelligence","score_opus":0.012376295670798544,"score_gpt":0.30137096952432535,"score_spread":0.2889946738535268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969051523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7323698,0.00025278435,0.000017243221,0.16740003,0.0038125298,0.00056596077,0.000002741461,0.000046022757,0.09553292],"genre_scores_gemma":[0.9783869,0.0000027919048,0.00048679195,0.016750064,0.0003432981,0.000045807596,0.000062547646,0.000013168324,0.0039086714],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99915856,0.000038608254,0.00018189233,0.00015524296,0.00027497587,0.00019072882],"domain_scores_gemma":[0.99876183,0.0001551225,0.000054007854,0.00038845648,0.00054822036,0.00009237006],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005060179,0.00007056082,0.00012833213,0.00030323537,0.00014362055,0.000020979218,0.00006732653,0.0000603576,0.0019156503],"category_scores_gemma":[0.0010444786,0.000053436284,0.000060767332,0.00054053153,0.00007912879,0.000038050166,0.000005476998,0.00022033213,0.00073471665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026321706,0.00016716532,0.29234552,0.00006535533,0.00004122387,0.0000064248243,0.0012035781,0.00000797311,0.00009557826,0.06671942,0.63213116,0.007190256],"study_design_scores_gemma":[0.00030657763,0.00004277351,0.65309906,0.0003447731,0.000061297076,0.00004481438,0.010226233,0.00030709853,0.0005362164,0.0059303273,0.3288446,0.00025624392],"about_ca_topic_score_codex":0.08756536,"about_ca_topic_score_gemma":0.025867315,"teacher_disagreement_score":0.3607535,"about_ca_system_score_codex":0.0008615331,"about_ca_system_score_gemma":0.016448561,"threshold_uncertainty_score":0.99899673},"labels":[],"label_agreement":null},{"id":"W2969222268","doi":"10.1096/fasebj.31.1_supplement.737.2","title":"An authentic link to the clinic: Implementation of an integrated anatomy‐radiology curriculum","year":2017,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"","keywords":"Gross anatomy; Visualization; Curriculum; Anatomy; Dissection (medical); Medical physics; Table (database); Medicine; Computer science; Radiology; Artificial intelligence; Psychology","score_opus":0.027191667472607713,"score_gpt":0.426902525385885,"score_spread":0.3997108579132773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969222268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96622014,0.000019365774,0.002008333,0.030226689,0.0011096941,0.0002751577,0.0000049050864,0.000010639357,0.00012508681],"genre_scores_gemma":[0.9949533,0.000016502354,0.002312069,0.0014797029,0.0010759359,0.000010512443,0.00003897291,0.000010877615,0.00010214348],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99876827,0.00021625127,0.00045788387,0.00011157896,0.00026367482,0.00018232349],"domain_scores_gemma":[0.998303,0.000033278888,0.0004388472,0.0006986713,0.00042731254,0.00009888194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023758423,0.00008507253,0.00016406056,0.00011191695,0.00061461766,0.000068521156,0.0005475364,0.00006095929,0.0008431465],"category_scores_gemma":[0.0007014535,0.000042398915,0.00005086432,0.00016498477,0.00019075727,0.00016535375,0.000028954375,0.0005407927,0.000045405726],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016001839,0.00044607415,0.078208975,0.000022640728,0.00020711945,0.000023059183,0.009830256,0.000021267351,0.016303638,0.0015194798,0.020681296,0.8725762],"study_design_scores_gemma":[0.0033955048,0.0033694955,0.8971336,0.0002289449,0.0005483631,0.0019581916,0.04795477,0.0068918746,0.016726792,0.0025345224,0.018986737,0.0002711879],"about_ca_topic_score_codex":0.00016408069,"about_ca_topic_score_gemma":0.00006508909,"teacher_disagreement_score":0.872305,"about_ca_system_score_codex":0.00007209843,"about_ca_system_score_gemma":0.00028047478,"threshold_uncertainty_score":0.9231863},"labels":[],"label_agreement":null},{"id":"W2969377644","doi":"10.1097/acm.0000000000002960","title":"Same but Different: Exploring Mechanisms of Learning in a Longitudinal Integrated Clerkship","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; The Wilson Centre","funders":"","keywords":"Curriculum; Thematic analysis; Medical education; Psychology; Problem-based learning; Qualitative research; Medicine; Pedagogy; Sociology","score_opus":0.08160543822541726,"score_gpt":0.3418965032932808,"score_spread":0.26029106506786354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969377644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98880553,0.00020970606,0.0035438149,0.0049394993,0.0008527022,0.00043630027,5.3664326e-7,0.00007147188,0.0011404493],"genre_scores_gemma":[0.99584633,0.00023156854,0.00037975566,0.0007867127,0.00031271976,0.000055579487,0.000072762276,0.000029269264,0.0022853212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779826,0.00007918408,0.0008276796,0.00032875533,0.0006342805,0.00033183952],"domain_scores_gemma":[0.9990153,0.00019539209,0.00023922208,0.00027789563,0.00017747284,0.00009473524],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011068003,0.00019503468,0.00061617297,0.00061663386,0.000027826372,0.0000016961153,0.00017940818,0.00026363382,0.0011634835],"category_scores_gemma":[0.0029642098,0.0001452046,0.000036634083,0.00099642,0.00014483735,0.000119283985,0.00005180393,0.002016256,0.000057469293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045128143,0.00011292925,0.71889913,0.0008934513,0.000105543455,0.000027819924,0.010560678,0.000038043516,0.19444267,0.036909733,0.0016856266,0.0358731],"study_design_scores_gemma":[0.017390734,0.0037113042,0.7739468,0.019634478,0.00045686273,0.00033074836,0.088734284,0.012752519,0.059247065,0.017395785,0.005474537,0.0009248454],"about_ca_topic_score_codex":0.00014308648,"about_ca_topic_score_gemma":0.0000029627859,"teacher_disagreement_score":0.1351956,"about_ca_system_score_codex":0.00020130008,"about_ca_system_score_gemma":0.00010858215,"threshold_uncertainty_score":0.9997496},"labels":[],"label_agreement":null},{"id":"W2969622316","doi":"10.1503/cmaj.190359","title":"Seeing medicine’s hidden curriculum","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Surprise; Aside; Curriculum; Alternative medicine; Medical education; Face (sociological concept); Ethnic group; Medicine; Psychology; Political science; Sociology; Pathology; Social science; Law; Pedagogy","score_opus":0.005681267901638331,"score_gpt":0.2738624714106066,"score_spread":0.2681812035089683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969622316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68310475,0.00027314515,0.00012055215,0.21697807,0.006358071,0.0003310119,0.000002613122,0.000056684257,0.09277511],"genre_scores_gemma":[0.9019102,0.0001226475,0.0012787259,0.07802864,0.008180678,0.000012558004,0.000056656547,0.00004418924,0.010365743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960009,0.000104953186,0.0006640205,0.00020674687,0.002444148,0.00057927176],"domain_scores_gemma":[0.99707377,0.00009136308,0.00027469636,0.00020060115,0.0010676915,0.0012918846],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028137977,0.0001431756,0.00033980125,0.0004892051,0.00021310354,0.000041522904,0.00022077613,0.0005055682,0.051748727],"category_scores_gemma":[0.007275052,0.00012177957,0.0000900565,0.00076975056,0.00006118126,0.00015780552,0.000014821607,0.0017408531,0.0020246191],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033814506,0.00003600247,0.29348177,0.000022897735,0.000081090264,0.00014283964,0.00033025097,4.8659075e-7,0.000023506977,0.0013270036,0.6327416,0.07180918],"study_design_scores_gemma":[0.0017159495,0.00013609599,0.0698105,0.00040977274,0.000055716195,0.001411319,0.0019342743,0.0008758545,0.0000072715416,0.00027400357,0.92320216,0.00016710644],"about_ca_topic_score_codex":0.0019028311,"about_ca_topic_score_gemma":0.0011291694,"teacher_disagreement_score":0.29046056,"about_ca_system_score_codex":0.0021962242,"about_ca_system_score_gemma":0.004036063,"threshold_uncertainty_score":0.9987524},"labels":[],"label_agreement":null},{"id":"W2969929451","doi":"10.1016/j.acap.2019.08.011","title":"Mitigating “Educational Groundhog Day” – The Role of Learner Handoffs Within Clinical Rotations: A Survey of Pediatric Educational Leaders","year":2019,"lang":"en","type":"article","venue":"Academic Pediatrics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Regression discontinuity design; Quarter (Canadian coin); Psychology; Limiting; Stakeholder; Family medicine; Nursing","score_opus":0.05093996221655724,"score_gpt":0.3896943134605775,"score_spread":0.33875435124402026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969929451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989146,0.0020647189,0.0000890543,0.0056136716,0.0015493043,0.0006798363,0.000029268893,0.00001862442,0.0008095202],"genre_scores_gemma":[0.99154896,0.0005910177,0.0030278682,0.0008333465,0.0025585047,0.00006316662,0.00048384262,0.000034219047,0.00085908483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99623036,0.0003815704,0.0017418015,0.000380199,0.0009769868,0.00028908564],"domain_scores_gemma":[0.99331564,0.0037094825,0.0011653645,0.000471476,0.0012330293,0.0001049941],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005024349,0.0001895759,0.00041739416,0.00039406613,0.00011344388,0.000009740354,0.00040625833,0.0004075423,0.00034640284],"category_scores_gemma":[0.0197023,0.00015331488,0.00012904027,0.0022272845,0.0003932832,0.0002001116,0.0000705078,0.001485889,0.00011538251],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003847879,0.00025288085,0.9817443,0.00014437336,0.000040236806,6.397116e-8,0.001914154,0.000051874147,0.00013020284,0.0040808124,0.009196998,0.0024056542],"study_design_scores_gemma":[0.0008985754,0.00011422802,0.9909292,0.00004435517,0.0002562611,0.000012501209,0.002817283,0.0011311499,0.00006178216,0.0030243145,0.00054074865,0.00016960024],"about_ca_topic_score_codex":0.00022530466,"about_ca_topic_score_gemma":0.000006891462,"teacher_disagreement_score":0.014677951,"about_ca_system_score_codex":0.00011400546,"about_ca_system_score_gemma":0.003085347,"threshold_uncertainty_score":0.9885552},"labels":[],"label_agreement":null},{"id":"W2970034987","doi":"10.1111/medu.13945","title":"Medical student strategies for actively negotiating hierarchy in the clinical environment","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Negotiation; Grounded theory; Medical education; Hierarchy; Agency (philosophy); Psychology; Learning environment; Power (physics); Pedagogy; Qualitative research; Medicine; Sociology","score_opus":0.02842632141456085,"score_gpt":0.4479949466614127,"score_spread":0.41956862524685185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970034987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9248473,0.00019467823,0.0041660606,0.06327867,0.0026224563,0.0017385854,0.0000011020176,0.000030110827,0.0031210573],"genre_scores_gemma":[0.96739423,0.00014185904,0.0023842624,0.027525827,0.0013496308,0.00062194985,0.00015891457,0.000023049653,0.00040030357],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99612224,0.00026411426,0.000881227,0.00039665343,0.0020077014,0.00032806306],"domain_scores_gemma":[0.99840474,0.00070616015,0.0001760279,0.00044637485,0.00012543674,0.0001412568],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004897797,0.00015763716,0.00031672232,0.00015755884,0.00008434375,0.00004754897,0.0004037001,0.00035205676,0.0018682134],"category_scores_gemma":[0.0064545036,0.00010850919,0.00009348918,0.0003399089,0.00023876442,0.000145507,0.000051320338,0.0009810587,0.00014186316],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016707054,0.007718973,0.1537592,0.00029925854,0.0000844626,0.000008494633,0.006573393,0.000019560071,0.000026235091,0.03221712,0.07299632,0.7261299],"study_design_scores_gemma":[0.004505128,0.0010109642,0.6413877,0.0007210239,0.00010527596,0.00011351269,0.046872187,0.01271796,0.000008917709,0.0021658663,0.29005098,0.0003404529],"about_ca_topic_score_codex":0.000049120186,"about_ca_topic_score_gemma":0.000005693122,"teacher_disagreement_score":0.7257895,"about_ca_system_score_codex":0.00023515444,"about_ca_system_score_gemma":0.005089911,"threshold_uncertainty_score":0.99904424},"labels":[],"label_agreement":null},{"id":"W2970126889","doi":"10.1007/s10459-019-09908-2","title":"McMaster at 50: lessons learned from five decades of PBL","year":2019,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Curriculum; Problem-based learning; Medical education; Point (geometry); Mathematics education; Curriculum development; Medicine; Psychology; Pedagogy; Mathematics","score_opus":0.04309204663343663,"score_gpt":0.45039132412320576,"score_spread":0.40729927748976913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970126889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96267176,0.0043111336,0.00012576838,0.02492522,0.0018852287,0.00053057953,0.000004046916,0.000017366632,0.0055288775],"genre_scores_gemma":[0.9704087,0.0020300038,0.021087911,0.003986931,0.00017835374,0.000056050023,0.000056649635,0.000008556883,0.002186883],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982704,0.00006881019,0.0005586903,0.00038726383,0.00044862594,0.0002662199],"domain_scores_gemma":[0.99900645,0.00018177771,0.00035942215,0.0002463061,0.00014644585,0.000059582217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009065042,0.0000963377,0.00024278565,0.00031611556,0.00011450363,0.000009276218,0.00018017847,0.00006403893,0.00068812753],"category_scores_gemma":[0.00053104776,0.000084266,0.000026025311,0.0011001277,0.0002912963,0.00042387296,0.000034424178,0.00017956622,0.00008624087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006488358,0.00042050236,0.4862108,0.000501021,0.000004466995,9.4683685e-8,0.004287425,0.00032862162,0.00074162113,0.006156223,0.0018053972,0.49947894],"study_design_scores_gemma":[0.0014834226,0.00100482,0.60187775,0.002988145,0.000019416831,0.000015627134,0.021788275,0.0029723484,0.004104657,0.02239741,0.3409657,0.0003824105],"about_ca_topic_score_codex":0.00071473327,"about_ca_topic_score_gemma":0.00011724155,"teacher_disagreement_score":0.4990965,"about_ca_system_score_codex":0.00038506996,"about_ca_system_score_gemma":0.0013062819,"threshold_uncertainty_score":0.75345135},"labels":[],"label_agreement":null},{"id":"W2970134617","doi":"10.1097/acm.0000000000002971","title":"Relationships as the Backbone of Feedback: Exploring Preceptor and Resident Perceptions of Their Behaviors During Feedback Conversations","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Preceptor; Conversation; Dyad; Psychology; Perception; Medical education; Action (physics); Narrative; Set (abstract data type); Peer feedback; Constructive; Pedagogy; Social psychology; Process (computing); Medicine; Computer science; Communication","score_opus":0.05281762650817797,"score_gpt":0.3215608416235135,"score_spread":0.26874321511533555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970134617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852968,0.00051605573,0.000073118645,0.0113525465,0.0005230852,0.00082969095,0.0000053526,0.000034753873,0.0013685953],"genre_scores_gemma":[0.9950392,0.0013608717,0.00023257323,0.0002554185,0.0003255044,0.00007963581,0.000053711407,0.000026087007,0.002626986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793404,0.00012067842,0.00089736114,0.00026913386,0.00056209665,0.0002166909],"domain_scores_gemma":[0.99827176,0.0003953768,0.0003720844,0.00050307944,0.00035341672,0.000104273095],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001220923,0.00016993516,0.000408685,0.00027212958,0.00015055727,0.0000026726977,0.00017933607,0.00021925256,0.0013985608],"category_scores_gemma":[0.0017449497,0.00011532908,0.0000481623,0.0006199019,0.00064542925,0.00019441725,0.00007224789,0.0011292963,0.000046125424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023453259,0.00008941699,0.6629949,0.0008722172,0.00018971677,0.0000013238333,0.12284157,0.00002832611,0.189922,0.013126268,0.007125985,0.002573712],"study_design_scores_gemma":[0.002520336,0.00031031237,0.8637788,0.0016249127,0.0003430594,0.000095996256,0.11879808,0.00012077371,0.010155916,0.0006434966,0.0014464943,0.0001617822],"about_ca_topic_score_codex":0.00014546125,"about_ca_topic_score_gemma":0.0000029755483,"teacher_disagreement_score":0.20078392,"about_ca_system_score_codex":0.000114193645,"about_ca_system_score_gemma":0.00013566128,"threshold_uncertainty_score":0.9995143},"labels":[],"label_agreement":null},{"id":"W2970230462","doi":"10.1111/medu.13828","title":"Myths and social structure: The unbearable necessity of mythology in medical education","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Mythology; Narrative; Meaning (existential); Scholarship; Storytelling; Sociology; Epistemology; Literature; Law; Philosophy; Political science; Art","score_opus":0.005266188342653117,"score_gpt":0.3353202135577958,"score_spread":0.33005402521514265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970230462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8752911,0.00035132671,0.000054361284,0.11922751,0.0018778977,0.00044320102,0.0000010194952,0.000017857124,0.0027357226],"genre_scores_gemma":[0.9680983,0.00006263275,0.000536068,0.029922009,0.0005645526,0.00004853821,0.00013584136,0.000015180294,0.0006169047],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976709,0.00017691993,0.00056103576,0.000295299,0.0010636582,0.0002321747],"domain_scores_gemma":[0.9990291,0.000112916794,0.00018410831,0.0003008879,0.0002835555,0.00008943387],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012914339,0.00013239885,0.000311125,0.00023940424,0.00008493198,0.000011688935,0.00021732357,0.00043029775,0.0039090863],"category_scores_gemma":[0.0047323606,0.000096629636,0.00003659957,0.00070054334,0.0004370578,0.00010357837,0.000060917082,0.00076524203,0.000027869084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012446856,0.0021431327,0.14826627,0.0007060311,0.000038147162,0.0000022395848,0.0062617087,6.6104764e-7,0.00040308826,0.01562506,0.10555575,0.7208734],"study_design_scores_gemma":[0.0026690515,0.00025895113,0.8796077,0.0009122423,0.00011160829,0.0004716495,0.010059152,0.0024781104,0.00046538853,0.005445969,0.09718411,0.00033606883],"about_ca_topic_score_codex":0.0002022535,"about_ca_topic_score_gemma":0.000051861287,"teacher_disagreement_score":0.7313414,"about_ca_system_score_codex":0.00015067075,"about_ca_system_score_gemma":0.0075671016,"threshold_uncertainty_score":0.9980591},"labels":[],"label_agreement":null},{"id":"W2970288685","doi":"10.1097/acm.0000000000002747","title":"Artist’s Statement: An Imposter Amongst the Chaos","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Silence; Feeling; Evening; Psychology; Presentation (obstetrics); Medicine; Social psychology; Art","score_opus":0.026922509447980043,"score_gpt":0.3715479936713164,"score_spread":0.3446254842233364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970288685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89165306,0.0003413377,0.00030350024,0.08904788,0.0015669286,0.0009491729,0.000001561463,0.00008576136,0.016050812],"genre_scores_gemma":[0.93953204,0.00017861596,0.0001366617,0.03533923,0.0018287449,0.00006470887,0.00016201142,0.000032199787,0.02272577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978887,0.00006915521,0.00066291477,0.00031551422,0.0007175269,0.00034619166],"domain_scores_gemma":[0.9987234,0.00008806958,0.0001942379,0.00067076174,0.00018461692,0.00013890683],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015952573,0.00016871816,0.00029181602,0.00015278725,0.00008799341,0.000005215323,0.00027130437,0.00019946347,0.0035329303],"category_scores_gemma":[0.00067974284,0.000095490504,0.000026165062,0.00050450425,0.00030316313,0.0001671254,0.000046290483,0.0011068063,0.00066323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027795185,0.00010940351,0.12201298,0.00037009772,0.00016930987,0.000022953365,0.024967507,0.0000041962103,0.03509594,0.018097214,0.66500616,0.13386631],"study_design_scores_gemma":[0.005009713,0.0015524571,0.099344425,0.0008745635,0.00028621,0.0002964179,0.016097771,0.002297368,0.001881228,0.0018274852,0.87017983,0.00035251083],"about_ca_topic_score_codex":0.000041051928,"about_ca_topic_score_gemma":0.000001649786,"teacher_disagreement_score":0.20517372,"about_ca_system_score_codex":0.00012097674,"about_ca_system_score_gemma":0.00011691282,"threshold_uncertainty_score":0.997378},"labels":[],"label_agreement":null},{"id":"W2970403181","doi":"10.1111/medu.13871","title":"Beyond the cultural myth of medical meritocracy","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; University of Toronto; McGill University; McGill University Health Centre","funders":"","keywords":"Meritocracy; Excellence; Diversity (politics); Narrative; Sociology; Privilege (computing); Context (archaeology); Medicine; Public relations; Law; Political science; Literature","score_opus":0.008067664130942615,"score_gpt":0.36358174767866747,"score_spread":0.35551408354772485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970403181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6694081,0.00034557856,0.0001379552,0.3125142,0.003595659,0.0005089267,7.7864263e-7,0.000039802297,0.013449041],"genre_scores_gemma":[0.8998994,0.00016202906,0.0011678576,0.09386973,0.0014901876,0.00010401076,0.00019819399,0.000023566521,0.003084971],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599963,0.000087508495,0.00059908803,0.0002489801,0.0028293855,0.00023540067],"domain_scores_gemma":[0.99852854,0.0001291487,0.00017575805,0.0005340253,0.0004787356,0.00015381095],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015450732,0.00013421378,0.00027603924,0.0001248867,0.00007536466,0.000015135534,0.00042060655,0.00031036776,0.01154723],"category_scores_gemma":[0.0082853325,0.000081264996,0.000087306886,0.0007268972,0.00038785013,0.000116276045,0.00006690833,0.0007135261,0.0003454463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039142593,0.0010486763,0.008205251,0.00024409009,0.000049931346,0.0000019430327,0.0015455947,2.6101628e-7,0.00023514923,0.01784755,0.64936876,0.32141364],"study_design_scores_gemma":[0.0023589204,0.00038953553,0.05349002,0.0011722255,0.00016892375,0.00053068105,0.008625764,0.0036151186,0.0011843567,0.0021654954,0.9259693,0.00032968182],"about_ca_topic_score_codex":0.00013221448,"about_ca_topic_score_gemma":0.0000037081825,"teacher_disagreement_score":0.32108396,"about_ca_system_score_codex":0.000109975634,"about_ca_system_score_gemma":0.004048543,"threshold_uncertainty_score":0.99189156},"labels":[],"label_agreement":null},{"id":"W2970434118","doi":"10.3138/jvme.0617-084r1","title":"Curriculum Mapping as a Tool for Review of the Professional Veterinary Medicine Curriculum at University College Dublin—Strategic and Organizational Considerations","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Accreditation; Curriculum mapping; Medical education; Curriculum theory; Curriculum development; Emergent curriculum; Medicine; Veterinary medicine; Sociology; Pedagogy","score_opus":0.04178653509571729,"score_gpt":0.3646712695449868,"score_spread":0.3228847344492695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970434118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.945671,0.0017920154,0.000048517173,0.048525315,0.0027838617,0.000881294,0.000010061104,0.000008148549,0.0002797384],"genre_scores_gemma":[0.98780626,0.0014013478,0.0026139338,0.006171826,0.0006394515,0.000013597406,0.0000743817,0.000017709724,0.0012615068],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976347,0.0002005529,0.0008852183,0.00019146764,0.000933773,0.00015426868],"domain_scores_gemma":[0.99677736,0.00021666258,0.00080072065,0.00022512754,0.0018357908,0.00014431952],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013145994,0.00014967912,0.0004298323,0.00022853768,0.00019501908,0.0000041958124,0.00017347003,0.00015663472,0.0029321075],"category_scores_gemma":[0.0059785545,0.00010212505,0.00010321695,0.000703781,0.0002788737,0.00018373932,0.000099016506,0.00039323338,0.000007145676],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087472395,0.008616923,0.08554966,0.041645277,0.0006588207,0.00015674304,0.002846463,0.0000035833518,0.023380687,0.14235063,0.6875378,0.006378688],"study_design_scores_gemma":[0.021045953,0.01781353,0.16576037,0.20270067,0.0017982025,0.08030346,0.036734022,0.006851433,0.00026126223,0.008432216,0.45694205,0.0013568127],"about_ca_topic_score_codex":0.000009890003,"about_ca_topic_score_gemma":5.558716e-7,"teacher_disagreement_score":0.23059574,"about_ca_system_score_codex":0.00030530157,"about_ca_system_score_gemma":0.0043670596,"threshold_uncertainty_score":0.99797934},"labels":[],"label_agreement":null},{"id":"W2971059550","doi":"10.1097/acm.0000000000002805","title":"Creating a Medical Education Continuum With Competencies and Entrustable Professional Activities","year":2019,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rainbow; Feeling; Orange (colour); Metaphor; MAGIC (telescope); Affection; Soul; Psychology; Competence (human resources); Aesthetics; Psychoanalysis; Epistemology; Philosophy; Astronomy; Physics; Social psychology; Optics; Theology","score_opus":0.008505597964184373,"score_gpt":0.3422605581931845,"score_spread":0.33375496022900014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971059550","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05490529,0.004836139,0.00017864245,0.025540827,0.8999327,0.0018330659,0.000019142873,0.00018972045,0.012564501],"genre_scores_gemma":[0.0068579735,0.00216602,0.00091327913,0.0069648526,0.8900235,0.00032560522,0.0025735144,0.00012697055,0.09004828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418116,0.00013116942,0.0009576107,0.0007213765,0.0034816917,0.0005269824],"domain_scores_gemma":[0.9957848,0.0015598121,0.0006845901,0.00048793267,0.0011431981,0.00033963914],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018787386,0.0005040632,0.001193177,0.0005122919,0.00020781773,0.000015494457,0.00031128118,0.0021281908,0.0015396762],"category_scores_gemma":[0.027302556,0.00033859845,0.00003752712,0.00053150504,0.0010221966,0.00021061856,0.00013741519,0.005353325,0.00002480743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022332679,0.00006331026,0.002100254,0.0014965219,0.000119151184,0.000009243601,0.003233048,4.5493167e-8,0.00011866529,0.0006282822,0.98525965,0.0067484938],"study_design_scores_gemma":[0.0028408717,0.00057002413,0.0004405768,0.016915616,0.00046976583,0.00017847896,0.011943666,0.00011040896,0.000037402417,0.00018667952,0.9659578,0.00034868965],"about_ca_topic_score_codex":0.00017740589,"about_ca_topic_score_gemma":0.000014440578,"teacher_disagreement_score":0.07748378,"about_ca_system_score_codex":0.0003870885,"about_ca_system_score_gemma":0.00997941,"threshold_uncertainty_score":0.9999066},"labels":[],"label_agreement":null},{"id":"W2971127107","doi":"10.7759/cureus.5518","title":"Review of Cognitive Biases in ACGME Milestones Training Assessments in Post-graduate Medical Education Programs","year":2019,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Medicine; Medical education; Specialty; Curriculum; Internship; Certification; Accreditation; Health care; Family medicine; Psychology","score_opus":0.3268952038759034,"score_gpt":0.5463395362444128,"score_spread":0.2194443323685094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971127107","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010573098,0.9927229,0.0000046944574,0.0006073358,0.0009340014,0.003450772,0.000012826713,0.000022984836,0.0011871641],"genre_scores_gemma":[0.00014822213,0.99091077,0.00063418294,0.0019120451,0.0002558814,0.0009830066,0.0049762647,0.000054681488,0.00012496216],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963494,0.00031484282,0.0016543668,0.0004702092,0.0008585052,0.00035266503],"domain_scores_gemma":[0.99761873,0.0004408423,0.0007415131,0.0004099006,0.00066728785,0.000121707606],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019343253,0.00035505908,0.0021017336,0.00055645366,0.000017233948,0.00000904716,0.0002692365,0.0004650607,0.00043108643],"category_scores_gemma":[0.020525763,0.00029096263,0.00022347005,0.0017207704,0.00015981725,0.00011190724,0.00006049728,0.0010689439,0.00005088697],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005732579,0.0011361355,0.000112566486,0.106916964,0.0000719276,0.000009603223,0.00028777504,5.4676392e-9,4.9859e-8,0.000051424937,0.0012739425,0.89013386],"study_design_scores_gemma":[0.0004117103,0.00021159975,0.0003219553,0.79384273,0.0007254138,0.000120006414,0.0008133303,0.000010829198,1.503829e-7,0.000013757405,0.20331442,0.0002140786],"about_ca_topic_score_codex":0.00012746165,"about_ca_topic_score_gemma":0.000041499505,"teacher_disagreement_score":0.8899198,"about_ca_system_score_codex":0.0004827336,"about_ca_system_score_gemma":0.011421649,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W2971166916","doi":"10.5430/jnep.v9n11p53","title":"Peer assisted learning model to support students’ success in a complex science course","year":2019,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Lawrence College; Queen's University","funders":"","keywords":"Curriculum; Peer learning; Computer science; Tutorial system; Peer instruction; Peer feedback; Medical education; Course (navigation); Mathematics education; Psychology; Pedagogy; Medicine; Engineering","score_opus":0.13382673446862065,"score_gpt":0.541976498840845,"score_spread":0.40814976437222433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971166916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90889305,0.000033644475,0.00070698885,0.07387407,0.001041683,0.00017796211,1.3647647e-7,0.000005285847,0.015267172],"genre_scores_gemma":[0.9665565,0.000010643321,0.026568327,0.0038922315,0.00014937452,0.0000023233538,0.0000049549235,0.000008005224,0.0028076349],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983033,0.00007915737,0.00037169093,0.0001265393,0.0009808738,0.00013847135],"domain_scores_gemma":[0.99711674,0.00013284721,0.00035692228,0.00011752848,0.0021470732,0.00012885855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038914732,0.00006493388,0.00015487589,0.00047689796,0.00013041706,0.000086695145,0.00012859776,0.000040484305,0.00011680068],"category_scores_gemma":[0.006370393,0.000059470574,0.000016954098,0.0008435018,0.0000867143,0.0007093516,0.000017892226,0.0004616061,0.000012485016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011433798,0.012532592,0.17832701,0.000115289484,0.00005419616,0.000011478028,0.06359633,0.0008863034,0.017894944,0.0014886139,0.07743531,0.64651453],"study_design_scores_gemma":[0.0015535208,0.00084991043,0.8934828,0.00087880256,0.00018709069,0.0039289207,0.046047285,0.00584133,0.00008465028,0.0001406239,0.046844523,0.00016056554],"about_ca_topic_score_codex":0.000008427663,"about_ca_topic_score_gemma":4.3152107e-7,"teacher_disagreement_score":0.7151558,"about_ca_system_score_codex":0.00040316227,"about_ca_system_score_gemma":0.0021432824,"threshold_uncertainty_score":0.76264155},"labels":[],"label_agreement":null},{"id":"W2971231166","doi":"10.1111/medu.13935","title":"Beyond ‘driving’: The relationship between assessment, performance and learning","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Formative assessment; Curriculum; Assessment for learning; Mythology; Psychology; Summative assessment; Medical education; Computer science; Mathematics education; Pedagogy; Medicine","score_opus":0.017114625591649467,"score_gpt":0.3671892593153332,"score_spread":0.35007463372368375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971231166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946035,0.000061881175,0.00029925807,0.036803145,0.00079566974,0.00035720272,1.5000045e-7,0.000049971968,0.015597724],"genre_scores_gemma":[0.9870317,0.000024669873,0.0015569632,0.0048794174,0.00065674115,0.000056954344,0.0001293068,0.000016587363,0.005647643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984732,0.000115191804,0.00031508278,0.0002202425,0.00069384655,0.0001824092],"domain_scores_gemma":[0.9988595,0.00051521906,0.0001155436,0.00027467418,0.00015098197,0.00008404482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016131701,0.00010169974,0.00015246021,0.00013048852,0.0002746,0.000029859322,0.000114660266,0.00015918017,0.000809163],"category_scores_gemma":[0.007097002,0.00007254407,0.00002517377,0.00048551522,0.0001534388,0.00014732558,0.00004045131,0.0011580749,0.00015000477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026678983,0.00006871529,0.88472563,0.000085044994,0.00000868704,1.0379257e-7,0.0003565072,5.5149394e-7,0.00000901447,0.002752578,0.011715259,0.10027522],"study_design_scores_gemma":[0.0003127044,0.00009348984,0.9538662,0.00021499039,0.000039674123,0.000028060462,0.00070087856,0.0013490681,0.0000057046445,0.00035205908,0.042961814,0.000075400414],"about_ca_topic_score_codex":0.000015110951,"about_ca_topic_score_gemma":0.0000010212173,"teacher_disagreement_score":0.10019982,"about_ca_system_score_codex":0.00012767932,"about_ca_system_score_gemma":0.0013556448,"threshold_uncertainty_score":0.88597673},"labels":[],"label_agreement":null},{"id":"W2971302170","doi":"10.1097/acm.0000000000002840","title":"In Reply to Boucharel","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Mentorship; Medical education; Academic medicine; Faculty development; Promotion (chess); Medicine; Officer; Emergency department; Curriculum; Sociology; Professional development; Political science; Nursing; Pedagogy","score_opus":0.03524343228166655,"score_gpt":0.38059362015089426,"score_spread":0.3453501878692277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971302170","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003600641,0.0005281993,0.0001467466,0.98020494,0.004909576,0.0014093817,0.000005028977,0.0000778481,0.009117657],"genre_scores_gemma":[0.00056841667,0.00020960571,0.00031899387,0.8858875,0.026485963,0.0001494109,0.00071165204,0.00009222947,0.08557622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99595284,0.00007631994,0.0012318743,0.0007849577,0.001294548,0.00065943145],"domain_scores_gemma":[0.9980276,0.00026620572,0.00028253326,0.0010517212,0.00026833508,0.000103561804],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00132081,0.00039829276,0.0010344812,0.0014390631,0.000030180521,0.0000033265387,0.0004464969,0.0018621279,0.0025826814],"category_scores_gemma":[0.007302088,0.00032252737,0.000054995515,0.0014795653,0.00017723397,0.00008056256,0.00008994968,0.009952585,0.0020288704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029207946,0.000006235827,0.00063637074,0.0005233632,0.000027202956,0.00024914212,0.0016326113,3.135101e-7,0.0001480178,0.00009297762,0.9948399,0.0018146354],"study_design_scores_gemma":[0.0012569337,0.00028554146,0.0006324548,0.0034521515,0.00010733843,0.00022387829,0.00025855034,0.000026013864,0.000037357753,0.00040921225,0.99304533,0.00026524416],"about_ca_topic_score_codex":0.0001928243,"about_ca_topic_score_gemma":5.328036e-7,"teacher_disagreement_score":0.094317414,"about_ca_system_score_codex":0.00060127367,"about_ca_system_score_gemma":0.0004557332,"threshold_uncertainty_score":0.9999227},"labels":[],"label_agreement":null},{"id":"W2971462050","doi":"10.1111/medu.13926","title":"Quality improvement in medical schools: vision meets culture","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Excellence; Accreditation; Context (archaeology); Medical education; Quality (philosophy); Quality management; Perception; Rasch model; Organizational culture; Psychology; Total quality management; Medicine; Public relations; Management system; Management; Political science; Engineering","score_opus":0.010164511710995751,"score_gpt":0.40966972102695126,"score_spread":0.3995052093159555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971462050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8633193,0.00028517368,0.00018721708,0.1223219,0.0030593288,0.00086094334,9.069226e-7,0.00008269134,0.009882528],"genre_scores_gemma":[0.9419471,0.00015448096,0.0019715088,0.051504426,0.0008475696,0.00017192082,0.00031666158,0.000027266602,0.0030590768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952153,0.00013473108,0.00095392077,0.0005135944,0.002809053,0.0003734089],"domain_scores_gemma":[0.9985039,0.000060852613,0.00017310568,0.0005911358,0.0003675992,0.00030336727],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028460517,0.00019768074,0.00038879123,0.00029917894,0.000055702163,0.000024962066,0.0002881196,0.000594122,0.009806363],"category_scores_gemma":[0.011496047,0.00015941597,0.00007922821,0.0009452101,0.00010824843,0.00018883441,0.00007921205,0.0012602104,0.0008115843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091924485,0.0028913126,0.048082296,0.0003918177,0.00002312679,0.000007862295,0.00074305694,5.8505486e-7,0.0008906449,0.0037143293,0.18605837,0.7571047],"study_design_scores_gemma":[0.005627195,0.00083621795,0.32899854,0.0032000788,0.00004234281,0.00013761017,0.0045096027,0.002731742,0.0005354554,0.0013323697,0.6514929,0.00055595476],"about_ca_topic_score_codex":0.0002304724,"about_ca_topic_score_gemma":0.000039090417,"teacher_disagreement_score":0.7565487,"about_ca_system_score_codex":0.0005949938,"about_ca_system_score_gemma":0.0047474066,"threshold_uncertainty_score":0.9999664},"labels":[],"label_agreement":null},{"id":"W2971474402","doi":"10.36834/cmej.61861","title":"Transitioning to competency-based medical education: impact of educational interventions on resident understanding","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychological intervention; Medical education; Medicine; Nursing","score_opus":0.027470394817088954,"score_gpt":0.38645941420779345,"score_spread":0.3589890193907045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971474402","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39554495,0.0003136945,0.0024084717,0.5685104,0.0078000734,0.0010973156,0.000020092342,0.00002859944,0.02427642],"genre_scores_gemma":[0.94159025,0.000020268944,0.004599823,0.05042199,0.0015303489,0.00006619847,0.00028953477,0.000042650292,0.0014389342],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99580413,0.00016931609,0.0011305527,0.00035043995,0.0020655317,0.00048005817],"domain_scores_gemma":[0.99161637,0.00019121883,0.00029710098,0.00044743656,0.0011847453,0.0062631583],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015858428,0.00023921205,0.00040628694,0.0019258091,0.00030002923,0.000070520764,0.00040964628,0.00033707407,0.20446104],"category_scores_gemma":[0.02190318,0.00022068105,0.00039546756,0.001322535,0.00018514322,0.0001639966,0.000013798561,0.0012379908,0.00038015193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00019363007,0.0031032732,0.029561676,0.0004672143,0.00027322385,0.000016360587,0.0018571799,0.00025040482,0.000047751182,0.16767374,0.7592927,0.037262823],"study_design_scores_gemma":[0.015770797,0.009997727,0.6438981,0.09616194,0.0011136621,0.011154947,0.033937648,0.011635945,0.00023303744,0.05842884,0.11409839,0.0035689366],"about_ca_topic_score_codex":0.003030067,"about_ca_topic_score_gemma":0.003366427,"teacher_disagreement_score":0.64519435,"about_ca_system_score_codex":0.004255065,"about_ca_system_score_gemma":0.36245227,"threshold_uncertainty_score":0.99956745},"labels":[],"label_agreement":null},{"id":"W2971992992","doi":"10.1200/jco.2019.37.15_suppl.10514","title":"Implementation of competency-based medical education in a Canadian medical oncology training program: Lessons from our first year.","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Rubric; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.11356320296162473,"score_gpt":0.5718052586625867,"score_spread":0.458242055700962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971992992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7560933,0.000059372906,0.00007730316,0.23712488,0.003436411,0.00043862942,0.000004336802,0.000008299138,0.002757441],"genre_scores_gemma":[0.9552389,0.0000843248,0.031440053,0.011701198,0.001389236,0.000024097997,0.000064909415,0.000018204244,0.00003907105],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942015,0.000513064,0.003416151,0.00023965436,0.0012476743,0.00038195384],"domain_scores_gemma":[0.99511546,0.0011139037,0.001624195,0.00023209318,0.00089344423,0.0010209046],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008345187,0.0001353154,0.0013082454,0.00057041843,0.000032492808,0.000005846544,0.00034010166,0.0010794908,0.0049012173],"category_scores_gemma":[0.018244358,0.000113653245,0.00022899843,0.00050039735,0.00019137487,0.000092459864,0.000029227755,0.0019527874,0.000046137746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002968099,0.002244326,0.30758145,0.000040787447,0.00008568328,0.00010160868,0.00042470067,0.0000032103105,0.00000666262,0.0018110132,0.009577651,0.6778261],"study_design_scores_gemma":[0.014296006,0.0085527105,0.72744244,0.00087532954,0.0001898187,0.00022740559,0.0130973,0.0019983738,0.000019930998,0.0009862413,0.23214713,0.00016732216],"about_ca_topic_score_codex":0.026141567,"about_ca_topic_score_gemma":0.28296167,"teacher_disagreement_score":0.67765874,"about_ca_system_score_codex":0.00092103577,"about_ca_system_score_gemma":0.22707997,"threshold_uncertainty_score":0.99600846},"labels":[],"label_agreement":null},{"id":"W2972045879","doi":"10.1097/upj.0000000000000096","title":"How Often is Digital Rectal Examination Performed? Is it Still Taught to Medical Students?","year":2019,"lang":"en","type":"article","venue":"Urology Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Rectal examination; Medicine; Curriculum; Medical education; Physical examination; Urology; Prostate; Internal medicine; Psychology; Pedagogy","score_opus":0.015003138214647481,"score_gpt":0.35698347772506417,"score_spread":0.3419803395104167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972045879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5939246,0.000025114487,0.00047777453,0.3880525,0.0009031233,0.00045196322,0.0000048428524,0.000039743063,0.016120378],"genre_scores_gemma":[0.79923075,0.000021522377,0.0011724707,0.1827031,0.00045839496,0.00004327005,0.00007824871,0.000025282814,0.016266935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705076,0.00011927883,0.00035439275,0.00047665136,0.0016460929,0.00035280845],"domain_scores_gemma":[0.99788237,0.00058140856,0.0001521127,0.00049435283,0.00065024995,0.0002395304],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017347976,0.00017484112,0.0002664687,0.0002718128,0.00006927233,0.00011863178,0.00035853568,0.00038703263,0.0050746095],"category_scores_gemma":[0.0282892,0.00015794305,0.00004802763,0.000565061,0.00011465357,0.0009083985,0.00018089236,0.0008217628,0.0019977058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079310685,0.0019098058,0.05295167,0.00010846921,0.00038185428,0.00013308287,0.011797093,5.8462655e-7,0.00036653804,0.00067808694,0.7590678,0.17181194],"study_design_scores_gemma":[0.0013147462,0.0010749295,0.020240484,0.000029095252,0.00015923398,0.00065829704,0.0028589768,0.0007974917,0.00018468506,0.000030216406,0.9724828,0.00016906517],"about_ca_topic_score_codex":0.000009389211,"about_ca_topic_score_gemma":0.0000011431576,"teacher_disagreement_score":0.213415,"about_ca_system_score_codex":0.00016081007,"about_ca_system_score_gemma":0.0003692023,"threshold_uncertainty_score":0.99877936},"labels":[],"label_agreement":null},{"id":"W2972123354","doi":"10.30770/2572-1852-98.3.7","title":"Improving America's Medical Education System: Perspectives From a State Regulator","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Regulator; State (computer science); Political science; Public administration; Computer science; Biology","score_opus":0.008610620649217315,"score_gpt":0.3272191547970185,"score_spread":0.3186085341478012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972123354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9092864,0.0026844216,0.053414818,0.029506324,0.0039642523,0.0002985395,0.0000018039549,0.000066286826,0.00077718444],"genre_scores_gemma":[0.9809686,0.000107984546,0.011078086,0.0012995254,0.006235148,0.000011754549,0.000040192623,0.00003244614,0.0002262954],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937901,0.00018937122,0.0012030946,0.00019249017,0.0042888722,0.0003360605],"domain_scores_gemma":[0.99662226,0.0001648261,0.0009677506,0.00031438336,0.0010799288,0.0008508324],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002942654,0.00017931822,0.00047076336,0.0004131711,0.00010107872,0.000030732106,0.00026021805,0.0003660033,0.0020019102],"category_scores_gemma":[0.012962451,0.00013906168,0.00015370426,0.0006197385,0.00024142202,0.00049721886,0.000050889754,0.000848761,0.000043380816],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003558624,0.0019055587,0.012714473,0.00029885123,0.0002409778,0.000026072032,0.0058106515,0.000005148929,0.001374325,0.008629205,0.046511482,0.92212737],"study_design_scores_gemma":[0.010449573,0.0012856215,0.741102,0.0108774295,0.0013852555,0.0061694067,0.04761818,0.07182493,0.0018367672,0.003036257,0.103307374,0.001107218],"about_ca_topic_score_codex":0.00013452535,"about_ca_topic_score_gemma":0.000002223937,"teacher_disagreement_score":0.92102015,"about_ca_system_score_codex":0.0008682308,"about_ca_system_score_gemma":0.0033007734,"threshold_uncertainty_score":0.99891037},"labels":[],"label_agreement":null},{"id":"W2972513998","doi":"10.1097/acm.0000000000002987","title":"Teaching Professionalism in Postgraduate Medical Education: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Baycrest Hospital; University of Toronto","funders":"","keywords":"Curriculum; Medical education; Psychological intervention; MEDLINE; Modalities; Medicine; Randomized controlled trial; Faculty development; Intervention (counseling); Psychology; Family medicine; Professional development; Nursing; Internal medicine; Pedagogy","score_opus":0.12439036577017437,"score_gpt":0.5275776378890651,"score_spread":0.4031872721188907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972513998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030411327,0.94527197,0.000014947307,0.040295854,0.002827421,0.008387127,0.000002389731,0.000088414425,0.003108825],"genre_scores_gemma":[0.0000037116026,0.9335043,0.0000931278,0.045049086,0.0016758215,0.0019475681,0.0011537069,0.00011371277,0.01645896],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99037963,0.0011572881,0.004436433,0.0008534428,0.002607356,0.00056586665],"domain_scores_gemma":[0.9956741,0.00072914484,0.001607311,0.0013171787,0.00036427504,0.00030802042],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0088455845,0.0007446661,0.0066509335,0.0012150899,0.00008333088,0.000004529357,0.0009284882,0.0016219259,0.0012697477],"category_scores_gemma":[0.047035463,0.00046079812,0.00029718498,0.001842527,0.00025249456,0.00012014801,0.00017044511,0.008289128,0.00070069026],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021656194,0.000052377458,0.0000032821501,0.6914305,0.00008338275,0.000019416517,0.00031344366,1.080592e-9,3.921885e-8,0.002323008,0.08845051,0.21732186],"study_design_scores_gemma":[0.00029133476,0.00004181654,8.4333914e-7,0.5494902,0.0029360992,0.0011402109,0.00017246933,0.000007496979,7.747593e-9,0.00010986006,0.44561166,0.00019798543],"about_ca_topic_score_codex":0.00006761298,"about_ca_topic_score_gemma":8.0608515e-7,"teacher_disagreement_score":0.35716113,"about_ca_system_score_codex":0.0008903492,"about_ca_system_score_gemma":0.00862076,"threshold_uncertainty_score":0.99978435},"labels":[],"label_agreement":null},{"id":"W2972720199","doi":"10.1503/cmaj.72749","title":"We must also think about trainees and the role of culture in physician mental health","year":2019,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Association of Emergency Physicians","funders":"","keywords":"Mental health; Data science; Medicine; Medical education; Computer science; Psychiatry","score_opus":0.004721497016380791,"score_gpt":0.26282165015879067,"score_spread":0.25810015314240986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972720199","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020499784,0.0041519473,0.0000050781105,0.98838294,0.0014468391,0.0005691498,0.00006886744,0.000007696441,0.0033175368],"genre_scores_gemma":[0.003450149,0.0020078414,0.00018450984,0.9831361,0.008464334,0.00001338795,0.0003912504,0.00003432714,0.0023180728],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99595684,0.00038694355,0.00091130607,0.00021245597,0.0019879395,0.0005445395],"domain_scores_gemma":[0.99802786,0.00014325597,0.0007831503,0.00018493243,0.0005391366,0.00032164124],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028783584,0.00021648202,0.0007155545,0.00039726216,0.00019726374,0.00004963861,0.00025942357,0.0011861562,0.0005761086],"category_scores_gemma":[0.002686166,0.00014928768,0.00011364488,0.0006448593,0.00020812261,0.000079163045,0.00001692532,0.005890302,0.000023698218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010229014,0.000023170258,0.001063294,0.000088222034,0.00011795459,0.00003165542,0.008390639,1.5675134e-7,0.0000011184004,0.0002088689,0.94362146,0.046443205],"study_design_scores_gemma":[0.002263697,0.00006441695,0.0016734167,0.001004975,0.000040096405,0.00019559507,0.0049175983,0.00026095888,0.0000012460463,0.00034633087,0.9891107,0.00012093507],"about_ca_topic_score_codex":0.0026425822,"about_ca_topic_score_gemma":0.0034563441,"teacher_disagreement_score":0.04632227,"about_ca_system_score_codex":0.0019345548,"about_ca_system_score_gemma":0.0076936916,"threshold_uncertainty_score":0.9979318},"labels":[],"label_agreement":null},{"id":"W2972753546","doi":"","title":"How to Design a Qualitative Health Research Study. Part 1: Design and Purposeful Sampling Considerations.","year":2020,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Context (archaeology); Humanities; Qualitative research; Sociology; Studio; Engineering; Geography; Art; Social science; Archaeology","score_opus":0.6300431420077346,"score_gpt":0.5001700816045959,"score_spread":0.12987306040313873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972753546","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072294325,0.0002977578,0.3749442,0.53905684,0.00022468284,0.012928496,0.000003960693,0.00011996859,0.00012974035],"genre_scores_gemma":[0.8444106,0.000016230064,0.13240771,0.016396673,0.00037439624,0.006104877,0.000009831406,0.000025164196,0.0002544963],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99660957,0.0014148538,0.00037350095,0.0004235019,0.00068394124,0.0004946376],"domain_scores_gemma":[0.99711186,0.0013871822,0.000082277875,0.00024318702,0.0006932051,0.00048227955],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008606888,0.000116944255,0.00028455138,0.0002451137,0.0003375308,0.00014449145,0.0000674765,0.00005464836,0.000022295806],"category_scores_gemma":[0.027682561,0.00010732127,0.000016612352,0.0010555729,0.00013003654,0.00011862788,0.000053143052,0.00043557928,0.000014522718],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005601625,0.0008759031,0.0010721838,0.0002456329,0.00020615256,0.000028072234,0.25236776,0.00008510679,0.00011116224,0.003720183,0.3340037,0.40672398],"study_design_scores_gemma":[0.012045702,0.010269596,0.18982908,0.00038394213,0.00025765735,0.00010983197,0.64842135,0.0035132612,0.002034739,0.026252767,0.10543593,0.0014461469],"about_ca_topic_score_codex":0.000018650317,"about_ca_topic_score_gemma":0.0000033569945,"teacher_disagreement_score":0.7721163,"about_ca_system_score_codex":0.0002094373,"about_ca_system_score_gemma":0.0004111817,"threshold_uncertainty_score":0.9805077},"labels":[],"label_agreement":null},{"id":"W2972857641","doi":"10.1017/s1047951119002063","title":"Learning strategies among adult CHD fellows","year":2019,"lang":"en","type":"article","venue":"Cardiology in the Young","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Montreal Heart Institute; University of Toronto; University Health Network","funders":"","keywords":"Subspecialty; Medicine; Medical education; Dilemma; Preference; Family medicine; Likert scale; Computer-assisted web interviewing; Cross-sectional study; Pathology; Psychology","score_opus":0.007941974168832936,"score_gpt":0.28427133797357435,"score_spread":0.27632936380474143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972857641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92101383,0.00007869737,0.0001244998,0.0010174216,0.00081771653,0.00027954436,2.1308259e-7,0.000033538316,0.07663452],"genre_scores_gemma":[0.99771476,0.00003327171,0.0001411329,0.00073745154,0.0003799492,0.000045411234,0.000035122215,0.000010078356,0.0009027959],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991305,0.00015945663,0.00019499908,0.00016384055,0.0001496342,0.00020159702],"domain_scores_gemma":[0.9994476,0.00007696934,0.00005216656,0.0002899194,0.000118985176,0.000014372277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000755999,0.000083050385,0.00021734151,0.00009854745,0.000053497977,0.0000136009485,0.00013217448,0.00014666087,0.000060398488],"category_scores_gemma":[0.0005673226,0.00005721504,0.000052151496,0.00030050083,0.00016214019,0.00007260013,0.000019528414,0.0006537855,0.00016972772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021996919,0.000017002481,0.9853518,0.000034569104,0.00004487004,0.00013450591,0.0033439305,0.0005103781,0.0006203379,0.005785698,0.0029288225,0.0012060647],"study_design_scores_gemma":[0.0006035739,0.00015678757,0.96623105,0.000056935773,0.000031446838,0.0008898127,0.02873235,0.0007859687,0.00003148066,0.00057255186,0.0018130422,0.00009497375],"about_ca_topic_score_codex":0.000035418143,"about_ca_topic_score_gemma":0.0000043697564,"teacher_disagreement_score":0.07670094,"about_ca_system_score_codex":0.000061131424,"about_ca_system_score_gemma":0.00008232783,"threshold_uncertainty_score":0.2840409},"labels":[],"label_agreement":null},{"id":"W2973094533","doi":"10.22454/primer.2019.433736","title":"Can Teachers Distinguish Competencies From Entrustable Professional Activities?","year":2019,"lang":"en","type":"article","venue":"PRiMER","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Context (archaeology); Medical education; Clinical Practice; Psychology; Medicine; Family medicine","score_opus":0.012345283328728224,"score_gpt":0.29792487598232537,"score_spread":0.2855795926535971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973094533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97696096,0.000054963813,0.000037523518,0.003424622,0.0015194685,0.0002693868,0.000007819138,0.000056583725,0.017668648],"genre_scores_gemma":[0.9714406,0.0000016111921,0.005280947,0.0017267747,0.0003745679,0.00002333,0.00021591423,0.000015456912,0.020920759],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991443,0.00002464013,0.00015871532,0.00017575623,0.00031494212,0.00018161148],"domain_scores_gemma":[0.9994972,0.0000606454,0.00006881852,0.00023994666,0.00008773392,0.000045692752],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000150538,0.000084588755,0.00015121601,0.00005514284,0.00006279803,0.00001098465,0.00007257679,0.0000699249,0.0035336665],"category_scores_gemma":[0.00040096857,0.00007031121,0.000028305536,0.00015786992,0.0000664611,0.00005455541,0.000037541817,0.0002883881,0.00015882224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055912395,0.00041586783,0.8762065,0.000066763045,0.00010835853,0.0000037806096,0.0065617375,0.0000013712205,0.02371032,0.0025913005,0.065773666,0.024504395],"study_design_scores_gemma":[0.0017092947,0.00009834463,0.5932673,0.00035136673,0.00010776617,0.000009941777,0.009102845,0.00048443122,0.012257602,0.0009427746,0.3813598,0.00030853448],"about_ca_topic_score_codex":0.00037835253,"about_ca_topic_score_gemma":0.0000053833623,"teacher_disagreement_score":0.31558612,"about_ca_system_score_codex":0.00014756784,"about_ca_system_score_gemma":0.0002948657,"threshold_uncertainty_score":0.9973772},"labels":[],"label_agreement":null},{"id":"W2973844932","doi":"10.1108/jwl-11-2018-0135","title":"Learning in the ED: chaos, partners and paradoxes","year":2019,"lang":"en","type":"article","venue":"Journal of Workplace Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Originality; Context (archaeology); Situated; Situated learning; Medical education; Professional learning community; Psychology; Value (mathematics); Work (physics); Experiential learning; Pedagogy; Sociology; Medicine; Social psychology; Creativity; Computer science; Engineering","score_opus":0.009598405559463964,"score_gpt":0.3198719348937682,"score_spread":0.31027352933430424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973844932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849717,0.0005626883,0.00014008836,0.011549232,0.00026134332,0.00010983731,1.332274e-8,0.000008592,0.0023964823],"genre_scores_gemma":[0.99546856,0.0001891253,0.0012707509,0.0008212881,0.00032995376,0.0000019176885,0.000001562037,0.000010907192,0.0019059504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988598,0.00017015659,0.00034912478,0.00008625433,0.00037232158,0.00016232689],"domain_scores_gemma":[0.99923587,0.00024179446,0.00029713387,0.00008521448,0.00010491988,0.000035045286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022522672,0.00007680099,0.00020501595,0.00019927292,0.00007403469,0.0000328234,0.000083761006,0.00007155776,0.00013650674],"category_scores_gemma":[0.0015729639,0.00005070894,0.00003864088,0.00039411703,0.00004525481,0.0001173732,0.0000150988535,0.0016394716,0.000027384764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016910462,0.00007500128,0.9168423,0.000073270065,0.000034388424,0.00004084971,0.007873714,0.0022742003,0.0003855474,0.00031974757,0.00448211,0.067429766],"study_design_scores_gemma":[0.004577109,0.0020363866,0.50407094,0.0021870462,0.00014076689,0.0022513464,0.088402525,0.0068569984,0.00009199449,0.00029250004,0.38879266,0.00029972155],"about_ca_topic_score_codex":0.000003171583,"about_ca_topic_score_gemma":4.2307414e-7,"teacher_disagreement_score":0.41277137,"about_ca_system_score_codex":0.000053228126,"about_ca_system_score_gemma":0.00009737007,"threshold_uncertainty_score":0.712278},"labels":[],"label_agreement":null},{"id":"W2973904199","doi":"","title":"Evaluation of perceived and actual competency in a family medicine objective structured clinical examination.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Summative assessment; Medicine; Medical education; Likert scale; Rating scale; Psychology; Family medicine; Social psychology; Developmental psychology; Formative assessment; Pedagogy","score_opus":0.12376904572585756,"score_gpt":0.4152388667663639,"score_spread":0.29146982104050634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973904199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987435,0.00013977739,0.00003197384,0.0017558066,0.00060762477,0.0012744791,0.000002109399,0.000011722954,0.008741542],"genre_scores_gemma":[0.998277,0.000058963822,0.0006310679,0.00023621572,0.00029407235,0.00039463287,0.000026256143,0.000009536971,0.000072223724],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979168,0.00025532275,0.00056558324,0.0002550692,0.0008396131,0.00016757408],"domain_scores_gemma":[0.9980212,0.00013940939,0.00032996415,0.00041544813,0.0010260007,0.00006798979],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065900525,0.00009827572,0.00033049926,0.00023601566,0.00009286883,0.000010776486,0.00012044554,0.00013435257,0.0000542205],"category_scores_gemma":[0.022394106,0.00007995226,0.000025652173,0.00015591775,0.0005713712,0.00014243486,0.000038085513,0.0002634078,0.0000010743173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004361733,0.00011045362,0.07973554,0.000027641156,0.000039619965,0.0000012079321,0.0012974587,5.701262e-7,0.00018000428,0.00033846655,0.00019802598,0.9180274],"study_design_scores_gemma":[0.0040099686,0.00008846037,0.9914298,0.0000675003,0.00019815433,0.0000071814807,0.0014540022,0.0012683421,0.000029185141,0.0013090754,0.000073731404,0.00006458396],"about_ca_topic_score_codex":0.00010173847,"about_ca_topic_score_gemma":0.000050144525,"teacher_disagreement_score":0.9179628,"about_ca_system_score_codex":0.0001754159,"about_ca_system_score_gemma":0.00020817535,"threshold_uncertainty_score":0.9858407},"labels":[],"label_agreement":null},{"id":"W2974109571","doi":"10.2196/15898","title":"Comparing preferred teaching styles of medical faculty: an international multicenter study among seven medical schools (Preprint)","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Multicenter study; Medicine; Psychology; Computer science; Internal medicine","score_opus":0.03104615636567719,"score_gpt":0.4243724809226818,"score_spread":0.3933263245570046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974109571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791413,0.000018778625,0.00036437632,0.011655181,0.0024701257,0.0020696952,0.0000027440537,0.00015227344,0.004125521],"genre_scores_gemma":[0.9930108,0.0000150243195,0.0013335603,0.0026922692,0.0012648565,0.00041341645,0.00065892265,0.000049503156,0.0005616465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99016005,0.00039510528,0.0014679388,0.0007689558,0.0067919265,0.0004160167],"domain_scores_gemma":[0.99704134,0.00014232921,0.00043264666,0.00090194884,0.0006264997,0.0008552493],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046337256,0.00030768214,0.000650787,0.00048026122,0.00011161775,0.00006228582,0.0011909129,0.00066216517,0.010654411],"category_scores_gemma":[0.01437801,0.0002662577,0.00012497313,0.00042067695,0.00025172194,0.0005865028,0.0003480896,0.002417172,0.00021518632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015704558,0.0099766925,0.8693565,0.00019763055,0.00017827428,0.0000106094185,0.0057217586,0.0000034842178,0.00004404827,0.0009056015,0.0063973977,0.10705096],"study_design_scores_gemma":[0.0045338073,0.00038232064,0.9304779,0.0022164255,0.000072034294,0.00006245226,0.024951864,0.030214,0.000059313035,0.00004784216,0.006697459,0.00028456256],"about_ca_topic_score_codex":0.0006283765,"about_ca_topic_score_gemma":0.0000929508,"teacher_disagreement_score":0.1067664,"about_ca_system_score_codex":0.00040125696,"about_ca_system_score_gemma":0.003719998,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W2976580193","doi":"10.1097/acm.0000000000002991","title":"Tensions in Assessment: The Realities of Entrustment in Internal Medicine","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Toronto Western Hospital; University of Toronto; Conference Board of Canada","funders":"","keywords":"Operationalization; Specialty; Competence (human resources); Psychology; Medical education; Viewpoints; Nursing; Medicine; Social psychology; Epistemology","score_opus":0.032928255064167376,"score_gpt":0.4061716073200658,"score_spread":0.37324335225589844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976580193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8710867,0.0008385173,0.00014050677,0.09789851,0.0010169983,0.0007934589,0.0000010949656,0.000017970036,0.028206253],"genre_scores_gemma":[0.9879643,0.0009388578,0.00017371631,0.007667348,0.0005058323,0.000048282796,0.000050615974,0.000015746087,0.002635322],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741423,0.000117523145,0.0011334467,0.00025590387,0.00079164084,0.0002872305],"domain_scores_gemma":[0.9986414,0.0004336587,0.00025887915,0.00044672465,0.00015628245,0.00006305485],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025432806,0.00015851896,0.0005548886,0.0005823513,0.000021738548,8.753103e-7,0.00025846972,0.0001916251,0.001769372],"category_scores_gemma":[0.0021791148,0.0000889644,0.000024545376,0.0010174013,0.00051979424,0.000066560584,0.0000641279,0.0014367682,0.00001883029],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020602609,0.00012361545,0.7443091,0.00046956522,0.000074925476,0.00003220026,0.027438706,0.000022163245,0.012324119,0.11602463,0.08392775,0.015047188],"study_design_scores_gemma":[0.009628042,0.001049018,0.86795205,0.009329347,0.00014160138,0.00017217023,0.056100037,0.0029817445,0.00039172318,0.011074032,0.04097208,0.00020816947],"about_ca_topic_score_codex":0.0010618304,"about_ca_topic_score_gemma":0.000020063175,"teacher_disagreement_score":0.12364292,"about_ca_system_score_codex":0.00029048495,"about_ca_system_score_gemma":0.0002036723,"threshold_uncertainty_score":0.9991431},"labels":[],"label_agreement":null},{"id":"W2977201599","doi":"10.1016/j.jsurg.2019.09.013","title":"The Teacher-Learner Contract (TLC): An Objectives-Based Checklist for Surgical Shadowing","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"University of British Columbia","keywords":"Checklist; Medical education; Sample (material); Medicine; Psychology; Family medicine","score_opus":0.01401001985831311,"score_gpt":0.35573665934410076,"score_spread":0.34172663948578763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977201599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735829,0.0004569752,0.00020081806,0.01872749,0.0024425471,0.0006042496,0.0000011961665,0.000018757006,0.0039650663],"genre_scores_gemma":[0.99226266,0.00005293814,0.0017234961,0.00076238596,0.002472283,0.000035700145,0.000045423705,0.000028841267,0.0026162954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800676,0.00014405341,0.00079035823,0.00019700549,0.00058865116,0.00027315828],"domain_scores_gemma":[0.99729836,0.00054525246,0.00050959276,0.00030383051,0.0011868918,0.00015605275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026072485,0.00015095969,0.00035215466,0.00018511938,0.00019798725,0.00008456765,0.00019137077,0.00017229553,0.00044982354],"category_scores_gemma":[0.0011247923,0.00009575938,0.00023940537,0.00037684836,0.00012027097,0.0002986203,0.000009283681,0.0006948344,0.000024044728],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007995487,0.009375404,0.07260177,0.00039781068,0.00038574252,0.00005089678,0.0018965389,0.0002432122,0.0017477977,0.016817288,0.044376805,0.84411126],"study_design_scores_gemma":[0.007490266,0.0014614301,0.064853616,0.00038825622,0.00018593876,0.0008844109,0.003177094,0.0051391097,0.0005941205,0.0005208043,0.91505533,0.00024959852],"about_ca_topic_score_codex":0.000016978232,"about_ca_topic_score_gemma":0.0000012413848,"teacher_disagreement_score":0.87067854,"about_ca_system_score_codex":0.0003487025,"about_ca_system_score_gemma":0.0018742689,"threshold_uncertainty_score":0.49252522},"labels":[],"label_agreement":null},{"id":"W2977428594","doi":"10.1080/0142159x.2019.1670339","title":"Patterns of performance in students with frequent low stakes team based learning assessments: Do students change behavior?","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Modalities; Medical education; Psychology; Predictability; Team-based learning; Mathematics education; Medicine","score_opus":0.03136958067513185,"score_gpt":0.3863952345405125,"score_spread":0.35502565386538065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977428594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973684,0.000028084953,0.00022455455,0.00032864875,0.00029336606,0.00098921,9.770396e-7,0.0000386631,0.00072810106],"genre_scores_gemma":[0.9973436,0.000020503687,0.00030089344,0.00055796007,0.00015248613,0.00030624124,0.00008189245,0.000034994315,0.0012014179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99581224,0.00011756551,0.00050915556,0.0003294207,0.002903382,0.00032822927],"domain_scores_gemma":[0.99916065,0.000020310645,0.00017052346,0.0003578036,0.00015011695,0.00014062112],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015123854,0.00018351602,0.00038227235,0.00025118032,0.000032950542,0.000018953773,0.0003630099,0.00019774021,0.0042811106],"category_scores_gemma":[0.00026874524,0.00013877956,0.00003848636,0.00039745437,0.00007336678,0.0001328497,0.00007444906,0.0010361735,0.000052563737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068073685,0.0028325194,0.9771519,0.00026355401,0.00003708681,0.000021089489,0.00096137007,0.000003259791,0.000021356782,0.0000069135745,0.00006512284,0.018567765],"study_design_scores_gemma":[0.0041198498,0.00088069914,0.98812103,0.0018913269,0.00005592282,0.000007123694,0.0014084433,0.001705014,0.00005795158,5.6268954e-7,0.0016054756,0.00014661465],"about_ca_topic_score_codex":0.000076804674,"about_ca_topic_score_gemma":0.00001124036,"teacher_disagreement_score":0.01842115,"about_ca_system_score_codex":0.00030881888,"about_ca_system_score_gemma":0.00022096645,"threshold_uncertainty_score":0.9966291},"labels":[],"label_agreement":null},{"id":"W2977921383","doi":"10.14309/00000434-200609001-01005","title":"Impact of Non-Gastroenterologists Performing Gastrointestinal Endoscopy on the Practice of Gastroenterologists and Variations in Practice of Gastrointestinal Endoscopy by Non-Gastroenterologist Endoscopists and Gastroenterologists in Georgia, United States","year":2006,"lang":"en","type":"article","venue":"The American Journal of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Endoscopy; Telephone survey; Internal medicine; Gastroenterology; Sigmoidoscopy; Clinical Practice; Family medicine; General surgery; Colonoscopy; Colorectal cancer; Cancer","score_opus":0.007521705233647629,"score_gpt":0.3070894797263948,"score_spread":0.29956777449274713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977921383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977831,0.000053579373,0.011127504,0.009926698,0.00011256624,0.0007912493,0.00009960777,0.000012449349,0.00004533608],"genre_scores_gemma":[0.95949155,0.00017877454,0.038283523,0.0017652145,0.000100665275,0.000045859142,0.00007672842,0.000052406573,0.000005304495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920978,0.0021500096,0.0030517604,0.0005976432,0.00085554516,0.001247268],"domain_scores_gemma":[0.98907363,0.002957529,0.005768387,0.0007444377,0.0012551968,0.00020081109],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004780993,0.00068209297,0.0019369547,0.0014048942,0.00011390169,0.00003567929,0.0007646873,0.00008487412,0.000020856587],"category_scores_gemma":[0.005770374,0.0004653283,0.000290445,0.0009851282,0.004702799,0.00039906942,0.000284961,0.0017221548,8.9857366e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06512997,0.0025928319,0.9067391,0.000108447945,0.00027110107,0.00013390106,0.0005942368,0.0018120827,0.021754414,0.000042037635,0.000605649,0.00021618642],"study_design_scores_gemma":[0.008330353,0.08737906,0.87765104,0.0013393777,0.00039381275,0.017682148,0.0036299203,0.0030395829,0.00034271937,0.00006384278,0.000017263334,0.00013089356],"about_ca_topic_score_codex":0.0025519282,"about_ca_topic_score_gemma":0.00015055377,"teacher_disagreement_score":0.08478623,"about_ca_system_score_codex":0.00045432837,"about_ca_system_score_gemma":0.00025807015,"threshold_uncertainty_score":0.9997798},"labels":[],"label_agreement":null},{"id":"W2978399833","doi":"10.1097/acm.0000000000003005","title":"A Signal Through the Noise: Do Professionalism Concerns Impact the Decision Making of Competence Committees?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; Hamilton Health Sciences; University of Ottawa","funders":"","keywords":"Competence (human resources); Psychology; Medical education; Applied psychology; Medicine; Social psychology","score_opus":0.05832656420279004,"score_gpt":0.45186105962173,"score_spread":0.39353449541894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978399833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929731,0.0030300666,0.0052706175,0.05542077,0.0014683816,0.0014125631,0.000007937145,0.000038508013,0.003620157],"genre_scores_gemma":[0.98181456,0.00016827046,0.0007028714,0.015615977,0.00095009856,0.00003852439,0.000032701984,0.000022841885,0.00065417006],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99715734,0.00015549899,0.00082170195,0.0002706667,0.0012825727,0.00031221675],"domain_scores_gemma":[0.9969441,0.0014109258,0.0004824332,0.00071566395,0.00040856455,0.000038308528],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019616375,0.00020171923,0.00045380578,0.000090092275,0.00017135957,0.000004516345,0.0006124398,0.00024284405,0.0035306448],"category_scores_gemma":[0.0018424531,0.00008464521,0.00006858605,0.0008505684,0.0008408573,0.00011277419,0.00012924838,0.0017203189,0.00009089017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083754613,0.00010355121,0.11494621,0.00037870998,0.0002861022,0.00001107617,0.0508958,0.00009602481,0.017444225,0.050657112,0.67340976,0.09093387],"study_design_scores_gemma":[0.0149665205,0.002873703,0.44226465,0.032881267,0.0012374499,0.0012133875,0.08871585,0.013336727,0.0019058583,0.07963472,0.31996068,0.0010092033],"about_ca_topic_score_codex":0.00006330111,"about_ca_topic_score_gemma":5.555189e-7,"teacher_disagreement_score":0.3534491,"about_ca_system_score_codex":0.00013180685,"about_ca_system_score_gemma":0.00034068184,"threshold_uncertainty_score":0.99738026},"labels":[],"label_agreement":null},{"id":"W2979014724","doi":"10.1017/cem.2019.417","title":"The competency-based medical education evolution of Canadian emergency medicine specialist training","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Ottawa; McGill University; Dalhousie University; University of Toronto; Queen's University; McMaster University","funders":"","keywords":"Medicine; Training (meteorology); Medical education; Medical emergency","score_opus":0.05965721279568941,"score_gpt":0.35964685700766846,"score_spread":0.29998964421197905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979014724","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28472853,0.013737633,0.0007258565,0.40895352,0.1252952,0.0013136537,0.000018784938,0.000024473162,0.16520236],"genre_scores_gemma":[0.9821713,0.0010967691,0.00056644494,0.0013419152,0.009029801,0.000015268288,0.00010995924,0.000060742113,0.005607787],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948845,0.00015723352,0.0025549498,0.00026303594,0.0014721266,0.00066818885],"domain_scores_gemma":[0.9934262,0.00010118256,0.0010779648,0.0005960569,0.0029332018,0.0018653637],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034044343,0.0002824949,0.0007186679,0.0026833436,0.00035718002,0.0000032457056,0.00063084543,0.0002618974,0.061632127],"category_scores_gemma":[0.012471687,0.00019385031,0.0001746664,0.003448697,0.0005949754,0.00013915141,0.0000082105535,0.00087090954,0.000045557055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007495027,0.00009252435,0.07003574,0.00026870158,0.00017383404,0.000024380466,0.0032781921,0.00001743591,0.00053897745,0.059728306,0.8511415,0.014625467],"study_design_scores_gemma":[0.0021394289,0.0014340928,0.097084455,0.0026269713,0.00038197826,0.0001375881,0.013376255,0.00074143335,0.000025177562,0.0046527656,0.8770895,0.00031034372],"about_ca_topic_score_codex":0.22789414,"about_ca_topic_score_gemma":0.5447051,"teacher_disagreement_score":0.69744277,"about_ca_system_score_codex":0.0011215098,"about_ca_system_score_gemma":0.056621127,"threshold_uncertainty_score":0.9958467},"labels":[],"label_agreement":null},{"id":"W2979065535","doi":"10.36834/cmej.43460","title":"It takes a community to train a future physician: social support experienced by medical students during a community-engaged longitudinal integrated clerkship","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Laurentian University; NOSM University; McGill University","funders":"Lakehead University","keywords":"Credence; Medical education; Context (archaeology); Clinical clerkship; Longitudinal study; Psychology; Social support; Medical school; Medicine; Pedagogy; Computer science; Social psychology","score_opus":0.025926335087413932,"score_gpt":0.36450965662246426,"score_spread":0.33858332153505033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979065535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85284424,0.000038201924,0.000092522016,0.140977,0.0028379578,0.0005494533,0.000016352407,0.00004564306,0.0025986377],"genre_scores_gemma":[0.85362494,0.000013943276,0.00031434215,0.14202501,0.0023852426,0.000104385654,0.00036830205,0.00004981226,0.0011140086],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9909095,0.003458399,0.0010219363,0.0002938766,0.0034537371,0.000862557],"domain_scores_gemma":[0.99109167,0.00028543719,0.00026332456,0.000590355,0.0010534547,0.006715739],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011347737,0.00035520233,0.0005973107,0.00070742605,0.003666667,0.00022636088,0.0016020121,0.0006559566,0.030660836],"category_scores_gemma":[0.035176966,0.0003323494,0.00015835492,0.0015070989,0.0003875761,0.00027720345,0.00007881078,0.016426742,0.0002704449],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013733612,0.0022594435,0.011190274,0.00016436656,0.0001712772,0.00006655057,0.1307879,3.9560902e-7,0.00034818202,0.000087599234,0.77959496,0.07519171],"study_design_scores_gemma":[0.0038165618,0.00056817516,0.14133364,0.0012561093,0.000097140706,0.0017674703,0.54767007,0.00006958656,0.00010288674,0.000048638973,0.30266008,0.00060962635],"about_ca_topic_score_codex":0.005137133,"about_ca_topic_score_gemma":0.008186671,"teacher_disagreement_score":0.4769349,"about_ca_system_score_codex":0.001904676,"about_ca_system_score_gemma":0.037053924,"threshold_uncertainty_score":0.99991286},"labels":[],"label_agreement":null},{"id":"W2979199356","doi":"10.7759/cureus.5855","title":"Developing Residents as Medical Educators via the McMaster Multidisciplinary Academic Day Planning Committee","year":2019,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Curriculum; Medicine; Medical education; Multidisciplinary approach; Professional development; Delegation; Psychology; Pedagogy; Management; Political science","score_opus":0.03528230780903842,"score_gpt":0.39212680495275276,"score_spread":0.35684449714371436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979199356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9568566,0.0005984007,0.0009337728,0.032267462,0.0027265262,0.00048302225,5.554689e-7,0.00006973307,0.0060639074],"genre_scores_gemma":[0.98505574,0.000040896448,0.0017554903,0.008346958,0.0010725727,0.000050475846,0.00005027236,0.000036884652,0.0035907307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979558,0.00009012112,0.00045668747,0.00028851142,0.00087545783,0.00033339718],"domain_scores_gemma":[0.998949,0.00022566879,0.00012864442,0.00044171727,0.00013285143,0.00012209901],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012212546,0.00016154621,0.00021793174,0.00010076678,0.00019473566,0.000015655569,0.00042125705,0.0003112186,0.0022216488],"category_scores_gemma":[0.0016823573,0.00011026433,0.000046756977,0.00042190103,0.00015294185,0.00013678,0.00021259363,0.0011717059,0.0010723615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010339584,0.00023008957,0.7922018,0.0002549195,0.0001942062,0.000047216603,0.017215641,0.000008345113,0.0012543963,0.0057362863,0.13279378,0.049959898],"study_design_scores_gemma":[0.0015993114,0.00017312545,0.91956705,0.0019257747,0.000102096456,0.00045671634,0.00985243,0.0016527748,0.0011354749,0.0033292056,0.059780024,0.00042602018],"about_ca_topic_score_codex":0.0000498503,"about_ca_topic_score_gemma":0.0000017650742,"teacher_disagreement_score":0.12736523,"about_ca_system_score_codex":0.00027445404,"about_ca_system_score_gemma":0.00068739126,"threshold_uncertainty_score":0.99970543},"labels":[],"label_agreement":null},{"id":"W2979363226","doi":"10.15694/mep.2019.000190.1","title":"12 Tips for taking a Student Led Medical Education Program from Concept to Curriculum","year":2019,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"University of Toronto; Dalhousie University","keywords":"Specialty; Medical education; Curriculum; Medical school; Perspective (graphical); Psychology; Medicine; Pedagogy; Family medicine; Computer science","score_opus":0.014120274313487516,"score_gpt":0.38849126383671306,"score_spread":0.37437098952322556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979363226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94824296,0.00013496875,0.0015406159,0.02687085,0.006658899,0.0055379514,0.000008080643,0.00026590732,0.010739763],"genre_scores_gemma":[0.94473684,0.0000033284045,0.030393125,0.014416092,0.002694959,0.0031306723,0.0012934995,0.00005292646,0.003278535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997424,0.000044620443,0.00052176043,0.00047983308,0.0011489056,0.000380884],"domain_scores_gemma":[0.99814063,0.000087064145,0.00019225306,0.00050906354,0.00080749165,0.0002634979],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065826834,0.00017849062,0.0003434198,0.00025162136,0.00008312199,0.00015385788,0.00034435344,0.0002324091,0.003322492],"category_scores_gemma":[0.0069451313,0.00015562821,0.00008702089,0.0005505595,0.00006244473,0.00026271882,0.00008548633,0.0003616247,0.00018434516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031494525,0.0019348416,0.040372655,0.00006314768,0.00006279688,9.656545e-7,0.0022618892,7.075208e-7,0.000091070346,0.0025256663,0.4450293,0.50762546],"study_design_scores_gemma":[0.002863177,0.000693265,0.059278872,0.0006593595,0.00011847175,0.000022478725,0.006369799,0.0015560085,0.0002937738,0.00038147529,0.9274326,0.0003307172],"about_ca_topic_score_codex":0.000173561,"about_ca_topic_score_gemma":0.000047328438,"teacher_disagreement_score":0.5072948,"about_ca_system_score_codex":0.00029654053,"about_ca_system_score_gemma":0.0014315078,"threshold_uncertainty_score":0.99758863},"labels":[],"label_agreement":null},{"id":"W2979385919","doi":"10.2196/13004","title":"A 9-Step Theory- and Evidence-Based Postgraduate Medical Digital Education Development Model: Empirical Development and Validation","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Curriculum; Medical education; Psychological intervention; Computer science; Instructional design; Intervention (counseling); Work (physics); Mathematics education; Psychology; Pedagogy; Medicine; Multimedia; Engineering; Nursing","score_opus":0.029673813016089696,"score_gpt":0.38054107148363525,"score_spread":0.3508672584675456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979385919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613704,0.0005196721,0.0058611603,0.029107915,0.00080254424,0.0012815152,6.810689e-7,0.000115917166,0.0009401578],"genre_scores_gemma":[0.96397984,0.000070455935,0.016535321,0.016323004,0.0003431734,0.00061782036,0.00044513665,0.00004578633,0.001639476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99574375,0.00014472414,0.00091535074,0.00068820216,0.0021337525,0.00037419636],"domain_scores_gemma":[0.99786973,0.00031674505,0.00023311439,0.0003961216,0.0005355244,0.0006487426],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022559883,0.00031255337,0.00037612385,0.00045192178,0.00018499415,0.00011704977,0.00019855595,0.00047280747,0.00061974063],"category_scores_gemma":[0.007229934,0.00026914282,0.000044055643,0.0005816637,0.00026442323,0.0004631227,0.00010288248,0.0006185681,0.00015259557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022450341,0.0017066109,0.04220371,0.0006999698,0.000041671185,0.0000018246983,0.0027098525,0.0000013965152,0.000040712515,0.0035322024,0.008401761,0.94043577],"study_design_scores_gemma":[0.010034027,0.0012412083,0.47378886,0.02944173,0.00040951723,0.001271411,0.010954542,0.09205504,0.004238133,0.0054455143,0.36790887,0.0032111504],"about_ca_topic_score_codex":0.000007121558,"about_ca_topic_score_gemma":0.000002491067,"teacher_disagreement_score":0.9372246,"about_ca_system_score_codex":0.0004922568,"about_ca_system_score_gemma":0.024618356,"threshold_uncertainty_score":0.9999761},"labels":[],"label_agreement":null},{"id":"W2979767139","doi":"10.1016/j.annemergmed.2019.08.210","title":"252 Does Self-Guided Simulation Help Emergency Physicians Maintain Competency in Rare Procedural Skills?","year":2019,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Competence (human resources); Judgement; Simulated patient; Emergency department; Baseline (sea); Medical education; Intervention (counseling); Medical emergency; Nursing; Psychology; Social psychology","score_opus":0.042835627591796585,"score_gpt":0.40288294044811496,"score_spread":0.36004731285631836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979767139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637467,0.000569132,0.00024344404,0.022172648,0.004332428,0.0012928336,0.000007414094,0.000106183514,0.007529194],"genre_scores_gemma":[0.9919441,0.0013323594,0.0007242609,0.0014926495,0.0010934372,0.000057392368,0.0002536558,0.000051291965,0.003050905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99606925,0.00009925229,0.0018340675,0.0005137125,0.0009354112,0.0005483297],"domain_scores_gemma":[0.9972187,0.00006752072,0.0005712347,0.00064889254,0.0013780616,0.00011558591],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010073903,0.00033300812,0.00075297087,0.00061247055,0.00006690933,0.0000016852694,0.0002571974,0.00018892599,0.009232732],"category_scores_gemma":[0.0019623633,0.00025028107,0.00016478355,0.0020193015,0.00008805593,0.0002616973,0.00004765364,0.00041119254,0.00010147148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035263537,0.004640293,0.69903827,0.00465469,0.00046865456,0.00002308193,0.014093359,0.0014038103,0.015912484,0.0120595265,0.22882186,0.01853131],"study_design_scores_gemma":[0.005882652,0.0027420423,0.89127314,0.004140533,0.00035338505,0.000017691504,0.011155105,0.028442647,0.004665658,0.016395444,0.03376014,0.0011715592],"about_ca_topic_score_codex":0.00016242133,"about_ca_topic_score_gemma":0.000038175334,"teacher_disagreement_score":0.19506171,"about_ca_system_score_codex":0.00007546458,"about_ca_system_score_gemma":0.00016932497,"threshold_uncertainty_score":0.99999493},"labels":[],"label_agreement":null},{"id":"W2980013622","doi":"10.1007/978-3-030-24082-0_25","title":"Psychosocial Interventions in Rehabilitation: An Intercultural Perspective","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Psychosocial; Rehabilitation; Mental health; Psychological intervention; Globe; Psychiatry; Perspective (graphical); Service (business); Medicine; Psychology; Nursing; Physical therapy; Business; Marketing","score_opus":0.03714258250247942,"score_gpt":0.39781519339306826,"score_spread":0.36067261089058883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980013622","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003631651,0.00011748381,0.00015197993,0.01702167,0.0014467374,0.0009832542,0.000008206005,0.000076509146,0.9765625],"genre_scores_gemma":[0.033837438,0.000020689156,0.0075921365,0.0015149341,0.000925562,0.000047853795,0.00047963965,0.000057264308,0.9555245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985363,0.000022275477,0.0005774555,0.000408956,0.00031315137,0.00014187372],"domain_scores_gemma":[0.99862975,0.000045958106,0.000150657,0.0003898322,0.0007354394,0.00004839294],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000304191,0.00020470604,0.00037059293,0.0004679226,0.000035760917,0.000019197341,0.00011407949,0.00038010415,0.0072643687],"category_scores_gemma":[0.0005034032,0.00018147958,0.00025131332,0.00011356848,0.00016975704,0.00014946747,0.000028222406,0.0007943241,0.0005386833],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007138399,0.00028620445,0.00019613424,0.00022598202,0.000072814095,0.0000036710212,0.0061986805,3.6855798e-7,0.00000832128,0.93857026,0.043140117,0.011226037],"study_design_scores_gemma":[0.006492343,0.006170452,0.03451214,0.012972185,0.00066021876,0.00016463266,0.07355184,0.00028385015,0.000008039346,0.2736081,0.58982056,0.0017556443],"about_ca_topic_score_codex":0.00006324724,"about_ca_topic_score_gemma":0.00023169936,"teacher_disagreement_score":0.66496223,"about_ca_system_score_codex":0.001054749,"about_ca_system_score_gemma":0.0002593441,"threshold_uncertainty_score":0.9936431},"labels":[],"label_agreement":null},{"id":"W2980018041","doi":"10.1016/j.cjca.2019.07.422","title":"OBJECTIVE-BASED VIGNETTES TO ENHANCE INTERNAL MEDICINE RESIDENT TEACHING ON THE CORONARY CARE UNIT","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Specialty; Internal medicine; Likert scale; Curriculum; Coronary care unit; TUTOR; Medical education; Emergency medicine; Family medicine; Psychology","score_opus":0.014001779268092488,"score_gpt":0.3191844585454762,"score_spread":0.30518267927738374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980018041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9255243,0.00025648257,0.0017829139,0.0425736,0.0020915128,0.000295402,0.0000033840029,0.0000049016744,0.027467497],"genre_scores_gemma":[0.98497355,0.0000033703898,0.00024599742,0.0125796385,0.001667202,0.000006019112,0.00000844369,0.000014552301,0.00050125126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878365,0.0002333168,0.000359668,0.0001347853,0.00024543804,0.00024317237],"domain_scores_gemma":[0.99850184,0.00027160897,0.00015039805,0.00028292934,0.000538558,0.00025464292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009513718,0.000109856635,0.00034440836,0.00045509232,0.00011043711,0.000007848187,0.00023836008,0.00009032765,0.00029850187],"category_scores_gemma":[0.0023752656,0.0000712415,0.00007580479,0.00016094666,0.00016105443,0.000030423154,0.000008409909,0.00084967545,0.000056219422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062550686,0.000008598639,0.5425413,0.00009974105,0.0004204226,0.00048148216,0.009981982,0.0032969615,0.004164589,0.0042729517,0.36007932,0.07402715],"study_design_scores_gemma":[0.0010843662,0.0036288,0.54980636,0.0014436755,0.00013129659,0.000803822,0.012898114,0.000038723167,0.0012371927,0.00025965442,0.42848778,0.0001802009],"about_ca_topic_score_codex":0.0010263699,"about_ca_topic_score_gemma":0.00047060486,"teacher_disagreement_score":0.07384695,"about_ca_system_score_codex":0.0005267167,"about_ca_system_score_gemma":0.001582804,"threshold_uncertainty_score":0.36914644},"labels":[],"label_agreement":null},{"id":"W2980140975","doi":"10.1177/1715163519877825","title":"Pharmacists’ profession-hood","year":2019,"lang":"fr","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Family medicine","score_opus":0.02172959282516671,"score_gpt":0.31127538791504644,"score_spread":0.2895457950898797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980140975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82973355,0.019091668,0.00016906892,0.0054712524,0.12471458,0.00213911,0.0007499511,0.00008444245,0.017846404],"genre_scores_gemma":[0.8956076,0.013824752,0.0007652776,0.019138407,0.011968347,0.000055022345,0.00022723521,0.00022509166,0.058188297],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.99167895,0.00054482906,0.0018715925,0.0009854683,0.0016361453,0.003283036],"domain_scores_gemma":[0.9909663,0.00021050814,0.0007815093,0.0007961515,0.0023264892,0.004919011],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024297233,0.00096973835,0.0010455444,0.0011849499,0.0014563911,0.000336448,0.0012754312,0.00037867305,0.04172172],"category_scores_gemma":[0.001146033,0.0010757669,0.00036169522,0.002713478,0.0006279872,0.0010098228,0.000115203715,0.004086649,0.0015228948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017978995,0.0002744489,0.005484967,0.0019150538,0.0005855075,0.06190398,0.0023280473,0.00034229367,0.0025649075,0.00039107795,0.49263406,0.4313959],"study_design_scores_gemma":[0.0046628565,0.000115321265,0.000060818427,0.00043635556,0.0005527335,0.49421632,0.00012533143,0.009485957,0.0016260272,0.00011782701,0.487651,0.000949438],"about_ca_topic_score_codex":0.01472737,"about_ca_topic_score_gemma":0.008820263,"teacher_disagreement_score":0.43231234,"about_ca_system_score_codex":0.015905019,"about_ca_system_score_gemma":0.03220644,"threshold_uncertainty_score":0.9998436},"labels":[],"label_agreement":null},{"id":"W2980335865","doi":"10.1111/medu.13969","title":"Applying adaptive expertise for students’ clinical decision making","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Library science; Citation; Associate editor; Psychology; Computer science","score_opus":0.04278321387853204,"score_gpt":0.49708656521143724,"score_spread":0.4543033513329052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980335865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92019224,0.00026799133,0.060744543,0.0054781516,0.007843526,0.003375279,0.0000012137515,0.00010656218,0.0019904699],"genre_scores_gemma":[0.91377413,0.00004251935,0.048611253,0.03293692,0.0017805528,0.0016237748,0.00009233004,0.00004004053,0.0010984492],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970325,0.000062823616,0.00083445705,0.00046063887,0.0013224105,0.00028715475],"domain_scores_gemma":[0.9983153,0.00040397537,0.00019148552,0.00046400452,0.00049051596,0.0001347682],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020144621,0.00015382459,0.00034370707,0.00020619915,0.00010226092,0.00003000701,0.00027017487,0.00032627588,0.0016067154],"category_scores_gemma":[0.010907446,0.00013284791,0.00013154783,0.00041875892,0.000103206396,0.00012242323,0.00006692036,0.00045967355,0.00033637483],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026871095,0.0012719992,0.061709534,0.000075590506,0.00003200883,8.821726e-7,0.00031035332,6.632336e-7,0.000018130846,0.0008870174,0.09744829,0.8379768],"study_design_scores_gemma":[0.008771655,0.0017541425,0.28518102,0.005852765,0.00028587034,0.00014951592,0.0062450916,0.030295342,0.00010594821,0.0033380212,0.65727705,0.0007435754],"about_ca_topic_score_codex":0.000007704927,"about_ca_topic_score_gemma":0.0000018552194,"teacher_disagreement_score":0.83723325,"about_ca_system_score_codex":0.0003076913,"about_ca_system_score_gemma":0.0018941079,"threshold_uncertainty_score":0.99930596},"labels":[],"label_agreement":null},{"id":"W2980365744","doi":"10.1051/pmed/2019022","title":"Enjeux et défis de l’évaluation longitudinale : quelques pistes de réflexion préalables à son implantation","year":2018,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Valuation (finance); Philosophy; Economics","score_opus":0.07049711909885338,"score_gpt":0.41182544337544014,"score_spread":0.34132832427658677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980365744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77410233,0.011572035,0.100500084,0.08564523,0.005451109,0.0011105988,0.000054375036,0.0004021851,0.02116205],"genre_scores_gemma":[0.8223431,0.006543855,0.0977325,0.017557025,0.010801349,0.0003335658,0.00091032655,0.00017655417,0.043601733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99566203,0.00075403665,0.000888981,0.00063600537,0.00093133544,0.0011275987],"domain_scores_gemma":[0.99713093,0.0005401723,0.00036605523,0.00061022065,0.0010405016,0.0003121249],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048297197,0.00038978455,0.00045542885,0.00038860913,0.00043082546,0.00015091177,0.00029652327,0.0006149102,0.0039206166],"category_scores_gemma":[0.0073376535,0.00041172735,0.00012999248,0.0009848386,0.00090607227,0.00051771174,0.00010019987,0.00073537964,0.0010184231],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038452112,0.0018753377,0.058345284,0.0016790983,0.00025208245,0.000051514755,0.023105688,0.00006871762,0.013459455,0.028571978,0.1952835,0.6769228],"study_design_scores_gemma":[0.004832364,0.003378882,0.38730857,0.00660922,0.0016482517,0.0011584052,0.009013847,0.0372659,0.068333656,0.093494676,0.38534665,0.0016095933],"about_ca_topic_score_codex":0.0015803502,"about_ca_topic_score_gemma":0.00020293737,"teacher_disagreement_score":0.67531323,"about_ca_system_score_codex":0.0028001424,"about_ca_system_score_gemma":0.003913905,"threshold_uncertainty_score":0.99983346},"labels":[],"label_agreement":null},{"id":"W2980526915","doi":"10.1051/pmed/2019024","title":"Enseigner les habiletés de l’entrevue médicale à l’aide de patients simulés tuteurs : données d’un projet pilote","year":2018,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Philosophy; Political science; Art","score_opus":0.05395143488246419,"score_gpt":0.3276251266559265,"score_spread":0.27367369177346235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980526915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.907031,0.006181415,0.014328139,0.049445324,0.0070644547,0.0016620035,0.0001141355,0.0004184254,0.013755121],"genre_scores_gemma":[0.82643765,0.0018634397,0.056878302,0.021263633,0.016475009,0.00041320996,0.0004989984,0.00034760736,0.07582215],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99305975,0.000667781,0.001471012,0.0011003083,0.0013677351,0.002333419],"domain_scores_gemma":[0.99572337,0.0005903109,0.00042249536,0.0012633181,0.0010886422,0.00091187505],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002380118,0.0007078644,0.0008224009,0.0004416851,0.0008824018,0.00013735342,0.0008247477,0.0010317452,0.009251719],"category_scores_gemma":[0.010877404,0.00069696835,0.00028365254,0.0011627583,0.003222544,0.0003384523,0.0003424452,0.0016474334,0.0018830925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026342622,0.004837816,0.21233839,0.0009195883,0.0002529704,0.00011399464,0.008570972,0.000014441046,0.001087586,0.0020917568,0.1998327,0.5696764],"study_design_scores_gemma":[0.0051966216,0.0022441621,0.100879714,0.0024839698,0.0008122139,0.00014203807,0.0065259454,0.0070939483,0.006245495,0.004367292,0.8628221,0.0011864866],"about_ca_topic_score_codex":0.00039200243,"about_ca_topic_score_gemma":0.000040316078,"teacher_disagreement_score":0.66298944,"about_ca_system_score_codex":0.0015094471,"about_ca_system_score_gemma":0.0017654691,"threshold_uncertainty_score":0.99954814},"labels":[],"label_agreement":null},{"id":"W2980850437","doi":"10.4103/efh.efh_204_19","title":"Accrediting excellence for a medical school's impact on population health","year":2019,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia","funders":"","keywords":"Excellence; Population health; Medicine; Medical education; Population; Family medicine; Environmental health; Political science","score_opus":0.024830246425103106,"score_gpt":0.46781906952997576,"score_spread":0.44298882310487264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980850437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69444484,0.0003347701,0.0060504917,0.2866239,0.0054695434,0.006134544,0.00003159916,0.00015266104,0.0007576539],"genre_scores_gemma":[0.9157362,0.000048787937,0.01589634,0.06115674,0.0026891455,0.0006128682,0.002134542,0.000050225317,0.0016751449],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9977353,0.00006177554,0.0007438741,0.0003903186,0.000597804,0.00047093444],"domain_scores_gemma":[0.99793863,0.00023641864,0.00045479526,0.00040495212,0.00038846166,0.0005767248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022730187,0.00016487773,0.0003683887,0.00031804046,0.0002738555,0.000029134648,0.00012242804,0.00013806857,0.0008012599],"category_scores_gemma":[0.0042026164,0.0001432323,0.0001164093,0.00042389924,0.000023618466,0.00012937281,0.000009776202,0.000307278,0.000098737655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000330202,0.0010258547,0.03389727,0.0016949002,0.000029848088,4.578938e-8,0.0007844182,0.000019804884,0.000011715527,0.01250762,0.625215,0.3244833],"study_design_scores_gemma":[0.006050707,0.007878868,0.6027499,0.0041084415,0.000038857925,0.00007863817,0.0036295361,0.012715477,0.00005227045,0.0053039533,0.356792,0.0006013616],"about_ca_topic_score_codex":0.00041626414,"about_ca_topic_score_gemma":0.000007730672,"teacher_disagreement_score":0.5688526,"about_ca_system_score_codex":0.0016359468,"about_ca_system_score_gemma":0.01174933,"threshold_uncertainty_score":0.99385315},"labels":[],"label_agreement":null},{"id":"W2980856176","doi":"10.1177/1203475419882341","title":"Early Introduction of Dermatology Clinical Skills in Medical Training","year":2019,"lang":"en","type":"article","venue":"Journal of Cutaneous Medicine and Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre; University Health Network; Women's College Hospital; University of Toronto","funders":"","keywords":"Medicine; Curriculum; Session (web analytics); Likert scale; Dermatology; Hand eczema; Medical education; Test (biology); Comprehension; Family medicine; Psychology; Contact dermatitis; Allergy","score_opus":0.027172533365746106,"score_gpt":0.35685893890847126,"score_spread":0.32968640554272516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980856176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94756466,0.00042111095,0.00008935011,0.04939167,0.0020362227,0.00009312216,1.4724333e-7,0.0000050132985,0.0003986998],"genre_scores_gemma":[0.9945003,0.00092111464,0.00044088333,0.0019846074,0.0019987624,7.358832e-7,0.000005094128,0.000011303053,0.00013722345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99694985,0.00014728673,0.0018683027,0.00013799674,0.0007136797,0.00018290228],"domain_scores_gemma":[0.9974734,0.0012164006,0.0006137479,0.00015358749,0.00039075225,0.00015211273],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002515751,0.000100538586,0.0010296641,0.00068630447,0.00001433729,0.0000022772715,0.00006680329,0.00022988587,0.0007149619],"category_scores_gemma":[0.010122504,0.00007184748,0.00010039116,0.0004279637,0.00032060797,0.00007483776,0.000012681783,0.0007612542,0.000004813362],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006039704,0.0005181773,0.64790374,0.00031936864,0.00014083328,0.0024053403,0.0028589396,0.0000017668692,0.00060551416,0.00029126997,0.05218972,0.29216135],"study_design_scores_gemma":[0.009975327,0.0040961113,0.4308916,0.007124313,0.0005607396,0.38944128,0.011021409,0.0009814848,0.00047162533,0.0018048886,0.14311473,0.0005164663],"about_ca_topic_score_codex":0.0000095418,"about_ca_topic_score_gemma":0.0000014830573,"teacher_disagreement_score":0.38703597,"about_ca_system_score_codex":0.000035139263,"about_ca_system_score_gemma":0.00056846434,"threshold_uncertainty_score":0.9982157},"labels":[],"label_agreement":null},{"id":"W2980947956","doi":"10.5195/ijms.2019.398","title":"What Was the Name of That Drug? How Medical Students can Make the Most Out of Their Education","year":2019,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Recall; Foundation (evidence); Contrast (vision); Active learning (machine learning); Mathematics education; Psychology; Medical education; Computer science; Medicine; Cognitive psychology; Artificial intelligence; Political science","score_opus":0.0173673490977105,"score_gpt":0.3894061492932627,"score_spread":0.37203880019555224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980947956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7794572,0.0006960714,0.00010343817,0.20689441,0.012204896,0.00036681746,0.000005067664,0.0000054138545,0.0002666912],"genre_scores_gemma":[0.9843258,0.0015708905,0.00006832234,0.011217201,0.001433369,0.000015900065,0.000028027627,0.0000219326,0.0013185195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9796977,0.00022846762,0.001101292,0.0001942823,0.01855346,0.00022480058],"domain_scores_gemma":[0.99578226,0.0005107462,0.0011526656,0.00041232165,0.00191126,0.00023073111],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066923215,0.00019743637,0.0004803747,0.00024301845,0.000063415355,0.00019252858,0.0052330373,0.00021158271,0.0012833232],"category_scores_gemma":[0.0033247853,0.000101295176,0.00021357049,0.0002921305,0.0004850728,0.00017711277,0.00052803353,0.0011121164,0.000017320966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003592488,0.0042913784,0.5544405,0.00012622314,0.002043598,0.000046846562,0.011373298,0.0000036516058,0.00014760996,0.0011313207,0.045577068,0.38045925],"study_design_scores_gemma":[0.010425954,0.00076893525,0.7097371,0.009863432,0.0004642908,0.0011392657,0.073698126,0.00043214214,0.0022944505,0.0011135841,0.18967572,0.00038697617],"about_ca_topic_score_codex":0.00007819257,"about_ca_topic_score_gemma":0.000065829234,"teacher_disagreement_score":0.38007227,"about_ca_system_score_codex":0.00027745936,"about_ca_system_score_gemma":0.0017687294,"threshold_uncertainty_score":0.9996296},"labels":[],"label_agreement":null},{"id":"W2980959783","doi":"10.1016/j.teln.2019.07.004","title":"A preparatory workshop to reduce student anxiety prior to clinical testing","year":2019,"lang":"en","type":"article","venue":"Teaching and learning in nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Anxiety; Psychology; Medical education; Clinical psychology; Test anxiety; Medicine; Psychiatry","score_opus":0.04138393503897264,"score_gpt":0.45628044918974525,"score_spread":0.4148965141507726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980959783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98734623,0.00005553285,0.0006321318,0.003971185,0.0007331424,0.0005113919,5.8131196e-8,0.00012538579,0.0066249184],"genre_scores_gemma":[0.93924373,0.0000015141474,0.057057947,0.0016199666,0.00043234386,0.00001537911,0.0000030107137,0.00002325059,0.0016028766],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99824333,0.00036190473,0.00043884726,0.00040728573,0.0002698419,0.0002788092],"domain_scores_gemma":[0.999076,0.0004030534,0.000079473044,0.00023086632,0.000073284245,0.00013732201],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004572291,0.00011642874,0.00025800872,0.00022700844,0.0002295133,0.000043741904,0.00008227939,0.00010665481,0.000015979196],"category_scores_gemma":[0.010525035,0.000114640534,0.000026423577,0.0004345345,0.0000376717,0.000060754523,0.000041827792,0.0020860038,0.000052287338],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065344815,0.0001996242,0.32363027,0.000026268915,0.0000060609345,0.0000016129247,0.020877212,0.0006510957,0.00078847946,0.000054434335,0.0011692595,0.6525303],"study_design_scores_gemma":[0.0010234774,0.00059982133,0.95195293,0.005186409,0.00003473053,0.000055077126,0.017276894,0.00540926,0.000021458887,0.000019239093,0.018177861,0.00024281572],"about_ca_topic_score_codex":0.000020443786,"about_ca_topic_score_gemma":7.512871e-7,"teacher_disagreement_score":0.65228754,"about_ca_system_score_codex":0.00023024359,"about_ca_system_score_gemma":0.00011069271,"threshold_uncertainty_score":0.9978097},"labels":[],"label_agreement":null},{"id":"W2981049365","doi":"","title":"A Canadian Perspective on the ‘NCLEX-RN World’: Pragmatism When the Stakes are High","year":2019,"lang":"en","type":"dissertation","venue":"Brock University Digital Repository (Brock University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pragmatism; Perspective (graphical); Political science; Engineering ethics; Sociology; Epistemology; Engineering; Philosophy; Computer science; Artificial intelligence","score_opus":0.008791182827363435,"score_gpt":0.21287078851356123,"score_spread":0.2040796056861978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981049365","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4721573,0.00009948412,0.00005066856,0.0016337846,0.0024447844,0.002236619,0.00021070187,0.00024345421,0.5209232],"genre_scores_gemma":[0.2731171,0.000016637714,0.00003184024,0.00046080266,0.00020711363,0.0000010227235,0.00041800787,0.000047324902,0.72570014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742246,0.00015100066,0.00028364809,0.00075512327,0.00085152715,0.0005362657],"domain_scores_gemma":[0.9966525,0.00027001248,0.0005489806,0.0009912852,0.001251254,0.00028599516],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000011328459,0.0005054466,0.00048372237,0.001440541,0.0012435958,0.00021650747,0.001014628,0.00046133585,0.000078052966],"category_scores_gemma":[0.00037687554,0.00042404365,0.0003067937,0.0015019283,0.00019092984,0.0006213076,0.00010923907,0.0013974997,0.00022447752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011313931,0.00044192458,0.008934945,0.0002360458,0.0010156393,0.0004528732,0.0017270115,0.00004865019,0.00040598863,0.017226148,0.96691126,0.0014681243],"study_design_scores_gemma":[0.0011954901,0.00029433388,0.038707487,0.0011163979,0.00074185827,0.000065850894,0.4420393,0.000009155525,0.00015640642,0.00039539285,0.5145533,0.0007250331],"about_ca_topic_score_codex":0.01974114,"about_ca_topic_score_gemma":0.09798614,"teacher_disagreement_score":0.45235798,"about_ca_system_score_codex":0.005699849,"about_ca_system_score_gemma":0.0023557905,"threshold_uncertainty_score":0.9998211},"labels":[],"label_agreement":null},{"id":"W2981149820","doi":"10.17483/2368-6669.1188","title":"A Model of Competency Development and Deployment for Nurse Academics and Clinical Educators","year":2019,"lang":"en","type":"article","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut de recherche Robert-Sauvé en santé et en sécurité du travail","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.062157412673517244,"score_gpt":0.4503152751668145,"score_spread":0.38815786249329726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981149820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98088783,0.00026677686,0.01058851,0.005006946,0.0010177955,0.0015464158,0.0000060794146,0.000028704471,0.00065093173],"genre_scores_gemma":[0.8424396,0.0002489613,0.15550043,0.0009460792,0.000093661445,0.00021021704,0.00024808515,0.000020713804,0.00029225642],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976837,0.000075214324,0.0014131647,0.00029116997,0.0003229321,0.00021380105],"domain_scores_gemma":[0.9986862,0.000174241,0.00048989797,0.00024791132,0.00031272424,0.00008902917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013140776,0.0001669657,0.00036476934,0.0003305467,0.00007924329,0.000014829927,0.00007656989,0.0001589958,0.000014633406],"category_scores_gemma":[0.00042537157,0.00017263576,0.000039725215,0.00025524475,0.00013443135,0.0004537396,0.00001600511,0.0002596477,0.0000046159507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002979973,0.0027265395,0.11465282,0.001946057,0.000040651346,2.771786e-8,0.020468919,0.00028166256,0.00049653486,0.10464629,0.0010957682,0.75334674],"study_design_scores_gemma":[0.016293101,0.0016841418,0.48762974,0.01364879,0.00044100417,0.000066692155,0.1383863,0.14430727,0.007689335,0.038870383,0.14897126,0.0020119708],"about_ca_topic_score_codex":0.0000053103004,"about_ca_topic_score_gemma":0.0000038569815,"teacher_disagreement_score":0.7513348,"about_ca_system_score_codex":0.0004917891,"about_ca_system_score_gemma":0.0007559314,"threshold_uncertainty_score":0.7039882},"labels":[],"label_agreement":null},{"id":"W2981191961","doi":"10.1097/acm.0000000000003040","title":"It’s a Marathon, Not a Sprint: Rapid Evaluation of Competency-Based Medical Education Program Implementation","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; Hamilton Health Sciences; Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Fidelity; Operationalization; Medical education; Transformative learning; Stakeholder; Process management; Computer science; Psychology; Medicine; Public relations; Pedagogy; Business; Political science","score_opus":0.04830102476543925,"score_gpt":0.4681815613405884,"score_spread":0.4198805365751492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981191961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80084866,0.00057552604,0.0009547196,0.17617153,0.0025648568,0.006447357,0.000003521625,0.0001471941,0.012286628],"genre_scores_gemma":[0.9689433,0.00013992669,0.004412927,0.023587303,0.00090419187,0.0008655608,0.00081556075,0.00003542861,0.00029582265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99410456,0.00025730423,0.001374967,0.0004625506,0.003463602,0.00033701467],"domain_scores_gemma":[0.99684566,0.00014134092,0.0005667272,0.00057979213,0.0016476234,0.00021885765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006385705,0.0002356256,0.00052848074,0.0005740296,0.00005374943,0.000003890072,0.00027679937,0.00040919718,0.014860388],"category_scores_gemma":[0.004412537,0.00019399554,0.00006807385,0.0011143791,0.000294265,0.00013048912,0.0000390599,0.0008953468,0.00012908567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017099197,0.00033550835,0.021057906,0.0005665223,0.000073743904,0.0000011445019,0.0023023498,0.000005551926,0.007640002,0.009615701,0.06622939,0.8920012],"study_design_scores_gemma":[0.04823768,0.0070911692,0.32416406,0.011306043,0.0035629282,0.00038036398,0.03240871,0.17117272,0.0202931,0.006978331,0.37300152,0.0014033971],"about_ca_topic_score_codex":0.00009174588,"about_ca_topic_score_gemma":0.0000103794355,"teacher_disagreement_score":0.8905978,"about_ca_system_score_codex":0.00038341072,"about_ca_system_score_gemma":0.011176675,"threshold_uncertainty_score":0.99442905},"labels":[],"label_agreement":null},{"id":"W2981426394","doi":"10.1097/acm.0000000000003047","title":"Taken Out of Context: Hazards in the Interpretation of Written Assessment Comments","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Public Health Ontario; University of Northern British Columbia; The Wilson Centre","funders":"","keywords":"Interpretation (philosophy); Conflation; Context (archaeology); Ambiguity; Meaning (existential); Variety (cybernetics); Reading (process); Psychology; Epistemology; Computer science; Linguistics","score_opus":0.027094591251516018,"score_gpt":0.4036888115356266,"score_spread":0.37659422028411055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981426394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9448885,0.00031314994,0.0018951836,0.03566574,0.0008505658,0.00089392444,0.000002367936,0.000008078038,0.015482526],"genre_scores_gemma":[0.98978853,0.00007794155,0.00025926408,0.0090352,0.000163349,0.000030973883,0.000072782,0.000009580631,0.0005623611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802166,0.00011321076,0.0008584352,0.00015214668,0.0007105916,0.00014395952],"domain_scores_gemma":[0.99879336,0.00026267546,0.00034980325,0.00034666,0.00021874621,0.000028762068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021915128,0.0001026441,0.00040876569,0.00023649949,0.000012581564,8.910513e-7,0.00024446164,0.00015444748,0.00050968415],"category_scores_gemma":[0.0010897995,0.00006407272,0.000029342427,0.00041134845,0.00021334125,0.00006460269,0.000028274519,0.00074528647,0.000019947993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031613442,0.00024598525,0.6054008,0.0010265694,0.00016353787,0.000004655102,0.07946396,0.000012118476,0.017278446,0.016732907,0.103535905,0.17581895],"study_design_scores_gemma":[0.014388241,0.0027321018,0.78550696,0.008371398,0.0004666804,0.000054383527,0.117745765,0.026022777,0.0015142342,0.0030528957,0.039825365,0.0003191664],"about_ca_topic_score_codex":0.000073396805,"about_ca_topic_score_gemma":0.000002818515,"teacher_disagreement_score":0.18010616,"about_ca_system_score_codex":0.0001026887,"about_ca_system_score_gemma":0.0001514424,"threshold_uncertainty_score":0.5580684},"labels":[],"label_agreement":null},{"id":"W2981443758","doi":"","title":"[COMPETENCY BASED MEDICAL EDUCATION - A NEW PARADIGM FOR ISRAELI PHYSICIAN TRAINING].","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audience measurement; Medicine; Paradigm shift; Medical education; Test (biology); Duration (music); Public relations; Law; Political science; Epistemology","score_opus":0.02694873270518553,"score_gpt":0.30558613869234413,"score_spread":0.2786374059871586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981443758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4933103,0.0005710253,0.013780606,0.38458636,0.011285554,0.0117995795,0.000011829553,0.000505396,0.08414933],"genre_scores_gemma":[0.89390403,0.0000072596113,0.017364703,0.07297396,0.0031989627,0.0043585873,0.00043738144,0.0000607799,0.0076943208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836355,0.000023127935,0.00035041856,0.00030936865,0.00055322493,0.00040028582],"domain_scores_gemma":[0.9989997,0.00008610243,0.00011171656,0.00037925615,0.00013896565,0.0002842398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005724133,0.0001365162,0.00025992506,0.0001886362,0.000052707655,0.00001919286,0.00016000443,0.0001521952,0.0003967807],"category_scores_gemma":[0.0018024173,0.00012446387,0.00009759545,0.00047571375,0.00005626718,0.00009862515,0.000010871592,0.00023064227,0.000088494606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005713479,0.00037704984,0.0015279894,0.000107871194,0.000025945783,4.4191984e-7,0.00023345617,8.4432696e-7,0.000013347418,0.027978273,0.06564007,0.9040376],"study_design_scores_gemma":[0.005491184,0.00020965039,0.2995775,0.0002615349,0.00016611008,0.000026927843,0.0007837512,0.004419931,0.00027668665,0.018033843,0.67033553,0.00041733906],"about_ca_topic_score_codex":0.000025358764,"about_ca_topic_score_gemma":0.000004806317,"teacher_disagreement_score":0.90362024,"about_ca_system_score_codex":0.00016300165,"about_ca_system_score_gemma":0.0044978824,"threshold_uncertainty_score":0.797905},"labels":[],"label_agreement":null},{"id":"W2981601710","doi":"10.36834/cmej.57323","title":"Providing quality feedback to general internal medicine residents in a competency-based assessment environment","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Southeastern Ontario Academic Medical Organization; Queen's University","keywords":"Competence (human resources); Narrative; Medical education; Usability; Focus group; Documentation; Computer science; Psychology; Medicine; Social psychology","score_opus":0.017312185188144993,"score_gpt":0.3686522590326987,"score_spread":0.35134007384455374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981601710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6616239,0.00009642011,0.0010016327,0.3215418,0.0036826713,0.00076487643,0.0000024158658,0.000015047482,0.011271259],"genre_scores_gemma":[0.81849396,0.00003338953,0.027937151,0.14747873,0.0021842332,0.00009285624,0.00010450323,0.00004267814,0.0036325029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995956,0.00023552177,0.0011104262,0.00037545947,0.0017709994,0.0005515886],"domain_scores_gemma":[0.9945486,0.00007112802,0.0002286068,0.00039771898,0.00032633048,0.004427567],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030622566,0.00020629456,0.00040918472,0.0011533824,0.00013202064,0.000046814694,0.0003649463,0.00021758935,0.04794602],"category_scores_gemma":[0.008663453,0.00018216512,0.00006660005,0.0006203855,0.00013706886,0.000121970756,0.000027516819,0.0013754565,0.00031328312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015861238,0.0011275744,0.4769423,0.00032641442,0.00008767446,0.00015133234,0.002700854,0.00016680165,0.0009118923,0.011537655,0.3482706,0.15761827],"study_design_scores_gemma":[0.0032154657,0.00044180744,0.8588358,0.002258042,0.000035103283,0.00044302296,0.0025285156,0.0026512446,0.000039242033,0.00083698786,0.12839405,0.0003207361],"about_ca_topic_score_codex":0.016975898,"about_ca_topic_score_gemma":0.005642451,"teacher_disagreement_score":0.3818935,"about_ca_system_score_codex":0.0037778693,"about_ca_system_score_gemma":0.07389437,"threshold_uncertainty_score":0.999687},"labels":[],"label_agreement":null},{"id":"W2981694434","doi":"10.4300/jgme-d-19-00386.1","title":"Detection of Residents With Progress Issues Using a Keyword–Specific Algorithm","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval","funders":"","keywords":"Summative assessment; Accreditation; Computer science; Algorithm; Predictive value; Machine learning; Decision tree; Medicine; Medical education; Formative assessment; Statistics; Mathematics; Internal medicine","score_opus":0.028687034141592946,"score_gpt":0.3696301505495237,"score_spread":0.34094311640793074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981694434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856316,0.0010745204,0.0046765814,0.0057953806,0.0023524307,0.00034362593,5.0689766e-7,0.00001240932,0.00011296869],"genre_scores_gemma":[0.9606409,0.00029660307,0.036964666,0.00047526302,0.0012472266,0.000006878587,0.000014428531,0.000029517258,0.00032450224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967868,0.000086277185,0.0008866966,0.00016524045,0.0018887355,0.00018628359],"domain_scores_gemma":[0.9969813,0.000036983423,0.00084223313,0.00025175157,0.0017273186,0.0001604146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001211506,0.000137947,0.00040021355,0.0005325953,0.000050279243,0.000019123903,0.00015845754,0.00014865528,0.0002742129],"category_scores_gemma":[0.00076236605,0.00010004542,0.000082249484,0.00088922685,0.00020803245,0.00024306125,0.000017493521,0.0006022473,0.0000143404295],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045936616,0.0019453396,0.02383458,0.00040461376,0.00016614268,0.000019535553,0.0014439769,0.0000056601907,0.0033528493,0.00014207022,0.006724265,0.9615016],"study_design_scores_gemma":[0.013204616,0.008693984,0.8346513,0.021485046,0.0011821862,0.01111431,0.016796606,0.014553331,0.046107676,0.0025625394,0.028594634,0.0010537688],"about_ca_topic_score_codex":0.00006803299,"about_ca_topic_score_gemma":0.0000016249164,"teacher_disagreement_score":0.96044785,"about_ca_system_score_codex":0.00026147586,"about_ca_system_score_gemma":0.0020490563,"threshold_uncertainty_score":0.40797338},"labels":[],"label_agreement":null},{"id":"W2981818414","doi":"10.1111/medu.13977","title":"Learning by teaching: benefits for frontline clinician‐teachers","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital","funders":"","keywords":"Desk; Boulevard; Library science; Citation; Medicine; History; Political science; Law; Computer science; Archaeology","score_opus":0.012056385887937586,"score_gpt":0.37067906326338734,"score_spread":0.3586226773754498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981818414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92364043,0.0005224602,0.0037216505,0.059999507,0.003885562,0.0010776017,0.0000028644315,0.00015326578,0.006996666],"genre_scores_gemma":[0.88881665,0.00006298213,0.020438481,0.04828059,0.0024537963,0.0003663214,0.0022889748,0.00008384156,0.037208375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979745,0.000078668134,0.0005481459,0.00037771,0.0007151876,0.00030575722],"domain_scores_gemma":[0.99892926,0.00017185214,0.00017580649,0.00030860901,0.00026811234,0.00014634184],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018016219,0.000155579,0.0002892604,0.00015193455,0.0001374317,0.000020289504,0.00016348569,0.00032572687,0.0016716869],"category_scores_gemma":[0.014071233,0.00014225638,0.00008979486,0.00022720336,0.00007205929,0.00010937778,0.000023708679,0.00097170257,0.00027588394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003931151,0.0007492123,0.01874317,0.0000872427,0.000024456916,1.11155785e-7,0.00085612235,0.0000030231456,0.000121613884,0.0015642837,0.44067577,0.53713566],"study_design_scores_gemma":[0.0017463727,0.00052231184,0.0076088663,0.0003978129,0.00007565037,0.000017470971,0.002273009,0.0050472217,0.00011721755,0.0001950217,0.98180324,0.00019578754],"about_ca_topic_score_codex":0.000052177857,"about_ca_topic_score_gemma":0.0000023549403,"teacher_disagreement_score":0.5411275,"about_ca_system_score_codex":0.00023792528,"about_ca_system_score_gemma":0.0015335606,"threshold_uncertainty_score":0.99924093},"labels":[],"label_agreement":null},{"id":"W2981832757","doi":"10.22201/facmed.20075057e.2019.32.19190","title":"Análisis de los Cursos de Posgrado de Alta Especialidad en Medicina en México, respecto al contexto internacional","year":2019,"lang":"es","type":"article","venue":"Investigación en Educación Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Political science; Philosophy","score_opus":0.019223214406916374,"score_gpt":0.37009263308251683,"score_spread":0.35086941867560045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981832757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8293155,0.0020839442,0.0009991785,0.1498923,0.005802021,0.0015960454,0.00013981631,0.000289292,0.009881898],"genre_scores_gemma":[0.91957706,0.00085266185,0.012218878,0.04812039,0.0110641895,0.00027560306,0.00036833854,0.00030050022,0.007222389],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900138,0.0019162837,0.0019523876,0.0015816985,0.002179486,0.002356386],"domain_scores_gemma":[0.9931207,0.0018489911,0.00076532265,0.0018776851,0.0006667763,0.0017205335],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0057152915,0.0011353544,0.0014981031,0.0015219235,0.00035775927,0.00030257885,0.0017902906,0.0014457729,0.008220147],"category_scores_gemma":[0.015649782,0.0011637316,0.000441185,0.0018656556,0.0015322602,0.00049781287,0.00042677694,0.0037338943,0.0020862243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00071437174,0.0022206206,0.34300596,0.0012468282,0.0010028383,0.00039184335,0.023973702,0.000033627657,0.03775477,0.094170086,0.4639138,0.031571534],"study_design_scores_gemma":[0.0048286375,0.0013595084,0.24306384,0.0060291057,0.0009229805,0.0015456908,0.011853516,0.0019444799,0.008393948,0.0070087784,0.71150696,0.0015425462],"about_ca_topic_score_codex":0.0014133082,"about_ca_topic_score_gemma":0.000053426378,"teacher_disagreement_score":0.24759315,"about_ca_system_score_codex":0.00479341,"about_ca_system_score_gemma":0.009729431,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W2981879141","doi":"10.1177/0840470419882954","title":"A rural approach to quality improvement for small rural hospitals: Lessons from rural Texas","year":2019,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"","keywords":"Context (archaeology); Rural area; Rural health; Health care; Quality (philosophy); Nursing; Quality management; Medicine; Family medicine; Medical education; Business; Political science; Geography; Marketing","score_opus":0.03432311594124855,"score_gpt":0.3681598892016955,"score_spread":0.333836773260447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981879141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8323404,0.00015113791,0.010767532,0.14240088,0.0018608717,0.0073125935,0.00009363412,0.00018253914,0.0048903935],"genre_scores_gemma":[0.9385,0.00003753387,0.028016284,0.024214119,0.0003959279,0.0011690593,0.0016242609,0.00006360601,0.005979222],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997066,0.0000605881,0.00084670883,0.00048846577,0.0006291695,0.00090906204],"domain_scores_gemma":[0.99819744,0.00005266519,0.0002289519,0.00096518634,0.00030887077,0.0002468684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084923115,0.00031185796,0.0005159533,0.00028434535,0.00018522983,0.00006009459,0.00032052814,0.00016520353,0.00011358462],"category_scores_gemma":[0.00012512718,0.00028623216,0.0001705809,0.0005310709,0.000047084257,0.00010904563,0.00024030087,0.0003163158,0.00023676208],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007180335,0.0011438152,0.10337471,0.0038987184,0.00046342192,0.0000026981872,0.0016473685,0.000017878865,0.00028270538,0.15749246,0.07456976,0.6563884],"study_design_scores_gemma":[0.010853624,0.0035192345,0.64166325,0.0016235068,0.00038060374,0.000007690944,0.16752818,0.0023407394,0.00046092336,0.0099516865,0.16015087,0.0015196953],"about_ca_topic_score_codex":0.0018520544,"about_ca_topic_score_gemma":0.00007892485,"teacher_disagreement_score":0.6548687,"about_ca_system_score_codex":0.0006497097,"about_ca_system_score_gemma":0.00011746369,"threshold_uncertainty_score":0.999959},"labels":[],"label_agreement":null},{"id":"W2981923302","doi":"10.4212/cjhp.v72i5.2927","title":"Measuring Competency of Pharmacy Residents: A Survey of Residency Programs’ Methods for Assessment and Evaluation","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Authority; Saskatchewan Health; Saskatchewan Cancer Agency","funders":"","keywords":"Pharmacy; Medical education; Family medicine; Medicine","score_opus":0.15500197890898237,"score_gpt":0.4831824149234897,"score_spread":0.3281804360145073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981923302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908732,0.0013778434,0.0005814523,0.004376624,0.0010783918,0.001356169,0.000008549673,0.0000026975417,0.000345028],"genre_scores_gemma":[0.9777622,0.000049488754,0.021847315,0.0001327899,0.000117434414,0.000018959465,0.000019799509,0.000018104252,0.000033887412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788886,0.00042086106,0.00081711734,0.00012060615,0.00054256787,0.00021000222],"domain_scores_gemma":[0.99539787,0.00024745284,0.000737252,0.00020810735,0.003226874,0.00018246958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00902069,0.00011246922,0.00034883534,0.00031551777,0.00009300388,0.000023574732,0.00022509521,0.000028039107,0.00015576367],"category_scores_gemma":[0.0018720455,0.000084538726,0.00008161403,0.00043977535,0.00016540344,0.00020948332,0.000015454889,0.00032160917,8.9654367e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018620676,0.00018254019,0.8223456,0.0004011115,0.00029904247,0.0000024420128,0.0016606471,0.000019646113,0.0030055812,0.00062979566,0.0013014677,0.16996591],"study_design_scores_gemma":[0.0053038616,0.00090475375,0.9805356,0.0005244298,0.0005204553,0.00005366262,0.00051473646,0.004478467,0.0043601682,0.0019636462,0.000707717,0.00013244784],"about_ca_topic_score_codex":0.015656695,"about_ca_topic_score_gemma":0.0019556193,"teacher_disagreement_score":0.16983345,"about_ca_system_score_codex":0.00033327972,"about_ca_system_score_gemma":0.006486732,"threshold_uncertainty_score":0.99914557},"labels":[],"label_agreement":null},{"id":"W2982631274","doi":"10.5489/cuaj.5643","title":"Evaluation of inter-professional communication and leadership skills among graduating Canadian urology residents.","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Communication skills; Medical education; Self-assessment; Medicine; Psychology; Pedagogy","score_opus":0.09418412908629768,"score_gpt":0.33697027312107625,"score_spread":0.24278614403477855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982631274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98543507,0.0002619819,0.000012129193,0.008757597,0.00039075615,0.0010606665,0.0000012663864,0.000011573688,0.004068967],"genre_scores_gemma":[0.99698955,0.00000627339,0.0002565689,0.001311709,0.000047349462,0.0004131767,0.00008597094,0.000010126283,0.0008793033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868155,0.0002390487,0.00028723813,0.00014409934,0.0004402365,0.00020786104],"domain_scores_gemma":[0.99879324,0.00009647876,0.00014566927,0.00030733988,0.0005738551,0.00008342363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003518935,0.00006442573,0.00013296814,0.00028053432,0.000056970624,0.0000069898347,0.00008904013,0.00011201134,0.0001491357],"category_scores_gemma":[0.0031047578,0.00006149564,0.000016188791,0.00024923508,0.00013957033,0.000106337124,0.00002785911,0.00024728905,0.0000094334555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017249602,0.000073442476,0.58158743,0.00007746214,0.000040036954,2.8968122e-7,0.0013190031,0.0000048116117,0.000044417407,0.00065841223,0.0031761688,0.41300127],"study_design_scores_gemma":[0.0007160549,0.000018777846,0.9956314,0.00006448289,0.000093834635,0.000005949111,0.0010469281,0.0011475701,0.00009203906,0.0009619782,0.0001706919,0.00005031696],"about_ca_topic_score_codex":0.006192187,"about_ca_topic_score_gemma":0.0046447664,"teacher_disagreement_score":0.41404393,"about_ca_system_score_codex":0.00025075022,"about_ca_system_score_gemma":0.00025237934,"threshold_uncertainty_score":0.93607754},"labels":[],"label_agreement":null},{"id":"W2983069672","doi":"10.5539/gjhs.v11n13p8","title":"Use of Mixed Methods and Reflection: A Novice Researcher’s Perspective","year":2019,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Perspective (graphical); Reflection (computer programming); Negotiation; Multimethodology; Psychology; Sociology; Engineering ethics; Computer science; Pedagogy; Social science; Engineering","score_opus":0.13691730928425577,"score_gpt":0.5692707309134472,"score_spread":0.4323534216291914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983069672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977784,0.00047379662,0.0034328285,0.016597435,0.0007412171,0.00018070643,0.0000010397496,0.0000040804457,0.00078494387],"genre_scores_gemma":[0.79294634,0.00008664285,0.205898,0.0009553576,0.00006733729,5.69305e-7,1.9799059e-7,0.0000021870173,0.00004337647],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99826473,0.00012092327,0.00046889766,0.00014224637,0.0007900367,0.00021316075],"domain_scores_gemma":[0.9969077,0.00006661668,0.00040688424,0.00016260837,0.0023088139,0.00014734521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065917587,0.000050180093,0.00022761627,0.00023705247,0.00010434325,0.000021265696,0.00013094107,0.000033832235,0.000028538798],"category_scores_gemma":[0.0032169882,0.00003837998,0.000025729152,0.0019963195,0.00044886055,0.00033324858,0.00004198341,0.00028080947,0.0000026600983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007895201,0.00067066733,0.22626947,0.0005840556,0.00006980937,0.000013402501,0.0027024958,0.000032780616,0.026696576,0.04560278,0.013539435,0.683029],"study_design_scores_gemma":[0.0009695567,0.0020842063,0.9758488,0.000516286,0.00001955846,0.0022139598,0.006729225,0.0006634352,0.0015571404,0.0027047307,0.006613928,0.000079174875],"about_ca_topic_score_codex":0.000245483,"about_ca_topic_score_gemma":0.0000034012467,"teacher_disagreement_score":0.7495793,"about_ca_system_score_codex":0.00088750967,"about_ca_system_score_gemma":0.0031325126,"threshold_uncertainty_score":0.5556943},"labels":[],"label_agreement":null},{"id":"W2983168154","doi":"10.1097/acm.0000000000003065","title":"Accreditation of Canadian Undergraduate Medical Education Programs: A Study of Measures of Effectiveness","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Medical education; Stakeholder; Graduate medical education; Certification and Accreditation; Quality assurance; Quality management; Quality (philosophy); Higher education; Medicine; Psychology; Family medicine; Political science; Public relations; Engineering; External quality assessment; Management system","score_opus":0.04140409342606699,"score_gpt":0.377815718007323,"score_spread":0.336411624581256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983168154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899867,0.0003353431,0.00013652975,0.004595574,0.0009670192,0.0018517454,9.655326e-7,0.000016576996,0.0021095483],"genre_scores_gemma":[0.9987331,0.00014864291,0.00014000852,0.0003227241,0.00024898298,0.00008564147,0.0001167978,0.000019259707,0.00018481526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968812,0.0002041804,0.0010195752,0.00025149426,0.0014373944,0.00020615962],"domain_scores_gemma":[0.99762684,0.00018443524,0.0004947677,0.0003895244,0.0010976612,0.00020676121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025376605,0.00014793902,0.0006321197,0.0014026262,0.000023064711,7.4956995e-7,0.00023115223,0.0002965693,0.00027164855],"category_scores_gemma":[0.005088591,0.00011693319,0.000036644677,0.002212872,0.00028879932,0.000064877226,0.00002241575,0.000561276,0.0000061251435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040399452,0.0011403103,0.7254435,0.003117591,0.0003609037,0.000003304007,0.016362188,0.000005808002,0.01230218,0.007053964,0.0058260094,0.22798026],"study_design_scores_gemma":[0.021415982,0.0144223515,0.78930277,0.024688104,0.0016671416,0.0001806928,0.11902096,0.0010123196,0.01020918,0.004596923,0.012867422,0.00061614043],"about_ca_topic_score_codex":0.033507504,"about_ca_topic_score_gemma":0.0016625928,"teacher_disagreement_score":0.22736412,"about_ca_system_score_codex":0.00013239431,"about_ca_system_score_gemma":0.0031638094,"threshold_uncertainty_score":0.97292846},"labels":[],"label_agreement":null},{"id":"W2983745439","doi":"10.1007/978-981-13-3128-2_20","title":"The Role of Assessment in Surgical Education","year":2019,"lang":"en","type":"book-chapter","venue":"Innovation and change in professional education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine","score_opus":0.030316048078617108,"score_gpt":0.40199500930653415,"score_spread":0.37167896122791705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983745439","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36298367,0.00651148,0.0000039439137,0.0280875,0.013431926,0.005227205,0.000016340557,0.000040328854,0.5836976],"genre_scores_gemma":[0.63049656,0.0010728344,0.00067180535,0.0029187517,0.0013601244,0.0008686119,0.0018815455,0.00007102065,0.36065876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979195,0.000045536694,0.0010070414,0.00032291762,0.00053449493,0.00017050705],"domain_scores_gemma":[0.99802995,0.000118218915,0.0005835819,0.00032604864,0.0009171591,0.000025068764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009265878,0.00021534777,0.00032860177,0.0010877958,0.00007587481,0.000016688871,0.00011056777,0.00043952354,0.00024014851],"category_scores_gemma":[0.00017688252,0.0001709551,0.000034368444,0.00061540975,0.00013027311,0.0001447178,0.000054080127,0.00093733746,0.000014712125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050703504,0.0003745521,0.010140595,0.00018286565,0.000008603038,3.3267682e-7,0.0005418022,7.19501e-8,0.000048239162,0.51559657,0.0017742171,0.47128144],"study_design_scores_gemma":[0.00077774154,0.00011917603,0.14571625,0.004526306,0.000032405405,0.000038997772,0.0031813697,0.00022391223,0.00005101896,0.0628681,0.7821719,0.00029279198],"about_ca_topic_score_codex":0.00009275566,"about_ca_topic_score_gemma":0.000038139377,"teacher_disagreement_score":0.7803977,"about_ca_system_score_codex":0.00046643778,"about_ca_system_score_gemma":0.005000162,"threshold_uncertainty_score":0.88700724},"labels":[],"label_agreement":null},{"id":"W2983904256","doi":"10.1097/acm.0000000000003075","title":"The Distinctions Between Theory, Theoretical Framework, and Conceptual Framework","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":625,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; The Wilson Centre","funders":"","keywords":"Subjectivism; Conceptual framework; Objectivism; Epistemology; Meaning (existential); Set (abstract data type); Inductive reasoning; Computer science; The Conceptual Framework; Management science; Artificial intelligence; Philosophy","score_opus":0.019367576037399997,"score_gpt":0.35686900086346657,"score_spread":0.3375014248260666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983904256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.812299,0.0019055485,0.05617416,0.11446007,0.002057492,0.00090167235,0.0000039416013,0.00014092166,0.01205718],"genre_scores_gemma":[0.98548335,0.0004831536,0.0012175564,0.0076378277,0.0029806846,0.000042357387,0.00003772312,0.000030307905,0.0020870182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979293,0.00015365712,0.000572374,0.00034557297,0.0006155346,0.0003835912],"domain_scores_gemma":[0.9945522,0.0043955534,0.0001431834,0.0005592509,0.00016273887,0.00018705227],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021647478,0.00019276912,0.00037744278,0.00009548503,0.0002585867,0.000009280536,0.00024228038,0.0005666906,0.002122487],"category_scores_gemma":[0.016914602,0.00011006563,0.00003354905,0.0005280299,0.003568655,0.000056256635,0.00008478476,0.0028292818,0.00020162911],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053874734,0.000006083751,0.049975503,0.000024584262,0.00005343334,0.0000011646762,0.0028522972,9.290506e-8,0.00004966165,0.9183526,0.008532697,0.020097988],"study_design_scores_gemma":[0.0010349534,0.00047489634,0.051886786,0.0011962289,0.00033581944,0.00008036017,0.014924254,0.00015419834,0.00006199686,0.8230277,0.10661329,0.00020954509],"about_ca_topic_score_codex":0.0000035143003,"about_ca_topic_score_gemma":6.627839e-8,"teacher_disagreement_score":0.17318435,"about_ca_system_score_codex":0.00007150999,"about_ca_system_score_gemma":0.000101374535,"threshold_uncertainty_score":0.99947125},"labels":[],"label_agreement":null},{"id":"W2983959398","doi":"10.5539/gjhs.v11n13p13","title":"Factors Influencing Nursing Education and Teaching Methods in Nursing Institutions: A Case Study of South West Nigeria","year":2019,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Common Fund; Fogarty International Center; National Institutes of Health; Inyuvesi Yakwazulu-Natali","keywords":"Preparedness; Thematic analysis; Nursing; Nurse education; Incentive; Teaching method; Cornerstone; Qualitative research; Medical education; Health care; Medicine; Psychology; Pedagogy; Sociology; Political science","score_opus":0.06547421035430045,"score_gpt":0.5247807609312403,"score_spread":0.4593065505769398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983959398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99506545,0.0002998511,0.0019858624,0.00049923785,0.0013504217,0.00038975474,4.2640423e-7,0.000005136572,0.0004038696],"genre_scores_gemma":[0.95850337,0.0000028274349,0.041248895,0.00018825324,0.00005074713,0.0000011207323,3.6112445e-7,0.000002955071,0.000001493832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980388,0.00015721953,0.0008894286,0.00017339893,0.00050646946,0.00023462952],"domain_scores_gemma":[0.9985644,0.00003820685,0.00069236045,0.00016481208,0.00040649515,0.00013371817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045554647,0.00008906785,0.00031597208,0.00057542016,0.00025800444,0.000030061863,0.00012432535,0.000037562342,0.0000041469852],"category_scores_gemma":[0.0012775175,0.00007203255,0.000020843432,0.0010963987,0.00031362358,0.0004695436,0.000016183645,0.0003940022,3.685438e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014978244,0.0010291263,0.68623,0.000066900364,0.00000367114,0.000008013892,0.03121488,0.000068583606,0.0003978974,0.0007941078,0.0000105858,0.28016126],"study_design_scores_gemma":[0.00064884004,0.0007107289,0.6877255,0.0028823535,0.000017057637,0.0041331216,0.30333558,0.0002132933,0.0000328884,0.00023020731,0.000008961471,0.00006145707],"about_ca_topic_score_codex":0.0003730151,"about_ca_topic_score_gemma":0.000008359306,"teacher_disagreement_score":0.2800998,"about_ca_system_score_codex":0.0015024937,"about_ca_system_score_gemma":0.0053272285,"threshold_uncertainty_score":0.9450274},"labels":[],"label_agreement":null},{"id":"W2984383605","doi":"10.21815/jde.019.168","title":"Preclinical Competency Testing in North American Dental Schools and Opinions About Possible Standardization","year":2019,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Standardization; Accreditation; Medicine; Periodontology; Standardized test; Medical education; Graduation (instrument); Family medicine; Dental education; Dentistry; Psychology","score_opus":0.017002704740743106,"score_gpt":0.37480479026646496,"score_spread":0.35780208552572185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984383605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99615407,0.00016879945,0.00016557734,0.00094742444,0.0014653136,0.00031783423,0.000003763256,0.000008925437,0.00076827395],"genre_scores_gemma":[0.9813895,0.00005763713,0.017333534,0.00055546866,0.00042908808,0.0000067861483,0.00006205661,0.000014187175,0.00015172176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998482,0.000055614226,0.0007482636,0.00014815098,0.0004214869,0.00014449557],"domain_scores_gemma":[0.99866986,0.00007963693,0.0005468121,0.00013558414,0.00047306807,0.000095045936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046761916,0.000098848934,0.0002660116,0.00041078884,0.000052164432,0.00004344681,0.00008430331,0.000046770372,0.00006609594],"category_scores_gemma":[0.0015121441,0.00009059668,0.000044441796,0.0010280953,0.00007747044,0.00034050358,0.000023272814,0.000486732,0.00002601385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006831816,0.00047149282,0.9469321,0.00005670474,0.000015728407,0.0000017555083,0.00027647222,0.00002055786,0.00034746763,0.00008889274,0.0009316976,0.05078884],"study_design_scores_gemma":[0.00094978313,0.0004981028,0.99145734,0.0004465894,0.000036828016,0.00045068018,0.0050071217,0.00031673565,0.00008499446,0.000040593433,0.00062827894,0.000082956154],"about_ca_topic_score_codex":0.000055824967,"about_ca_topic_score_gemma":0.000059961043,"teacher_disagreement_score":0.05070588,"about_ca_system_score_codex":0.00037103394,"about_ca_system_score_gemma":0.0013827865,"threshold_uncertainty_score":0.36944255},"labels":[],"label_agreement":null},{"id":"W2984475460","doi":"10.15173/mumj.v16i1.2017","title":"Early exposure to community service learning in the medical curriculum: A model for orientation week introduction","year":2019,"lang":"en","type":"article","venue":"McMaster University Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Service-orientation; Orientation (vector space); Service (business); Curriculum; Medical education; Public relations; Service-learning; Psychology; Medicine; Political science; Pedagogy; Business; Marketing","score_opus":0.02047098407232793,"score_gpt":0.283703459343085,"score_spread":0.26323247527075705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984475460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8724197,0.000005260517,0.048851144,0.077184,0.0005383864,0.00040823,9.0446287e-7,0.000023052966,0.00056931906],"genre_scores_gemma":[0.98631537,0.000010684924,0.0025213049,0.008664454,0.00087171025,0.0000037853142,0.00004656745,0.000013076691,0.0015530228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730957,0.00043557107,0.00034019406,0.00017672246,0.0014593068,0.00027866606],"domain_scores_gemma":[0.9987359,0.00015529912,0.0001210033,0.00020986934,0.0005063928,0.00027155844],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036124715,0.000117010626,0.00021199047,0.00029316384,0.0003500971,0.000034178465,0.00045049354,0.00022187237,0.0012888464],"category_scores_gemma":[0.002152729,0.00009109182,0.00006521018,0.00091718783,0.000064838816,0.00030864065,0.00008722732,0.002408309,0.00005747272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036063597,0.0071811676,0.1736701,0.0009945495,0.000360124,0.00038261572,0.17789431,0.0061746105,0.00074189674,0.0067357565,0.10312429,0.5191342],"study_design_scores_gemma":[0.02011946,0.004768735,0.14001587,0.0015909561,0.0003506876,0.0027306115,0.17793414,0.5119043,0.000030206238,0.0006876381,0.13916524,0.00070217263],"about_ca_topic_score_codex":0.00009641549,"about_ca_topic_score_gemma":0.000077214696,"teacher_disagreement_score":0.5184321,"about_ca_system_score_codex":0.00028397178,"about_ca_system_score_gemma":0.0005229008,"threshold_uncertainty_score":0.9998932},"labels":[],"label_agreement":null},{"id":"W2984719061","doi":"10.1097/acm.0000000000003056","title":"The Effective Use of Videos in Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; MEDLINE; Medicine; Psychology; Political science","score_opus":0.01589251174774344,"score_gpt":0.3844903442292378,"score_spread":0.36859783248149436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984719061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9482243,0.00083630317,0.00012417036,0.045501288,0.001611665,0.001128911,2.9022465e-7,0.000022192111,0.0025508543],"genre_scores_gemma":[0.9860727,0.0006592691,0.00013143892,0.009586166,0.0005983102,0.000113938855,0.0000310836,0.000016779532,0.0027902785],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978008,0.00011525918,0.00071114453,0.0002197369,0.0009296984,0.00022332693],"domain_scores_gemma":[0.9981143,0.0009051805,0.00020079578,0.00040025113,0.0002740467,0.00010540904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020348076,0.00011778444,0.00032655758,0.00026277432,0.000035482146,0.000002028224,0.000197626,0.00030632454,0.0006470619],"category_scores_gemma":[0.018637449,0.00007037736,0.000027111013,0.00090294646,0.0003747115,0.00010648897,0.00004011817,0.0011560719,0.000067319525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031728312,0.00013475122,0.33967188,0.00034964352,0.00006323592,0.0000050630574,0.0042703813,0.0000027206565,0.0037116352,0.032790408,0.14817205,0.47051093],"study_design_scores_gemma":[0.005843922,0.00095948967,0.5893122,0.0071050473,0.00015705352,0.0002635678,0.0063541876,0.003998844,0.001626067,0.004766607,0.37932634,0.00028669057],"about_ca_topic_score_codex":0.00016090345,"about_ca_topic_score_gemma":0.0000061392684,"teacher_disagreement_score":0.47022423,"about_ca_system_score_codex":0.0001639863,"about_ca_system_score_gemma":0.00077742885,"threshold_uncertainty_score":0.989629},"labels":[],"label_agreement":null},{"id":"W2984746914","doi":"10.1371/journal.pone.0224675","title":"Institutional differences in USMLE Step 1 and 2 CK performance: Cross-sectional study of 89 US allopathic medical schools","year":2019,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"United States Medical Licensing Examination; Licensure; Medicine; Family medicine; Observational study; Standardized test; Medical education; Medical school; Psychology; Internal medicine; Mathematics education","score_opus":0.050282064863597445,"score_gpt":0.31324297480196633,"score_spread":0.2629609099383689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984746914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99829185,0.000047334597,0.000008332455,0.00027712056,0.00018389516,0.0005510757,0.000002435608,0.000017298888,0.00062064064],"genre_scores_gemma":[0.998573,0.00003224651,0.0006190184,0.0002153492,0.00016670738,0.00005740561,0.000027331618,0.0000068404483,0.00030212253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997855,0.00003856053,0.000464483,0.0002221987,0.0012754727,0.00014429897],"domain_scores_gemma":[0.99936503,0.000051215004,0.000084858606,0.00017280907,0.00025743927,0.000068617344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000717984,0.000090267815,0.00026783792,0.00021208554,0.00006235681,0.000014385544,0.00009740906,0.00014153567,0.0007856303],"category_scores_gemma":[0.00093629723,0.000076933204,0.000013858506,0.0003513468,0.00015817044,0.0001381697,0.000051998886,0.0005536415,0.000053198757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095206095,0.0042514754,0.9937613,0.00026271705,0.00006698337,0.0000029842372,0.0002466042,0.000002161575,0.0005134287,0.00019346458,0.000018772267,0.00058489526],"study_design_scores_gemma":[0.0022706322,0.0006318966,0.99261665,0.00043186374,0.000024566467,0.00001287304,0.0002494177,0.0034953903,0.0001580329,0.000021922937,0.000016122358,0.00007061304],"about_ca_topic_score_codex":0.000060137874,"about_ca_topic_score_gemma":0.000019317265,"teacher_disagreement_score":0.0036195787,"about_ca_system_score_codex":0.00009454813,"about_ca_system_score_gemma":0.00041955503,"threshold_uncertainty_score":0.86021006},"labels":[],"label_agreement":null},{"id":"W2984805815","doi":"10.3138/jvme.0618-072r1","title":"Measuring Productivity and Impact of Veterinary Education-Related Research at the Institutional and Individual Levels Using the <i>H</i>-Index","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Promotion (chess); Curriculum; Veterinary medicine; Productivity; Index (typography); Citation; Veterinary education; Medical education; Baseline (sea); Medicine; Political science; Sociology; Pedagogy","score_opus":0.24894650681696975,"score_gpt":0.47288313878194643,"score_spread":0.22393663196497668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984805815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877501,0.0018601438,0.0000345889,0.00792221,0.0017003125,0.00049896253,0.0000026337657,0.00000485472,0.00022616432],"genre_scores_gemma":[0.99826056,0.00009164997,0.0004919418,0.00029713413,0.00062407635,0.000014261024,0.000011193006,0.000015261156,0.00019393273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968443,0.00042980965,0.0007057783,0.00021742588,0.0015789404,0.0002237566],"domain_scores_gemma":[0.9976411,0.00030091841,0.00044815306,0.00034279763,0.0011032887,0.00016373167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055054068,0.00014371458,0.00028262511,0.00038146315,0.00033858104,0.000034472996,0.00024182287,0.00016286944,0.0004117565],"category_scores_gemma":[0.0042129573,0.00008322554,0.00008463663,0.0007213915,0.0008721692,0.00033200998,0.00018991595,0.0010371348,0.0000041110075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021080645,0.004513393,0.2402246,0.0013726295,0.00091881695,0.000044888166,0.011890603,0.00012534557,0.07774785,0.0009629262,0.012190434,0.64790046],"study_design_scores_gemma":[0.0010921439,0.0019396252,0.96246225,0.0014251572,0.00011707215,0.02272081,0.0023889625,0.0006511931,0.00020830605,0.0004218093,0.006440286,0.00013238062],"about_ca_topic_score_codex":0.0000994306,"about_ca_topic_score_gemma":0.0000015132372,"teacher_disagreement_score":0.72223765,"about_ca_system_score_codex":0.0005106104,"about_ca_system_score_gemma":0.008632921,"threshold_uncertainty_score":0.9969872},"labels":[],"label_agreement":null},{"id":"W2985731527","doi":"10.1007/978-3-030-26837-4_4","title":"Starting Your Research Project: From Problem to Theory to Question","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; The Wilson Centre; University Health Network; University of Toronto; Toronto General Hospital; McMaster University","funders":"","keywords":"Principal (computer security); Checklist; Context (archaeology); Reading (process); Quality (philosophy); Writ; Engineering ethics; Management science; Computer science; Psychology; Epistemology; Engineering; Political science","score_opus":0.11253984896309396,"score_gpt":0.44761407592543917,"score_spread":0.33507422696234523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985731527","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024999774,0.00006649233,0.005027426,0.014256797,0.00065489474,0.004281333,0.000019954448,0.00015686372,0.9730363],"genre_scores_gemma":[0.0009911429,0.00000820055,0.061293785,0.0065535624,0.0014259495,0.00013975664,0.0003480094,0.0000948904,0.9291447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719614,0.00007740508,0.00056055567,0.00060525537,0.0011843287,0.00037634236],"domain_scores_gemma":[0.9974306,0.00018970862,0.00010103784,0.0007493376,0.001396194,0.0001330767],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003261871,0.00022830306,0.00035924002,0.0009871585,0.000104119186,0.00004341412,0.00020020304,0.00041102647,0.0030363582],"category_scores_gemma":[0.0022092324,0.0001919215,0.00005297331,0.00029058554,0.00006350764,0.000057173263,0.00016577102,0.0011975304,0.0046103643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020251906,0.00006339406,0.00006423908,0.00017478532,0.00006538351,0.000007362531,0.0022332147,0.0000018611237,0.0006936808,0.5078154,0.3681022,0.12057595],"study_design_scores_gemma":[0.000355978,0.00066433044,0.00021247748,0.00288049,0.00007018961,0.0000032788055,0.0010707221,0.000037824346,0.000309675,0.12604392,0.8680116,0.00033951164],"about_ca_topic_score_codex":0.00043847907,"about_ca_topic_score_gemma":0.000039531038,"teacher_disagreement_score":0.4999094,"about_ca_system_score_codex":0.00062135194,"about_ca_system_score_gemma":0.0014059054,"threshold_uncertainty_score":0.997875},"labels":[],"label_agreement":null},{"id":"W2985828899","doi":"10.3138/jvme.0918-106r1","title":"Sustaining a Collegewide Teaching Academy as a Community: 10 Years of Experience With the Master Teacher Program at the University of Tennessee College of Veterinary Medicine","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Scholarship; Medical education; Faculty development; Consistency (knowledge bases); Professional development; Value (mathematics); Psychology; Public relations; Medicine; Political science; Sociology; Computer science","score_opus":0.05572052108364199,"score_gpt":0.38410608833335136,"score_spread":0.32838556724970935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985828899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9795464,0.0002629799,0.000032731554,0.01821819,0.0002840438,0.00056178693,0.0000022986153,0.000007591146,0.0010839378],"genre_scores_gemma":[0.99593335,0.00005703404,0.0011058564,0.00067111215,0.0001699667,0.000008150589,0.000009037531,0.000017574353,0.0020279104],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99725103,0.00061031844,0.00070214603,0.00012337195,0.0011306042,0.00018253856],"domain_scores_gemma":[0.99742025,0.0005027385,0.0010239625,0.0003938254,0.00054778164,0.00011144572],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031005552,0.00013809947,0.00046780193,0.0002257995,0.00016615001,0.0000029170312,0.0005458283,0.00015986274,0.0016307075],"category_scores_gemma":[0.0021729784,0.0000833181,0.00008658595,0.0005729243,0.0009977121,0.00016965588,0.00016969275,0.0012101961,0.0000037814195],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024358742,0.011709683,0.05183739,0.004289773,0.0012512224,0.00029566797,0.24441881,0.00003118486,0.053371236,0.0013993277,0.11700412,0.49003285],"study_design_scores_gemma":[0.0063280384,0.031249616,0.17242618,0.008037792,0.00056661415,0.007967412,0.4972342,0.0004890399,0.00055002933,0.00010735472,0.27474147,0.0003022487],"about_ca_topic_score_codex":0.00013973845,"about_ca_topic_score_gemma":0.0000036238632,"teacher_disagreement_score":0.4897306,"about_ca_system_score_codex":0.0002676019,"about_ca_system_score_gemma":0.0015461207,"threshold_uncertainty_score":0.99928194},"labels":[],"label_agreement":null},{"id":"W2985961549","doi":"10.7759/cureus.6084","title":"Curated Collections for Educators: Five Key Papers on Clinical Teaching","year":2019,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Relevance (law); Medicine; Delphi method; Curriculum; Psychology; Computer science; Pedagogy; Artificial intelligence","score_opus":0.03423241886693594,"score_gpt":0.41662331728040797,"score_spread":0.382390898413472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985961549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759297,0.000041176205,0.00025123428,0.008016486,0.006009851,0.0012187815,0.0000082821325,0.00011597964,0.10840851],"genre_scores_gemma":[0.9350759,0.000018163553,0.006820849,0.0065188194,0.0016170971,0.00016595867,0.00017288944,0.000036180165,0.049574167],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989848,0.00004905588,0.00035188854,0.00025292297,0.00017475597,0.00018654621],"domain_scores_gemma":[0.9990095,0.0002652007,0.000120635894,0.00033470316,0.00019383874,0.00007612547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005721625,0.0000994063,0.00020021336,0.00010478016,0.00018897906,0.000018828023,0.00008102319,0.00015173526,0.00068406924],"category_scores_gemma":[0.0047413753,0.00008531513,0.00008946988,0.00034369074,0.000052583553,0.000051178493,0.000011987755,0.00046675216,0.00020690644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019970494,0.0013933965,0.011579727,0.00007307479,0.00016866863,0.0000010756355,0.001333384,0.000009288779,0.0007218441,0.0161971,0.9395547,0.028768014],"study_design_scores_gemma":[0.0020392954,0.0016073729,0.014185701,0.00019930411,0.00011145236,0.000016235981,0.003432085,0.0007042135,0.0001537636,0.0004432059,0.97692037,0.00018699793],"about_ca_topic_score_codex":0.000026861526,"about_ca_topic_score_gemma":0.0000046235677,"teacher_disagreement_score":0.05914618,"about_ca_system_score_codex":0.000209875,"about_ca_system_score_gemma":0.00039192822,"threshold_uncertainty_score":0.7490079},"labels":[],"label_agreement":null},{"id":"W2986518379","doi":"10.1097/acm.0000000000003076","title":"The Effect of Foregrounding Intended Use on Observers’ Ratings and Comments in the Assessment of Clinical Competence","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; McGill University; The Wilson Centre","funders":"","keywords":"Summative assessment; Foregrounding; Formative assessment; Psychology; Premise; Competence (human resources); Constructive; Categorization; Applied psychology; Perspective (graphical); Medical education; Social psychology; Cognitive psychology; Process (computing); Mathematics education; Computer science; Medicine; Artificial intelligence; Epistemology","score_opus":0.09107099344287371,"score_gpt":0.49081393068796625,"score_spread":0.3997429372450925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986518379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97956324,0.00007066371,0.000080053316,0.018213669,0.00058751495,0.0008150971,5.125799e-7,0.0000055902337,0.0006636658],"genre_scores_gemma":[0.9953381,0.00020836061,0.0002266064,0.003935896,0.00013371119,0.00002286246,0.000015418185,0.0000073650176,0.000111725785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99768984,0.00038225387,0.000978741,0.00017388412,0.0006184216,0.00015684003],"domain_scores_gemma":[0.9937542,0.0053207525,0.00043446856,0.0003561825,0.00009854457,0.000035872312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0080789905,0.000107957414,0.00047162428,0.00009277518,0.000046010635,0.000002794926,0.00023734235,0.00013752535,0.000021381897],"category_scores_gemma":[0.008809305,0.00004902033,0.00003222753,0.00037449648,0.0004944037,0.000063486405,0.000046989535,0.0011907261,0.0000013713799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014434225,0.000020821297,0.9767404,0.00016597417,0.000032970314,0.0000011464602,0.0013681015,8.3763484e-7,0.00077824836,0.0071877814,0.004433342,0.009126003],"study_design_scores_gemma":[0.0045921463,0.0030084997,0.9792887,0.00224987,0.00009318765,0.000016590147,0.0047343876,0.0029717586,0.00026595214,0.0002465031,0.002475537,0.000056859782],"about_ca_topic_score_codex":0.000053126067,"about_ca_topic_score_gemma":0.0000017063054,"teacher_disagreement_score":0.015774822,"about_ca_system_score_codex":0.000050426283,"about_ca_system_score_gemma":0.00006194066,"threshold_uncertainty_score":0.9995399},"labels":[],"label_agreement":null},{"id":"W2986819505","doi":"10.3138/jvme.0718-087r2","title":"Faculty Perspectives Regarding Day One–Ready Examination Items","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Viewpoints; Primary care; Medical diagnosis; Medicine; Medical education; Psychology; Quality (philosophy); MEDLINE; Family medicine; Pathology","score_opus":0.07571845907751518,"score_gpt":0.4171396060254684,"score_spread":0.3414211469479532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986819505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792561,0.00044229574,0.000889314,0.009834135,0.0033086587,0.00030320568,0.0000012448983,0.000025449968,0.005939615],"genre_scores_gemma":[0.9901993,0.00011253418,0.0045739664,0.0014059274,0.0018287057,0.0000135042565,0.000101089056,0.000024890604,0.0017400655],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99712837,0.00017736242,0.0007994442,0.0002180793,0.0014667906,0.00020998293],"domain_scores_gemma":[0.9974983,0.00010539443,0.00056580635,0.000277015,0.0013408973,0.00021263606],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024105227,0.00015128178,0.00037147786,0.0004970272,0.0000715942,0.000030563384,0.00020730434,0.00022327784,0.0018104721],"category_scores_gemma":[0.0057809786,0.00012830477,0.00011073145,0.0005214061,0.000107140855,0.00045536217,0.000034849367,0.00073815166,0.00010371374],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047562522,0.0065479977,0.021743473,0.0007775442,0.0003495978,0.000070536866,0.015379887,0.000007140344,0.016231228,0.005173941,0.0710494,0.86219364],"study_design_scores_gemma":[0.005084237,0.0058781155,0.66323453,0.004140238,0.0003232272,0.0068002897,0.037252016,0.0012589504,0.000682631,0.0003945763,0.2744295,0.00052167877],"about_ca_topic_score_codex":0.0000092761165,"about_ca_topic_score_gemma":2.70714e-7,"teacher_disagreement_score":0.8616719,"about_ca_system_score_codex":0.0005828177,"about_ca_system_score_gemma":0.0020123147,"threshold_uncertainty_score":0.999102},"labels":[],"label_agreement":null},{"id":"W2987285097","doi":"10.35680/2372-0247.1386","title":"Patient perspectives: Four pillars of professionalism","year":2019,"lang":"en","type":"article","venue":"Patient Experience Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Empathy; Competence (human resources); Health care; Focus group; Grounded theory; Psychology; Perspective (graphical); Medical education; Interpretative phenomenological analysis; Core competency; Qualitative research; Nursing; Medicine; Social psychology; Sociology","score_opus":0.02405160409923225,"score_gpt":0.3467522750150802,"score_spread":0.322700670915848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987285097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940599,0.00024779595,0.00019813905,0.001044457,0.0015179701,0.00035496886,0.0000011229056,0.0000125728875,0.0025630645],"genre_scores_gemma":[0.9941824,0.000032270575,0.0047525256,0.0007000441,0.00010048908,0.000024283807,0.0000037775994,0.000012691481,0.00019151288],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99816895,0.00005072245,0.00053716794,0.00017253082,0.0008592554,0.00021136373],"domain_scores_gemma":[0.9984748,0.000026625348,0.00037571252,0.00024062423,0.0008029778,0.00007931229],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018295289,0.000108025466,0.00020917183,0.0001900697,0.00010259104,0.00001189013,0.00009298631,0.00006851265,0.0016443732],"category_scores_gemma":[0.00060906936,0.00008109126,0.00008063766,0.0003771072,0.00011327029,0.00017191417,0.00004003579,0.00037927483,0.00004349352],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060670066,0.0028420172,0.152564,0.00019184599,0.00013574444,0.00006803399,0.60329515,0.0000717537,0.04562129,0.0045776814,0.016614174,0.17341158],"study_design_scores_gemma":[0.0032143465,0.004941446,0.08002838,0.0020214908,0.0000629633,0.002087239,0.8202336,0.0011907319,0.026405947,0.000862614,0.05839051,0.0005607435],"about_ca_topic_score_codex":0.0000040718905,"about_ca_topic_score_gemma":6.1212475e-8,"teacher_disagreement_score":0.21693842,"about_ca_system_score_codex":0.00023624631,"about_ca_system_score_gemma":0.00029681547,"threshold_uncertainty_score":0.99926823},"labels":[],"label_agreement":null},{"id":"W2987420468","doi":"10.1136/leader-2019-fmlm.20","title":"20 The masterclass series in family doctor leadership: evaluation of a new approach to leadership development","year":2019,"lang":"en","type":"article","venue":"Poster","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Institute for Clinical Evaluative Sciences; Sinai Health System; Canadian Institutes of Health Research; St. Michael's Hospital; Women's College Hospital; University Health Network; University of Toronto","funders":"","keywords":"Facilitator; Thematic analysis; Medical education; Psychology; Qualitative research; Framing (construction); Qualitative property; Medicine; Computer science; Sociology; Social psychology","score_opus":0.28685884222889463,"score_gpt":0.36049123330357724,"score_spread":0.07363239107468261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987420468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9579329,0.00008048918,0.00025350356,0.023527496,0.00036258975,0.0012701225,5.8488416e-7,0.000013147901,0.016559165],"genre_scores_gemma":[0.96907735,5.172613e-7,0.005224657,0.006953653,0.00012551413,0.00008258144,0.000046331355,0.000015159636,0.018474229],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984975,0.00008515323,0.00033950785,0.0001988799,0.0006737288,0.00020523308],"domain_scores_gemma":[0.99931675,0.000028306471,0.000064083215,0.00030873835,0.00023927045,0.000042846506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013786124,0.00009877153,0.00016288672,0.00017856625,0.000019708554,0.000013303665,0.00012182198,0.00007985353,0.00030999232],"category_scores_gemma":[0.00032021262,0.00007021534,0.000023306484,0.00047520013,0.000040472,0.000103175174,0.000028186949,0.00018829346,0.00036627968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001467758,0.001188743,0.1262846,0.0019660292,0.00023286448,0.0000017465471,0.23150957,0.00026719732,0.023408685,0.0018955707,0.1019787,0.5097986],"study_design_scores_gemma":[0.003278784,0.00021418724,0.8772983,0.0006685081,0.00010989351,0.000027406179,0.060838565,0.0008087627,0.006899381,0.00011496436,0.049455233,0.00028599],"about_ca_topic_score_codex":0.000015987987,"about_ca_topic_score_gemma":0.00001793953,"teacher_disagreement_score":0.75101376,"about_ca_system_score_codex":0.00020586353,"about_ca_system_score_gemma":0.00053391815,"threshold_uncertainty_score":0.47079065},"labels":[],"label_agreement":null},{"id":"W2987587100","doi":"10.1080/09540261.2019.1683518","title":"Psychiatric education in North America","year":2019,"lang":"en","type":"review","venue":"International Review of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; Health Sciences North; Queen's University","funders":"","keywords":"Mentorship; Mental health; Subspecialty; Workforce; Curriculum; Medical education; Professional development; Population; Psychology; Medicine; Psychiatry; Political science; Pedagogy","score_opus":0.021129514401378884,"score_gpt":0.42395589421244945,"score_spread":0.40282637981107056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987587100","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013095186,0.96845335,0.000032681575,0.0031903987,0.010809191,0.0017628114,0.000035445053,0.000020316946,0.015682725],"genre_scores_gemma":[0.0000011497997,0.97985184,0.010459371,0.00458404,0.0011879641,0.0002435613,0.0024154212,0.000054459477,0.0012021669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647504,0.00009364616,0.0020207725,0.0004716596,0.0007457521,0.00019313725],"domain_scores_gemma":[0.99730104,0.000053649994,0.0013725336,0.0007262796,0.00048901216,0.000057455036],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035739786,0.00035358348,0.0017795224,0.0011198036,0.000016269123,0.000009121339,0.00054202595,0.00021365478,0.0010246744],"category_scores_gemma":[0.00067731773,0.00029629067,0.00063180487,0.0020733862,0.00006164326,0.000090072084,0.00005615613,0.00075359014,0.0006503174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035501412,0.00051479915,0.0012820625,0.19636932,0.00008979132,3.646444e-7,0.000004865729,6.304499e-8,3.5307524e-9,0.0010806981,0.0677212,0.7329333],"study_design_scores_gemma":[0.00015269846,0.000048676247,0.00061660557,0.19363302,0.0006553378,0.000057867477,0.000015211017,0.000002917862,4.3314574e-9,0.00007095361,0.80457723,0.00016945394],"about_ca_topic_score_codex":0.000021791726,"about_ca_topic_score_gemma":0.000013248088,"teacher_disagreement_score":0.73685604,"about_ca_system_score_codex":0.00039222473,"about_ca_system_score_gemma":0.0071958024,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W2987679365","doi":"10.1097/acm.0000000000003083","title":"On Time and Tea Bags: Chronos, Kairos, and Teaching for Humanistic Practice","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Kairos; Teachable moment; Context (archaeology); Wonder; Psychology; Pedagogy; Sociology; Epistemology; Philosophy; Social psychology; Psychoanalysis","score_opus":0.014362958094168949,"score_gpt":0.37379628759437394,"score_spread":0.359433329500205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987679365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8946516,0.0014216737,0.0012863788,0.080741145,0.00078575575,0.001628764,0.0000044245835,0.000103372004,0.019376867],"genre_scores_gemma":[0.9557382,0.0002280748,0.0027487788,0.027360989,0.001526024,0.00003690081,0.00014077549,0.000041818133,0.0121784685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986407,0.000052640702,0.00038854926,0.0003423395,0.00034285797,0.00023288024],"domain_scores_gemma":[0.9982735,0.0010831751,0.0001658633,0.00024711996,0.000117079886,0.00011326314],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00176548,0.00015883609,0.0003288221,0.00017848468,0.00012816224,0.000005681781,0.00007678229,0.00021726587,0.00031035117],"category_scores_gemma":[0.012878331,0.000121347184,0.0000128290985,0.00009231033,0.00020631662,0.00012568467,0.00003169526,0.0010538459,0.00008087565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076374563,0.00013225242,0.003093394,0.0012837835,0.00020064543,0.000011394629,0.011610965,0.00000273089,0.025441919,0.18881889,0.68180925,0.08683105],"study_design_scores_gemma":[0.01484728,0.006551354,0.0127397925,0.0048103174,0.001190973,0.00097605085,0.009232562,0.01131715,0.00032640024,0.010949015,0.926366,0.000693131],"about_ca_topic_score_codex":0.000016149661,"about_ca_topic_score_gemma":1.16965225e-7,"teacher_disagreement_score":0.24455674,"about_ca_system_score_codex":0.00009789558,"about_ca_system_score_gemma":0.00007675044,"threshold_uncertainty_score":0.9954366},"labels":[],"label_agreement":null},{"id":"W2987899886","doi":"10.1016/j.jogc.2019.07.005","title":"Resident Perspectives on Competency-By-Design Curriculum","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Likert scale; Medicine; Medical education; Thematic analysis; Viewpoints; Competence (human resources); Qualitative research; Psychology; Pedagogy","score_opus":0.00806526863136057,"score_gpt":0.25404917535622784,"score_spread":0.24598390672486728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987899886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97688204,0.003088121,0.00016988153,0.004351296,0.011991597,0.0001947147,0.0000021450473,0.0000032416335,0.00331697],"genre_scores_gemma":[0.9959322,0.00013406835,0.0017167934,0.0013232828,0.000044783268,0.0000013987628,0.0000021473238,0.0000077325185,0.0008375645],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989793,0.000046870184,0.00033245492,0.00011008199,0.00038455692,0.0001467826],"domain_scores_gemma":[0.9982519,0.00072916306,0.000259302,0.0001127169,0.0005541455,0.00009275036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032048565,0.00008066418,0.0002455122,0.00023373812,0.0000505664,0.000009428508,0.00007966503,0.00007853682,0.0008959199],"category_scores_gemma":[0.0055816513,0.00006252558,0.000027515496,0.00038249855,0.000043391614,0.000040295847,0.000012140631,0.00040619774,0.0000037680543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026074833,0.0007065497,0.26977372,0.00011554465,0.00030432473,0.0011775794,0.001251104,0.00010783523,0.000171909,0.007657531,0.66162425,0.05708357],"study_design_scores_gemma":[0.006586313,0.0045321477,0.8249562,0.00007234148,0.00020575724,0.00038329302,0.025136512,0.0007672805,0.00026225258,0.00071703317,0.13602075,0.00036015574],"about_ca_topic_score_codex":0.0021425835,"about_ca_topic_score_gemma":0.0002686837,"teacher_disagreement_score":0.55518246,"about_ca_system_score_codex":0.0009623043,"about_ca_system_score_gemma":0.0020679242,"threshold_uncertainty_score":0.9809695},"labels":[],"label_agreement":null},{"id":"W2987912084","doi":"10.3138/jvme.2019-0014","title":"The Effects of Content Delivery Methods on Ultrasound Knobology and Image Quality Recognition Training in First-Year Veterinary Students","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Medicine; Content delivery; Test (biology); Medical education; Veterinary medicine; Computer science","score_opus":0.11960000242678624,"score_gpt":0.478764860020698,"score_spread":0.35916485759391176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987912084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99317753,0.00042068504,0.0001805603,0.00264568,0.00300578,0.00040243712,6.826913e-7,0.000005609134,0.0001610284],"genre_scores_gemma":[0.9885655,0.000962255,0.0091153765,0.00094708725,0.00029547364,0.00002650485,0.000012064608,0.00001469694,0.000061043356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99730307,0.00064042024,0.0009645545,0.0001705014,0.0007360701,0.00018538228],"domain_scores_gemma":[0.99644715,0.002207899,0.00057868566,0.0002141004,0.00042773827,0.00012440942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004205537,0.00012900792,0.00040754676,0.00027127212,0.00006474152,0.00001679815,0.00018770254,0.00016902317,0.00011435897],"category_scores_gemma":[0.014576133,0.000093069226,0.0000771441,0.00025711412,0.00022628896,0.00015576021,0.000042611773,0.0006336997,0.0000068356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036385318,0.0026215382,0.031304374,0.0016765675,0.0001909579,0.00006837736,0.0066760117,5.176843e-7,0.08221891,0.0002267297,0.0012126532,0.8701648],"study_design_scores_gemma":[0.0065028067,0.016161911,0.94088316,0.0057253037,0.00014328687,0.0031987368,0.016311668,0.000061890205,0.0018144101,0.0010344337,0.007908012,0.00025439597],"about_ca_topic_score_codex":0.000022442806,"about_ca_topic_score_gemma":0.0000014992688,"teacher_disagreement_score":0.90957874,"about_ca_system_score_codex":0.00020203197,"about_ca_system_score_gemma":0.0007677389,"threshold_uncertainty_score":0.9937245},"labels":[],"label_agreement":null},{"id":"W2988229920","doi":"10.1503/cmaj.1095833","title":"What’s the holdup on national licensing for doctors?","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Medical education; Medicine; Data science; Computer science","score_opus":0.014735030162028746,"score_gpt":0.31162181018476026,"score_spread":0.2968867800227315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988229920","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4412556,0.000112640315,0.00016291493,0.53056276,0.013699016,0.000748114,0.000010786056,0.000028440472,0.013419747],"genre_scores_gemma":[0.7396506,0.00009671511,0.000662141,0.24185856,0.008974042,0.000034269753,0.00007583743,0.000036840032,0.008611019],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99679476,0.00007717873,0.00043361832,0.00015484162,0.002147562,0.0003920508],"domain_scores_gemma":[0.9972146,0.00042333547,0.00021930283,0.000129954,0.0015197637,0.0004930332],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036433937,0.00010442811,0.0001731947,0.0002506986,0.00034861,0.00018569946,0.00016771759,0.0003224193,0.0034688627],"category_scores_gemma":[0.009187944,0.00007501295,0.00010856403,0.00038414708,0.000040488445,0.00021390717,0.0000070001156,0.0010719185,0.0004784662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027425804,0.0000622277,0.009356576,0.000017248887,0.00012486088,0.000012693141,0.00052490435,0.000011329855,0.000022536355,0.008290484,0.9163468,0.0652029],"study_design_scores_gemma":[0.0012514711,0.00012156614,0.024183337,0.00023637124,0.000026035794,0.0002318004,0.0012568876,0.0014122145,0.000019464911,0.0006821153,0.9704783,0.000100431105],"about_ca_topic_score_codex":0.00010816726,"about_ca_topic_score_gemma":0.00052971736,"teacher_disagreement_score":0.29839498,"about_ca_system_score_codex":0.002153056,"about_ca_system_score_gemma":0.00489193,"threshold_uncertainty_score":0.9991581},"labels":[],"label_agreement":null},{"id":"W2989305087","doi":"10.21815/jde.019.169","title":"Early Clinical Exposure in U.S. Dental Schools and Correlation with Earlier Competencies Evaluation","year":2019,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Summative assessment; Accreditation; Quarter (Canadian coin); Medical education; Formative assessment; Medicine; Family medicine; Commission; Dental education; Psychology; Mathematics education; Political science; Pedagogy; Geography","score_opus":0.01831113824337904,"score_gpt":0.3631850886061794,"score_spread":0.34487395036280033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989305087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955051,0.00037743404,0.000082601175,0.0006768572,0.0020002518,0.000540806,4.937813e-7,0.000005385661,0.00081105495],"genre_scores_gemma":[0.9942296,0.00004583002,0.0044290526,0.00044246938,0.00039733958,0.000010965268,0.000026834143,0.000013193128,0.00040470727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981528,0.000113169845,0.0007393267,0.00015052751,0.0007299847,0.00011422444],"domain_scores_gemma":[0.9985724,0.00005047855,0.0004882977,0.00014044998,0.0006768367,0.00007153017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014963682,0.00010030715,0.0002463772,0.00038572462,0.00003475612,0.000039795188,0.00006383788,0.000118244585,0.0002539823],"category_scores_gemma":[0.00054914743,0.00008084521,0.000047204685,0.00040319902,0.000064827655,0.0005208192,0.000012840156,0.00056516204,0.000064974716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023781399,0.0004923434,0.94181204,0.00003212086,0.000027364244,0.0000018374867,0.0005565887,0.00001656626,0.00040638802,0.00010037594,0.0009114193,0.055405144],"study_design_scores_gemma":[0.0026201764,0.00094418315,0.9858005,0.0005180794,0.00010948449,0.0005296299,0.00818318,0.00061768,0.000059448277,0.00007727382,0.00045848615,0.00008187789],"about_ca_topic_score_codex":0.000030566905,"about_ca_topic_score_gemma":0.000012556028,"teacher_disagreement_score":0.055323265,"about_ca_system_score_codex":0.0003436284,"about_ca_system_score_gemma":0.0010770577,"threshold_uncertainty_score":0.3296772},"labels":[],"label_agreement":null},{"id":"W2989517930","doi":"10.1109/mpot.2018.2815709","title":"How to Make the Best of Your Graduate Student Life","year":2019,"lang":"en","type":"article","venue":"IEEE Potentials","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Student life; Computer science; Mathematics education; Medical education; Engineering; Engineering management; Psychology; Library science; Medicine","score_opus":0.060844446995903086,"score_gpt":0.368429353179067,"score_spread":0.3075849061831639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989517930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95487684,0.000046562003,0.00136683,0.03977286,0.0023201175,0.0007236743,0.0000038996122,0.000018066577,0.00087112596],"genre_scores_gemma":[0.9877386,0.000012223012,0.0010180388,0.0037187217,0.00052177475,0.000033506534,0.000008549787,0.000015965514,0.006932602],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99871045,0.000040107076,0.0002919029,0.00016602299,0.0006197181,0.00017181455],"domain_scores_gemma":[0.99893695,0.000030384197,0.00012232577,0.00047830233,0.00036263283,0.00006942705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005824655,0.00009019379,0.00022421498,0.000109307606,0.000041915293,0.000033537195,0.00018106133,0.000054406548,0.00011821196],"category_scores_gemma":[0.00057452975,0.000059320166,0.00006280795,0.00036049125,0.00005059516,0.00003379675,0.000033087097,0.00015568684,0.00035525358],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034642246,0.0033367847,0.047007576,0.00084439054,0.001128008,0.000027838638,0.014793207,0.00032097852,0.4922571,0.0065867226,0.24009648,0.1932545],"study_design_scores_gemma":[0.007032906,0.0027666837,0.5609692,0.0014463095,0.0015084508,0.00013881676,0.056497283,0.000536404,0.20240031,0.0013449774,0.16428044,0.00107825],"about_ca_topic_score_codex":0.00003273501,"about_ca_topic_score_gemma":0.0000016214642,"teacher_disagreement_score":0.5139616,"about_ca_system_score_codex":0.000033995337,"about_ca_system_score_gemma":0.00010820488,"threshold_uncertainty_score":0.45661846},"labels":[],"label_agreement":null},{"id":"W2989975385","doi":"","title":"Examining Accuracy of Self-Assessment of In-Training Examination Performance in a Context of Guided Self-Assessment.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Context (archaeology); Documentation; Self-assessment; Family medicine; Medicine; Medical education; Residency training; Psychology; Objective structured clinical examination; Nursing; Continuing education; Social psychology; Pedagogy; Geography","score_opus":0.07008870548597987,"score_gpt":0.3634521373097264,"score_spread":0.2933634318237466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989975385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886009,0.000019388515,0.00008825135,0.00028903494,0.00026369045,0.0009989514,0.000001734418,0.000019011228,0.009719027],"genre_scores_gemma":[0.98791456,0.00005937331,0.011271141,0.000067776295,0.000051852152,0.0005748466,0.000018396247,0.000015048873,0.000027023872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979299,0.000081534316,0.0009999502,0.0002130113,0.00050496636,0.00027067543],"domain_scores_gemma":[0.99778163,0.00018675496,0.0010432877,0.00053720904,0.00040929846,0.000041800053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003172427,0.00012168927,0.0004645506,0.00050310045,0.000049842354,0.000011035035,0.00024687438,0.000109234585,0.000016832028],"category_scores_gemma":[0.0014326533,0.000120962926,0.00003152416,0.0003934432,0.00009884171,0.0003496922,0.000070248425,0.0002679306,2.916727e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011585493,0.00043672338,0.66478825,0.0004454576,0.00003239115,0.0000016912152,0.0033472034,0.000005120593,0.0005447042,0.0007333991,0.000022697168,0.3296308],"study_design_scores_gemma":[0.0025147162,0.00009698383,0.98760676,0.0003394206,0.00003962579,0.000004918507,0.0028117457,0.0043600607,0.002037572,0.00002137041,0.000081013925,0.000085821994],"about_ca_topic_score_codex":0.00007337974,"about_ca_topic_score_gemma":0.000015255437,"teacher_disagreement_score":0.32954496,"about_ca_system_score_codex":0.00047373172,"about_ca_system_score_gemma":0.0005035942,"threshold_uncertainty_score":0.4932725},"labels":[],"label_agreement":null},{"id":"W2990080112","doi":"10.1108/jhom-08-2019-0237","title":"Strategies to increase physician engagement in acute care settings: a scoping review","year":2019,"lang":"en","type":"review","venue":"Journal of Health Organization and Management","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Originality; Context (archaeology); Psychological intervention; Incentive; Work engagement; Public relations; Participatory action research; Acute care; Work (physics); Nursing; Medicine; Psychology; Medical education; Knowledge management; Sociology; Health care; Political science; Computer science; Social psychology; Creativity","score_opus":0.03828840208855693,"score_gpt":0.43329636712215575,"score_spread":0.3950079650335988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990080112","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000069264047,0.98954606,0.0010985744,0.004755611,0.0003713062,0.0037986527,0.0000019723414,0.000011600067,0.00040928487],"genre_scores_gemma":[0.000007956818,0.9786072,0.003920643,0.017054908,0.00013678682,0.000029728742,0.00013426556,0.000036837195,0.000071706876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974268,0.00022889853,0.0015326256,0.00020775206,0.00041018653,0.00019371299],"domain_scores_gemma":[0.99807954,0.000025865138,0.001144528,0.00022221895,0.0004325796,0.00009526241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014613471,0.00020699955,0.0013817435,0.00069494656,0.00007932,0.00004210731,0.00012386015,0.000065653185,0.000046882906],"category_scores_gemma":[0.00021993183,0.0001669901,0.00006559164,0.0015368744,0.000012270006,0.000118896205,0.00009253405,0.00038601554,0.000020865155],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017865007,0.000048311078,0.0000032819796,0.36890075,0.00007975201,0.0000134352385,0.0003945131,7.680478e-7,2.3347345e-8,0.00033474647,0.011094197,0.6191284],"study_design_scores_gemma":[0.0002615081,0.00012773722,0.000032342363,0.43264934,0.0006406404,0.000040153987,0.0012780207,4.781713e-7,6.0537815e-8,0.0000024185433,0.56488067,0.000086639615],"about_ca_topic_score_codex":0.0000038420408,"about_ca_topic_score_gemma":0.0000013650653,"teacher_disagreement_score":0.6190418,"about_ca_system_score_codex":0.00067609013,"about_ca_system_score_gemma":0.0014827817,"threshold_uncertainty_score":0.68096584},"labels":[],"label_agreement":null},{"id":"W2990512340","doi":"10.1051/shsconf/20197002001","title":"Professional competencies in the model of forming a professional-subjective attitude of the medical university students","year":2019,"lang":"en","type":"article","venue":"SHS Web of Conferences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian College of Naturopathic Medicine","funders":"","keywords":"Psychology; Cognition; Personality; Process (computing); Professional development; Trait; Component (thermodynamics); Professional studies; Medical education; Pedagogy; Social psychology; Medicine; Computer science","score_opus":0.027360674487736096,"score_gpt":0.3423528278181232,"score_spread":0.3149921533303871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990512340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872032,0.000017493778,0.00004592308,0.0020683224,0.00032386417,0.00048218027,0.000005471398,0.0000032035775,0.009850348],"genre_scores_gemma":[0.99895066,0.0000101135065,0.00032339458,0.00017163812,0.00001630243,0.0000047657745,0.0000055947257,0.0000024197798,0.00051510567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981406,0.00011678316,0.00030648487,0.00010496795,0.0012330683,0.00009814768],"domain_scores_gemma":[0.99896306,0.00020056135,0.00023751156,0.00020069272,0.00038028663,0.000017908023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009308294,0.000067148605,0.00022761831,0.00010584854,0.000041505195,0.0000015805101,0.0004938406,0.00009183913,0.00019693043],"category_scores_gemma":[0.00046032015,0.0000348234,0.000048278038,0.00037593232,0.00037730322,0.00005992356,0.00012833966,0.0002964546,0.0000012656925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015446427,0.0007032715,0.8265752,0.0002429819,0.00004588798,6.7083397e-7,0.002930824,0.000015526537,0.0017530528,0.16635083,0.00022261204,0.0010046506],"study_design_scores_gemma":[0.001845682,0.00018221835,0.9337298,0.0024286427,0.000054125583,0.000004470363,0.045656733,0.011377535,0.0015830867,0.002233907,0.0008208094,0.00008296591],"about_ca_topic_score_codex":0.00013457779,"about_ca_topic_score_gemma":0.00008324594,"teacher_disagreement_score":0.16411692,"about_ca_system_score_codex":0.00003211376,"about_ca_system_score_gemma":0.009684925,"threshold_uncertainty_score":0.99592924},"labels":[],"label_agreement":null},{"id":"W2990536434","doi":"10.1016/j.socscimed.2019.112709","title":"Evidence-based leadership development for physicians: A systematic literature review","year":2019,"lang":"en","type":"review","venue":"Social Science & Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":158,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Warwick","keywords":"Coaching; Psychological intervention; Leadership development; Medical education; Health care; Systematic review; Psychology; MEDLINE; Baseline (sea); Medicine; Applied psychology; Nursing; Public relations; Political science","score_opus":0.2847451846813112,"score_gpt":0.46893765492036116,"score_spread":0.18419247023904994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990536434","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.259893e-7,0.9799252,0.00045039726,0.008734162,0.0016968881,0.008689524,0.0000037262994,0.000071103146,0.00042824465],"genre_scores_gemma":[0.000007379464,0.9782944,0.0005581831,0.015519084,0.0020969596,0.0019118107,0.00028349576,0.00005148042,0.0012772314],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99449426,0.00019619861,0.0016385964,0.00083131983,0.0021282004,0.0007114021],"domain_scores_gemma":[0.99599725,0.0005545411,0.0011591723,0.0006597431,0.0014941666,0.00013511813],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006976986,0.00052606623,0.0036300668,0.0006904975,0.00046223198,0.00004921399,0.00079280423,0.00035918667,0.00008509892],"category_scores_gemma":[0.01542025,0.0003367411,0.00040691547,0.006117838,0.0011200961,0.00025732288,0.000035848796,0.0007791483,0.0000802382],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002611192,0.000033655953,4.4884007e-7,0.5611508,0.000029881174,0.00000209931,0.00096164073,3.4148178e-9,0.0000010000925,0.00020193736,0.012575366,0.42504054],"study_design_scores_gemma":[0.00020057634,0.00008967971,0.000001766983,0.6148719,0.0018046506,0.00001659366,0.00020881952,0.0000044047183,7.6198796e-7,0.0000064240444,0.38260615,0.00018825797],"about_ca_topic_score_codex":0.0000011884707,"about_ca_topic_score_gemma":3.1056211e-7,"teacher_disagreement_score":0.42485228,"about_ca_system_score_codex":0.001475294,"about_ca_system_score_gemma":0.005770945,"threshold_uncertainty_score":0.99990845},"labels":[],"label_agreement":null},{"id":"W2990738805","doi":"10.1016/j.cpha.2019.08.002","title":"Professionalism for Physician Assistants","year":2019,"lang":"en","type":"article","venue":"Physician Assistant Clinics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"University of Toronto","keywords":"Medicine; Health professions; Set (abstract data type); Medical profession; Medical education; Family medicine; Nursing; Health care; Law; Computer science","score_opus":0.0439568266064221,"score_gpt":0.4075231122813233,"score_spread":0.36356628567490124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990738805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95030814,0.0001496703,0.002355895,0.0075804875,0.005229267,0.0025116536,0.0001034077,0.00022857274,0.03153289],"genre_scores_gemma":[0.95724744,0.00001119675,0.007641832,0.025409238,0.0011875249,0.00019852587,0.00048669457,0.00008949811,0.007728034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779093,0.00004412873,0.0006692066,0.00048406754,0.0005837301,0.00042794255],"domain_scores_gemma":[0.9981182,0.00021413398,0.00037940466,0.0006717853,0.0005427774,0.000073688345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056384463,0.00023358793,0.00051915646,0.00012143601,0.00015293885,0.000029749977,0.00018845274,0.00017098157,0.00008936901],"category_scores_gemma":[0.00036690925,0.00020552435,0.00024542585,0.0006095181,0.000096941956,0.00015135217,0.000041943505,0.000420326,0.00038681165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015769716,0.005545114,0.022577044,0.0017736006,0.0006288865,0.000012495757,0.0010847824,0.000009769276,0.022493128,0.12016436,0.14254914,0.6815847],"study_design_scores_gemma":[0.0071162195,0.00097474834,0.13983211,0.0014883442,0.00042943403,0.0000052844844,0.0021696668,0.007967608,0.0023630953,0.018140096,0.81857526,0.00093811593],"about_ca_topic_score_codex":0.0000014749287,"about_ca_topic_score_gemma":6.3125617e-7,"teacher_disagreement_score":0.6806466,"about_ca_system_score_codex":0.00020415269,"about_ca_system_score_gemma":0.00044152624,"threshold_uncertainty_score":0.83810395},"labels":[],"label_agreement":null},{"id":"W2990956365","doi":"10.1097/acm.0000000000003089","title":"Postpositivism in Health Professions Education Scholarship","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Scholarship; Ontology; Epistemology; Engineering ethics; Reading (process); Axiology; Diversity (politics); Sociology; Focus (optics); Key (lock); Computer science; Political science; Philosophy; Law","score_opus":0.03398278325053942,"score_gpt":0.43142232911159767,"score_spread":0.39743954586105823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990956365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8180593,0.001287018,0.00016053302,0.16965906,0.0017468969,0.0011722321,4.9965973e-7,0.000064327905,0.007850094],"genre_scores_gemma":[0.94966286,0.0002897815,0.00067768653,0.03832483,0.000718695,0.00007635877,0.00016454591,0.000025336212,0.010059878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789053,0.0001334748,0.0007648233,0.00032496004,0.0005391663,0.00034705756],"domain_scores_gemma":[0.9989453,0.00009638906,0.00021987963,0.00038858628,0.00018528284,0.00016458418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021096661,0.00014623832,0.00037151235,0.0005856053,0.000060037746,0.0000023820053,0.0001512212,0.0002633444,0.00084160897],"category_scores_gemma":[0.002114138,0.00011547774,0.000020838128,0.0011475051,0.00010377407,0.00016529091,0.000032287102,0.0018450477,0.00032175757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015361757,0.00027077936,0.6612398,0.0012606491,0.000030959127,0.0000053450694,0.014835635,0.0000018987206,0.012402879,0.04626122,0.10913222,0.15440495],"study_design_scores_gemma":[0.004221746,0.00087034184,0.86678857,0.014044975,0.000042472257,0.00024445192,0.013620016,0.0002680733,0.00041216024,0.008389617,0.09078973,0.00030783928],"about_ca_topic_score_codex":0.00011174756,"about_ca_topic_score_gemma":0.0000019489928,"teacher_disagreement_score":0.20554875,"about_ca_system_score_codex":0.0004430193,"about_ca_system_score_gemma":0.0013385206,"threshold_uncertainty_score":0.92150277},"labels":[],"label_agreement":null},{"id":"W2991066244","doi":"10.1016/j.cpha.2019.08.001","title":"From Bedside Manner to Intrinsic Skills","year":2019,"lang":"en","type":"article","venue":"Physician Assistant Clinics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Humanism; Medicine; Competence (human resources); Medical education; Psychology; Social psychology","score_opus":0.010535515565606396,"score_gpt":0.3353720401866502,"score_spread":0.3248365246210438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991066244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97868025,0.000026984286,0.00069249084,0.006285134,0.0021784713,0.00050443073,0.000024770527,0.00008959473,0.011517847],"genre_scores_gemma":[0.9517817,0.0000091809925,0.009478958,0.032605503,0.0019564515,0.00003042201,0.00022741094,0.00004767646,0.0038627102],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831796,0.000040601215,0.00052187574,0.00039423158,0.00044772285,0.00027760415],"domain_scores_gemma":[0.99858487,0.0001800684,0.00015925513,0.0007186709,0.00024103309,0.00011609848],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035726375,0.00016195768,0.00037699752,0.00013147143,0.00004825139,0.000025929226,0.00015862018,0.00011019123,0.00039442192],"category_scores_gemma":[0.00063794653,0.00014777688,0.0001064743,0.00066710537,0.00004507525,0.0000835045,0.00006106199,0.00038516478,0.0039949636],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029030317,0.0023296932,0.05050219,0.00011817864,0.0002901321,0.00002915169,0.0023989384,0.000028247245,0.005529234,0.008300421,0.13154948,0.79863405],"study_design_scores_gemma":[0.002207984,0.0004660618,0.38419282,0.0006306384,0.0002144774,0.000003032874,0.001402006,0.0010705806,0.0020782545,0.0059680054,0.60122466,0.00054147944],"about_ca_topic_score_codex":0.000020593558,"about_ca_topic_score_gemma":0.0000040057716,"teacher_disagreement_score":0.79809254,"about_ca_system_score_codex":0.0001344801,"about_ca_system_score_gemma":0.00017520237,"threshold_uncertainty_score":0.9967805},"labels":[],"label_agreement":null},{"id":"W2991179082","doi":"10.1111/medu.14006","title":"Medical students’ experiences with goals of care discussions and their impact on professional identity formation","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; McMaster University; Impact; St. Peter's Hospital","funders":"","keywords":"Curriculum; Medical education; Psychology; Psychological intervention; Distress; Nonprobability sampling; Interpretative phenomenological analysis; Qualitative research; Context (archaeology); Identity (music); Medicine; Pedagogy; Psychotherapist; Sociology; Psychiatry","score_opus":0.007005917440029869,"score_gpt":0.4008652689615358,"score_spread":0.3938593515215059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991179082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883409,0.00016165662,0.00029572175,0.00887442,0.0010099206,0.0006626065,0.0000024752965,0.000027561497,0.0006247011],"genre_scores_gemma":[0.9957372,0.000034103745,0.00020352092,0.0031318783,0.00022201223,0.00017916171,0.00020501389,0.000013581735,0.00027353762],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965723,0.00009376427,0.00045004414,0.0002523371,0.0024401855,0.00019132474],"domain_scores_gemma":[0.9988622,0.00010211175,0.00018343037,0.00029698652,0.00035546834,0.00019981693],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079766486,0.00016664945,0.00030884484,0.00021410082,0.00010131349,0.000023921528,0.0002661495,0.0002155449,0.00305758],"category_scores_gemma":[0.0018859864,0.00008241108,0.00005301521,0.00047910304,0.0002508476,0.0003402731,0.00007371143,0.0004122203,0.000029481009],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009007739,0.006047703,0.5145779,0.0017408984,0.00015713534,0.0000047250287,0.13668738,0.0000028544955,0.00026283532,0.0028703595,0.03957544,0.29717198],"study_design_scores_gemma":[0.0029422184,0.002156272,0.67016006,0.006326483,0.00007270287,0.00018229568,0.31206498,0.0011589043,0.0013418611,0.00018593122,0.0030719112,0.00033640268],"about_ca_topic_score_codex":0.00003824008,"about_ca_topic_score_gemma":0.000013538923,"teacher_disagreement_score":0.29683557,"about_ca_system_score_codex":0.00018044072,"about_ca_system_score_gemma":0.0021583044,"threshold_uncertainty_score":0.99785376},"labels":[],"label_agreement":null},{"id":"W2991181685","doi":"10.1016/j.cpha.2019.08.005","title":"Competency-Based Medical Education for Physician Assistants","year":2019,"lang":"en","type":"article","venue":"Physician Assistant Clinics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Licensure; Accreditation; Medicine; Certification; Medical education; Identification (biology); Curriculum; Graduate medical education; Interpersonal communication; Continuing medical education; Nursing; Pedagogy; Psychology; Continuing education","score_opus":0.018343923693483907,"score_gpt":0.3701889578180384,"score_spread":0.3518450341245545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991181685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.802806,0.00035222917,0.017233476,0.051330786,0.013922131,0.00513291,0.00014279572,0.00060308736,0.10847655],"genre_scores_gemma":[0.8814514,0.000015328791,0.029588245,0.083730355,0.001975981,0.00028877542,0.0011038586,0.000114132694,0.0017318833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969694,0.0000662765,0.00086459273,0.00056823104,0.0010754132,0.00045608013],"domain_scores_gemma":[0.99750334,0.0002769011,0.0004371289,0.000799899,0.00077665213,0.00020609908],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007770415,0.00027950396,0.0005997392,0.00019667667,0.00014932641,0.00004032157,0.00029408562,0.00025477924,0.0002609443],"category_scores_gemma":[0.0012086943,0.00026300974,0.0002897844,0.0008001497,0.00015931755,0.00013348272,0.000031191146,0.000514497,0.00034284405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082213705,0.009047661,0.023533223,0.0014157955,0.0002777623,0.000006113795,0.00025245125,0.000013339566,0.0023223956,0.16942304,0.079722255,0.71316385],"study_design_scores_gemma":[0.01487526,0.002549263,0.13974878,0.0045644855,0.0009357525,0.0000131707475,0.0024140077,0.1127072,0.0023108518,0.040693577,0.67717606,0.0020116137],"about_ca_topic_score_codex":0.0000044586363,"about_ca_topic_score_gemma":0.0000063015796,"teacher_disagreement_score":0.7111522,"about_ca_system_score_codex":0.0003136919,"about_ca_system_score_gemma":0.007905509,"threshold_uncertainty_score":0.99998224},"labels":[],"label_agreement":null},{"id":"W2991523907","doi":"10.4103/liuj.liuj_3_19","title":"Medical education in Libya: Challenges, hopes, and recommendations","year":2019,"lang":"en","type":"article","venue":"Libyan International Medical University Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Accreditation; Medical education; Curriculum; Process (computing); Order (exchange); Political science; Quality (philosophy); Engineering ethics; Mission statement; Engineering management; Business; Public relations; Medicine; Engineering; Computer science; Law","score_opus":0.009794892520478883,"score_gpt":0.2975776826720713,"score_spread":0.2877827901515924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991523907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51062113,0.000443717,0.00054393837,0.43439022,0.00485106,0.00027168807,0.0000026155683,0.00004859449,0.04882707],"genre_scores_gemma":[0.918067,0.020607485,0.010194431,0.024336902,0.0027743604,0.0000047037793,0.0002713397,0.000052883795,0.023690902],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977374,0.00010645694,0.00038671098,0.00025731084,0.0013036312,0.00020848],"domain_scores_gemma":[0.99886346,0.00011212369,0.00013865092,0.0001551286,0.00029673206,0.000433886],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010171265,0.00012191085,0.0002122851,0.0006809467,0.00008914854,0.000029377177,0.00035243182,0.00027965882,0.011225089],"category_scores_gemma":[0.0021430557,0.000120553144,0.00005651368,0.00031491442,0.00013303974,0.00036430868,0.00012830544,0.0012137444,0.000111588095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020366044,0.0013238273,0.059112716,0.00006907002,0.0001285823,0.00024245055,0.00072297204,9.97725e-7,0.000010257322,0.07336347,0.07195703,0.792865],"study_design_scores_gemma":[0.0034057065,0.00015481585,0.090384446,0.001272825,0.000028248427,0.0028343746,0.0028774037,0.0023401417,0.0000039396496,0.001312295,0.89520425,0.00018158431],"about_ca_topic_score_codex":0.000049160004,"about_ca_topic_score_gemma":0.000047552647,"teacher_disagreement_score":0.8232472,"about_ca_system_score_codex":0.00042704787,"about_ca_system_score_gemma":0.0025593787,"threshold_uncertainty_score":0.9896788},"labels":[],"label_agreement":null},{"id":"W2992190370","doi":"10.24926/jrmc.v2i5.2137","title":"Implementation of a clinician and academic researcher-led funding program to stimulate research in a Regional Medical Campus","year":2019,"lang":"en","type":"article","venue":"Journal of Regional Medical Campuses","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Accreditation; Medical education; Grant funding; Medical research; Principal (computer security); Political science; Medicine; Public relations; Public administration","score_opus":0.21052833990228903,"score_gpt":0.5771091253601612,"score_spread":0.3665807854578722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992190370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8896098,0.00054033706,0.00011165497,0.108490996,0.0003602042,0.0008086569,0.000001423835,0.000010758577,0.00006612847],"genre_scores_gemma":[0.9907364,0.0010008655,0.003447378,0.003710057,0.00092334463,0.000043036904,0.00001843025,0.000028768227,0.00009170952],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99068636,0.0005176978,0.0016919854,0.00033162648,0.0061908253,0.0005814813],"domain_scores_gemma":[0.9952119,0.0017270336,0.00047566704,0.00024207788,0.0014859511,0.00085735926],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013628688,0.0001670123,0.00064092077,0.0015884836,0.000072079805,0.000017273722,0.00043593225,0.0005195384,0.00072433456],"category_scores_gemma":[0.010281025,0.00013091604,0.00011383601,0.0017582155,0.0006688747,0.00019243463,0.00016823936,0.0030944725,0.000017994531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016871969,0.00086984,0.45680726,0.00056811795,0.00016327619,0.000331056,0.001819649,0.000005910982,0.0005351576,0.0021130524,0.03810243,0.49699706],"study_design_scores_gemma":[0.019567354,0.010346856,0.80806047,0.014876206,0.0001333741,0.00475005,0.022282833,0.0027562138,0.00032129267,0.00606088,0.11030313,0.0005413411],"about_ca_topic_score_codex":0.00017986263,"about_ca_topic_score_gemma":0.00007731295,"teacher_disagreement_score":0.49645573,"about_ca_system_score_codex":0.00038105348,"about_ca_system_score_gemma":0.004080606,"threshold_uncertainty_score":0.9992054},"labels":[],"label_agreement":null},{"id":"W2992205233","doi":"10.1007/s10459-019-09946-w","title":"The development of competency frameworks in healthcare professions: a scoping review","year":2019,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network; Fanshawe College","funders":"","keywords":"CINAHL; PsycINFO; Scopus; MEDLINE; Health care; Medical education; Relevance (law); Stakeholder; Diversity (politics); Psychology; Medicine; Nursing; Sociology; Psychological intervention; Political science","score_opus":0.08710279260612372,"score_gpt":0.5561193377928371,"score_spread":0.4690165451867133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992205233","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008318984,0.9802856,0.00007259133,0.009904685,0.002962312,0.0064704204,7.8487824e-7,0.000011276966,0.00028401622],"genre_scores_gemma":[0.0000128387865,0.9676339,0.027747674,0.0027692534,0.00009984596,0.0015922191,0.00007224924,0.000015025006,0.000057010348],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9948989,0.00044888153,0.0029892607,0.00050989824,0.000679756,0.0004733171],"domain_scores_gemma":[0.9966192,0.0007005153,0.0018239187,0.00051879394,0.0002706312,0.0000669111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058918213,0.00023591994,0.001379722,0.0005829951,0.00033130764,0.000012856692,0.00046499385,0.00025171918,0.000015743577],"category_scores_gemma":[0.002570247,0.00015229253,0.00007341197,0.004004061,0.00029215144,0.00023438246,0.00006057278,0.0013053535,0.000014615237],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010143586,0.00009092764,0.00031657142,0.2990291,0.0000012204417,3.8396017e-8,0.00024450204,5.482488e-7,1.9822466e-9,0.0013189017,0.00010086705,0.6988963],"study_design_scores_gemma":[0.000045984598,0.000054260083,0.00010688813,0.6710146,0.000010573224,0.0000055019386,0.000482966,0.000006956425,4.7439332e-8,0.00029947315,0.3278816,0.000091144015],"about_ca_topic_score_codex":0.000057831527,"about_ca_topic_score_gemma":0.00036074684,"teacher_disagreement_score":0.69880515,"about_ca_system_score_codex":0.0010336047,"about_ca_system_score_gemma":0.04812695,"threshold_uncertainty_score":0.9572693},"labels":[],"label_agreement":null},{"id":"W2992353859","doi":"10.21815/jde.019.177","title":"Assessment of Digital Workflow in Predoctoral Education and Patient Care in North American Dental Schools","year":2020,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workflow; Dental education; Medical education; MEDLINE; Medicine; Dental care; Family medicine; Political science; Computer science","score_opus":0.008426310947973036,"score_gpt":0.33739190726460594,"score_spread":0.3289655963166329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992353859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970868,0.0003694117,0.000019118423,0.001162479,0.0007078012,0.0003209114,0.0000043988766,0.0000036459749,0.00032543752],"genre_scores_gemma":[0.9937685,0.000038881262,0.005187565,0.00065029564,0.00025147884,0.000016393444,0.00006331494,0.000012101491,0.000011433723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854594,0.000037121124,0.00073708757,0.00014046008,0.0004224359,0.000116970004],"domain_scores_gemma":[0.99891984,0.000016914688,0.0005270713,0.000094517214,0.00032953866,0.00011214108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008649014,0.00010562579,0.00027001533,0.00041387934,0.000018286019,0.00003382557,0.00008001488,0.000037914127,0.000025310701],"category_scores_gemma":[0.00038687958,0.00010125305,0.000047484846,0.0010268742,0.00006633254,0.00040001058,0.000025248968,0.00040106446,0.00000212654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006832611,0.0009388866,0.76184916,0.00008197943,0.000009604373,0.0000023134728,0.0024101257,0.00001408878,0.00015107775,0.00001666117,0.0006462797,0.23381148],"study_design_scores_gemma":[0.0006122749,0.0009052689,0.9404688,0.00030020004,0.000027210865,0.00009243611,0.056868423,0.00009155649,0.00013364956,0.000009071114,0.0004154457,0.00007567286],"about_ca_topic_score_codex":0.000056673616,"about_ca_topic_score_gemma":0.00009887525,"teacher_disagreement_score":0.2337358,"about_ca_system_score_codex":0.0006621438,"about_ca_system_score_gemma":0.001917239,"threshold_uncertainty_score":0.41289794},"labels":[],"label_agreement":null},{"id":"W2992527386","doi":"10.1097/acm.0000000000003108","title":"Critical Theory: Broadening Our Thinking to Explore the Structural Factors at Play in Health Professions Education","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Vancouver Coastal Health; Ontario College of Art and Design","funders":"","keywords":"Axiology; Epistemology; Sociology; Critical theory; Egalitarianism; Agency (philosophy); Ontology; Feminism; Politics; Social science; Law; Political science","score_opus":0.19081766362666122,"score_gpt":0.5342590110803281,"score_spread":0.34344134745366695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992527386","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024176487,0.9172332,0.00021240131,0.06911495,0.006731241,0.0038408404,0.0000057981924,0.000087808054,0.00035605347],"genre_scores_gemma":[0.006999059,0.96363485,0.00046067708,0.016251933,0.0044650384,0.0006495024,0.0011486285,0.00015817066,0.006232127],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99446684,0.00085089245,0.001998292,0.0007402322,0.0011975574,0.0007461764],"domain_scores_gemma":[0.996622,0.00127526,0.00066781306,0.0008744864,0.00022802713,0.00033237302],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036959404,0.0005854017,0.0020918362,0.000929202,0.00043573036,0.000011725492,0.00072793465,0.00089637504,0.00032921202],"category_scores_gemma":[0.017298775,0.00031246993,0.00014251602,0.0017548566,0.00020306432,0.00012903329,0.0002632366,0.00510094,0.00013151429],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031360985,0.000028321852,0.000782826,0.019586507,0.00008338877,0.000003877442,0.060860068,7.314412e-7,0.0000027307842,0.019323982,0.11511067,0.7841855],"study_design_scores_gemma":[0.00037055594,0.00018295534,0.0005334031,0.121771134,0.0004976932,0.00021527795,0.0442391,0.000011034223,8.2147886e-7,0.002100601,0.829758,0.0003194161],"about_ca_topic_score_codex":0.000076426615,"about_ca_topic_score_gemma":0.0000031718655,"teacher_disagreement_score":0.7838661,"about_ca_system_score_codex":0.0018257692,"about_ca_system_score_gemma":0.0030160125,"threshold_uncertainty_score":0.99993277},"labels":[],"label_agreement":null},{"id":"W2992760364","doi":"10.36834/cmej.43165","title":"Internal medicine residents’ achievement goals and efficacy, emotions, and assessments","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Summative assessment; Psychology; Self-efficacy; Curiosity; Anxiety; Medical education; Social psychology; Mathematics education; Medicine","score_opus":0.018050943335102827,"score_gpt":0.38054183041507655,"score_spread":0.36249088707997373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992760364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77380484,0.00053940417,0.0006100946,0.21192726,0.0031936897,0.00022122992,0.000001666989,0.000017495839,0.009684315],"genre_scores_gemma":[0.91474915,0.00045877078,0.003745764,0.0740726,0.004760107,0.000015120281,0.000038313243,0.000024808862,0.0021353834],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980144,0.00008767142,0.0005279174,0.00023343929,0.0008201169,0.00031648434],"domain_scores_gemma":[0.99510854,0.00005187615,0.00014716867,0.00019620043,0.00059683755,0.0038993524],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014363627,0.0001347079,0.00019553215,0.0005749519,0.00040660877,0.000067039335,0.00014465138,0.00017851718,0.016647182],"category_scores_gemma":[0.014635632,0.000116115705,0.000023168268,0.00033739355,0.00068944326,0.00013599555,0.000030078874,0.00071550487,0.000041950672],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003065902,0.00018011898,0.027457729,0.000043654392,0.00007612674,0.000028731938,0.00095174817,2.1903524e-8,0.000042049018,0.0033365742,0.5878353,0.38001728],"study_design_scores_gemma":[0.0021808587,0.0007514777,0.73792344,0.0015291838,0.00012465111,0.0039324453,0.0025302703,0.00025858468,0.000025097806,0.0011324673,0.24942565,0.000185867],"about_ca_topic_score_codex":0.0058777276,"about_ca_topic_score_gemma":0.002346212,"teacher_disagreement_score":0.7104657,"about_ca_system_score_codex":0.00034689545,"about_ca_system_score_gemma":0.012166537,"threshold_uncertainty_score":0.9936645},"labels":[],"label_agreement":null},{"id":"W2993082937","doi":"10.1097/acm.0000000000003095","title":"14 Years Later: A Follow-Up Case-Study Analysis of 8 Health Professions Education Scholarship Units","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Scholarship; Thematic analysis; Unit (ring theory); Public relations; Set (abstract data type); Medical education; Political science; Sociology; Psychology; Medicine; Qualitative research; Social science; Computer science; Law","score_opus":0.07205979178801053,"score_gpt":0.4348857133088728,"score_spread":0.3628259215208623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993082937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861752,0.00057403254,0.000083313025,0.0091825845,0.0018727188,0.0014818544,0.0000037201671,0.00005580367,0.0005707939],"genre_scores_gemma":[0.98938054,0.00008095535,0.00018217665,0.005366249,0.00026822652,0.000074563046,0.00032793818,0.000026780233,0.004292587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99702734,0.00030030345,0.0011728995,0.00038763724,0.0008035593,0.0003082669],"domain_scores_gemma":[0.9977061,0.00015912816,0.0005548512,0.0006886665,0.00071979297,0.00017143172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033548789,0.00017786598,0.000820935,0.0014788299,0.000096810836,0.0000027863102,0.00019631167,0.00022746378,0.00063861365],"category_scores_gemma":[0.003049584,0.0001430585,0.000056131506,0.006043082,0.00012504423,0.00012856607,0.00005135522,0.0012570666,0.000038567785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006342428,0.0001792664,0.88179016,0.0002495631,0.0007855966,0.000024944622,0.062276956,0.0000038785383,0.00060125516,0.0004901428,0.022183083,0.031351704],"study_design_scores_gemma":[0.006646883,0.0018027485,0.7030611,0.0024329561,0.004433408,0.000458937,0.2691378,0.00045400418,0.00006875803,0.00041149164,0.010719413,0.00037249055],"about_ca_topic_score_codex":0.00063581124,"about_ca_topic_score_gemma":0.000027518443,"teacher_disagreement_score":0.20686086,"about_ca_system_score_codex":0.00023591444,"about_ca_system_score_gemma":0.0013441826,"threshold_uncertainty_score":0.69923717},"labels":[],"label_agreement":null},{"id":"W2993147281","doi":"10.1097/gox.0000000000002560","title":"Role of Peer Learning in Students’ Skill Acquisition and Interest in Plastic Surgery","year":2019,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Dreyfus model of skill acquisition; Psychology; Plastic surgery; Medical education; Medicine; Surgery; Political science","score_opus":0.020436498504692948,"score_gpt":0.31228897800243594,"score_spread":0.291852479497743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993147281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99667245,0.000054717613,0.000033670276,0.0001099406,0.0014236008,0.00046866713,0.0000151018185,0.00001460248,0.0012072226],"genre_scores_gemma":[0.99937856,0.000016593996,0.00030467162,0.000068462585,0.00004937962,0.0000351504,0.00008380556,0.0000138029545,0.000049544804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997984,0.00015913784,0.0007832071,0.00039530714,0.00037550274,0.0003028421],"domain_scores_gemma":[0.9959059,0.0032609957,0.00028756532,0.00017171176,0.0002978684,0.00007599825],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014106764,0.00018089627,0.0007137862,0.00049765356,0.000028798422,0.000049448707,0.00014788876,0.00014003509,0.00046111224],"category_scores_gemma":[0.009609461,0.00017982752,0.000056654164,0.0009452795,0.00017145654,0.00034671737,0.00019917548,0.0003661777,0.000048536225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038928483,0.00021464993,0.97926486,0.00009179181,0.000044035867,0.000013550087,0.0001905982,0.000027249063,0.00014842059,0.0004988286,0.0002100416,0.018906694],"study_design_scores_gemma":[0.00076857535,0.000065382344,0.9933705,0.0013084346,0.000024159823,0.0001108752,0.0029147607,0.00045026644,0.00008267671,0.00063040777,0.00011764826,0.0001563488],"about_ca_topic_score_codex":0.0002837646,"about_ca_topic_score_gemma":0.00010703676,"teacher_disagreement_score":0.018750343,"about_ca_system_score_codex":0.00038056436,"about_ca_system_score_gemma":0.00040478483,"threshold_uncertainty_score":0.99873304},"labels":[],"label_agreement":null},{"id":"W2993379392","doi":"10.36834/cmej.36873","title":"Faculty and resident perspectives on ambulatory care education: A collective case study of family medicine, psychiatry, and surgery","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"Snowball sampling; Grounded theory; Framing (construction); Warrant; Discipline; Medicine; Situated; Medical education; Theoretical sampling; Nonprobability sampling; Psychology; Qualitative research; Sociology; Social science; Engineering","score_opus":0.036200767553456345,"score_gpt":0.38980973912223366,"score_spread":0.3536089715687773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993379392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94872814,0.0026584228,0.000003802227,0.042435497,0.0027083918,0.00051599956,0.0000038121475,0.00000818081,0.002937729],"genre_scores_gemma":[0.99007505,0.00019252843,0.00039016016,0.006965327,0.0017667579,0.00005417298,0.000015980433,0.000022586473,0.0005174209],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99780434,0.00013274628,0.0006125721,0.00035299337,0.0008423101,0.00025505887],"domain_scores_gemma":[0.9946925,0.00008971893,0.00043396253,0.0004822048,0.0016280407,0.002673574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009621165,0.00019379305,0.0004058291,0.00091814523,0.0011928091,0.0000825375,0.00016404998,0.00019696038,0.0010488369],"category_scores_gemma":[0.019118577,0.00016565305,0.000044219098,0.00028313627,0.00065991795,0.00015716405,0.000021181626,0.000813177,0.0000024435642],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010300784,0.0015220345,0.22200944,0.00026286524,0.00020645745,0.00038792766,0.11326107,3.097975e-7,0.0000035407234,0.0015942686,0.51335365,0.14729545],"study_design_scores_gemma":[0.0010163097,0.0005081541,0.3829706,0.00090041844,0.00012739835,0.00709658,0.59676856,0.000011022899,9.312089e-7,0.00015829747,0.010304199,0.00013752583],"about_ca_topic_score_codex":0.03105893,"about_ca_topic_score_gemma":0.015808688,"teacher_disagreement_score":0.50304943,"about_ca_system_score_codex":0.00081901124,"about_ca_system_score_gemma":0.078014664,"threshold_uncertainty_score":0.99986434},"labels":[],"label_agreement":null},{"id":"W2993398934","doi":"10.1007/s40037-019-00551-6","title":"The utility of failure: a&amp;nbsp;taxonomy for research and scholarship","year":2019,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Scholarship; Engineering ethics; Computer science; Value (mathematics); Political science; Engineering; Law","score_opus":0.10508251184098659,"score_gpt":0.464738706428584,"score_spread":0.3596561945875974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993398934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.926153,0.0008260951,0.0005683367,0.06279856,0.0006847166,0.0019129317,0.0000022225543,0.000024645047,0.007029471],"genre_scores_gemma":[0.9920419,0.00016185555,0.0044692704,0.00070343795,0.00045801263,0.0004627634,0.00003199536,0.000015507803,0.0016552429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978899,0.00013762865,0.00033449492,0.0003726243,0.0009950356,0.00027032138],"domain_scores_gemma":[0.99678767,0.000893646,0.00010061403,0.00053454895,0.0015383529,0.00014514195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004080156,0.00010228459,0.00019018138,0.00022007857,0.00024605385,0.00002963148,0.0001911558,0.00017328479,0.00070803094],"category_scores_gemma":[0.025221583,0.0000720854,0.00004747038,0.0005862784,0.00072273886,0.00009302675,0.000036615696,0.0007633107,0.00004954338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011021751,0.0043987604,0.057642706,0.0007176619,0.0001442586,2.8510183e-7,0.010303021,1.3003918e-7,0.00063853804,0.24918288,0.1504379,0.5254317],"study_design_scores_gemma":[0.002358196,0.0013074646,0.23629023,0.0008637259,0.000054799842,0.0000375992,0.09442126,0.0006509035,0.00072477764,0.021317186,0.641723,0.0002508635],"about_ca_topic_score_codex":0.000026602474,"about_ca_topic_score_gemma":0.000011559038,"teacher_disagreement_score":0.5251808,"about_ca_system_score_codex":0.00019414724,"about_ca_system_score_gemma":0.00196077,"threshold_uncertainty_score":0.9829894},"labels":[],"label_agreement":null},{"id":"W2993676204","doi":"10.1097/acm.0000000000003099","title":"Shining a Light Into the Black Box of Group Learning: Medical Students’ Experiences and Perceptions of Small Groups","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ECW Press (Canada); University of British Columbia","funders":"","keywords":"Perception; Group (periodic table); Medical education; Small group learning; Psychology; Medicine; Physics","score_opus":0.01685165474494939,"score_gpt":0.35286877921270826,"score_spread":0.3360171244677589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993676204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772443,0.0007811627,0.00070361793,0.019160585,0.0004406565,0.00043141376,1.4332582e-7,0.000028431923,0.0012096957],"genre_scores_gemma":[0.9950916,0.00093329285,0.00031657482,0.0022054806,0.0005305165,0.000045687546,0.000020209194,0.00001776781,0.0008388709],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9969357,0.0001284022,0.00086801266,0.0002908681,0.001555477,0.00022154237],"domain_scores_gemma":[0.99866575,0.00036389526,0.00032429522,0.00031715055,0.00018775367,0.00014114498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029702187,0.0001581726,0.0004902313,0.0002212788,0.000081290586,0.000003547833,0.00049497094,0.000311197,0.0016598828],"category_scores_gemma":[0.0042982767,0.000094806775,0.00003833228,0.00062841625,0.0012177874,0.00007353026,0.00017282294,0.0013305518,0.000017553488],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009849914,0.00009069239,0.51375425,0.00044959204,0.000105894534,0.000003649319,0.44972068,0.0000016984658,0.012592233,0.0050404654,0.005159309,0.012983035],"study_design_scores_gemma":[0.004392369,0.0021526758,0.19723223,0.003757733,0.00032999125,0.00014288315,0.77359813,0.0018935836,0.0007086047,0.0009088088,0.014618257,0.0002646915],"about_ca_topic_score_codex":0.000087579996,"about_ca_topic_score_gemma":0.00000388084,"teacher_disagreement_score":0.32387748,"about_ca_system_score_codex":0.000045216286,"about_ca_system_score_gemma":0.00011878033,"threshold_uncertainty_score":0.99925274},"labels":[],"label_agreement":null},{"id":"W2994167497","doi":"10.7759/cureus.6305","title":"The Hidden Curriculum: A Good Thing?","year":2019,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster Children's Hospital","funders":"","keywords":"Medicine; Curriculum; Medical education; Pedagogy","score_opus":0.007296272082595812,"score_gpt":0.29836637438703056,"score_spread":0.29107010230443475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994167497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87266266,0.000715457,0.00007933702,0.011875916,0.0023905144,0.00042521005,5.2842927e-7,0.00008421241,0.111766145],"genre_scores_gemma":[0.9849076,0.000048161346,0.0017400909,0.0022569904,0.00054400245,0.00002900946,0.000017000362,0.000014151338,0.01044296],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931204,0.000015414376,0.00015104226,0.00011767479,0.0002496612,0.00015414816],"domain_scores_gemma":[0.9993476,0.00003756255,0.00004835615,0.00039629347,0.00013851436,0.00003161891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003045664,0.000060569357,0.00008417283,0.000021336766,0.00009595076,0.000020253827,0.00012659849,0.000061036335,0.000522625],"category_scores_gemma":[0.00050276786,0.000036428515,0.00003198022,0.00023195341,0.000045021825,0.000053814238,0.000028571454,0.00022200384,0.0007706491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027865171,0.0004875228,0.13400282,0.00009980498,0.00013586147,0.000008418333,0.0021636796,7.018209e-7,0.0013096397,0.19622724,0.5132038,0.15233262],"study_design_scores_gemma":[0.000704893,0.00016751407,0.03365047,0.00009414259,0.000050053535,0.00006070026,0.0023420353,0.0008271399,0.00024591378,0.0025489964,0.95918703,0.00012113005],"about_ca_topic_score_codex":0.000030468094,"about_ca_topic_score_gemma":0.0000031562372,"teacher_disagreement_score":0.4459832,"about_ca_system_score_codex":0.00008762673,"about_ca_system_score_gemma":0.00010141879,"threshold_uncertainty_score":0.9905392},"labels":[],"label_agreement":null},{"id":"W2994210512","doi":"10.1503/cmaj.190597","title":"Neurosciences, Rehabilitation and Vision Strategic Clinical Network","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health","funders":"","keywords":"Rehabilitation; Key (lock); Gerontology; Medicine; Physical medicine and rehabilitation; Data science; Physical therapy; Computer science; Computer security","score_opus":0.013763986802764734,"score_gpt":0.35123913166793924,"score_spread":0.3374751448651745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994210512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91026795,0.000091436574,0.000051189963,0.07937152,0.0050621084,0.00023336959,0.0000014296743,0.000019125799,0.0049018473],"genre_scores_gemma":[0.9604852,0.00016423303,0.003147662,0.031590924,0.003401602,0.000005363361,0.000016465694,0.000017486156,0.0011710319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969824,0.00024980947,0.00071634696,0.00023877696,0.0014001238,0.00041256583],"domain_scores_gemma":[0.9976643,0.00039995002,0.00025352795,0.00014042693,0.00055372773,0.0009880909],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062417034,0.00009842744,0.00025000586,0.0001859508,0.00022871525,0.00009447555,0.00011605315,0.00042857413,0.0024211127],"category_scores_gemma":[0.006434364,0.00008515554,0.00007092223,0.0005887274,0.00011787154,0.0001759061,0.00001426995,0.001336786,0.00021582446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015049877,0.000076266755,0.7558266,0.00002378236,0.000026959206,0.00004258088,0.00009303975,0.000007476086,0.000012638127,0.0031228203,0.17690939,0.06384339],"study_design_scores_gemma":[0.0015310355,0.0008341294,0.63606554,0.00021834692,0.000032207245,0.0005180012,0.0007126991,0.0049803266,5.804653e-7,0.0018821479,0.35308132,0.00014368603],"about_ca_topic_score_codex":0.00019845713,"about_ca_topic_score_gemma":0.00070785644,"teacher_disagreement_score":0.17617193,"about_ca_system_score_codex":0.00052322925,"about_ca_system_score_gemma":0.0033160795,"threshold_uncertainty_score":0.9984908},"labels":[],"label_agreement":null},{"id":"W2994371455","doi":"","title":"Length of family medicine training and readiness for independent practice: Residents’ perspectives at one Canadian university","year":2015,"lang":"en","type":"article","venue":"UBC Faculty of Medicine medical journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Focus group; Preparedness; Viewpoints; Feeling; Medical education; Medicine; Psychosocial; Qualitative research; Family medicine; Curriculum; Psychology; Nursing; Pedagogy; Social psychology; Psychiatry","score_opus":0.11760200815354288,"score_gpt":0.393167286122522,"score_spread":0.2755652779689791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994371455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.630769,0.0025436338,0.004606631,0.3496034,0.0012439863,0.0007817632,0.00003465058,0.000031631625,0.010385272],"genre_scores_gemma":[0.9832611,0.0009793693,0.009514733,0.0028672607,0.0019069789,0.0000041119756,0.00014624777,0.000034295193,0.0012858798],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99546206,0.00018073179,0.00096632546,0.00032186334,0.0026472872,0.00042170656],"domain_scores_gemma":[0.9942064,0.00046081562,0.0006655315,0.00025313935,0.0029566435,0.0014574527],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059962566,0.00022264344,0.0008995863,0.0008213785,0.00020554593,0.000004657764,0.00030341736,0.00031871186,0.00043677056],"category_scores_gemma":[0.040092226,0.00017056403,0.00007019472,0.000619244,0.0018421285,0.00020239945,0.000065026776,0.0008920557,0.0000021915453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043762056,0.0011785298,0.015831683,0.0009359211,0.001750815,0.0008450686,0.16619144,0.000008638303,0.0026506248,0.013025869,0.5911698,0.2020354],"study_design_scores_gemma":[0.03814036,0.006056694,0.11101692,0.005971089,0.0017903846,0.0055619776,0.61298716,0.0007199935,0.00014898824,0.0013849535,0.21577553,0.00044593052],"about_ca_topic_score_codex":0.013411774,"about_ca_topic_score_gemma":0.0017914454,"teacher_disagreement_score":0.44679573,"about_ca_system_score_codex":0.0008995361,"about_ca_system_score_gemma":0.003431852,"threshold_uncertainty_score":0.993158},"labels":[],"label_agreement":null},{"id":"W2994691571","doi":"10.15273/dmj.vol46no1.9831","title":"Osler’s bedside library: Updated essentials from medical students","year":2019,"lang":"en","type":"article","venue":"Dalhousie Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Reading (process); Reading list; Medical education; Set (abstract data type); Medical literature; Medical school; Medicine; Psychology; Library science; Computer science; Pathology; Political science; Law","score_opus":0.008457443574598744,"score_gpt":0.3190131509292318,"score_spread":0.31055570735463306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994691571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9297886,0.00025734984,0.0014541578,0.05681885,0.005276465,0.0003811066,0.000011448192,0.00019571139,0.0058163307],"genre_scores_gemma":[0.92150956,0.00066747796,0.004512271,0.059521604,0.0077986387,0.000021060006,0.0009868004,0.00014227045,0.004840328],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98919344,0.0002556785,0.0013520216,0.0004733485,0.0080601005,0.0006654012],"domain_scores_gemma":[0.9971873,0.0002206318,0.00035264165,0.0005960194,0.0002637777,0.0013796184],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025090836,0.00030766125,0.00072412466,0.00037609492,0.00018269279,0.00020576343,0.0013426982,0.0007135565,0.17030895],"category_scores_gemma":[0.0037581092,0.00023676634,0.00019399537,0.00080739486,0.00029616564,0.0004069745,0.00042184835,0.002683848,0.002434486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000300877,0.0016406984,0.22915837,0.000060398364,0.0005916213,0.0020093424,0.00061372767,0.0000012545346,0.0004559652,0.00051454466,0.6647637,0.09988951],"study_design_scores_gemma":[0.013409309,0.00057237566,0.21776018,0.0023696169,0.00044313353,0.0045424034,0.0009476069,0.002407597,0.001284983,0.0021164145,0.75339335,0.00075300754],"about_ca_topic_score_codex":0.00003823903,"about_ca_topic_score_gemma":0.00000422207,"teacher_disagreement_score":0.16787446,"about_ca_system_score_codex":0.0001196585,"about_ca_system_score_gemma":0.0022971358,"threshold_uncertainty_score":0.999617},"labels":[],"label_agreement":null},{"id":"W2994891830","doi":"10.3390/jcm9010014","title":"Changes in Opioid Prescribing Behaviors among Family Physicians Who Participated in a Weekly Tele-Mentoring Program","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Work & Health; Mount Sinai Hospital; University Health Network; Toronto Rehabilitation Institute; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Cohort; Opioid; Retrospective cohort study; Medical prescription; Family medicine; Emergency medicine; Internal medicine; Nursing","score_opus":0.09079280471200875,"score_gpt":0.46295123729785614,"score_spread":0.3721584325858474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994891830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864604,0.00023300893,0.000020767786,0.008898833,0.0024251617,0.0008634432,4.3988908e-7,0.000023872835,0.0010740879],"genre_scores_gemma":[0.9946387,0.00027092473,0.0010385741,0.0017431536,0.0018442281,0.000043504882,0.0000075069233,0.000028555705,0.00038486498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957547,0.00018398123,0.0024639096,0.00026334467,0.00089791865,0.00043612978],"domain_scores_gemma":[0.9978029,0.0003558351,0.0009400945,0.00030108934,0.00041715323,0.00018290803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004388576,0.00018511857,0.001183184,0.00057971396,0.000021713086,0.000010956994,0.00020735807,0.0002326033,0.00012710884],"category_scores_gemma":[0.0043345313,0.0001388359,0.000110986024,0.0011439852,0.00025256167,0.00018575393,0.000038891983,0.0016127425,0.000009359531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002519054,0.0012267234,0.7531856,0.00011703656,0.000035559773,0.000102437196,0.001620864,0.000014167137,0.0013321394,0.000018447685,0.001499359,0.24059576],"study_design_scores_gemma":[0.0062337294,0.00389478,0.97229534,0.006515513,0.00013955063,0.000020158874,0.0033610482,0.0015276142,0.00017641298,0.000050276325,0.005659773,0.0001257924],"about_ca_topic_score_codex":0.000119096505,"about_ca_topic_score_gemma":0.00008162041,"teacher_disagreement_score":0.24046998,"about_ca_system_score_codex":0.0001841848,"about_ca_system_score_gemma":0.00023006836,"threshold_uncertainty_score":0.70066535},"labels":[],"label_agreement":null},{"id":"W2994929386","doi":"10.1002/aet2.10431","title":"The Teacher, the Assessor, and the Patient Protector: A Conceptual Model Describing How Context Interfaces With the Supervisory Roles of Academic Emergency Physicians","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Context (archaeology); Psychology; Conceptual model; Medical education; Computer science; Medicine; History; Database","score_opus":0.058767742593880797,"score_gpt":0.29978013432422507,"score_spread":0.24101239173034428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994929386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94948053,0.0026666108,0.00033082644,0.045735925,0.000228234,0.00088558445,9.803333e-7,0.000012453841,0.00065882766],"genre_scores_gemma":[0.9975226,0.0001728748,0.0001297118,0.0013118506,0.00010375839,0.00022015286,0.0000049274868,0.000013338195,0.00052076986],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99909234,0.00013919461,0.00023245963,0.00015178569,0.00023912256,0.00014507996],"domain_scores_gemma":[0.99913776,0.00020736731,0.00020832238,0.00023637485,0.0001898273,0.00002037805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007534842,0.00010908781,0.00015059221,0.000027807098,0.0003532258,0.000027770708,0.0001403867,0.000051170704,0.000013030313],"category_scores_gemma":[0.0003271041,0.000043372835,0.000025250982,0.00017786131,0.00068432617,0.00010616258,0.000028161945,0.000500506,9.237692e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009514866,0.00007960051,0.0038147697,0.000030751984,0.00008369773,2.2076453e-8,0.3129699,0.000021927814,0.0011180793,0.016358314,0.0017597749,0.66366804],"study_design_scores_gemma":[0.00097247364,0.00017129302,0.008372934,0.00029295,0.0001242193,0.00001528204,0.97035676,0.014156685,0.00058202306,0.00051047193,0.0043339874,0.000110915294],"about_ca_topic_score_codex":0.00002521554,"about_ca_topic_score_gemma":0.000025716743,"teacher_disagreement_score":0.6635571,"about_ca_system_score_codex":0.000023062421,"about_ca_system_score_gemma":0.00026531974,"threshold_uncertainty_score":0.2716763},"labels":[],"label_agreement":null},{"id":"W2995049760","doi":"10.1097/acm.0000000000003136","title":"Postmodernism and Medical Education","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; University of Calgary","funders":"","keywords":"Postmodernism; Ideology; Epistemology; Skepticism; Oppression; Sociology; Context (archaeology); Politics; Hegemony; Law; Philosophy; Political science","score_opus":0.08543843777756992,"score_gpt":0.4813899269003568,"score_spread":0.3959514891227869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995049760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038732353,0.97766656,0.0001036567,0.010971064,0.0028545472,0.0014675749,0.0000022011907,0.000090689755,0.006805005],"genre_scores_gemma":[0.000014814598,0.9710439,0.00019616495,0.012024256,0.004263777,0.00017653103,0.0008299551,0.00009228326,0.01135832],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960252,0.00012986918,0.0014160315,0.000685506,0.0013668458,0.00037656614],"domain_scores_gemma":[0.9978952,0.00026080455,0.00052348844,0.0006736669,0.00023810632,0.00040875725],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015424076,0.0004907291,0.0022764471,0.0007135388,0.00006967719,0.000005346721,0.0003468921,0.0019496267,0.0019656008],"category_scores_gemma":[0.0080043115,0.00033588914,0.000114313945,0.0007275771,0.00048200565,0.00007984613,0.00012342345,0.0035745564,0.00042264443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004143751,0.000020424726,0.00002040544,0.01858933,0.00007634448,0.0000054358156,0.00027239355,1.4747304e-9,2.105744e-7,0.0028290753,0.12597327,0.852209],"study_design_scores_gemma":[0.00050529913,0.00013470976,0.000016180522,0.073233955,0.0018428965,0.0019033861,0.00017392161,0.00003230931,8.0876156e-8,0.00036112097,0.9215585,0.00023763486],"about_ca_topic_score_codex":0.000023100183,"about_ca_topic_score_gemma":2.6225692e-7,"teacher_disagreement_score":0.8519713,"about_ca_system_score_codex":0.00028103506,"about_ca_system_score_gemma":0.005021369,"threshold_uncertainty_score":0.99990934},"labels":[],"label_agreement":null},{"id":"W2995120354","doi":"10.1111/jep.13328","title":"Competency‐based education calls for programmatic assessment: But what does this look like in practice?","year":2019,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Summative assessment; Formative assessment; Operationalization; Competence (human resources); Medical education; Documentation; Psychology; Qualitative property; Medicine; Pedagogy; Computer science","score_opus":0.06765873729231692,"score_gpt":0.5453546467560353,"score_spread":0.47769590946371837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995120354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69118047,0.0013773644,0.0072409883,0.25728396,0.01978339,0.009091948,0.0000024983908,0.00003230129,0.014007085],"genre_scores_gemma":[0.50023866,0.00050884904,0.4747938,0.02251041,0.0011438981,0.00028620832,0.00007361944,0.000040024046,0.00040452156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925641,0.0016751853,0.0033036098,0.00033659718,0.0018613182,0.000259217],"domain_scores_gemma":[0.9765084,0.012630355,0.0034913907,0.00049100706,0.0067460844,0.00013277342],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038574412,0.00017361679,0.00059327413,0.00059912214,0.00005039096,0.000154049,0.00018043374,0.00030061664,0.0005762763],"category_scores_gemma":[0.122935854,0.00013381641,0.00018134415,0.00082483346,0.00009274578,0.0031988604,0.00002287483,0.0015554384,0.00005933979],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004065643,0.023746764,0.069464,0.0009921648,0.00036937516,0.0000318343,0.0015428991,0.0007547809,0.00025091463,0.006303195,0.010165773,0.88231266],"study_design_scores_gemma":[0.04098485,0.008616495,0.24675724,0.009656349,0.0048019607,0.000834175,0.07548405,0.23864698,0.00011874116,0.017790347,0.35532624,0.0009825571],"about_ca_topic_score_codex":0.00003301186,"about_ca_topic_score_gemma":0.000016347665,"teacher_disagreement_score":0.8813301,"about_ca_system_score_codex":0.0010265864,"about_ca_system_score_gemma":0.00960132,"threshold_uncertainty_score":0.99601334},"labels":[],"label_agreement":null},{"id":"W2995181344","doi":"10.1016/j.amjsurg.2019.12.010","title":"Struggles with autonomy: Exploring the dual identities of surgeons and learners in the operating room","year":2019,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; The Wilson Centre; University Health Network","funders":"Association for Surgical Education","keywords":"Autonomy; Opposition (politics); Self-determination theory; Dual (grammatical number); Medical education; Psychology; Medicine; Political science","score_opus":0.039095172215185395,"score_gpt":0.2871522824065955,"score_spread":0.24805711019141014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995181344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99201113,0.000107433945,0.000026404432,0.0074037276,0.00020662294,0.000083159524,4.213265e-7,0.000002712809,0.00015840826],"genre_scores_gemma":[0.9988805,0.00010159366,0.0001990957,0.00063374033,0.00011457755,0.000005558266,8.012692e-7,0.000008534041,0.000055578534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889994,0.00017956363,0.00040286433,0.00005724501,0.00033472988,0.00012565077],"domain_scores_gemma":[0.99817336,0.0010422961,0.0004467353,0.00018611712,0.0001330818,0.00001839124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026676154,0.000068916765,0.00029219314,0.00015884076,0.00007279549,0.00002616799,0.00010575118,0.000008209915,0.000024529447],"category_scores_gemma":[0.00045626255,0.000028857376,0.000046413534,0.00052537676,0.00039524457,0.00015165277,0.00001883106,0.0003591376,0.000001036908],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016658648,0.00007176476,0.9052776,0.00004298326,0.00013213213,0.00002309161,0.022338074,0.00027651858,0.00063444924,0.00037647336,0.0007606271,0.06989969],"study_design_scores_gemma":[0.00023497501,0.00018413112,0.79491216,0.00042804834,0.000063034975,0.00065852323,0.20258024,0.0001224037,0.0002539548,0.000081897924,0.000411073,0.00006954925],"about_ca_topic_score_codex":0.00012242848,"about_ca_topic_score_gemma":0.0000034360442,"teacher_disagreement_score":0.18024217,"about_ca_system_score_codex":0.000037906368,"about_ca_system_score_gemma":0.00039749523,"threshold_uncertainty_score":0.15602942},"labels":[],"label_agreement":null},{"id":"W2995203746","doi":"10.36834/cmej.53065","title":"Maintenance of certification: how do we teach practicing physicians?","year":2019,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Maintenance of Certification; Certification; Competence (human resources); Medical education; Lifelong learning; Medicine; Psychology; Computer science; Pedagogy; Political science","score_opus":0.05229006625982599,"score_gpt":0.3926176086614748,"score_spread":0.34032754240164886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995203746","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000107577225,0.889882,0.00017575316,0.09940088,0.006193754,0.0008572734,0.000011740005,0.000016909868,0.003450908],"genre_scores_gemma":[0.0001318951,0.9794102,0.0022235618,0.0070628715,0.0040103835,0.000097094206,0.00021430165,0.00009114285,0.006758568],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956946,0.00028246586,0.0013893655,0.00047044858,0.0015637674,0.00059937726],"domain_scores_gemma":[0.99278367,0.00017592164,0.0016290739,0.00084752945,0.0017187073,0.0028451171],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018355525,0.0004065483,0.001551452,0.0013741484,0.00021209432,0.00011639382,0.0006164089,0.0008577888,0.009435929],"category_scores_gemma":[0.037120827,0.00034090198,0.0004349179,0.001540139,0.0002980441,0.00024339522,0.000023751994,0.0033066357,0.00023592247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022841941,0.00014016013,0.000005857633,0.00479791,0.00010235881,0.0000118241405,0.00023773205,5.088602e-8,1.7365754e-7,0.00076213776,0.32861352,0.665326],"study_design_scores_gemma":[0.00023822892,0.00006273397,0.000021321184,0.05150991,0.00079363555,0.002930236,0.0014012576,0.000018204735,5.3333576e-7,0.00007805114,0.9426873,0.00025859577],"about_ca_topic_score_codex":0.00039940642,"about_ca_topic_score_gemma":0.00016408341,"teacher_disagreement_score":0.6650674,"about_ca_system_score_codex":0.0021164694,"about_ca_system_score_gemma":0.15185651,"threshold_uncertainty_score":0.9999043},"labels":[],"label_agreement":null},{"id":"W2995277398","doi":"10.1111/jep.13338","title":"A case for feedback and monitoring assessment in competency‐based medical education","year":2019,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Women's College Hospital; University of Manitoba; Queen's University","funders":"","keywords":"Objective structured clinical examination; Medical education; Medicine; Psychology","score_opus":0.13139968560874793,"score_gpt":0.5913269791111234,"score_spread":0.4599272935023755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995277398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.934576,0.00017889893,0.0012013719,0.05915648,0.0028682246,0.000891071,3.247587e-7,0.000003390148,0.0011242576],"genre_scores_gemma":[0.8518324,0.00006542071,0.14474288,0.002612183,0.0006680989,0.00004026074,0.0000057322636,0.000009955319,0.000023090979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959525,0.000662696,0.0018744403,0.00018350757,0.001199178,0.00012768518],"domain_scores_gemma":[0.99098986,0.0052381777,0.0010781373,0.00019508065,0.0023660068,0.00013272927],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029203333,0.000085323634,0.00034027387,0.0003563692,0.00002907918,0.000023756424,0.00006372679,0.00022201605,0.00025045368],"category_scores_gemma":[0.10820795,0.00007510856,0.00006669115,0.0004188834,0.000053174874,0.00043341576,0.000015583531,0.0011884308,0.0000055956907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012168859,0.0057874825,0.5466473,0.00033717524,0.00007688544,0.00021803,0.00044216277,0.00028365888,0.000071218834,0.0029717013,0.0026543664,0.43929312],"study_design_scores_gemma":[0.022250077,0.0024593233,0.72861755,0.00250172,0.00057463173,0.0060912124,0.008905765,0.21472475,0.000024083933,0.005363496,0.008244197,0.00024318029],"about_ca_topic_score_codex":0.000019475054,"about_ca_topic_score_gemma":0.00001080193,"teacher_disagreement_score":0.43904996,"about_ca_system_score_codex":0.0004192839,"about_ca_system_score_gemma":0.01117401,"threshold_uncertainty_score":0.99963945},"labels":[],"label_agreement":null},{"id":"W2995361372","doi":"10.1177/1715163519892206","title":"Professional identity formation: A shared responsibility for academia and pharmacists","year":2019,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Identity (music); Professional responsibility; Medical education; Political science; Medicine; Law; Philosophy","score_opus":0.03460172710874121,"score_gpt":0.35465397572047674,"score_spread":0.32005224861173553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995361372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99099946,0.00045019703,0.00035350028,0.0014886261,0.0041428832,0.0015280852,0.00040395357,0.00003288907,0.0006003965],"genre_scores_gemma":[0.9836758,0.0005592606,0.0016222172,0.009639213,0.0011075222,0.00008763279,0.00019851378,0.000048872294,0.003061008],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9969907,0.00013816163,0.00086032227,0.00045938717,0.0007055312,0.0008459155],"domain_scores_gemma":[0.99643975,0.00015011514,0.00033652058,0.00028288426,0.0013555859,0.0014351406],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018355428,0.0003204423,0.0004348754,0.0005150336,0.0008101828,0.00015080093,0.00036660358,0.00019472167,0.0018094182],"category_scores_gemma":[0.0011253863,0.00032245115,0.00012538004,0.0007900917,0.00018964078,0.0012562476,0.00005210859,0.0015162763,0.00002354249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003346161,0.0003735555,0.030900583,0.005669538,0.0006622812,0.010675139,0.0073934547,0.0001455431,0.034521382,0.0010336321,0.62538725,0.2798915],"study_design_scores_gemma":[0.014631684,0.00022659433,0.0019894745,0.000286925,0.0005392632,0.6734189,0.00012441754,0.033561546,0.006576686,0.0010925584,0.26630804,0.0012439067],"about_ca_topic_score_codex":0.0007747815,"about_ca_topic_score_gemma":0.0026307185,"teacher_disagreement_score":0.66274375,"about_ca_system_score_codex":0.0034751436,"about_ca_system_score_gemma":0.0065107006,"threshold_uncertainty_score":0.99992275},"labels":[],"label_agreement":null},{"id":"W2995503821","doi":"10.1007/s40596-019-01162-3","title":"“You are in Some Sort of Occupational Adolescence”: An Exploratory Study to Understand Knowledge, Skills, and Experiences of CanMEDS Leader Role in Psychiatry","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Thematic analysis; Psychology; Snowball sampling; Qualitative research; CLARITY; Medical education; Transformational leadership; Nonprobability sampling; Exploratory research; Medicine; Social psychology; Sociology","score_opus":0.023393833603808322,"score_gpt":0.3602994045974047,"score_spread":0.3369055709935964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995503821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99460685,0.0015507755,0.000015226412,0.000996109,0.0019044478,0.00080670655,0.000004697894,0.000014947545,0.000100214274],"genre_scores_gemma":[0.997654,0.00003316619,0.00090189517,0.000996823,0.0002730961,0.000055419972,0.000013287427,0.000019787083,0.000052484804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800897,0.00009520725,0.0008085972,0.00040768684,0.0004320911,0.00024746815],"domain_scores_gemma":[0.9991866,0.00002858232,0.00023640564,0.00033516236,0.00011216852,0.00010112466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007488901,0.00017046886,0.00040199453,0.00068588177,0.000028598104,0.0000034517614,0.0002151379,0.00021731171,0.00006156677],"category_scores_gemma":[0.00014401547,0.00016446244,0.000027487136,0.0010276734,0.00015473776,0.00027767255,0.00005010011,0.0006632163,0.000007551407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012486402,0.0024412205,0.8895127,0.00018823841,0.000013518295,2.625763e-7,0.104944475,0.0000073301835,0.00013368219,0.0010717675,0.0011082037,0.00045373765],"study_design_scores_gemma":[0.0011560421,0.0002960869,0.55740803,0.0005633431,0.000011887343,0.0000026676546,0.43976456,0.000046605466,0.00004342015,0.00058087276,0.000021109785,0.00010536799],"about_ca_topic_score_codex":0.00002647419,"about_ca_topic_score_gemma":0.00031951023,"teacher_disagreement_score":0.3348201,"about_ca_system_score_codex":0.00011422361,"about_ca_system_score_gemma":0.0009668398,"threshold_uncertainty_score":0.67065835},"labels":[],"label_agreement":null},{"id":"W2995987955","doi":"10.1007/978-3-030-32679-1_24","title":"Children and Young People in Radiology","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Competence (human resources); Agency (philosophy); Psychology; Young person; Developmental psychology; Medical education; Medicine; Social psychology; Sociology; Social science","score_opus":0.007935995634338168,"score_gpt":0.26809135222158004,"score_spread":0.26015535658724187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995987955","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028721211,0.0003489643,0.000059573038,0.0022224819,0.0007096141,0.0005604597,0.0000033257502,0.000029560331,0.9673448],"genre_scores_gemma":[0.036705587,0.00033798063,0.00121694,0.0014334726,0.0005598033,0.0000065283148,0.00047151255,0.000033799177,0.95923436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993181,0.000004553282,0.00023243978,0.00021893348,0.00011872417,0.000107217],"domain_scores_gemma":[0.99961734,0.000018052324,0.00005816503,0.00022689701,0.000054575976,0.00002496012],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015798284,0.00011895687,0.0003063253,0.000257346,0.000012209572,0.0000036347735,0.0000423071,0.00034190482,0.0014225938],"category_scores_gemma":[0.000103768005,0.00010137796,0.00002243606,0.000036916997,0.000061886545,0.000018219878,0.000027354828,0.00042825777,0.00017707831],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005421096,0.000077993325,0.17792365,0.00018315788,0.00015448424,0.00000905357,0.00075629656,3.2047222e-7,0.00002818566,0.603793,0.14981538,0.06720422],"study_design_scores_gemma":[0.0019033003,0.00027185422,0.9164173,0.0003763767,0.00013138837,0.0012771444,0.000059964488,0.00008254161,0.0000058831297,0.00630351,0.0727855,0.0003852691],"about_ca_topic_score_codex":0.00007385131,"about_ca_topic_score_gemma":0.00009002729,"teacher_disagreement_score":0.7384936,"about_ca_system_score_codex":0.000081231105,"about_ca_system_score_gemma":0.00015153862,"threshold_uncertainty_score":0.99949026},"labels":[],"label_agreement":null},{"id":"W2996197783","doi":"10.1186/s12909-019-1905-3","title":"Remote assessment via video evaluation (RAVVE): a pilot study to trial video-enabled peer feedback on clinical performance","year":2019,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health; Stornoway Diamond (Canada); University of British Columbia","funders":"University of British Columbia","keywords":"Video feedback; Video recording; Medical education; Multimedia; Videoconferencing; Medical physics; Peer assessment; Online video; Computer science; Medicine; Psychology","score_opus":0.094566942108491,"score_gpt":0.4831950117980714,"score_spread":0.3886280696895804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996197783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514995,0.000016998456,0.0028624318,0.013898835,0.015106663,0.008494343,8.846907e-7,0.0001156382,0.008004704],"genre_scores_gemma":[0.9646097,0.000015783991,0.010837574,0.0134271765,0.005073482,0.0005984309,0.00030868722,0.000062223866,0.0050669685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99008954,0.00097238005,0.0018830405,0.0010457203,0.0054875244,0.00052182435],"domain_scores_gemma":[0.994718,0.000677009,0.00045706975,0.00139939,0.002155432,0.0005930773],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01664375,0.0003585489,0.00069884676,0.0005337608,0.00018634998,0.00006912212,0.00041763668,0.00025653612,0.0066326377],"category_scores_gemma":[0.029854761,0.00030726095,0.00012320688,0.0012967383,0.00010617043,0.00022861376,0.0001010884,0.001215524,0.0023158083],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02700707,0.03517549,0.07248813,0.00040904904,0.0001725594,0.000002751845,0.001140807,0.00007582357,0.00009828054,0.0003276981,0.16991077,0.6931916],"study_design_scores_gemma":[0.093121685,0.05417764,0.7474183,0.0016283419,0.00066503556,0.00004711651,0.003729852,0.070566505,0.000046438665,0.00033275387,0.027470406,0.0007959494],"about_ca_topic_score_codex":0.00014299447,"about_ca_topic_score_gemma":0.000049031198,"teacher_disagreement_score":0.6923956,"about_ca_system_score_codex":0.0011613157,"about_ca_system_score_gemma":0.01306354,"threshold_uncertainty_score":0.99993795},"labels":[],"label_agreement":null},{"id":"W2996239505","doi":"10.1007/s40037-019-00554-3","title":"Nudging clinical supervisors to provide better in-training assessment reports","year":2019,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Rubric; Checklist; Psychological intervention; Medical education; Quality (philosophy); Psychology; Applied psychology; Medicine; Nursing; Mathematics education","score_opus":0.027715679390577272,"score_gpt":0.43807064128107137,"score_spread":0.4103549618904941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996239505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90010905,0.000053643063,0.0004899659,0.081682235,0.0026885527,0.0010617182,3.186787e-7,0.00007067998,0.013843812],"genre_scores_gemma":[0.9541576,0.000029487435,0.0122828875,0.031110736,0.0012449943,0.00021135867,0.00004967383,0.00003656213,0.0008766999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99647284,0.0001563863,0.0009476055,0.0007913428,0.0012488776,0.0003829416],"domain_scores_gemma":[0.9983273,0.0001882988,0.000164671,0.0006331383,0.00036031828,0.00032624148],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027928962,0.00019739862,0.00042607615,0.0005721069,0.00006337015,0.0000317949,0.00014997016,0.0002488866,0.002132728],"category_scores_gemma":[0.010980561,0.00017831626,0.00010000542,0.00073322485,0.00011846859,0.00014708097,0.000047342575,0.001160968,0.00023439748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009738496,0.0036163614,0.6081236,0.00012533636,0.00005156188,0.000038907554,0.032146923,0.000009351068,0.00015214084,0.003337292,0.011370326,0.34093082],"study_design_scores_gemma":[0.0010141208,0.00065917795,0.8793544,0.0011798129,0.000034915884,0.00013765773,0.083544336,0.0009212463,0.000028479903,0.0006066471,0.032217093,0.0003021017],"about_ca_topic_score_codex":0.00006126581,"about_ca_topic_score_gemma":0.000010743232,"teacher_disagreement_score":0.3406287,"about_ca_system_score_codex":0.000853048,"about_ca_system_score_gemma":0.0039071734,"threshold_uncertainty_score":0.9987795},"labels":[],"label_agreement":null},{"id":"W2996394639","doi":"10.1002/cbe2.1204","title":"The relationship between the volume of clinical presentation exposures, hours, and student self‐rated confidence","year":2019,"lang":"en","type":"article","venue":"The Journal of Competency-Based Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Confidence interval; Wilcoxon signed-rank test; Medicine; Volume (thermodynamics); Self-confidence; Psychology; Internal medicine; Mann–Whitney U test; Social psychology","score_opus":0.038129520678960006,"score_gpt":0.40805678804015955,"score_spread":0.3699272673611995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996394639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97100526,0.0006927388,0.0007395835,0.025267826,0.0014374752,0.00064145855,0.0000017062979,0.0000098857745,0.00020408464],"genre_scores_gemma":[0.996674,0.00010576901,0.0016752306,0.0006345196,0.00062016,0.000009707004,0.000017709997,0.000012520784,0.00025038174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969692,0.00075319584,0.0012810832,0.0001053533,0.0007505835,0.0001405315],"domain_scores_gemma":[0.9933338,0.0034274533,0.0013891509,0.0004926041,0.001297727,0.000059248636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005978033,0.00011021339,0.00027138327,0.00011877704,0.00025147744,0.000037274047,0.00035986674,0.00008834836,0.000038390717],"category_scores_gemma":[0.0024082374,0.000055418674,0.000082518294,0.00047245945,0.00032568694,0.0001402161,0.00002332361,0.0006806688,0.000014386335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013026122,0.00024063546,0.98371965,0.00004372683,0.00007100584,1.4332028e-7,0.0014300499,0.000044162865,0.000088401684,0.0027192181,0.0062194453,0.00529333],"study_design_scores_gemma":[0.00075154233,0.00047118848,0.9906596,0.00026427562,0.00030108684,0.00002885536,0.0037322815,0.00029828402,0.00012620255,0.001938342,0.0013720866,0.000056271896],"about_ca_topic_score_codex":0.00003764419,"about_ca_topic_score_gemma":0.000004686987,"teacher_disagreement_score":0.02566876,"about_ca_system_score_codex":0.00008739035,"about_ca_system_score_gemma":0.0032909883,"threshold_uncertainty_score":0.5838072},"labels":[],"label_agreement":null},{"id":"W2996498284","doi":"10.1007/s10459-019-09948-8","title":"Necessary but not sufficient: identifying conditions for effective feedback during internal medicine residents’ clinical education","year":2019,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Formative assessment; Coaching; Variety (cybernetics); Medical education; Context (archaeology); Focus group; Perception; Faculty development; Qualitative research; Psychology; Medicine; Professional development; Computer science; Pedagogy","score_opus":0.03073876551731002,"score_gpt":0.48294054911385614,"score_spread":0.4522017835965461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996498284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643558,0.0029222718,0.00086047803,0.012838706,0.013266834,0.0030118087,0.000005180375,0.000051761683,0.002687137],"genre_scores_gemma":[0.982581,0.0012634902,0.0057938593,0.006458564,0.0013352908,0.0007011194,0.00016678146,0.000020969195,0.0016788838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965059,0.0001993377,0.0013964105,0.0007530221,0.00066136476,0.00048397426],"domain_scores_gemma":[0.99756044,0.00063964474,0.00074530684,0.0003820496,0.0005207729,0.00015179072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035181628,0.00019483092,0.00044155444,0.0008673887,0.00044027405,0.000042370397,0.00031516477,0.00011418554,0.0001788963],"category_scores_gemma":[0.002862462,0.00017811304,0.000072052324,0.0014700907,0.00058624166,0.0010084849,0.000043594027,0.0004482357,0.00006459823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035742501,0.0020497674,0.73041433,0.004478792,0.000020729027,5.550892e-7,0.0032940411,0.00026029913,0.0009383719,0.015187633,0.009335981,0.2336621],"study_design_scores_gemma":[0.0016824541,0.0009435053,0.96443075,0.00469011,0.000024922105,0.000051519637,0.01468666,0.0011854194,0.0004335121,0.0037109929,0.007932649,0.00022752013],"about_ca_topic_score_codex":0.0006531571,"about_ca_topic_score_gemma":0.00007210085,"teacher_disagreement_score":0.23401643,"about_ca_system_score_codex":0.0008215412,"about_ca_system_score_gemma":0.002982776,"threshold_uncertainty_score":0.7263239},"labels":[],"label_agreement":null},{"id":"W2996508770","doi":"10.1136/medethics-2019-105837","title":"Imperfect by design: the problematic ethics of surgical training","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Ethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Duty; Deontological ethics; Quality (philosophy); Social contract; Intervention (counseling); Psychology; Lawrence Kohlberg's stages of moral development; Individualism; Medical ethics; Compromise; Medical education; Engineering ethics; Moral reasoning; Public relations; Medicine; Nursing; Political science; Social psychology; Law; Politics; Epistemology","score_opus":0.10107702552971778,"score_gpt":0.4283887677613671,"score_spread":0.32731174223164927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996508770","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.236738,0.00083383,0.024908472,0.7341101,0.0018072313,0.000557097,0.0000014059418,0.00001765722,0.0010261841],"genre_scores_gemma":[0.9823438,0.0012571445,0.007165715,0.0084291,0.00062705576,0.000005316184,0.0000046419136,0.00002191758,0.000145335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99120206,0.00090967177,0.0013149113,0.00012491584,0.0061992127,0.0002492154],"domain_scores_gemma":[0.9861608,0.010627239,0.0008398816,0.00033164342,0.0017983672,0.00024205304],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.04300478,0.0001331179,0.00055671396,0.00013621643,0.00009396334,0.000015407692,0.0004388212,0.0013863827,0.0011638777],"category_scores_gemma":[0.055231288,0.00007419785,0.00016601168,0.0005320538,0.0005578359,0.00007717072,0.000045782537,0.0115862945,0.000018708766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024781402,0.0050529293,0.00613593,0.017703127,0.0025260106,0.0008617704,0.27600047,0.00048701305,0.016180515,0.14016435,0.322028,0.21038173],"study_design_scores_gemma":[0.050947875,0.021364935,0.004762915,0.06468492,0.0034397827,0.042186923,0.069851555,0.05191679,0.01461233,0.07780439,0.5962965,0.0021310714],"about_ca_topic_score_codex":0.000011674934,"about_ca_topic_score_gemma":0.0000010161018,"teacher_disagreement_score":0.74560577,"about_ca_system_score_codex":0.00009183341,"about_ca_system_score_gemma":0.0068045915,"threshold_uncertainty_score":0.99991006},"labels":[],"label_agreement":null},{"id":"W2996540752","doi":"10.1007/s40670-019-00855-6","title":"Daily Evaluation Cards Are Superior for Student Assessment Compared to Single Rater In-Training Evaluations","year":2019,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Health Sciences Centre","funders":"","keywords":"Cohort; Medicine; Multivariate statistics; Ambulatory; Rating scale; Physical therapy; Medical physics; Medical education; Statistics; Internal medicine; Mathematics","score_opus":0.09964731443661813,"score_gpt":0.5047773264578296,"score_spread":0.40513001202121146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996540752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96311367,0.00002524647,0.0009844668,0.02709109,0.004520817,0.0027250338,0.0000030372917,0.000031591815,0.0015050408],"genre_scores_gemma":[0.98535436,8.9154514e-7,0.008171374,0.0045766127,0.0005693073,0.0009817848,0.000054229433,0.000016827444,0.00027463614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942194,0.00009792637,0.0006013539,0.00062052783,0.0038889316,0.00057183177],"domain_scores_gemma":[0.9975815,0.00015800667,0.00011068009,0.00048577986,0.0012068402,0.00045720214],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009106869,0.00015786485,0.0003539207,0.00054612325,0.0002080689,0.00009024737,0.00043047866,0.000103464205,0.0026538006],"category_scores_gemma":[0.007896723,0.00013290074,0.000053450727,0.0019740935,0.00030868032,0.00022201374,0.00008615006,0.00030436149,0.00012706414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010009129,0.004135496,0.68995804,0.00022180229,0.000056771092,0.00000516385,0.03168696,0.00032221855,0.036033984,0.0014088104,0.025162382,0.21090828],"study_design_scores_gemma":[0.002626562,0.00043220035,0.929759,0.00055636844,0.00007700775,0.000015985173,0.032227144,0.022547942,0.00075319805,0.00013989274,0.010602928,0.0002617189],"about_ca_topic_score_codex":0.00003152878,"about_ca_topic_score_gemma":0.000038429112,"teacher_disagreement_score":0.23980102,"about_ca_system_score_codex":0.0019785136,"about_ca_system_score_gemma":0.009132273,"threshold_uncertainty_score":0.99825794},"labels":[],"label_agreement":null},{"id":"W2996544495","doi":"10.1111/medu.14012","title":"The new look of <i>Medical Education</i>","year":2019,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reading (process); Aside; Publishing; Worry; Style (visual arts); Psychology; Computer science; World Wide Web; History; Law; Political science; Literature","score_opus":0.0051594546176015645,"score_gpt":0.35367593705022343,"score_spread":0.34851648243262184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996544495","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039713108,0.004196584,0.0002861209,0.1272127,0.8581469,0.0010505161,0.000007143514,0.00007794682,0.008624955],"genre_scores_gemma":[0.000258696,0.0036715923,0.0009687735,0.018893229,0.9004529,0.00028962546,0.0030698008,0.0001301905,0.0722652],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871754,0.00019703986,0.001752878,0.00073513185,0.00957619,0.0005633379],"domain_scores_gemma":[0.99018973,0.001872316,0.0013020227,0.002477474,0.0032980903,0.00086038746],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003530462,0.00047454823,0.0008582742,0.00041225625,0.00021811834,0.00007857506,0.0014835921,0.0031044136,0.0050631687],"category_scores_gemma":[0.12824236,0.00034416522,0.0002704399,0.001158533,0.0007168688,0.00012472771,0.00020303471,0.0036099302,0.0006125633],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050322087,0.0011190772,0.000093178554,0.0005465224,0.000072794646,9.328747e-7,0.00018710525,5.6701754e-8,0.0000014787893,0.0014807152,0.70723385,0.289214],"study_design_scores_gemma":[0.0009286916,0.00016735264,0.000120595745,0.0033467368,0.00023809866,0.00004106435,0.00057607115,0.00011971537,0.00002004972,0.00056198565,0.99359614,0.0002834868],"about_ca_topic_score_codex":0.00067665253,"about_ca_topic_score_gemma":0.000060238046,"teacher_disagreement_score":0.2889305,"about_ca_system_score_codex":0.0007427541,"about_ca_system_score_gemma":0.24452853,"threshold_uncertainty_score":0.99990106},"labels":[],"label_agreement":null},{"id":"W2996636171","doi":"10.1111/medu.14047","title":"The impact of entrustment assessments on feedback and learning: Trainee perspectives","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Competence (human resources); Feeling; Medical education; Educational measurement; Psychology; Self-assessment; Focus group; Flexibility (engineering); Medicine; Pedagogy; Curriculum; Social psychology","score_opus":0.008663248825964644,"score_gpt":0.3904455689037993,"score_spread":0.38178232007783464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996636171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979056,0.00025629223,0.000041605294,0.011222289,0.0004729877,0.00040335077,3.7930747e-7,0.000017094762,0.0085300235],"genre_scores_gemma":[0.9954471,0.00016313948,0.0002999769,0.0008152779,0.00020492828,0.000036287915,0.000032399676,0.000011368175,0.0029894935],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870443,0.000084240615,0.0002525046,0.00018244014,0.0006225297,0.0001538659],"domain_scores_gemma":[0.99920255,0.00016800872,0.000115333016,0.00021489109,0.00022440522,0.00007478843],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073792256,0.00009757714,0.00015494903,0.000099239405,0.000092762355,0.000014668273,0.00008087212,0.00009441894,0.0011603072],"category_scores_gemma":[0.0035806457,0.000058675378,0.000054192195,0.00026265875,0.00016058236,0.000044839973,0.000016888522,0.0004502487,0.000042064545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030695356,0.003255962,0.09255144,0.00015047776,0.00023335611,8.378048e-7,0.007392139,0.000014376234,0.00055787584,0.011617523,0.066207394,0.81771165],"study_design_scores_gemma":[0.0017469764,0.0022162192,0.944925,0.00044606774,0.000056323348,0.000042968393,0.022988891,0.0039502154,0.00012915283,0.0004281963,0.022922361,0.00014762873],"about_ca_topic_score_codex":0.0000595085,"about_ca_topic_score_gemma":5.387518e-7,"teacher_disagreement_score":0.85237354,"about_ca_system_score_codex":0.00028550246,"about_ca_system_score_gemma":0.0015235336,"threshold_uncertainty_score":0.99975276},"labels":[],"label_agreement":null},{"id":"W2996732542","doi":"10.1111/medu.14046","title":"Social power facilitates and constrains motivation in the clinical learning environment","year":2019,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Covert; Power (physics); Psychology; Social learning; Work (physics); Social power; Social psychology; Political science; Pedagogy; Philosophy; Engineering; Law","score_opus":0.031149337628477217,"score_gpt":0.37499173349120324,"score_spread":0.343842395862726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996732542","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094825685,0.0001600106,0.00011596422,0.8999594,0.0011213231,0.00081356626,0.000002445107,0.000027126973,0.0029744827],"genre_scores_gemma":[0.073819034,0.00017055911,0.000312547,0.9163934,0.0042268774,0.00016994942,0.0017482867,0.000034873763,0.0031244832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964136,0.0005553499,0.00087871926,0.0004935214,0.0013438698,0.000314956],"domain_scores_gemma":[0.9985257,0.00076393643,0.00026787122,0.00029855175,0.000108656386,0.000035309844],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0026028017,0.00024181938,0.00043477665,0.0002533073,0.00013100659,0.000036611473,0.00019889556,0.0013093185,0.00172169],"category_scores_gemma":[0.010510153,0.00017985921,0.00009454854,0.0002800778,0.00063727004,0.00007208809,0.000042338022,0.0049227597,0.000154883],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096710155,0.00034053833,0.01684784,0.00018416092,0.000025846157,0.00001032313,0.0022342382,1.6458361e-7,0.0000010611234,0.00010936833,0.8970882,0.08314853],"study_design_scores_gemma":[0.00056127476,0.00014771926,0.08778578,0.00024533278,0.000058634363,0.00006213331,0.0019583637,0.00008760077,2.6882233e-7,0.00016065557,0.90877837,0.00015383906],"about_ca_topic_score_codex":0.000028771363,"about_ca_topic_score_gemma":8.122781e-7,"teacher_disagreement_score":0.08299469,"about_ca_system_score_codex":0.00023823348,"about_ca_system_score_gemma":0.0018927548,"threshold_uncertainty_score":0.9999872},"labels":[],"label_agreement":null},{"id":"W2996931977","doi":"","title":"Transitioning to competency-based medical education: impact of educational interventions on internal medicine residents' understanding of the purpose and process.","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Process (computing); Psychological intervention; Medical education; Function (biology); Work (physics); Medicine; Computer science; Nursing; Engineering; Biology","score_opus":0.03368732486957327,"score_gpt":0.3632213020872694,"score_spread":0.3295339772176961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996931977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9242278,0.000106414984,0.00074679,0.06625282,0.00080824574,0.0013317653,0.0000066992525,0.000009923382,0.00650955],"genre_scores_gemma":[0.9974491,0.0000029388332,0.00031189845,0.001354425,0.00016364618,0.00026949754,0.00003690151,0.000012357258,0.00039921934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983368,0.000058132144,0.00054520473,0.00019039446,0.0007105528,0.0001589494],"domain_scores_gemma":[0.9988731,0.00019721684,0.00021408,0.0002599051,0.00031129012,0.000144404],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006678907,0.000106929256,0.00024416333,0.00036932455,0.000058008147,0.0000069873495,0.00017034207,0.00007077517,0.0011136348],"category_scores_gemma":[0.003290875,0.00007218309,0.00011359209,0.00069163524,0.00023984759,0.00006322952,0.000016751428,0.00023686983,0.0000031580544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008426727,0.003334908,0.78480434,0.0028332483,0.00033686377,9.873404e-7,0.0042453073,0.000175557,0.00031720268,0.12613784,0.017610837,0.05936024],"study_design_scores_gemma":[0.0011450227,0.0002807557,0.9901287,0.002783587,0.000077012584,0.000026652855,0.0009799239,0.00018249376,0.00020561361,0.0040875156,0.000030576433,0.00007215004],"about_ca_topic_score_codex":0.00011554215,"about_ca_topic_score_gemma":0.000020211368,"teacher_disagreement_score":0.20532435,"about_ca_system_score_codex":0.00033746962,"about_ca_system_score_gemma":0.0017526669,"threshold_uncertainty_score":0.9997995},"labels":[],"label_agreement":null},{"id":"W2997083237","doi":"10.1111/medu.14019","title":"Trainee‐environment interactions that stimulate motivation: A rich pictures study","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Psychology; Interpersonal communication; Feeling; Competence (human resources); Self-determination theory; Intrapersonal communication; Goal theory; Context (archaeology); Applied psychology; Social psychology; Autonomy","score_opus":0.017630349506747068,"score_gpt":0.34514821860837086,"score_spread":0.3275178691016238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997083237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96684915,0.000059532264,0.0011328737,0.023870189,0.002650708,0.0013603762,9.003238e-7,0.0000969185,0.0039793607],"genre_scores_gemma":[0.98056716,0.0000146774155,0.001185467,0.010983837,0.00067742844,0.00023136206,0.0001945453,0.000030000761,0.0061155525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758786,0.00008539435,0.00048434813,0.00040192503,0.0011990186,0.00024147452],"domain_scores_gemma":[0.99892575,0.00011506317,0.00014098515,0.00053719495,0.00015341467,0.00012760193],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006069195,0.00018594626,0.00026284333,0.00029487206,0.000107406304,0.00002740115,0.00016154374,0.00013888953,0.013698841],"category_scores_gemma":[0.0019882047,0.00015704072,0.000059720496,0.00047437745,0.00007814875,0.00017214143,0.000042284006,0.00058167696,0.00072088715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014785051,0.01512619,0.6315276,0.00024397323,0.00024754176,0.000009579969,0.009441991,0.000081124555,0.0004453791,0.0007617727,0.14102091,0.20094608],"study_design_scores_gemma":[0.0022585657,0.0005513502,0.8546482,0.00029777942,0.0001598146,0.000098555196,0.010061404,0.0023728726,0.00014716947,0.00023633633,0.12889044,0.0002775152],"about_ca_topic_score_codex":0.000039089504,"about_ca_topic_score_gemma":0.000005405749,"teacher_disagreement_score":0.22312059,"about_ca_system_score_codex":0.00036453884,"about_ca_system_score_gemma":0.0009560261,"threshold_uncertainty_score":0.98720276},"labels":[],"label_agreement":null},{"id":"W2997179195","doi":"","title":"Mortal Responsibilities: Bioethics and Medical-Assisted Dying.","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicalization; Bioethics; Legitimation; Palliative care; Medicine; Power (physics); Power of attorney; Terminally ill; Assisted suicide; Medical ethics; Health care; Nursing; Identity (music); Family medicine; Law; Psychiatry; Political science","score_opus":0.04702539416172316,"score_gpt":0.33311466326035055,"score_spread":0.2860892690986274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997179195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96029735,0.00016151549,0.000043020846,0.027669784,0.00081155164,0.00080511527,0.000001611682,0.00008814229,0.01012193],"genre_scores_gemma":[0.98668957,0.000042990352,0.00082956196,0.00521131,0.00019734575,0.00037611846,0.000029457096,0.000017724788,0.0066059483],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984435,0.000050771174,0.00030234002,0.0002560219,0.0006742597,0.00027315118],"domain_scores_gemma":[0.999052,0.00018207704,0.000062255065,0.00035880876,0.00017653739,0.00016831567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016864988,0.00009436464,0.00019045286,0.00017442841,0.000047678892,0.000017493938,0.00007946999,0.00022785428,0.00051532825],"category_scores_gemma":[0.005358425,0.00007941491,0.000027629781,0.000401459,0.0005030221,0.00006832769,0.00004633064,0.00044006915,0.000055184122],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022688367,0.00026667764,0.09644375,0.00039497804,0.000090387475,0.00002638809,0.0010496343,1.3632652e-7,0.000060481405,0.010079783,0.008482765,0.8828781],"study_design_scores_gemma":[0.0013754569,0.000056523804,0.9702477,0.00007980324,0.000041506013,0.00014669099,0.0016846483,0.0002902401,0.00016546757,0.0003687019,0.025408357,0.00013494413],"about_ca_topic_score_codex":0.00005326239,"about_ca_topic_score_gemma":0.000008329156,"teacher_disagreement_score":0.8827432,"about_ca_system_score_codex":0.000096056916,"about_ca_system_score_gemma":0.00021129762,"threshold_uncertainty_score":0.64149225},"labels":[],"label_agreement":null},{"id":"W2997209264","doi":"10.1016/j.jogc.2019.10.002","title":"Mini-Clinical Evaluation Exercise in the Era of Milestones and Entrustable Professional Activities in Obstetrics and Gynaecology: Resume or Reform?","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Graduate medical education; Accreditation; Formative assessment; Obstetrics and gynaecology; Medical education; Residency training; Ambulatory; Family medicine; Surgery; Pregnancy; Continuing education; Psychology","score_opus":0.027337622109101845,"score_gpt":0.33526559418507235,"score_spread":0.3079279720759705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997209264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839527,0.0044755875,0.0000010777402,0.0018730276,0.008946599,0.0004892141,0.0000044067974,9.68173e-7,0.00025644182],"genre_scores_gemma":[0.9976675,0.0010411032,0.0005571342,0.0005048464,0.000019616236,0.000012485122,0.000006809361,0.0000071837208,0.00018332544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795055,0.00022531558,0.00091334665,0.00016000705,0.000547865,0.00020293643],"domain_scores_gemma":[0.9917633,0.007016689,0.00055558985,0.00015120805,0.00044010053,0.00007313988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00260278,0.00010786203,0.00049511367,0.00045898563,0.00005495926,0.000010460584,0.00010454294,0.00023699466,0.00022640107],"category_scores_gemma":[0.026269805,0.00007001713,0.000022640692,0.0008211063,0.00017117022,0.000136117,0.00004635788,0.00084083097,1.5146352e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048955506,0.00028345783,0.57484174,0.00018276324,0.00002896081,0.00018108104,0.00082290574,0.000005814063,0.000006193484,0.00012187788,0.00085635216,0.4226199],"study_design_scores_gemma":[0.0041154744,0.00046488462,0.9845409,0.000055546734,0.00008169625,0.000052441308,0.008157777,0.00056245597,0.000010548879,0.00021449228,0.0016715262,0.00007227878],"about_ca_topic_score_codex":0.0019405979,"about_ca_topic_score_gemma":0.0038234447,"teacher_disagreement_score":0.42254764,"about_ca_system_score_codex":0.0009957609,"about_ca_system_score_gemma":0.0037238288,"threshold_uncertainty_score":0.98193234},"labels":[],"label_agreement":null},{"id":"W2997562388","doi":"10.14309/ajg.0000000000000506","title":"Characterizing the Development of Colonoscopy Competence Using Assessment Data","year":2020,"lang":"en","type":"letter","venue":"The American Journal of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; The Wilson Centre; University of Toronto","funders":"","keywords":"Formative assessment; Competence (human resources); Certification; Colonoscopy; Quality assurance; Computer science; Medical education; Medicine; Psychology; Pedagogy; Political science; Internal medicine","score_opus":0.0624657798859622,"score_gpt":0.3717523123486262,"score_spread":0.309286532462664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997562388","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4316847,0.000014691626,0.007496614,0.56008387,0.0005429512,0.00015282052,0.00000992272,0.0000037644975,0.000010665227],"genre_scores_gemma":[0.1995288,0.00002594259,0.09603341,0.70179,0.0024443984,0.0000046852238,0.00013224214,0.000033240492,0.0000072804573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721485,0.0004523887,0.0012020532,0.00020321591,0.0006147674,0.00031273972],"domain_scores_gemma":[0.99543476,0.00016731901,0.003235418,0.00073869206,0.00038069853,0.00004313411],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011689257,0.00020046292,0.00095098565,0.0001675785,0.00012611895,0.000014711729,0.0013498237,0.000059967006,0.000038593535],"category_scores_gemma":[0.00023446183,0.000112746566,0.00008582105,0.00029319956,0.0010694682,0.00006261273,0.00032840917,0.0025164133,0.000002447331],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01053354,0.0005707936,0.040661585,0.00066249457,0.0046626152,0.0006472729,0.0069816136,0.0000226271,0.020810109,0.000014791821,0.8904261,0.024006473],"study_design_scores_gemma":[0.0040243897,0.034767803,0.12024937,0.0032226618,0.0040340475,0.01360384,0.009213415,0.0053215963,0.0006629362,0.00009299123,0.8042051,0.00060185645],"about_ca_topic_score_codex":0.0000074829904,"about_ca_topic_score_gemma":0.0000012288824,"teacher_disagreement_score":0.23215589,"about_ca_system_score_codex":0.00019901257,"about_ca_system_score_gemma":0.0010226372,"threshold_uncertainty_score":0.9997848},"labels":[],"label_agreement":null},{"id":"W2998243371","doi":"10.1007/s40596-019-01178-9","title":"Competency on Call: Resident Driven Learning Objectives for Competency-Based Medical Education","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; University of Toronto; Sunnybrook Health Science Centre; Centre for Addiction and Mental Health","funders":"","keywords":"Medical education; Graduate medical education; Psychology; MEDLINE; Medicine; Accreditation; Political science","score_opus":0.015731127546895617,"score_gpt":0.3472520103141218,"score_spread":0.3315208827672262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998243371","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32236582,0.00076599873,0.009009439,0.65348965,0.004692985,0.0015687045,0.0000067263754,0.00039876325,0.007701898],"genre_scores_gemma":[0.82335424,0.00009172617,0.04844422,0.12265734,0.004286289,0.00029921427,0.00035627748,0.00007363675,0.000437041],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976413,0.000099059806,0.00063089514,0.00049205933,0.00080832525,0.0003283126],"domain_scores_gemma":[0.9987916,0.00016625163,0.00023120992,0.00023834658,0.00025196758,0.00032063219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044721286,0.00021127482,0.00032219483,0.00019614719,0.000206631,0.0000094071465,0.00029418987,0.00043604214,0.00033225032],"category_scores_gemma":[0.004823005,0.0001978426,0.00012165228,0.0005665204,0.00017641498,0.000075489756,0.00003002991,0.0018713098,0.00010605778],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009309236,0.0010365975,0.23376946,0.0010965144,0.0001541141,0.0000032613132,0.0035420225,0.00019680582,0.0010158888,0.17715889,0.54787576,0.033219744],"study_design_scores_gemma":[0.021624083,0.00938757,0.36927512,0.0098096365,0.0010525052,0.00017580291,0.023260973,0.14837345,0.0014346876,0.049653243,0.36330217,0.002650756],"about_ca_topic_score_codex":0.00001247674,"about_ca_topic_score_gemma":0.0000046148443,"teacher_disagreement_score":0.53083235,"about_ca_system_score_codex":0.00016169854,"about_ca_system_score_gemma":0.008773762,"threshold_uncertainty_score":0.99684554},"labels":[],"label_agreement":null},{"id":"W2998319812","doi":"10.1111/medu.14037","title":"Approaching culture in medical education: Three perspectives","year":2019,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Sociology; Facilitator; Perspective (graphical); Organizational culture; Culture change; Identity (music); Epistemology; Narrative; Social psychology; Psychology; Public relations; Aesthetics; Social science; Political science","score_opus":0.008834976450171917,"score_gpt":0.3493015256102578,"score_spread":0.3404665491600859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998319812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8276853,0.0022035707,0.0007369122,0.10597759,0.004218474,0.001151388,6.081199e-7,0.0001316938,0.0578945],"genre_scores_gemma":[0.9487623,0.00018569978,0.0054290863,0.03697415,0.0022713582,0.0003413277,0.00031194137,0.00004696018,0.0056771925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962937,0.00010025866,0.00064643077,0.0005783444,0.0020017351,0.00037949788],"domain_scores_gemma":[0.99847853,0.000056642835,0.00014176188,0.0005821143,0.00044561827,0.00029533674],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014466037,0.00022759316,0.00036939664,0.00044938712,0.0000858175,0.000032609634,0.00035202078,0.00056430034,0.011399319],"category_scores_gemma":[0.011320059,0.00019348231,0.00008628908,0.0012697813,0.00020480977,0.00022998103,0.00006528702,0.0013859174,0.00048066265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007903384,0.0070752176,0.13951962,0.00046925634,0.000045529716,0.000007324238,0.010028024,0.0000014058503,0.000044713554,0.038314637,0.19621591,0.6081993],"study_design_scores_gemma":[0.005072767,0.0005431058,0.36157092,0.0056089424,0.00013972026,0.001219349,0.060608517,0.0138206985,0.00007322978,0.006199748,0.544042,0.0011010248],"about_ca_topic_score_codex":0.00017140349,"about_ca_topic_score_gemma":0.000061433406,"teacher_disagreement_score":0.6070983,"about_ca_system_score_codex":0.0006432604,"about_ca_system_score_gemma":0.015305777,"threshold_uncertainty_score":0.997008},"labels":[],"label_agreement":null},{"id":"W2998568306","doi":"10.22454/fammed.2020.947981","title":"Academic Half-Days: Facilitated Small Groups to Promote Interactive Learning","year":2020,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Facilitator; Medical education; Small group learning; Medicine; Clinical Practice; Facilitation; Psychology; MEDLINE; Family medicine; Social psychology","score_opus":0.07514492572731896,"score_gpt":0.3584803769423676,"score_spread":0.28333545121504866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998568306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8673512,0.00026646187,0.0098413555,0.11420358,0.0008080243,0.00092900655,0.0000027541623,0.00032983656,0.006267785],"genre_scores_gemma":[0.94641244,0.000055206874,0.004325646,0.04586124,0.0016895392,0.00008928049,0.00025618868,0.000048072456,0.0012623712],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775714,0.000091151174,0.00066388265,0.00050858536,0.0005902506,0.00038897037],"domain_scores_gemma":[0.99859816,0.00014491843,0.00014490735,0.00025539784,0.0004485207,0.0004080784],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00067619246,0.00024975828,0.0005011205,0.00026887673,0.00010056852,0.0000066723537,0.00020947662,0.00019340504,0.00045635784],"category_scores_gemma":[0.013629542,0.0002019945,0.000049124403,0.0014666731,0.00016528086,0.00009716725,0.000085030406,0.001737332,0.0006406843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014768456,0.0002735978,0.010170511,0.0007333236,0.00032475335,0.00018133674,0.09297049,0.0000992778,0.26907906,0.0010372845,0.2492342,0.37441933],"study_design_scores_gemma":[0.0052928724,0.0051032803,0.050604068,0.0022111596,0.0003002592,0.00008419054,0.030669825,0.008205798,0.0023550133,0.00020681407,0.89441615,0.0005505513],"about_ca_topic_score_codex":0.000083206054,"about_ca_topic_score_gemma":0.0000013035467,"teacher_disagreement_score":0.64518195,"about_ca_system_score_codex":0.00020527779,"about_ca_system_score_gemma":0.00015338795,"threshold_uncertainty_score":0.9946791},"labels":[],"label_agreement":null},{"id":"W2998632216","doi":"10.1016/j.jogc.2019.10.034","title":"Exploring Faculty Perceptions of Competency-Based Medical Education and Assessing Needs for Implementation in Obstetrics and Gynaecology Residency","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia; Queen's University; McMaster University; University of Toronto","funders":"","keywords":"Preparedness; Medicine; Medical education; Obstetrics and gynaecology; Management","score_opus":0.0387397241529151,"score_gpt":0.34799518424883275,"score_spread":0.30925546009591764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998632216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98831517,0.0010001111,0.00023450755,0.0026657411,0.007326066,0.0003136629,0.000006502053,0.0000022370389,0.00013597864],"genre_scores_gemma":[0.9893113,0.00017504481,0.00978076,0.0006225363,0.000027948829,0.000018668527,0.000035159614,0.000010179153,0.00001842927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984664,0.000063601095,0.00076335564,0.00013677486,0.00038031128,0.00018960661],"domain_scores_gemma":[0.9956996,0.002876616,0.0004597785,0.00009422527,0.0007293061,0.00014047042],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00062325894,0.00010364433,0.00037749187,0.0009813186,0.00007874075,0.000015588588,0.000069169866,0.00014297655,0.00027838472],"category_scores_gemma":[0.017858893,0.00009774328,0.000027456088,0.00081615854,0.00008762533,0.00020508489,0.000024933985,0.00034218002,9.6139445e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031454201,0.000121832636,0.58749795,0.00022411263,0.000025824122,0.000019444855,0.0004283423,0.000009969371,0.00006224373,0.0010470632,0.00027611898,0.41028395],"study_design_scores_gemma":[0.0029260665,0.00040918385,0.9835828,0.000028330134,0.00007579218,0.00003465363,0.011116806,0.0006751578,0.000036852205,0.00033722873,0.0006938297,0.000083291736],"about_ca_topic_score_codex":0.0019801853,"about_ca_topic_score_gemma":0.0031696728,"teacher_disagreement_score":0.4102007,"about_ca_system_score_codex":0.00093158765,"about_ca_system_score_gemma":0.012016313,"threshold_uncertainty_score":0.99358463},"labels":[],"label_agreement":null},{"id":"W2998918209","doi":"10.5430/ijhe.v9n2p95","title":"Higher Education Institution Partnership to Strengthen the Health Care Workforce in Afghanistan","year":2020,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rwanda Biomedical Centre; FHI 360; University of Minnesota; University of Rwanda; United States Agency for International Development","keywords":"Workforce; Workforce development; Health care; General partnership; Medicine; Nursing; Medical education; Business; Public relations; Political science","score_opus":0.04750021450742513,"score_gpt":0.4075400356842522,"score_spread":0.36003982117682704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998918209","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44359908,0.00239697,0.00021016908,0.5311613,0.010441884,0.0006368969,0.0000038985463,0.00003035826,0.011519462],"genre_scores_gemma":[0.93680567,0.000039537725,0.002404883,0.053913098,0.0043312446,0.00004240813,0.00009158668,0.000019526884,0.0023520752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979194,0.00009929813,0.0007988827,0.00019866841,0.00080408336,0.00017970611],"domain_scores_gemma":[0.9978096,0.00004178556,0.00048502733,0.00018919575,0.0013053956,0.00016899899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003543948,0.00014677831,0.00021469881,0.00037540463,0.00007432102,0.000075114294,0.00038784154,0.00008224168,0.00043856326],"category_scores_gemma":[0.00029171,0.00011498399,0.000081135586,0.00074111676,0.000056515823,0.0002760338,0.000032291497,0.00046189644,0.000050226798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000993319,0.0015690448,0.031615637,0.00015610715,0.00014167214,0.000008781071,0.02047248,0.00034148907,0.00033282462,0.10424266,0.372752,0.46737397],"study_design_scores_gemma":[0.0006678782,0.00033073916,0.17395383,0.0005360934,0.000033449804,0.000045571778,0.0038308296,0.000016458052,0.000106020874,0.00043359064,0.81992006,0.0001255057],"about_ca_topic_score_codex":0.000059520666,"about_ca_topic_score_gemma":0.0000081490725,"teacher_disagreement_score":0.49320656,"about_ca_system_score_codex":0.0013176961,"about_ca_system_score_gemma":0.0033526132,"threshold_uncertainty_score":0.5947392},"labels":[],"label_agreement":null},{"id":"W2999119829","doi":"10.4300/jgme-d-19-00508.1","title":"In-the-Moment Feedback and Coaching: Improving R2C2 for a New Context","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Calgary; University of Ottawa; Dalhousie University","funders":"","keywords":"Coaching; Conversation; Context (archaeology); Computer science; Moment (physics); Psychology; Human–computer interaction; Medical education; Medicine; Communication; Psychotherapist","score_opus":0.05367800278968495,"score_gpt":0.3669550881950549,"score_spread":0.31327708540536997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999119829","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4427396,0.00044201108,0.010305747,0.5449607,0.0010506609,0.00039527766,3.606982e-7,0.00000509196,0.00010056715],"genre_scores_gemma":[0.91145635,0.00010478527,0.00657338,0.07883754,0.0028437627,0.000018679464,0.00001122477,0.000014247125,0.00014005108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981723,0.000063582076,0.0006911629,0.00013185429,0.0007823828,0.0001587214],"domain_scores_gemma":[0.998773,0.00015157279,0.0003480814,0.00010357024,0.00034308535,0.000280721],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015677745,0.0001016635,0.00026333926,0.00014976409,0.000060040336,0.000031231346,0.00015592322,0.000089061774,0.00007794378],"category_scores_gemma":[0.008834952,0.000069001915,0.000064965956,0.0003649508,0.000084315296,0.0001604672,0.000015640591,0.00061556057,0.0000042106967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002259775,0.00050472654,0.0010303154,0.00026977746,0.00003192593,0.000008265752,0.010288089,5.250591e-7,0.00024128771,0.002567919,0.35105795,0.63377327],"study_design_scores_gemma":[0.01539418,0.004685646,0.037659653,0.002088541,0.0006636972,0.002904159,0.05261982,0.009257593,0.00073779654,0.008894765,0.8645661,0.00052806106],"about_ca_topic_score_codex":0.000041610878,"about_ca_topic_score_gemma":0.000003398967,"teacher_disagreement_score":0.63324517,"about_ca_system_score_codex":0.00011739806,"about_ca_system_score_gemma":0.0027720085,"threshold_uncertainty_score":0.99951404},"labels":[],"label_agreement":null},{"id":"W2999503887","doi":"10.36834/cmej.67919","title":"Black Ice: ways to get a grip on resident co-production within medical education change","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Specialty; Enthusiasm; Context (archaeology); Curriculum; Queen (butterfly); Medical education; Medicine; Nursing; Political science; Psychology; Pedagogy; Family medicine; History","score_opus":0.044233763731382957,"score_gpt":0.3565610263505373,"score_spread":0.3123272626191544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999503887","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1789126,0.0002201551,0.00045428818,0.80310386,0.010000199,0.0010207559,0.000005496531,0.000075733136,0.0062069385],"genre_scores_gemma":[0.3046379,0.00018619423,0.0030723591,0.66542435,0.02494637,0.00024135981,0.0002613529,0.00008226693,0.0011478472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99415374,0.00016944125,0.0011347384,0.000642423,0.003225075,0.0006746008],"domain_scores_gemma":[0.9816073,0.000050316372,0.00031622357,0.00050720136,0.0013576646,0.016161269],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023688502,0.00032614553,0.00042420914,0.0010297755,0.0004655487,0.000118178024,0.00053927023,0.00057110103,0.03638107],"category_scores_gemma":[0.106677905,0.00030514834,0.0001166249,0.0016252524,0.0002981138,0.00028393097,0.000028034523,0.0024430782,0.0015116025],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008676345,0.00040985085,0.0007907108,0.00009998775,0.00003852252,0.000046898258,0.008833313,0.00000395491,0.000024829418,0.0043858043,0.85977554,0.12550385],"study_design_scores_gemma":[0.0010993824,0.00077515113,0.009661993,0.0021093294,0.000117201984,0.002121416,0.010095734,0.0008474408,0.00020892928,0.00075793616,0.9716688,0.00053673546],"about_ca_topic_score_codex":0.0027478107,"about_ca_topic_score_gemma":0.0027166002,"teacher_disagreement_score":0.13767952,"about_ca_system_score_codex":0.0018393026,"about_ca_system_score_gemma":0.11188139,"threshold_uncertainty_score":0.99994004},"labels":[],"label_agreement":null},{"id":"W2999622652","doi":"10.3138/jvme.1117-177r","title":"Correlation of Mock Board Examination Scores During Anatomic Pathology Residency Training with Performance on the Certifying Examination","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Residency training; Test (biology); Medicine; Medical education; Educational measurement; Physical examination; Final examination; United States Medical Licensing Examination; Board certification; Medical physics; Psychology; Radiology; Medical school; Curriculum; Continuing education","score_opus":0.08386057183537417,"score_gpt":0.35046243888439077,"score_spread":0.2666018670490166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999622652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981451,0.000112813206,0.0012062268,0.01576993,0.0006310586,0.00029006813,4.4238786e-7,0.000016752523,0.00052172097],"genre_scores_gemma":[0.99630934,0.0001368663,0.0014364164,0.0013362289,0.00066962873,0.000021524402,0.000017401271,0.000022574764,0.00005003126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99735457,0.00028166076,0.0008730118,0.00018882188,0.0011292832,0.00017265361],"domain_scores_gemma":[0.99792606,0.00019898787,0.0008648579,0.00019088681,0.000685801,0.0001334251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016100653,0.00014939482,0.00031682977,0.00035426652,0.0001361983,0.000014345689,0.00019621983,0.00015997227,0.000246109],"category_scores_gemma":[0.00505369,0.0001024363,0.000059628306,0.0006761244,0.00018436689,0.00033237186,0.00002451084,0.00072075555,0.0000060976136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030719666,0.0015933211,0.039977208,0.0018788222,0.00018177346,0.00016759508,0.039291676,0.0005087629,0.032126702,0.0016817716,0.002428161,0.87709224],"study_design_scores_gemma":[0.0014528518,0.004505383,0.9708206,0.0024234892,0.000115317984,0.0017520526,0.0056498223,0.01064868,0.0021155316,0.00005987017,0.0003125341,0.00014387602],"about_ca_topic_score_codex":0.000003244559,"about_ca_topic_score_gemma":5.630978e-7,"teacher_disagreement_score":0.9308434,"about_ca_system_score_codex":0.00022415104,"about_ca_system_score_gemma":0.0014999874,"threshold_uncertainty_score":0.60501045},"labels":[],"label_agreement":null},{"id":"W2999637266","doi":"10.21315/eimj2019.11.4.1","title":"Simplified Guidelines for Multiple-Choice Question Writing to Increase Faculty Compliance and Ensure Valid Student Results","year":2019,"lang":"en","type":"article","venue":"Education in Medicine Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Quality (philosophy); Asset (computer security); Multiple choice; Compliance (psychology); Guideline; Point (geometry); Information retrieval; Medical education; Mathematics education; Medicine; Psychology; Mathematics; Statistics","score_opus":0.1567674210767465,"score_gpt":0.5293930246191422,"score_spread":0.3726256035423957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999637266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9136741,0.00030342076,0.0028769064,0.07823425,0.002572382,0.0013383058,0.000009326984,0.000029976547,0.000961325],"genre_scores_gemma":[0.9026195,0.00009927691,0.07224774,0.013822457,0.0062989434,0.00015530555,0.0004205378,0.00004290252,0.004293367],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9973185,0.00010154576,0.0013152949,0.00035567337,0.0006186135,0.00029035733],"domain_scores_gemma":[0.9955871,0.0006234322,0.00041949528,0.00029617205,0.0028051743,0.0002685945],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033839934,0.00019354133,0.0004024384,0.0005189441,0.00015807175,0.00003983941,0.00014476106,0.0001160692,0.00011046553],"category_scores_gemma":[0.035425708,0.00015921965,0.000037276248,0.00054227037,0.000062545994,0.0001623402,0.000029878585,0.0005251123,0.000018732526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044462612,0.0004859367,0.3777942,0.0003263636,0.0000373556,0.0000016864069,0.0031828173,0.00011272488,0.0032465346,0.00033652753,0.54015106,0.07388015],"study_design_scores_gemma":[0.0061219963,0.0005354865,0.82669777,0.0036758531,0.00007355458,0.00030341695,0.011806517,0.0012620398,0.00007510299,0.00027486077,0.14897175,0.00020167562],"about_ca_topic_score_codex":0.00020682064,"about_ca_topic_score_gemma":0.000027212307,"teacher_disagreement_score":0.44890356,"about_ca_system_score_codex":0.00037190525,"about_ca_system_score_gemma":0.00070828066,"threshold_uncertainty_score":0.9726993},"labels":[],"label_agreement":null},{"id":"W2999762295","doi":"10.36834/cmej.68903","title":"Developing a dashboard to meet Competence Committee needs: a design-based research project","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Competence (human resources); Computer science; Dashboard; Data science; World Wide Web; Engineering management; Knowledge management; Engineering; Psychology","score_opus":0.186046466568871,"score_gpt":0.43541041611812464,"score_spread":0.24936394954925364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999762295","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02893289,0.00019924114,0.034403726,0.92980915,0.0016792949,0.0012615783,0.0000034717361,0.00006522076,0.0036454399],"genre_scores_gemma":[0.33024332,0.000019284407,0.13935444,0.5264426,0.003315011,0.00020524797,0.000039314247,0.00005371842,0.0003270957],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583083,0.00041988664,0.0006750593,0.00030504775,0.0020104153,0.00075874024],"domain_scores_gemma":[0.9888113,0.00022452834,0.00011251141,0.00032382636,0.0024072002,0.008120608],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035197784,0.0001812679,0.00030595416,0.0016444379,0.0005938731,0.00013961607,0.00057120423,0.00025034935,0.0058814436],"category_scores_gemma":[0.08416308,0.00016856473,0.00006243116,0.004213139,0.00026178005,0.00011560498,0.000032471646,0.001587652,0.00019005427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005477488,0.000100114084,0.0006913273,0.00007223066,0.00002491756,0.00006561571,0.0038569684,0.000013067595,0.000041887586,0.0027965251,0.9475681,0.044714466],"study_design_scores_gemma":[0.00095940346,0.00048108972,0.0012110244,0.0011653386,0.000032517684,0.0006178578,0.010607232,0.005050939,0.00013504022,0.00041126134,0.9790419,0.00028643088],"about_ca_topic_score_codex":0.0023519406,"about_ca_topic_score_gemma":0.0013245032,"teacher_disagreement_score":0.40336657,"about_ca_system_score_codex":0.0017735668,"about_ca_system_score_gemma":0.2576224,"threshold_uncertainty_score":0.9950273},"labels":[],"label_agreement":null},{"id":"W3000388983","doi":"10.30770/2572-1852-96.3.8","title":"Characteristics of Physicians Referred for a Competence Assessment: A Comparison of State Medical Board and Hospital Referred Physicians","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Competence (human resources); Medicine; Board certification; Family medicine; Certification; Continuing medical education; Psychology; Continuing education; Medical education","score_opus":0.017797597285019316,"score_gpt":0.381465685373123,"score_spread":0.36366808808810364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000388983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.952934,0.000035870034,0.030345188,0.01509182,0.0011746065,0.0003095727,0.000012409158,0.000009880522,0.000086631546],"genre_scores_gemma":[0.9839933,0.000067047185,0.0147244055,0.0003648868,0.0007247758,0.00000792299,0.00006282865,0.000019918143,0.000034917062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99550384,0.00006517591,0.0015360952,0.00016232605,0.0025362018,0.00019636574],"domain_scores_gemma":[0.9962124,0.00031205834,0.0016810318,0.00022690158,0.0014061002,0.00016151342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018848719,0.00014297382,0.0007895477,0.00022220178,0.00005459011,0.000012225918,0.000228076,0.0002863976,0.00010164578],"category_scores_gemma":[0.005419719,0.00011932342,0.00012779623,0.000328323,0.0005112306,0.00016272403,0.000039648603,0.0008915563,4.621538e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000808437,0.0037671498,0.046679996,0.0011175196,0.00035093265,0.000016888946,0.003918845,0.000005844578,0.04136207,0.0081459945,0.012098592,0.88172776],"study_design_scores_gemma":[0.004803644,0.0021834015,0.9221215,0.0024510538,0.00032455954,0.00007919395,0.00084061024,0.056552656,0.003857676,0.0018877201,0.0046955477,0.00020240441],"about_ca_topic_score_codex":0.00001055418,"about_ca_topic_score_gemma":0.000009505571,"teacher_disagreement_score":0.88152534,"about_ca_system_score_codex":0.0000633449,"about_ca_system_score_gemma":0.00073660637,"threshold_uncertainty_score":0.6488302},"labels":[],"label_agreement":null},{"id":"W3000509726","doi":"10.1111/jep.13344","title":"Process and outcome evaluation of a CBME intervention guided by program theory","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; University of Toronto; Alberta Advanced Education; University of Alberta","funders":"","keywords":"Context (archaeology); Curriculum; Theory of change; Process management; Process (computing); Autonomy; Program evaluation; Medical education; Computer science; Psychology; Medicine; Management; Business; Political science; Pedagogy","score_opus":0.2747113101835632,"score_gpt":0.6421968550803738,"score_spread":0.3674855448968106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000509726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95341885,0.0014582574,0.0011823045,0.041002404,0.00074330106,0.0013833435,8.0989184e-7,0.000010310376,0.0008004059],"genre_scores_gemma":[0.9880382,0.00015166626,0.008219773,0.0031499711,0.0003501544,0.000049603783,0.000017089365,0.000012392654,0.000011145373],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9918311,0.0022810076,0.003236487,0.00020634547,0.0023336546,0.000111378606],"domain_scores_gemma":[0.9872763,0.0016291727,0.0029198432,0.00016772399,0.007890438,0.00011653462],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057771314,0.00009966526,0.0004127687,0.00016773661,0.000026614858,0.00003354849,0.00009298812,0.00016555915,0.00032546124],"category_scores_gemma":[0.27501225,0.00008338625,0.000117954725,0.0006276223,0.00012884184,0.0011381183,0.000022992064,0.0007791571,0.000005495764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013059964,0.002613977,0.020264748,0.00025582637,0.00015969673,0.0000033183142,0.0013338313,0.00011962944,0.00011003136,0.00018871114,0.004733649,0.9689106],"study_design_scores_gemma":[0.06485462,0.016641324,0.42611185,0.0040279846,0.014147652,0.00090224255,0.051758714,0.36679044,0.0009939655,0.034257643,0.018787978,0.00072558573],"about_ca_topic_score_codex":0.000002743867,"about_ca_topic_score_gemma":5.248614e-7,"teacher_disagreement_score":0.968185,"about_ca_system_score_codex":0.00016007306,"about_ca_system_score_gemma":0.0005971281,"threshold_uncertainty_score":0.9702227},"labels":[],"label_agreement":null},{"id":"W3001038204","doi":"10.1007/s40670-019-00913-z","title":"Expectations and Perceptions of Students’ Basic Science Knowledge: Through the Lens of Clerkship Directors","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Government of Ontario; American Association of Anatomists","keywords":"Cornerstone; Medical education; Curriculum; Perception; Psychology; Medicine; Pedagogy","score_opus":0.04467591906454175,"score_gpt":0.41358946587508183,"score_spread":0.36891354681054006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001038204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610228,0.0001572033,0.0002507817,0.035033453,0.0007491962,0.00028473214,0.000001982537,0.00002234755,0.0024775246],"genre_scores_gemma":[0.99642414,0.00002877861,0.0015650776,0.0015500459,0.00032611823,0.00003138266,0.0000020533469,0.000006917666,0.00006546917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99674004,0.000045083485,0.0004382801,0.00037170507,0.0021025094,0.00030239142],"domain_scores_gemma":[0.99837315,0.0001961131,0.00012976634,0.0003354195,0.0006350471,0.0003305252],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0015624836,0.00010150504,0.00022084067,0.00017784211,0.0004435769,0.000028125993,0.00079704466,0.000055798886,0.0008407599],"category_scores_gemma":[0.014482576,0.000065763394,0.000040774532,0.0046654106,0.009490975,0.00029605906,0.0001977408,0.0003190781,0.000033500437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062695675,0.004223262,0.3782257,0.0005518758,0.00006685301,0.0000028407103,0.37151545,0.0000019454021,0.059135247,0.0529041,0.029307313,0.104002714],"study_design_scores_gemma":[0.00077608245,0.00043351576,0.8689429,0.0003407813,0.000106942185,0.000027822669,0.11489683,0.00083223736,0.007395262,0.00026984338,0.0057728007,0.00020494571],"about_ca_topic_score_codex":0.00003749457,"about_ca_topic_score_gemma":0.000002812607,"teacher_disagreement_score":0.49071723,"about_ca_system_score_codex":0.000116803145,"about_ca_system_score_gemma":0.0042114947,"threshold_uncertainty_score":0.9938189},"labels":[],"label_agreement":null},{"id":"W3001088662","doi":"10.1111/medu.14074","title":"Medical teachers’ discursive positioning of doctors in relation to patients","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dialogic; Power (physics); Identity (music); Transformative learning; Context (archaeology); Discourse analysis; Psychology; Set (abstract data type); Position (finance); Social psychology; Social identity theory; Sociology; Medical education; Pedagogy; Medicine; Social group; Linguistics; Aesthetics","score_opus":0.009601565349018725,"score_gpt":0.3354297406452557,"score_spread":0.325828175296237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001088662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8878316,0.000033506123,0.0010724245,0.10792008,0.00067526585,0.0004681623,0.0000012510951,0.00003240429,0.0019652518],"genre_scores_gemma":[0.96671605,0.000012861779,0.0022631616,0.030059332,0.00045254183,0.000072442046,0.00034170193,0.000018438417,0.000063468826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708724,0.000090318594,0.00072643533,0.00029709033,0.0015927339,0.00020617433],"domain_scores_gemma":[0.99891514,0.000069933856,0.00014341885,0.00018488009,0.00033832734,0.0003483028],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006094961,0.00012307799,0.0002633691,0.0002712878,0.000043056847,0.0000074501368,0.00016744784,0.00026820344,0.0014688616],"category_scores_gemma":[0.0259235,0.00011254498,0.000048842005,0.0012814204,0.00010952923,0.00012475878,0.000045834186,0.0005572387,0.00007902304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013707565,0.0024406973,0.59173965,0.00021049855,0.000029250872,0.0000048898296,0.022449708,0.000008992446,0.0001422761,0.0019721726,0.0928081,0.2880567],"study_design_scores_gemma":[0.001613518,0.00037245866,0.9825834,0.001136735,0.000041731084,0.000008148231,0.001799079,0.0013239252,0.00021659887,0.00014178886,0.010593439,0.00016920028],"about_ca_topic_score_codex":0.00013147535,"about_ca_topic_score_gemma":0.000012560812,"teacher_disagreement_score":0.39084372,"about_ca_system_score_codex":0.00027257088,"about_ca_system_score_gemma":0.0020080348,"threshold_uncertainty_score":0.99944395},"labels":[],"label_agreement":null},{"id":"W3001511210","doi":"10.1097/acm.0000000000003173","title":"Implicit Bias in Health Professions: From Recognition to Transformation","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Transformative learning; Implicit bias; Implicit learning; Curriculum; Cognitive psychology; Psychology; Implicit attitude; Equity (law); Context (archaeology); Social psychology; Pedagogy; Political science; Cognition","score_opus":0.17327866624405389,"score_gpt":0.43694777167237403,"score_spread":0.2636691054283201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001511210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5234155,0.00024942184,0.007600694,0.46663126,0.00031771892,0.0010177603,0.000007285733,0.00008279483,0.00067752163],"genre_scores_gemma":[0.8365475,0.0004347644,0.0021125178,0.15857744,0.0013176482,0.00013484307,0.0007609717,0.000023015322,0.00009129359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977183,0.00010759586,0.0010697288,0.0003065231,0.00050785183,0.00029005142],"domain_scores_gemma":[0.9990859,0.00012874565,0.00017928146,0.000169113,0.00012105008,0.00031588794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010682789,0.00014741744,0.00040825826,0.00030872293,0.00006019402,0.000002193003,0.000121327976,0.00022104084,0.00071962684],"category_scores_gemma":[0.004338414,0.000118092416,0.00002139921,0.0014674854,0.000055044977,0.00013677745,0.000018600747,0.0011146611,0.00022001311],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005332393,0.000070508686,0.012105772,0.00074331614,0.000038209306,0.000009373009,0.15005527,0.000011619732,0.014101068,0.0012634299,0.24238445,0.57868373],"study_design_scores_gemma":[0.027936129,0.006231253,0.16965689,0.030118026,0.00032185725,0.00012724535,0.15020716,0.0150539605,0.008725909,0.025731076,0.5643811,0.0015093934],"about_ca_topic_score_codex":0.00035696093,"about_ca_topic_score_gemma":0.0000072126695,"teacher_disagreement_score":0.57717437,"about_ca_system_score_codex":0.00022175662,"about_ca_system_score_gemma":0.00024181986,"threshold_uncertainty_score":0.7879409},"labels":[],"label_agreement":null},{"id":"W3003354874","doi":"10.1111/medu.14072","title":"Beyond summative decision making: Illuminating the broader roles of competence committees","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Summative assessment; Formative assessment; Competence (human resources); Medical education; Psychology; Knowledge management; Pedagogy; Computer science; Medicine; Social psychology","score_opus":0.014693889347410208,"score_gpt":0.3486131518217022,"score_spread":0.333919262474292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003354874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77793354,0.0006486077,0.019919336,0.19354098,0.0011412308,0.00065214495,0.0000041595313,0.00007064642,0.006089336],"genre_scores_gemma":[0.9400276,0.00002720571,0.017828323,0.04132306,0.0006011623,0.000046387184,0.00006015903,0.00001622125,0.00006991802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977813,0.00009571829,0.0005799177,0.00023031763,0.00113789,0.00017487924],"domain_scores_gemma":[0.99839866,0.00039907184,0.00024849604,0.00029572594,0.00056579814,0.00009224745],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007276434,0.00012584093,0.00024799438,0.00009286827,0.00014052202,0.00001529073,0.00029888705,0.00013543075,0.0012167419],"category_scores_gemma":[0.016562684,0.0000859639,0.000053867887,0.00079389213,0.00046199292,0.00009187238,0.00007349124,0.0005029643,0.000050011873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061829465,0.00050711335,0.008985883,0.00020242676,0.00003135583,0.0000016020651,0.0107396655,0.0000033890665,0.00030102444,0.0073656584,0.18361948,0.7881806],"study_design_scores_gemma":[0.005310479,0.0017286387,0.4098951,0.009684052,0.00072750554,0.0003537879,0.1287883,0.101923406,0.008772064,0.018056182,0.31346023,0.0013002286],"about_ca_topic_score_codex":0.000012620326,"about_ca_topic_score_gemma":0.000006349333,"teacher_disagreement_score":0.7868804,"about_ca_system_score_codex":0.000073982905,"about_ca_system_score_gemma":0.0012625615,"threshold_uncertainty_score":0.99969625},"labels":[],"label_agreement":null},{"id":"W3003475094","doi":"10.1097/acm.0000000000003178","title":"Conceptualization of Competency-Based Medical Education Terminology in Family Medicine Postgraduate Medical Education and Continuing Professional Development: A Scoping Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; College of Family Physicians of Canada; Medical Council of Canada; University of Ottawa","funders":"","keywords":"Conceptualization; Terminology; Thematic analysis; Inclusion (mineral); Medical education; Competence (human resources); Psychology; Data extraction; Coding (social sciences); Medicine; MEDLINE; Qualitative research; Computer science; Sociology","score_opus":0.07280586729482881,"score_gpt":0.4715921730556767,"score_spread":0.3987863057608479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003475094","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027698677,0.95079947,0.00022422311,0.04140299,0.0025636852,0.0040191785,0.0000023813552,0.00007610605,0.0006349887],"genre_scores_gemma":[0.00019417507,0.9652944,0.0010249837,0.028143363,0.0014561861,0.00087221456,0.0026292258,0.000091301416,0.0002941219],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9896656,0.0008359148,0.0051301275,0.0010425153,0.0027941398,0.00053169864],"domain_scores_gemma":[0.9949039,0.00081400794,0.0021983192,0.0005287468,0.0008532247,0.0007017987],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0041154847,0.0007672888,0.0045305053,0.0014041982,0.00009071871,0.0000034878685,0.0006608871,0.0017323805,0.0015679047],"category_scores_gemma":[0.043552447,0.00056750077,0.00011339313,0.0024417068,0.0015763846,0.00013143061,0.00018239256,0.0032174413,0.000021122256],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020563379,0.00015940884,0.00022314781,0.14759248,0.000050209543,0.000017344637,0.00163066,1.1972425e-8,0.0000027710648,0.0020138428,0.015786178,0.8325034],"study_design_scores_gemma":[0.0014262042,0.00017312796,0.00011495493,0.71291965,0.00069529464,0.00042222606,0.0005982639,0.000113035545,0.0000012815085,0.00011555697,0.28311592,0.0003044983],"about_ca_topic_score_codex":0.00004732003,"about_ca_topic_score_gemma":0.0000106673215,"teacher_disagreement_score":0.83219886,"about_ca_system_score_codex":0.00045231427,"about_ca_system_score_gemma":0.057581626,"threshold_uncertainty_score":0.99967766},"labels":[],"label_agreement":null},{"id":"W3004012340","doi":"10.5435/jaaos-d-19-00755","title":"Unifying the Orthopaedic Surgery Residency Application Process Under a Single Accreditation System: A Primer","year":2020,"lang":"en","type":"article","venue":"Journal of the American Academy of Orthopaedic Surgeons","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Weyerhauser (Canada)","funders":"","keywords":"Accreditation; Graduate medical education; Medicine; Merge (version control); Medical education; United States Medical Licensing Examination; Consistency (knowledge bases); Residency training; Process (computing); Context (archaeology); Medical school; Computer science","score_opus":0.04179431831792802,"score_gpt":0.33023206496388563,"score_spread":0.2884377466459576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004012340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8717674,0.00041521157,0.00441924,0.12222844,0.00043550853,0.0005181097,0.0000038346084,0.000043256332,0.00016900126],"genre_scores_gemma":[0.99103385,0.00010508365,0.0007384882,0.0070788935,0.00093448634,0.00002968843,0.0000055386445,0.00004145491,0.000032501448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958992,0.00039165735,0.0016199131,0.00025054198,0.0015187908,0.00031988468],"domain_scores_gemma":[0.99415326,0.00092121254,0.0037590612,0.0002951802,0.0006770102,0.00019429476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027338695,0.00022084887,0.0007194668,0.00034730876,0.00022890819,0.000020126678,0.00048323697,0.00011411464,0.000027808981],"category_scores_gemma":[0.004846065,0.0001329125,0.0005511337,0.0033553916,0.00074161385,0.00023822305,0.00007095295,0.001163119,0.0000075996268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002017527,0.00093120715,0.7383338,0.0022066112,0.0012228587,0.000027804623,0.004641214,0.0010057983,0.025346862,0.0025829587,0.07633603,0.14534733],"study_design_scores_gemma":[0.0016554416,0.00056438835,0.9473813,0.0025370915,0.001810044,0.0013407941,0.021239938,0.0024299622,0.0055209855,0.0006945762,0.01431235,0.000513084],"about_ca_topic_score_codex":0.000040879026,"about_ca_topic_score_gemma":0.0000013794571,"teacher_disagreement_score":0.20904754,"about_ca_system_score_codex":0.00021101219,"about_ca_system_score_gemma":0.0012829689,"threshold_uncertainty_score":0.58015424},"labels":[],"label_agreement":null},{"id":"W3004079905","doi":"10.1016/j.bja.2019.10.025","title":"Systematic review and narrative synthesis of competency-based medical education in anaesthesia","year":2020,"lang":"en","type":"review","venue":"British Journal of Anaesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Inclusion (mineral); Medical education; Judgement; Narrative; Medicine; Narrative review; Psychology; Pedagogy; Political science; Intensive care medicine","score_opus":0.01244069086703553,"score_gpt":0.3291796139573455,"score_spread":0.31673892309031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004079905","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011095038,0.99337643,0.000027726488,0.0047355695,0.00010645872,0.0015471394,0.000004162809,0.000009648131,0.00008190271],"genre_scores_gemma":[0.00013040449,0.9929264,0.00443294,0.002177806,0.00012739234,0.000108647444,0.000027391281,0.0000547898,0.000014191219],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99408597,0.0008713654,0.0034696038,0.0002876622,0.0010737226,0.00021168777],"domain_scores_gemma":[0.99562746,0.00020139369,0.002810745,0.00030231962,0.00077795587,0.00028009329],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026537245,0.00034569966,0.0052960664,0.0004922083,0.0000550224,0.000029056766,0.0004165761,0.00038743723,0.00013536481],"category_scores_gemma":[0.01430871,0.0003075508,0.00048601156,0.0012985959,0.000246244,0.00011705696,0.000023258737,0.0011649901,0.0000054816255],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000391583,0.0002558742,0.000011593999,0.44971448,0.00011518621,0.0003718763,0.000050044033,2.313794e-8,1.193504e-8,0.00011025249,0.0013679343,0.5479988],"study_design_scores_gemma":[0.00026736606,0.0002940387,0.00007080291,0.94845986,0.005218048,0.01141194,0.00027933682,0.000013144606,2.9760494e-7,0.00004271237,0.033725135,0.00021730227],"about_ca_topic_score_codex":0.00003933138,"about_ca_topic_score_gemma":0.00001583038,"teacher_disagreement_score":0.54778147,"about_ca_system_score_codex":0.00030626135,"about_ca_system_score_gemma":0.01557561,"threshold_uncertainty_score":0.99993765},"labels":[],"label_agreement":null},{"id":"W3004137620","doi":"10.1016/j.jpedsurg.2020.01.031","title":"The future is here! Pediatric surgery and the move to the royal college of physicians and surgeons of Canada's competence by design","year":2020,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; BC Children's Hospital; University of British Columbia; Queen's University; University of Ottawa; University of Saskatchewan; Izaak Walton Killam Health Centre; Ottawa Hospital; University of Calgary; McGill University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Medicine; Competence (human resources); Pediatric Surgeon; Residency training; Session (web analytics); Medical education; Pediatric surgery; Surgery; Management; Continuing education","score_opus":0.01147763722145333,"score_gpt":0.23143380515844486,"score_spread":0.21995616793699152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004137620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8694061,0.010061192,0.00033875115,0.118206926,0.0015324937,0.00034024465,0.00007528209,0.000004569366,0.000034405053],"genre_scores_gemma":[0.985533,0.0042149248,0.00018170582,0.0051329164,0.004827242,0.000007469357,0.0000024153871,0.000018337294,0.000082016006],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9974485,0.0002974376,0.0010080636,0.00013849937,0.0008546503,0.00025287308],"domain_scores_gemma":[0.9912416,0.0067310464,0.0010089969,0.00021426455,0.0006747333,0.00012940625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00313889,0.00015264239,0.0006241238,0.00014362489,0.00021470453,0.000014342411,0.00017903173,0.00007057827,0.000021325657],"category_scores_gemma":[0.0035932602,0.00007818118,0.0001512397,0.0014107786,0.00017659598,0.000050345425,0.000045092536,0.00043962954,4.0836844e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030727865,0.000048039994,0.08801825,0.0000947771,0.00006879075,0.000013601657,0.0005372541,0.000023024713,0.000008591022,0.00003277797,0.9071201,0.0037274733],"study_design_scores_gemma":[0.0056353803,0.00078105537,0.7195295,0.00036121652,0.004837762,0.00037569494,0.042455066,0.004558197,0.0011973832,0.0005017674,0.21845576,0.0013111996],"about_ca_topic_score_codex":0.0014222248,"about_ca_topic_score_gemma":0.00027881615,"teacher_disagreement_score":0.6886644,"about_ca_system_score_codex":0.00005413235,"about_ca_system_score_gemma":0.002269131,"threshold_uncertainty_score":0.43017277},"labels":[],"label_agreement":null},{"id":"W3004180037","doi":"10.5206/cjsotl-rcacea.2019.3.9477","title":"Theories and Models in Health Sciences Education – a Literature Review","year":2019,"lang":"en","type":"review","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Faculté de Médecine, Université Laval; Université Laval","keywords":"CINAHL; Conceptual framework; Perspective (graphical); Scholarship; Health science; Curriculum; Sociology; Psychology; MEDLINE; Medical education; Pedagogy; Social science; Computer science; Medicine; Political science","score_opus":0.07715903535729574,"score_gpt":0.4354883547151829,"score_spread":0.35832931935788714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004180037","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016275812,0.98700136,0.000045814875,0.011340734,0.00038856737,0.0007768339,0.0000025542063,0.0000030424355,0.00027833105],"genre_scores_gemma":[0.001212389,0.9948382,0.00087355677,0.001765865,0.00022674204,0.000024418136,0.000017550594,0.000017449127,0.001023845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976956,0.001229111,0.00050386466,0.00015127173,0.00019105445,0.0002290773],"domain_scores_gemma":[0.9984565,0.0006035692,0.00051651074,0.00016609182,0.0001349363,0.00012243024],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021736449,0.00014817626,0.0005933362,0.00037567172,0.0021365178,0.00023168056,0.00023384143,0.00011234083,0.0000059683803],"category_scores_gemma":[0.0073261326,0.00007477693,0.00009785005,0.0003959668,0.0002262708,0.00018383427,0.000013796914,0.0049983375,4.7005562e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016829136,0.0000041149087,0.000036262285,0.021001559,0.00002446468,3.3453296e-7,0.0020866578,0.000008220203,1.26201245e-8,0.014831594,0.00038437697,0.96162075],"study_design_scores_gemma":[0.00007418486,0.00009101743,0.00004080867,0.23116183,0.00022083343,0.0008419695,0.0008710798,0.00006899521,4.9287374e-9,0.0038419042,0.76271284,0.000074544725],"about_ca_topic_score_codex":0.0008998934,"about_ca_topic_score_gemma":0.00033718877,"teacher_disagreement_score":0.9615462,"about_ca_system_score_codex":0.00019351566,"about_ca_system_score_gemma":0.004898526,"threshold_uncertainty_score":0.99916255},"labels":[],"label_agreement":null},{"id":"W3004273306","doi":"10.3390/pharmacy8010015","title":"An Authentic, Practice-Based Assessment as a Catalyst for Continuous Professional Development","year":2020,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrutiny; Competence (human resources); Pharmacy; Professional development; Continuing professional development; Pharmacy practice; Medical education; Best practice; Quality assurance; Continuing education; Medicine; Clinical Practice; Professional association; Public relations; Nursing; Engineering ethics; Psychology; Political science; External quality assessment; Engineering","score_opus":0.0531265416116966,"score_gpt":0.4682855656756268,"score_spread":0.4151590240639302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004273306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75020844,0.000069206166,0.042651802,0.19883394,0.0022008806,0.0031182333,0.0000136121735,0.0002639174,0.0026399659],"genre_scores_gemma":[0.87524307,0.0000013014848,0.08781884,0.034837246,0.0005016604,0.00048192454,0.0006509014,0.000024708877,0.00044037183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870723,0.000049183745,0.00034543528,0.00025825092,0.00043882875,0.00020105284],"domain_scores_gemma":[0.998941,0.000101618505,0.00014770772,0.00014789215,0.00047771583,0.0001840412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050555356,0.00011567723,0.000173041,0.000066405206,0.0001462442,0.000024012701,0.000110066365,0.00003183894,0.00059935206],"category_scores_gemma":[0.0011462147,0.000101030775,0.000036169702,0.00024074786,0.00003686437,0.00016800419,0.000018402916,0.00024309276,0.00009112883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039501637,0.012654435,0.019692617,0.002008584,0.0007222029,0.00012747027,0.020869775,0.00003320274,0.09772576,0.005316414,0.2691889,0.56771046],"study_design_scores_gemma":[0.0053078216,0.00026420952,0.0025974305,0.00008485141,0.00021788046,0.000019722387,0.0013310374,0.021367747,0.028439276,0.000036237365,0.94014865,0.00018515714],"about_ca_topic_score_codex":0.000010918453,"about_ca_topic_score_gemma":2.7572352e-7,"teacher_disagreement_score":0.6709597,"about_ca_system_score_codex":0.00015418124,"about_ca_system_score_gemma":0.002040917,"threshold_uncertainty_score":0.65624845},"labels":[],"label_agreement":null},{"id":"W3004311500","doi":"10.1177/2382120519893989","title":"Goal-Setting on a Geriatric Medicine Rotation: A Pilot Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Intervention (counseling); Coaching; Medical education; Medicine; Quality (philosophy); Goal setting; Geriatrics; Goal orientation; Psychology; Nursing; Family medicine","score_opus":0.024015664205342502,"score_gpt":0.3517527440942527,"score_spread":0.3277370798889102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004311500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8609157,0.0006617272,0.0014191355,0.13486367,0.0011288422,0.00047702817,9.4011455e-8,0.000020168976,0.0005136125],"genre_scores_gemma":[0.9662545,0.000116471136,0.006683408,0.024944069,0.0018500444,0.000036327427,0.000012775146,0.000016452104,0.000085982945],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99641925,0.00010388831,0.0010530418,0.00020997928,0.00205342,0.00016039284],"domain_scores_gemma":[0.99819785,0.000059175592,0.0004550129,0.00011286469,0.0006222115,0.00055286253],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018235567,0.00015950135,0.0003665669,0.000298263,0.00012504133,0.000022216236,0.00016447803,0.00006959268,0.0009927667],"category_scores_gemma":[0.0063623283,0.00011142819,0.000032251082,0.00079939095,0.00006977908,0.00008143347,0.000035085774,0.0006071063,0.000024670093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030238568,0.00768796,0.032201473,0.00025018744,0.00023508373,0.000094783216,0.017807651,0.000002990828,0.00010682718,0.00081841374,0.13506715,0.8054251],"study_design_scores_gemma":[0.0154331885,0.018364793,0.5735857,0.0040318193,0.0006017709,0.001963568,0.058455303,0.0010842975,0.00016274433,0.00024246103,0.32541946,0.0006549093],"about_ca_topic_score_codex":0.000005416253,"about_ca_topic_score_gemma":5.865338e-7,"teacher_disagreement_score":0.8047702,"about_ca_system_score_codex":0.00016209907,"about_ca_system_score_gemma":0.0026053344,"threshold_uncertainty_score":0.9999205},"labels":[],"label_agreement":null},{"id":"W3004426359","doi":"10.1542/peds.2019-3966","title":"Assessment for Learning: How to Assess Your Learners’ Performance in the Clinical Environment","year":2020,"lang":"en","type":"review","venue":"PEDIATRICS","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Preceptor; Medicine; Competence (human resources); Medical education; Session (web analytics); Set (abstract data type); Psychology; Social psychology","score_opus":0.20826952410487623,"score_gpt":0.47955196351166307,"score_spread":0.27128243940678687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004426359","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005528238,0.9654886,0.009506808,0.014846381,0.0019232427,0.0063841254,0.000016975997,0.00007167586,0.001209372],"genre_scores_gemma":[0.00021509868,0.97637546,0.016505787,0.0010751374,0.0038266552,0.00092114124,0.00038617544,0.000058677764,0.00063585327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972214,0.00029726516,0.0009049453,0.0005157069,0.00072480214,0.00033588038],"domain_scores_gemma":[0.9982196,0.0007108138,0.00042551928,0.00044761898,0.00007606933,0.00012039021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031679792,0.00029870635,0.001120128,0.00027902023,0.00010374398,0.00005416815,0.0003966772,0.00038137322,0.00003479106],"category_scores_gemma":[0.0038452633,0.00020427836,0.00030608795,0.0010035578,0.000047034628,0.00004748873,0.000098749646,0.0021246984,0.00011148305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056444924,0.0002141138,0.0040926537,0.0066109444,0.000025202567,0.000007081497,0.00019115553,0.0000066491584,1.4784088e-8,0.00008717742,0.0108921,0.97786725],"study_design_scores_gemma":[0.0003208231,0.000537601,0.0023773038,0.00046592258,0.0008416633,0.000015809934,0.0003663564,0.00019093626,1.2576043e-8,0.0000035589328,0.99468297,0.00019703676],"about_ca_topic_score_codex":7.1061964e-7,"about_ca_topic_score_gemma":1.4326386e-7,"teacher_disagreement_score":0.9837909,"about_ca_system_score_codex":0.00043728267,"about_ca_system_score_gemma":0.0010846276,"threshold_uncertainty_score":0.92308754},"labels":[],"label_agreement":null},{"id":"W3004481391","doi":"10.1080/10401334.2019.1708365","title":"The Quality of Assessment of Learning (Qual) Score: Validity Evidence for a Scoring System Aimed at Rating Short, Workplace-Based Comments on Trainee Performance","year":2020,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Quality (philosophy); Psychology; Medical education; Scoring system; Medicine; Applied psychology; Internal medicine","score_opus":0.2124900937935385,"score_gpt":0.4522771206867789,"score_spread":0.23978702689324038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004481391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815954,0.00017765792,0.010058939,0.0070055383,0.00016760553,0.0005993117,4.1701443e-7,0.000063533356,0.0003315945],"genre_scores_gemma":[0.99487656,0.0000222931,0.004217218,0.00045002296,0.00024305446,0.000059483074,0.000026252312,0.00002134588,0.000083789186],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966223,0.0011366127,0.0009935668,0.00029511092,0.00070165,0.00025076093],"domain_scores_gemma":[0.99434507,0.0047196443,0.0004978063,0.00020256937,0.00015386783,0.00008103479],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015301377,0.00016903199,0.0005716019,0.0001317719,0.0006208272,0.0000087464905,0.00013163836,0.000079338475,0.0000066608836],"category_scores_gemma":[0.026690101,0.00011942031,0.000049087168,0.00033001506,0.0002515905,0.000059045855,0.000041068528,0.001795815,2.8321693e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094012497,0.0001035973,0.894215,0.004922206,0.000049525363,0.0000017976619,0.011691727,0.008619671,0.008163476,0.0005151947,0.0002494157,0.070528276],"study_design_scores_gemma":[0.004211961,0.003906451,0.4032071,0.02062525,0.00014210265,0.0000068621703,0.021741338,0.5442761,0.0006572499,0.0000032416503,0.0010022023,0.00022009373],"about_ca_topic_score_codex":0.00008263753,"about_ca_topic_score_gemma":0.000003139877,"teacher_disagreement_score":0.53565645,"about_ca_system_score_codex":0.0002812466,"about_ca_system_score_gemma":0.00014472622,"threshold_uncertainty_score":0.9815085},"labels":[],"label_agreement":null},{"id":"W3004801255","doi":"10.1016/j.acra.2019.12.005","title":"Competency Based Medical Education—Towards the Development of a Standardized Pediatric Radiology Testing Module","year":2020,"lang":"en","type":"article","venue":"Academic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Hospital for Sick Children; Kingston Health Sciences Centre","funders":"","keywords":"Grading (engineering); Medicine; Audit; Medical physics; Medical diagnosis; Competence (human resources); Radiology; Residency training; Nuclear medicine; Medical education; Psychology; Continuing education","score_opus":0.042215704920371036,"score_gpt":0.34433071081526656,"score_spread":0.30211500589489554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004801255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86401516,0.0011949758,0.013381203,0.11731707,0.0009173598,0.0006197398,0.000003935616,0.000101235164,0.002449336],"genre_scores_gemma":[0.85351336,0.00013237233,0.12047668,0.023765635,0.0018033733,0.00014116154,0.000103473576,0.000027577511,0.000036355203],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974725,0.0002585896,0.0010623926,0.00034891904,0.0005228546,0.00033474158],"domain_scores_gemma":[0.9983083,0.00047515205,0.00033952412,0.0002684796,0.00040687853,0.00020165338],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015907353,0.00017356958,0.000516002,0.0003405749,0.00013945781,0.0000022559684,0.00044936358,0.0004861545,0.00041662224],"category_scores_gemma":[0.020664262,0.00012261166,0.00006021076,0.0019158783,0.0003927564,0.000035852998,0.0000694013,0.0012774111,0.000026983638],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060780963,0.0005531301,0.3324244,0.00096955383,0.00032010302,0.000018186474,0.010191712,0.00012303382,0.0072639533,0.021983648,0.2297665,0.39577797],"study_design_scores_gemma":[0.015803821,0.0022383442,0.6381552,0.000609971,0.0011314645,0.0026743477,0.0041628005,0.068027936,0.0056097843,0.0068370015,0.2532062,0.0015431213],"about_ca_topic_score_codex":0.0000086283135,"about_ca_topic_score_gemma":7.98887e-7,"teacher_disagreement_score":0.39423484,"about_ca_system_score_codex":0.0001307812,"about_ca_system_score_gemma":0.015041383,"threshold_uncertainty_score":0.9905424},"labels":[],"label_agreement":null},{"id":"W3004907410","doi":"10.36834/cmej.68181","title":"Developing Academic Advisors and Competence Committees members: A community approach to developing CBME faculty leaders","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Coaching; Competence (human resources); Medical education; Curriculum; Stakeholder; Psychology; Medicine; Political science; Pedagogy; Public relations","score_opus":0.11200748388147132,"score_gpt":0.38011784448318847,"score_spread":0.26811036060171717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004907410","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38337415,0.00025065514,0.015488217,0.5969012,0.0009048212,0.0004945301,0.000007192826,0.000053411277,0.0025258265],"genre_scores_gemma":[0.46416208,0.00010416492,0.120883375,0.413339,0.0011317228,0.000048330094,0.00017161222,0.000036143174,0.00012358875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973987,0.0002821688,0.00068183435,0.0002551502,0.000866882,0.0005153026],"domain_scores_gemma":[0.9927678,0.00009343873,0.00015234757,0.00019791591,0.00067573274,0.0061127283],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001682753,0.00021398174,0.0003412734,0.00042797296,0.0009018812,0.00007261232,0.00046936478,0.00032035256,0.0009149948],"category_scores_gemma":[0.033194754,0.0002040601,0.000040201263,0.0011223091,0.00036928023,0.00020742619,0.000060588645,0.003916114,0.00005094418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043048913,0.00015678082,0.012109288,0.00056247326,0.00013256785,0.000021204918,0.062283088,0.0000131694915,0.0000387174,0.013197126,0.68292654,0.22851598],"study_design_scores_gemma":[0.0013082722,0.00016491914,0.05136041,0.0016040602,0.0000900725,0.002650148,0.14732659,0.0019265607,0.00004941764,0.0006239864,0.79224014,0.0006554308],"about_ca_topic_score_codex":0.0027047,"about_ca_topic_score_gemma":0.00095156993,"teacher_disagreement_score":0.22786056,"about_ca_system_score_codex":0.0010204151,"about_ca_system_score_gemma":0.042064223,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W3004931797","doi":"10.1007/s10459-020-09962-1","title":"Building a core competency assessment program for all stakeholders: the design and building of sailing ships can inform core competency frameworks","year":2020,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Core competency; Process (computing); Stakeholder; Core (optical fiber); Medical education; Core curriculum; Knowledge management; Engineering ethics; Engineering management; Computer science; Psychology; Curriculum; Engineering; Business; Medicine; Public relations; Pedagogy; Political science","score_opus":0.1180336542237205,"score_gpt":0.45891656067217074,"score_spread":0.3408829064484502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004931797","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008089322,0.0070366533,0.05279539,0.92042744,0.0032285713,0.008131383,0.000014601112,0.000093136136,0.00018352664],"genre_scores_gemma":[0.011104009,0.0020958858,0.67798793,0.30631328,0.0011250159,0.001108561,0.00022357488,0.000029889448,0.000011818711],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960267,0.00013292466,0.0014334148,0.0007181234,0.0009819302,0.0007069145],"domain_scores_gemma":[0.9962509,0.001331523,0.0013819392,0.00040936947,0.0005153088,0.00011090857],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0027025542,0.00034772226,0.0006712324,0.00053306046,0.0005449698,0.00008978932,0.0005577494,0.00040133024,0.000011635471],"category_scores_gemma":[0.0017121705,0.00026975034,0.00007109439,0.001733636,0.00095469935,0.00039467897,0.00006169122,0.0025117921,3.1165354e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051919294,0.0004375288,0.008822041,0.012772511,0.000044305674,0.00000317084,0.0056163296,0.00090658583,0.000038108945,0.03396045,0.07625278,0.8610943],"study_design_scores_gemma":[0.00087491126,0.002918611,0.0022686054,0.009842538,0.00012657866,0.000065469474,0.011597328,0.055554405,0.000030527066,0.059975937,0.85609245,0.0006526612],"about_ca_topic_score_codex":0.00022636783,"about_ca_topic_score_gemma":0.000040581475,"teacher_disagreement_score":0.8604416,"about_ca_system_score_codex":0.0007483321,"about_ca_system_score_gemma":0.008054264,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W3005039988","doi":"10.1177/0844562120904167","title":"From Clinical Practice to Academic Student Instruction: Understanding the Clinical Instructor’s Perspective Using a Mixed-Methods Approach","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Nursing Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Perspective (graphical); Mathematics education; Multimethodology; Clinical Practice; Computer science; Engineering ethics; Management science; Psychology; Medical education; Medicine; Engineering; Artificial intelligence","score_opus":0.5528769605742931,"score_gpt":0.6592296349155569,"score_spread":0.10635267434126372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005039988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75798786,0.0006562312,0.06982108,0.16217375,0.005077836,0.0005892572,0.0000043761224,0.000009974521,0.0036796168],"genre_scores_gemma":[0.78836566,0.000032421238,0.20098454,0.0030494304,0.0075204875,0.000002680411,0.000002623101,0.000029419378,0.000012766096],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9943183,0.0023608205,0.0012700788,0.0003619645,0.00119244,0.0004963641],"domain_scores_gemma":[0.9933573,0.0018560011,0.00039074974,0.00033831716,0.0025317417,0.0015258685],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013659289,0.00012989025,0.00042861645,0.0005499716,0.00055884273,0.00012746565,0.00052741624,0.00031091864,0.000057812973],"category_scores_gemma":[0.051013343,0.00010149789,0.00014887114,0.002032976,0.0011474881,0.0002576121,0.000041345407,0.005614085,0.000009140528],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013141811,0.00046382585,0.025217947,0.000038193608,0.00062535255,0.00028473922,0.16337918,0.0001543016,0.00022616184,0.017977633,0.1206488,0.6696697],"study_design_scores_gemma":[0.002004451,0.0012283572,0.040708486,0.0011803631,0.00031513395,0.0012527902,0.93006366,0.0022632524,0.000020863488,0.008513979,0.012262902,0.00018576693],"about_ca_topic_score_codex":0.0006995313,"about_ca_topic_score_gemma":0.000030007523,"teacher_disagreement_score":0.7666845,"about_ca_system_score_codex":0.005172273,"about_ca_system_score_gemma":0.007626445,"threshold_uncertainty_score":0.9986467},"labels":[],"label_agreement":null},{"id":"W3005628924","doi":"10.1016/j.acra.2019.12.028","title":"Aligning the Implicit Curriculum with the Explicit Curriculum in Radiology","year":2020,"lang":"en","type":"review","venue":"Academic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"National Cancer Institute; University of Texas MD Anderson Cancer Center; National Institutes of Health","keywords":"Curriculum; Documentation; Curriculum theory; Medical education; Curriculum mapping; Leverage (statistics); Radiology; Medicine; Psychology; Curriculum development; Computer science; Pedagogy; Artificial intelligence","score_opus":0.027359343294401352,"score_gpt":0.3669275787479445,"score_spread":0.33956823545354314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005628924","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009494503,0.9671399,0.00018263172,0.027495874,0.00081702083,0.00242405,0.0000054737034,0.0000885049,0.0008970981],"genre_scores_gemma":[0.0004288521,0.98694843,0.00030820753,0.007619406,0.0027117205,0.0014965433,0.00024895184,0.00009324845,0.00014463713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956251,0.00096647086,0.0013630189,0.00087679,0.0003328226,0.0008357948],"domain_scores_gemma":[0.99728954,0.00078078284,0.0008153407,0.00088120584,0.00011843844,0.000114697636],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016369813,0.000638546,0.0024876702,0.0007087814,0.00020500342,0.000011418188,0.0012245041,0.0015377257,0.00008792308],"category_scores_gemma":[0.0016289755,0.00028965366,0.00027197128,0.0041506886,0.0005531062,0.000062465806,0.00018100103,0.0067740898,0.00016916984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013956618,0.000057606463,0.0010832084,0.0018055022,0.00040582943,0.00010603763,0.0009824724,0.0000027724798,0.0000056751956,0.016641306,0.22665842,0.7522372],"study_design_scores_gemma":[0.0004289101,0.00020640114,0.000102363374,0.0024987983,0.0008286671,0.0087562995,0.000884733,0.00008973218,4.7958287e-7,0.000113318565,0.9857837,0.00030658732],"about_ca_topic_score_codex":0.00011148452,"about_ca_topic_score_gemma":0.000006021529,"teacher_disagreement_score":0.7591253,"about_ca_system_score_codex":0.00042661853,"about_ca_system_score_gemma":0.0007961453,"threshold_uncertainty_score":0.99995553},"labels":[],"label_agreement":null},{"id":"W3005883160","doi":"10.5539/gjhs.v12n3p86","title":"Ethical Issues of Informed Consent: Students as Participants in Faculty Research","year":2020,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informed consent; Confidentiality; Coercion (linguistics); Psychology; Ethical dilemma; Dilemma; Medical education; Face (sociological concept); Ethical issues; Engineering ethics; Medicine; Political science; Alternative medicine; Sociology; Law","score_opus":0.3713009208868293,"score_gpt":0.6531809614714393,"score_spread":0.28188004058461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005883160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88953096,0.00015790417,0.000027993123,0.10952138,0.00021553268,0.00018124477,0.000001730889,0.0000031878265,0.00036009346],"genre_scores_gemma":[0.9895734,0.00014622485,0.0023530761,0.007836115,0.0000790128,0.0000014360825,9.870757e-7,0.0000017784813,0.000007956324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953038,0.00011338241,0.0010218906,0.00012917118,0.0029728685,0.00045889884],"domain_scores_gemma":[0.99758744,0.0000927574,0.0003621707,0.0001182922,0.001459549,0.00037979032],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008445385,0.000055923258,0.00029885996,0.00019924136,0.00011334498,0.000022744434,0.00044894326,0.00007340706,0.000036087993],"category_scores_gemma":[0.022187043,0.000042606913,0.00002558047,0.002882872,0.0009223297,0.00014871603,0.00009987889,0.0008577732,0.000022283275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040372813,0.00051848526,0.9398955,0.000506043,0.000014648167,0.000054573156,0.006318584,0.000023336597,0.00045121805,0.0037819915,0.024838649,0.023193209],"study_design_scores_gemma":[0.0016138167,0.0016517747,0.9835915,0.0010307559,0.0000062617855,0.00015959736,0.0066698827,0.000207525,0.00054809736,0.0007566745,0.0037101055,0.000053991967],"about_ca_topic_score_codex":0.00019892718,"about_ca_topic_score_gemma":0.000015781185,"teacher_disagreement_score":0.10168526,"about_ca_system_score_codex":0.000534495,"about_ca_system_score_gemma":0.011050432,"threshold_uncertainty_score":0.994556},"labels":[],"label_agreement":null},{"id":"W3006023432","doi":"","title":"Inconsistent role modeling of professionalism in family medicine residency: Resident perspectives from 2 Ontario sites.","year":2020,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; College of Family Physicians of Canada","funders":"","keywords":"Context (archaeology); Qualitative research; Medical education; Medicine; Psychology","score_opus":0.10247326820387145,"score_gpt":0.31799598360315184,"score_spread":0.2155227153992804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006023432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498539,0.00205233,0.00008189306,0.040873136,0.0002025282,0.00087494863,0.0000029594478,0.00003444482,0.0060238405],"genre_scores_gemma":[0.99471194,0.000039218517,0.0013424894,0.0025984512,0.00033220553,0.00042919148,0.00006891027,0.000017386721,0.0004602401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980472,0.000068042384,0.0006627412,0.00034854191,0.0006340317,0.00023946691],"domain_scores_gemma":[0.9990742,0.0000736112,0.00014746001,0.00026468243,0.00032995237,0.00011009778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005479703,0.00013224527,0.00038591868,0.0002098548,0.00003879449,0.000004897557,0.00013229839,0.00011501752,0.00026464654],"category_scores_gemma":[0.0023866242,0.00011016908,0.000046555022,0.0005359931,0.00011978863,0.00009546472,0.00006847272,0.00047625563,0.0000056155523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024230029,0.001306299,0.4491213,0.000508903,0.00045443687,0.00013705553,0.43263793,0.00072987296,0.009322955,0.0124734435,0.029315848,0.061568957],"study_design_scores_gemma":[0.001807905,0.000062661944,0.94998974,0.00029124692,0.00008286158,0.0000024388205,0.03860846,0.0038749904,0.00017829254,0.0041595805,0.00081343803,0.0001283705],"about_ca_topic_score_codex":0.025851939,"about_ca_topic_score_gemma":0.003337963,"teacher_disagreement_score":0.5008685,"about_ca_system_score_codex":0.00053496985,"about_ca_system_score_gemma":0.0005005787,"threshold_uncertainty_score":0.980635},"labels":[],"label_agreement":null},{"id":"W3006066069","doi":"10.5688/ajpe7367","title":"An Analysis of Canadian Doctor of Pharmacy Student Experiences in Non-Traditional Student-Preceptor Models","year":2019,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Toronto; University Health Network; Montfort Hospital","funders":"","keywords":"Preceptor; Pharmacy; Medical education; Psychology; Experiential learning; Pedagogy; Medicine; Nursing","score_opus":0.04700705970286582,"score_gpt":0.4469560903222968,"score_spread":0.39994903061943093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006066069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966084,0.000089865694,0.00018294402,0.00133534,0.0008467677,0.00029761423,0.00000860551,0.000003082538,0.0006273755],"genre_scores_gemma":[0.9955404,0.000095619354,0.0028877207,0.0011420465,0.00021980974,0.00002506631,0.00004902975,0.000012384345,0.000027918248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99755216,0.0001265224,0.0010483982,0.00019325665,0.0008478568,0.00023179477],"domain_scores_gemma":[0.99786437,0.000089141446,0.0006314642,0.00021792593,0.0008822246,0.00031486145],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077039155,0.00013542514,0.0005973589,0.0029380366,0.00002574821,0.000012866599,0.00031194952,0.000036241574,0.0019110576],"category_scores_gemma":[0.00010887101,0.00012299084,0.00014982832,0.0037165754,0.0003001153,0.00037039348,0.000011749312,0.00035892567,0.000004725003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005381889,0.008746919,0.81495523,0.00013659388,0.001317364,0.0000058562578,0.051936172,0.0047783996,0.019330844,0.0018197936,0.0010148438,0.09541979],"study_design_scores_gemma":[0.0025646188,0.0015536613,0.7869422,0.00026445196,0.0017852222,0.00004622633,0.16360083,0.034501366,0.006578388,0.00006586272,0.001801368,0.00029582967],"about_ca_topic_score_codex":0.004715572,"about_ca_topic_score_gemma":0.0001818464,"teacher_disagreement_score":0.11166466,"about_ca_system_score_codex":0.00044900787,"about_ca_system_score_gemma":0.0021970032,"threshold_uncertainty_score":0.9990013},"labels":[],"label_agreement":null},{"id":"W3006430875","doi":"","title":"A systematic review on entrustable professional activities in clerkships during undergraduate medical education - preliminary results","year":2019,"lang":"en","type":"review","venue":"Bern Open Repository and Information System (University of Bern)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; PsycINFO; Medical education; Cochrane Library; MEDLINE; Specialty; Systematic review; Medicine; Psychology; Family medicine; Alternative medicine; Pedagogy; Pathology","score_opus":0.020735320500437516,"score_gpt":0.3031813839537037,"score_spread":0.28244606345326617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006430875","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002267386,0.93771833,0.000036935962,0.0014839954,0.0020271898,0.015043474,0.00007023188,0.00008733719,0.04126512],"genre_scores_gemma":[0.0029656123,0.97809476,0.00020508328,0.0002997403,0.00008522931,0.00009449347,0.0009479655,0.000025295336,0.017281821],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9967048,0.0005037173,0.0014536564,0.00028397932,0.0008710601,0.00018278301],"domain_scores_gemma":[0.99689704,0.00016185446,0.0019838135,0.0005848433,0.00025711203,0.00011531212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016153755,0.00027389496,0.0018357289,0.0005568106,0.0002471852,0.000057811132,0.00045316372,0.00041285224,0.000026470492],"category_scores_gemma":[0.0004007136,0.00024515457,0.00016374301,0.00055071,0.000085132844,0.0016829717,0.0002719508,0.00056763086,0.00007954059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028771887,0.00015869462,0.000015161657,0.97942984,0.00014436868,0.0000113800115,0.00085637893,3.6403e-7,6.548115e-8,0.0013208737,0.0030493252,0.014725801],"study_design_scores_gemma":[0.001073545,0.000140971,0.00011304666,0.9445447,0.0010486062,0.0006011884,0.006922194,0.000084038795,7.2977133e-7,0.000001417141,0.045241438,0.00022814314],"about_ca_topic_score_codex":0.00011906968,"about_ca_topic_score_gemma":0.000002334652,"teacher_disagreement_score":0.042192113,"about_ca_system_score_codex":0.00075763604,"about_ca_system_score_gemma":0.0024986207,"threshold_uncertainty_score":0.9997114},"labels":[],"label_agreement":null},{"id":"W3006474403","doi":"10.1515/ijnes-2019-0056","title":"Re-imaging Clinical Education: The Interdependence of the Self-Regulated Clinical Teacher and Nursing Student","year":2020,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Humber Polytechnic","funders":"","keywords":"Formative assessment; Clinical Practice; Nurse education; Psychology; Medical education; Self-regulated learning; Student teacher; Teacher education; Pedagogy; Medicine; Mathematics education; Nursing","score_opus":0.10160681094992063,"score_gpt":0.5235803149095659,"score_spread":0.4219735039596453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006474403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7682424,0.00069460564,0.00026835204,0.21923116,0.009898262,0.00024902064,6.735297e-7,0.000015342777,0.0014001466],"genre_scores_gemma":[0.98505515,0.00007938889,0.0031318855,0.008360198,0.0032310123,0.000004985435,0.0000062343456,0.000017342358,0.00011379872],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962839,0.00055125146,0.0016528722,0.00024567897,0.0011283229,0.00013799418],"domain_scores_gemma":[0.99518704,0.00028142004,0.0012919866,0.0003247341,0.002745358,0.00016945838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030948848,0.00014464142,0.00029892224,0.00017679174,0.00012911769,0.00012612248,0.0007658078,0.00012312902,0.000090986665],"category_scores_gemma":[0.0055245515,0.00009567455,0.00021165237,0.00044908925,0.00043562683,0.00039868813,0.000054237255,0.0014743098,0.000007306562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019493005,0.003496251,0.41905853,0.000017549337,0.00019232783,0.000001610393,0.006671075,0.0000027518743,0.00017452837,0.0008605732,0.029828196,0.53950167],"study_design_scores_gemma":[0.0010035653,0.00017630961,0.9681979,0.0031714726,0.00036978905,0.000585863,0.01629215,0.00020740736,0.00026348772,0.0016652818,0.0079464475,0.000120332326],"about_ca_topic_score_codex":0.0000022928286,"about_ca_topic_score_gemma":4.0716765e-7,"teacher_disagreement_score":0.5491393,"about_ca_system_score_codex":0.00040123647,"about_ca_system_score_gemma":0.0029123775,"threshold_uncertainty_score":0.6613803},"labels":[],"label_agreement":null},{"id":"W3006585109","doi":"10.1007/s40596-020-01195-z","title":"Towards Competency-Based Medical Education in Neurostimulation","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Neurostimulation; Medical education; Medicine; Psychology; MEDLINE; Neuroscience; Stimulation; Political science","score_opus":0.017012652285475726,"score_gpt":0.3574720037460153,"score_spread":0.34045935146053957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006585109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5203506,0.00034897178,0.002299106,0.47035566,0.0021970682,0.0003872566,0.0000012791411,0.00011730535,0.0039427783],"genre_scores_gemma":[0.807545,0.000034579585,0.018707335,0.17199557,0.0014696586,0.000034604105,0.00014576124,0.000024642175,0.000042854623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982047,0.00005442342,0.0005602735,0.0003119157,0.000658091,0.00021059031],"domain_scores_gemma":[0.9993529,0.000026198393,0.00011047671,0.00019128589,0.00010131679,0.00021783993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003373668,0.00013137334,0.00020181823,0.00019749448,0.000041081512,0.000005430504,0.00019026663,0.00036994033,0.0005945375],"category_scores_gemma":[0.0025049504,0.0001290091,0.000047558307,0.0009800919,0.00007453215,0.00009413129,0.000023343056,0.0012912758,0.000109583765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020985334,0.0005978911,0.66931874,0.0003599996,0.000012946328,0.000004278304,0.0004585319,0.00008911863,0.00040031833,0.03830721,0.13578278,0.15445836],"study_design_scores_gemma":[0.0045463387,0.00036707878,0.8163879,0.0010278458,0.000081381426,0.00006142024,0.0005547252,0.1277793,0.00014279399,0.011873855,0.036750145,0.00042723076],"about_ca_topic_score_codex":0.000017083847,"about_ca_topic_score_gemma":0.0000039448473,"teacher_disagreement_score":0.29836008,"about_ca_system_score_codex":0.00009486881,"about_ca_system_score_gemma":0.011772582,"threshold_uncertainty_score":0.9938297},"labels":[],"label_agreement":null},{"id":"W3006717038","doi":"10.1097/acm.0000000000003210","title":"Promoting Readiness for Residency: Embedding Simulation-Based Mastery Learning for Breaking Bad News Into the Medicine Subinternship","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"SBML; Checklist; Mastery learning; Curriculum; Context (archaeology); Medical education; Summative assessment; Psychology; Educational measurement; Medicine; Computer science; Mathematics education; Formative assessment; Pedagogy; Markup language","score_opus":0.08666352227632115,"score_gpt":0.42039344660878764,"score_spread":0.3337299243324665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006717038","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15813518,0.00067420665,0.39492345,0.44176206,0.0010270356,0.0028959194,0.0000014608638,0.00025325012,0.00032745735],"genre_scores_gemma":[0.95884275,0.000033974204,0.003072488,0.028666342,0.007944048,0.0004056394,0.00030134816,0.00009766923,0.000635755],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965037,0.00014126679,0.0013761083,0.0006497645,0.00078547443,0.00054367195],"domain_scores_gemma":[0.9936876,0.004311417,0.00065206096,0.00037217405,0.000739195,0.00023755092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031131369,0.00035009097,0.00071546156,0.00029094465,0.00045754793,0.000013032843,0.00041583067,0.00034911017,0.00022353744],"category_scores_gemma":[0.06323663,0.0002293695,0.00009236486,0.0010117328,0.00040640755,0.0001581852,0.000055287266,0.0013999033,0.000009849554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041023903,0.00008503193,0.085013576,0.00925787,0.00052875554,0.000029806695,0.3939397,0.01814208,0.046651017,0.008071614,0.11785372,0.31632444],"study_design_scores_gemma":[0.0056244964,0.0013477693,0.00087415264,0.004565865,0.0005450247,0.000016488926,0.013956381,0.9067159,0.0008586087,0.0025541035,0.06263567,0.0003055385],"about_ca_topic_score_codex":0.00010102558,"about_ca_topic_score_gemma":0.0000056951058,"teacher_disagreement_score":0.8885738,"about_ca_system_score_codex":0.00021692617,"about_ca_system_score_gemma":0.0003430794,"threshold_uncertainty_score":0.9446541},"labels":[],"label_agreement":null},{"id":"W3006877524","doi":"10.1111/medu.14133","title":"Journey into uncertainty: Medical students' experiences and perceptions of failure","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Thematic analysis; Context (archaeology); Medical education; Perception; Qualitative research; Psychology; Medical school; Medicine; Family medicine; Sociology","score_opus":0.011363171679173913,"score_gpt":0.38340548278246783,"score_spread":0.37204231110329394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006877524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80424356,0.00019406894,0.0012073406,0.19333693,0.0004776687,0.00022757977,4.4368687e-7,0.000039069848,0.0002733211],"genre_scores_gemma":[0.9561944,0.00015083168,0.0028860369,0.03958028,0.0008850627,0.0001243556,0.00007368059,0.000014200541,0.0000911511],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9964377,0.00007900234,0.0005775766,0.00029775442,0.0024285521,0.00017937596],"domain_scores_gemma":[0.99882156,0.00006939414,0.00012575088,0.00019825815,0.00033636304,0.0004486846],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007920159,0.00013231902,0.00029172504,0.00013654889,0.00011189755,0.000025190677,0.0003296973,0.0002655305,0.007706142],"category_scores_gemma":[0.014052019,0.00010840841,0.000048978574,0.0006528602,0.00056915666,0.000107212545,0.000101776015,0.0005250281,0.00003517974],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009521456,0.0021219905,0.10471741,0.00066243083,0.00009153208,0.000010240737,0.11910033,7.4723545e-7,0.00039529835,0.0020558008,0.3888249,0.3819241],"study_design_scores_gemma":[0.005173425,0.0016795646,0.13205819,0.0028007673,0.00037701716,0.00055410503,0.5668007,0.009121584,0.00047802943,0.0011054341,0.2790494,0.00080180663],"about_ca_topic_score_codex":0.000097831675,"about_ca_topic_score_gemma":0.000017617347,"teacher_disagreement_score":0.44770035,"about_ca_system_score_codex":0.00008308622,"about_ca_system_score_gemma":0.0028290756,"threshold_uncertainty_score":0.99425304},"labels":[],"label_agreement":null},{"id":"W3006884066","doi":"10.1093/jcag/gwz047.137","title":"A138 CONCEPTUALIZING ENTRUSTMENT IN ENDOSCOPIC TRAINING","year":2020,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; The Wilson Centre; University of Toronto","funders":"","keywords":"Trainer; Grounded theory; Constructivist grounded theory; Medical education; Medicine; Psychology; Qualitative research; Likert scale; Constructivist teaching methods; Nursing; Pedagogy; Teaching method; Computer science; Sociology","score_opus":0.024708491396571056,"score_gpt":0.2767197968129192,"score_spread":0.25201130541634814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006884066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87953633,0.000011921822,0.00005214955,0.1194805,0.0005575599,0.00010197301,0.0000029924738,0.000001579062,0.00025500837],"genre_scores_gemma":[0.9820012,0.0000049648374,0.0008184167,0.016901964,0.0002136827,0.000001506733,0.0000023205434,0.000005545513,0.000050438288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987832,0.00014532731,0.0005349823,0.000058658556,0.00027413105,0.00020375571],"domain_scores_gemma":[0.9988451,0.000034072797,0.0006906536,0.00006438469,0.00024374768,0.00012202195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006582469,0.00005496115,0.00026169326,0.0001783536,0.000034004384,0.0000051395355,0.00012695567,0.00007632757,0.00011414574],"category_scores_gemma":[0.002122177,0.00004475479,0.00007472762,0.00021657323,0.00004226793,0.00004401775,0.000010697587,0.000376969,0.0000019336314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071869814,0.0000286421,0.9848565,0.000015678308,0.00008153817,0.0000090587455,0.004006686,0.00006231338,0.00041999875,0.00024956782,0.009465332,0.00073285156],"study_design_scores_gemma":[0.004643875,0.0010573112,0.9767891,0.00019154022,0.00011100208,0.00006500161,0.0028880944,0.00036272098,0.00020550893,0.000120007266,0.013522348,0.000043467313],"about_ca_topic_score_codex":0.0005561194,"about_ca_topic_score_gemma":0.016383765,"teacher_disagreement_score":0.10257853,"about_ca_system_score_codex":0.0013644799,"about_ca_system_score_gemma":0.0007182735,"threshold_uncertainty_score":0.9142526},"labels":[],"label_agreement":null},{"id":"W3007014111","doi":"10.1136/bmjopen-2019-034370","title":"Clinical teaching unit design: a realist systematic review protocol of evidence-based practices for clinical education and health service delivery","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Medicine; CINAHL; Grey literature; Protocol (science); Systematic review; Medical education; MEDLINE; Service delivery framework; Knowledge translation; Inclusion (mineral); Health care; Service (business); Nursing; Alternative medicine; Knowledge management; Psychological intervention; Pathology; Computer science; Psychology","score_opus":0.8118355367964074,"score_gpt":0.69901156473862,"score_spread":0.11282397205778738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007014111","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003521331,0.0005281983,0.0070524756,0.32105276,0.0001564951,0.6706444,0.0000036239849,0.00002855832,0.00018137935],"genre_scores_gemma":[0.0015724591,0.00027717475,0.23865916,0.23371004,0.00067193643,0.52481085,0.00009386267,0.000035744564,0.00016878746],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946488,0.0020298937,0.0024346695,0.00036789186,0.00037920987,0.00013950217],"domain_scores_gemma":[0.99192935,0.0024421692,0.0036562379,0.00064360065,0.0011108667,0.0002177673],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.028948642,0.0001254819,0.0010069102,0.000048944457,0.00011324727,0.000050494815,0.00035277926,0.0001032767,0.000028235529],"category_scores_gemma":[0.0752558,0.00008931261,0.00007438916,0.00039265738,0.000060850176,0.00035773774,0.00010794856,0.00039096718,0.000009474501],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085144903,0.0009134025,0.005980892,0.8548534,0.000078636825,8.869874e-7,0.00030790665,7.7983873e-7,0.0000035835267,0.00034650593,0.10560556,0.03105699],"study_design_scores_gemma":[0.004654356,0.005152564,0.00816842,0.934949,0.0014201939,0.000051870877,0.0020705734,0.011185423,0.000013551814,0.00012150574,0.03188115,0.00033139097],"about_ca_topic_score_codex":0.00032216162,"about_ca_topic_score_gemma":0.000012850085,"teacher_disagreement_score":0.23160668,"about_ca_system_score_codex":0.00006119118,"about_ca_system_score_gemma":0.0061728894,"threshold_uncertainty_score":0.9999017},"labels":[],"label_agreement":null},{"id":"W3007040084","doi":"10.36834/cmej.67958","title":"Resident perceptions of Competency-Based Medical Education","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Queen's University","funders":"University of Dundee","keywords":"Flexibility (engineering); Medical education; Perception; Psychology; Medicine; Management","score_opus":0.012367224386417493,"score_gpt":0.3304080122873594,"score_spread":0.31804078790094187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007040084","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120697476,0.00051204656,0.0022476013,0.86123437,0.0036856192,0.00044182866,0.000006604585,0.00004596254,0.011128497],"genre_scores_gemma":[0.66667485,0.00012261473,0.012133402,0.31654117,0.0037303392,0.000050851017,0.00020692089,0.000040983476,0.00049891113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587786,0.00015917984,0.001044465,0.00028872673,0.0022282437,0.00040149622],"domain_scores_gemma":[0.98680073,0.000059184636,0.00028754227,0.00033021375,0.0017133933,0.01080893],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010931314,0.00018927285,0.00036345006,0.00066082086,0.00026557714,0.0000394986,0.00044546035,0.00042435835,0.15843879],"category_scores_gemma":[0.062593535,0.000178484,0.00015101419,0.0011270595,0.00038961583,0.0001353378,0.000018380368,0.0015145555,0.00020269291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035509922,0.0006565573,0.010768004,0.00019183542,0.000043995642,0.000028399329,0.0015747758,0.000004238944,0.000052780724,0.011610758,0.8202155,0.15481763],"study_design_scores_gemma":[0.0038405918,0.0009218548,0.09968661,0.003909807,0.00039131686,0.0036137826,0.020863786,0.010822634,0.00015962671,0.0036277943,0.8513375,0.00082473236],"about_ca_topic_score_codex":0.0023659426,"about_ca_topic_score_gemma":0.0023855171,"teacher_disagreement_score":0.54597735,"about_ca_system_score_codex":0.0006902763,"about_ca_system_score_gemma":0.44720292,"threshold_uncertainty_score":0.94530267},"labels":[],"label_agreement":null},{"id":"W3007076525","doi":"10.1096/fasebj.2019.33.1_supplement.606.7","title":"Internationalization of Medical Education and the Anatomy Course ‐ Outcomes of an International Partnership of 11 Anatomy Departments in 4 Continents","year":2019,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Internationalization; Medical education; Presentation (obstetrics); General partnership; Donation; Psychology; Medicine; Political science","score_opus":0.014905923838412032,"score_gpt":0.3819370289842594,"score_spread":0.36703110514584736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007076525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873627,0.00008953574,0.0001384057,0.01098297,0.0006164701,0.0002970581,0.0000029833611,0.0000029497126,0.0005069412],"genre_scores_gemma":[0.99864256,0.00007922566,0.00031810463,0.00064329006,0.000093883384,0.000009461605,0.000051775754,0.000007690429,0.00015398249],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979047,0.00016510767,0.0006821705,0.00009340386,0.0010629736,0.000091651375],"domain_scores_gemma":[0.9985113,0.0001311776,0.00056248147,0.0002010098,0.000542133,0.000051886058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022118264,0.000080852624,0.0002518886,0.00022519016,0.00002754954,0.000011394594,0.00031901413,0.0000703793,0.00037794118],"category_scores_gemma":[0.0011561179,0.000046701058,0.000051963394,0.00026574935,0.0002927892,0.00017589028,0.000040822863,0.00023960743,0.0000014040858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001869768,0.0007036496,0.96841216,0.000035541565,0.000105933,0.0000010853978,0.0011521066,0.000011635575,0.00020138605,0.02305427,0.00034177172,0.005793484],"study_design_scores_gemma":[0.006469812,0.00009516781,0.97751105,0.00036661912,0.00010469734,0.00015730731,0.0028221677,0.007547203,0.0023928024,0.0018623333,0.0006054562,0.00006538515],"about_ca_topic_score_codex":0.00009834062,"about_ca_topic_score_gemma":0.000029018025,"teacher_disagreement_score":0.021191938,"about_ca_system_score_codex":0.000057122623,"about_ca_system_score_gemma":0.00053367746,"threshold_uncertainty_score":0.4138191},"labels":[],"label_agreement":null},{"id":"W3007436389","doi":"10.1108/ijhcqa-06-2019-0102","title":"Measuring the continuous quality improvement orientation of medical education programs","year":2020,"lang":"en","type":"article","venue":"International Journal of Health Care Quality Assurance","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Rasch model; Likert scale; Scale (ratio); Medical education; Generalizability theory; Quality management; Psychology; Quality (philosophy); Rating scale; Structural equation modeling; Originality; Medicine; Computer science; Operations management; Social psychology; Engineering","score_opus":0.06468666127648616,"score_gpt":0.45883044137899165,"score_spread":0.3941437801025055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007436389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7423355,0.001196032,0.0067844354,0.24642462,0.0026349286,0.00043638208,0.0000057316547,0.000015433277,0.00016693142],"genre_scores_gemma":[0.979878,0.00014028787,0.002444187,0.016400307,0.0010379602,0.000019520394,0.000056760367,0.00001101497,0.000011937277],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9938421,0.0003936751,0.0021410573,0.00017127466,0.0032894579,0.00016243203],"domain_scores_gemma":[0.9930737,0.00012856301,0.0020912173,0.00018461344,0.0043585445,0.00016333445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046403594,0.00011225096,0.00041911297,0.00009955063,0.00007700913,0.000030550076,0.0004755861,0.00008880974,0.00007092966],"category_scores_gemma":[0.007140046,0.00008292236,0.00014643886,0.00032982428,0.00013035155,0.00016369623,0.000039937408,0.0005169284,0.000003675348],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004508844,0.00067076046,0.061160013,0.00089929695,0.00020342032,0.0000038694884,0.013801922,0.000012585724,0.0002602057,0.0061358693,0.004292198,0.91210896],"study_design_scores_gemma":[0.012841898,0.0042473334,0.643477,0.0063716867,0.00020503518,0.0004239274,0.16258742,0.00060323445,0.005085841,0.0014663616,0.16197774,0.00071252586],"about_ca_topic_score_codex":0.0003339992,"about_ca_topic_score_gemma":0.00002605367,"teacher_disagreement_score":0.91139644,"about_ca_system_score_codex":0.00048190006,"about_ca_system_score_gemma":0.0044198083,"threshold_uncertainty_score":0.85478175},"labels":[],"label_agreement":null},{"id":"W3007472298","doi":"10.1007/s40670-020-00923-2","title":"Impressions on Reliability and Students’ Perceptions of Learning in a Peer-Based OSCE","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Reliability (semiconductor); Perception; Psychology; Mathematics education; Medical education; Computer science; Medicine; Physics; Neuroscience","score_opus":0.024029832010058372,"score_gpt":0.4035150846624518,"score_spread":0.3794852526523934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007472298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9048508,0.000008448028,0.00018581524,0.09404403,0.00028203966,0.00021329884,8.123669e-7,0.00002701589,0.000387767],"genre_scores_gemma":[0.99373096,0.000004981735,0.0016127757,0.0043477877,0.0001651879,0.00003150519,0.000005509177,0.00000593146,0.00009537198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969058,0.000063732885,0.0003422975,0.00036750583,0.0020806214,0.00024006651],"domain_scores_gemma":[0.99882483,0.00016314478,0.00006679273,0.00020623834,0.00025625303,0.00048273042],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002248445,0.00008463392,0.0001939182,0.00019113599,0.00014377596,0.00001558616,0.00028747288,0.00008750178,0.001081972],"category_scores_gemma":[0.037844174,0.00006514517,0.000026135536,0.0016220659,0.0011870916,0.0000702072,0.00008099611,0.00066665624,0.000021244767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005320309,0.0014886581,0.9592974,0.000111779606,0.0000025724482,0.0000040477776,0.0044100503,0.00002031995,0.0041012126,0.0002752777,0.0041621765,0.026073307],"study_design_scores_gemma":[0.00095196126,0.00053858466,0.97969735,0.00034918994,0.000014701371,0.000004704858,0.0065104757,0.0067805946,0.0006394607,0.000036661088,0.0043736445,0.000102670376],"about_ca_topic_score_codex":0.000041037576,"about_ca_topic_score_gemma":0.0000020584016,"teacher_disagreement_score":0.08969624,"about_ca_system_score_codex":0.00014344916,"about_ca_system_score_gemma":0.002178982,"threshold_uncertainty_score":0.9998312},"labels":[],"label_agreement":null},{"id":"W3007688470","doi":"","title":"Assessing the quality of feedback to general internal medicine residents in a competency-based environment.","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Narrative; Medical education; Focus group; Usability; Documentation; Computer science; Psychology; Medicine; Social psychology","score_opus":0.04436795654609761,"score_gpt":0.36182384799600587,"score_spread":0.31745589144990827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007688470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696412,0.000037167094,0.0005238065,0.02320686,0.0004346184,0.0008991739,9.383735e-7,0.00001005934,0.0052461494],"genre_scores_gemma":[0.9915748,0.0000030691674,0.002995157,0.003955083,0.00018008897,0.0002518083,0.0000186422,0.000010818041,0.0010105321],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983194,0.00012568953,0.0005663376,0.0001897509,0.000575326,0.00022351263],"domain_scores_gemma":[0.9992046,0.00012265037,0.00016434233,0.0003835849,0.00006330536,0.00006152255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020384067,0.00008770323,0.00025246624,0.00018441436,0.00002199469,0.000009797532,0.00017037048,0.00005218808,0.00029650508],"category_scores_gemma":[0.001129525,0.000058811398,0.000031552536,0.0003627387,0.00012291496,0.00006891704,0.000041852792,0.00022859916,0.000029985495],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013242346,0.0002657717,0.8902746,0.00015888666,0.000030086321,0.000002706185,0.0006038752,0.00008496684,0.0035849013,0.0015003419,0.0030261106,0.10033533],"study_design_scores_gemma":[0.0013403214,0.000036118374,0.9960075,0.00011432931,0.000013381076,0.0000021546514,0.00037331056,0.00028730772,0.00061002205,0.00024648875,0.00091375626,0.000055294437],"about_ca_topic_score_codex":0.0004895147,"about_ca_topic_score_gemma":0.00001562709,"teacher_disagreement_score":0.10573291,"about_ca_system_score_codex":0.00021784219,"about_ca_system_score_gemma":0.00010987625,"threshold_uncertainty_score":0.32465225},"labels":[],"label_agreement":null},{"id":"W3007778328","doi":"10.3390/pharmacy8010021","title":"Adaptive Expertise in Continuing Pharmacy Professional Development","year":2020,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Pharmacy; Flexibility (engineering); Creativity; Knowledge management; Professional development; Psychology; Continuing professional development; Pharmacy practice; Engineering ethics; Computer science; Pedagogy; Medicine; Management; Engineering; Nursing; Social psychology","score_opus":0.08419687590047233,"score_gpt":0.4134267705884266,"score_spread":0.32922989468795427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007778328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97424686,0.00030319364,0.0008302501,0.021735603,0.00077567046,0.000541927,0.0000011510656,0.00008246002,0.0014828667],"genre_scores_gemma":[0.98291665,0.00001625802,0.0055538593,0.010417813,0.00044348996,0.00012867052,0.000038994804,0.000018226729,0.00046600448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881166,0.000037473757,0.00038071699,0.00022894527,0.00032168135,0.00021949408],"domain_scores_gemma":[0.99959165,0.00002147621,0.00006918942,0.00007057257,0.0001206736,0.00012645709],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020243975,0.00011399792,0.0001757572,0.0000975397,0.000045127093,0.000007195001,0.000087084525,0.000018920731,0.0011760909],"category_scores_gemma":[0.0003227662,0.000103550316,0.000025101292,0.00045088853,0.000038296806,0.00013019235,0.000047150177,0.00037574218,0.00018393734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007056271,0.00062306225,0.032798562,0.000101066216,0.00004669923,0.00008861397,0.036884233,0.0000056319814,0.022693405,0.0001322224,0.054413155,0.8515077],"study_design_scores_gemma":[0.015424219,0.000071921655,0.03037951,0.00066837505,0.000058154936,0.000036482907,0.0026985565,0.052586406,0.14150828,0.00003318832,0.7560429,0.00049199833],"about_ca_topic_score_codex":0.000015868929,"about_ca_topic_score_gemma":6.9379115e-7,"teacher_disagreement_score":0.85101575,"about_ca_system_score_codex":0.00016282916,"about_ca_system_score_gemma":0.00032624076,"threshold_uncertainty_score":0.99973696},"labels":[],"label_agreement":null},{"id":"W3007805127","doi":"","title":"A systematic review of faculty development initiatives designed to improve teaching effectiveness in medical education: BEME Guide No. 8","year":2006,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McGill University","funders":"","keywords":"Medical education; Faculty development; Psychological intervention; MEDLINE; Medicine; Professional development; Health care; Psychology; Nursing; Political science","score_opus":0.024456094400817682,"score_gpt":0.44295980481547054,"score_spread":0.41850371041465284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007805127","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006529706,0.9793441,0.0012718632,0.002455522,0.0028745444,0.009528112,0.0000086,0.00007334586,0.004378566],"genre_scores_gemma":[0.000027214042,0.9523552,0.0132258665,0.0149561,0.0012574918,0.0124374265,0.004138085,0.00013674983,0.0014658467],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98880416,0.0017783141,0.0047449507,0.00092351285,0.0032228671,0.0005262076],"domain_scores_gemma":[0.9941913,0.0009274918,0.0016054283,0.0010524635,0.0017340299,0.00048932753],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010499455,0.0007235419,0.00414794,0.001187017,0.00012635425,0.00002644475,0.00078499905,0.00095854973,0.0006877484],"category_scores_gemma":[0.13643812,0.00056137185,0.0003699205,0.0019662525,0.00018060462,0.00017144575,0.00016067846,0.0016898771,0.00026685922],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059368735,0.0016991898,0.000013150452,0.5888357,0.0001034271,0.0000037726245,0.00019416839,1.3202648e-8,2.5690505e-7,0.00021793507,0.03102657,0.37789986],"study_design_scores_gemma":[0.00026666507,0.00008537625,0.000103464125,0.64213264,0.0007125102,0.00011148132,0.000098403885,0.0000066458374,0.0000024985497,0.000008912287,0.35616052,0.00031087306],"about_ca_topic_score_codex":0.00017639958,"about_ca_topic_score_gemma":0.0000150513015,"teacher_disagreement_score":0.377589,"about_ca_system_score_codex":0.0025028784,"about_ca_system_score_gemma":0.066503555,"threshold_uncertainty_score":0.9996838},"labels":[],"label_agreement":null},{"id":"W3007916764","doi":"10.1111/medu.14136","title":"Lessons from the implementation of developmental progress assessment: A scoping review","year":2020,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre Intégré de Santé et de Services Sociaux des Laurentides; McGill University; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Psychology; Medical education; Engineering ethics; Medicine; Engineering","score_opus":0.07313195740233883,"score_gpt":0.5480613689100416,"score_spread":0.47492941150770285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007916764","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012937497,0.9528737,0.000118738055,0.041766513,0.0009724537,0.0038751427,0.00002283444,0.000041791456,0.00031589446],"genre_scores_gemma":[0.0000127326775,0.97532827,0.0056783115,0.011864189,0.00090173905,0.0017394349,0.004396204,0.000049537477,0.000029564471],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99575955,0.00031379357,0.0017263419,0.00048111603,0.0014787554,0.00024045825],"domain_scores_gemma":[0.9978934,0.00023809928,0.000987922,0.00042963555,0.00032642393,0.00012450026],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011392303,0.00033170986,0.0014871624,0.00012704718,0.00012266742,0.000023855051,0.00044445792,0.00029501354,0.0036975048],"category_scores_gemma":[0.0026765342,0.00022003383,0.00025814082,0.0012879199,0.00024565504,0.00008357613,0.000117831485,0.0009036153,0.0000710948],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011103242,0.00020032533,0.000077754754,0.070168234,0.000118623466,0.000001658803,0.00018311998,4.1059742e-10,6.7807534e-8,0.00018154613,0.05895754,0.87011003],"study_design_scores_gemma":[0.00015539599,0.000028296128,0.00012587088,0.38825586,0.0010090263,0.0000469047,0.0003847414,0.0000020544792,9.1069114e-7,0.000011428716,0.6098582,0.0001212777],"about_ca_topic_score_codex":0.00009049793,"about_ca_topic_score_gemma":0.00001585158,"teacher_disagreement_score":0.86998874,"about_ca_system_score_codex":0.00057516264,"about_ca_system_score_gemma":0.039312392,"threshold_uncertainty_score":0.99721324},"labels":[],"label_agreement":null},{"id":"W3007948038","doi":"10.1111/medu.14132","title":"Peer simulation: More questions than answers","year":2020,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Curriculum; Value (mathematics); Psychology; Medical education; Mathematics education; Computer science; Pedagogy; Medicine","score_opus":0.018738291055793888,"score_gpt":0.3747823969780163,"score_spread":0.3560441059222224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007948038","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006428614,0.00024527867,0.0021885457,0.98463607,0.0058864094,0.0008356427,0.000013986294,0.00031921448,0.0052319663],"genre_scores_gemma":[0.0050571105,0.00003870107,0.0029287438,0.9323716,0.025344875,0.0002816471,0.009106847,0.000113639544,0.024756836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939635,0.0001337784,0.00088403176,0.00074806524,0.0038004704,0.00047017582],"domain_scores_gemma":[0.9965569,0.00018909747,0.0003221259,0.00083498453,0.0018527189,0.00024419522],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0005137725,0.00043411012,0.0005869201,0.0004722058,0.0002134812,0.000063715706,0.00038855552,0.0016315818,0.0050829193],"category_scores_gemma":[0.02285067,0.00040773526,0.00020643933,0.0012041864,0.00042439293,0.00014773208,0.00006207158,0.0045529627,0.00076471124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014127118,0.0002832113,0.0003513944,0.00043217724,0.00006855942,0.00007419749,0.0007266567,0.000007734264,0.0000014531262,0.0000743281,0.95246,0.045506198],"study_design_scores_gemma":[0.00039174498,0.00009585868,0.001173572,0.00077391486,0.00027345863,0.00011030426,0.00034215822,0.0055323853,0.0000040156533,0.00025912348,0.9906983,0.00034518747],"about_ca_topic_score_codex":0.00009072092,"about_ca_topic_score_gemma":0.0000024009155,"teacher_disagreement_score":0.052264493,"about_ca_system_score_codex":0.0006074902,"about_ca_system_score_gemma":0.008574756,"threshold_uncertainty_score":0.99983746},"labels":[],"label_agreement":null},{"id":"W3008052739","doi":"10.1111/jep.13371","title":"Perceptions and barriers to competency‐based education in Canadian postgraduate medical education","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Queen (butterfly); Medical education; Perception; Psychology; Nursing; Medicine; Family medicine; Social psychology","score_opus":0.07333044762546112,"score_gpt":0.5286932186500801,"score_spread":0.455362771024619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008052739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55418,0.000140352,0.00023791587,0.44121006,0.0010625796,0.0005184692,8.922597e-7,0.0000043555715,0.00264533],"genre_scores_gemma":[0.8512161,0.00009060277,0.028540896,0.11934878,0.00071707735,0.000027482782,0.000024286705,0.000013066129,0.000021750717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956285,0.0008642518,0.001782222,0.000243779,0.0012757322,0.00020551578],"domain_scores_gemma":[0.9935286,0.0010085218,0.00061660295,0.00020048128,0.0029511407,0.001694639],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012357097,0.000111711546,0.0003239084,0.0007271752,0.00006788708,0.00003357438,0.00012272655,0.00021825466,0.001225358],"category_scores_gemma":[0.3185767,0.00010825865,0.000062960484,0.0011562307,0.000091469316,0.00044040117,0.000016213646,0.0011781524,0.000040048733],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007533345,0.0019614024,0.36428043,0.000102534235,0.000046114998,0.00003100541,0.002874153,0.00028772448,0.00006640668,0.0021604637,0.058790445,0.56864595],"study_design_scores_gemma":[0.003587114,0.0011794734,0.85683095,0.0008836578,0.00032129267,0.00032850535,0.01093579,0.04060188,0.0000054030797,0.0011063702,0.0839963,0.0002232797],"about_ca_topic_score_codex":0.004774488,"about_ca_topic_score_gemma":0.008402734,"teacher_disagreement_score":0.5684227,"about_ca_system_score_codex":0.00074928487,"about_ca_system_score_gemma":0.073452055,"threshold_uncertainty_score":0.9996877},"labels":[],"label_agreement":null},{"id":"W3008078035","doi":"10.1093/ofid/ofaa058","title":"The Struggling Infectious Diseases Fellow: Remediation Challenges and Opportunities","year":2020,"lang":"en","type":"review","venue":"Open Forum Infectious Diseases","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Environmental remediation; Medical education; Public relations; Political science","score_opus":0.0707694578821881,"score_gpt":0.36436023772922865,"score_spread":0.2935907798470406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008078035","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045764806,0.98078716,0.000017226164,0.0042150607,0.0013178549,0.0028416247,0.00011590039,0.00028393388,0.010375468],"genre_scores_gemma":[0.0015106606,0.9933515,0.000017107552,0.0011574924,0.00089920126,0.0013283129,0.0010746358,0.00013111615,0.00052994787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969873,0.00029889474,0.00094378745,0.0007060884,0.00055591366,0.0005080317],"domain_scores_gemma":[0.9972183,0.0005942754,0.00071691064,0.00073086435,0.00033373438,0.00040590647],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003485373,0.0006126661,0.0015536005,0.00030023235,0.0009618245,0.0005024983,0.00043515887,0.0003005223,0.00009500671],"category_scores_gemma":[0.0027867784,0.00043666962,0.00033514574,0.00044088933,0.00039150388,0.000412548,0.0005269841,0.0006459293,0.00006732999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017855786,0.00022195416,0.00036899763,0.0055377036,0.000400097,0.00003196916,0.00010697313,2.312439e-7,1.8363664e-8,0.008758446,0.011379028,0.9731767],"study_design_scores_gemma":[0.000597615,0.0003049758,0.00034709237,0.0045707575,0.0027121603,0.00016589563,0.00081175164,0.000029181616,8.9871946e-8,0.002304249,0.98771846,0.00043777266],"about_ca_topic_score_codex":0.000030441837,"about_ca_topic_score_gemma":0.000036924306,"teacher_disagreement_score":0.97633946,"about_ca_system_score_codex":0.00041731526,"about_ca_system_score_gemma":0.0015709042,"threshold_uncertainty_score":0.9998085},"labels":[],"label_agreement":null},{"id":"W3008162374","doi":"10.1080/14739879.2020.1729250","title":"New Zealand general practice registrars’ views on their academic learning needs during vocational training: online survey","year":2020,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Vocational education; Workforce; General practice; Medical education; Medicine; Work (physics); Lifelong learning; Curriculum; Nursing; Psychology; Family medicine; Pedagogy; Political science","score_opus":0.09962414013901312,"score_gpt":0.38414697212261756,"score_spread":0.28452283198360445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008162374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90566367,0.0008644901,0.0011748224,0.0825404,0.0018618404,0.0012934611,0.0000705956,0.00017980354,0.006350947],"genre_scores_gemma":[0.8186685,0.0002508997,0.051111113,0.050727826,0.012724025,0.00028058706,0.037897993,0.00016659786,0.02817249],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983248,0.00013226854,0.000521119,0.0003676168,0.00039677267,0.0002574325],"domain_scores_gemma":[0.9981681,0.00024345388,0.00032358558,0.0002513937,0.0007868879,0.00022656389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045145114,0.00020897765,0.0002794686,0.00021284718,0.00019961555,0.00003120329,0.00017614457,0.00019066126,0.00010203811],"category_scores_gemma":[0.0043452363,0.0002013617,0.00008306447,0.00079051696,0.00004252461,0.0002334144,0.000024561183,0.0008757784,0.000029268016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010825493,0.0004294965,0.020430671,0.00071573426,0.00012833417,0.0000011143982,0.06839841,0.00016672577,0.003472083,0.0012782093,0.32825997,0.5756367],"study_design_scores_gemma":[0.0013057042,0.00036285448,0.3204259,0.00019617964,0.00008285143,0.000045362303,0.02100463,0.00007158743,0.00036805915,0.00005666379,0.65582633,0.00025387644],"about_ca_topic_score_codex":0.000047972862,"about_ca_topic_score_gemma":0.0000039671904,"teacher_disagreement_score":0.5753828,"about_ca_system_score_codex":0.0005450965,"about_ca_system_score_gemma":0.003914817,"threshold_uncertainty_score":0.8211292},"labels":[],"label_agreement":null},{"id":"W3008519444","doi":"10.1097/acm.0000000000003216","title":"Living in a World of Change: Bridging the Gap From Competency-Based Medical Education Theory to Practice in Canada","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Manitoba; Children's Hospital Research Institute of Manitoba; Research Manitoba; Royal College of Physicians and Surgeons of Canada; Women's College Hospital; Queen's University","funders":"","keywords":"Transformative learning; Operationalization; Transformational leadership; Context (archaeology); Public relations; Leverage (statistics); Craft; Medical education; Political science; Sociology; Psychology; Medicine; Pedagogy","score_opus":0.046059322497160715,"score_gpt":0.36815569047166363,"score_spread":0.3220963679745029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008519444","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32891345,0.0014083777,0.001378215,0.6653476,0.00090788084,0.00079593115,0.0000018385957,0.000018326173,0.0012284337],"genre_scores_gemma":[0.77369267,0.000065491164,0.0011529655,0.22353517,0.0013581668,0.00009463697,0.000033564662,0.000016320131,0.0000510438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710315,0.00032009892,0.0008568715,0.000296061,0.0011564508,0.00026738847],"domain_scores_gemma":[0.99705416,0.0019825664,0.00024670773,0.00028885886,0.00018447786,0.00024321848],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026063009,0.00014571765,0.00039867175,0.00031429343,0.000030606614,0.0000017176163,0.00033952508,0.000115158655,0.00093317236],"category_scores_gemma":[0.04482244,0.000105923034,0.000015735834,0.0021786692,0.00013530624,0.00008807174,0.000062209605,0.0015175262,0.000007772198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007684245,0.00024036001,0.39764,0.0004929505,0.00007641107,0.00006259245,0.08211063,0.00005231378,0.0009783235,0.016014623,0.14129527,0.36026812],"study_design_scores_gemma":[0.0059822723,0.0005354804,0.7112793,0.026506372,0.00039668282,0.000053187174,0.10372039,0.026672015,0.00035864278,0.0027165,0.12110907,0.00067008834],"about_ca_topic_score_codex":0.37769067,"about_ca_topic_score_gemma":0.15563053,"teacher_disagreement_score":0.44477922,"about_ca_system_score_codex":0.0005370846,"about_ca_system_score_gemma":0.0109982835,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W3008627722","doi":"10.1097/acm.0000000000003228","title":"A Stitch in Time: Embracing My Limits as a Medical Learner","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Honesty; Perfection; Medicine; Feeling; Pride; Medical education; Psychology; Law; Social psychology; Philosophy","score_opus":0.03550237528152764,"score_gpt":0.3674099390284073,"score_spread":0.3319075637468797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008627722","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070134047,0.0011853384,0.00011485887,0.96424675,0.0015489021,0.0010161449,0.0000032138655,0.00024036647,0.02463104],"genre_scores_gemma":[0.0040353616,0.0006005376,0.000196565,0.92560124,0.03014531,0.00015728988,0.00143215,0.00016362783,0.037667885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913881,0.0002688981,0.0019033574,0.0011272749,0.0043783924,0.00093400996],"domain_scores_gemma":[0.99745494,0.0005849113,0.0004939823,0.0007480244,0.00028330123,0.00043486152],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0020827707,0.000659336,0.0016483944,0.0010835773,0.00008982921,0.000010734476,0.00094773166,0.004003999,0.0119511215],"category_scores_gemma":[0.03220231,0.00053180207,0.000111093366,0.0021362035,0.0007659604,0.0001162174,0.00018367017,0.022784369,0.0030752919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007183622,0.000021491689,0.0005385868,0.000763484,0.00009350234,0.0029700396,0.0027189439,2.647625e-7,0.00022229108,0.0001406318,0.98242396,0.010034946],"study_design_scores_gemma":[0.002966802,0.0004052401,0.00021893918,0.008020581,0.00032850704,0.0012033771,0.00054276775,0.00079513056,0.000036200905,0.0013019495,0.98372066,0.00045987344],"about_ca_topic_score_codex":0.00014981921,"about_ca_topic_score_gemma":0.0000014065288,"teacher_disagreement_score":0.038645457,"about_ca_system_score_codex":0.0005239907,"about_ca_system_score_gemma":0.0018523993,"threshold_uncertainty_score":0.99971336},"labels":[],"label_agreement":null},{"id":"W3008633322","doi":"10.3138/jammi-2019-02-04","title":"Putting the cart before the horse: Development of a de novo clinical infectious diseases service","year":2020,"lang":"en","type":"article","venue":"Journal of the Association of Medical Microbiology and Infectious Disease Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; Royal Inland Hospital","funders":"","keywords":"Cart; Multidisciplinary approach; Multidisciplinary team; Medicine; Outpatient clinic; Family medicine; Nursing; Sociology; History; Internal medicine","score_opus":0.008281505131777412,"score_gpt":0.28060728768833554,"score_spread":0.27232578255655815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008633322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8670808,0.00025784838,0.00007720971,0.13162175,0.0007458577,0.00016317042,0.000014336177,0.000004736538,0.000034257006],"genre_scores_gemma":[0.97894466,0.000044451124,0.000040290655,0.020427294,0.0005051615,0.0000046790515,0.000008882032,0.0000070109213,0.000017573708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979858,0.00039255252,0.0008938186,0.000098046476,0.00046214403,0.00016767645],"domain_scores_gemma":[0.99734366,0.00047473348,0.0011285006,0.00013728075,0.0006964843,0.00021934317],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019620964,0.00009743378,0.0003235555,0.00003295522,0.00022212783,0.0000070230303,0.00026211352,0.00015450489,0.000055331948],"category_scores_gemma":[0.014220383,0.000049271013,0.000117727956,0.00037622725,0.00019287945,0.000032231903,0.00009354231,0.000688481,4.4475362e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005757684,0.0001933275,0.9560832,0.00016915049,0.0005206044,0.0000073012975,0.0008890381,0.000017868995,0.00025551012,0.00019725128,0.03051495,0.011094226],"study_design_scores_gemma":[0.0018225233,0.00016726069,0.95330065,0.00026339467,0.00059136207,0.00015536194,0.00057045545,0.0001507593,0.00011814658,0.00023376985,0.042563945,0.00006238475],"about_ca_topic_score_codex":0.0014691612,"about_ca_topic_score_gemma":0.018185604,"teacher_disagreement_score":0.11186383,"about_ca_system_score_codex":0.00038754617,"about_ca_system_score_gemma":0.0059408704,"threshold_uncertainty_score":0.99972993},"labels":[],"label_agreement":null},{"id":"W3008657746","doi":"10.1111/jep.13359","title":"Using outcome harvesting: Assessing the efficacy of CBME implementation","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Scholarship; Curriculum; Outcome (game theory); Medical education; Stakeholder; Corporate governance; Psychology; Medicine; Business; Political science; Public relations; Pedagogy","score_opus":0.537183964253263,"score_gpt":0.6844358570409715,"score_spread":0.14725189278770856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008657746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9256157,0.00009187004,0.00999457,0.062140238,0.00093466975,0.000437385,3.674833e-7,0.0000045642873,0.0007806193],"genre_scores_gemma":[0.9250314,0.000014779859,0.067385726,0.006553497,0.0009930598,0.0000022681033,0.0000042998545,0.000010413669,0.00000450418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99409395,0.0011899841,0.0031081745,0.00013168497,0.0013641688,0.00011204052],"domain_scores_gemma":[0.9861707,0.0063261036,0.004000942,0.00021026614,0.0032001594,0.000091806956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025035284,0.000078570134,0.00033420493,0.00012758894,0.00006104816,0.000038480324,0.00011314885,0.00009016536,0.00022978622],"category_scores_gemma":[0.2420251,0.000055720284,0.00012305562,0.00078727846,0.00009765165,0.00078716903,0.000028266188,0.00094449124,0.0000053811214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008595554,0.0017753227,0.5564691,0.00018171479,0.00029571625,0.000032489,0.0030856126,0.0038571584,0.0026948606,0.0008123366,0.0050280453,0.4249081],"study_design_scores_gemma":[0.0075520035,0.0007763165,0.9086383,0.00027804545,0.001558424,0.00024861496,0.010020074,0.062148158,0.0002014064,0.00035876682,0.008108156,0.00011171567],"about_ca_topic_score_codex":0.000018583143,"about_ca_topic_score_gemma":9.3639215e-7,"teacher_disagreement_score":0.42479637,"about_ca_system_score_codex":0.00017654255,"about_ca_system_score_gemma":0.001019329,"threshold_uncertainty_score":0.867678},"labels":[],"label_agreement":null},{"id":"W3008859635","doi":"10.1177/0846537119893663","title":"Competency-Based Medical Education in Radiology: A Survey of Medical Student Perceptions","year":2020,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Medicine; Likert scale; Medical education; Radiology; Perception; Graduate medical education; Family medicine; Psychology; Accreditation","score_opus":0.023327440179694972,"score_gpt":0.3649964537924804,"score_spread":0.34166901361278545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008859635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84069717,0.00026505138,0.0013560479,0.15563013,0.0009024981,0.00029256183,0.00003083182,0.00001409927,0.00081160956],"genre_scores_gemma":[0.9858018,0.00022473502,0.0023475399,0.010979468,0.00033421806,0.000010353999,0.00024160194,0.00001325516,0.000047036752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962842,0.00068149774,0.001117673,0.00019702206,0.0013931752,0.00032646998],"domain_scores_gemma":[0.9969643,0.00030840296,0.00064890855,0.00015883533,0.001069832,0.0008497653],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053597847,0.00012902828,0.00055081554,0.0005618784,0.000076118806,0.000011236974,0.00039358245,0.00057103095,0.002178246],"category_scores_gemma":[0.039907645,0.00012203206,0.00009856878,0.00094122987,0.00022762857,0.00005880518,0.000016280828,0.0010827666,0.000012644902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003363641,0.00025695516,0.93369585,0.000041125466,0.00006605079,0.000022981552,0.00055187393,0.00003441833,0.000023515438,0.0010838564,0.051882647,0.012307066],"study_design_scores_gemma":[0.0016333119,0.0002341113,0.9920858,0.00018724748,0.000032502787,0.00014039729,0.0005752414,0.0032782517,0.0000053540057,0.00008148489,0.0016505023,0.00009575547],"about_ca_topic_score_codex":0.008740415,"about_ca_topic_score_gemma":0.0390165,"teacher_disagreement_score":0.14510462,"about_ca_system_score_codex":0.0018504477,"about_ca_system_score_gemma":0.04928611,"threshold_uncertainty_score":0.9987339},"labels":[],"label_agreement":null},{"id":"W3009133654","doi":"10.21742/ijaner.2019.4.3.08","title":"The Significance of Preplanning and Faculty Engagement in Curriculum Change","year":2019,"lang":"en","type":"article","venue":"International Journal of Advanced Nursing Education and Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; CARE Canada; Dalhousie University","funders":"","keywords":"Curriculum; Curriculum development; Process (computing); Plan (archaeology); Medical education; Curriculum theory; Core curriculum; Curriculum mapping; Psychology; Pedagogy; Sociology; Nursing; Engineering ethics; Medicine; Computer science; Engineering","score_opus":0.08099783620109344,"score_gpt":0.5151255664433948,"score_spread":0.43412773024230134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009133654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826231,0.0009325679,0.000022254468,0.013907199,0.001300365,0.00027782843,8.40162e-7,0.0000016766678,0.0009341812],"genre_scores_gemma":[0.99655634,0.0004403351,0.0021997872,0.00010758019,0.00024288544,0.000014200839,0.0000075596604,0.0000045408106,0.00042677074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988813,0.000075585696,0.000290086,0.00008512313,0.0005685635,0.00009935525],"domain_scores_gemma":[0.9983038,0.00012718306,0.0001533787,0.000072391085,0.0013069335,0.00003633119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014062045,0.00004103806,0.00009030743,0.0003426421,0.000055252654,0.000023610333,0.000104080864,0.000027817801,0.0000143325005],"category_scores_gemma":[0.0008037436,0.00002832069,0.000013522959,0.00026354194,0.00015364822,0.00014871711,0.000017504615,0.00037881162,0.0000010233415],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000262499,0.000887594,0.06408942,0.00007880046,0.0000361942,0.0000020227194,0.010587103,0.00001666178,0.0055402266,0.003186218,0.0037303385,0.91158295],"study_design_scores_gemma":[0.0025240048,0.0007748038,0.797321,0.0056075086,0.000019068635,0.00029303748,0.08649254,0.0010592848,0.0031050413,0.004133097,0.09853557,0.00013503974],"about_ca_topic_score_codex":0.000012905334,"about_ca_topic_score_gemma":8.7206973e-7,"teacher_disagreement_score":0.9114479,"about_ca_system_score_codex":0.00018023394,"about_ca_system_score_gemma":0.00029354147,"threshold_uncertainty_score":0.1645769},"labels":[],"label_agreement":null},{"id":"W3009575556","doi":"10.1016/j.jsurg.2020.02.014","title":"A Comparison of Guided Video Reflection versus Self-Regulated Learning to Teach Knot Tying to Medical Students: A Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Knot tying; Randomized controlled trial; Tying; Correlation; Medical knowledge; Knot (papermaking); Medicine; Psychology; Physical therapy; Computer science; Mathematics; Medical education; Surgery; Engineering","score_opus":0.05230955282551781,"score_gpt":0.4527703128086937,"score_spread":0.4004607599831759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009575556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9333416,0.00012393201,0.001133413,0.058585737,0.003295241,0.0026310442,1.782304e-7,0.000047907222,0.000840905],"genre_scores_gemma":[0.9906997,0.000043200773,0.0046515083,0.0020969638,0.0021261326,0.00015467952,0.00001515047,0.000026592274,0.00018606175],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99342465,0.0007929201,0.0027894713,0.00025658778,0.0024974567,0.00023890859],"domain_scores_gemma":[0.99478567,0.0010721445,0.0013190962,0.00017212944,0.0020055214,0.0006454649],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006308908,0.00020622,0.001968679,0.00058859325,0.00010958041,0.000052877203,0.000304971,0.00018689927,0.0006050159],"category_scores_gemma":[0.042554934,0.00015602315,0.00035474615,0.0014331614,0.00006482004,0.00013668629,0.00005950203,0.0009474633,0.000026242178],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.957282,0.003586578,0.0005909539,0.00007607277,0.0005612112,0.0000064918117,0.004925318,0.00022052652,0.0009781606,0.00014662315,0.022021314,0.009604753],"study_design_scores_gemma":[0.9568083,0.006178639,0.00028209898,0.0006047295,0.00079816417,0.00007647346,0.0025267273,0.0022027735,0.00037482276,0.00002186897,0.029958032,0.00016733144],"about_ca_topic_score_codex":0.000016777445,"about_ca_topic_score_gemma":8.42878e-7,"teacher_disagreement_score":0.057358067,"about_ca_system_score_codex":0.00044722916,"about_ca_system_score_gemma":0.002264747,"threshold_uncertainty_score":0.96551},"labels":[],"label_agreement":null},{"id":"W3009628151","doi":"10.1097/acm.0000000000003280","title":"Should Wellness Be a Core Competency for Physicians?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Licensure; Core competency; Operationalization; Medical education; Competence (human resources); Curriculum; Framing (construction); Psychology; Workforce; Mental health; Medicine; Pedagogy; Political science; Social psychology","score_opus":0.14413711436762833,"score_gpt":0.4144099675060846,"score_spread":0.2702728531384563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009628151","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21652389,0.00077027467,0.030042827,0.7438004,0.0015763693,0.0016044741,0.000012857657,0.00026082416,0.005408077],"genre_scores_gemma":[0.8105448,0.00015731131,0.0018938562,0.17975648,0.005748336,0.00014942663,0.00037326865,0.000047961556,0.0013285757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807984,0.000019301338,0.0005991849,0.00037963592,0.00058481836,0.00033722917],"domain_scores_gemma":[0.9989336,0.00018228362,0.00018273058,0.00026517693,0.00024924494,0.00018694394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047455818,0.00019727129,0.0005019174,0.000110178036,0.00010294933,0.0000022462102,0.00023726402,0.0002718838,0.0005707255],"category_scores_gemma":[0.0038424686,0.0001566747,0.000057349524,0.00079521054,0.00032002144,0.000075175456,0.000034547757,0.0009767117,0.000044316665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021991985,0.000034237375,0.0021477842,0.0005847545,0.00007369786,0.000008518951,0.009469724,0.0000021340768,0.016010568,0.034471344,0.87186396,0.06511333],"study_design_scores_gemma":[0.007097444,0.0015250011,0.0035485893,0.0013032642,0.00060163025,0.000068306916,0.011534827,0.010797497,0.0038961833,0.0058028977,0.9533989,0.00042547437],"about_ca_topic_score_codex":0.000009667543,"about_ca_topic_score_gemma":3.1847836e-7,"teacher_disagreement_score":0.5940209,"about_ca_system_score_codex":0.00007189843,"about_ca_system_score_gemma":0.00016590144,"threshold_uncertainty_score":0.6389008},"labels":[],"label_agreement":null},{"id":"W3009652033","doi":"10.1007/s10459-020-09966-x","title":"Tackling the void: the importance of addressing absences in the field of health professions education research","year":2020,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; The Wilson Centre; Health Sciences Centre; University of Toronto; University Health Network; Sunnybrook Health Science Centre","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Typology; Field (mathematics); Set (abstract data type); Educational research; Engineering ethics; Health professions; Limiting; Epistemology; Sociology; Psychology; Health care; Pedagogy; Political science; Computer science","score_opus":0.11139491377452153,"score_gpt":0.5632250964127672,"score_spread":0.45183018263824565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009652033","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41949534,0.019776031,0.00021943072,0.55666494,0.00101325,0.0015380502,8.433603e-7,0.000006845522,0.0012852374],"genre_scores_gemma":[0.9655569,0.0023015214,0.0031070733,0.02851052,0.00025861282,0.00023082292,0.000009239034,0.00000474387,0.000020543946],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9966496,0.0008069011,0.0010361235,0.0002787623,0.00089682883,0.00033178416],"domain_scores_gemma":[0.99700695,0.0014801441,0.00073565706,0.00037695465,0.00035736978,0.00004290099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010974927,0.000083050305,0.00021224868,0.00024485856,0.0006210667,0.000020059166,0.000588092,0.000043389005,0.000024735722],"category_scores_gemma":[0.006156044,0.000042673673,0.000024392179,0.0045388285,0.00075905357,0.00031836663,0.000039383187,0.00066325703,0.0000013980662],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032838238,0.00067059323,0.26519752,0.0015461982,0.0000022580127,8.8564626e-8,0.066765204,0.00027703965,0.000041371197,0.021763455,0.015522475,0.628181],"study_design_scores_gemma":[0.00034365055,0.0011665398,0.26775265,0.005863314,0.000007195118,0.00001249531,0.65169805,0.0031726502,0.0003004286,0.019699318,0.049823202,0.00016050789],"about_ca_topic_score_codex":0.001302,"about_ca_topic_score_gemma":0.000499499,"teacher_disagreement_score":0.62802047,"about_ca_system_score_codex":0.0001527821,"about_ca_system_score_gemma":0.008515792,"threshold_uncertainty_score":0.997105},"labels":[],"label_agreement":null},{"id":"W3009673284","doi":"10.1111/medu.14147","title":"Elucidating system‐level interdependence in electronic health record data: What are the ramifications for trainee assessment?","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Interdependence; Electronic health record; Data collection; Coding (social sciences); Context (archaeology); Medical education; Psychology; Grounded theory; Health care; Medicine; Qualitative research","score_opus":0.07317389855916502,"score_gpt":0.4326150859063393,"score_spread":0.3594411873471743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009673284","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024819484,0.00090347894,0.2018319,0.76765424,0.0021216716,0.0023165804,0.000020082265,0.0001209329,0.00021160638],"genre_scores_gemma":[0.9145461,0.00037273255,0.011211718,0.06965175,0.0014335936,0.00081954454,0.0018121637,0.000035627367,0.000116782096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730945,0.00017826959,0.00084656704,0.0005310702,0.0007244201,0.00041025341],"domain_scores_gemma":[0.99811536,0.00026965546,0.0003864694,0.00075899024,0.0003091263,0.00016042234],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00276313,0.00015559912,0.0003166157,0.00013631594,0.00021344652,0.00008685716,0.00062102615,0.0001406362,0.0001285271],"category_scores_gemma":[0.010293349,0.000121847304,0.000043289943,0.0009796226,0.00010859594,0.00045849534,0.00007985385,0.00086485135,0.000019856127],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044749944,0.00065788795,0.0026564933,0.0010381452,0.00003859929,9.4882955e-7,0.0030067696,0.0000030147646,0.000044260676,0.009088288,0.15622047,0.82720035],"study_design_scores_gemma":[0.003665684,0.0008235111,0.052072193,0.0069782026,0.00018391252,0.00016187098,0.20743664,0.33237377,0.00005220906,0.000726921,0.39491895,0.00060613535],"about_ca_topic_score_codex":0.00014674425,"about_ca_topic_score_gemma":0.00013906078,"teacher_disagreement_score":0.8897266,"about_ca_system_score_codex":0.0008362981,"about_ca_system_score_gemma":0.00826545,"threshold_uncertainty_score":0.99804336},"labels":[],"label_agreement":null},{"id":"W3010096665","doi":"10.3138/jvme.2018-0004","title":"Veterinary Student Self-Assessment of Basic Surgical Skills as an Experiential Learning Tool","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-assessment; Experiential learning; Medical education; Presentation (obstetrics); Psychology; Mathematics education; Medicine; Pedagogy; Surgery","score_opus":0.033667373491443914,"score_gpt":0.4383506394568692,"score_spread":0.40468326596542525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010096665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98980606,0.00014456916,0.00039293183,0.0067301937,0.002085109,0.0002700475,5.5537816e-7,0.000036536698,0.0005340196],"genre_scores_gemma":[0.98563915,0.00019529328,0.009350581,0.0022881967,0.002383395,0.00002548352,0.000040052877,0.00003067739,0.000047187405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959245,0.00032543833,0.0013407023,0.00026775498,0.001900058,0.00024158038],"domain_scores_gemma":[0.9977334,0.00009236073,0.0007044223,0.0002406563,0.00074485526,0.0004842868],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013392061,0.00019825915,0.00053629506,0.0002530738,0.0000956662,0.000026571499,0.00032232047,0.00021366487,0.0023461739],"category_scores_gemma":[0.0013378636,0.0001713676,0.0001733986,0.00051114795,0.00013416768,0.00035848064,0.00009660607,0.001003355,0.000013381254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045428155,0.04989753,0.08374021,0.002493,0.0010496514,0.0034920974,0.055317555,0.00007624368,0.03837781,0.0025544665,0.020107683,0.7383509],"study_design_scores_gemma":[0.014827663,0.0982892,0.41548064,0.0033630976,0.0008412591,0.034109905,0.031427257,0.007127705,0.0011170254,0.00014324753,0.39222217,0.0010508577],"about_ca_topic_score_codex":0.0000044868593,"about_ca_topic_score_gemma":4.439284e-8,"teacher_disagreement_score":0.7373001,"about_ca_system_score_codex":0.00031793356,"about_ca_system_score_gemma":0.0042436626,"threshold_uncertainty_score":0.9985658},"labels":[],"label_agreement":null},{"id":"W3010124415","doi":"10.21742/ijaner.2019.4.3.14","title":"Comparing Results of Alternate Format Test Questions to Standard Multiple Choice Test Questions in First, Second, and Third Year Baccalaureate Nursing Students","year":2019,"lang":"en","type":"article","venue":"International Journal of Advanced Nursing Education and Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Newfoundland and Labrador Centre for Applied Health Research","funders":"","keywords":"Licensure; Multiple choice; Test (biology); Descriptive statistics; Medical education; Curriculum; Educational measurement; Psychology; Medicine; Nursing; Pedagogy; Statistics; Mathematics","score_opus":0.032575632644798964,"score_gpt":0.4648682170083809,"score_spread":0.4322925843635819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010124415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858521,0.00026633043,0.00019326506,0.01008119,0.0013566922,0.00040331727,0.000017182643,0.000008654023,0.0018212348],"genre_scores_gemma":[0.9909083,0.00024133532,0.007638755,0.0001152091,0.00028843695,0.0000108729055,0.00002200437,0.000014861814,0.00076022564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978655,0.000059048252,0.000689992,0.00019761187,0.0009789352,0.00020893324],"domain_scores_gemma":[0.9965112,0.000738381,0.0002572796,0.00016517585,0.0021737434,0.00015422891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011670202,0.0001048222,0.00024673512,0.0011705238,0.00009954972,0.00008202477,0.00023187189,0.00006791246,0.000023451445],"category_scores_gemma":[0.006018329,0.000097144206,0.000031268617,0.00049739395,0.00021524812,0.00037671602,0.000040587405,0.0005952465,0.0000061859496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013621664,0.0039289263,0.8784561,0.00015507117,0.000058114863,0.0000050017425,0.00874737,0.0004139987,0.008965011,0.0008096339,0.005784871,0.09131372],"study_design_scores_gemma":[0.0050054053,0.0008838015,0.96231025,0.012175702,0.00002259084,0.00024122729,0.006688815,0.0009961351,0.0017394151,0.0011641064,0.008629451,0.00014309962],"about_ca_topic_score_codex":0.00004817074,"about_ca_topic_score_gemma":0.000038650665,"teacher_disagreement_score":0.091170624,"about_ca_system_score_codex":0.0007657896,"about_ca_system_score_gemma":0.00043890288,"threshold_uncertainty_score":0.7204937},"labels":[],"label_agreement":null},{"id":"W3010160822","doi":"10.1177/0846537119894723","title":"Creating a Competency-Based Medical Education Curriculum for Canadian Diagnostic Radiology Residency (Queen’s Fundamental Innovations in Residency Education)—Part 1: Transition to Discipline and Foundation of Discipline Stages","year":2020,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Kingston Health Sciences Centre","funders":"","keywords":"Curriculum; Medicine; Medical education; Queen (butterfly); Residency training; Graduate medical education; Radiology; Program director; Accreditation; Pedagogy; Continuing education; Psychology","score_opus":0.012686261319392218,"score_gpt":0.31766537510872817,"score_spread":0.30497911378933595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010160822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6699652,0.00019766213,0.0038831355,0.32311302,0.00095804135,0.001370684,0.00012877227,0.000016936292,0.00036651152],"genre_scores_gemma":[0.9665451,0.000099422374,0.024900109,0.006085587,0.0008296263,0.00018287667,0.0012359504,0.000025839856,0.00009549799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971612,0.00023379172,0.0013508776,0.00033724296,0.00047323023,0.00044365684],"domain_scores_gemma":[0.99629927,0.00048471207,0.00073998154,0.00017168622,0.0014574407,0.0008469079],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017466003,0.00020004837,0.00051724544,0.0013397336,0.00032465378,0.000039249713,0.00018998029,0.0003091328,0.00029255723],"category_scores_gemma":[0.028801683,0.00020656372,0.00008180002,0.001329377,0.00015309315,0.00022643547,0.00001262625,0.0005106917,0.0000033452943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010695444,0.0004741605,0.8879215,0.00040892212,0.00011817673,0.000010602185,0.0035759402,0.0004481278,0.00020432952,0.025681397,0.06422163,0.016828258],"study_design_scores_gemma":[0.0031008788,0.0011742646,0.9706424,0.0016017045,0.00023914724,0.00013445143,0.0056392895,0.0054431697,0.0000780964,0.0050654924,0.006424216,0.0004569068],"about_ca_topic_score_codex":0.057434823,"about_ca_topic_score_gemma":0.34828454,"teacher_disagreement_score":0.31702745,"about_ca_system_score_codex":0.00303071,"about_ca_system_score_gemma":0.04613343,"threshold_uncertainty_score":0.9793791},"labels":[],"label_agreement":null},{"id":"W3010375750","doi":"10.1186/s12913-020-5000-6","title":"Development of the Inner City attitudinal assessment tool (ICAAT) for learners across Health care professions","year":2020,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Calgary; University of Alberta; Alberta Health Services; University of Ottawa","funders":"Faculty of Nursing, University of Alberta; Cumming School of Medicine, University of Calgary; University of Alberta; Royal Alexandra Hospital Foundation; University of Calgary","keywords":"Cronbach's alpha; Medical education; Feeling; Health care; Nursing research; Medicine; Focus group; Curriculum; Delphi method; Readability; Psychology; Nursing; Psychometrics; Clinical psychology; Social psychology","score_opus":0.1888681890608985,"score_gpt":0.5713568326635627,"score_spread":0.3824886436026642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010375750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93313867,0.0002668061,0.0018003162,0.060582098,0.00029622985,0.0036906195,0.000028690543,0.000036615864,0.0001599423],"genre_scores_gemma":[0.8988838,0.000025197436,0.08739763,0.012413672,0.00030767833,0.00059405336,0.00017749653,0.000025923588,0.00017453397],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9962274,0.00036943727,0.00084417086,0.00038285076,0.0014052527,0.0007709143],"domain_scores_gemma":[0.9976801,0.00016224945,0.0002598672,0.0004411103,0.0011837835,0.00027288147],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003829822,0.0001239258,0.0003474187,0.000094803385,0.0013239776,0.000022618742,0.0003961061,0.000104914696,0.00006366342],"category_scores_gemma":[0.0003087998,0.00008500802,0.000059235495,0.0014707543,0.00014486646,0.00006722252,0.00031966923,0.00088485837,0.000010592609],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006959995,0.001068192,0.36257187,0.06720822,0.00010783737,9.489104e-7,0.3805466,0.000027767934,0.00061488966,0.0022016047,0.012784445,0.17217162],"study_design_scores_gemma":[0.0021033154,0.0007130945,0.6358076,0.0018542258,0.000007290798,0.000002734209,0.22616364,0.0020533705,0.00053762447,0.000026642043,0.13057701,0.00015346869],"about_ca_topic_score_codex":0.00015061938,"about_ca_topic_score_gemma":0.00040617763,"teacher_disagreement_score":0.27323574,"about_ca_system_score_codex":0.0011373779,"about_ca_system_score_gemma":0.014138812,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W3010752184","doi":"10.4236/ce.2020.113023","title":"Perceptions of Clinical Supervision in Ambulatory Settings: Do Supervisee and Supervisors See Eye to Eye?","year":2020,"lang":"en","type":"article","venue":"Creative Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; College of Family Physicians of Canada","funders":"","keywords":"Supervisor; Perception; Psychology; Medical education; Economic shortage; Apprenticeship; Clinical supervision; Clinical clerkship; Medicine; Nursing; Curriculum; Pedagogy","score_opus":0.033942616691380975,"score_gpt":0.40709749501381065,"score_spread":0.37315487832242966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010752184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734607,0.00023311503,0.00033608923,0.022387361,0.00036521355,0.00078319805,0.000008760788,0.00003760406,0.0023879993],"genre_scores_gemma":[0.97921395,0.00014276957,0.012252739,0.0070916708,0.0006424415,0.0000963405,0.000164797,0.000029450284,0.00036582985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979263,0.00015312027,0.0008915846,0.0004929113,0.00033292928,0.00020316531],"domain_scores_gemma":[0.9986486,0.00010703249,0.000119151526,0.0003200301,0.0005813243,0.00022385748],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007617594,0.00017852627,0.0004553299,0.00027466088,0.0000797065,0.000019342258,0.00011820009,0.00018440373,0.0010505969],"category_scores_gemma":[0.003293886,0.000172528,0.00009288177,0.0010855692,0.00016696815,0.00019817463,0.00006777659,0.00041664115,0.0000835441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001367344,0.00092070625,0.79843104,0.0003815223,0.000034677127,7.4683345e-7,0.0352395,0.000008218444,0.0038079112,0.00036619892,0.02594305,0.13472968],"study_design_scores_gemma":[0.0007349403,0.00041864815,0.93982106,0.00038650568,0.000063573854,0.0000023168125,0.047529496,0.0007203887,0.00035058855,0.000068157344,0.009747276,0.00015706941],"about_ca_topic_score_codex":0.0000856328,"about_ca_topic_score_gemma":0.0000049523173,"teacher_disagreement_score":0.14138998,"about_ca_system_score_codex":0.00012052797,"about_ca_system_score_gemma":0.00068014645,"threshold_uncertainty_score":0.99986255},"labels":[],"label_agreement":null},{"id":"W3011090948","doi":"10.3138/jvme.2019-0057","title":"Flipping the Rounds Room: Pre-Receiving Rounds to Enhance Clerkship Effectiveness","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Computer science","score_opus":0.052801719413815236,"score_gpt":0.425112977385267,"score_spread":0.37231125797145176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011090948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8879547,0.0003311763,0.015532642,0.09246333,0.0029208518,0.00037530705,3.6533228e-7,0.00002610565,0.00039551314],"genre_scores_gemma":[0.9720653,0.00005558035,0.0031154072,0.020776967,0.003773965,0.000049340142,0.000009149941,0.000028855504,0.0001253867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997038,0.000317808,0.00085143826,0.00024206357,0.0012810393,0.0002696553],"domain_scores_gemma":[0.9978153,0.0003456812,0.0003940422,0.00028602502,0.0007091698,0.00044976984],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002622151,0.00017926897,0.00038259954,0.00018921077,0.00017278694,0.00005959293,0.0004257065,0.00017014467,0.00046121472],"category_scores_gemma":[0.015595554,0.00012779995,0.00013174799,0.0010419437,0.00009672325,0.00032357723,0.00008148995,0.0010252584,0.00003733084],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021355327,0.0015579053,0.007113648,0.0011106344,0.00022034287,0.00007852076,0.011337215,0.00007392897,0.021502422,0.0003253215,0.053105284,0.90143925],"study_design_scores_gemma":[0.0024232974,0.01134214,0.65201837,0.009047549,0.00045528985,0.00618908,0.0063385656,0.0037241413,0.0035267842,0.00045640377,0.30377153,0.00070687704],"about_ca_topic_score_codex":0.00001540683,"about_ca_topic_score_gemma":8.7535125e-7,"teacher_disagreement_score":0.90073234,"about_ca_system_score_codex":0.0004234411,"about_ca_system_score_gemma":0.0024404007,"threshold_uncertainty_score":0.9926965},"labels":[],"label_agreement":null},{"id":"W3011136232","doi":"10.36834/cmej.69276","title":"Black Ice: Five ways to get a grip on grouped self-assessments of competence for program evaluation","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Competence (human resources); Self-assessment; Medical education; Applied psychology; Psychology; Computer science; Medicine; Social psychology","score_opus":0.0433203498075143,"score_gpt":0.4075794729937572,"score_spread":0.3642591231862429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011136232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6005648,0.00012407757,0.00837542,0.37480152,0.0042594317,0.0067494274,0.000028745695,0.0000916378,0.0050049634],"genre_scores_gemma":[0.7793161,0.000028826185,0.078164145,0.13847591,0.002885546,0.0007333666,0.00026540633,0.000042258882,0.000088415494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969697,0.000082419545,0.000704742,0.00029348666,0.0015652071,0.00038446914],"domain_scores_gemma":[0.9926495,0.00008142181,0.00024542486,0.00022194428,0.0022254058,0.004576311],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015858521,0.00016155187,0.00029326847,0.00041551725,0.00017812444,0.000043298623,0.00028362474,0.00020287267,0.0038287854],"category_scores_gemma":[0.0251132,0.000149718,0.00008794323,0.000889436,0.00010137265,0.000108126376,0.000012492444,0.0006660862,0.00006335521],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013234669,0.00097595184,0.0007294491,0.00023827444,0.000109087065,0.0000068969175,0.0050733676,0.000032191492,0.00008270653,0.003442422,0.46228582,0.52689147],"study_design_scores_gemma":[0.0071662604,0.0066703735,0.033863563,0.0019640774,0.00066630705,0.0003558104,0.011729818,0.110687375,0.00026361237,0.0019801504,0.82397807,0.0006746037],"about_ca_topic_score_codex":0.00038723953,"about_ca_topic_score_gemma":0.00027759204,"teacher_disagreement_score":0.52621686,"about_ca_system_score_codex":0.0010410178,"about_ca_system_score_gemma":0.048091676,"threshold_uncertainty_score":0.9970819},"labels":[],"label_agreement":null},{"id":"W3011304990","doi":"10.1097/ceh.0000000000000287","title":"Celebrating the 40th Anniversary of JCEHP","year":2020,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Art","score_opus":0.03409831806907696,"score_gpt":0.41225981207594997,"score_spread":0.378161494006873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011304990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65920466,0.0005967952,0.00061617955,0.33726603,0.0010759996,0.00044701865,6.519935e-7,0.0000053573435,0.0007873056],"genre_scores_gemma":[0.97514415,0.00006383197,0.003900736,0.01986528,0.0007795043,0.000008916243,0.000004401986,0.000008847679,0.00022434817],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.998016,0.00043013447,0.0009248987,0.000075599295,0.00040213196,0.00015120766],"domain_scores_gemma":[0.9976903,0.00031820082,0.001155708,0.00019302183,0.00056789105,0.00007487242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025093,0.00007131794,0.00024368674,0.00014857507,0.00015040491,0.000009134026,0.00024248655,0.000054978416,0.000051656167],"category_scores_gemma":[0.0024909205,0.000038600756,0.00006110349,0.0007754,0.00007703486,0.00011392194,0.000020572725,0.00089829916,0.0000028435106],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019205821,0.0009438869,0.03604308,0.0007018429,0.000034807177,0.000003000859,0.30535674,0.00001746357,0.0011467815,0.00397065,0.3881257,0.263464],"study_design_scores_gemma":[0.002169034,0.0012218859,0.23297668,0.00751892,0.00012373192,0.00022876331,0.6871628,0.00077190227,0.00041558212,0.0014409313,0.06579916,0.00017057161],"about_ca_topic_score_codex":0.000016554455,"about_ca_topic_score_gemma":0.0000018047798,"teacher_disagreement_score":0.3818061,"about_ca_system_score_codex":0.000094591494,"about_ca_system_score_gemma":0.0026108727,"threshold_uncertainty_score":0.46315762},"labels":[],"label_agreement":null},{"id":"W3011445641","doi":"10.1097/ceh.0000000000000283","title":"An Examination of Self-Reported Assessment Activities Documented by Specialist Physicians for Maintenance of Certification","year":2020,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary","funders":"","keywords":"Maintenance of Certification; Certification; Audit; Self-assessment; Medicine; Medical education; Peer assessment; Portfolio; Family medicine; Psychology; Pedagogy; Business","score_opus":0.03538909664077701,"score_gpt":0.43765134097114927,"score_spread":0.4022622443303723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011445641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92415524,0.00008023811,0.012061201,0.061619565,0.0007881815,0.00109608,0.000008403091,0.0000099100525,0.00018119098],"genre_scores_gemma":[0.9850528,0.000075389114,0.01209599,0.0021161523,0.00037806094,0.000060217375,0.00008973287,0.000012750084,0.000118868316],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976251,0.00039406787,0.001293136,0.000115145485,0.0004321025,0.00014040594],"domain_scores_gemma":[0.9958835,0.0002061599,0.002552542,0.0002080928,0.001094716,0.000054939763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024031447,0.00008664931,0.00033813354,0.00019794464,0.000085248044,0.000010095525,0.00016187472,0.000062950996,0.000015020288],"category_scores_gemma":[0.0009352378,0.00006520077,0.00005928982,0.00055649795,0.00006181504,0.0002473274,0.000006638335,0.00033912997,1.6477017e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046752676,0.008181317,0.012687997,0.0024917591,0.00015175664,6.1856406e-7,0.19267203,0.000018978359,0.075304724,0.0068924995,0.17044042,0.5306904],"study_design_scores_gemma":[0.003992659,0.002953475,0.605411,0.006610318,0.0003610094,0.000038700375,0.34772357,0.0028612143,0.00839981,0.0009279304,0.020461323,0.00025896073],"about_ca_topic_score_codex":0.000015877344,"about_ca_topic_score_gemma":0.000002637794,"teacher_disagreement_score":0.592723,"about_ca_system_score_codex":0.00025840837,"about_ca_system_score_gemma":0.0016350254,"threshold_uncertainty_score":0.29004648},"labels":[],"label_agreement":null},{"id":"W3011689951","doi":"10.36834/cmej.69944","title":"History of the Canadian Medical Education Journal","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical education; Computer science; Data science; Library science; Medicine","score_opus":0.015918414625644108,"score_gpt":0.29975384105117786,"score_spread":0.2838354264255338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011689951","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03190724,0.002420922,0.00006575744,0.9034158,0.022526914,0.0004004807,0.000004024078,0.000018248795,0.039240584],"genre_scores_gemma":[0.41443685,0.000186627,0.0011690118,0.5719172,0.008440045,0.00002222139,0.000032253985,0.000048901697,0.003746892],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99488425,0.00024575263,0.0011105267,0.0002521183,0.0029063686,0.0006009739],"domain_scores_gemma":[0.96846116,0.00004408958,0.0004919743,0.00041427935,0.0025356626,0.028052865],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002067417,0.00021660443,0.0003518767,0.00071149203,0.00052102184,0.0000638625,0.0008876864,0.000643429,0.14426453],"category_scores_gemma":[0.12862493,0.00016927984,0.00020077068,0.00095597625,0.00061229465,0.00019866074,0.000026730644,0.0036644484,0.00013435872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009988534,0.00015071774,0.0022578868,0.000047677077,0.000040617633,0.00003030369,0.0020863002,5.5810295e-7,0.000006644397,0.0018360413,0.8566808,0.13685246],"study_design_scores_gemma":[0.00054406875,0.0000839109,0.009412543,0.0005853499,0.0000801213,0.00595844,0.0017289083,0.00036029727,0.000007782553,0.00026174606,0.9808162,0.00016063741],"about_ca_topic_score_codex":0.076492995,"about_ca_topic_score_gemma":0.19968577,"teacher_disagreement_score":0.75822276,"about_ca_system_score_codex":0.007048599,"about_ca_system_score_gemma":0.76527137,"threshold_uncertainty_score":0.99863416},"labels":[],"label_agreement":null},{"id":"W3011773386","doi":"10.1097/acm.0000000000003315","title":"Resident Perceptions of Assessment and Feedback in Competency-Based Medical Education: A Focus Group Study of One Internal Medicine Residency Program","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital; Ethica (Canada); The Wilson Centre; Regional Municipality of Niagara","funders":"","keywords":"Formative assessment; Summative assessment; Medical education; Focus group; Mindset; Workload; Perception; Psychology; Medicine; Pedagogy; Computer science","score_opus":0.03985484496532921,"score_gpt":0.42368934842397804,"score_spread":0.38383450345864883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011773386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8006464,0.000887954,0.0010215418,0.19315498,0.00032595173,0.0019234346,0.0000013627907,0.00005543438,0.0019829334],"genre_scores_gemma":[0.9885672,0.00046364678,0.0052626324,0.0042977133,0.0009803295,0.00024819933,0.000074926764,0.000029839306,0.0000755422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99472165,0.00027580242,0.002106277,0.0005293863,0.0020750326,0.0002918718],"domain_scores_gemma":[0.997756,0.00031316138,0.0005657255,0.00042615016,0.00052071124,0.00041826302],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020410735,0.00026275305,0.0010331072,0.0006409404,0.000052937055,0.0000023677367,0.00037451927,0.00030840666,0.002683835],"category_scores_gemma":[0.0057647927,0.00020741859,0.000037755883,0.001599859,0.0010061755,0.000094172465,0.00011011084,0.0016315671,0.0000034510665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052601076,0.0031502596,0.8135542,0.0018288877,0.00019525627,0.000039746537,0.039322972,0.0000031281645,0.0043916027,0.020791037,0.03128962,0.08490728],"study_design_scores_gemma":[0.011366538,0.010066695,0.89120305,0.007812781,0.00044251198,0.00005917925,0.072810255,0.0020846897,0.000059226964,0.0035058043,0.00037645592,0.0002128072],"about_ca_topic_score_codex":0.0013145453,"about_ca_topic_score_gemma":0.00018084845,"teacher_disagreement_score":0.18885727,"about_ca_system_score_codex":0.00019874609,"about_ca_system_score_gemma":0.0033108033,"threshold_uncertainty_score":0.99822783},"labels":[],"label_agreement":null},{"id":"W3011952753","doi":"10.3138/jvme.0918-116r","title":"Multiple-Choice Questions in Small Animal Medicine: An Analysis of Cognitive Level and Structural Reliability, and the Impact of these Characteristics on Student Performance","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Recall; Multiple choice; Cognition; Reliability (semiconductor); Psychology; Medical education; Medicine; Significant difference; Internal medicine; Cognitive psychology; Pedagogy","score_opus":0.08613974516217211,"score_gpt":0.4433974129435004,"score_spread":0.3572576677813283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011952753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927043,0.0001243112,0.00007988534,0.006655216,0.00015644071,0.00025211787,0.000008576662,0.0000029009516,0.000016295882],"genre_scores_gemma":[0.9983607,0.00024527014,0.00035744504,0.0006791862,0.00030512403,0.0000074968443,0.000034591103,0.000007789311,0.000002412644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803406,0.00024463356,0.0009387695,0.00015097723,0.00052483426,0.000106723346],"domain_scores_gemma":[0.9972867,0.0010540892,0.00063696154,0.00014221322,0.00069010735,0.00018992183],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014074337,0.00012604747,0.0005769563,0.00036774186,0.00003679931,0.000006810474,0.00013420598,0.0000955188,0.00009256228],"category_scores_gemma":[0.024306867,0.00007358725,0.000076818375,0.00069133745,0.0006422663,0.00013109778,0.0000391072,0.0005145625,1.290919e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003945142,0.0010204773,0.9311737,0.00022724405,0.00037443172,0.0000070018264,0.019795883,0.00004351593,0.00072832976,0.00008902192,0.000045831493,0.04254943],"study_design_scores_gemma":[0.002331498,0.0055214874,0.9588703,0.0007853817,0.00052405696,0.00012440866,0.0029739067,0.028775971,0.000011373695,0.000016558908,0.00000962994,0.000055464672],"about_ca_topic_score_codex":0.00023302084,"about_ca_topic_score_gemma":0.000008071605,"teacher_disagreement_score":0.042493965,"about_ca_system_score_codex":0.00010361646,"about_ca_system_score_gemma":0.00069891964,"threshold_uncertainty_score":0.9839118},"labels":[],"label_agreement":null},{"id":"W3012461528","doi":"10.1111/medu.14149","title":"Ones and zeros: Medical education and theory in the age of intelligent machines","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto General Hospital; University of Toronto","funders":"","keywords":"Psychology; Computer science; Artificial intelligence","score_opus":0.014662021596894628,"score_gpt":0.3560880122986475,"score_spread":0.3414259907017529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012461528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79166955,0.0020079927,0.0009793759,0.20295507,0.000614092,0.00044389893,7.393019e-7,0.000021642774,0.0013076328],"genre_scores_gemma":[0.9175678,0.0006002692,0.001055261,0.07977405,0.0006504647,0.00009577734,0.00013238391,0.000013691708,0.000110332956],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979676,0.00020389534,0.00052349846,0.0002547072,0.00090523384,0.00014507714],"domain_scores_gemma":[0.9991573,0.00022333406,0.00010585932,0.00021075035,0.0001457071,0.00015706447],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016679396,0.00012598147,0.00023944405,0.00015163749,0.00005540469,0.00001654477,0.00017799211,0.00019447939,0.0006861672],"category_scores_gemma":[0.019490395,0.000085697815,0.000026896516,0.000569859,0.0004466025,0.00007369882,0.00004974017,0.0005063282,0.0000072809917],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007168186,0.0015218204,0.028277965,0.0004859898,0.000018794415,0.000004573364,0.014085308,1.0348195e-7,0.00010312269,0.021257108,0.03224057,0.90193295],"study_design_scores_gemma":[0.0031865018,0.001113231,0.6488827,0.003841233,0.00037631948,0.0009210914,0.049704213,0.0071649007,0.0005616097,0.02435566,0.25918537,0.00070719403],"about_ca_topic_score_codex":0.00011063784,"about_ca_topic_score_gemma":0.000016398988,"teacher_disagreement_score":0.90122575,"about_ca_system_score_codex":0.00004134537,"about_ca_system_score_gemma":0.002400304,"threshold_uncertainty_score":0.9887689},"labels":[],"label_agreement":null},{"id":"W3012470345","doi":"10.3138/jvme.0918-107r","title":"Use of an Interactive Online Teaching Module Improved Students’ Ability to Write a Clinically Appropriate SOAP Note","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; SOAP; Cohort; Student engagement; Medical education; Mathematics education; Medicine; Computer science; Psychology; Multimedia; World Wide Web; Internal medicine","score_opus":0.09988816321479312,"score_gpt":0.48190327738168565,"score_spread":0.38201511416689254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012470345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96192664,0.000017405138,0.008674652,0.027360886,0.0015195854,0.00045362115,0.000005565208,0.000021037591,0.000020603016],"genre_scores_gemma":[0.87144744,0.000019277199,0.11331431,0.013448248,0.0016585194,0.000012103463,0.000050789964,0.000025187217,0.000024119758],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99596435,0.00036510007,0.001863568,0.00030692297,0.0012917283,0.00020831771],"domain_scores_gemma":[0.9965467,0.00024459627,0.0009348994,0.00037171278,0.0012041471,0.00069795875],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023598738,0.00018240104,0.00057035347,0.00024379572,0.000060801936,0.00003534503,0.00043001043,0.00020739205,0.00021953677],"category_scores_gemma":[0.03312576,0.00015121132,0.00015586507,0.00040159054,0.00011326719,0.0005716149,0.00014002695,0.001501918,0.0000069882253],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005330483,0.015797114,0.0045877397,0.0004909901,0.00014923255,0.00004514354,0.0086724255,0.000035816603,0.047025945,0.000027814858,0.0025003892,0.9153369],"study_design_scores_gemma":[0.014338748,0.093751185,0.6570432,0.0080498755,0.00129023,0.003727402,0.015470792,0.10184605,0.0022591709,0.00056773506,0.10019884,0.0014567309],"about_ca_topic_score_codex":0.000047602225,"about_ca_topic_score_gemma":0.0000018996722,"teacher_disagreement_score":0.91388017,"about_ca_system_score_codex":0.00026496948,"about_ca_system_score_gemma":0.0021420438,"threshold_uncertainty_score":0.9750186},"labels":[],"label_agreement":null},{"id":"W3012592530","doi":"10.5546/aap.2020.eng.125","title":"Adaptation and validation of the Argentine version of an instrument to assess continuing professional development activities","year":2020,"lang":"en","type":"article","venue":"Archivos Argentinos de Pediatria","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adaptation (eye); Continuing professional development; Professional development; Psychology; Pedagogy; Neuroscience","score_opus":0.04347097586154807,"score_gpt":0.3086738180524047,"score_spread":0.2652028421908566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012592530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99577737,0.000013067285,0.0017878112,0.0013829155,0.000397283,0.0005595845,0.000007636516,0.000015440753,0.000058882906],"genre_scores_gemma":[0.9742047,0.0000073018145,0.025122702,0.0002837871,0.0001897849,0.000025849647,0.0000869485,0.000010987227,0.000067914036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987513,0.000081570135,0.00043122194,0.00017672965,0.00041533957,0.00014382863],"domain_scores_gemma":[0.99933594,0.000046880195,0.00025615303,0.00013645292,0.00012935612,0.00009523135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039423074,0.000092062015,0.00017361938,0.00010502927,0.000075803444,0.000007491246,0.0000960429,0.0000432202,0.00006322337],"category_scores_gemma":[0.000542234,0.00007361046,0.000032078467,0.00029787753,0.000046607165,0.0001026271,0.000101711696,0.00014408631,0.000002506486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000951035,0.0008655748,0.5657554,0.0011614579,0.00011734902,0.0000015633673,0.04268315,0.00020561965,0.3032288,0.001572575,0.0013353282,0.082122095],"study_design_scores_gemma":[0.001686735,0.00028079844,0.6636841,0.00024083654,0.00013988937,0.000006143477,0.0029837266,0.003975005,0.3228387,0.00010672107,0.0039069564,0.00015037376],"about_ca_topic_score_codex":0.000006996183,"about_ca_topic_score_gemma":0.000001105406,"teacher_disagreement_score":0.09792866,"about_ca_system_score_codex":0.00003588673,"about_ca_system_score_gemma":0.00027356282,"threshold_uncertainty_score":0.30017477},"labels":[],"label_agreement":null},{"id":"W3012712475","doi":"10.3138/jvme.2018-0005","title":"Case-Based e-Learning Experiences of Second-Year Veterinary Students in a Clinical Medicine Course at the Ontario Veterinary College","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Veterinary education; Medical education; Focus group; Perception; Medicine; Veterinary medicine; Psychology; Curriculum; Computer science; Pedagogy; Marketing","score_opus":0.10601408672951484,"score_gpt":0.45486838514232436,"score_spread":0.3488542984128095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012712475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98278415,0.00038756884,0.000047191515,0.013475833,0.0025133325,0.0004281724,0.000001645427,0.000014128307,0.00034794997],"genre_scores_gemma":[0.99095076,0.000057236473,0.001397386,0.0060472796,0.0011714522,0.000053689026,0.000023505701,0.00002821126,0.00027046737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947838,0.0006276295,0.0022497731,0.00032151493,0.0017290906,0.00028818226],"domain_scores_gemma":[0.99713904,0.00046179438,0.0011109461,0.00032638345,0.00053896307,0.0004228501],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037053074,0.00024332735,0.00077480637,0.0002561562,0.00014443428,0.000012112085,0.0005051158,0.00027692798,0.0062124315],"category_scores_gemma":[0.004596814,0.0001716276,0.00019152422,0.0007536115,0.00077701936,0.00018920316,0.00016566209,0.0015928465,0.000013040644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02245846,0.015531397,0.4035411,0.0025633767,0.0007559354,0.02949471,0.2372497,0.000050705377,0.005420345,0.00009810675,0.16312431,0.11971188],"study_design_scores_gemma":[0.016262218,0.07286874,0.37732637,0.0051837857,0.00051974383,0.08111195,0.16530474,0.0011126532,0.0001477949,0.00003630724,0.27948177,0.0006439305],"about_ca_topic_score_codex":0.0001461221,"about_ca_topic_score_gemma":0.00006122213,"teacher_disagreement_score":0.11906795,"about_ca_system_score_codex":0.00051369215,"about_ca_system_score_gemma":0.004191703,"threshold_uncertainty_score":0.994696},"labels":[],"label_agreement":null},{"id":"W3012840692","doi":"10.4103/jfmpc.jfmpc_1211_19","title":"Disability-inclusive compassionate care: Disability competencies for an Indian Medical Graduate","year":2020,"lang":"en","type":"article","venue":"Journal of Family Medicine and Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Accreditation; Curriculum; Medical education; Framing (construction); Graduate medical education; Human rights; Medical model of disability; Nursing; Health care; Pedagogy; Psychology; Political science; Psychiatry","score_opus":0.08147533516887477,"score_gpt":0.38208368510387863,"score_spread":0.30060834993500385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012840692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91253656,0.0031681336,0.00035142043,0.0816254,0.00086836616,0.0005470893,0.000027390786,0.000026592263,0.0008490591],"genre_scores_gemma":[0.9656504,0.00034673122,0.003664853,0.027150769,0.0028037918,0.000014104623,0.00034294956,0.000022774995,0.0000036295996],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969178,0.00014248748,0.0010147425,0.0002931415,0.001381017,0.0002507979],"domain_scores_gemma":[0.99694985,0.00036757617,0.00035452994,0.0002560911,0.0014092812,0.0006626796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009106908,0.00022466973,0.0008180922,0.00008145568,0.0002072309,0.000012400672,0.0002475529,0.00017692782,0.000050649527],"category_scores_gemma":[0.0028376747,0.00015151469,0.00013454544,0.0003818351,0.0012119035,0.0002117236,0.000083056926,0.0008224121,9.873459e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022507326,0.0007004716,0.13597815,0.0069838474,0.00024554285,0.00015092964,0.09451229,0.0000057574575,0.001768458,0.0004128337,0.050895374,0.70609564],"study_design_scores_gemma":[0.010634519,0.00956905,0.6488784,0.0019443372,0.0006713384,0.00045402776,0.22758308,0.00027301392,0.00014331954,0.00066684536,0.09877215,0.00040989445],"about_ca_topic_score_codex":0.000063021595,"about_ca_topic_score_gemma":0.00001247511,"teacher_disagreement_score":0.70568573,"about_ca_system_score_codex":0.0004537485,"about_ca_system_score_gemma":0.0008504126,"threshold_uncertainty_score":0.617859},"labels":[],"label_agreement":null},{"id":"W3013332594","doi":"10.7759/cureus.7459","title":"Developing ClerkCast: An Emergency Medicine Clerkship Needs Assessment Project","year":2020,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Likert scale; Medicine; Curriculum; Medical education; Inclusion (mineral); Needs assessment; Social media; Scale (ratio); Psychology; Pedagogy","score_opus":0.17874196941593481,"score_gpt":0.45872654396161194,"score_spread":0.27998457454567716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013332594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7467898,0.000528253,0.04678627,0.14893414,0.0040402794,0.0014610054,0.000003952472,0.00050575926,0.050950542],"genre_scores_gemma":[0.9572063,0.00016242155,0.029557474,0.008767897,0.0033894866,0.0000863496,0.00024182785,0.000048326106,0.000539883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832517,0.00005600246,0.0005575643,0.00028152074,0.0005053072,0.00027441504],"domain_scores_gemma":[0.999012,0.000017481503,0.00013374625,0.00033259668,0.00035278613,0.0001513767],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045272513,0.00016954071,0.0002723754,0.00014155815,0.000116694064,0.0000074971695,0.00018630915,0.00011969297,0.0020696088],"category_scores_gemma":[0.0010622266,0.0001403175,0.000038727863,0.0014490731,0.00008167377,0.00017537095,0.000046849207,0.00038297308,0.00005020301],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018861477,0.0008526479,0.09123509,0.0011558587,0.00037027072,0.00004480055,0.03567367,0.000006961089,0.010996799,0.12451725,0.5813033,0.15365472],"study_design_scores_gemma":[0.004025444,0.0037717344,0.27809972,0.00064862164,0.00047424488,0.00010542465,0.03624399,0.010219086,0.000861858,0.002376062,0.66216516,0.0010086863],"about_ca_topic_score_codex":0.000057169334,"about_ca_topic_score_gemma":0.0000053691642,"teacher_disagreement_score":0.21041654,"about_ca_system_score_codex":0.00024184637,"about_ca_system_score_gemma":0.00057193125,"threshold_uncertainty_score":0.99884266},"labels":[],"label_agreement":null},{"id":"W3013350975","doi":"10.15694/mep.2020.000047.1","title":"Health Professions' Educators' Adaptation to Rapidly Changing Circumstances: The Ottawa 2020 Conference Experience","year":2020,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public relations; Pandemic; Face (sociological concept); Adaptation (eye); Coronavirus disease 2019 (COVID-19); Political science; Scale (ratio); Work (physics); Health care; Medical education; Psychology; Sociology; Medicine; Social science; Geography; Engineering; Law","score_opus":0.040843006268188924,"score_gpt":0.35207607928207585,"score_spread":0.3112330730138869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013350975","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23938686,0.0002754299,0.035558414,0.7175876,0.0024856587,0.0015887829,0.0000060967054,0.0002127069,0.0028984908],"genre_scores_gemma":[0.90922767,0.000018569852,0.005588998,0.08302354,0.0011274113,0.000375428,0.00008281006,0.000023766223,0.0005317754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774826,0.0001292595,0.00052090787,0.00042758553,0.0007045537,0.0004694134],"domain_scores_gemma":[0.9984147,0.00007481201,0.00020521774,0.00041940977,0.0005854517,0.00030038747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087945204,0.00016593684,0.00028329616,0.00016951746,0.0004092971,0.00014031748,0.00035866667,0.00007968038,0.000641527],"category_scores_gemma":[0.004776731,0.00012093041,0.000044810975,0.002807452,0.0001177289,0.00041547476,0.000079377416,0.00046976673,0.00009462939],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045332283,0.00016603991,0.002390706,0.00019969151,0.00002285036,0.000003928055,0.2667083,0.000010418228,0.000361055,0.008678997,0.55134535,0.17006734],"study_design_scores_gemma":[0.0011024914,0.0005309061,0.016195022,0.00081563264,0.000036052334,0.000040010986,0.40334368,0.006054861,0.0007541257,0.00037891368,0.5702908,0.00045752298],"about_ca_topic_score_codex":0.00006698022,"about_ca_topic_score_gemma":0.000024374083,"teacher_disagreement_score":0.6698409,"about_ca_system_score_codex":0.00018364358,"about_ca_system_score_gemma":0.0013144558,"threshold_uncertainty_score":0.7024271},"labels":[],"label_agreement":null},{"id":"W3013480871","doi":"10.1097/acm.0000000000003168","title":"In Reply to Chow et al","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; University of Saskatchewan","funders":"","keywords":"Apprenticeship; Scholarship; Formative assessment; Medical education; Psychology; Coaching; Pedagogy; Medicine; Political science","score_opus":0.04527669941398534,"score_gpt":0.40117647227054326,"score_spread":0.35589977285655794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013480871","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095715886,0.00035306386,0.00031900013,0.9892932,0.0027857325,0.0010096617,0.000005302216,0.00011382851,0.0051630423],"genre_scores_gemma":[0.00042550018,0.00039481523,0.0007718317,0.9696297,0.015590976,0.0001696227,0.000927859,0.00009797787,0.01199173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599427,0.00012462056,0.0011515255,0.0008166761,0.0013697096,0.00054319313],"domain_scores_gemma":[0.9984282,0.00023611585,0.00026005457,0.0006784587,0.00019928225,0.00019786239],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011716131,0.00039429386,0.00096553564,0.00087223266,0.00003403136,0.0000041428834,0.00042245237,0.0009207241,0.001543611],"category_scores_gemma":[0.0107789105,0.0003239667,0.000053072617,0.0016881973,0.00021705295,0.00008576551,0.00010325977,0.012433408,0.00064004044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038071626,0.000006201229,0.00021219387,0.00021839085,0.000030240608,0.00068705226,0.002531185,2.1479735e-7,0.00027655877,0.00011739267,0.9938909,0.001991618],"study_design_scores_gemma":[0.0012002387,0.00031451546,0.000283666,0.0020495215,0.00009037256,0.00021383388,0.00027712356,0.000036625654,0.000037338836,0.000622601,0.99462605,0.00024810326],"about_ca_topic_score_codex":0.0001481229,"about_ca_topic_score_gemma":8.960617e-7,"teacher_disagreement_score":0.019663522,"about_ca_system_score_codex":0.0003892032,"about_ca_system_score_gemma":0.00047657816,"threshold_uncertainty_score":0.99992126},"labels":[],"label_agreement":null},{"id":"W3013545953","doi":"10.1017/cem.2019.480","title":"CAEP 2019 Academic Symposium: Got competence? Best practices in trainee progress decisions","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Western University; University of British Columbia; University of Calgary; University of Alberta; University of Saskatchewan; McMaster University; University of Ottawa","funders":"Canadian Association of Emergency Physicians","keywords":"Competence (human resources); Medical education; Thematic analysis; Medicine; Best practice; Psychology; Qualitative research; Political science","score_opus":0.2045300355324176,"score_gpt":0.44424973532250617,"score_spread":0.23971969979008856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013545953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5228777,0.009317587,0.00023400871,0.45357004,0.008256544,0.0005262318,0.000010527533,0.000012592014,0.0051947944],"genre_scores_gemma":[0.98541117,0.0031176878,0.0015850862,0.004283652,0.0047042468,0.000012515355,0.00004319937,0.00004076369,0.0008016812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970959,0.00008402953,0.0015179024,0.00023104151,0.00064352225,0.00042762334],"domain_scores_gemma":[0.99661195,0.00011705991,0.0009855021,0.0002197883,0.0008627515,0.001202934],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011876071,0.00019257421,0.00051998155,0.0007211694,0.00010148045,0.000004815619,0.00039884774,0.00018915109,0.0033423526],"category_scores_gemma":[0.013759727,0.0001524978,0.0000781439,0.0018469429,0.00026546617,0.00026236993,0.000011791185,0.0014846973,0.000048795104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017976334,0.00016041523,0.17438875,0.00020345078,0.00015559566,0.00080059574,0.015289884,0.000047257123,0.00327569,0.0013152342,0.7722671,0.031916246],"study_design_scores_gemma":[0.0048407945,0.00374596,0.075019814,0.004010876,0.0006851982,0.00072631304,0.014943227,0.0014122862,0.000115168565,0.00063624466,0.8933463,0.00051779783],"about_ca_topic_score_codex":0.0023225853,"about_ca_topic_score_gemma":0.0025863019,"teacher_disagreement_score":0.46253347,"about_ca_system_score_codex":0.00025280283,"about_ca_system_score_gemma":0.0031412495,"threshold_uncertainty_score":0.9975687},"labels":[],"label_agreement":null},{"id":"W3013701123","doi":"10.1186/s12909-020-1938-7","title":"Addressing the health advocate role in medical education","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Health care; Accountability; Health equity; Medical education; Public relations; Equity (law); Social accounting; Social determinants of health; Health policy; Medicine; Public health; Political science; Nursing; Business","score_opus":0.07796123305455378,"score_gpt":0.44064606504706894,"score_spread":0.36268483199251517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013701123","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2704317,0.0037753484,0.0031134167,0.7117351,0.0029443733,0.0013069689,0.0000011287108,0.00016326213,0.0065286895],"genre_scores_gemma":[0.7170464,0.00030608056,0.00455296,0.27366227,0.0033052834,0.00037729775,0.00034216774,0.000043768807,0.00036381977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957207,0.00036233733,0.00098203,0.0004812341,0.0020246527,0.0004290531],"domain_scores_gemma":[0.99781054,0.00021885053,0.0002896959,0.0004977845,0.0003268014,0.000856341],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022306393,0.00020825614,0.0003661586,0.00021794043,0.00019293002,0.000039683106,0.00042801924,0.00031944187,0.003417148],"category_scores_gemma":[0.032335542,0.00015610873,0.00007809532,0.0015494849,0.00027230903,0.0001552999,0.00007648106,0.0011443974,0.00021608848],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008068483,0.0014765537,0.01678292,0.0004876668,0.000011247138,0.0000016932811,0.0039687427,0.0000018340708,0.000014711722,0.004027738,0.190798,0.7823482],"study_design_scores_gemma":[0.004969283,0.00082071114,0.25613877,0.008527307,0.00013436956,0.00061844056,0.04026321,0.06519848,0.00016320645,0.0032691776,0.6189578,0.00093918754],"about_ca_topic_score_codex":0.00038721325,"about_ca_topic_score_gemma":0.0001709708,"teacher_disagreement_score":0.781409,"about_ca_system_score_codex":0.00043250824,"about_ca_system_score_gemma":0.059141092,"threshold_uncertainty_score":0.99749386},"labels":[],"label_agreement":null},{"id":"W3013741939","doi":"10.1016/j.radonc.2020.03.028","title":"Exploring implementation of the ESTRO Core Curriculum at the national level","year":2020,"lang":"en","type":"article","venue":"Radiotherapy and Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Princess Margaret Cancer Centre","funders":"","keywords":"Core (optical fiber); Curriculum; Core curriculum; Medical physics; Medical education; Computer science; Mathematics education; Medicine; Psychology; Pedagogy; Telecommunications","score_opus":0.19377418689664286,"score_gpt":0.4289564628983524,"score_spread":0.23518227600170952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013741939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93736404,0.00015803581,0.00032065334,0.061355963,0.0002613717,0.00023887458,0.0000047220205,0.00000766546,0.00028867307],"genre_scores_gemma":[0.98257434,0.00021528643,0.0017448085,0.014793069,0.00050482637,0.00005760556,0.000013770801,0.000007140403,0.00008914411],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994484,0.000035719313,0.00017314857,0.000091063535,0.00017621937,0.0000754279],"domain_scores_gemma":[0.999676,0.000054936223,0.000091227,0.000059967395,0.0000962912,0.000021605361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020825627,0.00004766479,0.00010176203,0.000020963631,0.00010646557,0.0000024093688,0.000057481695,0.000034458015,0.0003218352],"category_scores_gemma":[0.00011602256,0.000026840327,0.000026879254,0.0002113958,0.0001355953,0.000038012193,0.000017238946,0.000117832584,0.0000016917188],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022435056,0.00026053013,0.23487182,0.000124706,0.00023408991,0.0000023543178,0.021596743,0.00003759813,0.050336063,0.020283228,0.09803214,0.57399637],"study_design_scores_gemma":[0.0033227087,0.0008385962,0.5102221,0.000028424327,0.000062658924,0.00011275404,0.005991539,0.0017969216,0.0061710184,0.00022704336,0.47112277,0.0001035242],"about_ca_topic_score_codex":0.00002659105,"about_ca_topic_score_gemma":0.000020014506,"teacher_disagreement_score":0.57389283,"about_ca_system_score_codex":0.00026041854,"about_ca_system_score_gemma":0.00017581033,"threshold_uncertainty_score":0.35238695},"labels":[],"label_agreement":null},{"id":"W3013769235","doi":"10.1111/medu.14172","title":"Medical Education Adaptations: Really Good Stuff for educational transition during a pandemic","year":2020,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pandemic; Transition (genetics); Coronavirus disease 2019 (COVID-19); Medical education; Psychology; Medicine; Chemistry; Internal medicine","score_opus":0.011014796856967891,"score_gpt":0.3593016398064177,"score_spread":0.34828684294944984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013769235","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066648154,0.0024609703,0.003343116,0.18704367,0.7932393,0.0040594097,0.00015257577,0.00045675974,0.0025793943],"genre_scores_gemma":[0.006402384,0.0020740211,0.008604399,0.025258593,0.90406543,0.0066604475,0.04055443,0.00031642718,0.006063891],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98880905,0.00028025868,0.0022726785,0.001585759,0.006248887,0.0008033416],"domain_scores_gemma":[0.9915265,0.0011810994,0.0009998931,0.0010514605,0.004144284,0.0010967966],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002080128,0.0008217745,0.0011695009,0.0009542336,0.0005346078,0.00012983405,0.00083599024,0.0034814386,0.0040356643],"category_scores_gemma":[0.09402043,0.00084868213,0.00044642136,0.0015278696,0.00041747614,0.0003932726,0.000086129985,0.003430814,0.00024911447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031460068,0.0042763315,0.00014510777,0.0021160147,0.00018494324,0.0000029286264,0.0012222048,8.4162593e-7,0.000025372989,0.001167934,0.8676112,0.12293248],"study_design_scores_gemma":[0.003424662,0.00040389836,0.002122981,0.004655122,0.0007574022,0.00016022476,0.0011837579,0.0009815609,0.000015664778,0.0017027414,0.98380697,0.000785042],"about_ca_topic_score_codex":0.00023183844,"about_ca_topic_score_gemma":0.0001128987,"teacher_disagreement_score":0.16178508,"about_ca_system_score_codex":0.0020749029,"about_ca_system_score_gemma":0.13312979,"threshold_uncertainty_score":0.9993964},"labels":[],"label_agreement":null},{"id":"W3013784504","doi":"10.1017/cem.2019.491","title":"Outcomes in the age of competency-based medical education: Recommendations for emergency medicine training in Canada from the 2019 symposium of academic emergency physicians","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto; University of Ottawa; Royal College of Physicians and Surgeons of Canada; McMaster University; Queen's University; University of Saskatchewan","funders":"Canadian Association of Emergency Physicians","keywords":"Medicine; Context (archaeology); Emergency department; Tracking (education); Medical education; Family medicine; Nursing; Psychology","score_opus":0.09345722964203422,"score_gpt":0.38528368079536707,"score_spread":0.29182645115333283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013784504","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23382275,0.0032023655,0.00060753635,0.7456321,0.014536042,0.0008577816,0.000102326725,0.000003932023,0.001235178],"genre_scores_gemma":[0.983209,0.0017634489,0.000566455,0.01050701,0.0032039676,0.000057077228,0.00049972825,0.00004220499,0.00015106723],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9945248,0.00025334212,0.003448328,0.00024820658,0.0011028838,0.0004224481],"domain_scores_gemma":[0.99662906,0.00040325648,0.0012572869,0.00040184447,0.00091039477,0.00039816106],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019748628,0.00026497812,0.0009439249,0.00042621105,0.00011233115,7.1832795e-7,0.0009563653,0.00015023586,0.0079745315],"category_scores_gemma":[0.009826859,0.0001668952,0.00015524699,0.0020667918,0.00025905346,0.00010044603,0.00001282877,0.0011277876,9.481971e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006633765,0.00012493067,0.27942592,0.00020679482,0.00014343255,0.000015986046,0.029952941,0.000053234773,0.00070908474,0.0020923368,0.6820888,0.0051202266],"study_design_scores_gemma":[0.00701822,0.0019913823,0.64096427,0.0058115134,0.0011124527,0.000023799437,0.13677542,0.0020958188,0.00010122655,0.006259618,0.19719754,0.0006487367],"about_ca_topic_score_codex":0.5729883,"about_ca_topic_score_gemma":0.84507,"teacher_disagreement_score":0.7493863,"about_ca_system_score_codex":0.0003685043,"about_ca_system_score_gemma":0.02530478,"threshold_uncertainty_score":0.9985138},"labels":[],"label_agreement":null},{"id":"W3014116506","doi":"10.22454/fammed.2020.594402","title":"Implementing Competency-Based Medical Education in Family Medicine: A Scoping Review on Residency Programs and Family Practices in Canada and the United States","year":2020,"lang":"en","type":"review","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Family medicine; Medical education; Residency training; Medicine; Continuing education","score_opus":0.0954144320350236,"score_gpt":0.4545772012124682,"score_spread":0.3591627691774446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014116506","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017774806,0.9279324,0.000014360299,0.06215595,0.0007323883,0.0065315156,0.000004837673,0.000043505668,0.00080760446],"genre_scores_gemma":[0.00012539986,0.9456249,0.000460455,0.04991135,0.0006662683,0.0010600328,0.002042942,0.00007963109,0.000029002262],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99121344,0.0014655819,0.003274412,0.0010190194,0.0022626892,0.0007648279],"domain_scores_gemma":[0.9930899,0.0031824773,0.0021493814,0.0007471517,0.00041359608,0.0004174538],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0078285495,0.00079559063,0.003789359,0.0010737787,0.00017501444,0.000024456614,0.00047559696,0.0003044714,0.00009379977],"category_scores_gemma":[0.027942313,0.00046329977,0.00008236126,0.003980747,0.000931022,0.00010302746,0.00015677318,0.0023787953,0.0000040935047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010567235,0.00010815372,0.0011932158,0.11812081,0.000079471654,0.0001360826,0.0003991981,2.1511747e-7,3.8217178e-7,0.00062624057,0.014559946,0.86467063],"study_design_scores_gemma":[0.0036105702,0.00041390854,0.0010804776,0.6504,0.0009793492,0.000074811396,0.0031991617,0.0004004572,3.638458e-8,0.000082153,0.33945343,0.00030568964],"about_ca_topic_score_codex":0.59841394,"about_ca_topic_score_gemma":0.30260527,"teacher_disagreement_score":0.8643649,"about_ca_system_score_codex":0.0010280542,"about_ca_system_score_gemma":0.04898786,"threshold_uncertainty_score":0.99992275},"labels":[],"label_agreement":null},{"id":"W3014275247","doi":"10.1152/advan.00167.2019","title":"Approaches used for teaching anatomy and physiology in the university pre-professional program at King Saud bin Abdulaziz University for Health Sciences","year":2020,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta","keywords":"Curriculum; Context (archaeology); Medical education; Health professionals; Professional development; Psychology; Mathematics education; Medicine; Pedagogy; Health care","score_opus":0.03277789684644932,"score_gpt":0.3905497642198797,"score_spread":0.35777186737343036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014275247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97046924,0.00035670414,0.0006027396,0.026386281,0.00035797976,0.001696217,0.0000057978705,0.000026652537,0.00009841005],"genre_scores_gemma":[0.97792435,0.00007117836,0.019174553,0.0023152002,0.0001926517,0.00006711177,0.00020581862,0.000006682001,0.00004246839],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883235,0.00023832891,0.00018547442,0.00040247643,0.00009707065,0.00024431082],"domain_scores_gemma":[0.99927837,0.00033975477,0.00017100283,0.000121475925,0.00005435599,0.00003505045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006027901,0.000106254025,0.00022045168,0.00016323503,0.0004471627,0.0000041549706,0.0001842555,0.00008630039,0.000004165702],"category_scores_gemma":[0.00038747766,0.00008824693,0.000032166143,0.0005178545,0.00048440768,0.0002463625,0.000047513582,0.00025818095,5.3842547e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024841237,0.0039351913,0.08216311,0.0030009553,0.000059700575,9.90862e-7,0.057889614,0.00079377735,0.013128973,0.10911482,0.0076218867,0.71980685],"study_design_scores_gemma":[0.003892746,0.0017390389,0.65264773,0.0004078493,0.000052726216,0.000010276112,0.08391225,0.021762135,0.00021058555,0.007807083,0.22717214,0.00038544115],"about_ca_topic_score_codex":0.000039986444,"about_ca_topic_score_gemma":0.00006978549,"teacher_disagreement_score":0.71942145,"about_ca_system_score_codex":0.00025814938,"about_ca_system_score_gemma":0.0005007901,"threshold_uncertainty_score":0.35986057},"labels":[],"label_agreement":null},{"id":"W3014519584","doi":"10.1007/s12630-020-01643-2","title":"Restructuring the McMaster anesthesia clerkship program examination process: a modified approach to multiple choice question examination","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Restructuring; Process (computing); Medicine; Anesthesia; Computer science; Political science; Programming language","score_opus":0.02887608425573732,"score_gpt":0.27468149216701415,"score_spread":0.24580540791127684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014519584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96481484,0.0001704244,0.00052607874,0.03251867,0.00016576119,0.0010473843,9.963542e-7,0.000038889757,0.0007169766],"genre_scores_gemma":[0.99186176,0.00000812255,0.004007563,0.0018055667,0.0019929733,0.000053640746,0.00002620629,0.00008277887,0.00016139667],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9960418,0.00042862215,0.0012165058,0.00039138008,0.0010957296,0.0008259965],"domain_scores_gemma":[0.9946676,0.00014040533,0.00086008356,0.00029513286,0.0020358902,0.0020008914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029173398,0.00039963875,0.00056664686,0.000925125,0.0006927301,0.00038908707,0.0007099964,0.00030277018,0.00006192855],"category_scores_gemma":[0.0041230517,0.00031227403,0.00018122258,0.0017952899,0.00024245886,0.0006776415,0.000008629953,0.0015043628,0.000011946119],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009902719,0.00086590444,0.048852704,0.0014533455,0.000535774,0.10695494,0.077153906,0.0144151095,0.000559778,0.0026203943,0.016855856,0.728742],"study_design_scores_gemma":[0.0014934676,0.0017159169,0.29704344,0.00045504267,0.0002462742,0.6776782,0.0043482813,0.0061625536,0.00016127118,0.000111734334,0.010148927,0.00043486303],"about_ca_topic_score_codex":0.001040853,"about_ca_topic_score_gemma":0.00056935934,"teacher_disagreement_score":0.7283071,"about_ca_system_score_codex":0.0011530047,"about_ca_system_score_gemma":0.0029535426,"threshold_uncertainty_score":0.99993294},"labels":[],"label_agreement":null},{"id":"W3014648354","doi":"10.5430/ijhe.v9n2p289","title":"Tertiary Anatomy and Physiology, A Barrier for Student Success","year":2020,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physiology; Obstacle; Medical education; Psychology; Anatomy; Medicine; Political science","score_opus":0.013452932636856462,"score_gpt":0.39872512061364146,"score_spread":0.385272187976785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014648354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8927035,0.0005286351,0.0005426482,0.10240467,0.003301407,0.00020295878,0.00000385883,0.000009589459,0.0003027387],"genre_scores_gemma":[0.9733701,0.000033583616,0.004416149,0.018835148,0.002952624,0.00002213873,0.00003506792,0.000011564518,0.00032366626],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990676,0.000019437139,0.0003906509,0.00011823382,0.0003253061,0.00007879122],"domain_scores_gemma":[0.9984041,0.00004182405,0.00025985594,0.000064379565,0.0011488164,0.000081061764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001577795,0.00007750918,0.00014444337,0.00015925735,0.000030070421,0.000029690615,0.00016408655,0.000054445307,0.00026627176],"category_scores_gemma":[0.00023563197,0.00006506287,0.000059064892,0.000108692715,0.00005544113,0.00018899844,0.000024183342,0.00016445949,0.000004642327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014901798,0.0025190914,0.28602338,0.00036383895,0.0013886994,0.000018708743,0.006208329,0.000020986712,0.06121364,0.018116796,0.3571042,0.26553214],"study_design_scores_gemma":[0.0015105049,0.0002446018,0.7696508,0.000117242824,0.0001068338,0.00011552958,0.0005357414,0.0001163663,0.0014001288,0.0010425621,0.22506568,0.00009399495],"about_ca_topic_score_codex":0.0000034347295,"about_ca_topic_score_gemma":1.3159472e-7,"teacher_disagreement_score":0.4836274,"about_ca_system_score_codex":0.000107232954,"about_ca_system_score_gemma":0.00030807513,"threshold_uncertainty_score":0.29154888},"labels":[],"label_agreement":null},{"id":"W3014690874","doi":"10.32920/27931881","title":"Curated Collections for Educators: Five Key Papers on Clinical Teaching","year":2024,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Key (lock); World Wide Web; Computer science; Data science; Library science; Computer security","score_opus":0.04202816713726267,"score_gpt":0.4527760448700772,"score_spread":0.41074787773281457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014690874","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35207945,0.000107142834,0.0072434577,0.09149491,0.01468479,0.001967454,0.000016038723,0.0008927785,0.531514],"genre_scores_gemma":[0.76587856,0.000021205995,0.01941899,0.0114962775,0.002876056,0.00030619788,0.00018454832,0.000045558092,0.19977261],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990124,0.000039764356,0.00036824922,0.00025867976,0.00016324811,0.00015761968],"domain_scores_gemma":[0.9991381,0.0004375086,0.000036377496,0.00018642296,0.00013044111,0.00007111715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000725339,0.00008924962,0.00014789899,0.00024744743,0.00022195723,0.000048232254,0.00004740202,0.00012025503,0.0007698461],"category_scores_gemma":[0.0047847778,0.00006819869,0.00009721542,0.00065892574,0.00006360674,0.00004792828,0.00000820791,0.0005319511,0.00013138284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004083877,0.0003424749,0.00021481834,0.00006004229,0.000088810615,0.0000016893622,0.00052445196,0.0000017606995,0.00011905924,0.03915877,0.88883865,0.07060865],"study_design_scores_gemma":[0.00051603327,0.0006983832,0.0011447514,0.0002681311,0.00010716445,0.00002130949,0.002542724,0.0032269957,0.000114484596,0.00063439127,0.99061817,0.0001074778],"about_ca_topic_score_codex":0.000025595396,"about_ca_topic_score_gemma":0.000004645886,"teacher_disagreement_score":0.4137991,"about_ca_system_score_codex":0.00017505593,"about_ca_system_score_gemma":0.0005833635,"threshold_uncertainty_score":0.84292746},"labels":[],"label_agreement":null},{"id":"W3015326718","doi":"10.1016/j.amjmed.2020.02.010","title":"Answering the Challenge: Diversity, Equity, and Inclusion as a Key to Professionalism","year":2020,"lang":"en","type":"letter","venue":"The American Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Charter; Health care; Inclusion (mineral); Scopus; Equity (law); Honesty; Public relations; MEDLINE; Nursing; Psychology; Social psychology; Law; Political science","score_opus":0.058815435151424976,"score_gpt":0.39365675190753624,"score_spread":0.3348413167561113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015326718","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026249731,0.000891886,0.00019760702,0.9698641,0.0010594907,0.00041719546,0.0000018373895,0.000015305244,0.0013028778],"genre_scores_gemma":[0.17088628,0.00053742714,0.00029455422,0.81789845,0.0099921655,0.0000056548665,0.000012058097,0.000030940242,0.00034249228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995874,0.00028619543,0.0006711626,0.0002234044,0.002656462,0.00028880744],"domain_scores_gemma":[0.997373,0.00041145342,0.0010736162,0.00043627573,0.000563963,0.0001416843],"candidate_categories":["open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0025893475,0.0002579865,0.0008398433,0.0003039571,0.0011068519,0.000013438562,0.001128022,0.00011181388,0.00017574849],"category_scores_gemma":[0.002424705,0.0001174905,0.00008755965,0.0008276297,0.0013681824,0.000051421262,0.014713358,0.0037106422,0.000012649105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022382793,0.000027431297,0.0000327846,0.00011455835,0.00014251718,0.00042767587,0.023279103,5.129282e-7,0.00014212451,0.000074257,0.8321679,0.14336726],"study_design_scores_gemma":[0.001368939,0.004436463,0.0010170423,0.0031562515,0.0007794788,0.0019718742,0.006174585,0.000028354207,0.000013904823,0.014116595,0.9667368,0.00019971047],"about_ca_topic_score_codex":0.00012653606,"about_ca_topic_score_gemma":0.0000011153858,"teacher_disagreement_score":0.15196563,"about_ca_system_score_codex":0.00018310122,"about_ca_system_score_gemma":0.00035219887,"threshold_uncertainty_score":0.99858785},"labels":[],"label_agreement":null},{"id":"W3015518548","doi":"10.1097/acm.0000000000003369","title":"Clinical Teachers’ Perceptions of Their Role in Professional Identity Formation","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Identity (music); Psychology; Perception; Focus group; Autonomy; Qualitative research; Grounded theory; Professional development; Perspective (graphical); Identity formation; Pedagogy; Medical education; Social psychology; Medicine; Self-concept; Sociology; Computer science","score_opus":0.07233853530996069,"score_gpt":0.45574387933077104,"score_spread":0.38340534402081033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015518548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477086,0.000222769,0.0022773629,0.04751091,0.0005784621,0.0004065081,0.0000019599722,0.000038117058,0.0012552987],"genre_scores_gemma":[0.9885641,0.00026078607,0.00047542565,0.0090692425,0.0011467814,0.000027369098,0.000121238234,0.0000116957945,0.0003233871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978917,0.00012684007,0.0011231777,0.00020304469,0.00048735502,0.00016788194],"domain_scores_gemma":[0.9991579,0.00012228059,0.00024640776,0.00017621122,0.00016775155,0.00012944557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016886408,0.000106996304,0.0003872172,0.00017352571,0.000037407004,0.0000010120207,0.00017124573,0.00030543155,0.00077567686],"category_scores_gemma":[0.0040157987,0.00007768952,0.000045789515,0.0007886934,0.00028663425,0.00027781498,0.000050207917,0.0014563549,0.00004795595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015745462,0.00015428445,0.7221095,0.00030525756,0.000038675447,0.0000035858702,0.08005891,0.0000036973272,0.021280743,0.0033066885,0.108867526,0.06371368],"study_design_scores_gemma":[0.0044132485,0.0005800888,0.88826853,0.001389248,0.00011610972,0.00003852305,0.07669338,0.0061578383,0.00044903604,0.0030893027,0.018633625,0.0001710641],"about_ca_topic_score_codex":0.000019769665,"about_ca_topic_score_gemma":0.0000025067168,"teacher_disagreement_score":0.16615905,"about_ca_system_score_codex":0.00007929844,"about_ca_system_score_gemma":0.00016231467,"threshold_uncertainty_score":0.84931177},"labels":[],"label_agreement":null},{"id":"W3015769124","doi":"10.1177/1715163520913902","title":"Professional identity in pharmacy: Opportunity, crisis or just another day at work?","year":2020,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pharmacy; Identity (music); Work (physics); Identity crisis; Public relations; Medical education; Political science; Sociology; Psychology; Medicine; Nursing; Social psychology; Engineering; Art; Aesthetics","score_opus":0.11871710752327476,"score_gpt":0.38071045024562067,"score_spread":0.2619933427223459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015769124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740917,0.0004210126,0.00011599522,0.017652124,0.0049282336,0.0007845171,0.00019053787,0.000048624494,0.0017672548],"genre_scores_gemma":[0.9169035,0.001039746,0.00031404165,0.07659392,0.0018421329,0.000038205395,0.00011230761,0.00007977976,0.0030763485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625295,0.00025277692,0.00099107,0.000504704,0.000946023,0.0010524495],"domain_scores_gemma":[0.9955029,0.0000777261,0.0003237884,0.00025632168,0.0008614543,0.002977832],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011155419,0.00039435952,0.00051646936,0.0005654838,0.00058641686,0.00011158728,0.0006049123,0.00009741566,0.014803592],"category_scores_gemma":[0.0015276538,0.00036944062,0.000115259485,0.0031670842,0.00020497863,0.0006226235,0.00010431206,0.001562511,0.000064432366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006294288,0.00015618255,0.015847761,0.0003778698,0.00016094549,0.07669121,0.0037632126,0.00011058995,0.0014024816,0.000024180234,0.85483456,0.04600157],"study_design_scores_gemma":[0.009489434,0.000102269645,0.0007815237,0.0001945959,0.00043959258,0.244701,0.00028829504,0.0048705842,0.0027548033,0.000038806545,0.7351882,0.001150899],"about_ca_topic_score_codex":0.010841992,"about_ca_topic_score_gemma":0.06443304,"teacher_disagreement_score":0.16800979,"about_ca_system_score_codex":0.005377391,"about_ca_system_score_gemma":0.014304667,"threshold_uncertainty_score":0.9998758},"labels":[],"label_agreement":null},{"id":"W3016173984","doi":"","title":"Changes in self-perceptions of professionalism in general surgery residents following introduction of a professionalism education program","year":2020,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Perception; Medical education; Medicine; Psychology; Nursing; Pedagogy; Neuroscience","score_opus":0.02421010537332377,"score_gpt":0.32020674821312195,"score_spread":0.2959966428397982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016173984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98661745,0.000145028,0.000006828654,0.009639526,0.0016772235,0.0015917661,0.0000070490114,0.00003947967,0.00027564267],"genre_scores_gemma":[0.9850607,0.00018451309,0.008331285,0.00007830679,0.00035010593,0.00004813493,0.0043406114,0.000039060444,0.0015672751],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980792,0.00018700198,0.0004543896,0.00038020647,0.00070187147,0.000197368],"domain_scores_gemma":[0.9983379,0.00005642361,0.0007182121,0.00029033973,0.0005559749,0.000041145584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054440123,0.00019840655,0.0006773719,0.0014093291,0.00007451616,0.0000037497675,0.00017630808,0.0004248759,0.000041062616],"category_scores_gemma":[0.0004243079,0.00024203565,0.00015831925,0.0015659126,0.00007335527,0.00018062558,0.000046499037,0.00056663936,0.0000042049933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015601559,0.008800533,0.804575,0.013060596,0.00042559777,0.00004612049,0.026385661,0.000014699089,0.025922285,0.0018818323,0.050857585,0.06646989],"study_design_scores_gemma":[0.0006360876,0.0001022429,0.9190111,0.0027993002,0.00018184054,0.0000028342029,0.07455011,0.00013733153,0.00065577315,0.000114914874,0.0016414587,0.00016696526],"about_ca_topic_score_codex":0.0017996449,"about_ca_topic_score_gemma":0.031141136,"teacher_disagreement_score":0.1144361,"about_ca_system_score_codex":0.00040425968,"about_ca_system_score_gemma":0.0014734027,"threshold_uncertainty_score":0.9869927},"labels":[],"label_agreement":null},{"id":"W3016191627","doi":"10.36834/cmej.69239","title":"A tale of two curricula: learning and matching in the final year of medical school","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Consistency (knowledge bases); Matching (statistics); Medical education; Medical school; Anxiety; Focus (optics); Mathematics education; Psychology; Computer science; Medicine; Pedagogy; Artificial intelligence","score_opus":0.01520383290213115,"score_gpt":0.34897780622631486,"score_spread":0.3337739733241837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016191627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7812611,0.0004395677,0.00023202533,0.21601395,0.0003477041,0.00014359553,8.455074e-7,0.0000041743447,0.0015570489],"genre_scores_gemma":[0.9681049,0.00014159305,0.0013691981,0.029435022,0.00087656255,0.000007888047,0.000011588597,0.00000953507,0.000043717373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764675,0.00015124696,0.0005531057,0.00011993959,0.0013335827,0.00019536723],"domain_scores_gemma":[0.9967748,0.00007928264,0.00016743389,0.00008965465,0.00026090696,0.0026279397],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019807457,0.00007978378,0.00020963959,0.00026307933,0.00008345446,0.000018031511,0.00023507007,0.00014660036,0.013293572],"category_scores_gemma":[0.046164073,0.000059566635,0.000040203013,0.0006490062,0.00023420792,0.000068746944,0.000017332008,0.001592727,0.000010076522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091355236,0.0008581126,0.18992426,0.00076848915,0.00010687802,0.00028960977,0.030049358,0.000021029397,0.00016760812,0.021610562,0.23829918,0.51781356],"study_design_scores_gemma":[0.014334093,0.0015491626,0.25481322,0.010134563,0.000388366,0.013775938,0.18011418,0.012821135,0.00013428787,0.0059110257,0.5051271,0.0008969606],"about_ca_topic_score_codex":0.0024936073,"about_ca_topic_score_gemma":0.0006661975,"teacher_disagreement_score":0.51691663,"about_ca_system_score_codex":0.00010989122,"about_ca_system_score_gemma":0.027635992,"threshold_uncertainty_score":0.98760843},"labels":[],"label_agreement":null},{"id":"W3016428639","doi":"10.1096/fasebj.2020.34.s1.05451","title":"Anatomical Knowledge Retention in Second‐Year Bachelor of Science &amp; Psychiatric Nursing Students","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Bachelor; Knowledge retention; Comprehension; Psychology; Nursing; Medicine; Medical education","score_opus":0.037802098455470126,"score_gpt":0.3770973263524607,"score_spread":0.33929522789699057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016428639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99044937,0.00014150057,0.000720409,0.0052254223,0.0006763019,0.00014122605,7.619841e-7,0.000007802121,0.0026372003],"genre_scores_gemma":[0.99553424,0.000013374015,0.0034647407,0.00043795368,0.00042362037,0.0000015117932,0.000002853691,0.000007282279,0.000114397495],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99872386,0.00006400801,0.0003879503,0.00012116901,0.00052970793,0.00017327606],"domain_scores_gemma":[0.99935,0.000021790678,0.00014866109,0.00014153251,0.00023977754,0.00009822851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014671569,0.00006261367,0.00013734898,0.00028298347,0.00014690102,0.000025855203,0.00029595304,0.00004208779,0.00034273832],"category_scores_gemma":[0.000715008,0.000044219847,0.00004439501,0.0016787151,0.00042092573,0.00011156248,0.000029833302,0.0005940846,0.000045732202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009774661,0.0034121843,0.2977828,0.00031975246,0.00010792888,0.000017002973,0.04626772,0.000020232084,0.4539614,0.0041509885,0.044939406,0.14804308],"study_design_scores_gemma":[0.005355523,0.00051592523,0.9580788,0.0008633367,0.00018721062,0.00047548185,0.010643847,0.0022930328,0.017354181,0.0020813737,0.0019141139,0.00023718986],"about_ca_topic_score_codex":0.0000013179477,"about_ca_topic_score_gemma":0.0000011805803,"teacher_disagreement_score":0.66029596,"about_ca_system_score_codex":0.00021402155,"about_ca_system_score_gemma":0.00045708925,"threshold_uncertainty_score":0.37527445},"labels":[],"label_agreement":null},{"id":"W3016610686","doi":"10.1096/fasebj.2020.34.s1.09120","title":"The Effect of Teaching Methodology and Course Duration on Student Performance at Different Assessment Types across Different Cognitive Levels as defined by Bloom’s Taxonomy","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Comprehension; Multiple choice; Psychology; Cognition; Mathematics education; Taxonomy (biology); Online discussion; Online learning; Medical education; Medicine; Computer science; Multimedia; Internal medicine; Biology; World Wide Web; Ecology","score_opus":0.061127530371998175,"score_gpt":0.40291151230324496,"score_spread":0.34178398193124676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016610686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98717713,0.00017051853,0.0025236509,0.009016634,0.00033856902,0.00056901417,0.000008531696,0.000010130714,0.00018578806],"genre_scores_gemma":[0.9983058,0.00009642406,0.00025698033,0.00086910935,0.00024986843,0.000059400998,0.00001864492,0.00001233912,0.00013142773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998024,0.00076634844,0.00040467057,0.00014539975,0.00045049426,0.00020909535],"domain_scores_gemma":[0.9979825,0.0013442867,0.0003453814,0.00012907288,0.00011104862,0.000087689856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018107228,0.00015927786,0.00029439674,0.000024870626,0.0007007731,0.000044917128,0.00013196885,0.000057476263,0.000056430294],"category_scores_gemma":[0.0011210298,0.0000736408,0.000053637537,0.000070097514,0.00019970474,0.000045037566,0.00007960617,0.0008244697,0.000005570295],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031234254,0.00088319916,0.48950595,0.00022659871,0.0013874888,0.000015218991,0.011358324,0.00003595349,0.15766765,0.00086432445,0.0048873373,0.33004454],"study_design_scores_gemma":[0.00471435,0.0061819456,0.78662336,0.00036025312,0.0006524988,0.0002619458,0.0042865765,0.0017406865,0.19438188,0.000044300836,0.0005787503,0.00017344383],"about_ca_topic_score_codex":0.0000030347157,"about_ca_topic_score_gemma":0.000001931303,"teacher_disagreement_score":0.3298711,"about_ca_system_score_codex":0.00015457245,"about_ca_system_score_gemma":0.000053582804,"threshold_uncertainty_score":0.5389851},"labels":[],"label_agreement":null},{"id":"W3016906603","doi":"10.1097/02024458-201409000-00002","title":"Improving the Landscape of Substance Misuse Teaching in Undergraduate Medical Education in English Medical Schools from Concept to Implementation","year":2014,"lang":"en","type":"article","venue":"The Canadian Journal of Addiction","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Substance misuse; Work (physics); Health professionals; Medicine; Psychology; Pedagogy; Engineering; Mental health; Health care; Political science; Psychiatry","score_opus":0.00853964125143332,"score_gpt":0.3054629111272525,"score_spread":0.2969232698758192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016906603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573936,0.0001947459,0.0014250164,0.03925299,0.0012176927,0.00025519147,0.000004215889,0.0000050876733,0.00025145433],"genre_scores_gemma":[0.99523634,0.00001983888,0.00065397355,0.003040417,0.00096220226,0.000010875188,0.000044787354,0.000011636204,0.000019910276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978664,0.00030371224,0.0007516898,0.00011407881,0.0007597994,0.00020435416],"domain_scores_gemma":[0.99866474,0.00019049934,0.00033042827,0.00020232493,0.0003107877,0.00030122825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032032705,0.00008844945,0.00019646484,0.00042939707,0.000124595,0.000027851791,0.00026166733,0.0001204218,0.000353075],"category_scores_gemma":[0.0068341293,0.000059858437,0.00003891585,0.0005050556,0.000092413735,0.00014985545,0.0000068662225,0.001055244,0.000002461165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013403954,0.00015863698,0.15358707,0.000027277158,0.00006759626,0.000014547607,0.026422761,0.00014390527,0.0002674594,0.004581622,0.059553735,0.75504136],"study_design_scores_gemma":[0.009485756,0.0010552376,0.86098677,0.005106511,0.0002908278,0.00028653862,0.06255005,0.011563725,0.0011996228,0.0045736097,0.042427074,0.00047425745],"about_ca_topic_score_codex":0.025277965,"about_ca_topic_score_gemma":0.26248464,"teacher_disagreement_score":0.7545671,"about_ca_system_score_codex":0.00052098255,"about_ca_system_score_gemma":0.0051536504,"threshold_uncertainty_score":0.9812128},"labels":[],"label_agreement":null},{"id":"W3016952210","doi":"10.1096/fasebj.2020.34.s1.01981","title":"Evaluation of Basic Science Independent Learning Modules Implemented in a First Year Medical School Curriculum","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Likert scale; Curriculum; Mathematics education; Medical education; Modalities; Scale (ratio); Computer science; Psychology; Multimedia; Pedagogy; Medicine; Sociology","score_opus":0.03791001210965033,"score_gpt":0.36120949225463367,"score_spread":0.32329948014498333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016952210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831466,0.00006105212,0.0010068315,0.014813722,0.00019442846,0.00023823821,4.442541e-7,0.000009116036,0.0005295519],"genre_scores_gemma":[0.9983665,0.000026964073,0.00059813156,0.0006382207,0.00033984944,0.000009900848,0.00000429148,0.0000066949747,0.0000094573925],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959614,0.00018178517,0.00043358374,0.00012749487,0.003102195,0.00019352001],"domain_scores_gemma":[0.99857426,0.00003359431,0.00019349276,0.00012191515,0.00086461,0.0002121236],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0095139695,0.0000667495,0.00013323865,0.00020626362,0.00018990647,0.000023693607,0.00025310792,0.000045110955,0.003969521],"category_scores_gemma":[0.019005453,0.00004447505,0.000034312983,0.0010850398,0.00020350085,0.00012405282,0.00006422111,0.00092867226,0.000051002036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026867745,0.0012296684,0.6896239,0.00020662976,0.0002228597,0.00006874168,0.0134716835,0.0058389287,0.052836224,0.002090722,0.016240861,0.2179011],"study_design_scores_gemma":[0.008819254,0.0007117477,0.35309014,0.0009588121,0.0003668656,0.0005119808,0.020982001,0.5980674,0.013922152,0.0008228743,0.0015184585,0.00022831392],"about_ca_topic_score_codex":0.000020935347,"about_ca_topic_score_gemma":0.000006334279,"teacher_disagreement_score":0.5922285,"about_ca_system_score_codex":0.00034141768,"about_ca_system_score_gemma":0.0017550985,"threshold_uncertainty_score":0.996941},"labels":[],"label_agreement":null},{"id":"W3016986693","doi":"10.1111/medu.14178","title":"Barking up the same tree? Lessons from workplace‐based assessment and digital badges","year":2020,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital","funders":"","keywords":"Medical education; Psychology; Tree (set theory); Computer science; Applied psychology; Medicine; Mathematics","score_opus":0.027954770318577248,"score_gpt":0.37349834811407295,"score_spread":0.3455435777954957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016986693","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037899802,0.00040035584,0.0026869879,0.9859724,0.0039752405,0.00065925694,0.000030227468,0.00011524258,0.0023702986],"genre_scores_gemma":[0.028629875,0.00006837877,0.0022021797,0.94577944,0.013853683,0.00030067112,0.007035997,0.00008071094,0.0020490785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961916,0.00016552416,0.0006715078,0.00069390156,0.0018908059,0.00038666677],"domain_scores_gemma":[0.99788725,0.0007096506,0.00030568108,0.0006636368,0.00026483124,0.00016896377],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004448654,0.00038311846,0.00052484067,0.00021265217,0.00024445774,0.00021832236,0.0003832344,0.0008778318,0.001654833],"category_scores_gemma":[0.005151779,0.000275787,0.00011851067,0.0005932182,0.000505386,0.00012617964,0.00009426039,0.003984757,0.000081307575],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000131778725,0.00014068568,0.0010466066,0.00017154466,0.00006448851,0.000020066698,0.00036272363,9.353599e-8,0.0000037185716,0.000054342847,0.8096146,0.18850793],"study_design_scores_gemma":[0.0006528621,0.000060591676,0.008093882,0.001506251,0.00025604022,0.000034713692,0.00080327067,0.002654203,0.00000696943,0.00054952275,0.9850998,0.00028187316],"about_ca_topic_score_codex":0.0001048805,"about_ca_topic_score_gemma":0.000007672907,"teacher_disagreement_score":0.18822604,"about_ca_system_score_codex":0.00048039632,"about_ca_system_score_gemma":0.0072013526,"threshold_uncertainty_score":0.9999694},"labels":[],"label_agreement":null},{"id":"W3017035996","doi":"10.1096/fasebj.2020.34.s1.00370","title":"Integrated Histology‐Pathology Medical Education: What is it Good For?","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Relevance (law); Integrated curriculum; Session (web analytics); Medicine; Psychology; Pathology; Computer science; Pedagogy","score_opus":0.03682353449768428,"score_gpt":0.3527118544595844,"score_spread":0.31588831996190014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017035996","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19521706,0.0011663042,0.011642964,0.78689516,0.0031006811,0.00028216696,0.000002124009,0.000029533245,0.0016640235],"genre_scores_gemma":[0.58172524,0.0006397124,0.008716159,0.40271252,0.003888832,0.000059704777,0.00008940118,0.000032078628,0.0021363394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986209,0.00010280837,0.0004478873,0.00016392255,0.00041345862,0.00025099257],"domain_scores_gemma":[0.99875385,0.00009212694,0.00017343063,0.0002094944,0.0005290637,0.00024202222],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009934453,0.00011482341,0.0002257664,0.00009016612,0.00026067308,0.000045850702,0.00028655343,0.00018210833,0.0041582608],"category_scores_gemma":[0.0030164064,0.000073345946,0.00009139856,0.00038461474,0.0002531802,0.00014444774,0.00003233024,0.000980815,0.00013059394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015988134,0.00024366115,0.0007578507,0.000040109644,0.0000765975,0.00003829005,0.005352132,5.5063964e-7,0.0017866396,0.0032355108,0.7747884,0.2135204],"study_design_scores_gemma":[0.0029833077,0.0009733568,0.0009432077,0.00051633216,0.0003641691,0.013563157,0.03130757,0.0034848775,0.004412242,0.0028605282,0.93833244,0.00025883922],"about_ca_topic_score_codex":0.0000025253987,"about_ca_topic_score_gemma":0.0000011689071,"teacher_disagreement_score":0.3865082,"about_ca_system_score_codex":0.00015595334,"about_ca_system_score_gemma":0.002457178,"threshold_uncertainty_score":0.9967521},"labels":[],"label_agreement":null},{"id":"W3017041751","doi":"10.1096/fasebj.2020.34.s1.02803","title":"Is Integration Within Anatomical Sciences Important? Assessing Medical Student Learning of Histology and Embryology via Interdisciplinary Causal Mechanisms","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic","funders":"","keywords":"Curriculum; Recall; Psychology; Medical education; Mathematics education; Medicine; Cognitive psychology; Pedagogy","score_opus":0.02933902878306015,"score_gpt":0.39048887119469206,"score_spread":0.3611498424116319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017041751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8583291,0.00012989204,0.099566095,0.041250605,0.0004904015,0.00008320918,2.935287e-7,0.000013408036,0.00013699704],"genre_scores_gemma":[0.9908973,0.000024406027,0.0057431664,0.003064101,0.00024015702,0.0000024192093,0.0000044445924,0.000008476798,0.000015541835],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820656,0.0002095569,0.0006369125,0.00017305152,0.0006073872,0.00016651122],"domain_scores_gemma":[0.99914026,0.000106806656,0.0003859516,0.00007800394,0.00015227766,0.0001366787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021950288,0.00009941656,0.00026307628,0.00013679155,0.00036428001,0.000029709134,0.00019085592,0.00012510468,0.0003530065],"category_scores_gemma":[0.0011558766,0.00006158774,0.00004233374,0.00032495285,0.0007110901,0.00011264036,0.00015753538,0.0011393001,0.0000029412151],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006140245,0.00069672003,0.10647198,0.0001623901,0.0004598031,0.0005688254,0.07919276,0.00007174667,0.61362827,0.033864528,0.0049935468,0.15927541],"study_design_scores_gemma":[0.0051373118,0.007147105,0.049054384,0.001268035,0.00080998556,0.026729882,0.1394796,0.6489493,0.094116315,0.02652952,0.00016356418,0.0006149745],"about_ca_topic_score_codex":0.000005474744,"about_ca_topic_score_gemma":0.0000019710278,"teacher_disagreement_score":0.64887756,"about_ca_system_score_codex":0.00008063606,"about_ca_system_score_gemma":0.0004574059,"threshold_uncertainty_score":0.49497554},"labels":[],"label_agreement":null},{"id":"W3017089974","doi":"10.1096/fasebj.2020.34.s1.07435","title":"Essential Anatomy for General Internal Medicine in the Undergraduate Medical Curriculum","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of Manitoba","funders":"","keywords":"Specialty; Medicine; Pelvis; Perineum; Abdomen; Curriculum; Thorax (insect anatomy); Head and neck; Anatomy; Medical education; Family medicine; Surgery; Psychology","score_opus":0.019157698452338074,"score_gpt":0.35100085641212536,"score_spread":0.3318431579597873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017089974","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4608701,0.00015413684,0.024363613,0.5123328,0.00091287354,0.00030777525,0.0000012552068,0.000014547398,0.0010429196],"genre_scores_gemma":[0.9558854,0.00008980831,0.0014482491,0.03568629,0.006672846,0.000025064362,0.000024512176,0.000016198293,0.00015162199],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978111,0.00017516736,0.00055178435,0.00014767898,0.0010342066,0.00028007486],"domain_scores_gemma":[0.9991305,0.00015235033,0.00017026854,0.00017745375,0.0002040264,0.00016543317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021173055,0.00012806333,0.00022689831,0.000106416,0.00020412839,0.000034180503,0.00050330313,0.00008196496,0.00064621854],"category_scores_gemma":[0.0028927813,0.00005999409,0.00009168034,0.0005645003,0.00029518208,0.00006945853,0.000038970466,0.0011682314,0.00002242232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004406159,0.00051376544,0.013493882,0.00013113488,0.000252182,0.00042337284,0.00848754,0.000029427354,0.0050073215,0.03252984,0.8859025,0.0527884],"study_design_scores_gemma":[0.04878157,0.005707991,0.03908166,0.003128093,0.0018170904,0.029152911,0.04678143,0.28896707,0.008520914,0.049923457,0.4767769,0.0013609286],"about_ca_topic_score_codex":0.000046823487,"about_ca_topic_score_gemma":0.000008834325,"teacher_disagreement_score":0.49501532,"about_ca_system_score_codex":0.00008000681,"about_ca_system_score_gemma":0.00032691556,"threshold_uncertainty_score":0.707564},"labels":[],"label_agreement":null},{"id":"W3017099799","doi":"10.1096/fasebj.2020.34.s1.05558","title":"Short‐term Physiological Knowledge Retention in Nursing Students.","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Graduation (instrument); Comprehension; Knowledge retention; Medical education; Health care; Organ system; Psychology; Medicine; Nursing; Internal medicine; Computer science; Disease","score_opus":0.06663165395127638,"score_gpt":0.4001811740998331,"score_spread":0.33354952014855677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017099799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98801,0.00013964443,0.0007480633,0.0089311125,0.00041282468,0.0001482675,3.3189397e-7,0.00001800498,0.0015917754],"genre_scores_gemma":[0.99712825,0.000034111974,0.00036415042,0.0012900948,0.0010637753,0.0000042384017,0.000009901633,0.000007769618,0.00009771168],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99906576,0.00009546067,0.0002868254,0.00010326147,0.00028930046,0.0001594218],"domain_scores_gemma":[0.999651,0.000018142327,0.00005596042,0.00010267098,0.00009576177,0.00007644722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005313709,0.00007129626,0.00013530697,0.00006344968,0.00011763936,0.00002898831,0.00017096545,0.000055779212,0.00018101922],"category_scores_gemma":[0.00035048233,0.00004357233,0.00005293284,0.00036935037,0.00009997545,0.00006106061,0.000024145733,0.0007228668,0.00005460241],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005696228,0.0025366042,0.1438595,0.0000907361,0.000109609624,0.00014056549,0.01950911,0.000038995484,0.3643851,0.0013942771,0.05481295,0.41255292],"study_design_scores_gemma":[0.0011291027,0.0003475199,0.9900508,0.00055003143,0.00007755434,0.00030581918,0.0023606366,0.001402188,0.0026990704,0.0006753729,0.00030011463,0.0001018159],"about_ca_topic_score_codex":3.7557615e-7,"about_ca_topic_score_gemma":1.4140933e-7,"teacher_disagreement_score":0.8461913,"about_ca_system_score_codex":0.00015507503,"about_ca_system_score_gemma":0.00006415735,"threshold_uncertainty_score":0.31405365},"labels":[],"label_agreement":null},{"id":"W3017118171","doi":"10.1096/fasebj.2020.34.s1.06955","title":"Essential Anatomy for Radiology in the Undergraduate Medical Curriculum","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Medicine; Curriculum; Radiology; Medical physics; Pelvis; Medical education; Clinical Practice; Head and neck; Pathology; Family medicine; Psychology; Surgery","score_opus":0.01773763941057858,"score_gpt":0.33976328407224,"score_spread":0.3220256446616614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017118171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5172353,0.000125105,0.017029308,0.4643966,0.00057719916,0.00026790096,9.558622e-7,0.000010609175,0.0003570604],"genre_scores_gemma":[0.9711636,0.00006838625,0.0010243113,0.025321154,0.0023454328,0.000021301757,0.000016049595,0.000009005685,0.000030777537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870145,0.00017784299,0.00033298437,0.00010082342,0.000471463,0.00021544342],"domain_scores_gemma":[0.9993952,0.00016213224,0.00010235658,0.00013242791,0.000114505594,0.00009338455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016144258,0.000076866134,0.00015088821,0.000061685445,0.00017466111,0.000022861475,0.00031974167,0.00008029284,0.00026885775],"category_scores_gemma":[0.0025353585,0.000037481354,0.000071359376,0.0004281444,0.00017835158,0.0000406174,0.000020935542,0.0008766232,0.000025306514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042057096,0.00073074765,0.018993096,0.00015443699,0.00021328675,0.00041495575,0.008054575,0.000048476246,0.0038981591,0.052952923,0.8421543,0.07196444],"study_design_scores_gemma":[0.04242818,0.0047782054,0.041491855,0.0010735455,0.0016309774,0.05425497,0.058119416,0.15003856,0.008337068,0.0736953,0.562763,0.0013889279],"about_ca_topic_score_codex":0.0000062817453,"about_ca_topic_score_gemma":0.000003118186,"teacher_disagreement_score":0.4539283,"about_ca_system_score_codex":0.000048550406,"about_ca_system_score_gemma":0.00035232963,"threshold_uncertainty_score":0.38085404},"labels":[],"label_agreement":null},{"id":"W3017146248","doi":"10.36834/cmej.67821","title":"Practical solutions for implementation of Transition to Practice curricula in a competency-based medical education model.","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"Department of Medicine, University of Toronto; University of Toronto; University Health Network","keywords":"Curriculum; Medical education; Specialty; Context (archaeology); Construct (python library); Set (abstract data type); Sophistication; Medicine; Computer science; Psychology; Pedagogy; Family medicine; Sociology","score_opus":0.0313494719327895,"score_gpt":0.42580401898930686,"score_spread":0.3944545470565174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017146248","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011994905,0.00009265712,0.1237044,0.8613438,0.001239333,0.0011050723,0.000016529018,0.000019348887,0.00048396195],"genre_scores_gemma":[0.36307713,0.000049127586,0.23753697,0.3968274,0.0016104557,0.0004280923,0.00040048047,0.00004436784,0.000025976946],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962277,0.00018986357,0.0011492246,0.0003306766,0.0015676924,0.0005348614],"domain_scores_gemma":[0.99146223,0.00016321063,0.00029948703,0.000203411,0.0021159658,0.005755702],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022733905,0.00018202768,0.00033679724,0.0007890246,0.0002209335,0.000037770624,0.00021769755,0.00033310652,0.0060265134],"category_scores_gemma":[0.0686037,0.00018667514,0.00011528287,0.0013234086,0.00013664321,0.00034709406,0.000012853749,0.0009982472,0.000022753866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024586054,0.002025749,0.0004916495,0.00033402952,0.000058508278,0.000026498526,0.00554515,0.00038306505,0.00008832271,0.05470599,0.70394784,0.2321473],"study_design_scores_gemma":[0.010404692,0.0022427489,0.004327785,0.0034714562,0.00079224934,0.0030757706,0.06094343,0.5151473,0.00024189209,0.0058311997,0.39239433,0.0011271324],"about_ca_topic_score_codex":0.002388693,"about_ca_topic_score_gemma":0.006163806,"teacher_disagreement_score":0.51476425,"about_ca_system_score_codex":0.00095913187,"about_ca_system_score_gemma":0.36417347,"threshold_uncertainty_score":0.9948821},"labels":[],"label_agreement":null},{"id":"W3017185853","doi":"10.4300/jgme-d-20-00185.1","title":"The Once and Future Myths of Medical Education","year":2020,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Mythology; Data science; Medical education; MEDLINE; Medicine; Computer science; Political science; History; Classics; Law","score_opus":0.013465662679325035,"score_gpt":0.371177656765596,"score_spread":0.35771199408627097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017185853","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003184198,0.006956423,0.00009560505,0.32318732,0.665519,0.00034238337,0.000004146957,0.0000152457515,0.0006956973],"genre_scores_gemma":[0.0031961836,0.028920865,0.0016718893,0.005956152,0.959232,0.000042025484,0.00030869813,0.00007372514,0.00059846457],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883659,0.0002957284,0.0022268544,0.0003514917,0.008445105,0.00031492513],"domain_scores_gemma":[0.99047846,0.00093599665,0.0025333283,0.00053936895,0.0046136538,0.0008992136],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0047442797,0.0003581022,0.00093499623,0.00041123907,0.00020961619,0.000072418996,0.00082661235,0.0015273691,0.00034476316],"category_scores_gemma":[0.077922866,0.00023609286,0.00023537443,0.000910208,0.0007045823,0.00018055754,0.00011024747,0.0047076046,0.000011365396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011763136,0.0005617026,0.000037691174,0.0004918597,0.00010272281,0.000006316386,0.0006370796,2.0594582e-8,0.000003076257,0.000671132,0.63290346,0.36446732],"study_design_scores_gemma":[0.00092697144,0.0004633225,0.0005055144,0.0030487813,0.00041555782,0.00037636483,0.004545982,0.000103565355,0.000017259064,0.00064482965,0.98877084,0.00018101257],"about_ca_topic_score_codex":0.00004026723,"about_ca_topic_score_gemma":0.0000076449705,"teacher_disagreement_score":0.3642863,"about_ca_system_score_codex":0.00040572346,"about_ca_system_score_gemma":0.06569752,"threshold_uncertainty_score":0.99976885},"labels":[],"label_agreement":null},{"id":"W3017372496","doi":"10.1096/fasebj.2020.34.s1.03533","title":"Are Clerks Proficient in the Basic Sciences? Assessment of Third‐Year Medical Students’ Basic Science Knowledge Retention and Reinforcement","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Test (biology); Medical education; Medicine; Psychology; Variance (accounting)","score_opus":0.056763276847229864,"score_gpt":0.39394947303410927,"score_spread":0.3371861961868794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017372496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666804,0.000080369966,0.0012844652,0.028606463,0.00031227554,0.00040979806,4.985879e-7,0.0000067235706,0.0026189932],"genre_scores_gemma":[0.99542654,0.000051659208,0.0004462883,0.0037742725,0.00024362479,0.000012747096,0.0000014238109,0.000004536585,0.000038937975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622643,0.00016682634,0.00050165167,0.00019050359,0.0026725337,0.00024207526],"domain_scores_gemma":[0.99896365,0.00007751558,0.00034760032,0.00019706646,0.00029182096,0.00012236566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010952334,0.000090414826,0.00016475255,0.00019275038,0.0004546294,0.00010381308,0.0007593153,0.00004591057,0.00018093466],"category_scores_gemma":[0.0017798531,0.00004659526,0.00003821711,0.0015280567,0.0011296362,0.00013718566,0.00016246842,0.0007635111,0.0000081390945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026505315,0.0022786877,0.8378845,0.0005701439,0.00012490613,0.00010598887,0.036824327,0.00043351584,0.03006376,0.034405604,0.022950778,0.03409278],"study_design_scores_gemma":[0.002251018,0.00095414056,0.92755437,0.00089298905,0.00009316655,0.0002913284,0.023895072,0.040694598,0.0023193646,0.00021572453,0.0007093451,0.00012887108],"about_ca_topic_score_codex":0.000003823954,"about_ca_topic_score_gemma":0.0000012155605,"teacher_disagreement_score":0.08966993,"about_ca_system_score_codex":0.00016345998,"about_ca_system_score_gemma":0.00098099,"threshold_uncertainty_score":0.41621915},"labels":[],"label_agreement":null},{"id":"W3017998936","doi":"10.1080/21614083.2020.1754120","title":"Aligning Practice Data and Institution-specific CPD: Medical Quality Management as the Driver for an eLearning Development Process","year":2020,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Audit; Continuing professional development; Quality management; Medical education; Quality (philosophy); Continuing medical education; Medicine; Chart; Patient safety; Professional development; Process (computing); Psychology; Continuing education; Health care; Management system; Computer science; Operations management; Business; Engineering","score_opus":0.1333260730173224,"score_gpt":0.43502954478413136,"score_spread":0.30170347176680895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017998936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6840869,0.00072839,0.14243059,0.13763742,0.00095204025,0.0009725427,0.0000030681542,0.000058299942,0.03313073],"genre_scores_gemma":[0.92378396,0.00026592822,0.05782695,0.016407575,0.0015570229,0.0000033171616,0.000044699347,0.000024411362,0.000086159314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981099,0.00021409786,0.0006236895,0.00018084362,0.00075229915,0.00011917864],"domain_scores_gemma":[0.99861056,0.00012329567,0.00043993222,0.00022201965,0.00044584152,0.00015835001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050651655,0.000081601174,0.00014722883,0.00005918727,0.0002021917,0.00005406179,0.00037379566,0.000026442183,0.000052414274],"category_scores_gemma":[0.0054998775,0.000054392596,0.000017478316,0.00021264769,0.000093806644,0.00040683954,0.0001278605,0.00042635843,0.00001706714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012430619,0.00089293136,0.0025060354,0.00082896877,0.000676606,0.00055438705,0.034435485,0.000064785425,0.00047930318,0.015151677,0.07934643,0.8638203],"study_design_scores_gemma":[0.0011775307,0.00025144653,0.01078811,0.00025315915,0.000093267656,0.0003611163,0.008307024,0.0005403737,0.000049680264,0.000026342523,0.97806966,0.000082305014],"about_ca_topic_score_codex":5.9509773e-7,"about_ca_topic_score_gemma":2.2318827e-7,"teacher_disagreement_score":0.8987232,"about_ca_system_score_codex":0.000046143967,"about_ca_system_score_gemma":0.00029631,"threshold_uncertainty_score":0.6584264},"labels":[],"label_agreement":null},{"id":"W3018302260","doi":"10.1111/j.1365-2923.2001.00887.x","title":"Education for communication: much already known, so much more to understand","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Medical education; Health care; Communication skills; Nursing; Public relations; Medicine; Political science","score_opus":0.02829919808944059,"score_gpt":0.4104506657786171,"score_spread":0.3821514676891765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018302260","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4254022,0.0013875407,0.023944061,0.5236759,0.0043350672,0.003225761,0.000008093641,0.00024957504,0.017771788],"genre_scores_gemma":[0.7619178,0.00047362235,0.050887857,0.16012889,0.0035526524,0.0018376281,0.0034108788,0.00011852696,0.01767212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972155,0.00008410625,0.00075031124,0.0004972198,0.0010209488,0.00043192354],"domain_scores_gemma":[0.9968776,0.00016936487,0.00018501143,0.0010359487,0.0013571162,0.00037492943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011329977,0.00025143538,0.0003428111,0.00047840146,0.00044039323,0.000076539116,0.00041169193,0.0003549206,0.0021668137],"category_scores_gemma":[0.0075333104,0.00024224019,0.00009722275,0.001373526,0.00028581562,0.00020398315,0.000064049345,0.00047412698,0.0002098005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009166112,0.0019780323,0.0014658044,0.00013539892,0.000029925866,5.234823e-7,0.002862838,8.008511e-7,0.00006648803,0.011139616,0.6146288,0.36760014],"study_design_scores_gemma":[0.0011209212,0.0002521566,0.007384181,0.00071318593,0.00012966372,0.00017949897,0.016540276,0.00087086397,0.00017808934,0.004472007,0.9678374,0.00032178054],"about_ca_topic_score_codex":0.00022733287,"about_ca_topic_score_gemma":0.00006800547,"teacher_disagreement_score":0.36727837,"about_ca_system_score_codex":0.0008150434,"about_ca_system_score_gemma":0.008836186,"threshold_uncertainty_score":0.9987453},"labels":[],"label_agreement":null},{"id":"W3018413420","doi":"10.36834/cmej.69182","title":"Reclaiming physician identity: It’s time to integrate ‘Doctor as Person’ into the CanMEDS framework","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Medicine; Identity (music); Burnout; Health care; Perspective (graphical); Face (sociological concept); Medical education; Nursing; Sociology; Law; Political science","score_opus":0.018517632639484055,"score_gpt":0.33892831564736076,"score_spread":0.3204106830078767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018413420","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063570425,0.00016266009,0.0012549887,0.9212967,0.0026837252,0.00037137812,0.0000019735703,0.000031468175,0.010626648],"genre_scores_gemma":[0.10803411,0.000039247287,0.0055554505,0.8732657,0.00882116,0.00005821429,0.0000406107,0.000049429753,0.0041360823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99711514,0.0001434234,0.0005254837,0.0003138529,0.0013947622,0.00050734554],"domain_scores_gemma":[0.9909916,0.00009550305,0.00015849774,0.00034165374,0.0008280368,0.0075846915],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011886595,0.00020800714,0.00028838136,0.00036654936,0.0007309013,0.00020788437,0.0006209391,0.00028019617,0.059550196],"category_scores_gemma":[0.060148258,0.00015987805,0.00011173371,0.0016842321,0.0002153655,0.00026370064,0.000028659984,0.0022906335,0.004119106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016623482,0.00005624385,0.00010829656,0.000022651742,0.000048377246,0.000032284835,0.01898848,0.0000010792213,0.000048056718,0.0022596887,0.7537554,0.22466286],"study_design_scores_gemma":[0.00023280612,0.00017023002,0.0009472351,0.000702516,0.000084264655,0.00036078997,0.01952471,0.0005123817,0.00003215726,0.001170853,0.97606164,0.00020043427],"about_ca_topic_score_codex":0.0061811213,"about_ca_topic_score_gemma":0.0023055738,"teacher_disagreement_score":0.22446242,"about_ca_system_score_codex":0.0012565372,"about_ca_system_score_gemma":0.049017012,"threshold_uncertainty_score":0.9966563},"labels":[],"label_agreement":null},{"id":"W3019149860","doi":"10.36834/cmej.61649","title":"Perceptions of preparedness: How hospital-based orientation can enhance the transition from academic to clinical learning.","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; University of Toronto; University Health Network; Hospital for Sick Children; Sinai Health System; North York General Hospital","funders":"","keywords":"Preceptor; Preparedness; Perception; Psychology; Medical education; Orientation (vector space); Medicine; Pedagogy; Humanities; Political science","score_opus":0.017059984685752563,"score_gpt":0.36658267998358285,"score_spread":0.3495226952978303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019149860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5350469,0.00005971995,0.005505328,0.45731255,0.0016310874,0.00031439328,0.000010450358,0.000016861368,0.000102742575],"genre_scores_gemma":[0.88083786,0.00006549787,0.002285656,0.113075145,0.003329543,0.000053694246,0.00022662812,0.00002188809,0.000104113926],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973944,0.0002769534,0.000764248,0.00029923161,0.0009791844,0.00028597194],"domain_scores_gemma":[0.99443555,0.00013229276,0.00028365065,0.00022464189,0.0010140458,0.003909848],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001077955,0.00014366911,0.0002706998,0.00022711339,0.0002949975,0.000041074883,0.00031193136,0.00032079205,0.0069877375],"category_scores_gemma":[0.0401851,0.00011748318,0.00012182851,0.00091612793,0.00028072504,0.000117178395,0.000009072966,0.0019779522,0.00004868914],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012345615,0.00045118167,0.020101417,0.000076562574,0.000103983,0.000015223774,0.05164859,0.00012617497,0.00032382613,0.0002133363,0.55247915,0.3743371],"study_design_scores_gemma":[0.0036631953,0.0028375315,0.23189802,0.002121593,0.00072033016,0.0002022451,0.14590602,0.015993489,0.00057013944,0.0005395056,0.59465295,0.00089495926],"about_ca_topic_score_codex":0.0018975356,"about_ca_topic_score_gemma":0.0011544893,"teacher_disagreement_score":0.37344214,"about_ca_system_score_codex":0.00051549333,"about_ca_system_score_gemma":0.039566804,"threshold_uncertainty_score":0.99392},"labels":[],"label_agreement":null},{"id":"W3019416815","doi":"10.12927/hcq.2020.26173","title":"A Narrative Study on the Impact of Information and Communication Technology on the Relationship between Patients and Medical Learners","year":2020,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Humber River Regional Hospital","funders":"","keywords":"Milestone; Interpersonal communication; Medical education; Information and Communications Technology; Graduation (instrument); Empathy; Narrative; Quality (philosophy); ICTS; Psychology; Medicine; Political science; Social psychology; Engineering","score_opus":0.05772568169552502,"score_gpt":0.39693483953882125,"score_spread":0.33920915784329625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019416815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7695502,0.000016024182,0.000023321809,0.22947133,0.000016159698,0.0008175311,0.0000036761376,0.000020559813,0.000081201244],"genre_scores_gemma":[0.99704576,0.0000044505837,0.00004200624,0.0027484177,0.000032491687,0.00006621661,0.000052531068,0.000006162276,0.000001942878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867195,0.0003046467,0.00040357353,0.0001072935,0.00040508315,0.00010742641],"domain_scores_gemma":[0.9984708,0.0007203788,0.00020855409,0.0002892836,0.0002333472,0.00007763133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070563325,0.00009256862,0.0001645964,0.000134941,0.00025305848,0.000013765435,0.00011491117,0.00013006224,0.00001824407],"category_scores_gemma":[0.0036112336,0.000050420906,0.000019580422,0.0005644023,0.00022556125,0.0000905126,0.000016666761,0.00071574224,0.000008873997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085331834,0.00010885901,0.8172426,0.000037677975,0.00003135609,1.4277926e-7,0.11607231,1.7376222e-7,7.4020113e-7,0.009437611,0.0012716174,0.05571157],"study_design_scores_gemma":[0.00059767574,0.005907949,0.8933466,0.000113650996,0.000012336033,0.0000011429943,0.09902038,0.000112373295,0.000001995926,0.00080078567,0.00004593905,0.000039147013],"about_ca_topic_score_codex":0.00016182827,"about_ca_topic_score_gemma":0.000009989875,"teacher_disagreement_score":0.22749558,"about_ca_system_score_codex":0.0000759207,"about_ca_system_score_gemma":0.00020727441,"threshold_uncertainty_score":0.4323245},"labels":[],"label_agreement":null},{"id":"W3019817644","doi":"10.1111/medu.14202","title":"Professional identity formation in disorienting times","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Health care; Psychology; Isolation (microbiology); Agency (philosophy); Medical education; Identity (music); Sociology; Public relations; Pedagogy; Medicine; Political science","score_opus":0.012752056976758281,"score_gpt":0.37554854777604924,"score_spread":0.36279649079929094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019817644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82266736,0.000112992704,0.004405847,0.16632494,0.0016069708,0.0004556574,5.7214976e-7,0.0000773175,0.004348333],"genre_scores_gemma":[0.9583009,0.000016896427,0.002172051,0.037949625,0.0007527031,0.00009862448,0.00026754013,0.000011891279,0.00042980528],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99825066,0.00005259905,0.00045784016,0.00019960845,0.00086302595,0.0001762833],"domain_scores_gemma":[0.99945414,0.000027043712,0.000101457175,0.00012776912,0.00017486952,0.00011472506],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004986677,0.00008714963,0.00015072124,0.0001433749,0.0000692148,0.000016588565,0.000114477654,0.00014039844,0.0021150166],"category_scores_gemma":[0.008351931,0.00007800491,0.00003334325,0.00093275635,0.00006427923,0.00048768357,0.000040699706,0.00043452551,0.00019540703],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001176587,0.002445977,0.07729644,0.0009512938,0.000016778253,0.000011816512,0.009275506,0.0000034212312,0.0006615087,0.016280653,0.4360353,0.45690364],"study_design_scores_gemma":[0.0058294637,0.0004358768,0.5140386,0.0034878927,0.00013581649,0.00025314002,0.015613258,0.09080759,0.0021326118,0.0060393717,0.36039546,0.00083093566],"about_ca_topic_score_codex":0.000022780785,"about_ca_topic_score_gemma":0.000008328299,"teacher_disagreement_score":0.4560727,"about_ca_system_score_codex":0.00015628457,"about_ca_system_score_gemma":0.0011097959,"threshold_uncertainty_score":0.99986446},"labels":[],"label_agreement":null},{"id":"W3020121979","doi":"10.36834/cmej.68221","title":"Seven ways to get a grip on implementing Competency-Based Medical Education at the program level","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Specialty; Humanities; Political science; Library science; Medical education; Management; Medicine; Computer science; Family medicine; Philosophy","score_opus":0.036272013974750175,"score_gpt":0.3614375625765592,"score_spread":0.325165548601809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020121979","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07314235,0.0001344428,0.0009607329,0.9109543,0.0033717668,0.0012267428,0.000014382566,0.00007199824,0.0101233125],"genre_scores_gemma":[0.20367102,0.0000233748,0.017225591,0.7708992,0.0066248663,0.000420754,0.00044626836,0.00006764109,0.00062129245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949891,0.00013739556,0.00096577266,0.00044780882,0.0026349104,0.0008249977],"domain_scores_gemma":[0.98737824,0.000115177965,0.00025608903,0.0004366377,0.0010352698,0.010778585],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002182488,0.00027584884,0.00032791315,0.0004787407,0.00089664967,0.00012309184,0.00065557734,0.0003296397,0.053678155],"category_scores_gemma":[0.047405012,0.00020913639,0.00014070638,0.0013487871,0.00023994275,0.00009623088,0.000057683406,0.001827212,0.00056893844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037454083,0.00038201132,0.00066227216,0.00004606897,0.000029281664,0.000018331228,0.0013140022,0.0000038137696,0.000008351602,0.0040924097,0.58299184,0.41041413],"study_design_scores_gemma":[0.0009074247,0.00044296854,0.004423132,0.0006569638,0.00007126824,0.0005949663,0.0026901779,0.0026276782,0.000049357735,0.000462706,0.9868192,0.00025417187],"about_ca_topic_score_codex":0.0016765468,"about_ca_topic_score_gemma":0.008906808,"teacher_disagreement_score":0.41015998,"about_ca_system_score_codex":0.0016392313,"about_ca_system_score_gemma":0.23424582,"threshold_uncertainty_score":0.9606191},"labels":[],"label_agreement":null},{"id":"W3020138308","doi":"10.1097/acm.0000000000003435","title":"Use of Resident-Sensitive Quality Measure Data in Entrustment Decision Making: A Qualitative Study of Clinical Competency Committee Members at One Pediatric Residency","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Cincinnati Children's Hospital Medical Center","keywords":"Summative assessment; Medical education; Milestone; Psychology; Portfolio; Data collection; Medicine; Family medicine; Nursing; Formative assessment","score_opus":0.42069062060800033,"score_gpt":0.5454097476769033,"score_spread":0.12471912706890298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020138308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97982717,0.000585325,0.000450969,0.01673659,0.00042449945,0.0016949465,0.000032705233,0.000032011994,0.00021577865],"genre_scores_gemma":[0.9915638,0.0006576746,0.003869643,0.002869496,0.0007448945,0.000020594245,0.00018543728,0.000030746614,0.00005769095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98898673,0.0022103533,0.004806207,0.0009064615,0.0027422311,0.00034800233],"domain_scores_gemma":[0.9895372,0.006074577,0.0018570506,0.0013533433,0.0009341389,0.0002436898],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0115363505,0.00028698557,0.0017096786,0.00046578134,0.00006244266,0.0000024360775,0.0006103306,0.0004012362,0.0003344982],"category_scores_gemma":[0.08811599,0.0002385665,0.00006711865,0.0020028802,0.0005057663,0.0002296556,0.00060785044,0.0018189929,0.000012611524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052671744,0.0011069515,0.6185244,0.00081250136,0.00035149572,0.00006587023,0.31120583,0.000008858366,0.00066575967,0.0017042964,0.055791374,0.004495516],"study_design_scores_gemma":[0.01210616,0.0034088567,0.72404563,0.002599405,0.001146411,0.000013983088,0.25402868,0.0007019493,0.00011919718,0.0011876138,0.00030627145,0.00033583728],"about_ca_topic_score_codex":0.0008408633,"about_ca_topic_score_gemma":0.00019780465,"teacher_disagreement_score":0.10552129,"about_ca_system_score_codex":0.00022536657,"about_ca_system_score_gemma":0.00065726944,"threshold_uncertainty_score":0.972846},"labels":[],"label_agreement":null},{"id":"W3021712296","doi":"10.59942/2325-9981.1068","title":"The Effect of Competency-Based Education on Medical and Nursing Students' Academic Performance, Technical Skill Development, and Overall Satisfaction and Preparedness for Future Practice: An Integrative Literature Review","year":2018,"lang":"en","type":"article","venue":"International Journal of Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Preparedness; Medical education; Psychology; Nursing; Nursing practice; Medicine; Political science","score_opus":0.010297245230377304,"score_gpt":0.46694386411058425,"score_spread":0.45664661888020697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021712296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9429284,0.014018302,0.000414672,0.039192863,0.0026562766,0.0006940662,0.0000013719449,0.000005952792,0.00008811333],"genre_scores_gemma":[0.95997745,0.01721407,0.015630685,0.005974879,0.0010878867,0.000058367143,0.00003100121,0.0000076195447,0.000018068222],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99778146,0.00019461595,0.0007089222,0.00019017908,0.0010043981,0.00012041169],"domain_scores_gemma":[0.99717575,0.00038176446,0.00087209715,0.00008553488,0.0013838786,0.000100955505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045205425,0.00011238552,0.00022009914,0.00028750065,0.00034489922,0.00006115708,0.00018761735,0.000095837815,0.0000046086634],"category_scores_gemma":[0.0026285523,0.000067540605,0.000021066535,0.0002832096,0.00046965247,0.00049564644,0.000015951708,0.000393721,1.9101121e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003415263,0.00023468315,0.015876768,0.00048961415,0.000020403611,1.5334147e-7,0.0027592757,2.9097484e-7,0.000025149657,0.001869872,0.002432457,0.9759498],"study_design_scores_gemma":[0.0031222303,0.013878452,0.816964,0.11206789,0.00021121725,0.0029444338,0.012124376,0.0012238591,0.00080253516,0.0012891599,0.035028975,0.00034290436],"about_ca_topic_score_codex":0.000006347336,"about_ca_topic_score_gemma":0.0000058504456,"teacher_disagreement_score":0.9756069,"about_ca_system_score_codex":0.00032548618,"about_ca_system_score_gemma":0.0048318827,"threshold_uncertainty_score":0.85715526},"labels":[],"label_agreement":null},{"id":"W3021763515","doi":"10.1111/medu.14220","title":"Helping medical educators worldwide to pivot curricula online: pivotmeded.com","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Medical education; Notice; Resource (disambiguation); Inclusion (mineral); Medicine; Psychology; Computer science; Pedagogy; Political science","score_opus":0.014433386892925237,"score_gpt":0.36419631505515887,"score_spread":0.34976292816223364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021763515","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3908912,0.00029967236,0.0036629238,0.5983974,0.0038367957,0.00071495667,0.0000035438345,0.00025243784,0.0019411246],"genre_scores_gemma":[0.49299622,0.00009277666,0.009231253,0.4876884,0.0076965527,0.0002814535,0.00067063776,0.0000882948,0.0012544197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99419993,0.00013839749,0.0011155849,0.0007810005,0.003132534,0.00063252274],"domain_scores_gemma":[0.99668396,0.00017304064,0.00018748277,0.00058856345,0.0005884345,0.0017785412],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001030802,0.00035376532,0.00055650197,0.00042443624,0.00019123616,0.00004750362,0.0005999788,0.00046787475,0.008692812],"category_scores_gemma":[0.04633655,0.0003178405,0.00014845637,0.002681141,0.00026112783,0.0001566506,0.00016873286,0.0013864667,0.001003008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048084094,0.0018152884,0.0072097797,0.00021651035,0.00003561804,0.000019359506,0.0013774813,0.0000014441739,0.000072585965,0.0010724264,0.6234488,0.3646826],"study_design_scores_gemma":[0.0015523694,0.00043518157,0.026189629,0.0022699719,0.00016365659,0.00030658772,0.0042338497,0.0050606653,0.00032553036,0.00017184603,0.95864874,0.0006419756],"about_ca_topic_score_codex":0.00016516904,"about_ca_topic_score_gemma":0.000023147215,"teacher_disagreement_score":0.36404064,"about_ca_system_score_codex":0.00045379868,"about_ca_system_score_gemma":0.009300388,"threshold_uncertainty_score":0.99992734},"labels":[],"label_agreement":null},{"id":"W3021967257","doi":"10.3205/zma001263","title":"Restructuring the final year of the model study programme MaReCuM at the Medical Faculty Mannheim: the academic quarter in ambulatory medicine","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ambulatory; Curriculum; Quarter (Canadian coin); Restructuring; Medical education; Medicine; Ambulatory care; Family medicine; Medical school; Coursework; Psychology; Health care; Pedagogy; Political science; Surgery","score_opus":0.06852140779059648,"score_gpt":0.3349927812675544,"score_spread":0.26647137347695793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021967257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221942,0.00013174575,0.000009027335,0.0727032,0.0006102353,0.0033256316,0.0000022648603,0.000019796658,0.0010038951],"genre_scores_gemma":[0.99301124,0.000013330954,0.000024323555,0.003162909,0.00037524034,0.0011728286,0.000011137399,0.0000196327,0.0022093423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969914,0.00021033116,0.0005973844,0.00026784712,0.0014967775,0.00043627562],"domain_scores_gemma":[0.9985049,0.00020289695,0.00020686332,0.00089695817,0.00011982905,0.000068576286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003815758,0.00015933141,0.00024807267,0.000063515574,0.0001619247,0.000008767815,0.00075373176,0.00016953846,0.00014932017],"category_scores_gemma":[0.0015061115,0.00005699534,0.00007450245,0.0006441721,0.0006522969,0.000049379774,0.00023557062,0.0014077536,0.000013943923],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048035465,0.00054726773,0.63228637,0.00021164569,0.00031722063,0.000008343156,0.027244478,0.00022519828,0.000080570964,0.0022165545,0.08491495,0.25146705],"study_design_scores_gemma":[0.0016568942,0.000054929635,0.98222166,0.00008344039,0.000090462054,0.00003262464,0.007225828,0.0029229266,0.000039181876,0.00044925464,0.005148656,0.00007411846],"about_ca_topic_score_codex":0.00010770247,"about_ca_topic_score_gemma":0.00007641351,"teacher_disagreement_score":0.3499353,"about_ca_system_score_codex":0.00020563506,"about_ca_system_score_gemma":0.00016981704,"threshold_uncertainty_score":0.61160666},"labels":[],"label_agreement":null},{"id":"W3022658701","doi":"10.2196/15444","title":"An Objective Structured Clinical Examination for Medical Student Radiology Clerkships: Reproducibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intraclass correlation; Objective structured clinical examination; Grading (engineering); Medicine; Reproducibility; Medical physics; Physical examination; Radiology; Medical education; Psychometrics","score_opus":0.048950014466055694,"score_gpt":0.49641589363685124,"score_spread":0.44746587917079556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022658701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9460122,0.000073808515,0.0035746265,0.0418587,0.00324054,0.004779262,0.0000041255475,0.00021696738,0.00023977946],"genre_scores_gemma":[0.9646858,0.000019648025,0.0024915833,0.024453875,0.006120868,0.0015316264,0.0005834707,0.000047991347,0.000065161345],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99256384,0.0011611566,0.0017426838,0.0019442161,0.0021751465,0.0004129748],"domain_scores_gemma":[0.9952651,0.00046359992,0.00040677385,0.0015473093,0.0012343288,0.0010828906],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010593015,0.00029344563,0.0007267767,0.00018907155,0.00019617437,0.000035709745,0.0005626604,0.00076725765,0.0016483132],"category_scores_gemma":[0.07683024,0.00025342783,0.00015363055,0.00089195557,0.0004523654,0.00022297488,0.0000846467,0.0013326847,0.000036493875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005445923,0.013277884,0.20220816,0.00020480377,0.00015705974,0.000009409772,0.013155698,8.2566555e-7,0.000057406196,0.00077782787,0.027990885,0.7416155],"study_design_scores_gemma":[0.004385849,0.0043282295,0.96175635,0.000107516156,0.00018016456,0.000070424496,0.019931369,0.0039478424,0.000052898802,0.00033365338,0.0046296283,0.00027607774],"about_ca_topic_score_codex":0.000022466584,"about_ca_topic_score_gemma":0.000018542985,"teacher_disagreement_score":0.7595482,"about_ca_system_score_codex":0.0003548583,"about_ca_system_score_gemma":0.005472191,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W3023767231","doi":"10.2196/18340","title":"Medical Student Utilization of a Novel Web-Based Platform (Psy-Q) for Question-Based Learning in Psychiatry: Pilot Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Laptop; Psychology; Web application; Quality (philosophy); Medicine; Computer science; World Wide Web; Multimedia","score_opus":0.036182696201838845,"score_gpt":0.42144901857007433,"score_spread":0.3852663223682355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023767231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8736027,0.00013920068,0.040390603,0.080100745,0.0017898347,0.0036230076,0.0000037530579,0.00021265385,0.00013751871],"genre_scores_gemma":[0.9778864,0.000008537732,0.0056855963,0.013289923,0.00084803737,0.0017175985,0.00048006437,0.000052252093,0.00003163163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953222,0.00014307204,0.0013034074,0.0005647207,0.0023314247,0.00033517537],"domain_scores_gemma":[0.99785596,0.00017738697,0.00040727688,0.0003213641,0.00077805377,0.00045996008],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020525663,0.0002714002,0.0005115955,0.00050444086,0.00012492531,0.000021789107,0.00031517414,0.00035717202,0.0005628759],"category_scores_gemma":[0.015534553,0.00025692704,0.00009499996,0.0016984872,0.00019567125,0.00013361957,0.00003250919,0.00088659656,0.000011164152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017772551,0.057837326,0.74221253,0.0026062508,0.0000985888,0.0000072406024,0.0042337733,0.00045726256,0.00021682383,0.006632562,0.017417325,0.16650306],"study_design_scores_gemma":[0.025400354,0.0070474334,0.4988487,0.0048441053,0.00021123441,0.000014183856,0.0061988276,0.45001075,0.00008615599,0.0001298598,0.0066827647,0.00052562135],"about_ca_topic_score_codex":0.00008837327,"about_ca_topic_score_gemma":0.00010232712,"teacher_disagreement_score":0.4495535,"about_ca_system_score_codex":0.00036970875,"about_ca_system_score_gemma":0.014512786,"threshold_uncertainty_score":0.9999883},"labels":[],"label_agreement":null},{"id":"W3023788859","doi":"10.11575/prism/37807","title":"Quality Improvement Training in Medical Education","year":2020,"lang":"en","type":"dissertation","venue":"PRISM (University of Calgary)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Quality (philosophy); Medical education; Psychology; Medicine; Engineering management; Engineering; Geography","score_opus":0.01852926807551823,"score_gpt":0.3116724988218586,"score_spread":0.29314323074634036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023788859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8746283,0.00023457507,0.008123587,0.010325793,0.0016036326,0.00096314953,4.6361552e-7,0.00007548092,0.10404504],"genre_scores_gemma":[0.80041873,0.0008778519,0.12856196,0.007091324,0.0005862247,0.000025801857,0.012466936,0.00014687362,0.04982431],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998151,0.000054562726,0.00040987914,0.00033840424,0.0008698004,0.00017634827],"domain_scores_gemma":[0.9990021,0.000030806506,0.00033919077,0.00024317237,0.00022734387,0.00015740661],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004849216,0.00015867731,0.00047828013,0.00037858592,0.000060916107,0.0000042300094,0.00022524735,0.00048862875,0.0012275815],"category_scores_gemma":[0.001037072,0.0002010843,0.00011228964,0.0004712133,0.00008216409,0.000082540515,0.000031117484,0.00080812006,0.000025673435],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017631536,0.00031958005,0.00047840422,0.00068791816,0.00004769026,0.000018793042,0.012492634,1.110766e-8,0.00034021807,0.0030817785,0.0042061163,0.97815055],"study_design_scores_gemma":[0.010650487,0.0012801379,0.57741284,0.0065855472,0.00089582585,0.00003398376,0.10250547,0.021364175,0.0010555325,0.0060689803,0.27034187,0.0018051491],"about_ca_topic_score_codex":0.0008353122,"about_ca_topic_score_gemma":0.00010275146,"teacher_disagreement_score":0.9763454,"about_ca_system_score_codex":0.00028480683,"about_ca_system_score_gemma":0.0047527165,"threshold_uncertainty_score":0.9996854},"labels":[],"label_agreement":null},{"id":"W3023867726","doi":"10.3205/zma001270","title":"The Berlin reformed curriculum in undergraduate medical education: a retrospective of the development history, principles, and termination","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; German; Politics; Opposition (politics); Political science; Medical education; Sociology; Library science; Law; Medicine; History","score_opus":0.011560861715257855,"score_gpt":0.2558400585570695,"score_spread":0.24427919684181162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023867726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656316,0.00029545018,0.0000083884,0.022006555,0.0012796302,0.0013000725,1.8372934e-7,0.000011992864,0.0094661005],"genre_scores_gemma":[0.99240434,0.00004307259,0.0003767896,0.0005705171,0.00008028082,0.00089068816,0.000008904781,0.000008389453,0.005617036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986088,0.000053160442,0.0004061021,0.0001672502,0.00058714574,0.00017749525],"domain_scores_gemma":[0.99924344,0.000040037437,0.00018291021,0.00027196648,0.00020675173,0.000054875956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012186524,0.00007762107,0.00013384409,0.00009501893,0.000060590508,0.000006133745,0.0001444974,0.000084928295,0.000024426032],"category_scores_gemma":[0.002541068,0.000043895176,0.000021343207,0.00035143428,0.00017063733,0.000056552457,0.00006130735,0.00027595405,0.0000033657248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019223413,0.00032317327,0.4906352,0.00009175465,0.00002111594,3.545023e-7,0.0010493437,1.4712788e-7,0.000006608519,0.015956217,0.0034205134,0.48847637],"study_design_scores_gemma":[0.00043598763,0.000010446212,0.91056037,0.00008966583,0.00000902812,0.000013332372,0.0003511623,0.00011097957,0.00006111417,0.00037947996,0.087931044,0.00004741712],"about_ca_topic_score_codex":0.00003623005,"about_ca_topic_score_gemma":0.00014938564,"teacher_disagreement_score":0.48842895,"about_ca_system_score_codex":0.0015012267,"about_ca_system_score_gemma":0.0013184964,"threshold_uncertainty_score":0.39256555},"labels":[],"label_agreement":null},{"id":"W3024075470","doi":"10.1017/cem.2020.167","title":"MP19: Identifying and transmitting the culture of emergency medicine through simulation","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Ethnography; Participant observation; Specialty; Medical education; Emergency department; Interpretation (philosophy); Medicine; Identity (music); Identification (biology); Value (mathematics); Psychology; Nursing; Family medicine; Computer science; Sociology","score_opus":0.16385413577370683,"score_gpt":0.42175929126587014,"score_spread":0.2579051554921633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024075470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.603926,0.040640153,0.03711588,0.2636043,0.030975796,0.0013533143,0.000015139003,0.000039947685,0.02232949],"genre_scores_gemma":[0.9910361,0.0022370827,0.00052104273,0.0014620152,0.004376452,0.0000027496903,0.000017033224,0.00002678807,0.00032071245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971085,0.00008342644,0.0017281752,0.00018732913,0.0006141201,0.00027842508],"domain_scores_gemma":[0.9972971,0.000059508628,0.00073680794,0.00020945059,0.0012239737,0.00047314606],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010251816,0.00019479176,0.00052392785,0.00024101009,0.0002110777,0.0000020433556,0.00023154118,0.00012146923,0.0067214826],"category_scores_gemma":[0.0058649997,0.00011955876,0.00010017498,0.0014499627,0.00027753465,0.0002071701,0.0000088822035,0.00063511124,0.000002913703],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019008953,0.00007714927,0.05324577,0.0019620426,0.00067439454,0.00007715939,0.3417623,0.0003796828,0.014080652,0.002370657,0.55848897,0.026691116],"study_design_scores_gemma":[0.00782233,0.0053202217,0.0656242,0.00564484,0.0034830591,0.0002018601,0.14273827,0.010095343,0.0007799742,0.006791967,0.75068605,0.000811869],"about_ca_topic_score_codex":0.00160287,"about_ca_topic_score_gemma":0.0003778863,"teacher_disagreement_score":0.38711014,"about_ca_system_score_codex":0.000070712544,"about_ca_system_score_gemma":0.0004266615,"threshold_uncertainty_score":0.9941865},"labels":[],"label_agreement":null},{"id":"W3024188083","doi":"10.5546/aap.2019.e425","title":"Validación transcultural del Cuestionario de Enseñanza Clínica de Maastricht","year":2019,"lang":"es","type":"article","venue":"Archivos Argentinos de Pediatria","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Cronbach's alpha; Confirmatory factor analysis; Reliability (semiconductor); Variance (accounting); Adaptation (eye); Psychology; Construct validity; Medical education; Content validity; Structural equation modeling; Clinical psychology; Medicine; Psychometrics; Statistics; Mathematics","score_opus":0.010591017713285203,"score_gpt":0.29350901000072943,"score_spread":0.28291799228744424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024188083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978384,0.0010172314,0.0055988305,0.005535618,0.002534862,0.0012632366,0.000083391875,0.00017831918,0.0054045175],"genre_scores_gemma":[0.9603992,0.0010255954,0.025764102,0.0021116415,0.005244553,0.00010860029,0.00048248618,0.00010674264,0.0047570798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995098,0.00048409565,0.0011653214,0.00076575903,0.0008827965,0.0016040524],"domain_scores_gemma":[0.9975067,0.0003975865,0.0004020935,0.0008328126,0.00032237955,0.000538449],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018354808,0.0005231376,0.0006302247,0.00048963825,0.00029114453,0.00013312156,0.0005820027,0.0004676191,0.002645439],"category_scores_gemma":[0.0019935467,0.00051944656,0.0003862371,0.0009469595,0.00020478223,0.00021152252,0.000109604756,0.00151487,0.002170838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036697128,0.00086066383,0.9214576,0.00084878237,0.00031494722,0.000053749067,0.005759325,0.00016526158,0.012333523,0.0121556735,0.035852253,0.00983129],"study_design_scores_gemma":[0.005708749,0.0005873664,0.8847863,0.00045550382,0.0017864179,0.0006031751,0.0009952027,0.009719169,0.0014134891,0.003087695,0.08986452,0.0009924158],"about_ca_topic_score_codex":0.0002867146,"about_ca_topic_score_gemma":0.00000831061,"teacher_disagreement_score":0.05401227,"about_ca_system_score_codex":0.0006412083,"about_ca_system_score_gemma":0.0023175895,"threshold_uncertainty_score":0.9997257},"labels":[],"label_agreement":null},{"id":"W3024191225","doi":"10.7759/cureus.8099","title":"Changing Paradigms of Bedside Clinical Teaching","year":2020,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Conceptualization; Multidisciplinary approach; Hierarchy; Psychology; Engineering ethics; Sociology; Computer science; Engineering; Political science; Artificial intelligence; Social science","score_opus":0.14278642603883326,"score_gpt":0.50889424688791,"score_spread":0.36610782084907667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024191225","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013806651,0.9903454,0.0005005279,0.0004628371,0.0015061249,0.00058694964,0.0000057869665,0.00005758791,0.006520971],"genre_scores_gemma":[0.000034042358,0.9905695,0.0056173857,0.00052671705,0.0025246432,0.000047271817,0.00024522445,0.00005210196,0.00038316648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777406,0.00015121032,0.0012312507,0.00031653582,0.00030588824,0.00022102283],"domain_scores_gemma":[0.9985883,0.00020842934,0.00053955516,0.00048700726,0.00007915762,0.000097506425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012230183,0.00021989243,0.0017149324,0.00018793799,0.00005299254,0.000007108148,0.0002117835,0.00038581534,0.0001490832],"category_scores_gemma":[0.0046288804,0.00017435905,0.00042176945,0.0005089578,0.000099932855,0.00003591935,0.00008061056,0.0013585433,0.0001061381],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020826385,0.00010721351,0.000016566895,0.007677662,0.00016944902,0.000014061812,0.00017787248,1.1523457e-8,6.9300555e-8,0.002499905,0.008420548,0.98091453],"study_design_scores_gemma":[0.00014498991,0.00010290183,0.0000071646446,0.012857496,0.0010489938,0.00007499235,0.000094337745,0.000019686748,3.481376e-7,0.000040334824,0.9854841,0.00012461179],"about_ca_topic_score_codex":0.0000037445818,"about_ca_topic_score_gemma":2.0000775e-7,"teacher_disagreement_score":0.98078996,"about_ca_system_score_codex":0.00014709754,"about_ca_system_score_gemma":0.00063406845,"threshold_uncertainty_score":0.7110156},"labels":[],"label_agreement":null},{"id":"W3024222475","doi":"10.1017/cem.2020.133","title":"LO79: The variable landscape of resident selection: A study of Canadian Royal College emergency medicine training programs","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Likert scale; Computer science; Selection (genetic algorithm); Rank (graph theory); Process (computing); Percentile; Percentile rank; Medical education; Descriptive statistics; Scale (ratio); Medicine; Artificial intelligence; Statistics; Mathematics","score_opus":0.12411493232086863,"score_gpt":0.3521173515100568,"score_spread":0.22800241918918818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024222475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8595627,0.0032893827,0.00020782111,0.08848836,0.013413002,0.0018175124,0.000022894339,0.000018465196,0.033179846],"genre_scores_gemma":[0.9941537,0.00016563298,0.00023941464,0.00045770386,0.0035289747,0.000019073605,0.00002431998,0.00003737649,0.0013738238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99574834,0.0001637687,0.0023916273,0.00024937134,0.00093528884,0.00051158876],"domain_scores_gemma":[0.995013,0.000048025115,0.0009857441,0.00032409577,0.002326185,0.0013029573],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020103406,0.0002502627,0.0008551852,0.0013244338,0.00024356462,0.0000018314325,0.0004462827,0.00013557391,0.023242472],"category_scores_gemma":[0.0048688883,0.00016839718,0.00009932857,0.005527767,0.00024410391,0.000079714504,0.000011665514,0.00074300996,0.0000032548157],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016367108,0.00018522351,0.11058867,0.0003459342,0.0006559402,0.00009039329,0.07071019,0.00013838577,0.00039848703,0.0022237515,0.81268823,0.0018111145],"study_design_scores_gemma":[0.008353076,0.021609874,0.10117496,0.0021728477,0.0025695376,0.00023737724,0.32946828,0.0015865634,0.00005202327,0.0005800392,0.5316632,0.0005322451],"about_ca_topic_score_codex":0.27237657,"about_ca_topic_score_gemma":0.41219682,"teacher_disagreement_score":0.28102505,"about_ca_system_score_codex":0.00020517773,"about_ca_system_score_gemma":0.0050333366,"threshold_uncertainty_score":0.9776504},"labels":[],"label_agreement":null},{"id":"W3024407389","doi":"10.22374/cjgim.v14i3.317","title":"EPAs for the Ambulatory Internist in Translation: Findings from a Canadian Multi-Center Survey","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Accreditation; Context (archaeology); Ambulatory; Scope (computer science); Medical education; Family medicine; MEDLINE; Ambulatory care; Health care; Surgery","score_opus":0.05264189466284206,"score_gpt":0.3338545203485608,"score_spread":0.2812126256857187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024407389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96736187,0.0011159807,0.0016575793,0.023596015,0.005155071,0.00047831732,0.0000687438,0.0000030739807,0.00056336616],"genre_scores_gemma":[0.98795897,0.00002494383,0.0013689017,0.007479728,0.0012147017,0.000008989488,0.000112909824,0.000029075623,0.0018017985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982762,0.00007073071,0.00080769166,0.00018027026,0.00028327157,0.00038183923],"domain_scores_gemma":[0.9982682,0.00017337402,0.00018852038,0.00023637775,0.000546578,0.000586973],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013339166,0.00016891294,0.00040059647,0.0008011328,0.0000785419,0.00002809937,0.00035180413,0.00013055773,0.0014589663],"category_scores_gemma":[0.0010378174,0.00011596153,0.00009872269,0.00033477935,0.00019425905,0.000106493215,0.0000054497095,0.000648132,0.000026647285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002406584,0.000057093494,0.89334136,0.000039227336,0.00023181291,0.000144829,0.0031710602,0.000035574518,0.00062187365,0.00012468219,0.08370409,0.018287728],"study_design_scores_gemma":[0.00687056,0.00048633612,0.85921675,0.0011208256,0.00008328994,0.0002821111,0.0006723247,0.0056024306,0.000100201556,0.0000629475,0.12534319,0.0001590151],"about_ca_topic_score_codex":0.65108716,"about_ca_topic_score_gemma":0.8785389,"teacher_disagreement_score":0.22745173,"about_ca_system_score_codex":0.00088216446,"about_ca_system_score_gemma":0.0020009635,"threshold_uncertainty_score":0.99945384},"labels":[],"label_agreement":null},{"id":"W3024447927","doi":"10.3138/jvme.2019-0118","title":"Drug Calculations in Veterinary Medical Education—Where Are We?","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Veterinary medicine; Veterinary drug; Tracking (education); Medical education; Medicine; Drug; Psychology; Pharmacology; Pedagogy","score_opus":0.06974303150115273,"score_gpt":0.41908025282134026,"score_spread":0.3493372213201875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024447927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6934933,0.0021416128,0.000525038,0.2996122,0.003067029,0.0003191571,0.0000016415751,0.000034919525,0.0008051028],"genre_scores_gemma":[0.9591535,0.0013981998,0.005570609,0.029353436,0.0039407676,0.00006785332,0.000061785504,0.00005346094,0.00040039438],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99493015,0.00031151538,0.0017310875,0.00036217336,0.0023067656,0.00035830776],"domain_scores_gemma":[0.9967139,0.00015859779,0.0007832034,0.00036485665,0.00090968236,0.0010697931],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014566686,0.0002819241,0.0006360033,0.0005947446,0.000114954935,0.000034309338,0.0005138667,0.00040448835,0.0049012075],"category_scores_gemma":[0.011163359,0.00025361686,0.0001993742,0.0013822995,0.00025160296,0.00043371963,0.00010817319,0.0016802417,0.00007206532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009245196,0.007290225,0.030908374,0.0015151654,0.00012575988,0.0006675174,0.0053405156,0.000015533147,0.00052776316,0.00088829023,0.57590854,0.3758878],"study_design_scores_gemma":[0.003612272,0.0022261785,0.11409268,0.007859263,0.00017139067,0.010743816,0.009835427,0.0044710585,0.00003301875,0.00038440034,0.84605634,0.0005141523],"about_ca_topic_score_codex":0.000040090817,"about_ca_topic_score_gemma":0.000009562087,"teacher_disagreement_score":0.37537366,"about_ca_system_score_codex":0.0005164036,"about_ca_system_score_gemma":0.015374188,"threshold_uncertainty_score":0.9999916},"labels":[],"label_agreement":null},{"id":"W3024529889","doi":"10.1111/eje.12541","title":"Dental faculty and student views of didactic and clinical assessment: A qualitative description study","year":2020,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Curriculum; Focus group; Dental education; Psychology; Perception; Pace; Qualitative property; Qualitative research; Faculty development; Educational measurement; Peer assessment; Medicine; Pedagogy; Professional development; Computer science","score_opus":0.1478312859244422,"score_gpt":0.5244928140236679,"score_spread":0.3766615280992257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024529889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99629444,0.000230102,0.00065380835,0.0012252491,0.0006553642,0.0003980531,0.0000019808576,0.000005955594,0.000535037],"genre_scores_gemma":[0.9933958,0.0000750073,0.005289827,0.00074513495,0.00041750344,0.0000023424248,0.000019045072,0.000016553782,0.0000387562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973916,0.00081798463,0.0010728596,0.00016996334,0.00046417912,0.00008344515],"domain_scores_gemma":[0.99859154,0.000060447746,0.00076437753,0.00009338832,0.0003436435,0.00014659567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022279485,0.00011070235,0.00031506075,0.00013597208,0.00005864184,0.00003831828,0.000088888606,0.000022607983,0.000034631725],"category_scores_gemma":[0.00091641553,0.000091946575,0.00006309639,0.0002533977,0.00013037644,0.00026565706,0.000052502324,0.0003947682,0.0000063228877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022559757,0.0042496654,0.8381155,0.0001276577,0.00024009268,0.00002256645,0.061353028,3.9148958e-7,0.0015080645,0.00008517514,0.002261574,0.09181068],"study_design_scores_gemma":[0.0015850788,0.0023802374,0.7559376,0.0001396841,0.00023945447,0.00015822444,0.23895831,0.000026562202,0.000027798062,0.00000863642,0.0004794546,0.000059005273],"about_ca_topic_score_codex":0.000005526223,"about_ca_topic_score_gemma":0.000002271381,"teacher_disagreement_score":0.17760529,"about_ca_system_score_codex":0.00009678778,"about_ca_system_score_gemma":0.00022641722,"threshold_uncertainty_score":0.37494725},"labels":[],"label_agreement":null},{"id":"W3024575036","doi":"10.1017/cem.2020.346","title":"P142: Perspectives of medical students and undergraduate students on their experience as medical scribes in the Saint John Regional Hospital Emergency Department","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; Dalhousie University","funders":"","keywords":"Medical education; Thematic analysis; Workload; Curriculum; Medical terminology; Burnout; Medicine; Population; Experiential learning; Psychology; Qualitative research; Nursing; Pedagogy; Sociology","score_opus":0.07244727366692863,"score_gpt":0.41282864020799515,"score_spread":0.34038136654106654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024575036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7652093,0.0024378453,0.00004650094,0.22958936,0.00207372,0.00032415777,0.0000028085597,0.0000041433264,0.00031214603],"genre_scores_gemma":[0.9895488,0.0046911323,0.000030975018,0.004245031,0.001378638,0.000019974323,0.000012514148,0.000020599917,0.0000523298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930345,0.00021525545,0.0015021064,0.00031126355,0.0045487345,0.00038815622],"domain_scores_gemma":[0.99739176,0.000092498434,0.00044531183,0.00026907373,0.0005582359,0.0012431052],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024294108,0.00025457586,0.00057208654,0.00040318503,0.00013187031,0.000008541687,0.0012005282,0.00017408718,0.004630107],"category_scores_gemma":[0.008581281,0.00015779329,0.00011269469,0.0009758726,0.0005692535,0.00010193745,0.000057777313,0.00095483096,0.0000070501574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002458623,0.0011515938,0.6825852,0.00016359448,0.00040758413,0.0008616201,0.1367192,0.0000021023025,0.000041546922,0.007852663,0.16261686,0.007352163],"study_design_scores_gemma":[0.004832744,0.0063273367,0.75878173,0.0022292985,0.00020345363,0.00030068544,0.18433525,0.00015471566,0.000031925767,0.0014044167,0.04102933,0.00036914164],"about_ca_topic_score_codex":0.0020212103,"about_ca_topic_score_gemma":0.0015109788,"teacher_disagreement_score":0.22534432,"about_ca_system_score_codex":0.0002776831,"about_ca_system_score_gemma":0.0015170699,"threshold_uncertainty_score":0.99976987},"labels":[],"label_agreement":null},{"id":"W3024616200","doi":"10.1057/s41599-020-0469-5","title":"Postdoctoral scholars’ perspectives about professional learning and development: a concurrent mixed-methods study","year":2020,"lang":"en","type":"article","venue":"Palgrave Communications","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Thematic analysis; Variety (cybernetics); Professional development; Value (mathematics); Psychology; Qualitative research; Professional learning community; Descriptive statistics; Qualitative property; Sociology; Medical education; Pedagogy; Medicine; Computer science; Social science","score_opus":0.06989305105988844,"score_gpt":0.463206877629845,"score_spread":0.3933138265699566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024616200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9584698,0.0051723793,0.008261428,0.023897195,0.00037924552,0.0014992425,0.000003918114,0.00022908466,0.00208769],"genre_scores_gemma":[0.89296687,0.00014190564,0.10584255,0.0005584074,0.00007130017,0.00018671076,0.00012687659,0.0000193821,0.00008600756],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982686,0.0005799366,0.00041164074,0.00027959037,0.00027713136,0.00018310791],"domain_scores_gemma":[0.99855477,0.00021322914,0.00014116382,0.00047834363,0.0004625584,0.0001499334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008354612,0.00014831616,0.00023630861,0.00012706118,0.0006874258,0.000048161404,0.0003015085,0.000073564705,0.0001365682],"category_scores_gemma":[0.0029807433,0.00013751001,0.000030925345,0.00053711695,0.00026665683,0.000050579303,0.00045653846,0.0010657875,0.000043001677],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004192632,0.0011910803,0.2528228,0.000104869614,0.0002463124,0.0000033526014,0.12843007,7.260278e-7,0.0013778743,0.013676873,0.00071130914,0.6013928],"study_design_scores_gemma":[0.0019381295,0.00043499653,0.7000403,0.00021528732,0.00012853186,0.000028197495,0.18265383,0.0019209068,0.00024078008,0.00015242655,0.111921966,0.0003246648],"about_ca_topic_score_codex":0.000007858537,"about_ca_topic_score_gemma":0.0000060348602,"teacher_disagreement_score":0.60106814,"about_ca_system_score_codex":0.00010366471,"about_ca_system_score_gemma":0.00032450288,"threshold_uncertainty_score":0.56074953},"labels":[],"label_agreement":null},{"id":"W3024618630","doi":"","title":"","year":2020,"lang":"fr","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Passions; Humanities; Library science; Computer science; Art; Philosophy; Epistemology","score_opus":0.04593295402265979,"score_gpt":0.28728826464312524,"score_spread":0.24135531062046545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024618630","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.320283,0.016808776,0.002600383,0.6429613,0.011912897,0.0028659494,0.000011390658,0.00018657636,0.0023697028],"genre_scores_gemma":[0.8140806,0.00056248956,0.0026718453,0.1542939,0.019469108,0.0055181626,0.000078693556,0.00006631854,0.003258859],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99482197,0.00021825061,0.0011790477,0.00079945615,0.0010583788,0.0019229084],"domain_scores_gemma":[0.99707717,0.00015584029,0.0002765358,0.00055798324,0.0005604843,0.0013719859],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017172012,0.00038675813,0.0006226488,0.00016741913,0.00021064474,0.00008552214,0.0004008743,0.00045553988,0.00036733344],"category_scores_gemma":[0.023379048,0.00042424997,0.00017104667,0.0032834744,0.0007001939,0.00055463624,0.00014883513,0.0013753216,0.00025403645],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021792612,0.00057165656,0.031125644,0.0011097001,0.00020132244,0.00011631278,0.0042292536,0.000023477756,0.000036669222,0.00945262,0.08106199,0.8718534],"study_design_scores_gemma":[0.0024837116,0.00013647137,0.62214094,0.00011029669,0.00038338944,0.00007035097,0.0024424593,0.0021140378,0.0005719617,0.00022853562,0.36903015,0.00028767347],"about_ca_topic_score_codex":0.0000842623,"about_ca_topic_score_gemma":0.0000022776858,"teacher_disagreement_score":0.87156576,"about_ca_system_score_codex":0.0007394661,"about_ca_system_score_gemma":0.0002804853,"threshold_uncertainty_score":0.99982095},"labels":[],"label_agreement":null},{"id":"W3024645679","doi":"10.1111/medu.14221","title":"Workplace‐based assessments in postgraduate medical education: A hermeneutic review","year":2020,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal Australian College of General Practitioners","keywords":"Summative assessment; Context (archaeology); Thematic analysis; Medical education; Formative assessment; Literacy; Medicine; Psychology; Qualitative research; Sociology; Pedagogy; Social science","score_opus":0.046425529721572975,"score_gpt":0.48461447524404766,"score_spread":0.43818894552247467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024645679","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000788554,0.88708293,0.00007860745,0.10101057,0.0041716713,0.003217573,0.0000043958016,0.00013209821,0.0042942483],"genre_scores_gemma":[0.000010001852,0.8598386,0.0017995323,0.12891501,0.0018348399,0.0027130228,0.003421873,0.00013279382,0.0013343324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99053323,0.00081985496,0.0028607564,0.0012165987,0.0038877358,0.0006818392],"domain_scores_gemma":[0.9960531,0.00029532504,0.00090598833,0.001200911,0.00063419994,0.0009104688],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0027721603,0.00082332356,0.003003818,0.0009334481,0.000111448826,0.00005129431,0.0009246834,0.0014177378,0.009288674],"category_scores_gemma":[0.029773291,0.0007009703,0.0005149767,0.0045576757,0.00030400412,0.00014916922,0.00013931294,0.0034840163,0.000889129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009237488,0.002149981,0.000047107245,0.067857005,0.000057677164,0.000033531247,0.000026418735,1.139982e-8,1.0575011e-8,0.00017375147,0.23714668,0.6924986],"study_design_scores_gemma":[0.00044490068,0.000098623255,0.00004701936,0.2695338,0.00086805923,0.00038246627,0.000040517192,0.00016301291,7.768183e-8,0.000045552686,0.7279935,0.0003825037],"about_ca_topic_score_codex":0.0000620419,"about_ca_topic_score_gemma":0.000016874408,"teacher_disagreement_score":0.6921161,"about_ca_system_score_codex":0.0020878296,"about_ca_system_score_gemma":0.14176565,"threshold_uncertainty_score":0.9998888},"labels":[],"label_agreement":null},{"id":"W3024767426","doi":"","title":"Practice simulated office orals as a predictor of Certification examination performance in family medicine.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; Western University","funders":"","keywords":"Generalizability theory; Certification; Medicine; Family medicine; Cohort; Demography; Internal medicine; Statistics; Mathematics; Management","score_opus":0.0762999514977615,"score_gpt":0.35353351459788623,"score_spread":0.2772335631001247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024767426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960758,0.00009079338,0.000079425925,0.0071719056,0.0005336187,0.00125736,0.0000013934471,0.000040936742,0.030066615],"genre_scores_gemma":[0.9970481,0.00011170607,0.00039044864,0.0006803967,0.00022417499,0.00037907463,0.000069383794,0.000017560158,0.0010791958],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99823546,0.00008235076,0.0006110003,0.00025198516,0.00058166444,0.00023752621],"domain_scores_gemma":[0.9976366,0.00016318262,0.0006236087,0.0007145008,0.0007934476,0.00006866113],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002273206,0.00011585929,0.0002534208,0.00032274044,0.00011704272,0.000019228199,0.00022171016,0.0001444868,0.000042673182],"category_scores_gemma":[0.022165827,0.000102234124,0.000021170958,0.00042078114,0.00024623377,0.0005786225,0.000032567794,0.00025625346,0.000021820517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005803075,0.0007407624,0.06577415,0.0003782882,0.00006122358,0.000007872637,0.0016288671,0.000051310115,0.001514677,0.0009918573,0.0018174135,0.9264533],"study_design_scores_gemma":[0.0015731418,0.00009890762,0.9834353,0.000153101,0.0000751038,0.000011625244,0.00043622815,0.002715016,0.00087005104,0.00004117043,0.010508514,0.00008189578],"about_ca_topic_score_codex":0.00020782035,"about_ca_topic_score_gemma":0.0000032422167,"teacher_disagreement_score":0.9263714,"about_ca_system_score_codex":0.00020131364,"about_ca_system_score_gemma":0.00010719725,"threshold_uncertainty_score":0.9860709},"labels":[],"label_agreement":null},{"id":"W3024837819","doi":"10.1017/cem.2020.249","title":"P042: Workplace-based assessment in emergency medicine: how do physicians use entrustment anchors?","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Competence (human resources); Rating scale; Context (archaeology); Emergency department; Family medicine; Medical education; Nursing; Psychology","score_opus":0.08243686510958152,"score_gpt":0.373059732166942,"score_spread":0.29062286705736046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024837819","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44258365,0.004238206,0.0046175695,0.5173098,0.025333352,0.0010668639,0.000016625238,0.000033259304,0.0048006815],"genre_scores_gemma":[0.98264694,0.001233912,0.00146412,0.0060119764,0.00721036,0.000028473736,0.00009633001,0.00007277666,0.0012351203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99570525,0.00016617577,0.0019228626,0.00039115734,0.0011230627,0.00069147244],"domain_scores_gemma":[0.9961101,0.000067424044,0.0009109079,0.00043557538,0.0011912534,0.0012847367],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011803411,0.00038303973,0.0009046302,0.0010346959,0.0001417545,0.000008523113,0.00038707338,0.00018415423,0.019781437],"category_scores_gemma":[0.005017407,0.00030963853,0.0001725008,0.002825463,0.00025415872,0.00030031617,0.000013309435,0.0012794117,0.000013957187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100191886,0.00016134563,0.18705891,0.00031506774,0.0001638407,0.0002625572,0.0047876947,0.00012282383,0.0011931955,0.0007066564,0.7992934,0.005834343],"study_design_scores_gemma":[0.009547725,0.0049330243,0.32551408,0.004893057,0.0010058323,0.000049150505,0.01599668,0.003078832,0.00012918294,0.0006950037,0.63331115,0.00084628415],"about_ca_topic_score_codex":0.0019089857,"about_ca_topic_score_gemma":0.002430338,"teacher_disagreement_score":0.54006326,"about_ca_system_score_codex":0.00086039706,"about_ca_system_score_gemma":0.0024385268,"threshold_uncertainty_score":0.99993557},"labels":[],"label_agreement":null},{"id":"W3025055551","doi":"10.1017/cem.2020.338","title":"P134: Orthopedic procedural videos as teaching tools in emergency medicine","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Likert scale; Medicine; Medical education; Curriculum; Splints; Emergency department; Psychology; Nursing; Surgery; Pedagogy","score_opus":0.11062081061239162,"score_gpt":0.3995038919552751,"score_spread":0.28888308134288343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025055551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58769,0.0046358057,0.0005861506,0.35030925,0.017531326,0.0007664448,0.0000055617425,0.00003535895,0.038440097],"genre_scores_gemma":[0.9751899,0.0010605021,0.00048441434,0.008729469,0.011567466,0.000019804984,0.000072930095,0.000077610806,0.0027978555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99490434,0.00014183216,0.00290837,0.00036620893,0.0009947397,0.000684493],"domain_scores_gemma":[0.99595565,0.000057046836,0.00083548925,0.0003337274,0.0010841234,0.001733993],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020523095,0.00035827825,0.0009153633,0.0011327172,0.00019566985,0.0000042514857,0.0004491493,0.00020543626,0.037274208],"category_scores_gemma":[0.031579185,0.00027673086,0.00014521233,0.0021057555,0.00024664684,0.00039657656,0.00001941524,0.0017756006,0.000073806725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014181995,0.00008375402,0.088434376,0.0004903259,0.00013738299,0.00043458084,0.014994038,0.000015809148,0.0019487337,0.0020763609,0.87118053,0.02006229],"study_design_scores_gemma":[0.00531566,0.0047921864,0.076040916,0.0031021654,0.0005867632,0.00046047493,0.015109453,0.00051322713,0.000065441774,0.0017411859,0.8916533,0.00061920093],"about_ca_topic_score_codex":0.0048381765,"about_ca_topic_score_gemma":0.003122769,"teacher_disagreement_score":0.38749993,"about_ca_system_score_codex":0.00039080737,"about_ca_system_score_gemma":0.0025790168,"threshold_uncertainty_score":0.99996847},"labels":[],"label_agreement":null},{"id":"W3025097396","doi":"10.22374/cjgim.v15i1.367","title":"The Core Internal Medicine Training: Evolving beyond the Clinical Teaching Unit","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Medical education; Philosophy","score_opus":0.13767868551116616,"score_gpt":0.41273010842879454,"score_spread":0.2750514229176284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025097396","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35812044,0.0041096527,0.003476656,0.5961326,0.010147101,0.00033731613,0.000004051192,0.000020481215,0.027651703],"genre_scores_gemma":[0.91092217,0.00014654358,0.0011185956,0.061539378,0.02235064,0.000004367406,0.0000130911,0.000045628974,0.0038595714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959566,0.00029586453,0.0020374744,0.00025693342,0.00090666994,0.00054646196],"domain_scores_gemma":[0.99550414,0.0007300407,0.0009130332,0.00038375318,0.001075061,0.0013939434],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050609065,0.00028302678,0.0007232161,0.00030841207,0.0005574531,0.000054136344,0.0010408981,0.00015336116,0.0012054913],"category_scores_gemma":[0.02241258,0.00013847802,0.00019602446,0.0004943167,0.0017824002,0.00014121186,0.000045320638,0.0033236512,0.000018732393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021774952,0.000019348361,0.023278924,0.000028083157,0.0003683997,0.00051282626,0.010764263,0.0000093166345,0.00057088747,0.004484997,0.8171638,0.14258139],"study_design_scores_gemma":[0.004289651,0.0043776305,0.04040238,0.0021612786,0.000572433,0.004650505,0.01858928,0.006091605,0.000043312957,0.0020869384,0.91647816,0.00025684762],"about_ca_topic_score_codex":0.004154263,"about_ca_topic_score_gemma":0.0017999812,"teacher_disagreement_score":0.5528017,"about_ca_system_score_codex":0.00026949553,"about_ca_system_score_gemma":0.0019147489,"threshold_uncertainty_score":0.9997075},"labels":[],"label_agreement":null},{"id":"W3025132482","doi":"10.1503/cjs.005319","title":"Humanistic education in surgery: a “patient as teacher” program for surgical clerkship","year":2020,"lang":"en","type":"review","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto; University Health Network; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Psychosocial; Humanism; Medical education; Session (web analytics); Patient education; Nursing; Psychiatry","score_opus":0.10403841521305777,"score_gpt":0.4068530420474046,"score_spread":0.3028146268343468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025132482","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002635689,0.9896615,0.00000554384,0.0021825272,0.003468349,0.001479467,0.000015759979,0.000015503792,0.00053562806],"genre_scores_gemma":[0.0027581241,0.9895994,0.0008951072,0.0008620275,0.0039472193,0.00050770387,0.0008599804,0.00016126012,0.00040916266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646044,0.0002152467,0.0021433858,0.00028737687,0.0003863414,0.00050720526],"domain_scores_gemma":[0.99602014,0.0010147685,0.0011928242,0.00026695715,0.00064975343,0.000855588],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017433031,0.00033802222,0.0023356332,0.0022907879,0.00009414206,0.00007090133,0.00016138882,0.00043520628,0.00034883153],"category_scores_gemma":[0.008628485,0.00030033116,0.0009157278,0.0013181972,0.00013183072,0.00009785149,0.00000785322,0.001165481,0.000026092375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023989014,0.00019465876,0.00070844503,0.005290376,0.00008891472,0.00047364968,0.00008805908,5.682973e-8,6.9109882e-9,0.00009561496,0.11826628,0.8747699],"study_design_scores_gemma":[0.00011159651,0.00013915691,0.00016939397,0.021319194,0.0004455406,0.0022382212,0.00013720218,0.0000030433403,1.6091117e-7,0.00007165203,0.9751322,0.00023260302],"about_ca_topic_score_codex":0.00046048692,"about_ca_topic_score_gemma":0.0003645975,"teacher_disagreement_score":0.87453735,"about_ca_system_score_codex":0.001740949,"about_ca_system_score_gemma":0.07520225,"threshold_uncertainty_score":0.99994487},"labels":[],"label_agreement":null},{"id":"W3025251875","doi":"","title":"Teaching outside the clinical setting: Twelve steps to feeling more comfortable and capable with any invitation to teach, based on the Fundamental Teaching Activities Framework.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; Université de Sherbrooke; University of Manitoba; Dalhousie University; University of Toronto; Memorial University of Newfoundland; McGill University","funders":"","keywords":"Feeling; Computer science; Medical education; Data science; Medicine; Psychology; Social psychology","score_opus":0.04530674461173351,"score_gpt":0.36500761458328795,"score_spread":0.31970086997155445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025251875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8494826,0.0000075593975,0.0028183274,0.14241612,0.00040651904,0.0018263338,0.0000050858916,0.000055458477,0.0029819855],"genre_scores_gemma":[0.9477308,9.93277e-7,0.013419278,0.0362326,0.0006223178,0.001159573,0.000015528181,0.00003716195,0.00078178884],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979116,0.00024177454,0.00040100512,0.00039167635,0.00058637926,0.00046759212],"domain_scores_gemma":[0.9975634,0.0010526907,0.000255425,0.00087750965,0.00006793884,0.00018299208],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.005521973,0.0002001258,0.00026921905,0.0001347806,0.0019080976,0.00034610715,0.00031385766,0.00012056013,0.000010724934],"category_scores_gemma":[0.009767208,0.000115489864,0.00004815967,0.00010577682,0.00022879607,0.00022790671,0.00011107285,0.0016010803,0.0000046136324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082415185,0.0006112222,0.32336232,0.00012478983,0.00019357966,0.000010328834,0.016515821,0.00047122387,0.00010365919,0.0052411393,0.029464105,0.62307763],"study_design_scores_gemma":[0.0011048553,0.0003255708,0.9367187,0.00059973355,0.0001644143,0.000017917657,0.026810162,0.0049144276,0.00019068619,0.00039029206,0.028444037,0.0003191751],"about_ca_topic_score_codex":0.00024938173,"about_ca_topic_score_gemma":0.000037765916,"teacher_disagreement_score":0.6227585,"about_ca_system_score_codex":0.00021142195,"about_ca_system_score_gemma":0.000099060606,"threshold_uncertainty_score":0.99939126},"labels":[],"label_agreement":null},{"id":"W3025302949","doi":"10.1017/cem.2020.127","title":"LO72: Spotting potential opportunities for teachable moments","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Cohort; Teachable moment; Orientation (vector space); Physical therapy; Internal medicine; Psychology","score_opus":0.22621737726073016,"score_gpt":0.38332821710716036,"score_spread":0.1571108398464302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025302949","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46947998,0.0026684143,0.017359784,0.46978956,0.02560404,0.0008535726,0.000026905944,0.00003044009,0.014187299],"genre_scores_gemma":[0.97630644,0.00021288512,0.0026480986,0.0070675453,0.009442083,0.000011021717,0.00007218941,0.00004394503,0.0041957996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829435,0.000023664712,0.00089456997,0.00012299468,0.00034774805,0.0003166508],"domain_scores_gemma":[0.9976769,0.00001593334,0.00034830414,0.00012314576,0.00094444404,0.00089124247],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057511684,0.00012732085,0.00034275217,0.00034463414,0.00015034665,0.000003847153,0.00016222948,0.000076383425,0.0057726046],"category_scores_gemma":[0.003351139,0.000105874395,0.00009651581,0.00038208874,0.00010185443,0.000118681455,0.0000056507415,0.000315664,0.00000634039],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007341421,0.000029044548,0.0027035961,0.00024886974,0.00014013039,0.00015209748,0.0025229556,0.000020029653,0.001744957,0.00072583236,0.9738148,0.017824296],"study_design_scores_gemma":[0.002608407,0.0018393551,0.003143625,0.0005186964,0.0004481403,0.00013045898,0.015621459,0.0014514412,0.00015579734,0.0005520594,0.9733306,0.00019991904],"about_ca_topic_score_codex":0.00036659717,"about_ca_topic_score_gemma":0.00008430371,"teacher_disagreement_score":0.50682646,"about_ca_system_score_codex":0.00014144099,"about_ca_system_score_gemma":0.0014675276,"threshold_uncertainty_score":0.99513626},"labels":[],"label_agreement":null},{"id":"W3025396251","doi":"10.1017/cem.2020.174","title":"MP26: The simulated newsroom: a novel educational intervention to teach advocacy skills to resident physicians","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network","funders":"","keywords":"Facilitator; Curriculum; Medical education; Focus group; Medicine; Session (web analytics); Judgement; Credibility; Psychology; Pedagogy; Political science; Sociology","score_opus":0.05500160079114487,"score_gpt":0.3908668554245388,"score_spread":0.33586525463339395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025396251","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43413106,0.00033751878,0.0058481772,0.5510129,0.006906656,0.0005589501,0.000005974242,0.0000090095555,0.001189811],"genre_scores_gemma":[0.96028376,0.000022121587,0.0010688138,0.028643291,0.0069512087,0.000012229379,0.00004207201,0.000035954377,0.002940568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976268,0.00005921941,0.0011505497,0.00021831233,0.0006005609,0.00034458784],"domain_scores_gemma":[0.99695486,0.00005990798,0.00033060342,0.00028526993,0.0013096721,0.0010597025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079257815,0.00017777286,0.00035341986,0.0004886892,0.00017390585,0.000008683974,0.00037648008,0.00006993632,0.00628697],"category_scores_gemma":[0.009711053,0.00012818491,0.00013429619,0.0018737654,0.000078281286,0.00009894923,0.00001836208,0.000535188,0.000106555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007326622,0.00014429358,0.0039803893,0.00005943362,0.00012369576,0.000013475759,0.022349458,0.00048712443,0.0032195442,0.00044032425,0.95768565,0.011423362],"study_design_scores_gemma":[0.0025153167,0.002704187,0.14055139,0.0019639232,0.00043963344,0.00007413325,0.015492207,0.0005621406,0.00027349047,0.0003931293,0.83470184,0.00032860177],"about_ca_topic_score_codex":0.004166901,"about_ca_topic_score_gemma":0.0022057695,"teacher_disagreement_score":0.5261527,"about_ca_system_score_codex":0.00041041485,"about_ca_system_score_gemma":0.0018196837,"threshold_uncertainty_score":0.9986306},"labels":[],"label_agreement":null},{"id":"W3025747487","doi":"10.1007/s10459-020-09974-x","title":"The embodiment of practice thresholds: from standardization to stabilization in surgical education","year":2020,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Standardization; Medicine; Medical education; Otorhinolaryngology; Tonsillectomy; Psychology; Surgery; Computer science","score_opus":0.01897888080692771,"score_gpt":0.438958483844763,"score_spread":0.41997960303783527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025747487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66984886,0.020477716,0.009158699,0.28405222,0.0040088524,0.0038402074,0.000009788575,0.00005446421,0.00854917],"genre_scores_gemma":[0.960951,0.0034565483,0.024909716,0.010005491,0.0003304222,0.0002269143,0.00008437458,0.000010207492,0.000025349229],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757046,0.00019953237,0.0009110295,0.0003829816,0.00069412286,0.00024188617],"domain_scores_gemma":[0.99842054,0.00036751697,0.0004118979,0.00022491589,0.00046819582,0.000106926185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001964767,0.00010434188,0.0002077722,0.00024183346,0.00018126982,0.000031327243,0.00018919646,0.000051406656,0.000033790853],"category_scores_gemma":[0.004240643,0.00008401947,0.000019118768,0.0030035821,0.00018199951,0.0006920423,0.000027864227,0.00019141883,0.0000069647917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003038182,0.0010926478,0.10144073,0.00031424337,0.000004120148,3.591948e-7,0.012040494,0.0057356628,0.00009338259,0.032253344,0.0022842095,0.844437],"study_design_scores_gemma":[0.0010195281,0.0012838505,0.061451938,0.0015472469,0.000018229572,0.000011924025,0.05354419,0.0052381773,0.0006612997,0.006479605,0.86845464,0.00028938983],"about_ca_topic_score_codex":0.0005151821,"about_ca_topic_score_gemma":0.00017077143,"teacher_disagreement_score":0.8661704,"about_ca_system_score_codex":0.00058314105,"about_ca_system_score_gemma":0.004621826,"threshold_uncertainty_score":0.8198921},"labels":[],"label_agreement":null},{"id":"W3025935310","doi":"10.1016/j.jogc.2020.04.017","title":"Taking the Leap Toward Cost-Conscious Education in Obstetrics and Gynaecology: A Preliminary Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"Women and Children's Health Research Institute; Association of Professors of Gynecology and Obstetrics","keywords":"Obstetrics and gynaecology; Randomized controlled trial; Obstetrics; Gynecology; Medicine; Pregnancy; Surgery","score_opus":0.01794848231937757,"score_gpt":0.28339891914792664,"score_spread":0.2654504368285491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025935310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.928646,0.012841931,0.00011863953,0.02312305,0.030640872,0.0032278965,0.000002260173,0.0000063180496,0.0013930008],"genre_scores_gemma":[0.9910648,0.0004467271,0.00061881973,0.0075109703,0.00014896442,0.0001065192,0.000005669045,0.000014348349,0.00008317848],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974218,0.00037256238,0.0013017827,0.0001998758,0.00043819327,0.00026580915],"domain_scores_gemma":[0.97582936,0.021321632,0.0015518528,0.00016440208,0.0008848271,0.0002479313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016364186,0.00017346647,0.0012794441,0.00046225422,0.00013009216,0.0000343175,0.00015998252,0.0002253168,0.00028020018],"category_scores_gemma":[0.22693154,0.00011817422,0.000108549146,0.0009501333,0.0002504972,0.00008421713,0.000051355964,0.0009077073,4.406021e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04313527,0.00041669194,0.01315879,0.00012721261,0.00036284342,0.00066913484,0.0016110167,0.00004007554,0.0000038004066,0.00069191324,0.0053286133,0.9344546],"study_design_scores_gemma":[0.89306456,0.0012204957,0.09369185,0.000013110139,0.0005993234,0.00011352297,0.0028492399,0.0019141915,0.0000044131125,0.00022799078,0.006141179,0.00016012066],"about_ca_topic_score_codex":0.0014048498,"about_ca_topic_score_gemma":0.0005960098,"teacher_disagreement_score":0.9342945,"about_ca_system_score_codex":0.0011118079,"about_ca_system_score_gemma":0.008846543,"threshold_uncertainty_score":0.99677235},"labels":[],"label_agreement":null},{"id":"W3025946575","doi":"10.1017/cem.2020.132","title":"LO78: Ready for launch? A survey of readiness factors among 2019 Competence By Design launch disciplines","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Competence (human resources); Capacity building; Medicine; Medical education; Knowledge management; Psychology; Computer science; Political science; Social psychology","score_opus":0.21871717117355427,"score_gpt":0.40052126917354397,"score_spread":0.1818040979999897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025946575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9197079,0.0028345878,0.038480878,0.0269206,0.009924205,0.0011733586,0.00048107753,0.00001870456,0.00045872614],"genre_scores_gemma":[0.99479634,0.00017355385,0.0013998821,0.0005500305,0.0012311288,0.000009692556,0.0006640915,0.000046627156,0.0011286824],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997366,0.00011822814,0.001439223,0.00021857183,0.0004907643,0.00036722087],"domain_scores_gemma":[0.995112,0.00023155317,0.0007645199,0.00025335146,0.002737596,0.000900997],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016361196,0.00022072134,0.0007324726,0.0003434454,0.000108609194,0.0000036682202,0.00034137585,0.00013454644,0.001875924],"category_scores_gemma":[0.012306033,0.00016260377,0.00007804394,0.0012013314,0.00031475825,0.00014698197,0.000009845297,0.00037428061,0.000004011415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012090867,0.00004587584,0.22577341,0.00022639222,0.0001151569,0.000009483357,0.0018929403,0.00002251838,0.0019899616,0.00009036482,0.7690776,0.0006354082],"study_design_scores_gemma":[0.0044386066,0.0051094866,0.8586505,0.0013406081,0.00074446516,0.000033517234,0.004596716,0.002236862,0.0016206466,0.00029891857,0.12030513,0.00062455214],"about_ca_topic_score_codex":0.014524374,"about_ca_topic_score_gemma":0.004866349,"teacher_disagreement_score":0.6487724,"about_ca_system_score_codex":0.00013332174,"about_ca_system_score_gemma":0.0016640831,"threshold_uncertainty_score":0.9990365},"labels":[],"label_agreement":null},{"id":"W3026547615","doi":"10.4236/ce.2020.115056","title":"Recognizing Change in Post-Graduate Medical Education Using the Organizational Knowledge Creation Model","year":2020,"lang":"en","type":"article","venue":"Creative Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Thematic analysis; Organizational learning; Context (archaeology); Perception; Psychology; Medical education; Knowledge management; Graduate medical education; Qualitative research; Computer science; Medicine; Sociology; Accreditation","score_opus":0.1263190469447492,"score_gpt":0.4219590058135741,"score_spread":0.2956399588688249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026547615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886272,0.0005594686,0.0068857223,0.09373691,0.0010492728,0.0015251621,0.000005506052,0.00009226893,0.009873698],"genre_scores_gemma":[0.964065,0.000094243485,0.008191103,0.023653368,0.0022473051,0.00033998484,0.0008937291,0.000051108254,0.00046414507],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980302,0.00016862387,0.0005472555,0.00041823456,0.00059702597,0.0002386486],"domain_scores_gemma":[0.9974516,0.0000773293,0.000221001,0.00025826145,0.001822181,0.00016964784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060998474,0.0002106418,0.00024213376,0.0003197156,0.00022910837,0.000043927772,0.00018826305,0.00019395081,0.00079423806],"category_scores_gemma":[0.006883883,0.0001756854,0.000051077503,0.0020078868,0.00018039171,0.00037269175,0.000051536015,0.0005426563,0.00008158481],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029763434,0.0053605577,0.060571317,0.0005735855,0.00012994262,0.0000022795862,0.13550746,0.00014974314,0.0036951269,0.026187386,0.038696397,0.72882855],"study_design_scores_gemma":[0.0018633622,0.00029099718,0.20364258,0.001828056,0.00038577095,0.00012603232,0.036288194,0.74388283,0.001838175,0.003031025,0.0060569397,0.000766016],"about_ca_topic_score_codex":0.0002555384,"about_ca_topic_score_gemma":0.000030389803,"teacher_disagreement_score":0.7437331,"about_ca_system_score_codex":0.00063662435,"about_ca_system_score_gemma":0.008815902,"threshold_uncertainty_score":0.99680316},"labels":[],"label_agreement":null},{"id":"W3026779499","doi":"10.1177/1049732320922193","title":"“I Can Understand Where They’re Coming From”: How Clinicians’ Disability Experiences Shape Their Interaction With Clients","year":2020,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Grounded theory; Workforce; Psychology; Disability studies; Health care; Nursing; Qualitative research; Medical education; Medicine; Sociology","score_opus":0.5790095960770807,"score_gpt":0.611428200177278,"score_spread":0.03241860410019726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026779499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67671865,0.0001310113,0.0007626198,0.32100415,0.0001489509,0.00078571454,0.000028044007,0.00003652834,0.00038429885],"genre_scores_gemma":[0.99160665,0.000080910366,0.002378104,0.005156472,0.00037092916,0.00017111778,0.00013415434,0.000025655274,0.00007602688],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99459296,0.002553301,0.0005294549,0.0005648575,0.0012174031,0.000541999],"domain_scores_gemma":[0.9957926,0.0024372905,0.00022076853,0.0003618768,0.0008070598,0.00038035662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047883107,0.0001625,0.00040361265,0.000100227066,0.00052081444,0.00007083389,0.00019277663,0.000103076825,0.0005023622],"category_scores_gemma":[0.004400484,0.000114872564,0.00004440909,0.00094790175,0.00094473857,0.00020100814,0.00006149924,0.0013253539,0.000023182583],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087627774,0.0003342329,0.008833345,0.0004655725,0.000055043776,0.0000028645754,0.9421686,9.356138e-7,0.000030634124,0.0010525835,0.010552419,0.035627495],"study_design_scores_gemma":[0.00089134264,0.0017649662,0.0043682507,0.00045914314,0.0000049829846,0.0000010529335,0.98527974,0.0015553003,0.00005083643,0.0009146621,0.004605808,0.00010392225],"about_ca_topic_score_codex":0.0018993466,"about_ca_topic_score_gemma":0.0017147441,"teacher_disagreement_score":0.31584767,"about_ca_system_score_codex":0.0009249678,"about_ca_system_score_gemma":0.0011387974,"threshold_uncertainty_score":0.5758077},"labels":[],"label_agreement":null},{"id":"W3026808310","doi":"10.1111/j.1365-2923.2001.00769.x","title":"Community family medicine teachers’ perceptions of their teaching role","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Medical Research Council; Medical Research Council Canada","keywords":"Medical education; Psychology; Perception; Preceptor; Judgement; Interview; Teaching method; Medicine; Pedagogy","score_opus":0.027080418568373565,"score_gpt":0.3808323747791522,"score_spread":0.35375195621077865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026808310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918496,0.0002841438,0.0016041663,0.039061215,0.00084375206,0.00030169115,0.0000011545126,0.00009485331,0.039313026],"genre_scores_gemma":[0.9789195,0.00012533039,0.0022282826,0.015398393,0.0009694123,0.0000711713,0.00033344168,0.0000272385,0.0019271957],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976248,0.000377322,0.0006796945,0.00019944544,0.00086784386,0.00025085802],"domain_scores_gemma":[0.99844843,0.00014589177,0.00018591662,0.0006657421,0.00039442795,0.00015958131],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025904935,0.00017525104,0.00036533194,0.0003491665,0.00031843243,0.000007050078,0.0002973837,0.0002602669,0.0024858757],"category_scores_gemma":[0.00848242,0.00013656281,0.000069178364,0.00063191506,0.0005361121,0.00012174418,0.000052338757,0.0016279254,0.000050692695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033707533,0.002793102,0.06476706,0.00009213302,0.00004608633,0.0000010496217,0.024520952,5.7824485e-7,0.0039671324,0.0016389773,0.1685552,0.73358405],"study_design_scores_gemma":[0.0015876328,0.0005536388,0.55901,0.0015106263,0.00016710063,0.0002846333,0.15556622,0.0009080192,0.00011890593,0.002060291,0.2779675,0.00026540706],"about_ca_topic_score_codex":0.0011311979,"about_ca_topic_score_gemma":0.000027003867,"teacher_disagreement_score":0.7333186,"about_ca_system_score_codex":0.00024400398,"about_ca_system_score_gemma":0.0013653465,"threshold_uncertainty_score":0.9998695},"labels":[],"label_agreement":null},{"id":"W3027337688","doi":"10.3138/jvme.2019-0090","title":"Collaborative Development of Core Entrustable Professional Activities for Veterinary Education","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterinary education; Core competency; Context (archaeology); Veterinary medicine; Competence (human resources); Medical education; Graduate medical education; Medicine; Psychology; Curriculum; Pedagogy; Accreditation; Biology; Management","score_opus":0.0774754157232772,"score_gpt":0.43224583057174976,"score_spread":0.35477041484847255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027337688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97974944,0.00054765545,0.0022172052,0.013126963,0.0034204407,0.00060965674,0.000004530686,0.000013191815,0.0003109244],"genre_scores_gemma":[0.91465455,0.00006214166,0.078501895,0.004516954,0.0015827956,0.00013442562,0.00012548816,0.000026826803,0.00039493287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975525,0.00007414859,0.001081232,0.00017780754,0.0009299214,0.00018437351],"domain_scores_gemma":[0.9971382,0.00013110145,0.00084108295,0.00013706228,0.0014746861,0.000277882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077768555,0.00015992376,0.0004198981,0.00025233248,0.00011731039,0.000011218973,0.00019604829,0.00018057744,0.0005581105],"category_scores_gemma":[0.0038186244,0.00013582436,0.00009197164,0.00055184204,0.00014184993,0.00028845176,0.00004682694,0.00039683242,0.000003776458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004511096,0.00603535,0.0018193108,0.0030429675,0.00024631905,0.000013151581,0.01857423,0.0000028491374,0.048910905,0.0010393998,0.17531325,0.74049115],"study_design_scores_gemma":[0.0036843966,0.008932975,0.017021002,0.004345008,0.00024022369,0.0012863267,0.039208,0.0006817512,0.008915989,0.00037327633,0.9149102,0.00040082596],"about_ca_topic_score_codex":0.0000014241784,"about_ca_topic_score_gemma":1.7676645e-7,"teacher_disagreement_score":0.74009037,"about_ca_system_score_codex":0.0002897461,"about_ca_system_score_gemma":0.022856228,"threshold_uncertainty_score":0.9826833},"labels":[],"label_agreement":null},{"id":"W3027775189","doi":"10.3138/jvme.2019-0094","title":"An Inter-Institutional External Peer-Review Process to Evaluate Educators at Schools of Veterinary Medicine","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Veterinary medicine; Process (computing); Peer evaluation; Peer review; Faculty development; Medicine; Professional development; Higher education; Political science; Computer science","score_opus":0.11816471457170695,"score_gpt":0.4876859797692329,"score_spread":0.3695212651975259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027775189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80159605,0.0019959146,0.0017158935,0.19116971,0.0027080174,0.00048878335,0.0000035873884,0.000021190453,0.00030086565],"genre_scores_gemma":[0.9509355,0.0006157377,0.0063316594,0.038221855,0.0035222645,0.000059380844,0.00009618483,0.000035872334,0.00018156356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936716,0.00025614316,0.0018908522,0.000358315,0.003532788,0.0002902949],"domain_scores_gemma":[0.9936524,0.000073216186,0.0009114248,0.0003962102,0.0038191914,0.0011475774],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003241094,0.00028263807,0.0008166539,0.00044295736,0.000112581074,0.000013222749,0.00062811637,0.00018237479,0.0042159567],"category_scores_gemma":[0.020947708,0.00022232774,0.00016264319,0.0010517961,0.00030536106,0.00043931694,0.0000954891,0.00092555746,0.000060060618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003507065,0.004493067,0.0066932323,0.009356212,0.000248068,0.000291878,0.006537303,0.000024400377,0.039814953,0.00025167447,0.43851382,0.49026835],"study_design_scores_gemma":[0.008157239,0.0593019,0.0884558,0.0870655,0.0015396808,0.03786601,0.007931784,0.0018532104,0.0020728386,0.00054622546,0.7040384,0.0011713965],"about_ca_topic_score_codex":0.000014680756,"about_ca_topic_score_gemma":3.766849e-7,"teacher_disagreement_score":0.48909694,"about_ca_system_score_codex":0.0005294311,"about_ca_system_score_gemma":0.0061904807,"threshold_uncertainty_score":0.9994435},"labels":[],"label_agreement":null},{"id":"W3027780121","doi":"10.36834/cmej.69892","title":"“It unsticks your mind”: Using a musicians’ masterclass to introduce oncology faculty and trainees to the practice of direct observation and coaching","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coaching; Medical education; Task (project management); Psychology; Pedagogy; Medicine; Engineering","score_opus":0.06532336387850747,"score_gpt":0.3888173309557219,"score_spread":0.32349396707721445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027780121","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3783479,0.00009337767,0.002376869,0.6172519,0.00075665413,0.00030647617,0.00000600425,0.000004074295,0.0008567672],"genre_scores_gemma":[0.5650904,0.00003093097,0.04441981,0.38768038,0.002623657,0.00001762914,0.00002965051,0.000020392094,0.000087118635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998249,0.00017243795,0.0005342538,0.00023152409,0.0005578643,0.00025494015],"domain_scores_gemma":[0.9957307,0.0001592229,0.00019461535,0.00013925403,0.00077009137,0.0030061216],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016017795,0.0001223902,0.00025383665,0.00026972455,0.00023893568,0.000054824435,0.0001458391,0.00015115301,0.00061009626],"category_scores_gemma":[0.08373124,0.00009686518,0.000024820638,0.0007358237,0.00012318272,0.00015694901,0.00002622707,0.00072197476,0.0000068737763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117526186,0.00017216375,0.0015820899,0.00009891739,0.00009384073,0.000029197477,0.091288835,0.00006455545,0.00068072113,0.0003784524,0.20839731,0.6970964],"study_design_scores_gemma":[0.00046864577,0.00034395917,0.007208088,0.00032520478,0.0001589415,0.0011976872,0.046916217,0.0040714545,0.000036753223,0.000015369937,0.9391304,0.00012724628],"about_ca_topic_score_codex":0.00181642,"about_ca_topic_score_gemma":0.0016975894,"teacher_disagreement_score":0.7307331,"about_ca_system_score_codex":0.00042118566,"about_ca_system_score_gemma":0.014926367,"threshold_uncertainty_score":0.9906581},"labels":[],"label_agreement":null},{"id":"W3027939347","doi":"10.1097/ceh.0000000000000297","title":"Rapid Retooling, Acquiring New Skills, and Competencies in the Pandemic Era: Implications and Expectations for Physician Continuing Professional Development","year":2020,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Software deployment; Continuing professional development; Health care; Distancing; Medicine; Health care delivery; Professional development; Nursing; Health professionals; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medical education; Political science; Virology; Infectious disease (medical specialty); Disease","score_opus":0.03964424200594791,"score_gpt":0.4000688814981534,"score_spread":0.3604246394922055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027939347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8311977,0.0018189077,0.0019366167,0.16299081,0.0006590776,0.0013427518,0.0000012026425,0.00001108346,0.000041880558],"genre_scores_gemma":[0.9604166,0.00028916297,0.02389497,0.014305014,0.00071666896,0.00017853477,0.00002547667,0.000015484664,0.00015807943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99794227,0.00030764766,0.0010371763,0.00017034113,0.0002929937,0.00024956302],"domain_scores_gemma":[0.99784833,0.0007627094,0.00074808864,0.00015663246,0.00037036004,0.000113899536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002050805,0.00012900867,0.00031483013,0.00024575918,0.0003561872,0.000041739928,0.00019724727,0.00007420549,0.000005566696],"category_scores_gemma":[0.0017810735,0.000080882775,0.00003904404,0.00057472975,0.00008329486,0.00019455934,0.000029715338,0.0007695659,8.142679e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057517354,0.0005690931,0.048200604,0.0002811454,0.000016213711,4.3097515e-7,0.4200615,0.0000020010316,0.00032786393,0.0029773242,0.018336454,0.5091699],"study_design_scores_gemma":[0.0017112416,0.00021213377,0.680754,0.0036382086,0.000042055457,0.00008944288,0.28153583,0.0001259063,0.000024181578,0.0018098861,0.029924024,0.00013308736],"about_ca_topic_score_codex":0.000008282518,"about_ca_topic_score_gemma":0.000022271735,"teacher_disagreement_score":0.6325534,"about_ca_system_score_codex":0.00013727731,"about_ca_system_score_gemma":0.002275855,"threshold_uncertainty_score":0.4037269},"labels":[],"label_agreement":null},{"id":"W3028277681","doi":"10.1097/acm.0000000000003504","title":"EQual Rubric Evaluation of the Association of American Medical Colleges’ Core Entrustable Professional Activities for Entering Residency","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Cutoff; Core (optical fiber); Medical education; Construct (python library); Psychology; Medicine; Computer science; Mathematics education; Physics","score_opus":0.08655234471465233,"score_gpt":0.42731268588704785,"score_spread":0.3407603411723955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028277681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9186205,0.0002204007,0.000990682,0.0771986,0.0009893609,0.0012068066,0.000011710341,0.00002231895,0.000739599],"genre_scores_gemma":[0.99408513,0.0001018623,0.0002881286,0.003647508,0.0010275202,0.00012349611,0.000061234576,0.00001738915,0.00064772577],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9956223,0.00019174075,0.00087862293,0.00021851638,0.002861168,0.00022764933],"domain_scores_gemma":[0.9972233,0.00069829397,0.0009550041,0.00019538526,0.0008198978,0.00010808334],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00428333,0.00012486328,0.00047606876,0.0001235199,0.0000813607,0.0000010501273,0.00024262648,0.00022682532,0.0005346707],"category_scores_gemma":[0.037323825,0.00008379042,0.00006049182,0.00096356956,0.00035112965,0.00007658115,0.00007292087,0.0007007635,0.0000014049494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013211193,0.00023176098,0.39617613,0.002475242,0.0005237349,0.0000016313196,0.035356987,0.000040516064,0.08849965,0.025576973,0.39666393,0.053132307],"study_design_scores_gemma":[0.047823645,0.006380237,0.4731239,0.019725576,0.006673908,0.000106999956,0.15614094,0.1394073,0.08316331,0.015270035,0.05096949,0.0012146558],"about_ca_topic_score_codex":0.00004076059,"about_ca_topic_score_gemma":0.00000322007,"teacher_disagreement_score":0.34569445,"about_ca_system_score_codex":0.00035358488,"about_ca_system_score_gemma":0.0015268319,"threshold_uncertainty_score":0.9707852},"labels":[],"label_agreement":null},{"id":"W3028301676","doi":"10.1046/j.1471-1842.2001.d01-13.x","title":"The Cunningham Fellowship: three international points of view*","year":2001,"lang":"en","type":"article","venue":"Health Information & Libraries Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical library; Library science; Round table; Work (physics); Medical education; Medicine; Computer science; Engineering; Session (web analytics); World Wide Web","score_opus":0.027029050537159323,"score_gpt":0.331750119759558,"score_spread":0.30472106922239867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028301676","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16925485,0.0019520205,0.096174,0.6458319,0.011700437,0.001253934,0.000014715653,0.00017887249,0.07363927],"genre_scores_gemma":[0.8008342,0.007252991,0.08302115,0.10151416,0.004296982,0.00007674444,0.0005398882,0.00005904448,0.0024048346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774355,0.00004187525,0.0012158636,0.000053671025,0.00069077377,0.00025428666],"domain_scores_gemma":[0.9981508,0.000080471735,0.00084348925,0.00020511034,0.0005907753,0.00012930884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001390903,0.0000962854,0.0001783973,0.00026238174,0.00054324645,0.0001745024,0.00023678459,0.000068776295,0.0006434682],"category_scores_gemma":[0.0011582681,0.000065803484,0.00006206432,0.00048936286,0.00017007178,0.0019829923,0.00004251259,0.00054426375,0.000074499185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030453922,0.0000856995,0.027511949,0.000118128555,0.00007430465,0.000002296921,0.0041397377,0.000020491596,0.0000034090774,0.051095046,0.28517962,0.6314648],"study_design_scores_gemma":[0.0008315341,0.00015554023,0.05029063,0.0001848778,0.0000075786315,0.0006568965,0.0018194002,0.0015289274,0.000026156084,0.004167754,0.94027096,0.000059738733],"about_ca_topic_score_codex":0.000008439506,"about_ca_topic_score_gemma":0.0000019175704,"teacher_disagreement_score":0.65509135,"about_ca_system_score_codex":0.00015224081,"about_ca_system_score_gemma":0.001001461,"threshold_uncertainty_score":0.70455253},"labels":[],"label_agreement":null},{"id":"W3028409459","doi":"10.3138/jvme.2019-0027","title":"Exploring the Use of a Novel Self-Assessment Employability Questionnaire to Evaluate Undergraduate Veterinary Attainment of Professional Attributes: An Explanatory Mixed-Methods Study","year":2020,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Medical education; Psychology; Professional development; Psychological intervention; Socialization; Focus group; Medicine; Pedagogy; Nursing; Sociology; Social psychology","score_opus":0.3960148304200826,"score_gpt":0.5556985692453479,"score_spread":0.15968373882526526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028409459","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7910179,0.16936663,0.0088720415,0.010581981,0.014371106,0.0056886463,0.00003071609,0.00006538401,0.000005631491],"genre_scores_gemma":[0.12690304,0.6538943,0.21113667,0.0017356955,0.003349048,0.0024091264,0.00028054378,0.00025061393,0.0000409681],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893693,0.0033186276,0.0036379544,0.0005311071,0.0028186417,0.0003243753],"domain_scores_gemma":[0.9932625,0.00088462536,0.002604695,0.00093547715,0.00175444,0.00055821444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008585133,0.00051543344,0.0021876206,0.00068373745,0.00015701634,0.000027971797,0.0007279512,0.00027451542,0.0000680933],"category_scores_gemma":[0.0075931177,0.00034205776,0.00046854565,0.0013370828,0.00021376763,0.00050888915,0.0003298951,0.0017456377,0.0000026779533],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026699805,0.014123964,0.00037349836,0.010564342,0.00060024374,0.000041894622,0.0025100154,0.0000070450956,0.000048149028,0.00005632848,0.0021044803,0.969303],"study_design_scores_gemma":[0.0025165023,0.028972425,0.039177738,0.08042348,0.0044595418,0.0037265737,0.007009122,0.00052501843,0.000009938505,0.000057127225,0.8323986,0.00072396506],"about_ca_topic_score_codex":0.000026516236,"about_ca_topic_score_gemma":0.000001048199,"teacher_disagreement_score":0.96857905,"about_ca_system_score_codex":0.0017276409,"about_ca_system_score_gemma":0.015849201,"threshold_uncertainty_score":0.99990314},"labels":[],"label_agreement":null},{"id":"W3028566878","doi":"10.1016/j.jsurg.2020.03.007","title":"Preparing for Surgery Observerships During Medical School: A Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; Kingston General Hospital","funders":"Queen's University","keywords":"Cross-sectional study; Medicine; Family medicine; Psychology; Medical education; Pathology","score_opus":0.07425233399666037,"score_gpt":0.39498970465464434,"score_spread":0.32073737065798397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028566878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98539615,0.0001468106,0.00016480919,0.011584728,0.0019913495,0.0004400073,9.3513074e-7,0.000028547067,0.00024668203],"genre_scores_gemma":[0.992152,0.000039459166,0.0011430278,0.0013272502,0.0050712335,0.000043564956,0.000021582322,0.000022897091,0.00017899445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701,0.00008580978,0.0012852883,0.00022902765,0.0011769993,0.00021290396],"domain_scores_gemma":[0.9971187,0.00036292872,0.0005388827,0.00015299978,0.0012775311,0.0005489565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021821512,0.00013138683,0.00039236606,0.0002427653,0.0001471442,0.00006695771,0.00015783863,0.0001705086,0.00085626554],"category_scores_gemma":[0.014760955,0.00011269342,0.0002515287,0.00058771606,0.00006807924,0.000325437,0.0000302724,0.00066208804,0.000017729908],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012472791,0.0019369472,0.97532254,0.0003044187,0.00012587578,0.000029406825,0.00048681727,0.00001829162,0.00009022298,0.00009325472,0.015362721,0.004982244],"study_design_scores_gemma":[0.002521179,0.00040727647,0.97411436,0.00021292325,0.00008314024,0.00093117397,0.001251662,0.00022322929,0.00014703671,0.00006995992,0.01990781,0.00013027113],"about_ca_topic_score_codex":0.0000073765937,"about_ca_topic_score_gemma":8.509899e-7,"teacher_disagreement_score":0.012578804,"about_ca_system_score_codex":0.0003071507,"about_ca_system_score_gemma":0.0036113376,"threshold_uncertainty_score":0.99353814},"labels":[],"label_agreement":null},{"id":"W3028839414","doi":"10.3760/cma.j.issn.2095-1485.2013.03.011","title":"Introduction to and inspiration from international research on the standard of physician competence","year":2013,"lang":"en","type":"article","venue":"Zhonghua yixue jiaoyu tansuo zazhi","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Psychology; Medicine; Social psychology","score_opus":0.0388499046099832,"score_gpt":0.36311747631156627,"score_spread":0.32426757170158305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028839414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86376345,0.000018216584,0.0006730821,0.13028796,0.0007178121,0.00064571,0.000014806514,0.00002632986,0.003852659],"genre_scores_gemma":[0.9909486,0.000014409765,0.0031467213,0.0030467187,0.0020926904,0.0001200471,0.000077569806,0.000016711982,0.00053654215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981745,0.000102480684,0.00033729032,0.00031409934,0.0008860992,0.00018553085],"domain_scores_gemma":[0.99813706,0.00017906779,0.00009561326,0.00044389314,0.0010821748,0.00006220861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075189845,0.00010740134,0.00018334371,0.0002740912,0.00015189266,0.000056472047,0.0001837478,0.00007525486,0.0005992664],"category_scores_gemma":[0.0013134555,0.00007837206,0.000028210356,0.0007565582,0.0002362534,0.00017510031,0.00006266628,0.0004371722,0.00021798533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006157476,0.0006386221,0.006624343,0.00007976474,0.00018383344,0.0000032281423,0.004508117,0.000085254534,0.13037805,0.07829795,0.43209445,0.34649062],"study_design_scores_gemma":[0.0022564812,0.0027431445,0.39458668,0.0008005303,0.00008602384,0.000014177808,0.010815851,0.0051657585,0.081761196,0.011483294,0.48978958,0.0004972922],"about_ca_topic_score_codex":0.00021405792,"about_ca_topic_score_gemma":0.000014883606,"teacher_disagreement_score":0.38796234,"about_ca_system_score_codex":0.00018176434,"about_ca_system_score_gemma":0.000095830255,"threshold_uncertainty_score":0.6561547},"labels":[],"label_agreement":null},{"id":"W3029519328","doi":"10.3760/cma.j.issn.2095-1485.2018.02.008","title":"Competency-based undergraduate curriculum of Pediatrics in Ottawa-Shanghai Joint School of Medicine","year":2018,"lang":"en","type":"article","venue":"Zhonghua yixue jiaoyu tansuo zazhi","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Curriculum; Medical education; China; Joint (building); Medical school; Psychology; Quality (philosophy); Medicine; Mathematics education; Pedagogy; Engineering; Political science","score_opus":0.015277952943923093,"score_gpt":0.3006413349131232,"score_spread":0.28536338196920014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029519328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9395387,0.00049608725,0.004988388,0.030239418,0.0022519478,0.0011754895,0.000025357846,0.00012367472,0.021160893],"genre_scores_gemma":[0.98095447,0.000052222687,0.015576836,0.0016105088,0.0011192104,0.000038172147,0.000108798835,0.000047962025,0.0004918161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99635375,0.00012665866,0.0015693435,0.00044434218,0.0010540641,0.0004518231],"domain_scores_gemma":[0.99686676,0.00012108471,0.00066692976,0.00082034693,0.0013392679,0.00018559434],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012431977,0.00029876886,0.000863211,0.0011521351,0.00007110028,0.0000065539634,0.00029472777,0.0002523973,0.0009438464],"category_scores_gemma":[0.0039907712,0.0002530258,0.00012577213,0.0031245209,0.0009809361,0.00011895592,0.00005750723,0.00057335326,0.00010801187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003768207,0.0046221656,0.6914971,0.0044786828,0.00017128944,0.00009438099,0.0019188244,0.00007672119,0.04040165,0.04197515,0.19813006,0.016257184],"study_design_scores_gemma":[0.029882101,0.008231666,0.8333972,0.006980697,0.0013715819,0.00016119146,0.005628227,0.016745547,0.045203857,0.021697143,0.028858647,0.001842157],"about_ca_topic_score_codex":0.0006200725,"about_ca_topic_score_gemma":0.00014566748,"teacher_disagreement_score":0.16927141,"about_ca_system_score_codex":0.00027367298,"about_ca_system_score_gemma":0.0011085914,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W3030272337","doi":"10.1080/0142159x.2020.1767768","title":"A systems approach for institutional CBME adoption at Queen’s University","year":2020,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Excellence; Specialty; Medicine; Medical education; Competence (human resources); Accreditation; Management; Family medicine; Political science","score_opus":0.040873130013590636,"score_gpt":0.28720883302524086,"score_spread":0.24633570301165023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030272337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4501852,0.00016116633,0.41571867,0.08137403,0.0011350189,0.0019849876,0.000013648228,0.00042560097,0.049001668],"genre_scores_gemma":[0.97966397,0.000013829305,0.0054736193,0.0028222906,0.0017739247,0.000048388054,0.00060206256,0.000019334628,0.00958261],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986147,0.00005236627,0.00022066095,0.00026288978,0.00066437473,0.00018496474],"domain_scores_gemma":[0.99937475,0.000014861394,0.00005690508,0.00013824437,0.00014408918,0.0002711751],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004711359,0.00009869654,0.00019655509,0.000060342263,0.00014069014,0.0000068082613,0.00011889622,0.00024271714,0.00091403566],"category_scores_gemma":[0.0018457976,0.00008708176,0.000066707005,0.00030170928,0.00018953133,0.00006159779,0.00003814185,0.00035787927,0.00006966815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011734962,0.0018319413,0.053515844,0.0018498838,0.00032721303,0.00008619287,0.0029347998,0.00017471342,0.00017171484,0.06655742,0.8475455,0.023831258],"study_design_scores_gemma":[0.0027705268,0.00018141413,0.0027091687,0.000091455775,0.000104503735,0.00005870647,0.0011789405,0.22566825,0.000010663578,0.000014798821,0.76704663,0.00016493142],"about_ca_topic_score_codex":0.000036024827,"about_ca_topic_score_gemma":3.230953e-7,"teacher_disagreement_score":0.5294787,"about_ca_system_score_codex":0.0004552377,"about_ca_system_score_gemma":0.00038562014,"threshold_uncertainty_score":0.9999993},"labels":[],"label_agreement":null},{"id":"W3030377103","doi":"10.1007/s40037-020-00597-x","title":"Clinical educational scholarship: polarized or integrated?","year":2020,"lang":"en","type":"letter","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Medical education; Computer science; Data science; Medicine; Psychology; Political science","score_opus":0.04174552590196085,"score_gpt":0.42875894185402247,"score_spread":0.3870134159520616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030377103","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015768626,0.00072652707,0.0006374534,0.98123163,0.0073957504,0.0012737039,0.000027301454,0.00025049847,0.006880283],"genre_scores_gemma":[0.0030827108,0.000753298,0.009634041,0.9214054,0.043267883,0.00041936978,0.0044413954,0.00017426362,0.016821671],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921156,0.00069702964,0.0016520221,0.0016747417,0.0032063273,0.00065428915],"domain_scores_gemma":[0.9946955,0.00095343037,0.0006610438,0.0011745099,0.0018938341,0.0006217265],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0013710439,0.000713233,0.0011777623,0.0008573421,0.00028821814,0.0001307446,0.00077816244,0.0025228134,0.023595443],"category_scores_gemma":[0.08585887,0.0005600457,0.0004651785,0.0017683398,0.0009520209,0.00021915555,0.00009338004,0.013805534,0.00202968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041020213,0.0025876425,0.0010964859,0.00034690084,0.00027234587,0.000088028355,0.0013805538,2.7883685e-8,0.00000500165,0.0011227034,0.9371042,0.055585906],"study_design_scores_gemma":[0.0014680527,0.0008256866,0.00322904,0.0018611925,0.00035398416,0.00028285486,0.0042508165,0.00012322048,0.0000045851725,0.0014317407,0.9855879,0.00058091],"about_ca_topic_score_codex":0.00006418099,"about_ca_topic_score_gemma":0.000004009306,"teacher_disagreement_score":0.084487826,"about_ca_system_score_codex":0.0016843501,"about_ca_system_score_gemma":0.03328071,"threshold_uncertainty_score":0.9996851},"labels":[],"label_agreement":null},{"id":"W3030550487","doi":"10.3138/jvme.1117-162r1","title":"Methods Used to Assess Student Performance and Course Outcomes at the National Center of Excellence in Dairy Production Medicine Education for Veterinarians","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Excellence; Medical education; Graduation (instrument); Center of excellence; Test (biology); Medicine; Production (economics); Psychology; Family medicine; Engineering; Computer science","score_opus":0.2014501160647242,"score_gpt":0.5307528917642511,"score_spread":0.32930277569952693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030550487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8328855,0.00021340526,0.0012665153,0.16256374,0.0023285237,0.0006374551,0.0000014352213,0.000005894812,0.00009748898],"genre_scores_gemma":[0.97563213,0.00014392608,0.014403174,0.008240229,0.0012342429,0.00011903816,0.00002442597,0.000018094035,0.00018473434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99729216,0.00019913491,0.0010225581,0.00023509814,0.001090641,0.00016038572],"domain_scores_gemma":[0.9977688,0.0002566487,0.0005247701,0.00016037724,0.0010825744,0.00020680044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00302034,0.00015100066,0.0004054182,0.00026195508,0.00008691131,0.000009618278,0.00022439053,0.000106736785,0.00013696245],"category_scores_gemma":[0.008100967,0.000103081555,0.000059741604,0.0005271398,0.00020996458,0.0002075565,0.00006900256,0.00035388002,0.00000183232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002593554,0.006177578,0.2649422,0.0022787408,0.00023045675,0.0000065251347,0.028406331,0.000056811823,0.041106287,0.0003429314,0.123774156,0.53008443],"study_design_scores_gemma":[0.003243205,0.006317605,0.87116045,0.0026013404,0.00020448003,0.0015856937,0.01015854,0.00086382864,0.0008678915,0.00012497407,0.102624185,0.00024782552],"about_ca_topic_score_codex":0.0000067254587,"about_ca_topic_score_gemma":0.0000017484443,"teacher_disagreement_score":0.6062182,"about_ca_system_score_codex":0.0003299381,"about_ca_system_score_gemma":0.002347724,"threshold_uncertainty_score":0.9698199},"labels":[],"label_agreement":null},{"id":"W3030643473","doi":"10.3760/cma.j.issn.1673-677x.2019.12.001","title":"Research progress of milestones in competency-based medical education","year":2019,"lang":"en","type":"article","venue":"Chinese Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Medical education; Mainland China; Developmental Milestone; Medicine; Foundation (evidence); China; Political science; Pediatrics","score_opus":0.017801271670227374,"score_gpt":0.4534025983320399,"score_spread":0.4356013266618125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030643473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8769492,0.0016985555,0.000077556935,0.11583714,0.0035886033,0.00047152565,4.5442724e-7,0.000009601395,0.0013673563],"genre_scores_gemma":[0.98799044,0.00018167633,0.006999618,0.0031598303,0.0013415907,0.000042880372,0.000057982328,0.000027874263,0.00019808616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99237216,0.0003573123,0.0015634464,0.00024291791,0.005150785,0.00031336737],"domain_scores_gemma":[0.9952748,0.00034319665,0.00061015115,0.00045224398,0.0028835926,0.00043604698],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007884632,0.00018308389,0.0006139956,0.0016862516,0.00004887064,0.000017543032,0.00060540467,0.00046244418,0.002478048],"category_scores_gemma":[0.021037607,0.0001294229,0.00013387269,0.0024401417,0.0005092408,0.00020160964,0.00005016892,0.0018086464,0.000043113356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043695638,0.013105898,0.61466146,0.0017185913,0.000055501794,0.000019559611,0.0017050053,0.000009290443,0.00025788168,0.01751604,0.03174538,0.31876847],"study_design_scores_gemma":[0.007153583,0.0016122117,0.932307,0.017011674,0.00009362586,0.0012050641,0.0067018885,0.008296194,0.0004234921,0.011118884,0.0136878,0.00038857062],"about_ca_topic_score_codex":0.00008031212,"about_ca_topic_score_gemma":0.000027697999,"teacher_disagreement_score":0.31837988,"about_ca_system_score_codex":0.00039646417,"about_ca_system_score_gemma":0.0820078,"threshold_uncertainty_score":0.9984338},"labels":[],"label_agreement":null},{"id":"W3030861315","doi":"10.3760/cma.j.issn.2095-1485.2014.02.004","title":"Curriculum of introduction to clinical medicine in the University of Ottawa＇s Faculty of Medicine and its reference","year":2014,"lang":"en","type":"article","venue":"Zhonghua yixue jiaoyu tansuo zazhi","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical laboratory; Medicine; Psychology; Pedagogy; Nursing","score_opus":0.042968749034786244,"score_gpt":0.36810319476635656,"score_spread":0.3251344457315703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030861315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93990445,0.00012786467,0.0007789274,0.05520986,0.00044315716,0.00044942394,0.0000065711956,0.00001390385,0.0030658634],"genre_scores_gemma":[0.997077,0.00009826029,0.0012054708,0.00055596855,0.00077557587,0.0000023098344,0.00006860568,0.00000877705,0.00020801755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978288,0.00024204655,0.0008797008,0.00030917308,0.00057774753,0.00016252954],"domain_scores_gemma":[0.9981024,0.00020297793,0.00041030318,0.00047500277,0.0007308483,0.000078462755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029844076,0.00013585416,0.00062570215,0.0003120966,0.000043750344,0.0000010841242,0.00025449172,0.00015730933,0.00021795552],"category_scores_gemma":[0.0064746165,0.0000922262,0.000039982824,0.0012452513,0.0006881463,0.00007002817,0.000048969494,0.00040149764,0.00000646593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005299445,0.0019891253,0.4178799,0.0019448707,0.00020273625,0.000012867466,0.01907717,0.00003615996,0.016641561,0.1154747,0.31424648,0.11196447],"study_design_scores_gemma":[0.0061595696,0.0035496016,0.79174286,0.0013608387,0.00039806493,0.000055681896,0.016782286,0.0015998635,0.0013178508,0.0007511609,0.17603806,0.00024416766],"about_ca_topic_score_codex":0.0006335188,"about_ca_topic_score_gemma":0.00009132964,"teacher_disagreement_score":0.37386295,"about_ca_system_score_codex":0.000044573022,"about_ca_system_score_gemma":0.0000745819,"threshold_uncertainty_score":0.7751188},"labels":[],"label_agreement":null},{"id":"W3030966022","doi":"10.3760/cma.j.issn.2095-1485.2014.02.002","title":"Introduction of Canada and Australia national examination of doctors＇ qualification","year":2014,"lang":"en","type":"article","venue":"Zhonghua yixue jiaoyu tansuo zazhi","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Physical examination; Medicine; Medical education; Surgery","score_opus":0.019811038355026317,"score_gpt":0.30458670474510063,"score_spread":0.28477566639007434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030966022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99263537,0.000017672422,0.0013948382,0.003454569,0.00059036195,0.00023754357,0.000012011209,0.000018335248,0.0016393261],"genre_scores_gemma":[0.9941901,0.000006469608,0.0027356548,0.00013866219,0.0007217078,0.000018403556,0.00022628401,0.000013038583,0.0019496534],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9981698,0.00009018301,0.0006043105,0.00024127733,0.00074966723,0.00014479697],"domain_scores_gemma":[0.99824226,0.00008307875,0.00034635488,0.0002556963,0.0010163934,0.000056214896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011633487,0.00011615383,0.0002452743,0.0002346341,0.00005736816,0.0000069435528,0.000073684896,0.00010848553,0.0002161355],"category_scores_gemma":[0.0023070455,0.00011443705,0.000027795972,0.0005648305,0.00014616917,0.00012338272,0.0000141770015,0.00016376158,0.000003613795],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003136541,0.0013825224,0.08218663,0.002687618,0.00035184907,0.0000022305023,0.0040976545,0.00024933732,0.23732898,0.30274338,0.2177363,0.15091984],"study_design_scores_gemma":[0.0010086893,0.00021839488,0.9165058,0.000096607626,0.000091339054,0.00003199836,0.0004890092,0.0016173943,0.03848689,0.0007417566,0.040515665,0.00019642444],"about_ca_topic_score_codex":0.014899784,"about_ca_topic_score_gemma":0.0058139516,"teacher_disagreement_score":0.8343192,"about_ca_system_score_codex":0.00023976514,"about_ca_system_score_gemma":0.00033775053,"threshold_uncertainty_score":0.99166006},"labels":[],"label_agreement":null},{"id":"W3031759560","doi":"10.3138/cjpe.69030","title":"Kylie Hutchinson, ed. (2018). <i>Evaluation Failures: 22 Tales of Mistakes Made and Lessons Learned</i> .","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology","score_opus":0.16149339113724046,"score_gpt":0.41954114501483364,"score_spread":0.25804775387759316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031759560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050521,0.0036642668,0.0011009731,0.08619331,0.00059295725,0.0019810514,0.000016153517,0.000021704895,0.0013774872],"genre_scores_gemma":[0.9868133,0.00005829354,0.011485739,0.00091356813,0.00049342477,0.000056476794,0.000121418074,0.000022506572,0.00003527823],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975493,0.00021676152,0.0007415388,0.0001988623,0.0010580849,0.00023543004],"domain_scores_gemma":[0.9964584,0.000047275957,0.0005830609,0.00017866056,0.0022802355,0.0004523297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031112544,0.00014050606,0.00030299058,0.00033714995,0.00012830121,0.00005848734,0.00012715126,0.00013896235,0.0005616183],"category_scores_gemma":[0.005929621,0.0001309433,0.00007918136,0.00055513,0.00023580197,0.00022608605,0.0000056697263,0.00038143317,0.000008942019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006104126,0.00009390626,0.004782101,0.0001775348,0.000103830986,0.0000069064736,0.0033119796,0.00014347547,0.0020304825,0.0006960993,0.024474405,0.96411824],"study_design_scores_gemma":[0.015097037,0.006426771,0.17399465,0.002152898,0.005378109,0.0008043015,0.026588313,0.12233237,0.0052652275,0.0076570795,0.63324577,0.0010574864],"about_ca_topic_score_codex":0.00039796464,"about_ca_topic_score_gemma":0.0006098129,"teacher_disagreement_score":0.96306074,"about_ca_system_score_codex":0.00035629462,"about_ca_system_score_gemma":0.0049162903,"threshold_uncertainty_score":0.8721288},"labels":[],"label_agreement":null},{"id":"W3032018859","doi":"10.1186/s12909-020-02089-2","title":"Leadership training programs in graduate medical education: a systematic review","year":2020,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Graduate Education; Arnold P. Gold Foundation","keywords":"Graduate medical education; CINAHL; Medical education; MEDLINE; Curriculum; Medicine; Interpersonal communication; Psychology; Nursing; Accreditation; Pedagogy; Political science; Psychological intervention","score_opus":0.4299883938648753,"score_gpt":0.47870557474934283,"score_spread":0.048717180884467526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032018859","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050227404,0.9632804,0.00017982592,0.023226548,0.0033567452,0.008629783,0.0000016965237,0.00020919839,0.0011107908],"genre_scores_gemma":[0.000014573155,0.94697386,0.0026407102,0.03452805,0.0027034483,0.009378857,0.002515504,0.00015933762,0.001085657],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98779035,0.0014293983,0.0042580934,0.0012132009,0.0044957544,0.0008132358],"domain_scores_gemma":[0.9945341,0.00066240644,0.0014426475,0.0013256253,0.00066408556,0.001371187],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0057231938,0.0008851716,0.005174725,0.0008673363,0.000110519635,0.00006944884,0.0010717587,0.0014478593,0.00219167],"category_scores_gemma":[0.12203086,0.00070099905,0.0007410628,0.0043522427,0.00038754588,0.00017165711,0.000112947855,0.0034297293,0.0007711718],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002947309,0.0008949181,0.0000058010432,0.48895645,0.000056431927,0.000011984495,0.00041882126,1.8075296e-9,1.3656363e-9,0.00044022297,0.023840215,0.48537222],"study_design_scores_gemma":[0.00025564933,0.00007011719,0.000004805293,0.6454496,0.0019312038,0.0011599588,0.001921877,0.000043671946,8.753359e-9,0.000046075715,0.34874177,0.0003752704],"about_ca_topic_score_codex":0.00003781785,"about_ca_topic_score_gemma":0.00005368897,"teacher_disagreement_score":0.48499694,"about_ca_system_score_codex":0.0013469171,"about_ca_system_score_gemma":0.14576186,"threshold_uncertainty_score":0.9998485},"labels":[],"label_agreement":null},{"id":"W3032152046","doi":"10.3760/cma.j.issn.2095-1485.2016.02.006","title":"The comparison of integrated neurology curriculum among Chinese and North American medical schools","year":2016,"lang":"en","type":"article","venue":"Zhonghua yixue jiaoyu tansuo zazhi","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Integrated curriculum; Curriculum mapping; Position (finance); Medical school; Neurology; Emergent curriculum; Mathematics education; Curriculum theory; Sociology; Curriculum development; Psychology; Pedagogy; Medicine; Neuroscience; Business","score_opus":0.007825902000119142,"score_gpt":0.31101555065536707,"score_spread":0.30318964865524795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032152046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976336,0.00015746366,0.0007083376,0.021388786,0.0006107674,0.00035836647,0.000008906372,0.000077314966,0.00035403046],"genre_scores_gemma":[0.99770534,0.0001828081,0.00043815686,0.001010764,0.00031881244,0.000052004554,0.000031966254,0.000030288382,0.00022985395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974592,0.00016768451,0.0007743418,0.0003684092,0.00082500034,0.00040542017],"domain_scores_gemma":[0.99797934,0.00033151804,0.0003798183,0.0005634498,0.00050126784,0.00024459235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069034484,0.00023178721,0.00055001525,0.00017177084,0.00018225718,0.000022734119,0.00032998275,0.00015655418,0.00011922075],"category_scores_gemma":[0.007110403,0.00011405969,0.00007307243,0.001499548,0.0015428732,0.00011127529,0.00010221395,0.0008035421,0.000032663265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000748219,0.00019833694,0.84409785,0.000019843346,0.00004996394,0.000009259531,0.00014605418,3.1994023e-7,0.00022991857,0.0002823621,0.0062028305,0.14868842],"study_design_scores_gemma":[0.0010134309,0.0004655529,0.98282355,0.000114441995,0.000052353702,0.00005529229,0.00046285836,0.0013098425,0.00014365686,0.00007925284,0.013337028,0.00014272258],"about_ca_topic_score_codex":0.00043916094,"about_ca_topic_score_gemma":0.0007008891,"teacher_disagreement_score":0.1485457,"about_ca_system_score_codex":0.000066550536,"about_ca_system_score_gemma":0.00029924716,"threshold_uncertainty_score":0.851233},"labels":[],"label_agreement":null},{"id":"W3032476291","doi":"10.3760/cma.j.issn.2095-1485.2015.04.003","title":"Centennial transformation in American medical education: two Flexner reports","year":2015,"lang":"en","type":"article","venue":"Zhonghua yixue jiaoyu tansuo zazhi","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Centennial; Foundation (evidence); Standardization; Identity (music); Parallels; Medical education; Medical school; Medicine; Sociology; Political science; Engineering; Law; Art; Pathology","score_opus":0.01679416327480304,"score_gpt":0.3563637493138405,"score_spread":0.3395695860390375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032476291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9152913,0.00017566365,0.0015270694,0.040902942,0.0036665983,0.000840391,0.000002973699,0.00019604014,0.03739704],"genre_scores_gemma":[0.9847216,0.000030763764,0.004239113,0.00765696,0.0013973217,0.00016655946,0.00033528265,0.000046329944,0.0014060475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963216,0.00011163348,0.0011206662,0.00045657603,0.0015184116,0.00047110848],"domain_scores_gemma":[0.99794215,0.00003493946,0.0002841876,0.00062215596,0.00063455687,0.00048202433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015099944,0.000256256,0.00047077474,0.00054396095,0.00007965695,0.000038630165,0.00018560662,0.00019212668,0.0005001019],"category_scores_gemma":[0.0028598672,0.00023663869,0.00009461029,0.0018931336,0.00032440943,0.00034782075,0.000032903685,0.0007366403,0.00014932416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042872605,0.0037644973,0.11755492,0.0002264161,0.00009994948,0.00047745314,0.010689168,0.000038567403,0.0004123008,0.010041803,0.15069208,0.7055741],"study_design_scores_gemma":[0.008870562,0.0009084717,0.12849121,0.0012412211,0.00024788926,0.0048964126,0.014664994,0.0065945704,0.001167478,0.0037821748,0.82795334,0.0011816721],"about_ca_topic_score_codex":0.0008663944,"about_ca_topic_score_gemma":0.00019431677,"teacher_disagreement_score":0.70439243,"about_ca_system_score_codex":0.00065679895,"about_ca_system_score_gemma":0.003402632,"threshold_uncertainty_score":0.9649846},"labels":[],"label_agreement":null},{"id":"W3032952363","doi":"10.5430/jnep.v10n9p47","title":"Factors contributing to students’ satisfaction with direct observation of procedural skills in the school of nursing sciences at the University of Zambia","year":2020,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Nursing; Psychology; Medicine","score_opus":0.08421707440287589,"score_gpt":0.4268409642922704,"score_spread":0.3426238898893945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032952363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481161,0.000107759784,0.00032402392,0.050453626,0.00020847439,0.00022789152,7.7555404e-7,0.0000016843255,0.0005596524],"genre_scores_gemma":[0.99643576,0.000027592876,0.002639029,0.0007978009,0.00006840066,3.2458374e-7,0.000002224056,0.0000029918233,0.000025880972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884117,0.00020053492,0.00031374514,0.00007498509,0.0004912914,0.00007827399],"domain_scores_gemma":[0.99779624,0.0005370975,0.0008361825,0.000068218,0.00072077627,0.00004147339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016382958,0.000053552634,0.00015473018,0.000113100956,0.0001979353,0.000013339471,0.00009568241,0.000031015374,0.000017491866],"category_scores_gemma":[0.0061743553,0.000032832777,0.00002120307,0.0008290576,0.00018345095,0.00034853615,0.00000822936,0.00019648016,2.4475537e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011521457,0.0019495595,0.76943254,0.00011961876,0.00006902978,6.8596603e-7,0.14690882,0.00014250624,0.008723657,0.00020346373,0.0067834263,0.06451458],"study_design_scores_gemma":[0.00038464894,0.00048257536,0.8644134,0.0011794914,0.00017349413,0.000079049765,0.13170007,0.000031796677,0.0010155895,0.000023517301,0.00048569083,0.000030719304],"about_ca_topic_score_codex":0.00006598655,"about_ca_topic_score_gemma":0.000006767166,"teacher_disagreement_score":0.09498084,"about_ca_system_score_codex":0.00021508803,"about_ca_system_score_gemma":0.00059864315,"threshold_uncertainty_score":0.73917264},"labels":[],"label_agreement":null},{"id":"W3032959535","doi":"10.1097/phm.0000000000001482","title":"Implementation of a Pilot Leadership Curriculum for Physical Medicine and Rehabilitation Residents","year":2020,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Curriculum; Summative assessment; Competence (human resources); Medical education; Likert scale; Medicine; Rehabilitation; Session (web analytics); Needs assessment; Scale (ratio); Physical therapy; Psychology; Formative assessment; Pedagogy","score_opus":0.03959562562557037,"score_gpt":0.4031318345725101,"score_spread":0.3635362089469397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032959535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.879121,0.00009415973,0.002162726,0.11755734,0.00016761734,0.00083607365,0.0000038956287,0.00001980057,0.00003735497],"genre_scores_gemma":[0.9812388,0.000003662339,0.014591671,0.0018532936,0.002194256,0.000051068644,0.000028946873,0.000033795535,0.0000044949898],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9968423,0.00024122247,0.0012444597,0.00033766995,0.0010741408,0.00026015934],"domain_scores_gemma":[0.9934103,0.0030065833,0.0013127127,0.0002128517,0.0017981824,0.0002593663],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011139242,0.00024164814,0.0010763155,0.0004276438,0.000069442816,0.0000055455494,0.00013939367,0.000036532652,0.00003151369],"category_scores_gemma":[0.0159762,0.00017949332,0.00018099682,0.0012696838,0.0019176112,0.0002943382,0.000021328351,0.0003695752,0.0000018767525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002143746,0.0012385538,0.029245049,0.0020921493,0.00021966091,0.0000025207992,0.08747917,0.00002421076,0.024825437,0.008574149,0.009483285,0.8346721],"study_design_scores_gemma":[0.00986866,0.5377058,0.20039715,0.002283682,0.0010607612,0.000032951906,0.23594183,0.003257336,0.0003429006,0.0076909293,0.0011229692,0.00029503653],"about_ca_topic_score_codex":0.00019752362,"about_ca_topic_score_gemma":0.000004336246,"teacher_disagreement_score":0.83437705,"about_ca_system_score_codex":0.00015755591,"about_ca_system_score_gemma":0.00019440977,"threshold_uncertainty_score":0.99231267},"labels":[],"label_agreement":null},{"id":"W3033026392","doi":"","title":"Development and validation of an instrument to assess and improve clinical consultation skills","year":2011,"lang":"en","type":"article","venue":"Keele Research Repository (Keele University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Keele University; University of East Anglia; University of Glasgow; University of Leicester; Newcastle University; University of Cambridge","keywords":"Medical education; Inclusion (mineral); Delphi method; Context (archaeology); Curriculum; Psychology; Core competency; Delphi; Medicine; Family medicine; Pedagogy; Computer science; Management","score_opus":0.13701097986442246,"score_gpt":0.4010704458236368,"score_spread":0.26405946595921437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033026392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99172175,0.000007687399,0.00035896702,0.00011219024,0.00014457661,0.0005216574,0.0000010314229,0.000021799242,0.007110338],"genre_scores_gemma":[0.9651996,0.000021512855,0.03288792,0.00003631119,0.000062151244,0.0000048261654,0.000019331068,0.000009192533,0.0017591837],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99846447,0.00022858266,0.00032896933,0.00032027045,0.00045792293,0.00019977911],"domain_scores_gemma":[0.99862075,0.000117933676,0.00009695265,0.0002334543,0.0007082274,0.00022266226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013126307,0.00008139763,0.00017693889,0.00054977427,0.00021313579,0.00001852841,0.000099359364,0.00011928925,0.000011194622],"category_scores_gemma":[0.00070171035,0.00008443479,0.000016812508,0.0006121468,0.00028399102,0.00022222528,0.000103817394,0.00028260768,0.000004335113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014592694,0.0040292908,0.23009162,0.0005763815,0.0003403011,0.00023322206,0.022638954,0.0000013449503,0.09868252,0.018395616,0.00087348267,0.622678],"study_design_scores_gemma":[0.0029141495,0.0018206388,0.52657855,0.00025220492,0.00007675768,0.00005649806,0.011260237,0.00027897785,0.42727143,0.000096389565,0.029144369,0.00024983045],"about_ca_topic_score_codex":0.00010373781,"about_ca_topic_score_gemma":0.000008513033,"teacher_disagreement_score":0.6224282,"about_ca_system_score_codex":0.00019094333,"about_ca_system_score_gemma":0.000524457,"threshold_uncertainty_score":0.34431508},"labels":[],"label_agreement":null},{"id":"W3033084755","doi":"10.1096/fasebj.2018.32.1_supplement.507.29","title":"Learning Anatomy: Using the Blooming Anatomy Tool to determine how course delivery and duration affect the performance of anatomy students","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Comprehension; Session (web analytics); Rubric; Psychology; Medical education; Anatomy; Medicine; Mathematics education; Computer science; World Wide Web","score_opus":0.01802134459432086,"score_gpt":0.34151760101495293,"score_spread":0.32349625642063207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033084755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99220973,0.0001411872,0.0006583563,0.0061822683,0.00036872912,0.00039901288,6.9504205e-7,0.000011572429,0.000028469696],"genre_scores_gemma":[0.99696887,0.000069334266,0.0011197292,0.00094137,0.000765593,0.000007404737,0.000002034547,0.000016357162,0.000109288245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985051,0.00018461978,0.00032490573,0.00012588168,0.000628356,0.00023113529],"domain_scores_gemma":[0.998733,0.0001333413,0.00031946288,0.0002702125,0.00048769166,0.00005632493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002559191,0.00012834546,0.000174587,0.00013081287,0.0009565844,0.000119750104,0.0002855831,0.0000520838,0.000042865286],"category_scores_gemma":[0.0005518606,0.00006384883,0.00004502591,0.00054345804,0.00032409592,0.00020434737,0.000090367816,0.0006156904,0.000003735643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005766551,0.00028556233,0.5854749,0.00013808726,0.00054197875,0.00003718495,0.017611034,0.00028774628,0.1601871,0.0001565583,0.0028448198,0.23185839],"study_design_scores_gemma":[0.004606074,0.0025147272,0.6258573,0.0017058842,0.0014216583,0.0045743664,0.025949663,0.19795835,0.12947148,0.00006007517,0.005339684,0.00054073863],"about_ca_topic_score_codex":0.000012540241,"about_ca_topic_score_gemma":0.0000054334864,"teacher_disagreement_score":0.23131765,"about_ca_system_score_codex":0.00010578549,"about_ca_system_score_gemma":0.00019634192,"threshold_uncertainty_score":0.7357371},"labels":[],"label_agreement":null},{"id":"W3033279407","doi":"10.1007/s40037-020-00593-1","title":"Scenes, symbols and social roles: raising the curtain on OSCE performances","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Dramaturgy; Summative assessment; Objective structured clinical examination; Situated; Psychology; Metaphor; Affordance; Identity (music); Formative assessment; Interpersonal communication; Semiotics; Social psychology; Cognitive psychology; Computer science; Mathematics education; Aesthetics; Linguistics; Artificial intelligence; Art","score_opus":0.020981983134553735,"score_gpt":0.35919385476486776,"score_spread":0.338211871630314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033279407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64934325,0.00047646993,0.00042494782,0.3444708,0.00043379114,0.00038571516,0.0000011854354,0.00006859003,0.004395246],"genre_scores_gemma":[0.953018,0.00021689467,0.00033061233,0.043520126,0.0026684643,0.00006810967,0.000033720124,0.00002051467,0.00012356338],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982239,0.00011212862,0.00027636575,0.00038466975,0.00078658585,0.00021636444],"domain_scores_gemma":[0.9992118,0.00012760502,0.000104872146,0.00017664809,0.00022957104,0.00014950446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063024665,0.00016272055,0.00020848904,0.00011637779,0.0003992063,0.000046170673,0.00015478452,0.00014473677,0.00048406087],"category_scores_gemma":[0.0047379127,0.0001121423,0.000050278515,0.00047987778,0.00043815677,0.00009535807,0.000026643353,0.0007461118,0.00007314514],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047999545,0.002036705,0.0033113367,0.00030027662,0.000096530246,0.0000035148335,0.18933533,0.000004767158,0.00023195482,0.088561825,0.07805938,0.63757837],"study_design_scores_gemma":[0.004059913,0.0024537898,0.13813388,0.0016530375,0.00031813968,0.00011587687,0.70023835,0.012937378,0.0007596683,0.0025854649,0.13585232,0.0008921951],"about_ca_topic_score_codex":0.000015279367,"about_ca_topic_score_gemma":0.0000014192515,"teacher_disagreement_score":0.6366862,"about_ca_system_score_codex":0.00020051922,"about_ca_system_score_gemma":0.0009969654,"threshold_uncertainty_score":0.5672066},"labels":[],"label_agreement":null},{"id":"W3033565505","doi":"10.1007/s40037-020-00594-0","title":"Are we generating more assessments without added value? Surgical trainees’ perceptions of and receptiveness to cross-specialty assessment","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Dalhousie University","funders":"Academic Medical Organization of Southwestern Ontario","keywords":"Specialty; Medical education; Thematic analysis; Mandate; Self-assessment; Psychology; Medicine; Qualitative research; Family medicine; Pedagogy","score_opus":0.041493951987719706,"score_gpt":0.46323938062128167,"score_spread":0.42174542863356196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033565505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.900262,0.00021686552,0.0043961005,0.09196684,0.00051529007,0.00069283653,0.000014582316,0.00008222547,0.0018532701],"genre_scores_gemma":[0.97295964,0.00022524074,0.018676415,0.0054784813,0.0020604802,0.00018750063,0.000089549794,0.000042131804,0.0002805673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970804,0.00015701278,0.0005854065,0.0006706487,0.0012490861,0.0002574562],"domain_scores_gemma":[0.998221,0.000105263,0.00021921286,0.00027681177,0.00067563745,0.00050212455],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069270644,0.00023992293,0.0004550364,0.00027052654,0.00016745257,0.000056295514,0.00015627059,0.0002178883,0.0014303502],"category_scores_gemma":[0.0034169587,0.0002112447,0.000090077614,0.00091584655,0.00038450822,0.00012725405,0.00006191251,0.0007408591,0.000025717258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014159931,0.011983945,0.23496783,0.0026248347,0.0006775309,0.000066344364,0.2140256,0.00043503943,0.006071621,0.05577088,0.05783877,0.41412163],"study_design_scores_gemma":[0.0033823315,0.0016149355,0.5825762,0.0028447683,0.0002847964,0.00013312296,0.3553781,0.037267905,0.00029700974,0.0003739986,0.015134567,0.0007122652],"about_ca_topic_score_codex":0.000020007405,"about_ca_topic_score_gemma":0.0000028350762,"teacher_disagreement_score":0.41340935,"about_ca_system_score_codex":0.00048618062,"about_ca_system_score_gemma":0.0016066266,"threshold_uncertainty_score":0.99948245},"labels":[],"label_agreement":null},{"id":"W3033726851","doi":"10.36834/cmej.69772","title":"Command economies, graduated responsibility, and Competence-Based Medical Education","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Multitude; Curriculum; Medical education; Listing (finance); Public relations; Psychology; Computer science; Management; Medicine; Business; Political science; Pedagogy; Finance; Law; Social psychology; Economics","score_opus":0.020084799629194516,"score_gpt":0.3155606671591228,"score_spread":0.29547586752992827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033726851","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2780293,0.00063946797,0.00026540385,0.71457374,0.002183912,0.0003841898,0.000004657735,0.000044026925,0.0038753038],"genre_scores_gemma":[0.5979929,0.00013365275,0.0041738935,0.39492524,0.0022403698,0.000040044255,0.00018455223,0.00003267211,0.00027665615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685276,0.00024190241,0.0008683241,0.0003910025,0.0012041327,0.00044190662],"domain_scores_gemma":[0.98558015,0.0001251468,0.00021694865,0.000322861,0.000964148,0.01279075],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017685969,0.0002205357,0.00037492902,0.000530687,0.00040143248,0.00011474387,0.000339065,0.0004218361,0.02947316],"category_scores_gemma":[0.06920976,0.00020794544,0.000075777214,0.00076423475,0.00055707345,0.00017905774,0.00002847972,0.0016560629,0.00010217571],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010588196,0.00047836403,0.0147930775,0.00014948337,0.00004621144,0.000046951816,0.0009084136,0.0000012020198,0.000009523031,0.0051670372,0.6853086,0.2929853],"study_design_scores_gemma":[0.0026976718,0.0004187267,0.04177052,0.001049427,0.00012669398,0.0030416,0.002913813,0.011975022,0.000033178712,0.002079194,0.9334374,0.00045674492],"about_ca_topic_score_codex":0.0021177367,"about_ca_topic_score_gemma":0.0034246237,"teacher_disagreement_score":0.31996363,"about_ca_system_score_codex":0.00074932235,"about_ca_system_score_gemma":0.26121813,"threshold_uncertainty_score":0.971414},"labels":[],"label_agreement":null},{"id":"W3034250916","doi":"10.3138/jvme-2019-0089","title":"Educational Research Report Veterinary Educator Teaching and Scholarship (VETS): A Case Study of a Multi-Institutional Faculty Development Program to Advance Teaching and Learning","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Faculty development; Medical education; Teaching method; Higher education; Teaching and learning center; Medicine; Professional development; Veterinary medicine; Psychology; Pedagogy; Political science","score_opus":0.2360163950101969,"score_gpt":0.5346419587812593,"score_spread":0.2986255637710624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034250916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978588,0.00032095297,0.00047609667,0.018977545,0.000630157,0.0009072787,7.4305376e-7,0.000019046014,0.0000801886],"genre_scores_gemma":[0.8633377,0.000011405371,0.13468556,0.0009327085,0.0007141618,0.00013300218,0.000029107447,0.000022365437,0.00013397873],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9954959,0.0009532611,0.0012878537,0.00042228223,0.0015499855,0.00029072672],"domain_scores_gemma":[0.9971286,0.00041944912,0.0005060829,0.00019350542,0.0010337776,0.000718556],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0074485224,0.00021501386,0.00043786303,0.00056108314,0.0008499115,0.00005683709,0.00018882305,0.00014273786,0.00006896788],"category_scores_gemma":[0.045056794,0.00018430148,0.000048174657,0.00047834325,0.00021984393,0.0004405307,0.00019782198,0.0035369797,0.0000033081678],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064330717,0.01027599,0.025819825,0.000735486,0.0001417429,0.0019013456,0.045304112,0.000009781519,0.0025600453,0.00007143384,0.0016354293,0.9109015],"study_design_scores_gemma":[0.0053432374,0.027303439,0.25841248,0.004309854,0.00020846126,0.32907474,0.14303575,0.0014729913,0.00005793176,0.000035931524,0.23011968,0.00062551344],"about_ca_topic_score_codex":0.00009666117,"about_ca_topic_score_gemma":0.0000031581442,"teacher_disagreement_score":0.910276,"about_ca_system_score_codex":0.00037353067,"about_ca_system_score_gemma":0.0060283765,"threshold_uncertainty_score":0.99960655},"labels":[],"label_agreement":null},{"id":"W3034381609","doi":"10.5195/ijms.2020.538","title":"To Help or Not to Help: A First Year Canadian Medical Student’s Dilemma During the COVID-19 Pandemic.","year":2020,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Dilemma; Coronavirus disease 2019 (COVID-19); Declaration; Pandemic; Conversation; 2019-20 coronavirus outbreak; Medical education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Public relations; Psychology; Medical school; Political science; Medicine; Law; Disease","score_opus":0.05479239433772116,"score_gpt":0.44319645027234245,"score_spread":0.3884040559346213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034381609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55030173,0.000014477327,0.00094040984,0.44665712,0.0016581989,0.0002860511,0.000012127672,0.000017646093,0.00011221707],"genre_scores_gemma":[0.7394699,0.000075060176,0.00031674615,0.25616667,0.0035721066,0.000022492795,0.000008177945,0.000022409053,0.00034645677],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98412925,0.0001013673,0.0010646629,0.0002855369,0.01402959,0.00038957677],"domain_scores_gemma":[0.9942008,0.0002770687,0.00022521563,0.00020157358,0.0008882403,0.0042071044],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033832004,0.00019344589,0.00037724484,0.0003751106,0.00018492035,0.00016961165,0.0035560066,0.00024565076,0.0113180885],"category_scores_gemma":[0.037883557,0.00012417689,0.00012786989,0.00061983697,0.00012344313,0.0000939003,0.00052093714,0.0011836297,0.00037998584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021614924,0.0008169711,0.6368692,0.00009197157,0.0010447949,0.005305075,0.009926428,0.00006336662,0.000053962685,0.0003461847,0.32038832,0.02293226],"study_design_scores_gemma":[0.004614865,0.00049467635,0.21444106,0.00049530173,0.000064864354,0.001928159,0.0028257174,0.00009128682,0.0000212665,0.000009597222,0.7748322,0.00018104073],"about_ca_topic_score_codex":0.0028121914,"about_ca_topic_score_gemma":0.0071594077,"teacher_disagreement_score":0.45444384,"about_ca_system_score_codex":0.0014314374,"about_ca_system_score_gemma":0.003485373,"threshold_uncertainty_score":0.9895857},"labels":[],"label_agreement":null},{"id":"W3034671333","doi":"10.1111/medu.14272","title":"Academic coaching of medical students during the COVID‐19 pandemic","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Public relations; General partnership; Grassroots; Preparedness; Health care; Coaching; Student affairs; Medical education; Business; Political science; Higher education; Medicine; Psychology","score_opus":0.04045100923020453,"score_gpt":0.439910704717461,"score_spread":0.39945969548725646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034671333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73246175,0.00034922117,0.0013483505,0.26437637,0.00073372555,0.00036845478,0.0000011058779,0.00008021394,0.00028079844],"genre_scores_gemma":[0.8586572,0.000381414,0.00020547454,0.1389365,0.0014507584,0.00007921682,0.00006631104,0.000021100486,0.00020202596],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938352,0.00018687575,0.0008149438,0.00032196043,0.0045744143,0.0002665885],"domain_scores_gemma":[0.99839723,0.00022470279,0.00024501653,0.00033358904,0.00018375221,0.000615735],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031902473,0.00015095779,0.00030070817,0.000120995806,0.00017539259,0.000017140848,0.00095012423,0.00044595398,0.00312006],"category_scores_gemma":[0.048879717,0.000106031956,0.00007357774,0.00082392734,0.00040156516,0.00008301853,0.00020104484,0.0017433064,0.000066403736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014399782,0.00080435287,0.769282,0.0009930676,0.000094091956,0.000011224353,0.00847716,0.0000035465698,0.00048376774,0.0014979643,0.14383726,0.07437155],"study_design_scores_gemma":[0.0070633786,0.00040856627,0.43584967,0.0016888352,0.00040709483,0.0016162617,0.014753852,0.0065590953,0.00041158474,0.00066015637,0.5299538,0.00062773074],"about_ca_topic_score_codex":0.000106224026,"about_ca_topic_score_gemma":0.0000050860135,"teacher_disagreement_score":0.38611653,"about_ca_system_score_codex":0.0002817382,"about_ca_system_score_gemma":0.005489145,"threshold_uncertainty_score":0.99779123},"labels":[],"label_agreement":null},{"id":"W3034688177","doi":"10.20467/humancaring-d-19-00048","title":"Unconscious Bias and the Impacts on Caring: The Role of the Clinical Nursing Instructor","year":2020,"lang":"en","type":"article","venue":"International Journal for Human Caring","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Unconscious mind; Feeling; Psychology; Health care; Affect (linguistics); Nursing; Social psychology; Medicine; Psychoanalysis; Political science","score_opus":0.07183338495444958,"score_gpt":0.4249598496458001,"score_spread":0.3531264646913505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034688177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650178,0.000116561285,0.00010693133,0.031053605,0.0019498201,0.00026231614,0.000003002041,0.000008056907,0.0014819349],"genre_scores_gemma":[0.994447,0.000016738659,0.00019578736,0.003220027,0.00205735,0.0000054563343,0.000002775641,0.000012186288,0.00004268476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987112,0.00007516361,0.0004993607,0.000110126566,0.0004931833,0.00011092341],"domain_scores_gemma":[0.9987687,0.00030167872,0.00032437206,0.00014306561,0.00040538248,0.000056794048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092550856,0.00008057602,0.00015695168,0.00005505768,0.00031758077,0.00007526784,0.0003539533,0.000049671686,0.000015757285],"category_scores_gemma":[0.0029927518,0.000038059297,0.00015643885,0.000103899794,0.00040733945,0.000054722426,0.00006135886,0.0006176247,9.857235e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020213309,0.00033081337,0.23928975,0.000060531238,0.0013083742,0.000011297501,0.028657088,0.00023556042,0.0037457177,0.3375377,0.006392953,0.38040888],"study_design_scores_gemma":[0.027042871,0.0014820349,0.68757886,0.004306345,0.0011224583,0.0023801234,0.02747101,0.018537655,0.012125926,0.15888956,0.058498193,0.0005649871],"about_ca_topic_score_codex":0.000022534814,"about_ca_topic_score_gemma":0.0000068712548,"teacher_disagreement_score":0.4482891,"about_ca_system_score_codex":0.00012445907,"about_ca_system_score_gemma":0.00016423763,"threshold_uncertainty_score":0.35828197},"labels":[],"label_agreement":null},{"id":"W3035773262","doi":"10.1111/medu.14274","title":"Staff physicians as learners: Answering the call to improve workplace‐based learning","year":2020,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; MEDLINE; Workplace learning; Medicine; Psychology; Work (physics)","score_opus":0.01108302606310497,"score_gpt":0.32052521332817335,"score_spread":0.3094421872650684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035773262","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041696844,0.00010859085,0.00238457,0.98306847,0.0047191866,0.0012418476,0.0000030929555,0.0002429883,0.0040615494],"genre_scores_gemma":[0.0064961095,0.000020223713,0.0019066783,0.95656496,0.019221084,0.0005974659,0.0014405397,0.00014141673,0.013611496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99526393,0.00023866059,0.0007246488,0.00082475424,0.0023062346,0.00064177345],"domain_scores_gemma":[0.99797595,0.00025940474,0.00032749164,0.00077249267,0.00046162793,0.00020301023],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006869797,0.00044437085,0.00057428825,0.0003201622,0.00031461223,0.00010425641,0.00057554315,0.00091207755,0.0015644034],"category_scores_gemma":[0.01579843,0.00035183792,0.00018698744,0.0013791606,0.00027700388,0.000083218234,0.00009699087,0.007035593,0.0010063362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031149073,0.00022513614,0.00006774468,0.00039318748,0.000054395125,0.000040692736,0.0014527271,0.000013608026,0.00006579498,0.000026981697,0.84585214,0.15177646],"study_design_scores_gemma":[0.0004029895,0.00041854053,0.00006611783,0.0011521514,0.00019309053,0.00002291795,0.0015113582,0.0018491643,0.00011839746,0.00005509101,0.99386984,0.000340316],"about_ca_topic_score_codex":0.00014160734,"about_ca_topic_score_gemma":0.000005501726,"teacher_disagreement_score":0.15143614,"about_ca_system_score_codex":0.00068228174,"about_ca_system_score_gemma":0.0067544347,"threshold_uncertainty_score":0.99989337},"labels":[],"label_agreement":null},{"id":"W3035887882","doi":"10.1017/cbo9780511547348","title":"Teaching Medical Professionalism","year":2008,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Subject (documents); Homogeneous; Medical education; Field (mathematics); Professional development; Engineering ethics; Psychology; Medicine; Engineering; Computer science; Library science","score_opus":0.030376687088375133,"score_gpt":0.28913338139033357,"score_spread":0.2587566943019584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035887882","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078388286,0.000116604555,0.0003008991,0.00083855743,0.0009380414,0.00058345165,0.000028965496,0.0002130419,0.99619657],"genre_scores_gemma":[0.0001974672,0.00006066452,0.00059959537,0.0020095122,0.00096885563,0.0000029434636,0.0006098025,0.000057631296,0.99549353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748904,0.00010815284,0.0003257949,0.0004859148,0.0012711157,0.00032001105],"domain_scores_gemma":[0.9985176,0.00008399478,0.0002267919,0.00061228446,0.00033994747,0.00021941769],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0003627487,0.00031381377,0.00050199806,0.00034358352,0.0003683729,0.000009152024,0.000426651,0.0010061683,0.000030940166],"category_scores_gemma":[0.00040593414,0.00032466528,0.00018349047,0.000027194901,0.00046483488,0.00005992164,0.0002901603,0.002604536,0.000041901392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005457299,0.00006172462,0.0000038374246,0.00023234508,0.00009435756,0.00075095653,0.000116695635,2.8180347e-8,0.000005122032,0.31309494,0.67684776,0.008737687],"study_design_scores_gemma":[0.0010116947,0.000050681447,0.000060768227,0.0012199561,0.0001995639,0.00043893736,0.00007087833,0.00010821622,0.000020772322,0.000004095854,0.99653596,0.00027849147],"about_ca_topic_score_codex":0.00009252408,"about_ca_topic_score_gemma":2.3735727e-7,"teacher_disagreement_score":0.3196882,"about_ca_system_score_codex":0.000848711,"about_ca_system_score_gemma":0.0031357503,"threshold_uncertainty_score":0.99992055},"labels":[],"label_agreement":null},{"id":"W3036033127","doi":"10.1002/aet2.10495","title":"Procedural Skills Training in Emergency Medicine Physicians Within the Edmonton Zone: A Needs Assessment","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Competence (human resources); Curriculum; Medical education; Descriptive statistics; Medicine; Dreyfus model of skill acquisition; Psychology; Nursing; Pedagogy; Social psychology","score_opus":0.03556712715449568,"score_gpt":0.3691620381076727,"score_spread":0.333594910953177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036033127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81441444,0.00018990967,0.0009089672,0.16796471,0.0012177295,0.0005207735,7.2018304e-7,0.00006030985,0.014722439],"genre_scores_gemma":[0.9814449,0.000043870987,0.0026208933,0.013704628,0.0012364885,0.00014381544,0.0000645768,0.000022779197,0.0007180328],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99860203,0.000055441724,0.00055774546,0.00024331656,0.00032070265,0.00022075081],"domain_scores_gemma":[0.99932647,0.000049694096,0.00019959173,0.00015520275,0.00016890877,0.00010013843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006124565,0.00015499482,0.00025504673,0.00017508423,0.00015055906,0.000013816282,0.000095919546,0.00006724999,0.00023005687],"category_scores_gemma":[0.00087066914,0.000115230054,0.000031433345,0.0012640733,0.00012792253,0.00013295726,0.000015387737,0.0004521999,0.0000048188767],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018864115,0.0002770259,0.008870996,0.00014820139,0.000041158917,0.0000012499113,0.47788465,0.000012159982,0.0011229161,0.015121459,0.00959651,0.48690483],"study_design_scores_gemma":[0.0017963898,0.00041172976,0.32639968,0.0008281213,0.00016033213,0.00007128888,0.64284694,0.006631271,0.00008004715,0.0015587065,0.018882833,0.00033263897],"about_ca_topic_score_codex":0.00005438425,"about_ca_topic_score_gemma":0.00002251617,"teacher_disagreement_score":0.48657218,"about_ca_system_score_codex":0.000079421996,"about_ca_system_score_gemma":0.00090496795,"threshold_uncertainty_score":0.46989453},"labels":[],"label_agreement":null},{"id":"W3036413643","doi":"10.36834/cmej.70341","title":"Educating the bystander: How contributing to ward rounds as a junior doctor or medical student can be helpful in preparation for clinical responsibilities.","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bystander effect; Medical education; Medical school; Psychology; Medicine; Social psychology","score_opus":0.0638053212550443,"score_gpt":0.4728416411624044,"score_spread":0.4090363199073601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036413643","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32768425,0.00016673621,0.00091360405,0.6662633,0.0031661992,0.0013380264,0.000012417278,0.000024774185,0.0004307497],"genre_scores_gemma":[0.6543523,0.00010294466,0.0021164662,0.3346325,0.0062904563,0.00036193317,0.00010272416,0.000045081968,0.001995626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939823,0.0006104531,0.0016280959,0.0005604205,0.0022284258,0.0009902655],"domain_scores_gemma":[0.98108464,0.0017461033,0.00054651726,0.0006708723,0.0025374352,0.013414453],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010277051,0.00027753768,0.0006058005,0.0004578346,0.0006622778,0.00025210014,0.0006762341,0.00051568646,0.007880761],"category_scores_gemma":[0.38098633,0.00020023673,0.0001682474,0.0013357091,0.00030020063,0.00017279667,0.000068215966,0.0021359783,0.000025458374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083437364,0.00060153165,0.012228077,0.00012459079,0.00012207162,0.00009165979,0.022959452,0.0000038069861,0.0000079195715,0.0022221466,0.8171236,0.14368075],"study_design_scores_gemma":[0.003957041,0.0015844061,0.013206995,0.0010981023,0.00013579085,0.0015757601,0.08249524,0.0021416822,0.000020089456,0.00024815276,0.89312506,0.00041167028],"about_ca_topic_score_codex":0.0018552969,"about_ca_topic_score_gemma":0.016846618,"teacher_disagreement_score":0.3707093,"about_ca_system_score_codex":0.0018089719,"about_ca_system_score_gemma":0.16470446,"threshold_uncertainty_score":0.9930262},"labels":[],"label_agreement":null},{"id":"W3036470138","doi":"10.1007/s40670-020-01003-1","title":"How Can We Create Osler’s “Great Physician”? Fundamentals for Physicians’ Competency in the Twenty-first Century","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Medical education; Medicine; Family medicine; Psychology","score_opus":0.030339625555239683,"score_gpt":0.3254849658663283,"score_spread":0.29514534031108863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036470138","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3915911,0.00019288267,0.00022013646,0.60397756,0.0018348334,0.0010223212,0.000012211201,0.000045331355,0.0011036033],"genre_scores_gemma":[0.92195815,0.0001050658,0.0013535789,0.0734168,0.002615615,0.00030569235,0.000050562845,0.000021473496,0.0001730567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996189,0.000059270056,0.00039074215,0.0006265151,0.001995506,0.00073896453],"domain_scores_gemma":[0.9986131,0.00019266177,0.00014442684,0.0004277098,0.00020267937,0.00041939502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012168632,0.00022473116,0.00036550828,0.0001681331,0.00045284914,0.00014146265,0.00093796896,0.00010183316,0.00025721078],"category_scores_gemma":[0.0034938294,0.00015075684,0.00010677044,0.0027509634,0.0014547657,0.00023399807,0.000085253865,0.00054157316,0.000038066075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016567664,0.0037104557,0.02684879,0.00087699754,0.00007032174,0.00005162604,0.05259743,0.0000022514378,0.0045520477,0.022753669,0.27068385,0.61768687],"study_design_scores_gemma":[0.002901551,0.00087531866,0.032518554,0.0010660002,0.00012988721,0.00003891407,0.06633945,0.0024861342,0.0021537738,0.0011904205,0.8897137,0.0005862995],"about_ca_topic_score_codex":0.000056213164,"about_ca_topic_score_gemma":0.000030330255,"teacher_disagreement_score":0.6190298,"about_ca_system_score_codex":0.00037600874,"about_ca_system_score_gemma":0.0020849342,"threshold_uncertainty_score":0.6147685},"labels":[],"label_agreement":null},{"id":"W3036666907","doi":"10.1111/medu.14271","title":"Seeing but not believing: Insights into the intractability of failure to fail","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Northern British Columbia","funders":"Medical Council of Canada","keywords":"Documentation; Competence (human resources); Psychology; Context (archaeology); Humility; Grounded theory; Causation; Qualitative research; Medical education; Social psychology; Medicine; Epistemology; Computer science; Sociology","score_opus":0.012383783379584706,"score_gpt":0.32066617450660395,"score_spread":0.3082823911270193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036666907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6492157,0.00009368412,0.0023127617,0.34703273,0.0005121545,0.00039753312,3.3397905e-7,0.00003969154,0.00039545496],"genre_scores_gemma":[0.9028928,0.000016793028,0.0035824352,0.092249006,0.0010138055,0.00009072999,0.000051599305,0.000015911788,0.000086910564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976815,0.000101205056,0.0006234238,0.0003280726,0.0010787224,0.00018708223],"domain_scores_gemma":[0.9984527,0.00015527112,0.00014484879,0.00043410115,0.00050958403,0.00030347853],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075017835,0.00013693303,0.00026353792,0.00011152291,0.00013247863,0.000015664107,0.0003002255,0.00018539128,0.0010494979],"category_scores_gemma":[0.03335103,0.00009506688,0.000060554306,0.0011031812,0.00023461407,0.00009877835,0.0000837579,0.00060540164,0.00010126054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019821775,0.0010074225,0.011313315,0.0009786458,0.00007496482,0.0000038533863,0.12581165,0.0000091526945,0.011848029,0.0050239526,0.2409663,0.6027645],"study_design_scores_gemma":[0.0009585646,0.0005205932,0.040750347,0.0006147428,0.00015859463,0.00003922829,0.033960834,0.0030377149,0.01428437,0.00069481315,0.90464133,0.00033887464],"about_ca_topic_score_codex":0.00018009073,"about_ca_topic_score_gemma":0.00003052843,"teacher_disagreement_score":0.663675,"about_ca_system_score_codex":0.00018987301,"about_ca_system_score_gemma":0.0029776196,"threshold_uncertainty_score":0.9998637},"labels":[],"label_agreement":null},{"id":"W3036714009","doi":"10.4103/amhs.amhs_124_20","title":"Reimagining medical education: Part three – Necessity, change, and innovation in uncertain times","year":2020,"lang":"en","type":"article","venue":"Archives of Medicine and Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto","funders":"","keywords":"Medicine; Medical education","score_opus":0.17644641633900823,"score_gpt":0.4534980883489889,"score_spread":0.2770516720099807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036714009","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12239987,0.002672498,0.00029975604,0.8682394,0.0002156746,0.0003269474,5.4129487e-7,0.0000165949,0.0058287457],"genre_scores_gemma":[0.86402744,0.002536022,0.011684945,0.120459184,0.0011574021,0.0000385954,0.00003385642,0.000006945305,0.00005561272],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984768,0.000041104646,0.0005539017,0.00025688732,0.00049065443,0.00018065874],"domain_scores_gemma":[0.99937874,0.00011798821,0.00019605519,0.000081691236,0.0000612781,0.00016426916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015279568,0.0000834894,0.0002811978,0.00051702117,0.00012616669,0.000006006403,0.00010353004,0.00003595454,0.00012800231],"category_scores_gemma":[0.0018571438,0.000055720626,0.0000072337825,0.0016653667,0.001361682,0.00012159746,0.000056384182,0.00026015288,7.330237e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023948392,0.00007003974,0.22876424,0.0005499011,0.0000040769132,0.0000016759888,0.009335751,2.1518467e-7,0.000018684963,0.034204002,0.01132702,0.71570045],"study_design_scores_gemma":[0.0034509546,0.0030266165,0.8583742,0.007575934,0.000030563762,0.00011400492,0.01601271,0.023851482,0.0000280757,0.03393987,0.053344835,0.00025076195],"about_ca_topic_score_codex":0.00043779373,"about_ca_topic_score_gemma":0.000044918153,"teacher_disagreement_score":0.7477802,"about_ca_system_score_codex":0.000009986074,"about_ca_system_score_gemma":0.0013446577,"threshold_uncertainty_score":0.5017174},"labels":[],"label_agreement":null},{"id":"W3037034311","doi":"10.1111/medu.14285","title":"Educator, judge, public defender: Conflicting roles for remediators of practising physicians","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Narrative; Context (archaeology); Position (finance); Psychology; Preference; Reading (process); Public relations; Pedagogy; Medical education; Sociology; Social psychology; Political science; Medicine; Law","score_opus":0.02841524084347285,"score_gpt":0.3720556157433833,"score_spread":0.34364037489991045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037034311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6301064,0.00044862664,0.011671651,0.35032502,0.0028883535,0.0010758891,0.000005638251,0.00014535613,0.0033330787],"genre_scores_gemma":[0.9234921,0.00005079965,0.012031547,0.060849965,0.0028330109,0.00019750759,0.00033822143,0.000046906178,0.0001599593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976778,0.00006235137,0.00069355144,0.0003660518,0.0008875115,0.00031270916],"domain_scores_gemma":[0.9980718,0.00021979316,0.0003934598,0.00029275598,0.0008282671,0.00019390784],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007834591,0.0001619055,0.00035807624,0.00019182787,0.00012932996,0.000023678163,0.00019311921,0.00021814594,0.00044813528],"category_scores_gemma":[0.03293224,0.00015989924,0.00010997984,0.00087679457,0.00019283107,0.00020467448,0.000032007083,0.00043043683,0.00002870383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007768897,0.0016932569,0.016674055,0.0008275073,0.00009660831,8.285082e-7,0.0058864895,7.842704e-7,0.0019769084,0.004936359,0.3966725,0.57115704],"study_design_scores_gemma":[0.002072497,0.00045503076,0.0081330035,0.0008383702,0.00030664695,0.000054029548,0.019233163,0.0036517754,0.0074745626,0.00041057068,0.95696,0.00041031392],"about_ca_topic_score_codex":0.00002347204,"about_ca_topic_score_gemma":0.000004393567,"teacher_disagreement_score":0.5707467,"about_ca_system_score_codex":0.00015565992,"about_ca_system_score_gemma":0.005291962,"threshold_uncertainty_score":0.97521377},"labels":[],"label_agreement":null},{"id":"W3037189781","doi":"10.2196/20182","title":"The United States Medical Licensing Examination Step 1 Is Changing—US Medical Curricula Should Too","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Curriculum; Medical education; Grading (engineering); Licensure; Medical school; Class (philosophy); Medicine; Psychology; Computer science; Pedagogy; Engineering","score_opus":0.024924234218598594,"score_gpt":0.3758336360255921,"score_spread":0.35090940180699354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037189781","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4507465,0.00042787363,0.003348871,0.5397559,0.0024499877,0.001015314,0.000003038611,0.00029529774,0.0019572342],"genre_scores_gemma":[0.58058596,0.0012085683,0.0010816745,0.40655917,0.006557736,0.0005608746,0.001846569,0.00011186561,0.0014876092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908935,0.00036126553,0.0011626265,0.0006648998,0.0061601033,0.00075759634],"domain_scores_gemma":[0.9959589,0.00054718216,0.00032456862,0.00059085886,0.0010947325,0.0014837394],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033432841,0.0003640344,0.00044450464,0.00046862525,0.0005556231,0.00010215462,0.00066568056,0.0008845161,0.006052863],"category_scores_gemma":[0.030112289,0.0002622053,0.0001363719,0.0035219423,0.00073549896,0.00019451551,0.00019436848,0.0019535364,0.000299427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054832635,0.0007801375,0.0013044765,0.00019969,0.000057649413,0.000028474746,0.0057154894,6.463521e-7,0.000009635511,0.0025537645,0.42285103,0.56644416],"study_design_scores_gemma":[0.0020069256,0.00034594894,0.016386906,0.0014506459,0.00013252004,0.00042227865,0.0108237965,0.10594627,0.00015173278,0.0001508639,0.8617185,0.00046364169],"about_ca_topic_score_codex":0.00013360042,"about_ca_topic_score_gemma":0.000013534326,"teacher_disagreement_score":0.56598055,"about_ca_system_score_codex":0.00036591565,"about_ca_system_score_gemma":0.0048659653,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W3037457846","doi":"10.1007/s13187-020-01816-z","title":"The Hidden Curriculum in Postgraduate Medical Education: a Commentary","year":2020,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Curriculum; Hidden curriculum; Medicine; Medical education; Set (abstract data type); Health care; Resource (disambiguation); Pedagogy; Psychology; Political science; Computer science","score_opus":0.012936944378869525,"score_gpt":0.410282594515386,"score_spread":0.39734565013651646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037457846","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45248088,0.0034607782,0.000026704845,0.54083884,0.0026088308,0.00016743956,3.3163914e-7,0.000005093065,0.00041110857],"genre_scores_gemma":[0.8674166,0.0018146653,0.0015664293,0.12369655,0.0052351854,0.0000669787,0.000018822582,0.000017332957,0.0001674445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982404,0.00007456312,0.00069784763,0.00010786411,0.00073177204,0.00014756883],"domain_scores_gemma":[0.9984294,0.000048558293,0.0003960634,0.0001425063,0.00080754916,0.00017589376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059943966,0.00009369744,0.00019160329,0.00014239129,0.00008465161,0.000029054738,0.00022628989,0.00007322704,0.00033362382],"category_scores_gemma":[0.0018339612,0.000064345484,0.00006468914,0.0007622801,0.00008469705,0.0001621345,0.00002054071,0.0006054219,0.0000104238325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056127024,0.00050566165,0.08329716,0.000045830937,0.000026753261,0.0000019578329,0.0009249936,6.6594964e-7,0.000024701623,0.0003852127,0.46844283,0.4462881],"study_design_scores_gemma":[0.0015244329,0.00036406633,0.17346805,0.0013264798,0.00015981955,0.00028720644,0.011380483,0.00065771013,0.00018087594,0.0010450607,0.80943364,0.00017216771],"about_ca_topic_score_codex":0.00020484232,"about_ca_topic_score_gemma":0.000044117794,"teacher_disagreement_score":0.44611594,"about_ca_system_score_codex":0.0004663685,"about_ca_system_score_gemma":0.0076869787,"threshold_uncertainty_score":0.9979385},"labels":[],"label_agreement":null},{"id":"W3037685865","doi":"10.1684/epd.2020.1157","title":"e‐learning comes of age: Web‐based education provided by the International League Against Epilepsy","year":2020,"lang":"en","type":"article","venue":"Epileptic Disorders","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; The Internet; Portfolio; Medical education; Computer science; Medicine; Psychology; World Wide Web; Pedagogy; Business","score_opus":0.010932073897717928,"score_gpt":0.2863601971564794,"score_spread":0.2754281232587615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037685865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7918389,0.00018105676,0.0014894807,0.170944,0.0010875247,0.00088563096,0.000007266351,0.00012469052,0.033441488],"genre_scores_gemma":[0.98045796,0.000056111872,0.0017607749,0.015930781,0.0002275513,0.00010308228,0.0005433289,0.000026365253,0.00089404907],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986078,0.00007076912,0.0004328725,0.00023850445,0.00048276674,0.00016728691],"domain_scores_gemma":[0.9991532,0.00012798003,0.00022094663,0.00022284138,0.00020319124,0.00007186849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031489538,0.0001344098,0.00020300395,0.000100455545,0.0000986485,0.000025452178,0.00026270247,0.00007666623,0.00048725485],"category_scores_gemma":[0.0029450965,0.000106488515,0.00008397511,0.00052332977,0.0001956598,0.000083089384,0.00003533867,0.00046688147,0.00005415735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015833894,0.0009462089,0.064319156,0.00027661043,0.00013270235,0.0000014174091,0.0029873308,0.00029787893,0.007090953,0.0017510996,0.38760173,0.5344366],"study_design_scores_gemma":[0.0033108846,0.0005829817,0.025295775,0.000288681,0.00014391064,0.0000033469457,0.012075908,0.045329012,0.0010858538,0.0003292788,0.9112235,0.00033091],"about_ca_topic_score_codex":0.000035330417,"about_ca_topic_score_gemma":0.0000066483835,"teacher_disagreement_score":0.53410566,"about_ca_system_score_codex":0.00008109701,"about_ca_system_score_gemma":0.0006675102,"threshold_uncertainty_score":0.5335099},"labels":[],"label_agreement":null},{"id":"W3037717228","doi":"10.15694/mep.2020.000132.1","title":"From Spark to Flame -- Radical Innovations from Cataclysmic Events in Medical Education","year":2020,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"SPARK (programming language); Context (archaeology); Realm; Health care; Coronavirus disease 2019 (COVID-19); Public relations; Psychology; Medical education; Sociology; Medicine; Political science; Computer science; History; Law","score_opus":0.019793697216675784,"score_gpt":0.33031219949471147,"score_spread":0.3105185022780357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037717228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75094163,0.000063361076,0.0017338217,0.24350975,0.0015423587,0.00050832186,0.000024783585,0.000108678265,0.0015673148],"genre_scores_gemma":[0.8920071,0.000008194318,0.010042507,0.08986177,0.0032904195,0.00020656019,0.004316119,0.000041642194,0.00022566924],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9967291,0.00009465077,0.0008708788,0.00063312176,0.0013136917,0.00035855966],"domain_scores_gemma":[0.99830383,0.00011990299,0.00012952821,0.00052525447,0.0004253476,0.00049614493],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052752334,0.000211953,0.0004100246,0.00046944036,0.000070285394,0.00004963473,0.00046513844,0.0003329525,0.0049004145],"category_scores_gemma":[0.01869283,0.00021242762,0.00005478069,0.0033607653,0.000093817514,0.00037161587,0.00013489256,0.0008871382,0.0004616829],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014143567,0.0011528239,0.081549995,0.000038593247,0.00006805023,0.000021598222,0.004861299,0.0000036276565,0.00086765207,0.0019171336,0.75886875,0.15050906],"study_design_scores_gemma":[0.0037477282,0.00020198262,0.5640302,0.0007633125,0.00010787152,0.000017956434,0.0027524126,0.0033782567,0.00086023076,0.0055398527,0.4180167,0.0005835048],"about_ca_topic_score_codex":0.001755877,"about_ca_topic_score_gemma":0.00014152615,"teacher_disagreement_score":0.4824802,"about_ca_system_score_codex":0.0003601154,"about_ca_system_score_gemma":0.0024307081,"threshold_uncertainty_score":0.99600923},"labels":[],"label_agreement":null},{"id":"W3038027388","doi":"10.1007/s10459-020-09979-6","title":"How biased are you? The effect of prior performance information on attending physician ratings and implications for learner handover","year":2020,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Competence (human resources); Context (archaeology); Medicine; Psychology; Significant difference; Family medicine; Medical education; Clinical psychology; Social psychology; Internal medicine","score_opus":0.019358633013362044,"score_gpt":0.37637987593688815,"score_spread":0.3570212429235261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038027388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8520196,0.0006822694,0.0014615613,0.1435406,0.00039369622,0.001611223,0.000004297941,0.00001901786,0.00026770015],"genre_scores_gemma":[0.98647714,0.0002943633,0.002707542,0.009956122,0.00018395566,0.00032237664,0.00003408733,0.0000050138415,0.00001939396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990288,0.000048841113,0.0003423465,0.00018528722,0.0002150044,0.00017971294],"domain_scores_gemma":[0.99895656,0.00026382302,0.0004647347,0.0001331554,0.00013659499,0.00004511927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090260507,0.00009187117,0.0001784553,0.00014984254,0.00036619912,0.00003983103,0.00011182011,0.00003119111,0.000001554405],"category_scores_gemma":[0.0017105446,0.00006170547,0.000021443462,0.0009785715,0.00023044548,0.0008908645,0.000012031904,0.00014489974,0.0000013311687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008404653,0.00004332171,0.12731928,0.0014295686,0.0000023382029,4.736107e-9,0.0019045909,0.0002455916,0.000117506344,0.0019545702,0.0011135623,0.8657856],"study_design_scores_gemma":[0.0030525632,0.006504886,0.81211615,0.00255707,0.000046170204,0.00000898658,0.012844143,0.033635296,0.004786867,0.0006507363,0.12343062,0.00036653847],"about_ca_topic_score_codex":0.000011847994,"about_ca_topic_score_gemma":0.000002761143,"teacher_disagreement_score":0.8654191,"about_ca_system_score_codex":0.00010038347,"about_ca_system_score_gemma":0.00032906656,"threshold_uncertainty_score":0.28165445},"labels":[],"label_agreement":null},{"id":"W3038077850","doi":"10.1007/s10459-020-09977-8","title":"Interdisciplinarity in medical education research: myth and reality","year":2020,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; St. Michael's Hospital; The Wilson Centre; University of Toronto; University Health Network","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Bibliometrics; Typology; Sociology; Discipline; Educational research; Scholarship; Narrative; Narrative inquiry; Library science; Social science; Anthropology; Political science","score_opus":0.09928325536495065,"score_gpt":0.5584268605510196,"score_spread":0.459143605186069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038077850","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4654482,0.006507551,0.00033253414,0.51829576,0.0012825407,0.0009414703,8.0306705e-7,0.000032166205,0.0071589793],"genre_scores_gemma":[0.9631263,0.0031104907,0.00737735,0.025676724,0.0004465203,0.0001761786,0.000030223498,0.000007305486,0.000048894748],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997167,0.00030157794,0.0006941102,0.0005278731,0.0009278558,0.00038159956],"domain_scores_gemma":[0.99896157,0.00016810256,0.00015213715,0.00019581024,0.00024979672,0.00027258767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005644557,0.000097861455,0.00022432214,0.00053543656,0.00023503278,0.000028434846,0.00021642982,0.00009530485,0.00008938634],"category_scores_gemma":[0.0069560306,0.000089933936,0.000013458563,0.0032795516,0.0007509396,0.0005622083,0.00008878027,0.00070594484,0.0000101338865],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047876958,0.0008168647,0.14533213,0.00093239883,8.4826075e-7,8.626359e-7,0.007404708,0.000013006214,0.0000067170517,0.020317161,0.008913282,0.81621414],"study_design_scores_gemma":[0.0013777099,0.001655294,0.60243636,0.0050102924,0.0000061281225,0.00010769046,0.06359387,0.017730866,0.000058387068,0.063975915,0.24361047,0.00043702876],"about_ca_topic_score_codex":0.0007178706,"about_ca_topic_score_gemma":0.00045985306,"teacher_disagreement_score":0.8157771,"about_ca_system_score_codex":0.00051310944,"about_ca_system_score_gemma":0.00944419,"threshold_uncertainty_score":0.99617136},"labels":[],"label_agreement":null},{"id":"W3038089529","doi":"10.1017/cem.2020.435","title":"Resident learning during a pandemic: Recommendations for training programs","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Ottawa","funders":"Queen's University; University of Ottawa","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Medical education; Medicine; Training (meteorology); Variety (cybernetics); Emergency department; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Nursing; Disease; Infectious disease (medical specialty)","score_opus":0.2861121827463228,"score_gpt":0.42493539673603664,"score_spread":0.13882321398971387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038089529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7176997,0.0012641532,0.0059174974,0.26473972,0.0076528015,0.0007514643,0.000003565842,0.000041838903,0.0019292063],"genre_scores_gemma":[0.9878751,0.0002381262,0.0038865425,0.0014429311,0.005144503,0.000025930938,0.000060290105,0.000037633243,0.0012889173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833643,0.000037426238,0.00092930836,0.00013919895,0.00024519092,0.00031244368],"domain_scores_gemma":[0.99802303,0.000030281833,0.0003725256,0.00009394282,0.0007557288,0.00072451186],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075048686,0.0001156803,0.00032107695,0.0003074923,0.00022380559,0.0000046634873,0.00012828955,0.000075028336,0.0031629526],"category_scores_gemma":[0.0065191495,0.00009825588,0.00009486489,0.0006789431,0.00007224603,0.00009982351,0.0000046588784,0.00055147125,0.0000047173057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027696692,0.00006302381,0.14764464,0.00080153596,0.00046260847,0.00010655412,0.10884688,0.000069508,0.0053457487,0.0010466793,0.5373774,0.19795845],"study_design_scores_gemma":[0.0029151847,0.0019639856,0.013541339,0.0011967672,0.00033533273,0.00016506917,0.035942066,0.00044460423,0.00005952476,0.00035842767,0.9428747,0.00020295782],"about_ca_topic_score_codex":0.00034943037,"about_ca_topic_score_gemma":0.00057499437,"teacher_disagreement_score":0.40549734,"about_ca_system_score_codex":0.00019018116,"about_ca_system_score_gemma":0.001174154,"threshold_uncertainty_score":0.9977483},"labels":[],"label_agreement":null},{"id":"W3038227055","doi":"10.1136/leader-2019-000205","title":"Leadership training in family medicine residency: a scoping review","year":2020,"lang":"en","type":"review","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Mentorship; Curriculum; Medical education; Leadership development; Inclusion (mineral); Graduate medical education; Feeling; Faculty development; Psychology; Residency training; Medicine; MEDLINE; Professional development; Pedagogy; Political science; Public relations","score_opus":0.60423064953453,"score_gpt":0.5470692636290615,"score_spread":0.05716138590546849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038227055","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7675309e-7,0.93030965,0.00006310761,0.056053683,0.0007124811,0.005480528,0.0000016848943,0.000104760045,0.0072739227],"genre_scores_gemma":[0.0000011963019,0.96887904,0.0016183042,0.024758903,0.002491544,0.0010177749,0.00027262792,0.00012011481,0.0008404824],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9949449,0.00037011656,0.002411917,0.0007721383,0.0009132632,0.0005877135],"domain_scores_gemma":[0.99790305,0.00034952586,0.00066658884,0.0007403158,0.00017288345,0.00016764858],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023340262,0.0005622247,0.0040151803,0.00066426606,0.00005664935,0.0000124884755,0.00033924475,0.00052957796,0.00072774105],"category_scores_gemma":[0.01111848,0.00044064678,0.00030655344,0.0028392943,0.00028843762,0.00009442753,0.000051493684,0.0020135576,0.0004729044],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033711124,0.000015370972,0.0000010186421,0.3239959,0.00004029563,0.00012398601,0.0008088663,1.4495266e-8,2.1224825e-7,0.00020126758,0.03375189,0.6410578],"study_design_scores_gemma":[0.000251381,0.00005625419,0.0000041056655,0.5461348,0.00059993006,0.00019888296,0.0015480797,0.00000187226,4.6791065e-8,0.000019307869,0.4509743,0.00021103477],"about_ca_topic_score_codex":0.000015263671,"about_ca_topic_score_gemma":0.000010602006,"teacher_disagreement_score":0.6408468,"about_ca_system_score_codex":0.00042744243,"about_ca_system_score_gemma":0.0061570024,"threshold_uncertainty_score":0.99980456},"labels":[],"label_agreement":null},{"id":"W3038433871","doi":"10.1097/acm.0000000000003561","title":"Professional Identity Formation: A Role for Patients as Mentors","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Learning Partnership","funders":"","keywords":"Identity (music); General partnership; Construct (python library); Medical education; Health professionals; Professional development; Medicine; Health care; Psychology; Nursing","score_opus":0.03100640763800539,"score_gpt":0.3953139299958681,"score_spread":0.36430752235786273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038433871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83740765,0.00027134176,0.006149477,0.14890721,0.0017215998,0.0018671466,0.000006457342,0.00012975048,0.0035393548],"genre_scores_gemma":[0.94574696,0.00006671615,0.00084258063,0.048395615,0.0024964921,0.00021822512,0.00061743543,0.000023213737,0.0015927722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981299,0.000026790913,0.00059331517,0.00023359513,0.0007807836,0.00023560687],"domain_scores_gemma":[0.99897,0.00007288057,0.0002016471,0.00014669553,0.0004010481,0.0002077659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004867273,0.00013322655,0.00026581288,0.00011255519,0.00011969556,0.0000032160654,0.00016984442,0.00020286652,0.00078154064],"category_scores_gemma":[0.0056756423,0.00010111492,0.000037165035,0.0005294728,0.00011238654,0.00035938708,0.00004669895,0.00054780574,0.00013734122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004607493,0.000109507266,0.024902346,0.0006695084,0.000068295885,0.0000019872355,0.02146548,8.8953743e-7,0.002822259,0.016984362,0.90631944,0.026195204],"study_design_scores_gemma":[0.015365088,0.0030617504,0.027017647,0.0014473938,0.00048517712,0.0000415937,0.014817223,0.00570125,0.0023524847,0.016806422,0.91244614,0.0004578071],"about_ca_topic_score_codex":0.0000068795566,"about_ca_topic_score_gemma":1.889932e-7,"teacher_disagreement_score":0.10833929,"about_ca_system_score_codex":0.00012279578,"about_ca_system_score_gemma":0.00014448309,"threshold_uncertainty_score":0.8557322},"labels":[],"label_agreement":null},{"id":"W3038692229","doi":"10.1111/medu.14286","title":"Virtual OSCE delivery: The way of the future?","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Objective structured clinical examination; Summative assessment; Checklist; Medical education; Physical examination; Modalities; Psychology; Medicine; Formative assessment; Pedagogy","score_opus":0.008910511680971001,"score_gpt":0.2982980346891981,"score_spread":0.28938752300822707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038692229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5102549,0.00027977146,0.00037107876,0.48441395,0.0026789887,0.000324879,9.769203e-7,0.00002670672,0.0016487511],"genre_scores_gemma":[0.89083123,0.000055931683,0.0003447943,0.1055496,0.0027200263,0.00004059251,0.000027802917,0.0000122040665,0.0004178137],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829227,0.00008942787,0.00035438687,0.00016785081,0.0009588213,0.00013725937],"domain_scores_gemma":[0.99905026,0.000065191925,0.0001317168,0.0003708064,0.00029245618,0.00008956459],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004721569,0.00009119434,0.0001446292,0.00003454991,0.00011948461,0.000007796388,0.00033799597,0.0001322234,0.0013016034],"category_scores_gemma":[0.005148844,0.00004750668,0.000071463466,0.00082218903,0.0003011404,0.000045598368,0.00005976956,0.00051021413,0.00006438076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035939574,0.00041712984,0.0035789858,0.00006978166,0.000025106348,3.7570976e-7,0.0028863754,0.0000010445136,0.0003233383,0.007741476,0.57378113,0.4111393],"study_design_scores_gemma":[0.00070346287,0.00019484862,0.08962946,0.0002367946,0.00012644449,0.000040331222,0.0075854603,0.002078589,0.0015028005,0.00023064956,0.89755,0.00012116698],"about_ca_topic_score_codex":0.000026921158,"about_ca_topic_score_gemma":0.0000043655837,"teacher_disagreement_score":0.41101813,"about_ca_system_score_codex":0.000069871814,"about_ca_system_score_gemma":0.0021323944,"threshold_uncertainty_score":0.9996113},"labels":[],"label_agreement":null},{"id":"W3038737525","doi":"10.2196/20190","title":"The Present and Future Applications of Technology in Adapting Medical Education Amidst the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Order (exchange); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Political science; Business; Medicine; Disease; Virology; Infectious disease (medical specialty)","score_opus":0.01822116589816957,"score_gpt":0.38949901251590074,"score_spread":0.37127784661773117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038737525","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12129421,0.0034296862,0.0008525839,0.87120837,0.00058074226,0.0017171256,0.0000013282819,0.00010237582,0.0008135729],"genre_scores_gemma":[0.9258383,0.0022149398,0.0010778586,0.061785616,0.0051073716,0.0035443604,0.0001366703,0.000033497112,0.00026137778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731475,0.00014394733,0.0007760869,0.0003645838,0.0011384315,0.00026220334],"domain_scores_gemma":[0.9981215,0.00032542873,0.0002845788,0.00048776087,0.0003287905,0.0004519588],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014769473,0.00015738116,0.00024746155,0.00022695385,0.00027570783,0.000020538875,0.00046275178,0.0004470885,0.00043544086],"category_scores_gemma":[0.0100883255,0.000099170546,0.00004368729,0.001938201,0.0008780732,0.00007051187,0.00011275798,0.0011032488,0.000011628001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000490317,0.0006435731,0.030603167,0.00027019373,0.000019941928,7.377685e-7,0.002643783,5.045952e-7,0.00003419595,0.0261394,0.07151892,0.86807656],"study_design_scores_gemma":[0.0006772716,0.00008835689,0.014225441,0.00015716681,0.00003675072,0.00019003639,0.019364273,0.0016012641,0.000015031308,0.0027869677,0.9607433,0.00011411564],"about_ca_topic_score_codex":0.000116468684,"about_ca_topic_score_gemma":0.000045425386,"teacher_disagreement_score":0.8892244,"about_ca_system_score_codex":0.00028890822,"about_ca_system_score_gemma":0.0111758225,"threshold_uncertainty_score":0.9982501},"labels":[],"label_agreement":null},{"id":"W3039043422","doi":"10.4236/ce.2020.116067","title":"CyberPatient&amp;lt;sup&amp;gt;TM&amp;lt;/sup&amp;gt;—An Innovative Approach to Medical Education","year":2020,"lang":"en","type":"article","venue":"Creative Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; Faculty of Medicine, University of British Columbia","keywords":"Psychological intervention; Repeated measures design; Analysis of variance; Randomized controlled trial; Medical history; Objective structured clinical examination; Medicine; Psychology; Internal medicine; Medical education; Mathematics; Statistics; Nursing","score_opus":0.05075243838143751,"score_gpt":0.37649767329397077,"score_spread":0.32574523491253327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039043422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82589453,0.0004613053,0.035961915,0.042089723,0.0026845837,0.0037625432,0.000054829798,0.00046774215,0.08862284],"genre_scores_gemma":[0.71617866,0.00008889552,0.17003047,0.057864513,0.008805393,0.0029588474,0.022155754,0.00031412256,0.021603355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927077,0.0005724629,0.0017451618,0.0017278556,0.0023246452,0.000922157],"domain_scores_gemma":[0.9908263,0.00023410152,0.00074558164,0.0016013966,0.0050777686,0.001514855],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014652289,0.00084442925,0.0009872178,0.0011338099,0.0005769463,0.00017560055,0.00078592903,0.0007254804,0.0068527767],"category_scores_gemma":[0.02530501,0.0008299983,0.00017771768,0.006486375,0.0005753645,0.0008423863,0.00020336486,0.0014466366,0.0028509824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052751135,0.010244563,0.005709536,0.00050385535,0.0003138741,9.4864095e-7,0.09616884,0.00007108627,0.0031717897,0.0142251225,0.65665543,0.21240745],"study_design_scores_gemma":[0.0015391539,0.0005503092,0.021545965,0.0009020685,0.0003727009,0.0000993248,0.010403965,0.0004718073,0.0004370732,0.000679087,0.96184355,0.0011550196],"about_ca_topic_score_codex":0.00022039021,"about_ca_topic_score_gemma":0.000044688066,"teacher_disagreement_score":0.3051881,"about_ca_system_score_codex":0.0014900625,"about_ca_system_score_gemma":0.010694736,"threshold_uncertainty_score":0.9994151},"labels":[],"label_agreement":null},{"id":"W3039311139","doi":"10.36834/cmej.70280","title":"The physician as machine or person: The missing foundation in the CanMEDS roles","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation; Western University","funders":"","keywords":"Foundation (evidence); Computer science; Data science; Medicine; Political science; Law","score_opus":0.022279940534877526,"score_gpt":0.3371317368471093,"score_spread":0.31485179631223176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039311139","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037270546,0.00069870066,0.00009912695,0.95193505,0.001390858,0.0003615235,9.588965e-7,0.000010555136,0.008232695],"genre_scores_gemma":[0.5579122,0.0001331036,0.0001771878,0.43736792,0.0038723128,0.0000422395,0.0000326973,0.00001779585,0.00044460653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976149,0.00029100172,0.00043165992,0.00016725546,0.0011131127,0.0003820384],"domain_scores_gemma":[0.997292,0.00024204982,0.0001749898,0.00029480094,0.00034535106,0.0016508027],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020706845,0.00013806662,0.00014796598,0.00013129826,0.0011761087,0.00024256019,0.0005620107,0.00012129395,0.0041306512],"category_scores_gemma":[0.028626032,0.000063375075,0.00006288385,0.0010755253,0.00033495855,0.000120939745,0.000009884715,0.0016409159,0.00010061091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039688006,0.000070672475,0.00042405078,0.000015470812,0.000024385547,0.000035405727,0.011509595,0.0000019665786,0.000008190306,0.0032537386,0.28436488,0.70025194],"study_design_scores_gemma":[0.00046775944,0.00011030332,0.0063276943,0.00017506372,0.000048493057,0.0011101043,0.044694252,0.0028419578,0.000005663389,0.00050794025,0.9436098,0.00010101332],"about_ca_topic_score_codex":0.0040997947,"about_ca_topic_score_gemma":0.015689122,"teacher_disagreement_score":0.70015097,"about_ca_system_score_codex":0.0005283875,"about_ca_system_score_gemma":0.041346256,"threshold_uncertainty_score":0.9967797},"labels":[],"label_agreement":null},{"id":"W3039527713","doi":"10.1111/medu.14287","title":"Translating outcome frameworks to assessment programmes: Implications for validity","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto; Queen's University; University Health Network","funders":"","keywords":"Summative assessment; Formative assessment; Accreditation; Medical education; Competence (human resources); Conceptual framework; Outcome (game theory); Psychology; External validity; Graduate medical education; Focus group; Medicine; Pedagogy; Sociology; Social psychology","score_opus":0.07951443570961479,"score_gpt":0.4812329316918164,"score_spread":0.4017184959822016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039527713","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051412374,0.000027201382,0.34971952,0.59525776,0.00077508757,0.0016724024,0.000005655444,0.00015011722,0.0009798628],"genre_scores_gemma":[0.6613715,0.000003940635,0.18293132,0.15198441,0.0015421315,0.0016102227,0.0004171376,0.000033267293,0.00010602251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794495,0.000044694956,0.0006967477,0.00042377636,0.0005668773,0.00032295552],"domain_scores_gemma":[0.99845296,0.00012981443,0.00012000912,0.00034045256,0.0005331905,0.00042354764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00079404906,0.00016140287,0.00029247784,0.0001163429,0.0001772902,0.000039207644,0.00021203047,0.00037768434,0.00047641984],"category_scores_gemma":[0.013249391,0.00014856398,0.00010735212,0.0009368733,0.00007299399,0.00008323428,0.0000261079,0.0007890075,0.00004339178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034238332,0.0009755363,0.060629386,0.00038016675,0.000027617969,2.989894e-7,0.0016358584,0.0000033647113,0.0001768556,0.0076846783,0.12637858,0.8020734],"study_design_scores_gemma":[0.0019056218,0.0011255337,0.23221758,0.0005184723,0.0003042635,0.000036858008,0.002525795,0.010134217,0.00010906101,0.0026568868,0.7479243,0.0005413685],"about_ca_topic_score_codex":0.000012304943,"about_ca_topic_score_gemma":0.000003168009,"teacher_disagreement_score":0.80153203,"about_ca_system_score_codex":0.00024275098,"about_ca_system_score_gemma":0.002699556,"threshold_uncertainty_score":0.9950624},"labels":[],"label_agreement":null},{"id":"W3040057818","doi":"10.5430/jnep.v10n10p52","title":"Perceptions of midwifery students, mentors, and supervisors on the use of clinical teaching portfolio in Rwanda","year":2020,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse Interuniversitaire Raad","keywords":"Thematic analysis; Portfolio; Nonprobability sampling; Medical education; Obstetrics; Psychology; Promotion (chess); Perception; Qualitative research; Medicine; Nursing; Sociology","score_opus":0.24314341658535144,"score_gpt":0.5286235903381065,"score_spread":0.28548017375275503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040057818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9085882,0.0001578197,0.00010299631,0.089789286,0.00050739065,0.0001137971,5.7357e-7,0.0000016258584,0.000738342],"genre_scores_gemma":[0.9868824,0.0005178321,0.007078975,0.005122995,0.0003117191,0.0000011654595,0.000002940285,0.0000060153975,0.00007599681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983991,0.00039705122,0.00072490436,0.00007892976,0.000343903,0.00005611219],"domain_scores_gemma":[0.9977604,0.0011337943,0.00059839146,0.00009356553,0.00033993047,0.00007387807],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023892506,0.000055208973,0.00020593351,0.00014760077,0.00007213891,0.000019535013,0.000055893368,0.000055879857,0.000047593083],"category_scores_gemma":[0.01695736,0.000039238592,0.00003467998,0.00020576773,0.00011820353,0.00031165508,0.000010842215,0.0006008937,3.8426185e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020283947,0.01280099,0.25902334,0.00019291184,0.00020190263,0.0000047118424,0.10978469,0.000017300805,0.0019677673,0.0035723173,0.11208614,0.49831954],"study_design_scores_gemma":[0.0014909056,0.0014859765,0.7805944,0.0022614778,0.00051395874,0.0006283839,0.13411905,0.000309062,0.00006728446,0.00016161043,0.078269504,0.00009837375],"about_ca_topic_score_codex":0.00001394985,"about_ca_topic_score_gemma":2.9234883e-7,"teacher_disagreement_score":0.5215711,"about_ca_system_score_codex":0.00004429138,"about_ca_system_score_gemma":0.00036829335,"threshold_uncertainty_score":0.99132323},"labels":[],"label_agreement":null},{"id":"W3041128630","doi":"10.1097/acm.0000000000003594","title":"Medical Education Amid the COVID-19 Pandemic: New Perspectives for the Future","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Public health; Health care; Medical education; Promotion (chess); Pandemic; Psychology; Public relations; Medicine; Nursing; Coronavirus disease 2019 (COVID-19); Political science","score_opus":0.0757862188466935,"score_gpt":0.4386679734403351,"score_spread":0.3628817545936416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041128630","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009043391,0.017635943,0.029304825,0.93986887,0.001896624,0.0014336592,0.0000020997961,0.0001472696,0.00066730357],"genre_scores_gemma":[0.24427137,0.008649129,0.0006298875,0.69283414,0.049133692,0.00034684569,0.00014277438,0.00005222493,0.0039399653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974435,0.00009667511,0.00061075715,0.00041759177,0.0011093795,0.00032207512],"domain_scores_gemma":[0.9973086,0.00097550603,0.0002292072,0.0004552559,0.00030746282,0.0007239848],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020026427,0.00021583197,0.00033748444,0.000089255256,0.00035658735,0.000007537778,0.00063621975,0.00042123572,0.002299334],"category_scores_gemma":[0.04050606,0.00010362915,0.00007476973,0.00094410265,0.00072250626,0.000074747455,0.00006200624,0.001888427,0.000039380237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013401559,0.000018157662,0.0032611508,0.00009707285,0.00006510144,0.000001020623,0.027912758,0.0000014051619,0.00011346376,0.022286303,0.872776,0.07333357],"study_design_scores_gemma":[0.0018271003,0.00020922584,0.0014118854,0.000106722044,0.00026738673,0.00025630358,0.07485934,0.0011552785,0.000008711192,0.0022948887,0.9174942,0.00010897702],"about_ca_topic_score_codex":0.00009350122,"about_ca_topic_score_gemma":0.000007355101,"teacher_disagreement_score":0.24703477,"about_ca_system_score_codex":0.00028464373,"about_ca_system_score_gemma":0.00454707,"threshold_uncertainty_score":0.9986127},"labels":[],"label_agreement":null},{"id":"W3041512264","doi":"10.1080/10401334.2020.1784740","title":"Constructing Approaches to Entrustable Professional Activity Development that Deliver Valid Descriptions of Professional Practice","year":2020,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Construct (python library); Construct validity; Identification (biology); Autonomy; Promotion (chess); Professional development; Curriculum; Medical education; Psychology; Computer science; Engineering ethics; Medicine; Nursing; Pedagogy","score_opus":0.1564238302924429,"score_gpt":0.3710267601005856,"score_spread":0.21460292980814272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041512264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93343294,0.00008397894,0.00718496,0.05596552,0.00032117366,0.00039042594,4.3861314e-7,0.00005783128,0.0025627387],"genre_scores_gemma":[0.91667956,0.0000037904917,0.0798113,0.0023702637,0.00021629618,0.00003319297,0.000034630473,0.000015193721,0.00083576806],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99803,0.00052145094,0.00038332303,0.0002958074,0.00054488453,0.0002245196],"domain_scores_gemma":[0.9989484,0.00048756684,0.00021490069,0.00009995211,0.00010550826,0.00014370447],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00313701,0.00014070986,0.0003430281,0.0002062768,0.0003378446,0.0000071132627,0.00007115441,0.00009769176,0.00012205659],"category_scores_gemma":[0.013287244,0.00011068925,0.000016450176,0.0003503591,0.00014433895,0.0001559787,0.00008356625,0.002030447,0.000004628118],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007070442,0.0007602216,0.18450658,0.00095647457,0.00011138721,0.000019918929,0.1563292,0.00021388078,0.005904597,0.0036810539,0.0057464847,0.64106315],"study_design_scores_gemma":[0.007823149,0.001483425,0.31208092,0.009072232,0.00037871837,0.0003739641,0.49780875,0.02801537,0.0030310303,0.00008111616,0.13904208,0.0008092504],"about_ca_topic_score_codex":0.00009792201,"about_ca_topic_score_gemma":0.0000025490665,"teacher_disagreement_score":0.6402539,"about_ca_system_score_codex":0.000140428,"about_ca_system_score_gemma":0.00027866068,"threshold_uncertainty_score":0.99502426},"labels":[],"label_agreement":null},{"id":"W3041729637","doi":"10.1111/jep.13440","title":"When were clinicians ever <i>not</i> competent?","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Health care; Suspect; Medical education; Curriculum; Alternative medicine; Nursing; Family medicine; Psychology; Pedagogy; Social psychology","score_opus":0.19749895515948765,"score_gpt":0.5442367537573413,"score_spread":0.3467377985978536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041729637","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29238802,0.00040183682,0.004424337,0.6824477,0.0041041574,0.0007989646,0.000002130919,0.000023357063,0.0154095255],"genre_scores_gemma":[0.80030227,0.00026451744,0.061442886,0.13457257,0.0032819656,0.000007829113,0.000011970077,0.000023256318,0.00009274063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99319315,0.0011692955,0.0033373882,0.00023686691,0.0018907842,0.00017253638],"domain_scores_gemma":[0.9886535,0.004288581,0.002547381,0.00030796797,0.0039566644,0.00024594978],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021605244,0.00011997649,0.0005339334,0.00015314225,0.00004550816,0.000029923278,0.00016684744,0.00023105994,0.0012724946],"category_scores_gemma":[0.20084384,0.0001024232,0.00021463449,0.00050366786,0.00011300798,0.00068724575,0.000037763486,0.0019431203,0.0001970606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049145473,0.0035235994,0.053697366,0.00013186144,0.00039546736,0.00020562774,0.0021847463,0.0003942254,0.00020500565,0.0011676898,0.5680941,0.36508578],"study_design_scores_gemma":[0.011639547,0.0028871463,0.1393218,0.00043816422,0.0014801576,0.00048678223,0.003680989,0.022490945,0.000047910085,0.0021777796,0.8151152,0.0002335791],"about_ca_topic_score_codex":0.000005515009,"about_ca_topic_score_gemma":0.0000016675523,"teacher_disagreement_score":0.5478751,"about_ca_system_score_codex":0.00019219994,"about_ca_system_score_gemma":0.0012263539,"threshold_uncertainty_score":0.99964046},"labels":[],"label_agreement":null},{"id":"W3041993103","doi":"10.1016/j.jogc.2020.06.020","title":"Validating an Obstetrics and Gynaecology Longitudinal Integrated Clerkship Curriculum at the University of Toronto: A Four-Year Review","year":2020,"lang":"en","type":"review","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; St. Michael's Hospital; University of Toronto","funders":"University of Toronto","keywords":"Medicine; Obstetrics and gynaecology; Curriculum; Block (permutation group theory); Medical education; Block model; Gynecology; Obstetrics; Pregnancy; Pedagogy","score_opus":0.03831080335034483,"score_gpt":0.3044180281784669,"score_spread":0.2661072248281221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041993103","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017960418,0.9886694,0.000020277423,0.0005556779,0.007961212,0.00054080575,0.00003161804,0.0000047264134,0.00042023722],"genre_scores_gemma":[0.0025673108,0.9958174,0.00092687196,0.00042903825,0.000058552985,0.000002203971,0.00006514611,0.00002539181,0.00010803752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730545,0.00042560662,0.0011642494,0.00030954543,0.0005043927,0.00029075713],"domain_scores_gemma":[0.9919984,0.00412022,0.0020562208,0.00031974041,0.0012153122,0.00029013367],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009920886,0.0003073404,0.0019633053,0.0001776293,0.00022314982,0.0000144071355,0.0003553064,0.00039971556,0.0016344069],"category_scores_gemma":[0.037982278,0.00021561602,0.00017936304,0.0011652459,0.00025911737,0.000107720996,0.00017118211,0.0012269472,0.0000011254838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000013537274,0.00006665025,0.0034375452,0.007050249,0.0002787557,0.00095043454,0.000062086634,2.6391567e-7,3.291729e-8,0.00008053047,0.00992003,0.9781521],"study_design_scores_gemma":[0.0008248518,0.00057636126,0.011556491,0.0011538531,0.002615755,0.00048373968,0.0007443972,0.000031234915,9.200719e-8,0.000007646729,0.9818106,0.00019494421],"about_ca_topic_score_codex":0.006910775,"about_ca_topic_score_gemma":0.011500197,"teacher_disagreement_score":0.9779571,"about_ca_system_score_codex":0.005056428,"about_ca_system_score_gemma":0.0060313144,"threshold_uncertainty_score":0.9997023},"labels":[],"label_agreement":null},{"id":"W3042077835","doi":"10.1002/aet2.10501","title":"“EMERGing” Electronic Health Record Data Metrics: Insights and Implications for Assessing Residents’ Clinical Performance in Emergency Medicine","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Electronic health record; Competence (human resources); Interdependence; Metric (unit); Grounded theory; Data collection; Medical education; Medicine; Data science; Psychology; Computer science; Qualitative research; Health care","score_opus":0.21250432171883057,"score_gpt":0.505275524746511,"score_spread":0.29277120302768045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042077835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8368252,0.0036261992,0.0037911874,0.15339866,0.00080331124,0.00063029514,0.0000026287496,0.000043731525,0.0008787672],"genre_scores_gemma":[0.9788853,0.005466444,0.008919419,0.0052844686,0.00083184335,0.000069792004,0.00043106743,0.000019475192,0.000092172035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982686,0.000061076724,0.00084641884,0.00044591166,0.00013369457,0.00024429793],"domain_scores_gemma":[0.9989517,0.00014246136,0.00026462512,0.0003002529,0.00017447307,0.00016651663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013015898,0.00011154758,0.00028970075,0.000281148,0.0001981512,0.000015778955,0.000125251,0.00007115306,0.00003915287],"category_scores_gemma":[0.0029750955,0.000104569684,0.000015751624,0.000961157,0.00008049449,0.00031168413,0.00004064739,0.00033753616,0.0000014297933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015083742,0.000105103405,0.179806,0.00018990217,0.000016884334,4.1676277e-8,0.004040928,1.7905417e-7,0.000018253124,0.0027734472,0.0087408675,0.80429333],"study_design_scores_gemma":[0.000942086,0.00031986044,0.9046333,0.00021194444,0.000049902224,0.000011033532,0.0058111455,0.0044541787,0.0000015202156,0.0011390715,0.08231159,0.00011439087],"about_ca_topic_score_codex":0.000051726416,"about_ca_topic_score_gemma":0.000027508344,"teacher_disagreement_score":0.80417895,"about_ca_system_score_codex":0.000081055834,"about_ca_system_score_gemma":0.0012423759,"threshold_uncertainty_score":0.4264228},"labels":[],"label_agreement":null},{"id":"W3042158137","doi":"10.3390/pharmacy8030114","title":"Global Forum on Quality Assurance in CE/CPD: Assuring Quality across Boundaries","year":2020,"lang":"en","type":"review","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Continuing professional development; Quality assurance; Pharmacy; Medical education; Professional development; Quality (philosophy); Medicine; Continuing education; Quality management; Professional association; Political science; Public relations; Nursing; Business; Marketing","score_opus":0.16666766079050943,"score_gpt":0.5585838379589525,"score_spread":0.39191617716844307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042158137","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010929516,0.98281825,0.00019636168,0.007012352,0.002867389,0.0015512777,0.00032812002,0.0001859075,0.0039473753],"genre_scores_gemma":[0.0054898104,0.98697627,0.00064791436,0.004378132,0.0012292457,0.00032794414,0.0006480956,0.0000670285,0.0002355699],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531186,0.00053106295,0.001799968,0.00076140446,0.0009385131,0.0006572089],"domain_scores_gemma":[0.997857,0.00041557947,0.0007048657,0.00063852535,0.00021017478,0.00017387635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022799645,0.00050935143,0.0021311839,0.000108975735,0.00025515445,0.00015953465,0.00039366595,0.00022702513,0.00022705317],"category_scores_gemma":[0.0064647538,0.00045559564,0.00037004202,0.001680075,0.00030375874,0.0001702248,0.00015072255,0.0013630536,0.00026876078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008146631,0.00029609355,0.0047269342,0.020137154,0.00013500557,0.000034447305,0.00030994497,3.3416245e-7,4.1159234e-7,0.0017116023,0.012763166,0.95980346],"study_design_scores_gemma":[0.0011352297,0.000029802477,0.0024043384,0.006313691,0.00017030793,0.000028847919,0.00014834842,0.000009072101,0.0000039111837,0.00014906298,0.9892333,0.00037406923],"about_ca_topic_score_codex":0.0006119334,"about_ca_topic_score_gemma":0.00010313039,"teacher_disagreement_score":0.9764702,"about_ca_system_score_codex":0.0014749899,"about_ca_system_score_gemma":0.0024175397,"threshold_uncertainty_score":0.9997896},"labels":[],"label_agreement":null},{"id":"W3042252256","doi":"10.1136/bmjopen-2020-037610","title":"Survey of physician attitudes to using multisource feedback for competence assessment in Alberta","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Physicians and Surgeons of Ontario; University of Alberta","funders":"","keywords":"Medicine; Likert scale; Competence (human resources); Family medicine; Psychological intervention; Thematic analysis; Multivariate analysis; Medical education; Qualitative research; Nursing; Social psychology; Psychology","score_opus":0.21456984543202293,"score_gpt":0.5123714697603333,"score_spread":0.29780162432831037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042252256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96697783,0.0000032567198,0.008075124,0.015380377,0.00013896867,0.007806989,0.000013808754,0.000006302073,0.0015973591],"genre_scores_gemma":[0.9166972,1.8933729e-7,0.07641523,0.0064021787,0.00007456626,0.00023133834,0.00007351713,0.000012348411,0.000093424824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991285,0.000054976597,0.00032782523,0.00018031827,0.00018780338,0.00012053861],"domain_scores_gemma":[0.99927086,0.00014083457,0.00010563523,0.00020238079,0.00022756832,0.000052746742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007450838,0.00006737469,0.0002656325,0.000045064113,0.000028193264,0.000017358927,0.00022392567,0.000031522344,0.000033278928],"category_scores_gemma":[0.0017937593,0.00006411665,0.000017717864,0.00055763696,0.000028894056,0.000071112256,0.00013875598,0.00009355325,0.000009898905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006652615,0.0009231326,0.9275033,0.0009498409,0.00008307231,0.0000029006067,0.004191488,0.0011849758,0.01374949,0.0013576321,0.010821545,0.038567394],"study_design_scores_gemma":[0.0011458519,0.00019112305,0.9653401,0.00044306798,0.000012593578,7.8565677e-7,0.00037296928,0.03081764,0.00052787375,0.000010349145,0.0010462636,0.000091409885],"about_ca_topic_score_codex":0.0057480354,"about_ca_topic_score_gemma":0.0010568188,"teacher_disagreement_score":0.06834011,"about_ca_system_score_codex":0.00008091946,"about_ca_system_score_gemma":0.00036900106,"threshold_uncertainty_score":0.8689348},"labels":[],"label_agreement":null},{"id":"W3042925552","doi":"10.36834/cmej.70304","title":"Postgraduate medical education selection in Canada: Opening the black box","year":2020,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; The Wilson Centre; University of Toronto","funders":"","keywords":"Selection (genetic algorithm); Black box; Computer science; Artificial intelligence","score_opus":0.007905086963090207,"score_gpt":0.30456100834570343,"score_spread":0.2966559213826132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042925552","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038128241,0.00080285076,0.00003082763,0.36987355,0.62054807,0.0007666335,0.000016424015,0.000024113264,0.004124711],"genre_scores_gemma":[0.01868374,0.00075530924,0.00059773313,0.13483731,0.8405144,0.00020500763,0.001407922,0.0001639678,0.002834598],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896919,0.0004896004,0.0018513564,0.00069207215,0.0062672887,0.0010077786],"domain_scores_gemma":[0.9810348,0.0005221342,0.0009659459,0.00061230443,0.0037217785,0.013143009],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003178123,0.0005393602,0.0008044436,0.0010121998,0.00054579705,0.00021421979,0.0012174364,0.0016459065,0.027964097],"category_scores_gemma":[0.21628891,0.0004455538,0.00015872908,0.0022230323,0.00035116964,0.00022516045,0.000065056905,0.010872383,0.00015327267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000033303637,0.00016963203,0.00076730497,0.00014174191,0.00007310296,0.0001256891,0.00054286915,0.0000021557162,7.0914706e-7,0.00013647234,0.9112416,0.086765416],"study_design_scores_gemma":[0.00078296784,0.000083783,0.002025807,0.0022310112,0.00014060515,0.0014830934,0.0027204945,0.0008822094,0.0000024360852,0.00014263896,0.989107,0.0003979124],"about_ca_topic_score_codex":0.9216205,"about_ca_topic_score_gemma":0.97542304,"teacher_disagreement_score":0.85055727,"about_ca_system_score_codex":0.014982531,"about_ca_system_score_gemma":0.8655398,"threshold_uncertainty_score":0.9997996},"labels":[],"label_agreement":null},{"id":"W3042939441","doi":"10.5489/cuaj.6659","title":"Heterogeneity in urology teaching curricula among Canadian urology residency programs","year":2020,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Session (web analytics); Urology; Medical education; Medicine; Likert scale; Descriptive statistics; Psychology; Computer science; Pedagogy; Mathematics","score_opus":0.01865846375088513,"score_gpt":0.2780015668684531,"score_spread":0.259343103117568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042939441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78227127,0.00011060883,0.00009881023,0.21421921,0.0004955306,0.00031095234,0.0000052994924,0.00003393937,0.0024543959],"genre_scores_gemma":[0.94595796,0.000013899252,0.0006029774,0.052370865,0.0008793128,0.000026067055,0.000074738906,0.000019054738,0.00005510711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701566,0.0005196025,0.0006897994,0.00036506716,0.00039702805,0.0010128552],"domain_scores_gemma":[0.99756515,0.00008608457,0.00029352706,0.00014672788,0.0003228168,0.0015857001],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0017053813,0.00019305671,0.00037919392,0.00054254185,0.00038405866,0.00007563123,0.00024848327,0.00065847894,0.0005397692],"category_scores_gemma":[0.0082556885,0.00017961135,0.00011306845,0.00070356287,0.000102577265,0.00015193493,0.000020141902,0.002678472,0.000099423174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020559073,0.00004984943,0.97343075,0.000004799834,0.000036382637,0.00033692172,0.00037344333,0.00006294988,0.000014203799,0.0007574045,0.014521878,0.010390843],"study_design_scores_gemma":[0.0007173182,0.0004917385,0.8961954,0.00000872128,0.000054529453,0.0002714612,0.00013351635,0.0019004771,0.0000019584247,0.0006882264,0.099366255,0.00017037279],"about_ca_topic_score_codex":0.06863432,"about_ca_topic_score_gemma":0.2511488,"teacher_disagreement_score":0.18251446,"about_ca_system_score_codex":0.0022808556,"about_ca_system_score_gemma":0.0022405125,"threshold_uncertainty_score":0.9996224},"labels":[],"label_agreement":null},{"id":"W3043144723","doi":"10.26443/ijwpc.v7i2.252","title":"Preparing medical students for the real world of patient care","year":2020,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Medical care; Medicine; Medical physics; Family medicine","score_opus":0.023095125145381243,"score_gpt":0.3828109207237331,"score_spread":0.3597157955783518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043144723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96859556,0.0007559112,0.0007947963,0.02594173,0.002004308,0.00030606965,0.000025796759,0.000009472787,0.0015663404],"genre_scores_gemma":[0.9948532,0.000034672346,0.0011863925,0.0024929538,0.0013303832,0.000010715794,0.00003458285,0.000012026701,0.00004509614],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973535,0.000020095136,0.0004572446,0.00009921343,0.0019803045,0.00008964996],"domain_scores_gemma":[0.99720484,0.00009379218,0.00032984075,0.00008968323,0.0021910665,0.00009079079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021746679,0.000076221455,0.0001783427,0.00012853838,0.000041995332,0.000025017485,0.00051150797,0.000050900984,0.000121239515],"category_scores_gemma":[0.0012720388,0.00005249089,0.00015213067,0.00015698843,0.00006592648,0.000067062494,0.00006028787,0.00028755993,0.000002500804],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011595339,0.00025472933,0.17674021,0.00038455098,0.0009775587,0.00007019546,0.12454666,0.00023807051,0.0007946642,0.00041008068,0.047090434,0.6473333],"study_design_scores_gemma":[0.010262346,0.0033302414,0.08600893,0.0028706875,0.00063517987,0.00023261945,0.5768082,0.0030615071,0.006511401,0.000037815054,0.3098977,0.00034335535],"about_ca_topic_score_codex":0.000022108119,"about_ca_topic_score_gemma":0.000014523032,"teacher_disagreement_score":0.64698994,"about_ca_system_score_codex":0.0002489548,"about_ca_system_score_gemma":0.0003575792,"threshold_uncertainty_score":0.21405165},"labels":[],"label_agreement":null},{"id":"W3043329940","doi":"10.1002/jac5.1306","title":"Physical assessment educational programs for pharmacists and pharmacy students: A systematic review","year":2020,"lang":"en","type":"review","venue":"JACCP JOURNAL OF THE AMERICAN COLLEGE OF CLINICAL PHARMACY","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; Native Mental Health Association of Canada; University of British Columbia","funders":"","keywords":"Pharmacy; Pharmacist; Medicine; MEDLINE; Session (web analytics); Educational measurement; Family medicine; Medical education; Confidence interval; Nursing; Curriculum; Psychology; Internal medicine; Computer science; Pedagogy","score_opus":0.13972653393198356,"score_gpt":0.5931420655093466,"score_spread":0.45341553157736303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043329940","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006237299,0.9746313,0.00006804956,0.014589452,0.0016775402,0.008206655,0.00012541932,0.000013377385,0.0000644458],"genre_scores_gemma":[0.00075565424,0.98708814,0.0037807692,0.004833678,0.002730654,0.0004800253,0.000033058892,0.00008154895,0.00021648151],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906221,0.0013076523,0.0056437496,0.0004306611,0.0016918089,0.0003040541],"domain_scores_gemma":[0.9836651,0.0027035605,0.01119232,0.000539313,0.0015059098,0.0003938082],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044577164,0.0005170588,0.0075912476,0.00020833114,0.00011075452,0.000029307523,0.0012759672,0.000054671862,0.00005157958],"category_scores_gemma":[0.0088717295,0.00030356713,0.0024207386,0.0016122008,0.000704823,0.0001465,0.00025358464,0.0018709705,0.000006491267],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017660871,0.0025151742,0.00027076338,0.5069514,0.0024858706,0.000017777431,0.000023920622,4.3458922e-8,0.000001081115,0.000062138184,0.041429143,0.44606605],"study_design_scores_gemma":[0.0032119446,0.0005597432,0.000039711453,0.3076459,0.02602617,0.00107122,0.000046549158,0.00010717326,0.0000016144714,0.00009199843,0.6609301,0.00026789895],"about_ca_topic_score_codex":0.000002000046,"about_ca_topic_score_gemma":6.6325015e-8,"teacher_disagreement_score":0.61950094,"about_ca_system_score_codex":0.00028931556,"about_ca_system_score_gemma":0.004960924,"threshold_uncertainty_score":0.99994165},"labels":[],"label_agreement":null},{"id":"W3044135129","doi":"10.1056/nejmpv2024465","title":"The Expert When the Only","year":2020,"lang":"en","type":"article","venue":"New England Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Family medicine; Medical education","score_opus":0.031998702900648025,"score_gpt":0.32773142082056217,"score_spread":0.2957327179199141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044135129","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05943553,0.0035005216,0.0024185209,0.92961365,0.0015079167,0.00013682131,1.528803e-7,0.0000126137475,0.0033742837],"genre_scores_gemma":[0.8524903,0.0012778544,0.0023532847,0.09832268,0.043507162,0.0000023520029,0.0000044808958,0.000023766403,0.0020181355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985267,0.00007349259,0.00051314535,0.0000704142,0.0006778245,0.00013842799],"domain_scores_gemma":[0.9987195,0.0003246209,0.00025251214,0.00018075897,0.00034247237,0.00018013439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013677198,0.0000860925,0.00022189158,0.000044319415,0.0001376116,0.000011761576,0.0002375909,0.0000400169,0.00039838426],"category_scores_gemma":[0.005369339,0.000032586384,0.000047065856,0.00025596016,0.00021423206,0.000047520298,0.000017370447,0.00061581837,0.000012556709],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023681858,0.00001399573,0.0005150132,0.0000060526577,0.000045204233,0.000022573016,0.0060922354,9.349678e-7,0.0004269535,0.0008151543,0.5407054,0.45111972],"study_design_scores_gemma":[0.011043545,0.0008773889,0.0023671193,0.00015075663,0.00008083689,0.0010185707,0.002262432,0.000117347714,0.00009082631,0.0009419808,0.9810135,0.000035709818],"about_ca_topic_score_codex":0.000024763014,"about_ca_topic_score_gemma":0.000004089349,"teacher_disagreement_score":0.83129096,"about_ca_system_score_codex":0.000038313625,"about_ca_system_score_gemma":0.00041905956,"threshold_uncertainty_score":0.64279884},"labels":[],"label_agreement":null},{"id":"W3044232222","doi":"10.1101/2020.07.23.218743","title":"Scoping reviews in medical education: A scoping review","year":2020,"lang":"en","type":"review","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Systematic review; Publishing; Medical education; Protocol (science); MEDLINE; Medicine; Alternative medicine; Psychology; Political science","score_opus":0.04485950384541321,"score_gpt":0.3767232104918347,"score_spread":0.3318637066464215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044232222","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005136349,0.987721,0.00009960685,0.0026531466,0.0014452029,0.007839781,0.000005010535,0.00018224053,0.00004882223],"genre_scores_gemma":[0.0000042742386,0.9790475,0.0047822976,0.011307607,0.0016735339,0.0030040392,0.0000030771798,0.00017023254,0.0000074455074],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99385357,0.0004995201,0.0028888923,0.0011319945,0.0010263933,0.0005996164],"domain_scores_gemma":[0.9962948,0.00013179625,0.0010962829,0.0014393278,0.00048574977,0.00055205845],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029234001,0.00075280224,0.0041328366,0.0006349264,0.00011000663,0.000057990404,0.0006152724,0.000743873,0.0010050156],"category_scores_gemma":[0.016633864,0.00068067334,0.0004235857,0.004799198,0.0001529698,0.00018555076,0.00016097764,0.0017908383,0.00080003083],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034870275,0.0003764529,0.0000414597,0.9285481,0.000066903805,0.00012043849,0.00000457698,5.6759797e-9,0.000011342737,0.00032479057,0.012619536,0.05788291],"study_design_scores_gemma":[0.00013771545,0.00002055959,0.000012531095,0.5291556,0.000360219,5.211334e-7,3.929596e-7,0.0000023004081,0.000004484999,5.691915e-8,0.47000793,0.00029766603],"about_ca_topic_score_codex":0.0000060829993,"about_ca_topic_score_gemma":0.0000013363853,"teacher_disagreement_score":0.4573884,"about_ca_system_score_codex":0.0008859088,"about_ca_system_score_gemma":0.02134257,"threshold_uncertainty_score":0.99997795},"labels":[],"label_agreement":null},{"id":"W3044252491","doi":"10.1007/s12630-020-01766-6","title":"Performance assessment and clinical experience (PACE) scorecards for anesthesiology residents: a post-implementation physician survey","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Pace; Anesthesiology; Medicine; Medical education; Survey research; Family medicine; Psychology; Anesthesia; Applied psychology; Geography","score_opus":0.043332629765535834,"score_gpt":0.36404092701421675,"score_spread":0.32070829724868094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044252491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771331,0.00018721314,0.00008696935,0.021723589,0.00037404764,0.00043176723,0.000009279658,0.000007904663,0.00004616126],"genre_scores_gemma":[0.99166846,0.00008636429,0.0030958715,0.0037432688,0.0012493499,0.000010557125,0.000057330286,0.000048006365,0.000040801344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968364,0.00028729232,0.0013925045,0.00031282604,0.00049882097,0.00067210407],"domain_scores_gemma":[0.99484026,0.00016543754,0.00090023346,0.00020193266,0.0021067492,0.0017853966],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028569791,0.00027669582,0.00072435976,0.00047463897,0.0004838114,0.0001392335,0.00035737874,0.00020960937,0.00010241077],"category_scores_gemma":[0.0011564285,0.00024950906,0.00019122454,0.0005683339,0.00038788884,0.0004665776,0.000009302653,0.0008737331,0.0000038577164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048486775,0.000060879134,0.9059541,0.00011669284,0.0001511593,0.0204418,0.00315054,0.000015746235,0.00004530228,0.00011372951,0.010910203,0.058554955],"study_design_scores_gemma":[0.0015562247,0.0040072007,0.7626354,0.00015059365,0.00014403605,0.22390087,0.0029838718,0.00028549103,0.000023057817,0.000023693672,0.004082382,0.00020720034],"about_ca_topic_score_codex":0.003146746,"about_ca_topic_score_gemma":0.0035671317,"teacher_disagreement_score":0.20345907,"about_ca_system_score_codex":0.0007072218,"about_ca_system_score_gemma":0.007848684,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W3044263542","doi":"10.1186/s12909-020-02158-6","title":"Quality of written feedback given to medical students after introduction of real-time audio monitoring of clinical encounters","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medical education; Quality (philosophy); Psychology; Multimedia; Computer science; Medicine","score_opus":0.04774285083188228,"score_gpt":0.455118569500416,"score_spread":0.4073757186685337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044263542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96348995,0.000055157932,0.0012961286,0.032132253,0.0021147074,0.0005409869,0.0000049363684,0.00003205469,0.0003338369],"genre_scores_gemma":[0.9766306,0.00013213331,0.015562955,0.002340728,0.0049308334,0.00008286887,0.00009614386,0.000027065424,0.00019666126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9924207,0.000410843,0.0026191461,0.0004743906,0.0038450782,0.00022984973],"domain_scores_gemma":[0.9962907,0.00044645427,0.0007780659,0.00056103803,0.0011681254,0.000755645],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051945588,0.00017640422,0.00088509946,0.00020867429,0.000025693316,0.0000067139053,0.00050350913,0.00040326896,0.0030749827],"category_scores_gemma":[0.06671074,0.00016054057,0.00018388576,0.0009320792,0.00040419862,0.00010657322,0.00015282298,0.0005076432,0.000060507853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014313865,0.0031325626,0.8578069,0.0018607428,0.00013986339,0.0000014597579,0.00266543,0.0000028859067,0.0020978802,0.00014508764,0.063094564,0.06762124],"study_design_scores_gemma":[0.0016901109,0.00061747164,0.98906845,0.0010891049,0.00011862127,0.000007892364,0.0024590027,0.00021762992,0.0015029627,0.000038629452,0.003030499,0.0001596075],"about_ca_topic_score_codex":0.0001655516,"about_ca_topic_score_gemma":0.0000059788413,"teacher_disagreement_score":0.13126157,"about_ca_system_score_codex":0.00013112517,"about_ca_system_score_gemma":0.005061371,"threshold_uncertainty_score":0.99783635},"labels":[],"label_agreement":null},{"id":"W3044612137","doi":"10.1186/s12909-020-02150-0","title":"Managing residents in difficulty within CBME residency educational systems: a scoping review","year":2020,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"University of Toronto","keywords":"Identification (biology); Medical education; Medicine; Best practice; Political science","score_opus":0.06552063326830027,"score_gpt":0.4505473438252626,"score_spread":0.38502671055696236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044612137","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012114737,0.9745834,0.00015982789,0.013238653,0.004683647,0.005785273,0.0000047489316,0.0001004411,0.0014319154],"genre_scores_gemma":[0.0000065528543,0.9828549,0.002707735,0.0047845743,0.0029480509,0.0032797046,0.0019739948,0.00011758458,0.0013268875],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9914848,0.00086054136,0.003566094,0.0011599254,0.0023929507,0.0005356473],"domain_scores_gemma":[0.9956809,0.0007462106,0.001446191,0.0010492835,0.00051248254,0.00056491594],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002720671,0.0006609457,0.0027743275,0.00092827366,0.00013936992,0.00008104485,0.0006776909,0.0007683541,0.0015940277],"category_scores_gemma":[0.044584014,0.00056761125,0.0003604872,0.0030212186,0.00017913007,0.00022493157,0.00015306032,0.0019094208,0.0006444149],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008150445,0.0005169259,0.00009776124,0.49548426,0.000048838305,0.000013802607,0.00014337851,5.5072627e-7,3.3984605e-8,0.0012525643,0.05915415,0.44327956],"study_design_scores_gemma":[0.0003195156,0.00003943627,0.00021407056,0.86403954,0.00081598473,0.00047043056,0.00019044049,0.00013097431,4.685675e-8,0.00012390836,0.13322961,0.0004260565],"about_ca_topic_score_codex":0.00022358206,"about_ca_topic_score_gemma":0.00009897578,"teacher_disagreement_score":0.4428535,"about_ca_system_score_codex":0.0017698066,"about_ca_system_score_gemma":0.07864727,"threshold_uncertainty_score":0.99967754},"labels":[],"label_agreement":null},{"id":"W3044656708","doi":"10.4300/jgme-d-19-00803.1","title":"Evaluation of a National Competency-Based Assessment System in Emergency Medicine: A CanDREAM Study","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","funders":"Max Rady College of Medicine, University of Manitoba; Queen's University; McMaster University; Royal College of Physicians and Surgeons of Canada; Cumming School of Medicine, University of Calgary; McGill University; University of Toronto; Dalhousie University; Schulich School of Medicine and Dentistry; University of Ottawa","keywords":"Specialty; Timeline; Promotion (chess); Medicine; Cohort; Family medicine; Internal medicine; Statistics; Political science","score_opus":0.10216586408961233,"score_gpt":0.4576939100481291,"score_spread":0.3555280459585168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044656708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310141,0.0002197365,0.0013149661,0.060949076,0.002602086,0.00094578386,0.000001441395,0.000014579679,0.0029382023],"genre_scores_gemma":[0.99570656,0.00002756493,0.0018296901,0.0011658302,0.001140395,0.00006398216,0.00003792459,0.000016694243,0.000011368818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894199,0.0005721312,0.0021971546,0.00021083225,0.007435789,0.00016420777],"domain_scores_gemma":[0.9909243,0.00009194439,0.0012171253,0.00016667317,0.0073383045,0.00026162784],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011209618,0.00016002952,0.000559726,0.0006679517,0.000047130692,0.0000046644786,0.00022708776,0.00011321323,0.0009964762],"category_scores_gemma":[0.017647881,0.00012554257,0.00009635457,0.0016013817,0.000111158755,0.00012950638,0.000017541148,0.0006883764,0.000004410705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096935645,0.031093992,0.4649311,0.0038621535,0.00087336387,0.00005624768,0.027114192,0.001167139,0.0013812543,0.0073413835,0.19286752,0.2683423],"study_design_scores_gemma":[0.01523952,0.004873599,0.741207,0.0038882769,0.0014567587,0.00019993597,0.04652806,0.18353081,0.000088387686,0.0016598528,0.0010053834,0.00032242987],"about_ca_topic_score_codex":0.00012092566,"about_ca_topic_score_gemma":0.000026111975,"teacher_disagreement_score":0.27627587,"about_ca_system_score_codex":0.0011454427,"about_ca_system_score_gemma":0.026478933,"threshold_uncertainty_score":0.99991673},"labels":[],"label_agreement":null},{"id":"W3044974501","doi":"10.36834/cmej.70070","title":"Internal Medicine Enrichment and Development: A summer exploration program for pre-clerkship students","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Medical education; Medical school; Internal medicine; Medicine; Psychology","score_opus":0.04916159607794357,"score_gpt":0.4028292506461375,"score_spread":0.35366765456819393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044974501","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27132317,0.0013847569,0.017505568,0.69914937,0.004724116,0.0032258471,0.000004132063,0.00011530019,0.0025677718],"genre_scores_gemma":[0.76156574,0.00022132928,0.029961184,0.19955215,0.00663523,0.0007299264,0.0003295977,0.000061918574,0.0009428904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740857,0.000056168676,0.00072257506,0.00028411587,0.001112837,0.0004157279],"domain_scores_gemma":[0.9936272,0.00004470691,0.00018556936,0.00012404453,0.0007289539,0.005289529],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011816224,0.00017533358,0.00026215662,0.00033985637,0.00032195583,0.000088116314,0.00024587708,0.00018932464,0.0051895715],"category_scores_gemma":[0.016980242,0.00014892028,0.000034696444,0.0003850702,0.00017897476,0.00021256167,0.000025231193,0.00067825767,0.000029073566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068162684,0.00025792953,0.0075965594,0.0001278196,0.00007561694,0.000009657655,0.007501358,3.717972e-7,0.000010169583,0.00033639418,0.35718024,0.6268357],"study_design_scores_gemma":[0.0023069596,0.00065387285,0.029919459,0.00061494583,0.00007541269,0.0003729413,0.0045084255,0.00063433364,0.000026791282,0.00017386633,0.9605239,0.00018911353],"about_ca_topic_score_codex":0.00048447752,"about_ca_topic_score_gemma":0.00052917807,"teacher_disagreement_score":0.6266466,"about_ca_system_score_codex":0.0005022804,"about_ca_system_score_gemma":0.020115735,"threshold_uncertainty_score":0.9957198},"labels":[],"label_agreement":null},{"id":"W3045433775","doi":"10.3390/pharmacy8030126","title":"Trends in Clinical Pharmacist Integration in Family Medicine Residency Programs in North America","year":2020,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical pharmacy; Medicine; Family medicine; Inclusion (mineral); Pharmacist; MEDLINE; Clinical Practice; Scope of practice; Health care; Pharmacy; Psychology","score_opus":0.2457710621509965,"score_gpt":0.49745171361934887,"score_spread":0.2516806514683524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045433775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94424707,0.0002449269,0.00015202118,0.05090787,0.00047506855,0.00050708407,0.0000016638256,0.0000658454,0.00339847],"genre_scores_gemma":[0.983196,0.000444669,0.0012653795,0.013697799,0.00074962666,0.00012891617,0.00041212494,0.000023235467,0.000082213955],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973058,0.0001894956,0.0013339063,0.00042965895,0.00042776196,0.00031334712],"domain_scores_gemma":[0.9992983,0.00008310541,0.00016762533,0.00018690707,0.0001107265,0.00015337607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076423737,0.00018066952,0.00046387193,0.00066995824,0.000021018866,0.000009341773,0.00017569023,0.00005676226,0.00043681302],"category_scores_gemma":[0.0014822171,0.00015762262,0.000054327615,0.004735922,0.00020315425,0.00018645909,0.000036120127,0.0011396938,0.00007480049],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031140025,0.0004537965,0.43695748,0.00003427108,0.000005936173,0.000084129766,0.0027883376,0.000004394104,0.00035647888,0.00002887198,0.0072052306,0.5517697],"study_design_scores_gemma":[0.013350826,0.0005077072,0.8965894,0.00037357636,0.000054668235,0.000011937486,0.002408656,0.028228259,0.000109969944,0.00007115248,0.058021415,0.00027243377],"about_ca_topic_score_codex":0.0005987611,"about_ca_topic_score_gemma":0.00033907997,"teacher_disagreement_score":0.5514972,"about_ca_system_score_codex":0.00019474608,"about_ca_system_score_gemma":0.0002136842,"threshold_uncertainty_score":0.6427664},"labels":[],"label_agreement":null},{"id":"W3045499625","doi":"10.4103/ehp.ehp_10_20","title":"Early clinical exposure during medical school: Omani medical students and interns experience","year":2020,"lang":"en","type":"article","venue":"Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"","keywords":"Medical school; Medical education; Medicine; Psychology; Mathematics education","score_opus":0.09191348978364089,"score_gpt":0.5480100249279033,"score_spread":0.4560965351442624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045499625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7113748,0.00023208046,0.000098769444,0.2857733,0.0015592596,0.00072380656,6.349389e-7,0.000042961703,0.00019437016],"genre_scores_gemma":[0.8978983,0.00032275834,0.0006274515,0.09897282,0.0014494697,0.0003394729,0.000022384664,0.00001783822,0.00034948805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99547565,0.0007556355,0.0011652508,0.0004024657,0.0018574347,0.0003435339],"domain_scores_gemma":[0.99783766,0.0002840671,0.00023440522,0.0004075091,0.00015748471,0.0010788495],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033266896,0.00014312773,0.00031120185,0.00012924471,0.00034349711,0.00003324271,0.00062284514,0.00028224397,0.0014620032],"category_scores_gemma":[0.016237024,0.00009933008,0.000041085994,0.0006577724,0.00025599406,0.00012700836,0.00021911382,0.0018991786,0.00010206929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008535983,0.0012720444,0.90023583,0.00026873057,0.0000121674,0.000010558259,0.04249499,2.4823995e-8,0.0000032733128,0.00069931947,0.03415443,0.020763295],"study_design_scores_gemma":[0.0012002893,0.00027578336,0.9528836,0.0012645653,0.00000852452,0.00006549576,0.038207643,0.00006155688,0.0000023354116,0.00007757682,0.005863545,0.000089057045],"about_ca_topic_score_codex":0.00010177003,"about_ca_topic_score_gemma":0.000020644355,"teacher_disagreement_score":0.18680048,"about_ca_system_score_codex":0.00013646913,"about_ca_system_score_gemma":0.006181149,"threshold_uncertainty_score":0.9994529},"labels":[],"label_agreement":null},{"id":"W3045640753","doi":"10.1002/bjs.11853","title":"The importance of feedback for surgical teams during the COVID-19 pandemic","year":2020,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Betacoronavirus; Coronavirus Infections; MEDLINE; Virology; Internal medicine; Outbreak; Infectious disease (medical specialty)","score_opus":0.05677037680527505,"score_gpt":0.3347451024165691,"score_spread":0.277974725611294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045640753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96558565,0.002756008,0.00022067977,0.030734705,0.000450379,0.00016795709,0.000006537222,0.000009742611,0.00006836208],"genre_scores_gemma":[0.9924686,0.0017679713,0.0002024008,0.004176249,0.0012196109,0.000009718126,0.000005793541,0.00001463404,0.00013502741],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843085,0.0000628777,0.00084043626,0.00008776827,0.00040514016,0.00017292818],"domain_scores_gemma":[0.9975688,0.0012380173,0.00054718275,0.00010867599,0.00039760885,0.0001397012],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023561278,0.00006343273,0.00029181314,0.000039911723,0.00020735407,0.000027144997,0.00014176194,0.000059597434,0.0000882599],"category_scores_gemma":[0.010482029,0.00004305172,0.00020551262,0.00033614403,0.00021058532,0.00007210936,0.000019190624,0.00039424028,0.0000012763398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007634008,0.00012355263,0.7029599,0.00043674078,0.00015662926,0.0004291462,0.00035581956,0.000016619888,0.0004267105,0.00010325528,0.23210877,0.062119476],"study_design_scores_gemma":[0.0046575842,0.00017368018,0.38505876,0.0008900854,0.00019233154,0.045358274,0.0033031579,0.00015433526,0.0004966861,0.00070408464,0.5587707,0.00024030704],"about_ca_topic_score_codex":0.000010447326,"about_ca_topic_score_gemma":0.000004059239,"teacher_disagreement_score":0.32666194,"about_ca_system_score_codex":0.000103607985,"about_ca_system_score_gemma":0.00069540925,"threshold_uncertainty_score":0.9978531},"labels":[],"label_agreement":null},{"id":"W3046440215","doi":"10.36834/cmej.70254","title":"Rapid, collaborative generation and review of COVID-19 pandemic-specific competencies for family medicine residency training","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Residency training; 2019-20 coronavirus outbreak; Medical education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Family medicine; Virology; Internal medicine; Infectious disease (medical specialty); Continuing education; Outbreak","score_opus":0.14465325476221327,"score_gpt":0.3939300626612791,"score_spread":0.24927680789906584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046440215","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015050757,0.118443474,0.00455999,0.85672104,0.0019668762,0.00127001,0.000026945478,0.000029409855,0.0019315039],"genre_scores_gemma":[0.055842392,0.12386489,0.024058431,0.7874727,0.007843368,0.0001689469,0.0005235058,0.0000492265,0.00017653866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974981,0.00016899362,0.0009878668,0.00026440097,0.0008078081,0.00027286226],"domain_scores_gemma":[0.9920897,0.00019160178,0.00039070373,0.00016895859,0.0018280307,0.005331006],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023885677,0.00015983252,0.0004916515,0.0003404432,0.00030058966,0.000019849678,0.00016753013,0.00018241312,0.0068958956],"category_scores_gemma":[0.0896519,0.00013567352,0.000054404827,0.00094316684,0.00045593135,0.00012584217,0.000009050578,0.00057404145,0.000004051675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028105143,0.000031005773,0.00036894486,0.0014776608,0.00003725918,0.000007635838,0.007255442,3.7948072e-7,0.00036050437,0.004489637,0.8169484,0.16899502],"study_design_scores_gemma":[0.0012906961,0.00038926196,0.0008612702,0.0033253739,0.00009973037,0.0006073343,0.018078908,0.00033627855,0.0000092605915,0.00038583323,0.9744749,0.00014113549],"about_ca_topic_score_codex":0.00040948138,"about_ca_topic_score_gemma":0.00046515983,"teacher_disagreement_score":0.16885388,"about_ca_system_score_codex":0.0005469263,"about_ca_system_score_gemma":0.08706084,"threshold_uncertainty_score":0.99401194},"labels":[],"label_agreement":null},{"id":"W3046448112","doi":"10.36834/cmej.70251","title":"Virtual Ice Cream Rounds: Addressing medical clerk wellness during COVID-19","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Debriefing; Coronavirus disease 2019 (COVID-19); Session (web analytics); Medical education; 2019-20 coronavirus outbreak; Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Event (particle physics); Psychology; Medicine; Computer science; World Wide Web; Outbreak; Virology; Pathology","score_opus":0.03208425305563141,"score_gpt":0.3547298399993784,"score_spread":0.322645586943747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046448112","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30493894,0.0005044662,0.002583521,0.6815855,0.004596629,0.00034264362,0.0000060404914,0.00010690711,0.0053353766],"genre_scores_gemma":[0.61714727,0.00013744045,0.0007462796,0.37239254,0.008670043,0.00003501234,0.00010381012,0.000054784792,0.00071283797],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944612,0.00024721198,0.0010866371,0.00048775965,0.0029243354,0.0007928634],"domain_scores_gemma":[0.96448267,0.0001697682,0.0003210248,0.00039942894,0.00071518915,0.033911917],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019965044,0.0002873744,0.00044759526,0.0006142703,0.0010668017,0.00017756259,0.0006372012,0.0006623751,0.110539705],"category_scores_gemma":[0.17132851,0.00027397933,0.00014043674,0.0013605065,0.0004921088,0.0003185577,0.000051900242,0.0028918725,0.0003463888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011589759,0.000523512,0.0025654058,0.00028012498,0.00011087004,0.0007528745,0.0059363223,0.000012608441,0.00004124536,0.0026239362,0.7777815,0.20925571],"study_design_scores_gemma":[0.0032762955,0.00030416733,0.00669857,0.0010937392,0.00014035025,0.01112781,0.015402457,0.0023917037,0.00007546471,0.00028474207,0.9586592,0.00054552755],"about_ca_topic_score_codex":0.003139636,"about_ca_topic_score_gemma":0.0017556003,"teacher_disagreement_score":0.31220832,"about_ca_system_score_codex":0.002284728,"about_ca_system_score_gemma":0.19329962,"threshold_uncertainty_score":0.9999712},"labels":[],"label_agreement":null},{"id":"W3046506028","doi":"10.5384/sjovs.vol13i1p10-18","title":"Group Work and Peer Assessment in Optometry Higher Education.","year":2020,"lang":"en","type":"article","venue":"Scandinavian Journal of Optometry and Visual Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Medical education; Medicine; Peer assessment; Quarter (Canadian coin); Scale (ratio); Optometry; Perception; Psychology; Pedagogy","score_opus":0.02330056118113239,"score_gpt":0.4564494515526091,"score_spread":0.4331488903714767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046506028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98224324,0.00038390618,0.0002946585,0.015619325,0.00061363314,0.000105400344,4.1753012e-7,0.000005393095,0.0007340515],"genre_scores_gemma":[0.9902392,0.000043597753,0.0072785197,0.0018889926,0.00036015437,0.0000025549002,0.0000016722494,0.0000061983715,0.00017908367],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836147,0.000029408777,0.00038998612,0.00020753563,0.00080470945,0.00020689324],"domain_scores_gemma":[0.99899924,0.000040249342,0.00018545172,0.000066591674,0.00038364113,0.00032479904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014623246,0.00009845542,0.0002262736,0.00075676566,0.00012264264,0.000093261086,0.00013214507,0.00005538186,0.00017323805],"category_scores_gemma":[0.00055922364,0.000077884164,0.000024548248,0.0047400254,0.00043521787,0.00044910202,0.000057985675,0.00048191583,0.0000018105933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006198748,0.0002187674,0.96362406,0.000059403435,0.00000784352,0.0000082635925,0.00030806314,3.7500126e-7,0.0014659584,0.00047415923,0.0008417792,0.032929335],"study_design_scores_gemma":[0.00066391897,0.00047276603,0.99595904,0.00028523747,0.000020866642,0.00008469892,0.000886348,0.000057905556,0.00017569342,0.000048880494,0.0012588542,0.00008578822],"about_ca_topic_score_codex":0.0000013080717,"about_ca_topic_score_gemma":1.1429112e-8,"teacher_disagreement_score":0.032843545,"about_ca_system_score_codex":0.0001560162,"about_ca_system_score_gemma":0.0003811408,"threshold_uncertainty_score":0.31760243},"labels":[],"label_agreement":null},{"id":"W3046579429","doi":"10.36834/cmej.70158","title":"Patients as teachers: Evaluating the experiences of volunteer inpatients during medical student clinical skills training","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University Health Network; McMaster University; University of Toronto","funders":"","keywords":"Thematic analysis; Curriculum; Medical education; Likert scale; Psychology; Demographics; Descriptive statistics; Medicine; CLARITY; Family medicine; Pedagogy; Qualitative research","score_opus":0.0461653896201189,"score_gpt":0.44806516221685333,"score_spread":0.40189977259673443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046579429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93874836,0.00013092281,0.00003858712,0.05566124,0.003924334,0.00039155557,0.0000010140355,0.000015509573,0.0010884707],"genre_scores_gemma":[0.9296956,0.00004905341,0.00070130895,0.0667626,0.0025028856,0.00006207373,0.000028390941,0.000026284812,0.00017179553],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9933667,0.0004172651,0.0016418198,0.00033276257,0.003756994,0.00048441277],"domain_scores_gemma":[0.9895714,0.0002301832,0.00063154905,0.00034749805,0.0014804511,0.0077389004],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035253724,0.00019323213,0.00041341461,0.0002439868,0.00040797584,0.00005440647,0.0006731729,0.00035829624,0.027072849],"category_scores_gemma":[0.16600941,0.00013949042,0.00015592892,0.0007471058,0.00058526144,0.00017086993,0.000057078218,0.002039811,0.00006618074],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054429947,0.001038928,0.1005972,0.000051445346,0.00013822175,0.000028314667,0.29370317,0.0000017895524,0.000004242308,0.000100034034,0.045800023,0.5584822],"study_design_scores_gemma":[0.0074716927,0.0028640984,0.44152173,0.0024797204,0.0002928052,0.00089886104,0.48697177,0.0021750599,0.000045040782,0.00012841487,0.054550342,0.00060047535],"about_ca_topic_score_codex":0.00040437945,"about_ca_topic_score_gemma":0.00013761544,"teacher_disagreement_score":0.5578817,"about_ca_system_score_codex":0.00042014447,"about_ca_system_score_gemma":0.05281782,"threshold_uncertainty_score":0.9738165},"labels":[],"label_agreement":null},{"id":"W3046809375","doi":"10.1097/phm.0000000000001550","title":"Physical Medicine and Rehabilitation Residency Quality Improvement and Research Curriculum","year":2020,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Traffic Injury Research Foundation","funders":"","keywords":"Mentorship; Curriculum; Medical education; Medicine; Scope (computer science); Presentation (obstetrics); CLARITY; Quality (philosophy); Resource (disambiguation); Quality management; Psychology; Engineering; Computer science; Operations management; Surgery","score_opus":0.029814609213637388,"score_gpt":0.44186304772108576,"score_spread":0.4120484385074484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046809375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7908248,0.00015490045,0.0002745875,0.20789215,0.00012544477,0.0005176786,0.0000011667585,0.000022376902,0.00018691951],"genre_scores_gemma":[0.98708755,0.000015530153,0.0079758,0.0018697383,0.00296784,0.000033948676,0.000009452408,0.000029436087,0.000010727255],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99524426,0.00071422383,0.0012171625,0.00049310934,0.001989078,0.00034216838],"domain_scores_gemma":[0.9906267,0.005347589,0.00074399705,0.00031394785,0.0024872103,0.00048057706],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0036192704,0.00025341538,0.001086259,0.0005216189,0.00015897621,0.000014070546,0.00014900292,0.00005671457,0.00002966677],"category_scores_gemma":[0.051945355,0.00017645299,0.000118864766,0.0019235249,0.0045650536,0.0003258929,0.000068674104,0.0010678684,0.000005149215],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005980916,0.00075911684,0.012370383,0.0007574627,0.00008293094,0.000006592389,0.06718945,0.000004330673,0.02251574,0.01456808,0.0053324034,0.8758154],"study_design_scores_gemma":[0.0070555713,0.4607879,0.2660677,0.0030888424,0.0005469027,0.00007395693,0.20826006,0.0043632453,0.00015324035,0.044193618,0.004933689,0.00047526511],"about_ca_topic_score_codex":0.00031122018,"about_ca_topic_score_gemma":0.000002853393,"teacher_disagreement_score":0.87534016,"about_ca_system_score_codex":0.00023474696,"about_ca_system_score_gemma":0.00024600388,"threshold_uncertainty_score":0.998144},"labels":[],"label_agreement":null},{"id":"W3047761176","doi":"10.3138/jvme.2019-0042","title":"Creating a Pedagogical Development Program for Veterinary Clinical Teachers: A Discipline-Specific, Context-Relevant, Bottom-Up Initiative","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Faculty development; Medical education; Professional development; Medicine; Biology","score_opus":0.3634513110313408,"score_gpt":0.5252639679224476,"score_spread":0.16181265689110674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047761176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95393085,0.0007087785,0.010355226,0.030589247,0.0028944176,0.0011503397,0.0000028813265,0.00007414255,0.00029412122],"genre_scores_gemma":[0.87248826,0.00020614639,0.11215026,0.009035485,0.005474311,0.00027643624,0.00012329537,0.000054227065,0.00019155303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99526244,0.0002889236,0.002394252,0.0004224671,0.0012399651,0.0003919536],"domain_scores_gemma":[0.9962787,0.00051705516,0.00103228,0.00023121799,0.0011770619,0.0007636948],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026531233,0.00029625313,0.0007840593,0.00021683874,0.00020968173,0.000054048385,0.0003567576,0.00039044395,0.0005344929],"category_scores_gemma":[0.014601787,0.0002365459,0.00030936705,0.0004900028,0.00033290635,0.00031976684,0.000109743145,0.0015286623,0.00002603094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025838774,0.0041313125,0.0019180209,0.00037396522,0.00019980996,0.000103128485,0.01583583,3.3183485e-7,0.0006032988,0.00018396562,0.042952977,0.9311135],"study_design_scores_gemma":[0.0064837034,0.02023314,0.036541313,0.002182782,0.00020919926,0.0025868104,0.023408383,0.0011256087,0.00013322358,0.00012512258,0.90654105,0.000429638],"about_ca_topic_score_codex":0.0000016100703,"about_ca_topic_score_gemma":3.28677e-7,"teacher_disagreement_score":0.93068385,"about_ca_system_score_codex":0.00034566683,"about_ca_system_score_gemma":0.005743106,"threshold_uncertainty_score":0.9998934},"labels":[],"label_agreement":null},{"id":"W3047938201","doi":"10.1097/acm.0000000000003642","title":"The Influence of Relationship-Centered Coaching on Physician Perceptions of Peer Review in the Context of Mandated Regulatory Practices","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; College of Physicians and Surgeons of Ontario; Columbia College","funders":"","keywords":"Coaching; Context (archaeology); Psychology; Medical education; Peer review; Perception; Quality (philosophy); Medicine; Applied psychology; Political science","score_opus":0.08985996810631436,"score_gpt":0.42181047146474926,"score_spread":0.3319505033584349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047938201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79118454,0.0016859985,0.000024689733,0.20573872,0.00006161137,0.0005495952,0.000003426563,0.0000074936443,0.00074389396],"genre_scores_gemma":[0.97536325,0.0023618513,0.00004418942,0.021892691,0.0001556064,0.00002317958,0.00006049678,0.000008662157,0.00009004207],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99742144,0.00029653005,0.0009982897,0.00015045829,0.0010166917,0.00011660814],"domain_scores_gemma":[0.99661756,0.0011268577,0.0011912602,0.00037851385,0.00064845005,0.000037354985],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003486581,0.00009978156,0.0003683356,0.00009014545,0.00006733179,0.000001063009,0.000301847,0.00010329831,0.00003358069],"category_scores_gemma":[0.036295343,0.000054531465,0.000036379628,0.00093272515,0.00053955516,0.0000950794,0.000023559645,0.0010804526,0.0000048585985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010033402,0.0004160601,0.2533307,0.009741238,0.00029089852,0.000006665141,0.16788667,0.000089970184,0.06964678,0.067471035,0.3884769,0.041639723],"study_design_scores_gemma":[0.0028251254,0.0010182485,0.8598515,0.023304705,0.00059714,0.000022901859,0.074616104,0.000501516,0.00066379935,0.00060746045,0.035838395,0.00015315575],"about_ca_topic_score_codex":0.000046433404,"about_ca_topic_score_gemma":0.0000021159062,"teacher_disagreement_score":0.6065208,"about_ca_system_score_codex":0.000037680227,"about_ca_system_score_gemma":0.00012917318,"threshold_uncertainty_score":0.9718223},"labels":[],"label_agreement":null},{"id":"W3047987188","doi":"10.1097/acm.0000000000003659","title":"Sound Practices: An Exploratory Study of Building and Monitoring Multiple-Choice Exams at Canadian Undergraduate Medical Education Programs","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; Université de Sherbrooke","funders":"","keywords":"Medical education; Multiple choice; Quality (philosophy); Descriptive statistics; Psychology; Reliability (semiconductor); Licensure; Data collection; Applied psychology; Medicine","score_opus":0.13506467906975103,"score_gpt":0.42762854323736255,"score_spread":0.2925638641676115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047987188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649677,0.0007872733,0.00014728637,0.03192722,0.0008295363,0.0011201215,4.490393e-7,0.00007790428,0.000142511],"genre_scores_gemma":[0.9922704,0.00026032844,0.00042938086,0.004022516,0.0026764753,0.00014414274,0.000068631896,0.000043988024,0.00008411791],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9968063,0.00019053461,0.0008503182,0.0005483249,0.0011987096,0.0004058061],"domain_scores_gemma":[0.99707973,0.00034792838,0.00060701097,0.00036002655,0.00034743172,0.0012578969],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015371403,0.00023536193,0.00046054972,0.0003070558,0.00019294221,0.000008722042,0.00026867975,0.00033505703,0.00009097956],"category_scores_gemma":[0.032633346,0.00020155922,0.00001756223,0.0009192333,0.00031031005,0.0003499436,0.000083263076,0.0012502602,0.0000056514846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009006,0.0002457523,0.8927474,0.00033227747,0.00009350095,0.000023209803,0.04901349,0.0000015944404,0.0013745065,0.00021420713,0.0023212507,0.053542744],"study_design_scores_gemma":[0.022966627,0.01205926,0.19062339,0.0069753327,0.0022559967,0.0009086887,0.68121886,0.013148746,0.001091783,0.0012767916,0.06589959,0.0015749299],"about_ca_topic_score_codex":0.011975223,"about_ca_topic_score_gemma":0.005503732,"teacher_disagreement_score":0.702124,"about_ca_system_score_codex":0.0003911339,"about_ca_system_score_gemma":0.001552347,"threshold_uncertainty_score":0.9946041},"labels":[],"label_agreement":null},{"id":"W3048021936","doi":"10.36834/cmej.68488","title":"Residents’ perspectives: Does the Saudi general surgery residency training program apply CanMEDS competencies and prepare future leaders?","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Medicine; Commission; Health care; Residency training; Perception; Descriptive statistics; Psychology; Continuing education; Pedagogy; Political science","score_opus":0.029553552192515924,"score_gpt":0.3208012674261028,"score_spread":0.2912477152335869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048021936","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34673852,0.00284567,0.000040584695,0.6469416,0.0019493324,0.0004819817,0.0000043135356,0.000048736878,0.0009492935],"genre_scores_gemma":[0.8241035,0.0013741943,0.006803218,0.14564772,0.020775821,0.00019461662,0.00009136232,0.000062124935,0.00094749674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99723357,0.00018944874,0.0006090168,0.00034254085,0.0011040069,0.0005213988],"domain_scores_gemma":[0.99456227,0.000120473196,0.00020320748,0.00024674938,0.0007389057,0.0041283933],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011695212,0.00020473156,0.00032960705,0.00031285186,0.000685366,0.00015156443,0.0002693724,0.00024284948,0.0051686577],"category_scores_gemma":[0.022992505,0.00013338534,0.00009942913,0.0007898055,0.0007147261,0.000211404,0.00002070296,0.0013322494,0.000011451056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028305521,0.00008851119,0.008162621,0.00011576211,0.000081804574,0.00006489218,0.0583962,6.863244e-7,0.000008849216,0.00159248,0.6284745,0.30298543],"study_design_scores_gemma":[0.00047381676,0.00014146662,0.08149938,0.0005222547,0.000116145704,0.0025694196,0.42982998,0.00039806287,0.0000070303026,0.00041419562,0.4837569,0.0002713397],"about_ca_topic_score_codex":0.0032498152,"about_ca_topic_score_gemma":0.009405662,"teacher_disagreement_score":0.50129384,"about_ca_system_score_codex":0.00052277255,"about_ca_system_score_gemma":0.0612366,"threshold_uncertainty_score":0.9957408},"labels":[],"label_agreement":null},{"id":"W3048133143","doi":"10.1097/acm.0000000000003632","title":"The Relationship Between Accreditation Cycle and Licensing Examination Scores: A National Look","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; University of British Columbia; Medical Council of Canada","funders":"","keywords":"Accreditation; Interim; Graduation (instrument); Medical education; Comparability; Medicine; Psychology; Family medicine; Political science; Engineering","score_opus":0.10966367710964096,"score_gpt":0.3937415203098215,"score_spread":0.28407784320018054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048133143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8013053,0.0006431002,0.004530088,0.19028623,0.0002999556,0.00049564074,0.000002020067,0.00009853913,0.0023391414],"genre_scores_gemma":[0.98512906,0.00012658622,0.0005512622,0.010189411,0.0034827807,0.000027237715,0.0001785526,0.000020247366,0.00029484893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794704,0.00011320745,0.00058098085,0.00027597655,0.00088302506,0.00019974579],"domain_scores_gemma":[0.99711174,0.0018254584,0.00022328008,0.00013537,0.0005499266,0.00015423322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019188292,0.00013247706,0.00020208846,0.0001504109,0.00035258132,0.000012840799,0.000114869166,0.00021102527,0.000036930407],"category_scores_gemma":[0.04094756,0.000094177165,0.000017887707,0.0007998749,0.00041190765,0.00020036584,0.000037694765,0.00091679813,0.000040418385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012621601,0.000016159433,0.6212303,0.0003405409,0.00009772044,0.000005023426,0.027385961,0.000009795144,0.0018924271,0.06303536,0.16020031,0.12566017],"study_design_scores_gemma":[0.0015798953,0.00021902834,0.96748716,0.00041025796,0.00013733955,0.000035578018,0.0046488363,0.0037668194,0.00009019428,0.009132472,0.012361869,0.00013056761],"about_ca_topic_score_codex":0.0000072388266,"about_ca_topic_score_gemma":5.023496e-7,"teacher_disagreement_score":0.34625682,"about_ca_system_score_codex":0.00013114214,"about_ca_system_score_gemma":0.00020160808,"threshold_uncertainty_score":0.96713096},"labels":[],"label_agreement":null},{"id":"W3048137827","doi":"10.1097/acm.0000000000003627","title":"Learning in Faculty Development: The Role of Social Networks","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Conceptualization; Embeddedness; Faculty development; Social learning; Psychology; Professional development; Medical education; Pedagogy; Sociology; Medicine; Social science; Computer science","score_opus":0.03574352829978906,"score_gpt":0.35205047926999977,"score_spread":0.3163069509702107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048137827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9035054,0.00074216805,0.0012696466,0.08802302,0.00016630744,0.00034488484,2.5176485e-7,0.000055948927,0.005892383],"genre_scores_gemma":[0.991027,0.000048143094,0.0001875355,0.0072895666,0.0010558619,0.000018900979,0.00007846088,0.0000119278275,0.0002826115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986891,0.00004879321,0.00053653715,0.00014989493,0.00038849833,0.00018718647],"domain_scores_gemma":[0.99955255,0.00006899381,0.00016163518,0.00006734613,0.00009580461,0.000053649765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007673061,0.000092016366,0.00025698318,0.000073332354,0.000076414035,8.8911094e-7,0.00015057191,0.00018448922,0.0002445352],"category_scores_gemma":[0.0021554974,0.00005889526,0.000016413125,0.0008376643,0.0001995982,0.00003189433,0.000040530063,0.001475273,0.000013606761],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022049785,0.000035168032,0.171511,0.00019718806,0.00009764377,0.0000073412107,0.23966701,0.00019373078,0.006086429,0.007737224,0.053677928,0.52056885],"study_design_scores_gemma":[0.0031464095,0.00029078795,0.17194997,0.00053640536,0.00010475734,0.000022614375,0.059519112,0.022559209,0.0015876237,0.00042309723,0.7396579,0.0002021608],"about_ca_topic_score_codex":0.000011439127,"about_ca_topic_score_gemma":4.9916395e-7,"teacher_disagreement_score":0.6859799,"about_ca_system_score_codex":0.00005633506,"about_ca_system_score_gemma":0.00014433224,"threshold_uncertainty_score":0.6409409},"labels":[],"label_agreement":null},{"id":"W3048185413","doi":"10.36834/cmej.70551","title":"Enough is enough: Licensing Exams in the time of COVID-19","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Coronavirus Infections; Virology; Medicine; Internal medicine; Outbreak; Infectious disease (medical specialty)","score_opus":0.02782891378173364,"score_gpt":0.34441221321259563,"score_spread":0.316583299430862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048185413","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120947644,0.00036609854,0.00017061914,0.87415767,0.0006873672,0.00026784357,0.0000035175683,0.000010117756,0.0033891227],"genre_scores_gemma":[0.4007538,0.00006217302,0.0010364186,0.5963004,0.0016328581,0.0000089620935,0.000033687113,0.000014595476,0.00015707064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975957,0.00018127766,0.0006647197,0.00018855782,0.0010364545,0.00033328097],"domain_scores_gemma":[0.99464095,0.00012763053,0.00020058727,0.0002510613,0.00036862548,0.0044111465],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017189513,0.00012217165,0.0002470296,0.00036136803,0.00018612089,0.000037048845,0.00035544223,0.00021083011,0.028747195],"category_scores_gemma":[0.05258928,0.000094617404,0.0000669878,0.001259393,0.00022788528,0.00010068318,0.000011390621,0.0011816382,0.00012077215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001860135,0.00017215351,0.00097009126,0.00008478478,0.000021517297,0.00006414589,0.033626232,0.0000022904799,0.000043645978,0.0006841407,0.8930178,0.07129455],"study_design_scores_gemma":[0.00076014147,0.000130448,0.0038319114,0.00021249524,0.000043487194,0.0014541121,0.013156693,0.00081018376,0.00004048807,0.00024326227,0.9791969,0.00011986157],"about_ca_topic_score_codex":0.0036785228,"about_ca_topic_score_gemma":0.00060546945,"teacher_disagreement_score":0.27980614,"about_ca_system_score_codex":0.0006042202,"about_ca_system_score_gemma":0.061513036,"threshold_uncertainty_score":0.97214067},"labels":[],"label_agreement":null},{"id":"W3048223847","doi":"10.36834/cmej.68494","title":"Identifying essential procedural skills in Canadian undergraduate medical education","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education; Ottawa Hospital; McMaster University; University of Ottawa","funders":"","keywords":"Medical education; Curriculum; Graduation (instrument); Medicine; Venipuncture; Nursing; Psychology; Pedagogy; Surgery","score_opus":0.010447644004560781,"score_gpt":0.3327588805029775,"score_spread":0.32231123649841675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048223847","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16307308,0.00049201195,0.00029953095,0.8219359,0.0059970724,0.00056223513,0.000003959027,0.000041414518,0.007594777],"genre_scores_gemma":[0.6984258,0.00016830307,0.0016192608,0.29456526,0.004108607,0.00006181148,0.0001952711,0.00004854459,0.0008071205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99515295,0.00016356785,0.00111757,0.00046620658,0.0020452617,0.0010544319],"domain_scores_gemma":[0.974436,0.00003890165,0.00022779679,0.000289434,0.000977247,0.024030656],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015121473,0.00027982536,0.00039680413,0.001454956,0.0003975912,0.00016802295,0.00055053283,0.0006098248,0.035321344],"category_scores_gemma":[0.06847907,0.00028365877,0.00011618019,0.0019513968,0.00025588056,0.0003661989,0.000025725014,0.0025161712,0.0003776782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002122445,0.0005443869,0.017842207,0.00019325428,0.000052919455,0.00029880105,0.0028519034,0.000002273286,0.000014001438,0.0055339327,0.6973559,0.27528915],"study_design_scores_gemma":[0.0023118148,0.00015960663,0.03936981,0.0024818494,0.00011974561,0.007321225,0.0063313786,0.0029503645,0.000044324923,0.0021818876,0.93601465,0.0007133266],"about_ca_topic_score_codex":0.27263185,"about_ca_topic_score_gemma":0.62997305,"teacher_disagreement_score":0.53535277,"about_ca_system_score_codex":0.0029104524,"about_ca_system_score_gemma":0.4511208,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W3048489732","doi":"10.1111/medu.14347","title":"Machine learning to extract communication and history‐taking skills in OSCE transcripts","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Medical Research Group","funders":"","keywords":"Transferability; Sentence; F1 score; Computer science; Natural language processing; Artificial intelligence; Utterance; Context (archaeology); Machine learning; Objective structured clinical examination; Support vector machine; Medicine; Medical education; Biology","score_opus":0.021683540914144157,"score_gpt":0.3381810623154852,"score_spread":0.3164975214013411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048489732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7438278,0.0038667067,0.0026161603,0.24227656,0.0007553039,0.0007188059,7.016472e-7,0.00012908751,0.0058088205],"genre_scores_gemma":[0.93457586,0.00027953082,0.0069749895,0.057199493,0.00025877464,0.00008775857,0.00014217688,0.000024539917,0.0004569079],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841565,0.00012465731,0.00044623995,0.00028850115,0.0005317489,0.00019321866],"domain_scores_gemma":[0.9992333,0.000074423384,0.000117243224,0.00021594927,0.00013309193,0.00022601627],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00072106154,0.0001262726,0.00022384962,0.00021559754,0.00006715507,0.000012783778,0.00014684313,0.00015506608,0.001330402],"category_scores_gemma":[0.011298879,0.00012638835,0.000026733247,0.0005384743,0.00009729876,0.00012258584,0.000031842592,0.0008030837,0.000045128145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083363746,0.0011248973,0.042861328,0.00026244056,0.000014314455,0.000005436109,0.024056058,0.0000088571405,0.0010003756,0.0008649587,0.047685374,0.8820326],"study_design_scores_gemma":[0.0012090533,0.00023312206,0.13821037,0.0007895685,0.000044077387,0.00005352492,0.001731278,0.013097211,0.00010598857,0.00006918827,0.84422463,0.0002320025],"about_ca_topic_score_codex":0.00027890736,"about_ca_topic_score_gemma":0.0000351084,"teacher_disagreement_score":0.8818006,"about_ca_system_score_codex":0.00042787258,"about_ca_system_score_gemma":0.0010340998,"threshold_uncertainty_score":0.9995825},"labels":[],"label_agreement":null},{"id":"W3048504190","doi":"10.1007/s40037-020-00604-1","title":"Redesigning continuing professional development: Harnessing design thinking to go from needs assessment to mandate","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Health Sciences Centre","funders":"","keywords":"Mandate; Engineering ethics; Medical education; Professional development; Faculty development; Needs assessment; Engineering management; Continuing professional development; Management science; Process management; Computer science; Medicine; Engineering; Political science","score_opus":0.02840591549265689,"score_gpt":0.3752794330272571,"score_spread":0.34687351753460016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048504190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4993813,0.00011914639,0.33773038,0.15666784,0.0021422508,0.0013374663,0.000001603766,0.00021130979,0.0024086952],"genre_scores_gemma":[0.6916116,0.000008452309,0.2664754,0.03920702,0.0015519743,0.0003074336,0.00011340856,0.00004666608,0.00067803846],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9965457,0.00019327967,0.00059253664,0.00064441335,0.0016494602,0.00037464593],"domain_scores_gemma":[0.9981502,0.00021542465,0.00015941173,0.00027221141,0.00053505827,0.0006676684],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012640338,0.0002567967,0.00036138922,0.00044552152,0.00032541336,0.00010008872,0.00029340564,0.00018927477,0.0013614411],"category_scores_gemma":[0.008904323,0.00023318548,0.000049222483,0.0013729235,0.00006942743,0.00016789818,0.000100716294,0.00081959175,0.00033029725],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051012397,0.0016841186,0.0030673523,0.00010617889,0.000121044795,0.000012232623,0.39224216,0.00007011139,0.0059012873,0.0044812937,0.087771006,0.5040331],"study_design_scores_gemma":[0.005150313,0.0018385048,0.20034106,0.016030913,0.00033869283,0.000047055102,0.53701663,0.013212749,0.014070641,0.0018196417,0.20806098,0.0020728128],"about_ca_topic_score_codex":0.000017452054,"about_ca_topic_score_gemma":9.1293185e-7,"teacher_disagreement_score":0.5019603,"about_ca_system_score_codex":0.0008883067,"about_ca_system_score_gemma":0.003397066,"threshold_uncertainty_score":0.9995515},"labels":[],"label_agreement":null},{"id":"W3048553026","doi":"10.1111/medu.14348","title":"The applicability of generalisability and bias to health professions education's research","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rigour; Engineering ethics; Context (archaeology); Epistemology; Diversity (politics); Reflexivity; Sociology; Meaning (existential); Subjectivism; Psychology; Management science; Social science; Engineering","score_opus":0.12194244116014871,"score_gpt":0.5158278024962588,"score_spread":0.3938853613361101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048553026","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43758088,0.0003612339,0.00039251416,0.5593098,0.00047419654,0.0011363553,0.000001439245,0.000023901677,0.00071969477],"genre_scores_gemma":[0.93326515,0.0001227569,0.00546746,0.05910443,0.0009209583,0.00066521944,0.00006581696,0.000016256032,0.00037195807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703646,0.00045049624,0.0006471558,0.0003798483,0.0011985451,0.00028752378],"domain_scores_gemma":[0.99701893,0.00044014835,0.00014044937,0.0006229185,0.0012284239,0.00054913515],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046627014,0.00009986392,0.0002341498,0.00010736743,0.00041036552,0.000019363719,0.00022917033,0.00012528674,0.0002258843],"category_scores_gemma":[0.040611688,0.0000682716,0.000034085908,0.0015038709,0.0006116429,0.00004989452,0.00011434319,0.00066530757,0.00002927386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000502544,0.0010133609,0.01924339,0.00037132576,0.0000081753005,4.3456474e-8,0.004073215,1.6941442e-7,0.00010046677,0.007559594,0.39686498,0.570715],"study_design_scores_gemma":[0.00042548767,0.00054930325,0.16952457,0.00047004057,0.000020059782,0.000014821164,0.020054914,0.0005517088,0.00038971467,0.0025167891,0.80533725,0.00014533682],"about_ca_topic_score_codex":0.00029111377,"about_ca_topic_score_gemma":0.00002385705,"teacher_disagreement_score":0.5705697,"about_ca_system_score_codex":0.00025584333,"about_ca_system_score_gemma":0.013251812,"threshold_uncertainty_score":0.9923421},"labels":[],"label_agreement":null},{"id":"W3048603859","doi":"10.22541/au.159714937.75710461","title":"“I made a mistake!”: a narrative analysis of experienced physicians’ stories of preventable error","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Parallels; Mistake; Narrative; Psychology; Construct (python library); Medical education; Coaching; Health care; Meaning (existential); Medicine; Computer science","score_opus":0.05145052681876233,"score_gpt":0.3896208532890138,"score_spread":0.33817032647025147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048603859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809639,0.00011356463,0.009995048,0.0027557295,0.00045148586,0.0007068879,0.000043651246,0.000043111762,0.0049266173],"genre_scores_gemma":[0.9772622,0.000008841225,0.018701041,0.00047541782,0.00011944619,0.00016010311,0.0006441333,0.000016348444,0.0026124893],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980618,0.00005624018,0.00075569877,0.0003882554,0.00059287495,0.00014516433],"domain_scores_gemma":[0.9980039,0.0000416448,0.0006272935,0.00057352375,0.0007080394,0.000045581874],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020579279,0.00019329463,0.0010320003,0.00040452878,0.0000333675,0.0000063201355,0.0001994258,0.00019012991,0.0010599678],"category_scores_gemma":[0.0008097776,0.00017299321,0.00028451445,0.0020855828,0.00027605917,0.00004366526,0.00012918997,0.00041345443,0.0000014354512],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006617234,0.0026101351,0.006814408,0.0043830005,0.013935491,0.0000082972365,0.8504748,0.0007928565,0.069723465,0.008931344,0.03143566,0.0102288285],"study_design_scores_gemma":[0.001959533,0.000926214,0.041810323,0.0022096778,0.012785819,0.0000028240213,0.7285035,0.0351227,0.16959088,0.0015159751,0.004691398,0.0008811082],"about_ca_topic_score_codex":0.00032546266,"about_ca_topic_score_gemma":0.000021689733,"teacher_disagreement_score":0.121971235,"about_ca_system_score_codex":0.00015474978,"about_ca_system_score_gemma":0.00055923633,"threshold_uncertainty_score":0.9998532},"labels":[],"label_agreement":null},{"id":"W3048649455","doi":"10.36834/cmej.69920","title":"Peers United in Leadership &amp; Skills Enhancement (PULSE): A near peer mentoring program for medical students","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Peer mentoring; Medical education; Work (physics); Medical school; Psychology; Medicine; Engineering","score_opus":0.044649623592380935,"score_gpt":0.3990680425354544,"score_spread":0.35441841894307347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048649455","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32906076,0.00020939382,0.00094540376,0.6642626,0.00310933,0.0013915825,0.0000039789415,0.000046603614,0.0009703616],"genre_scores_gemma":[0.47592318,0.00013536363,0.024337921,0.48457083,0.0071142423,0.00091241574,0.0010387663,0.00011512976,0.005852145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937269,0.00012324279,0.0009651051,0.0003699925,0.0039931964,0.0008215664],"domain_scores_gemma":[0.9893902,0.00008776907,0.00018101832,0.0002356337,0.0011912686,0.008914124],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034710849,0.0002246015,0.00034942428,0.0006512832,0.00028073505,0.00018980198,0.00063080917,0.00041732602,0.025022183],"category_scores_gemma":[0.079998314,0.00021481971,0.00010389582,0.0014768337,0.00024157639,0.00014076874,0.000031337902,0.0016812207,0.00011113683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006870523,0.0014315122,0.012597476,0.00021124442,0.00010080076,0.000056124554,0.009601027,0.000003135469,0.0000089945,0.00026491124,0.6151694,0.3604867],"study_design_scores_gemma":[0.002579335,0.00030238598,0.0067913337,0.0008320659,0.000059830152,0.00025633938,0.0052504516,0.0013416653,0.000013910651,0.000047798065,0.98230064,0.00022423024],"about_ca_topic_score_codex":0.0013137877,"about_ca_topic_score_gemma":0.0026641223,"teacher_disagreement_score":0.36713126,"about_ca_system_score_codex":0.0015165395,"about_ca_system_score_gemma":0.04755825,"threshold_uncertainty_score":0.97586906},"labels":[],"label_agreement":null},{"id":"W3048974740","doi":"10.36834/cmej.70202","title":"COVID 19 pandemic: An opportunity to investigate medical professionalism","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Betacoronavirus; Data science; Computer science; Medicine; Outbreak; Infectious disease (medical specialty); Pathology; Disease","score_opus":0.13021210689522833,"score_gpt":0.42845250229854914,"score_spread":0.2982403954033208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048974740","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17884694,0.00013863026,0.00057560706,0.81490624,0.0026844144,0.0004151192,0.000007871965,0.00007843821,0.0023467483],"genre_scores_gemma":[0.18253033,0.00005644963,0.0027534564,0.8099032,0.003857774,0.000054738557,0.0002327902,0.000035122746,0.0005761559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952819,0.0003216402,0.0008825755,0.0004033908,0.002513034,0.0005974586],"domain_scores_gemma":[0.86706334,0.000081929924,0.0002112156,0.0004003322,0.0010401807,0.13120301],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002923347,0.00022153057,0.00034743457,0.0005183615,0.0005169176,0.0000674048,0.00060629996,0.0005626256,0.18330224],"category_scores_gemma":[0.36901274,0.0001938355,0.00007595701,0.0011334858,0.0003343136,0.00022486465,0.000045133955,0.0024980262,0.0002796449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003470193,0.00020998922,0.005498977,0.00006537218,0.00002775782,0.00021884996,0.0034149894,0.0000013525677,0.000019125913,0.0017363905,0.7986578,0.19011474],"study_design_scores_gemma":[0.00085642614,0.00021776592,0.0032016204,0.0003222798,0.00004086517,0.0047897073,0.0032764669,0.0007903148,0.0000049980517,0.00077230786,0.9854852,0.0002420752],"about_ca_topic_score_codex":0.003254525,"about_ca_topic_score_gemma":0.0029259,"teacher_disagreement_score":0.431838,"about_ca_system_score_codex":0.0012970428,"about_ca_system_score_gemma":0.43313503,"threshold_uncertainty_score":0.99980325},"labels":[],"label_agreement":null},{"id":"W3049186624","doi":"10.1111/medu.14351","title":"Application of continuous quality improvement to medical education","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Mindset; Medical education; Quality (philosophy); Context (archaeology); Quality management; Psychology; Health care; Knowledge management; Engineering ethics; Medicine; Computer science; Engineering; Political science; Management system","score_opus":0.012910770712194623,"score_gpt":0.39041196203306494,"score_spread":0.37750119132087034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049186624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5354731,0.00018755764,0.03418957,0.4228725,0.0017123477,0.0016980729,0.0000037893467,0.00014677555,0.0037162781],"genre_scores_gemma":[0.8040302,0.000029703066,0.005734925,0.18747434,0.0014981558,0.00052801403,0.0003641024,0.000030676358,0.00030992815],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557215,0.00009622722,0.0012222684,0.00052364037,0.0023014103,0.00028429204],"domain_scores_gemma":[0.9970449,0.000072491384,0.00034649938,0.0005502297,0.0010688156,0.0009170336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013372262,0.00020141026,0.00046375685,0.00021286089,0.0000735528,0.0000142778135,0.0003607336,0.00034986314,0.0024519975],"category_scores_gemma":[0.034760073,0.00018842012,0.0000958578,0.0012708736,0.00017315557,0.00009960841,0.000085892716,0.00050594506,0.00021649754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099350545,0.0022171268,0.007516513,0.0004311257,0.00002762464,4.8535554e-7,0.001023167,6.0528157e-7,0.0019892491,0.0056606685,0.15205945,0.82897466],"study_design_scores_gemma":[0.0028135716,0.0015689015,0.07888801,0.0011555303,0.00022579798,0.000068074034,0.005728611,0.006369191,0.0068839053,0.00094895955,0.8946237,0.00072575663],"about_ca_topic_score_codex":0.00034265852,"about_ca_topic_score_gemma":0.0000120666655,"teacher_disagreement_score":0.82824886,"about_ca_system_score_codex":0.00026245796,"about_ca_system_score_gemma":0.012661106,"threshold_uncertainty_score":0.9984599},"labels":[],"label_agreement":null},{"id":"W3049201762","doi":"10.1093/asjof/ojaa040","title":"Commentary on: Practice Management Knowledge Amongst Plastic Surgery Residents in Canada: A National Survey","year":2020,"lang":"en","type":"article","venue":"Aesthetic Surgery Journal Open Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Husky Energy (Canada)","funders":"","keywords":"Medicine; MEDLINE; Family medicine; Plastic surgery; Surgery","score_opus":0.05911261790052135,"score_gpt":0.3394971754996896,"score_spread":0.28038455759916825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049201762","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3289062,0.00017111827,0.000058337027,0.6625733,0.0029532884,0.00056745455,0.000014330508,0.0000151681825,0.0047408184],"genre_scores_gemma":[0.8441332,0.00013960419,0.00022689994,0.15507983,0.00008207558,0.000041457028,0.00015504505,0.000038686823,0.00010319667],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.996353,0.0005580504,0.0010970643,0.00032209867,0.0011737425,0.0004960651],"domain_scores_gemma":[0.9951435,0.0032568905,0.0004686905,0.00022682303,0.00058365765,0.00032047735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00439202,0.00021986885,0.0005342844,0.00040784807,0.00021738406,0.00012340609,0.0003414846,0.00006365111,0.00031842545],"category_scores_gemma":[0.0048799487,0.00020545372,0.0000902371,0.001255188,0.000059330934,0.00041454684,0.00017950067,0.00076757,0.00010599323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005446692,0.0003655451,0.19521782,0.000018630917,0.00006160964,0.00065398274,0.00008069052,0.000032142194,2.1798927e-7,0.00009411092,0.78047603,0.022454567],"study_design_scores_gemma":[0.0014992644,0.00012390994,0.5168826,0.0011503374,0.000065640605,0.0023509862,0.0024735122,0.0005433389,0.000014473712,0.00013060794,0.47438157,0.00038378366],"about_ca_topic_score_codex":0.10295688,"about_ca_topic_score_gemma":0.08433767,"teacher_disagreement_score":0.515227,"about_ca_system_score_codex":0.0018883939,"about_ca_system_score_gemma":0.0043648263,"threshold_uncertainty_score":0.9323708},"labels":[],"label_agreement":null},{"id":"W3049254059","doi":"10.1007/s40037-020-00607-y","title":"A&amp;nbsp;national strategy to engage medical students in otolaryngology-head and neck surgery medical education: the LearnENT ambassador program","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Mentorship; Outreach; Scholarship; Medical education; Inclusion (mineral); Otorhinolaryngology; Medicine; Public relations; Political science; Sociology; Surgery","score_opus":0.03699246718853776,"score_gpt":0.4178280208400738,"score_spread":0.38083555365153604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049254059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66536367,0.000585083,0.000117581374,0.32932633,0.0008668445,0.0013140072,0.0000020630212,0.00011187997,0.0023125366],"genre_scores_gemma":[0.89797145,0.00052205054,0.0014046328,0.09582298,0.0024248955,0.0012712474,0.00022895199,0.00004974337,0.0003040227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.990717,0.0005814824,0.0010172261,0.0009845654,0.006157274,0.00054248463],"domain_scores_gemma":[0.9961918,0.0007360787,0.00020793577,0.0004578707,0.00088287407,0.0015234476],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044130716,0.0003624077,0.0005673982,0.00051334,0.00026807367,0.000107126,0.00071763946,0.00060670415,0.0050127963],"category_scores_gemma":[0.08236889,0.0002817168,0.0001189146,0.0018106392,0.0006783112,0.00016811368,0.000192098,0.0024777842,0.00023593318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005689665,0.019767486,0.12619919,0.00040078146,0.00017508387,0.00004047614,0.023044456,0.0000052673176,0.000015445052,0.019228712,0.27904767,0.5315065],"study_design_scores_gemma":[0.0022560772,0.0011204846,0.8524075,0.0019368703,0.00007839749,0.00039688396,0.028885199,0.001932869,0.000010778337,0.00070652587,0.10970566,0.0005627462],"about_ca_topic_score_codex":0.00018362078,"about_ca_topic_score_gemma":0.00013545851,"teacher_disagreement_score":0.7262083,"about_ca_system_score_codex":0.0006869001,"about_ca_system_score_gemma":0.017856961,"threshold_uncertainty_score":0.9999635},"labels":[],"label_agreement":null},{"id":"W3049394957","doi":"10.1007/s12630-020-01795-1","title":"Professional advocacy and citizenship: a continuing journey that begins during residency","year":2020,"lang":"en","type":"editorial","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Dalhousie University; University of Toronto","funders":"","keywords":"Citizenship; Residency training; Political science; Medical education; Medicine; Continuing education; Nursing; Law","score_opus":0.013400150448786141,"score_gpt":0.2676106070418266,"score_spread":0.2542104565930405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049394957","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7072163,0.0043086424,0.0000063908283,0.036470417,0.25103775,0.00052135304,0.00002229233,0.000026590033,0.0003902393],"genre_scores_gemma":[0.34517938,0.00081869715,0.0015461495,0.00044501072,0.6479171,0.000013726204,0.00013036185,0.0003149677,0.003634585],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.99348176,0.00032197614,0.0019894836,0.0005513734,0.0022723968,0.001382997],"domain_scores_gemma":[0.9889349,0.00041868255,0.0025056172,0.0004371821,0.003236127,0.004467537],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025802117,0.0007904578,0.0017293913,0.0022210262,0.00093629956,0.0005320886,0.00083912996,0.0013960903,0.00041217363],"category_scores_gemma":[0.009925282,0.0007176455,0.00045271474,0.00087911944,0.0005595653,0.00045467698,0.000032050648,0.0075816754,0.000017094495],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022999376,0.000021765181,0.0017773896,0.00037048748,0.00021555084,0.33183804,0.0031849938,0.0000019686752,0.000014713644,0.000044768847,0.6608244,0.0014758992],"study_design_scores_gemma":[0.0020182563,0.00073391566,0.0054687555,0.004866547,0.0005664237,0.69001275,0.0024705601,0.0000060590705,0.00002029854,0.00034335614,0.29295772,0.00053537864],"about_ca_topic_score_codex":0.0021547964,"about_ca_topic_score_gemma":0.002452816,"teacher_disagreement_score":0.39687935,"about_ca_system_score_codex":0.0025943192,"about_ca_system_score_gemma":0.042747054,"threshold_uncertainty_score":0.9999003},"labels":[],"label_agreement":null},{"id":"W3049396002","doi":"10.1002/ase.2011","title":"A Pilot Study of a Physical Therapy Cadaveric Anatomy Course: Assessing the Impact of Examination Format on the Learning Environment","year":2020,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Curriculum; Cohort; Medical education; Learning environment; Cadaveric spasm; Physical examination; Medicine; Entry Level; Educational measurement; Psychology; Mathematics education; Surgery; Pedagogy; Pathology","score_opus":0.04461255398726853,"score_gpt":0.40943015864447435,"score_spread":0.3648176046572058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049396002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934394,0.000045091612,0.00011179363,0.005020706,0.00007296226,0.00066159654,3.6792295e-7,0.000011087999,0.0006370408],"genre_scores_gemma":[0.9992249,0.000016319398,0.000058987807,0.0004934103,0.00013718815,0.000048235237,0.000006296698,0.0000063848543,0.000008295194],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985094,0.0002283847,0.0002775512,0.0001925282,0.0006545687,0.00013757343],"domain_scores_gemma":[0.9991337,0.0002824264,0.0002690345,0.00016539046,0.000109319735,0.000040148294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089349045,0.00010200025,0.00016406582,0.000071359624,0.00024073348,0.000030290787,0.00022012256,0.000019228404,0.00007465992],"category_scores_gemma":[0.00054702343,0.000049928418,0.000050633575,0.0010007073,0.00036988375,0.00015842605,0.000025698986,0.00027948004,0.000006301302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002454573,0.027352886,0.2279716,0.00007890249,0.00026597708,7.588859e-7,0.06631272,0.004205174,0.038946852,0.009265175,0.0058988193,0.6194557],"study_design_scores_gemma":[0.00065820315,0.009517574,0.8617869,0.00007598284,0.000056760546,0.0000035901573,0.039131865,0.08611302,0.0021473342,0.00020169344,0.00019457343,0.00011249092],"about_ca_topic_score_codex":0.00021767506,"about_ca_topic_score_gemma":7.0715e-7,"teacher_disagreement_score":0.6338153,"about_ca_system_score_codex":0.00014214554,"about_ca_system_score_gemma":0.0005091978,"threshold_uncertainty_score":0.20360218},"labels":[],"label_agreement":null},{"id":"W3049509128","doi":"10.1002/aet2.10519","title":"Direct Observation Tools in Emergency Medicine: A Systematic Review of the Literature","year":2020,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"PsycINFO; Systematic review; CINAHL; MEDLINE; Medicine; Scopus; Worksheet; Cochrane Library; Internal validity; Medical physics; Psychology; Alternative medicine; Psychological intervention; Nursing","score_opus":0.12618139667368689,"score_gpt":0.4295122331472546,"score_spread":0.30333083647356773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049509128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017692937,0.9885828,0.0000034897198,0.004613004,0.0013366567,0.0024624425,0.000004948941,0.00001736821,0.0029615774],"genre_scores_gemma":[0.00006310539,0.9959366,0.00023812769,0.0016264117,0.0003577223,0.00055804016,0.00037643462,0.000026900008,0.0008166772],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99733657,0.00026679857,0.0016416309,0.00027940507,0.00034971727,0.00012590477],"domain_scores_gemma":[0.9980984,0.00014694208,0.0009563151,0.00041948262,0.00032469849,0.00005421659],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010314531,0.00024193892,0.0017539721,0.00022584976,0.00004947307,0.000009264606,0.00016644073,0.00017700296,0.00012448819],"category_scores_gemma":[0.010195816,0.00014352165,0.00017513934,0.0026245855,0.00005954549,0.000094961986,0.000023872919,0.0004998992,0.0000042313113],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.371045e-7,0.00003722808,0.000009673177,0.6581047,0.000034940113,2.692766e-7,0.002241976,2.6928124e-9,1.5521235e-7,0.00050196727,0.002841263,0.33622736],"study_design_scores_gemma":[0.00006606127,0.000020131398,0.00014715125,0.73628396,0.0010793256,0.00004631133,0.00054266176,0.000002006457,9.478546e-8,0.000031938896,0.26169553,0.000084788815],"about_ca_topic_score_codex":0.0000056415984,"about_ca_topic_score_gemma":9.48807e-7,"teacher_disagreement_score":0.33614257,"about_ca_system_score_codex":0.000121869416,"about_ca_system_score_gemma":0.0012100941,"threshold_uncertainty_score":0.9981417},"labels":[],"label_agreement":null},{"id":"W3049916111","doi":"10.1007/s40037-020-00601-4","title":"Learner handover: Perspectives and recommendations from the front-line","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Montreal Children's Hospital","funders":"Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Handover; Medical education; Psychology; Perception; Computer science; Medicine","score_opus":0.020331844694610215,"score_gpt":0.3512378099715431,"score_spread":0.3309059652769329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049916111","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2222862,0.00330027,0.0030661684,0.7647243,0.0006194914,0.0005464117,0.000011608815,0.00011577976,0.0053297686],"genre_scores_gemma":[0.939736,0.0017360833,0.004519384,0.049473826,0.0034183979,0.00012017729,0.00021370633,0.00003510832,0.0007472859],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99804795,0.00014094876,0.00033225288,0.0005578675,0.00071568,0.00020529458],"domain_scores_gemma":[0.99856144,0.0003067576,0.00012076526,0.00033869813,0.00039112094,0.00028121137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004009168,0.00018773558,0.00024779723,0.000086556494,0.00028169644,0.000052941978,0.00018124857,0.00016003622,0.0054591787],"category_scores_gemma":[0.014976279,0.00013270072,0.00006936896,0.00041952534,0.00042547612,0.00013370451,0.00005061571,0.00088331604,0.00018649173],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042321585,0.0024579843,0.00451348,0.000045868783,0.00022938117,0.0000034519153,0.21657051,0.0000024514866,0.000203165,0.036191348,0.3984126,0.34094656],"study_design_scores_gemma":[0.0027870391,0.0007703709,0.05121883,0.00047941622,0.0002510687,0.000035361874,0.7322663,0.004754424,0.00013987096,0.0020474456,0.20484315,0.000406697],"about_ca_topic_score_codex":0.00018932995,"about_ca_topic_score_gemma":0.000013587927,"teacher_disagreement_score":0.71744984,"about_ca_system_score_codex":0.00023957122,"about_ca_system_score_gemma":0.0009869918,"threshold_uncertainty_score":0.99544996},"labels":[],"label_agreement":null},{"id":"W3058773386","doi":"10.36834/cmej.70432","title":"COVID-19, curtailed clerkships, and competency: Making graduation decisions in the midst of a global pandemic","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Graduation (instrument); Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Virology; Medicine; Engineering; Pathology; Infectious disease (medical specialty)","score_opus":0.05766441453441997,"score_gpt":0.392887840588707,"score_spread":0.33522342605428707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3058773386","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45185623,0.0006510506,0.0018469173,0.543609,0.00069253147,0.00036746138,0.000006936948,0.000012715798,0.0009571555],"genre_scores_gemma":[0.8184105,0.00016525737,0.0022645267,0.17854443,0.0005539969,0.000016627628,0.000030415675,0.0000070959723,0.0000071543254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978207,0.00021045824,0.00065731193,0.00018596658,0.00086734066,0.0002582663],"domain_scores_gemma":[0.9953804,0.00020364135,0.00020915168,0.0001799298,0.00034889806,0.0036779747],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016720245,0.00011162174,0.00021973837,0.00021081323,0.00021726129,0.00003927353,0.00026400294,0.00017750726,0.002475341],"category_scores_gemma":[0.10777822,0.00008542039,0.00004688404,0.0012161301,0.00025332923,0.00009558076,0.000014021939,0.00086786185,0.000009818873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008304709,0.0003240324,0.37258863,0.00013885312,0.0000478827,0.00009005126,0.012699432,0.000007948171,0.00002260256,0.02882899,0.30144143,0.2837271],"study_design_scores_gemma":[0.0033974072,0.00033550966,0.6363448,0.0011833418,0.00017267244,0.005699887,0.030582167,0.004538106,0.0000017508866,0.018154617,0.29924613,0.00034360902],"about_ca_topic_score_codex":0.0017912693,"about_ca_topic_score_gemma":0.009801352,"teacher_disagreement_score":0.3665543,"about_ca_system_score_codex":0.0008199142,"about_ca_system_score_gemma":0.07211666,"threshold_uncertainty_score":0.9984365},"labels":[],"label_agreement":null},{"id":"W3075709124","doi":"10.1007/s40037-020-00611-2","title":"The reliability characteristics of the REFLECT rubric for assessing reflective capacity through expressive writing assignments: A&amp;nbsp;replication study","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Rubric; Intraclass correlation; Cronbach's alpha; Reliability (semiconductor); Narrative; Psychology; Replication (statistics); Computer science; Clinical psychology; Medicine; Mathematics education; Psychometrics","score_opus":0.06394859804000211,"score_gpt":0.432487573828241,"score_spread":0.3685389757882389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3075709124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9237192,0.00009750607,0.009298449,0.061716523,0.0008102313,0.0026042387,0.000008350078,0.00006238188,0.0016830976],"genre_scores_gemma":[0.98879945,0.00004996759,0.0049617216,0.004186443,0.00109231,0.00074723276,0.00004261332,0.000032901968,0.00008736451],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9964118,0.00046631545,0.00083407573,0.0007353052,0.0012641402,0.00028835013],"domain_scores_gemma":[0.9952768,0.00095235877,0.0007599047,0.0011085537,0.0017633685,0.00013902487],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020392777,0.0002198463,0.00036028345,0.000060672184,0.0007208978,0.00006439213,0.00040528,0.00017315807,0.00006897724],"category_scores_gemma":[0.07765012,0.00014097361,0.0001372792,0.0009875743,0.0005341951,0.00021285022,0.00007163885,0.0008561062,0.00000661379],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022639825,0.02682435,0.10622625,0.0013511713,0.00082847726,0.0000015127579,0.4214861,0.000020534218,0.017367996,0.043859508,0.04172522,0.33804488],"study_design_scores_gemma":[0.003172924,0.0017650096,0.60028714,0.0013043643,0.00059011154,0.000023756205,0.36226505,0.0018995982,0.004283142,0.0064314194,0.017402548,0.00057495054],"about_ca_topic_score_codex":0.000052419044,"about_ca_topic_score_gemma":0.0000036707631,"teacher_disagreement_score":0.49406087,"about_ca_system_score_codex":0.00087055046,"about_ca_system_score_gemma":0.0017249881,"threshold_uncertainty_score":0.9301192},"labels":[],"label_agreement":null},{"id":"W3077157980","doi":"10.1016/j.bja.2020.08.016","title":"Real-world impact of the COVID-19 pandemic on the assessment of anaesthesiology residents","year":2020,"lang":"en","type":"letter","venue":"British Journal of Anaesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; The Wilson Centre; Health Sciences Centre; Toronto General Hospital; University Health Network; University of Toronto; SickKids Foundation; Sunnybrook Health Science Centre","funders":"Ontario Ministry of Research and Innovation; Ontario Ministry of Research, Innovation and Science","keywords":"Scopus; Pandemic; Coronavirus disease 2019 (COVID-19); Formative assessment; Curriculum; Anesthesiology; Medicine; Medical education; Personal protective equipment; Isolation (microbiology); MEDLINE; Family medicine; Psychology; Political science; Disease; Pedagogy; Anesthesia","score_opus":0.05129459874330747,"score_gpt":0.38332319243821467,"score_spread":0.3320285936949072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3077157980","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44892272,0.00013669611,0.000025904223,0.54963857,0.00030069595,0.00043283924,0.00002134745,0.000009907353,0.0005113175],"genre_scores_gemma":[0.45822117,0.0026587131,0.0007124121,0.5361232,0.0018251695,0.000011835726,0.000050322473,0.000068420806,0.00032873036],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99573964,0.00084287813,0.001551301,0.0002438099,0.0013209018,0.00030148763],"domain_scores_gemma":[0.9956165,0.0003829551,0.0026206262,0.0005880296,0.00066568336,0.00012618165],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0016981942,0.00026297325,0.0010241522,0.0003999817,0.0001405802,0.00002682487,0.00088395237,0.0004049271,0.00029341868],"category_scores_gemma":[0.0031425362,0.00016563963,0.0006754595,0.0009307354,0.00057711493,0.00005614625,0.000055966513,0.0036921443,0.0000027771919],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007020731,0.000112418704,0.10741053,0.00018184041,0.00026775716,0.0009949515,0.00009012894,0.00001952801,0.00004534614,0.00009253171,0.88081956,0.009895173],"study_design_scores_gemma":[0.0011992966,0.003511683,0.88718647,0.0025281173,0.0005420695,0.004882701,0.00011192104,0.0000336135,0.000020028649,0.001250217,0.09851619,0.00021772274],"about_ca_topic_score_codex":0.0015526131,"about_ca_topic_score_gemma":0.000058151716,"teacher_disagreement_score":0.7823034,"about_ca_system_score_codex":0.00091803866,"about_ca_system_score_gemma":0.0039830822,"threshold_uncertainty_score":0.9986064},"labels":[],"label_agreement":null},{"id":"W3080094516","doi":"10.1097/acm.0000000000003470","title":"Western University Schulich School of Medicine &amp; Dentistry","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Indigenous; Curriculum; Experiential learning; Psychology; Medicine; Nursing; Pedagogy","score_opus":0.07332600335022917,"score_gpt":0.37738830822508873,"score_spread":0.3040623048748596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080094516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80845636,0.0016675972,0.008216413,0.17333065,0.0010386787,0.0004986161,0.0000042337783,0.00014905908,0.0066383756],"genre_scores_gemma":[0.9729829,0.00044480682,0.0008651321,0.016187036,0.0036596209,0.0000028030481,0.00014887108,0.000027311027,0.0056815646],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979285,0.00007116291,0.00068538554,0.00031324895,0.0006970382,0.0003046875],"domain_scores_gemma":[0.99839044,0.000117130214,0.00030692454,0.0003617199,0.00032795072,0.00049583183],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062821165,0.00019328491,0.00058302475,0.00024116342,0.00005968701,8.542782e-7,0.0002792594,0.00032271826,0.0042383354],"category_scores_gemma":[0.0060236435,0.00015858118,0.000038014197,0.001357821,0.00087917584,0.00012953929,0.000080218466,0.0012466834,0.00030600533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000498001,0.00006486555,0.32476252,0.0012425486,0.0002514356,0.00004439891,0.010401566,0.0000028707602,0.07969924,0.0025424,0.5723443,0.008145855],"study_design_scores_gemma":[0.013032974,0.0010968192,0.25413677,0.0030779748,0.0014500037,0.00074988295,0.014647009,0.00027222512,0.0015998678,0.0003052201,0.70912474,0.00050650607],"about_ca_topic_score_codex":0.000074519354,"about_ca_topic_score_gemma":0.000001436558,"teacher_disagreement_score":0.16452648,"about_ca_system_score_codex":0.0001334446,"about_ca_system_score_gemma":0.00020012102,"threshold_uncertainty_score":0.9966719},"labels":[],"label_agreement":null},{"id":"W3080104435","doi":"10.1097/acm.0000000000003318","title":"Washington State University Elson S. Floyd College of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Capstone; Formative assessment; Medicine; Certificate; Service-learning; Graduation (instrument); Psychology; Family medicine; Pedagogy","score_opus":0.03380303788811008,"score_gpt":0.3176005566326693,"score_spread":0.2837975187445592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080104435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53491575,0.0008168024,0.0035220068,0.44862342,0.0009065244,0.00077061896,0.000030076479,0.00019107356,0.010223711],"genre_scores_gemma":[0.9703558,0.0010293348,0.00066783116,0.022414116,0.001660075,0.0000026845858,0.00011636183,0.000033534074,0.0037202442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99759346,0.000086595326,0.00076516584,0.00037517902,0.00087524514,0.00030435383],"domain_scores_gemma":[0.9983765,0.00016821583,0.0003353925,0.00032022235,0.00039614385,0.0004035331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00095048954,0.00021030604,0.00069252495,0.00030162433,0.00007363731,4.318889e-7,0.0003135934,0.0002497271,0.0016343606],"category_scores_gemma":[0.0062813894,0.00016579925,0.000039641833,0.0017386958,0.0009372699,0.00011559227,0.00007259953,0.0011397367,0.000041627045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007345136,0.00003999864,0.004438709,0.00079997774,0.00015086982,0.000107766085,0.019045921,0.000007585855,0.039998345,0.012090662,0.8995951,0.022990555],"study_design_scores_gemma":[0.014880629,0.0031246003,0.0092779165,0.0027985014,0.0007753994,0.00015280908,0.027495328,0.0033507734,0.00898421,0.0022711658,0.92645067,0.00043797857],"about_ca_topic_score_codex":0.000073194475,"about_ca_topic_score_gemma":0.0000010933821,"teacher_disagreement_score":0.43544003,"about_ca_system_score_codex":0.00016053245,"about_ca_system_score_gemma":0.0002900574,"threshold_uncertainty_score":0.9992783},"labels":[],"label_agreement":null},{"id":"W3080291068","doi":"10.1097/acm.0000000000003494","title":"Foreword: Snapshot 2020","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Snapshot (computer storage); Medical education; Higher education; Faculty development; Professional development; Medicine; Political science; Psychology; Pedagogy; Computer science","score_opus":0.049764592734612104,"score_gpt":0.3760183140716283,"score_spread":0.3262537213370162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080291068","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3858162,0.0012010325,0.004652593,0.5878666,0.0010519456,0.00059899257,0.0000032371852,0.00019207601,0.018617347],"genre_scores_gemma":[0.8587696,0.00030611822,0.001046643,0.13237345,0.005753806,0.00003230906,0.00025325426,0.000028657772,0.0014361793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816126,0.000026697488,0.0005767722,0.00032939148,0.0006149269,0.00029093208],"domain_scores_gemma":[0.99909276,0.00006844189,0.00012462614,0.00024985976,0.00015845068,0.00030584933],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046190314,0.00016319648,0.00037024394,0.000091307906,0.000059952115,0.0000014110939,0.00019641024,0.00025871219,0.006361453],"category_scores_gemma":[0.005000486,0.00012357406,0.00003520248,0.0010292325,0.00025591342,0.000076321005,0.000044901197,0.00128491,0.00029347357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007987456,0.000008623016,0.0064713103,0.00013508648,0.000033934688,0.000023610099,0.0040654936,7.457258e-7,0.0046386924,0.004058883,0.9635535,0.016930282],"study_design_scores_gemma":[0.0043201265,0.001119529,0.015048565,0.0006675655,0.00033520447,0.0002879592,0.005598947,0.0058600935,0.0016844267,0.0019933544,0.9627476,0.00033663464],"about_ca_topic_score_codex":0.00000847845,"about_ca_topic_score_gemma":1.3560846e-7,"teacher_disagreement_score":0.4729534,"about_ca_system_score_codex":0.000065207154,"about_ca_system_score_gemma":0.0001313082,"threshold_uncertainty_score":0.9945469},"labels":[],"label_agreement":null},{"id":"W3080349182","doi":"10.1007/s10459-020-09987-6","title":"Augmenting physician examiner scoring in objective structured clinical examinations: including the standardized patient perspective","year":2020,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Empathy; Active listening; Reliability (semiconductor); Rating scale; Medicine; Psychology; Inter-rater reliability; Clinical psychology; Family medicine; Medical physics; Psychiatry","score_opus":0.050429793732171324,"score_gpt":0.4640941036743465,"score_spread":0.4136643099421752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080349182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95897514,0.004007719,0.0009945428,0.02782471,0.0020763087,0.0015567598,0.0000021423846,0.000033328288,0.0045293793],"genre_scores_gemma":[0.9781094,0.0005775489,0.009842956,0.010771851,0.0005028416,0.00016388268,0.000010787788,0.000010022279,0.000010679607],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973506,0.00031739945,0.00089747034,0.0005270016,0.00056494115,0.00034262138],"domain_scores_gemma":[0.9985373,0.0004202437,0.00046787813,0.00018348702,0.00031555165,0.0000755258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002212889,0.00013414216,0.00028790976,0.0002836411,0.00039205817,0.000036388305,0.00018986581,0.00005088139,0.000020990688],"category_scores_gemma":[0.005395501,0.00010308483,0.000036450925,0.0029019762,0.0004077769,0.0006234893,0.000055740977,0.00051060406,0.0000035348426],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006928684,0.00039901983,0.18477918,0.00021841041,0.000007960831,7.768372e-7,0.04120758,0.00087155943,0.000069511196,0.01157921,0.00034276248,0.7604547],"study_design_scores_gemma":[0.001865373,0.0013134158,0.56647086,0.0018826568,0.000021435524,0.000010065827,0.39208815,0.012210975,0.00039349758,0.00807871,0.015278051,0.00038681438],"about_ca_topic_score_codex":0.00029244297,"about_ca_topic_score_gemma":0.00016304043,"teacher_disagreement_score":0.76006794,"about_ca_system_score_codex":0.0011149497,"about_ca_system_score_gemma":0.0020143786,"threshold_uncertainty_score":0.6459308},"labels":[],"label_agreement":null},{"id":"W3080379233","doi":"10.1016/j.jmir.2020.08.002","title":"Interprofessional Collaboration in Radiation Therapy","year":2020,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Princess Margaret Cancer Centre","funders":"","keywords":"Empathy; Radiation Therapist; Interpersonal communication; Core competency; Competence (human resources); Medical education; Psychology; Medicine; Radiation therapy; Management; Social psychology; Radiology","score_opus":0.02224260503481173,"score_gpt":0.414656122082753,"score_spread":0.39241351704794125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080379233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6784106,0.002557795,0.0014936269,0.31657088,0.00075286697,0.000071557246,2.658474e-7,0.0000064747887,0.00013593616],"genre_scores_gemma":[0.98352206,0.0018920607,0.0013802099,0.0123640355,0.00082553114,0.000001787715,0.0000029343962,0.0000032552045,0.000008121158],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99813896,0.000077684876,0.00047479512,0.000109155386,0.0011055201,0.00009388407],"domain_scores_gemma":[0.99929804,0.000108090026,0.00024988732,0.000032313947,0.00017119439,0.00014046396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019011484,0.000055754917,0.00015294988,0.00026388204,0.00007744266,0.00004535732,0.00010722561,0.000055135974,0.00013833227],"category_scores_gemma":[0.003336581,0.000038301416,0.000022560704,0.0009299321,0.00020405586,0.00036862842,0.00001194655,0.00030269808,0.000002391224],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009077498,0.0000973176,0.13067393,0.00001891881,0.000008449409,0.000016999189,0.0039872983,0.000018511499,0.0005529648,0.00066558487,0.017668162,0.84620106],"study_design_scores_gemma":[0.009912386,0.0010534279,0.45579052,0.00091495604,0.00004126541,0.0006191283,0.036309537,0.3589252,0.0012090075,0.0013807012,0.1335362,0.00030768325],"about_ca_topic_score_codex":0.000005240973,"about_ca_topic_score_gemma":6.5908756e-7,"teacher_disagreement_score":0.8458934,"about_ca_system_score_codex":0.000049824877,"about_ca_system_score_gemma":0.00088481914,"threshold_uncertainty_score":0.399444},"labels":[],"label_agreement":null},{"id":"W3080427331","doi":"10.1097/acm.0000000000003489","title":"Queen’s University Faculty of Health Sciences","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Queen (butterfly); Higher education; Medical education; Medicine; Political science; Biology","score_opus":0.10129410810086048,"score_gpt":0.41060679258761046,"score_spread":0.30931268448675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080427331","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35637087,0.00031624234,0.004226191,0.6329408,0.00024626037,0.00030160593,0.000003957044,0.000071026,0.005522995],"genre_scores_gemma":[0.97347647,0.00028303603,0.0013907298,0.023652237,0.00038785915,7.674257e-7,0.000047782116,0.0000059909407,0.0007551439],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869287,0.000053222517,0.00039117332,0.00019993636,0.00049291964,0.0001699031],"domain_scores_gemma":[0.9993688,0.000044919714,0.00021860281,0.00010420899,0.00013495659,0.00012851032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009226958,0.00007688463,0.00031231696,0.00012674295,0.00008629596,4.797451e-7,0.00017246732,0.000096046235,0.00033767312],"category_scores_gemma":[0.0020007822,0.000059321996,0.000019786858,0.0010962934,0.0006102311,0.00005912019,0.000033119377,0.00046811588,0.000019105844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009065035,0.000031651653,0.049360026,0.00060188846,0.000051584964,0.0000074647187,0.021725442,0.000007149714,0.0022863229,0.03727086,0.83936214,0.049204793],"study_design_scores_gemma":[0.0057701007,0.0034228768,0.08566403,0.0019448769,0.00018738727,0.000052055337,0.063795164,0.0018689582,0.0016498183,0.0010623058,0.8342717,0.00031067195],"about_ca_topic_score_codex":0.00019539322,"about_ca_topic_score_gemma":1.6806753e-7,"teacher_disagreement_score":0.6171056,"about_ca_system_score_codex":0.00008834253,"about_ca_system_score_gemma":0.00042723928,"threshold_uncertainty_score":0.3697284},"labels":[],"label_agreement":null},{"id":"W3080471878","doi":"10.1111/eje.12593","title":"A qualitative study of trainer and trainee perceptions and experiences of clinical assessment in post‐graduate dental training","year":2020,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic analysis; Trainer; Focus group; Medical education; Context (archaeology); Perception; Psychology; Qualitative research; Quality (philosophy); Accreditation; Medicine; Computer science; Sociology","score_opus":0.16131197614034878,"score_gpt":0.5074995276043528,"score_spread":0.34618755146400404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080471878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975417,0.00006175314,0.00013368961,0.0013288077,0.0003222154,0.00022818668,0.0000014553957,0.0000028987108,0.00037929692],"genre_scores_gemma":[0.99495745,0.000021893944,0.004392242,0.00036431273,0.000231342,0.0000042774636,0.000007895116,0.000011468251,0.000009127757],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976376,0.0005953696,0.0011941572,0.0001381895,0.00035648493,0.00007818519],"domain_scores_gemma":[0.99891794,0.000095629366,0.0005589875,0.00006374825,0.00026433007,0.00009939409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019143306,0.00008773384,0.0003361834,0.00021244066,0.000031362237,0.000010640025,0.00007347471,0.000019755635,0.0000491642],"category_scores_gemma":[0.001114749,0.00007432589,0.000050040853,0.00030718805,0.00020817635,0.00016097761,0.000020826328,0.00034667435,5.183045e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012991279,0.0015959806,0.018896189,0.00004915558,0.00004985878,0.00000941123,0.9031558,9.850413e-7,0.0016280005,0.0000422744,0.0001343657,0.07430804],"study_design_scores_gemma":[0.0011853847,0.0018637313,0.3733208,0.000107026994,0.00004418319,0.00008417784,0.6232751,0.000056412624,0.000015239995,0.0000042297506,0.000007995153,0.000035740897],"about_ca_topic_score_codex":0.000009356093,"about_ca_topic_score_gemma":0.0000038574162,"teacher_disagreement_score":0.3544246,"about_ca_system_score_codex":0.000031005744,"about_ca_system_score_gemma":0.00037220374,"threshold_uncertainty_score":0.3030922},"labels":[],"label_agreement":null},{"id":"W3080483598","doi":"10.1097/acm.0000000000003486","title":"College of Medicine, University of Saskatchewan","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matriculation; Medical education; Curriculum; Disadvantaged; Health care; Certificate; Medicine; Agency (philosophy); Diversity (politics); Psychology; Pedagogy; Sociology; Political science","score_opus":0.03167398674371983,"score_gpt":0.31045651250448847,"score_spread":0.2787825257607686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080483598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6235158,0.0011006403,0.0066859336,0.35429427,0.0006019863,0.00072170753,0.00002857229,0.00009523475,0.012955885],"genre_scores_gemma":[0.9894895,0.00025522136,0.001067945,0.0069767693,0.0007702024,7.082408e-7,0.00004857785,0.000014165757,0.0013768945],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99833894,0.000047210404,0.0006047649,0.00022218275,0.00062266574,0.00016424434],"domain_scores_gemma":[0.9987408,0.0001249221,0.00033345947,0.00024928723,0.0003706644,0.00018085411],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006072136,0.00012491427,0.00060406135,0.00017215055,0.000032496508,8.331985e-8,0.0002328456,0.00022530307,0.001964685],"category_scores_gemma":[0.0026479482,0.00010197621,0.000034731554,0.0011985204,0.0012144562,0.000047218677,0.000042965603,0.00061915506,0.000015705451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005751953,0.000046445464,0.012332598,0.001272687,0.00016546932,0.000040123105,0.068381496,0.0000028737531,0.079597384,0.0101494035,0.81396884,0.013467494],"study_design_scores_gemma":[0.022410864,0.0050687348,0.030180972,0.0049646413,0.0015910486,0.0001790018,0.48362383,0.0024254909,0.011274777,0.003513912,0.43427926,0.00048748078],"about_ca_topic_score_codex":0.00018466276,"about_ca_topic_score_gemma":0.0000024853932,"teacher_disagreement_score":0.41524234,"about_ca_system_score_codex":0.00004961651,"about_ca_system_score_gemma":0.000296824,"threshold_uncertainty_score":0.9989477},"labels":[],"label_agreement":null},{"id":"W3080502770","doi":"10.1097/acm.0000000000003311","title":"Memorial University of Newfoundland Faculty of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Higher education; Medicine; Library science; Political science; Computer science","score_opus":0.05764503775767285,"score_gpt":0.35184857835239963,"score_spread":0.29420354059472675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080502770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7127484,0.00065756723,0.0066433777,0.26330632,0.0013105328,0.0006055777,0.000011776593,0.000083477404,0.014632974],"genre_scores_gemma":[0.990747,0.00035042554,0.00077528326,0.004318674,0.0027405827,6.8046626e-7,0.00017553555,0.000014489709,0.00087737583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821126,0.000044258486,0.0006143117,0.00023692969,0.00072337757,0.00016987268],"domain_scores_gemma":[0.99869305,0.000104250554,0.00036978564,0.00022975041,0.00041830385,0.00018487278],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006190413,0.00013503981,0.00063749944,0.00015266922,0.000037375346,2.5730267e-7,0.00023814879,0.00023585849,0.0020098004],"category_scores_gemma":[0.004092957,0.00010445251,0.000037372913,0.0009332275,0.0010797554,0.000060616352,0.000049070237,0.00063664536,0.000017933366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013635677,0.00005587795,0.042628255,0.0012123152,0.00025794047,0.000031143136,0.04338349,0.000007851906,0.07414884,0.0117523875,0.79843634,0.026721975],"study_design_scores_gemma":[0.040220324,0.0060492363,0.07495549,0.00401451,0.0021201759,0.00016096461,0.047773603,0.0028327396,0.003954685,0.0030857795,0.8142886,0.0005438614],"about_ca_topic_score_codex":0.00041528395,"about_ca_topic_score_gemma":0.0000031268114,"teacher_disagreement_score":0.27799857,"about_ca_system_score_codex":0.000065655244,"about_ca_system_score_gemma":0.00019231439,"threshold_uncertainty_score":0.9989025},"labels":[],"label_agreement":null},{"id":"W3080518625","doi":"10.1111/tct.13220","title":"Video creation for specialty career exposure in undergraduate medical education","year":2020,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical school; Specialty; Library science; General hospital; Medicine; Gerontology; Medical education; Family medicine","score_opus":0.10691402618017727,"score_gpt":0.4467115796536686,"score_spread":0.33979755347349133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080518625","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44981956,0.00014788371,0.0033784285,0.53869563,0.0008990408,0.0010443432,0.0000011146964,0.00007949554,0.0059344824],"genre_scores_gemma":[0.9507527,0.00006214932,0.0025832711,0.038151953,0.005185733,0.00017586151,0.00012399172,0.000030174988,0.0029341807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997991,0.0002085891,0.0008162576,0.000301776,0.0004884435,0.0001939167],"domain_scores_gemma":[0.9988075,0.00031123066,0.00013915294,0.00033038345,0.00022815596,0.00018360432],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002287896,0.000115219016,0.00028806308,0.000049174847,0.00006575159,0.000014812407,0.0002040183,0.00027327787,0.0006501265],"category_scores_gemma":[0.024557699,0.00007941462,0.00011978649,0.0004306259,0.00020837171,0.000059357146,0.000038184244,0.0007641878,0.00009674399],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037404386,0.0011626062,0.17389151,0.000084519335,0.000054435954,0.0000021671387,0.00144746,0.000002674471,0.000013164659,0.007060154,0.45413458,0.3617727],"study_design_scores_gemma":[0.005094509,0.0008798909,0.29699284,0.00030728712,0.00022682066,0.000015910795,0.00202162,0.0067514824,0.00003877472,0.011251505,0.67611974,0.00029961605],"about_ca_topic_score_codex":0.000026593598,"about_ca_topic_score_gemma":0.00003090366,"teacher_disagreement_score":0.5009331,"about_ca_system_score_codex":0.0001074306,"about_ca_system_score_gemma":0.0011308902,"threshold_uncertainty_score":0.98365885},"labels":[],"label_agreement":null},{"id":"W3080685653","doi":"10.1097/acm.0000000000003463","title":"University of Arizona College of Medicine–Phoenix","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Modalities; Medical education; Curriculum; Accreditation; Graduation (instrument); Session (web analytics); Faculty development; Medical school; Personalization; Medicine; Psychology; Professional development; Computer science; Pedagogy; Engineering","score_opus":0.037886496290454943,"score_gpt":0.3166651515220644,"score_spread":0.2787786552316095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080685653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60579365,0.0012935101,0.0062074503,0.3645899,0.0007631823,0.00079240784,0.00003184066,0.000104056824,0.020423986],"genre_scores_gemma":[0.9894472,0.0005010103,0.0008960816,0.0071940715,0.0008485031,9.312658e-7,0.000059311307,0.000016332991,0.0010365742],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981571,0.000051774874,0.00066087797,0.00024894136,0.00069683895,0.00018448921],"domain_scores_gemma":[0.9986119,0.00015276766,0.000365605,0.00027084336,0.0004032625,0.00019559312],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00064703444,0.00013926868,0.0006500405,0.00020417795,0.00003788255,1.0867342e-7,0.00026156104,0.00024683177,0.0022860782],"category_scores_gemma":[0.0038713838,0.00011404163,0.000039230563,0.0013019325,0.0013208323,0.0000543209,0.000052233492,0.00071238907,0.000020924841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005729112,0.00004440053,0.009635761,0.0010302564,0.0001530595,0.000041527142,0.02151029,0.0000027085307,0.08264511,0.02636421,0.8441924,0.013807367],"study_design_scores_gemma":[0.02417635,0.0067059067,0.03297922,0.0050844317,0.001727993,0.00023263937,0.088762045,0.0029815508,0.011831427,0.0046638106,0.820326,0.00052864756],"about_ca_topic_score_codex":0.00009532407,"about_ca_topic_score_gemma":7.33205e-7,"teacher_disagreement_score":0.38365352,"about_ca_system_score_codex":0.000058652637,"about_ca_system_score_gemma":0.0002374965,"threshold_uncertainty_score":0.998626},"labels":[],"label_agreement":null},{"id":"W3080700916","doi":"10.1097/acm.0000000000003565","title":"Selected Abbreviations Used in This Supplement","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Graduate medical education; Curriculum; Medicine; Faculty development; Health care; Professional development; Family medicine; Psychology; Political science; Pedagogy","score_opus":0.05043004752617358,"score_gpt":0.3778392526833368,"score_spread":0.3274092051571632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080700916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41747692,0.0004952345,0.002524308,0.57418334,0.00043707588,0.00093337265,0.0000036049037,0.0001608422,0.0037853257],"genre_scores_gemma":[0.9596522,0.00024543056,0.0010583717,0.036169138,0.0014234907,0.00007823285,0.00035903472,0.000023302742,0.0009908245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804103,0.000056429817,0.00074006506,0.00029622295,0.00057600735,0.00029021682],"domain_scores_gemma":[0.9991827,0.000103600854,0.00012766216,0.00019838539,0.00021026618,0.00017739242],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006153627,0.00014590731,0.0003692449,0.00024491595,0.000045500252,0.0000019755266,0.00015456964,0.00019988568,0.0072531397],"category_scores_gemma":[0.005471125,0.00011873847,0.000020420664,0.00236812,0.00012089064,0.0000740462,0.000030378838,0.00115686,0.00019319305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056370118,0.000032453067,0.106713675,0.00016714219,0.000035171255,0.00001571736,0.015154478,0.0000026119224,0.01285834,0.0035943585,0.8563558,0.0050138766],"study_design_scores_gemma":[0.012360091,0.0011844522,0.130428,0.0013399948,0.0003450061,0.00009725671,0.0071652397,0.007980183,0.003504942,0.00091325294,0.83418036,0.0005012222],"about_ca_topic_score_codex":0.000062874664,"about_ca_topic_score_gemma":0.000003406876,"teacher_disagreement_score":0.54217523,"about_ca_system_score_codex":0.00017967873,"about_ca_system_score_gemma":0.0002474246,"threshold_uncertainty_score":0.9936544},"labels":[],"label_agreement":null},{"id":"W3081041762","doi":"10.1093/ibd/izaa177","title":"Development of Entrustable Professional Activities for Advanced Inflammatory Bowel Disease Fellowship Training in the United States","year":2020,"lang":"en","type":"article","venue":"Inflammatory Bowel Diseases","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"Crohn's and Colitis Foundation; American College of Gastroenterology","keywords":"Curriculum; Medicine; Inflammatory bowel disease; Specialty; Task (project management); Task force; Medical education; Delphi method; Disease; Family medicine; Psychology; Internal medicine; Computer science; Pedagogy","score_opus":0.027687443851442572,"score_gpt":0.3069932685158896,"score_spread":0.27930582466444703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081041762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945084,0.00017385141,0.00030882942,0.0031090567,0.0002607991,0.0014146657,0.00006618372,0.00008498782,0.000073267984],"genre_scores_gemma":[0.9921433,0.000018393099,0.002269174,0.0032674156,0.00024971922,0.00095262827,0.0009533664,0.000040339506,0.00010571926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978294,0.00010595937,0.00074764556,0.000303594,0.0006346955,0.00037871255],"domain_scores_gemma":[0.9987086,0.00029615086,0.00026234047,0.0002796262,0.00021590109,0.00023738814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004144859,0.00023711262,0.00026654426,0.000252588,0.00020772906,0.000024383731,0.00024627658,0.00007625465,0.00010224898],"category_scores_gemma":[0.001533554,0.00018574922,0.00009745411,0.0004204647,0.0002252703,0.00025359966,0.00005269344,0.00026283614,0.0000060301168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012981718,0.0024942763,0.6410093,0.015576543,0.00050475745,0.00029691643,0.24075778,0.0048499876,0.0052533112,0.011814433,0.023227964,0.041233074],"study_design_scores_gemma":[0.005422451,0.00014848688,0.77431816,0.0016777702,0.0002539846,0.000003852987,0.1234513,0.010679843,0.0016005185,0.0012122003,0.080584876,0.0006465823],"about_ca_topic_score_codex":0.0000016102805,"about_ca_topic_score_gemma":0.000004035764,"teacher_disagreement_score":0.13330889,"about_ca_system_score_codex":0.00013614543,"about_ca_system_score_gemma":0.0020701487,"threshold_uncertainty_score":0.75746334},"labels":[],"label_agreement":null},{"id":"W3081297755","doi":"10.1097/acm.0000000000003301","title":"University of British Columbia Faculty of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Scholarship; Medical education; Indigenous; Diversity (politics); Medicine; Psychology; Sociology; Political science; Pedagogy","score_opus":0.0437567263906929,"score_gpt":0.32490572037777354,"score_spread":0.28114899398708065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081297755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91718423,0.0006923771,0.0019706099,0.07238604,0.00032784147,0.0004189538,0.000027558985,0.00006691986,0.0069254786],"genre_scores_gemma":[0.9875548,0.0005910084,0.0007557246,0.006019981,0.0007653693,9.697281e-7,0.00019403873,0.000015776452,0.0041023344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982411,0.000040577273,0.0006200636,0.00025169196,0.0006726528,0.00017388866],"domain_scores_gemma":[0.9986921,0.00007431156,0.00035008835,0.00021027421,0.0004867347,0.00018649701],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056576834,0.00008638264,0.00061205,0.00006870763,0.0000370634,6.3110053e-7,0.0002337384,0.0002304593,0.0036351527],"category_scores_gemma":[0.0032906123,0.00010987589,0.000036543457,0.0009964063,0.0012631876,0.00005721938,0.00005033073,0.0006423099,0.000012480033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006861232,0.0000213246,0.026199793,0.0004936308,0.00006775459,0.000022965185,0.0055062375,7.616716e-7,0.00798226,0.00028378566,0.93283224,0.026520614],"study_design_scores_gemma":[0.020525029,0.0037856423,0.27056137,0.0068654087,0.0013458416,0.00035501638,0.056130882,0.001395662,0.00063421554,0.0019413205,0.636011,0.00044863793],"about_ca_topic_score_codex":0.0068045943,"about_ca_topic_score_gemma":0.00009900091,"teacher_disagreement_score":0.29682127,"about_ca_system_score_codex":0.000047967143,"about_ca_system_score_gemma":0.00015521374,"threshold_uncertainty_score":0.9998092},"labels":[],"label_agreement":null},{"id":"W3081328502","doi":"10.1097/acm.0000000000003497","title":"Medical Education in the United States and Canada, 2020","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical school; Political science; Corporate governance; State (computer science); Medicine","score_opus":0.01774782390100869,"score_gpt":0.34703445685099804,"score_spread":0.32928663294998933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081328502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5505798,0.00049577694,0.00007302605,0.44788668,0.00019092177,0.00019744033,5.5739457e-7,0.000012622097,0.00056317984],"genre_scores_gemma":[0.6531098,0.0014979832,0.00006516779,0.34356675,0.0012255303,0.000026346388,0.00030785255,0.00001012793,0.00019044243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981581,0.000088013825,0.00045544538,0.0002094983,0.000899794,0.00018914542],"domain_scores_gemma":[0.99922454,0.0001963844,0.000080470214,0.00015230385,0.00011558018,0.0002307049],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008775414,0.00011249954,0.0002130074,0.0001055545,0.000048490376,0.0000024653862,0.00019904204,0.00015914597,0.0005442473],"category_scores_gemma":[0.008653942,0.000069663976,0.000007136373,0.0009612702,0.00022583094,0.000036943544,0.000027502538,0.0012220418,0.000006024947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003223697,0.000016032587,0.03955024,0.0001096527,0.000010651064,0.000024446506,0.007892543,0.0000011056541,0.000044968885,0.0018594358,0.93482405,0.015634634],"study_design_scores_gemma":[0.0025200648,0.0002977838,0.08871209,0.0008816911,0.00011295226,0.0004070834,0.05149118,0.009866002,0.0000353264,0.0009104993,0.8445661,0.00019920009],"about_ca_topic_score_codex":0.17145534,"about_ca_topic_score_gemma":0.013278804,"teacher_disagreement_score":0.15817653,"about_ca_system_score_codex":0.000098017554,"about_ca_system_score_gemma":0.002531157,"threshold_uncertainty_score":0.9996966},"labels":[],"label_agreement":null},{"id":"W3081416087","doi":"10.1080/0142159x.2020.1809640","title":"What can regulatory bodies do to help implement competency-based medical education?","year":2020,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Accreditation; Restructuring; Medical education; Graduation (instrument); Work (physics); Business; Public relations; Medicine; Political science; Finance; Engineering","score_opus":0.023993806065753423,"score_gpt":0.3593123403860213,"score_spread":0.33531853432026787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081416087","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27987295,0.00049245416,0.0008647017,0.7127497,0.0020109299,0.0006741092,0.0000016837519,0.00019622326,0.0031372332],"genre_scores_gemma":[0.7478745,0.00006460876,0.005164548,0.24023025,0.0038176253,0.00033844932,0.00027717615,0.00006929378,0.0021635762],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99491316,0.0001524647,0.0007802799,0.0005620162,0.0031049987,0.00048706416],"domain_scores_gemma":[0.9972597,0.000045763954,0.00010242132,0.0005528291,0.00034680698,0.0016925143],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001404394,0.0002603836,0.00045428143,0.00018399801,0.00013689793,0.00005698937,0.00042864334,0.00034332636,0.04062883],"category_scores_gemma":[0.010169508,0.0002176958,0.000112081325,0.0006074532,0.0002586544,0.000101301375,0.00013535678,0.000962146,0.00036997622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008171399,0.0012192195,0.03663535,0.00025007201,0.00008843186,0.000048640595,0.004812675,0.0000010908863,0.000035456662,0.0074890354,0.7625447,0.18679366],"study_design_scores_gemma":[0.003715144,0.00082875125,0.018961562,0.0020740752,0.00019295556,0.000089747446,0.013848488,0.008485978,0.0002621376,0.0010241353,0.9497833,0.0007337085],"about_ca_topic_score_codex":0.00004663617,"about_ca_topic_score_gemma":0.00004607085,"teacher_disagreement_score":0.47251946,"about_ca_system_score_codex":0.00032829912,"about_ca_system_score_gemma":0.011044015,"threshold_uncertainty_score":0.99816823},"labels":[],"label_agreement":null},{"id":"W3082253614","doi":"10.4103/efh.efh_316_15","title":"Assessing perceptions of professionalism in medical learners by the level of training and sex","year":2020,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Perception; Medical education; Training (meteorology); Psychology; Applied psychology; Mathematics education; Medicine; Geography","score_opus":0.2467999665670052,"score_gpt":0.5302949999059106,"score_spread":0.28349503333890536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082253614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7099694,0.00022290561,0.0031418442,0.28566667,0.00023474876,0.0004779963,0.000008005573,0.000007327343,0.00027111353],"genre_scores_gemma":[0.9822887,0.000029531508,0.005232646,0.011924476,0.0001341789,0.000057839636,0.00012333237,0.000008472803,0.00020078855],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99901235,0.00006882257,0.00041714046,0.00011606796,0.0002793413,0.00010629076],"domain_scores_gemma":[0.99943256,0.00012541159,0.0001711964,0.000085013715,0.00010951442,0.00007628665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009897851,0.000049384256,0.00017251215,0.00007083505,0.00007777052,0.0000041418025,0.000055374177,0.000062543084,0.00010027051],"category_scores_gemma":[0.0016492368,0.000037225855,0.000018879338,0.00033241612,0.00012899043,0.00006170592,0.000009974404,0.00022063145,4.514412e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022036409,0.00056893233,0.015275279,0.0010804819,0.000014717097,5.0807277e-8,0.08682301,0.0000018231918,0.0007064416,0.0055436697,0.09018219,0.7997814],"study_design_scores_gemma":[0.0028627906,0.0006297855,0.3033481,0.0021168469,0.00004966028,0.000043781525,0.622473,0.00678907,0.00036344107,0.0013737753,0.059727207,0.00022257274],"about_ca_topic_score_codex":0.00008932859,"about_ca_topic_score_gemma":0.000004553588,"teacher_disagreement_score":0.7995588,"about_ca_system_score_codex":0.000065333654,"about_ca_system_score_gemma":0.003460241,"threshold_uncertainty_score":0.61383194},"labels":[],"label_agreement":null},{"id":"W3082456080","doi":"10.31954/rfem/201902/0074-0077","title":"Aprendizaje y entrenamiento en hernioplastia inguinal laparoscópica. Impacto del tiempo quirúrgico durante la curva de aprendizaje","year":2019,"lang":"es","type":"article","venue":"Fronteras en Medicina","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Humanities; Psychology; Art","score_opus":0.004665349942200249,"score_gpt":0.29417789717619514,"score_spread":0.2895125472339949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082456080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95141464,0.0027758284,0.0028232983,0.0056161773,0.009458412,0.001391194,0.000116592266,0.0002805776,0.026123248],"genre_scores_gemma":[0.97495025,0.0008127307,0.0023328206,0.002520068,0.0050429725,0.000105090774,0.00075514265,0.00020258782,0.013278325],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924228,0.0010609908,0.0016524122,0.001246824,0.0019141458,0.0017028109],"domain_scores_gemma":[0.99559474,0.0011233385,0.0006625556,0.0014227171,0.00046191335,0.000734758],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026515357,0.0010066902,0.0014607973,0.0009875622,0.0002275847,0.00017661281,0.0009807398,0.0009861519,0.0057737506],"category_scores_gemma":[0.0047156843,0.0008977707,0.0003261968,0.0010356948,0.0005137872,0.0004528708,0.00031131448,0.0023583437,0.0025689364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016255255,0.0021334742,0.589104,0.0028728233,0.0012202918,0.0005767637,0.05734361,0.00008779828,0.011831245,0.0031261717,0.25265768,0.07742064],"study_design_scores_gemma":[0.011534469,0.0022295255,0.2277276,0.011297714,0.0015930597,0.0011562783,0.013406262,0.008262075,0.002312926,0.00033817822,0.7183758,0.0017660746],"about_ca_topic_score_codex":0.0009300051,"about_ca_topic_score_gemma":0.000037086018,"teacher_disagreement_score":0.46571815,"about_ca_system_score_codex":0.001708758,"about_ca_system_score_gemma":0.0011569883,"threshold_uncertainty_score":0.99994326},"labels":[],"label_agreement":null},{"id":"W3083405616","doi":"10.18192/uojm.v10i1.4609","title":"Préparation à l'externat : études médicales de premier cycle à l’Université d’Ottawa","year":2020,"lang":"fr","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institut du Savoir Montfort; Montfort Hospital; University of Ottawa","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.01680235603549677,"score_gpt":0.26410166338619623,"score_spread":0.24729930735069947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083405616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49492386,0.015012625,0.035876505,0.4180634,0.0034559164,0.0004653005,0.000017787357,0.00004067835,0.032143906],"genre_scores_gemma":[0.9716644,0.003279376,0.012809041,0.0035106512,0.003836648,7.574392e-8,0.000022306813,0.000030083842,0.004847377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724287,0.00023069672,0.00082668476,0.00023632057,0.0010752213,0.00038821663],"domain_scores_gemma":[0.9966593,0.00020758473,0.0011964432,0.0002358226,0.0011483653,0.0005524927],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014503817,0.00023755294,0.00074855535,0.00042634542,0.00016135164,0.0000070802503,0.00057524734,0.0003169053,0.0050954428],"category_scores_gemma":[0.0022236984,0.0002435777,0.00019094736,0.00083296624,0.0011835032,0.0004240161,0.00008081567,0.00096614176,0.00004195249],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008431988,0.0011162645,0.067794986,0.0016325696,0.0011104139,0.0017849942,0.03668495,0.0006896912,0.009399601,0.03762207,0.71992207,0.1213992],"study_design_scores_gemma":[0.010471997,0.0031000648,0.068230234,0.0045528323,0.0020443967,0.00077619683,0.021146554,0.0054010553,0.0011637092,0.0003634233,0.88244486,0.0003046637],"about_ca_topic_score_codex":0.0002690746,"about_ca_topic_score_gemma":0.000029122446,"teacher_disagreement_score":0.47674057,"about_ca_system_score_codex":0.0008003587,"about_ca_system_score_gemma":0.0010236747,"threshold_uncertainty_score":0.995814},"labels":[],"label_agreement":null},{"id":"W3083500770","doi":"10.1111/medu.14367","title":"Professional expectations of perfection stymy remediation and growth","year":2020,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Environmental remediation; Perfection; Lifelong learning; Professional development; Medical education; Psychology; Pedagogy; Medicine; Contamination; Philosophy","score_opus":0.011096376506017398,"score_gpt":0.33367355343802496,"score_spread":0.32257717693200755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083500770","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013581507,0.00042007153,0.00044747003,0.97934586,0.004077774,0.00080673164,0.00000781706,0.00009146651,0.0012212965],"genre_scores_gemma":[0.035900116,0.00027521234,0.0034019025,0.94138974,0.011515637,0.0004468351,0.005282001,0.00007830076,0.0017102599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996549,0.00016285347,0.00082576077,0.00051186327,0.0017106694,0.0002398474],"domain_scores_gemma":[0.9979895,0.00016671776,0.00046588643,0.00030250795,0.00096135464,0.000114085306],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003407304,0.00026396732,0.00047900304,0.000503056,0.00013334824,0.000016883643,0.00014443013,0.0009831057,0.00093533547],"category_scores_gemma":[0.010980859,0.00024193601,0.00009144064,0.0008021985,0.00031042736,0.00013501396,0.000048569007,0.0022648931,0.000052449752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023639088,0.00024199167,0.0019563516,0.0013260355,0.000047128844,0.000008014593,0.001115722,1.6405334e-8,0.00006304473,0.00023916799,0.9616252,0.033353645],"study_design_scores_gemma":[0.0013175091,0.00047820993,0.011952605,0.0025540923,0.0005419393,0.0002936702,0.0020868126,0.001108693,0.0004285551,0.0017971009,0.9769204,0.00052036083],"about_ca_topic_score_codex":0.000044579283,"about_ca_topic_score_gemma":0.0000016144452,"teacher_disagreement_score":0.03795613,"about_ca_system_score_codex":0.00024887457,"about_ca_system_score_gemma":0.0048072347,"threshold_uncertainty_score":0.99997795},"labels":[],"label_agreement":null},{"id":"W3084194547","doi":"10.1097/acm.0000000000003741","title":"Learning Alone or Learning Together: Is It Time to Reevaluate Teacher and Learner Responsibilities?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Core competency; Psychology; Core curriculum; Medical school; Faculty development; Professional development; Medicine; Pedagogy","score_opus":0.07298367657290286,"score_gpt":0.39340796402181677,"score_spread":0.32042428744891394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084194547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62053263,0.00037738864,0.00024685546,0.37154275,0.000104791434,0.00051613187,5.6367736e-7,0.0001573088,0.0065215747],"genre_scores_gemma":[0.5065919,0.00039344755,0.0014951923,0.14614639,0.0027208012,0.0000623338,0.00008296961,0.00009923017,0.3424077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968503,0.0003423706,0.0008120528,0.00063772127,0.0009135877,0.00044395146],"domain_scores_gemma":[0.9984087,0.00040992777,0.00019748222,0.00027370796,0.0002670956,0.0004431329],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033388038,0.00026879285,0.00061887834,0.0002577578,0.00018735822,0.000008665225,0.00017679171,0.00036826453,0.021218725],"category_scores_gemma":[0.03875893,0.00019609745,0.00003371889,0.0010493653,0.00031475964,0.0001108961,0.0001294968,0.0029263515,0.00175383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016082625,0.000020305471,0.0068204985,0.00023755277,0.00011023662,0.000034917575,0.10463665,0.000033945587,0.024151929,0.000059940703,0.79209,0.07019577],"study_design_scores_gemma":[0.003016141,0.00293769,0.002387809,0.0009817015,0.00026289138,0.00015619026,0.027312176,0.008551905,0.0005037355,0.00008908445,0.953468,0.0003326491],"about_ca_topic_score_codex":0.000033540193,"about_ca_topic_score_gemma":3.5049484e-7,"teacher_disagreement_score":0.33588615,"about_ca_system_score_codex":0.00013186323,"about_ca_system_score_gemma":0.00020945775,"threshold_uncertainty_score":0.9993739},"labels":[],"label_agreement":null},{"id":"W3084228689","doi":"10.1097/acm.0000000000003727","title":"Harnessing the Power of Residents as Change Agents in Quality Improvement","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Ingenuity; Quality (philosophy); Enthusiasm; Health care; Creativity; Workflow; Nursing; Patient safety; Medical education; Medicine; Public relations; Psychology; Political science; Computer science","score_opus":0.15925153732354033,"score_gpt":0.458038411117846,"score_spread":0.2987868737943057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084228689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8347372,0.0004767921,0.00007513169,0.16234744,0.00040714446,0.0005685924,8.431729e-7,0.000019976951,0.00136687],"genre_scores_gemma":[0.9375529,0.00019462364,0.00005477585,0.061139155,0.00071470067,0.000051156254,0.00002325721,0.000013982588,0.0002554413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978163,0.000082918654,0.00084715005,0.00023890451,0.0007973589,0.00021734988],"domain_scores_gemma":[0.99909,0.00009850945,0.00029023245,0.0002817635,0.00013902411,0.00010043006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015554422,0.00012068376,0.0003392126,0.00012204321,0.00004085447,0.0000016670676,0.00022738097,0.00016104469,0.00071335444],"category_scores_gemma":[0.005622344,0.00007619775,0.000025885469,0.00082468096,0.00024659542,0.000082661114,0.00007202724,0.00086068996,0.00003344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079688925,0.00018639951,0.3138821,0.0015980123,0.00017441814,0.0000531715,0.26038417,0.000001716758,0.08236904,0.007139637,0.18057764,0.15283678],"study_design_scores_gemma":[0.0048058704,0.0009566839,0.9432787,0.0019875828,0.00012399838,0.000018090073,0.029797291,0.0003523741,0.004759386,0.0012695964,0.012453479,0.0001969963],"about_ca_topic_score_codex":0.00057080365,"about_ca_topic_score_gemma":0.0000016464668,"teacher_disagreement_score":0.6293965,"about_ca_system_score_codex":0.000101676254,"about_ca_system_score_gemma":0.00010235854,"threshold_uncertainty_score":0.7810731},"labels":[],"label_agreement":null},{"id":"W3084337573","doi":"10.1097/acm.0000000000003731","title":"Social Accountability Frameworks and Their Implications for Medical Education and Program Evaluation: A Narrative Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accountability; Social accounting; Public relations; Social determinants of health; Context (archaeology); Medical education; Medicine; Political science; Sociology; Public health; Nursing; Business","score_opus":0.13370374316672112,"score_gpt":0.5656411150494518,"score_spread":0.4319373718827307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084337573","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016183854,0.8286921,0.00037577035,0.15815632,0.00040500212,0.011949962,0.000014721005,0.00009513228,0.0002948446],"genre_scores_gemma":[0.000052947842,0.95810425,0.00075161626,0.01945155,0.0041514086,0.015291129,0.002059188,0.00006117302,0.0000767374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960071,0.00034300965,0.0017286749,0.00090991275,0.0006765102,0.00033480272],"domain_scores_gemma":[0.99645615,0.00073190004,0.0008156799,0.00044649933,0.0011650779,0.00038472112],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004264939,0.0005488024,0.0024648174,0.00022880516,0.0003110082,0.000012898505,0.00029828632,0.0020241537,0.00033724378],"category_scores_gemma":[0.026237968,0.00036838773,0.0001565237,0.0012579618,0.0009023181,0.000111616966,0.000109477565,0.0036661113,0.000004624958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006755903,0.000055615477,0.000011687678,0.035651907,0.000119414115,9.377737e-8,0.0027900678,4.724771e-10,1.025459e-7,0.0014757339,0.13816199,0.8217266],"study_design_scores_gemma":[0.0005707427,0.00021373262,0.00007034156,0.09443138,0.0028328786,0.00029948642,0.0013353449,0.00007679684,3.394082e-8,0.0032536704,0.8966727,0.00024286461],"about_ca_topic_score_codex":0.0000056106132,"about_ca_topic_score_gemma":0.0000011556481,"teacher_disagreement_score":0.8214838,"about_ca_system_score_codex":0.0004153338,"about_ca_system_score_gemma":0.0052269404,"threshold_uncertainty_score":0.9998768},"labels":[],"label_agreement":null},{"id":"W3084736837","doi":"10.1016/j.athoracsur.2020.07.010","title":"Surgical Ethics: How I Teach It","year":2020,"lang":"en","type":"editorial","venue":"The Annals of Thoracic Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; South Carolina Clinical and Translational Research Institute, Medical University of South Carolina; National Institutes of Health","keywords":"Medicine; Process (computing); Surgical procedures; Medical education; Medical physics; Surgery; Computer science","score_opus":0.17674065445572396,"score_gpt":0.47722327190119646,"score_spread":0.3004826174454725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084736837","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022201021,0.0012917753,0.000030267709,0.3950789,0.59866554,0.00033634278,0.00006235236,0.00009404673,0.0022206793],"genre_scores_gemma":[0.0075244578,0.0026718457,0.00021596102,0.0061177392,0.97544557,0.00007005076,0.0018968115,0.000112754584,0.0059447996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99486977,0.0007347518,0.000878544,0.00047073833,0.002599765,0.00044641935],"domain_scores_gemma":[0.98249173,0.012537363,0.00093554263,0.0012946625,0.0025550697,0.00018560477],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01002321,0.00036392195,0.0012219623,0.000349608,0.0001642212,0.000050055085,0.00046756185,0.0015839436,0.00041124024],"category_scores_gemma":[0.072261065,0.0002521978,0.0005523615,0.0010333386,0.0005070682,0.00009003809,0.00014614208,0.0049664536,0.000116889336],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004261116,0.00014093216,0.000046718393,0.001151083,0.00022312214,0.000064980006,0.00055141834,2.566675e-7,0.000010114537,0.000034825105,0.96158105,0.03576941],"study_design_scores_gemma":[0.000062035855,0.00006493128,0.000023896642,0.001292722,0.00019465924,0.000020479725,0.00039916713,0.000019571426,0.00075429614,0.00020809953,0.99673957,0.00022058662],"about_ca_topic_score_codex":0.000038872135,"about_ca_topic_score_gemma":0.00000148762,"teacher_disagreement_score":0.38896114,"about_ca_system_score_codex":0.000050887433,"about_ca_system_score_gemma":0.002586745,"threshold_uncertainty_score":0.999993},"labels":[],"label_agreement":null},{"id":"W3084771560","doi":"10.1051/pmed/2020028","title":"Elaboration d’une fiche d’évaluation du stage clinique en médecine de famille : processus et résultat","year":2020,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Political science; Elaboration; Philosophy","score_opus":0.07003923746849247,"score_gpt":0.38288181296222074,"score_spread":0.3128425754937283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084771560","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3554373,0.0040056864,0.12916669,0.4992972,0.002718247,0.001588847,0.000097039396,0.00035862467,0.00733035],"genre_scores_gemma":[0.8144544,0.006774212,0.05309438,0.07656219,0.01220886,0.00052333664,0.002113084,0.00023774925,0.034031827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952127,0.0007605792,0.0012995009,0.00077564846,0.0011680722,0.0007835239],"domain_scores_gemma":[0.99688077,0.0006469817,0.00043511155,0.00050108647,0.0010600158,0.00047605432],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003901382,0.00042634085,0.0006015058,0.00019324227,0.00025350778,0.00010252864,0.00037059397,0.00071315485,0.0026354722],"category_scores_gemma":[0.023443637,0.0004382771,0.00012241436,0.0024517123,0.00038258432,0.00046931428,0.00013097783,0.0014894374,0.0008505197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070829166,0.0032300402,0.035114948,0.003124144,0.00031569114,0.00018757366,0.060760193,0.0022994904,0.01269946,0.016951213,0.29461086,0.5699981],"study_design_scores_gemma":[0.0064073065,0.0014600562,0.055113688,0.000924016,0.00060460006,0.000044495107,0.021421779,0.16423929,0.0037925811,0.0021088694,0.7430708,0.0008125621],"about_ca_topic_score_codex":0.00015119318,"about_ca_topic_score_gemma":0.000021592929,"teacher_disagreement_score":0.56918555,"about_ca_system_score_codex":0.0007019527,"about_ca_system_score_gemma":0.003597307,"threshold_uncertainty_score":0.99992746},"labels":[],"label_agreement":null},{"id":"W3084835746","doi":"10.1080/0142159x.2020.1811215","title":"Adapting medical education during crisis: Student–Faculty partnerships as an enabler of success","year":2020,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Timeline; Medical education; General partnership; Curriculum; Government (linguistics); Coronavirus disease 2019 (COVID-19); Enabling; Adaptation (eye); Tracking (education); Psychology; Medicine; Political science; Pedagogy","score_opus":0.08257170651579715,"score_gpt":0.4239350028676456,"score_spread":0.3413632963518485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084835746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91364807,0.00013323667,0.00018217176,0.08014256,0.00041351418,0.00030988405,6.414555e-7,0.00013772304,0.005032215],"genre_scores_gemma":[0.9855049,0.000023105045,0.0006329449,0.010465991,0.002141446,0.00007822725,0.00015952287,0.00004357845,0.0009502325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948938,0.00022959543,0.00088201364,0.00049887295,0.0031009668,0.00039476974],"domain_scores_gemma":[0.99790335,0.00002724269,0.0002128248,0.0004061225,0.00037878487,0.0010716652],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017264363,0.00021839883,0.00046143998,0.00013422435,0.00011272367,0.00002216835,0.00047879183,0.0004644924,0.018125],"category_scores_gemma":[0.013730153,0.000182926,0.00009389044,0.0007554628,0.00023773134,0.00020919419,0.00012921926,0.0012244402,0.00012515718],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006499243,0.010695019,0.6392371,0.001961896,0.00056056987,0.0002477476,0.034891322,0.000004142055,0.0005424646,0.0076007596,0.20573078,0.09787827],"study_design_scores_gemma":[0.030119445,0.004427894,0.35514316,0.0078018233,0.0020002557,0.0014916196,0.2243819,0.055968903,0.007326252,0.0017443333,0.30593258,0.003661846],"about_ca_topic_score_codex":0.00010215128,"about_ca_topic_score_gemma":0.000008546083,"teacher_disagreement_score":0.28409392,"about_ca_system_score_codex":0.00013718334,"about_ca_system_score_gemma":0.002091047,"threshold_uncertainty_score":0.9945776},"labels":[],"label_agreement":null},{"id":"W3085045199","doi":"","title":"Role of graduate courses in promoting educational scholarship of health care professionals.","year":2020,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children","funders":"","keywords":"Mentorship; Scholarship; Curriculum; Experiential learning; Medical education; Scholarship of Teaching and Learning; Health care; Medicine; Psychology; Pedagogy; Teaching method; Political science; Teaching and learning center","score_opus":0.06798124028847961,"score_gpt":0.37132762179678375,"score_spread":0.3033463815083041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085045199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9311191,0.00082447164,0.0000035726102,0.066504836,0.00013353412,0.00089757616,0.000004805526,0.000010753606,0.000501381],"genre_scores_gemma":[0.9963503,0.0000055139635,0.0012810273,0.0016376968,0.00013867595,0.00045672554,0.000089519504,0.000009977767,0.000030575826],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99871963,0.00007816523,0.00049105997,0.00013979856,0.00039580115,0.00017555419],"domain_scores_gemma":[0.9991502,0.000043619733,0.0002517493,0.000110620545,0.00037104922,0.00007277358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072174566,0.0000611493,0.0002165188,0.00012783172,0.000028673856,0.0000024806532,0.00007906107,0.00004407759,0.000028145329],"category_scores_gemma":[0.0030213841,0.00005577844,0.00002629327,0.000609783,0.00005773632,0.00006875127,0.000022077009,0.00024918295,0.0000019208933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006320097,0.0007389223,0.31298023,0.0016468087,0.000026763937,3.6430353e-7,0.021335345,0.0000017589211,0.00034709295,0.0020842925,0.0017499089,0.6590253],"study_design_scores_gemma":[0.0004314588,0.00003877039,0.9901981,0.00019653192,0.000008600362,0.0000016899833,0.0059074317,0.000027111235,0.0025659208,0.0002758884,0.0003071716,0.000041322965],"about_ca_topic_score_codex":0.000023354614,"about_ca_topic_score_gemma":0.0000024973829,"teacher_disagreement_score":0.6772179,"about_ca_system_score_codex":0.00010972483,"about_ca_system_score_gemma":0.0006912939,"threshold_uncertainty_score":0.3617097},"labels":[],"label_agreement":null},{"id":"W3085202210","doi":"10.1111/tct.13238","title":"Abstracts","year":2020,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University Belfast; National Institute for Health and Care Research; Queen's University; Cancer Research UK","keywords":"Identity (music); Curriculum; Inclusion (mineral); Honour; Professional development; Foundation (evidence); Professional studies; Variety (cybernetics)","score_opus":0.18437765278917537,"score_gpt":0.47300496730912844,"score_spread":0.28862731451995305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085202210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71990883,0.000030601204,0.00015158176,0.24979189,0.00030743398,0.00015606791,1.7782442e-7,0.00008291286,0.029570496],"genre_scores_gemma":[0.9449966,0.00000965585,0.0012411417,0.048787784,0.0020770603,0.000006531783,0.0000070025458,0.000010808713,0.0028634379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913275,0.000057308247,0.0004024763,0.00013013878,0.00017525707,0.0001020857],"domain_scores_gemma":[0.99945074,0.00009433542,0.00006808654,0.00024056944,0.00005964465,0.00008664434],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010023088,0.00005149896,0.00013301425,0.000008274555,0.000038846323,0.0000064588744,0.000110742614,0.00008869416,0.0011816757],"category_scores_gemma":[0.006357275,0.000029758474,0.000068314745,0.00017751932,0.00015546882,0.000020196623,0.000027584894,0.0006655722,0.0013068522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010853247,0.0004304309,0.038694497,0.000023441706,0.00006718663,0.000008746608,0.00083860476,0.000002194443,0.000078545905,0.0010285983,0.7319795,0.22673972],"study_design_scores_gemma":[0.0008140181,0.00022704793,0.32031032,0.000021550139,0.00008161042,0.000009261551,0.0003471349,0.00094163505,0.000045758334,0.0005766246,0.6765496,0.000075389304],"about_ca_topic_score_codex":0.000002599855,"about_ca_topic_score_gemma":1.1960275e-7,"teacher_disagreement_score":0.28161585,"about_ca_system_score_codex":0.000012690695,"about_ca_system_score_gemma":0.00007347191,"threshold_uncertainty_score":0.99973136},"labels":[],"label_agreement":null},{"id":"W3085544470","doi":"10.2196/23604","title":"Medical Students' Corner: Lessons From COVID-19 in Equity, Adaptability, and Community for the Future of Medical Education","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adaptability; Coronavirus disease 2019 (COVID-19); Equity (law); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Political science; Psychology; Medicine; Economics; Infectious disease (medical specialty); Virology; Management; Disease","score_opus":0.06447142819866512,"score_gpt":0.48966672067527794,"score_spread":0.4251952924766128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085544470","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4757643,0.0012884942,0.0016217488,0.51830024,0.0014520227,0.001363792,0.000014018307,0.000048795355,0.00014661164],"genre_scores_gemma":[0.89563483,0.00081244117,0.0007843265,0.098218076,0.0027819357,0.001017044,0.00067234074,0.000032559066,0.00004644074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9926075,0.0006712425,0.0011612658,0.0004781533,0.004732776,0.0003491111],"domain_scores_gemma":[0.99472,0.0019961335,0.00035974264,0.0008138789,0.00051253545,0.0015977448],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069715003,0.00025681636,0.00056232186,0.00018366809,0.00032484936,0.000050633982,0.0014775131,0.00085246784,0.0036894244],"category_scores_gemma":[0.057933852,0.00019449864,0.00010518205,0.0009884434,0.0009355997,0.00013233729,0.0006619234,0.002458505,0.00001019222],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036272887,0.008175598,0.072123475,0.0012242717,0.00008869698,0.0000028977533,0.013413062,4.854041e-7,0.00001838281,0.011758533,0.20203327,0.6907986],"study_design_scores_gemma":[0.009283538,0.00097472745,0.4530915,0.0021361436,0.00037933333,0.00014743858,0.09410492,0.011961488,0.000043806373,0.012458952,0.4147809,0.0006372123],"about_ca_topic_score_codex":0.002099523,"about_ca_topic_score_gemma":0.0010845283,"teacher_disagreement_score":0.6901614,"about_ca_system_score_codex":0.00045745965,"about_ca_system_score_gemma":0.027997036,"threshold_uncertainty_score":0.9998429},"labels":[],"label_agreement":null},{"id":"W3085852618","doi":"10.1111/ajt.16306","title":"Borrowing from the past to invest in the future: The AJT editorial fellowship process","year":2020,"lang":"en","type":"letter","venue":"American Journal of Transplantation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Mandate; Peer review; Medical education; Competence (human resources); Excellence; Public relations; Engineering ethics; Psychology; Political science; Law","score_opus":0.011128231891470372,"score_gpt":0.2913207248149498,"score_spread":0.2801924929234794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085852618","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05544675,0.00007946205,0.0007976562,0.9259347,0.017197873,0.00044217485,0.00002676708,0.000008633269,0.000066005756],"genre_scores_gemma":[0.0698786,0.000113774746,0.00051863096,0.6552434,0.27388966,0.00003221961,0.00028816593,0.000029145638,0.0000063980674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969968,0.00045972032,0.0007335645,0.00019240534,0.0013916239,0.00022585232],"domain_scores_gemma":[0.9979898,0.00071644917,0.00063721085,0.0002707785,0.0003387706,0.000047046535],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00093822286,0.00021568955,0.0003851,0.00014499431,0.00015468863,0.00007907558,0.0006964528,0.00015520571,0.000019600073],"category_scores_gemma":[0.00032153475,0.00010254631,0.00012870618,0.0012291535,0.00025005967,0.00011793581,0.0000058797455,0.003655132,0.000011808269],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028568285,0.000029167157,0.0014749364,0.00007688559,0.00007734891,0.0001624175,0.023263073,0.000015894204,0.000049182585,0.0000055561163,0.967107,0.0074528493],"study_design_scores_gemma":[0.0010610298,0.0007312472,0.01650221,0.00088608335,0.0009568492,0.00038815054,0.019975169,0.000021668431,0.000047014113,0.00031711516,0.9588797,0.00023372936],"about_ca_topic_score_codex":0.00014321595,"about_ca_topic_score_gemma":0.000026962798,"teacher_disagreement_score":0.27069128,"about_ca_system_score_codex":0.000103772996,"about_ca_system_score_gemma":0.00046765647,"threshold_uncertainty_score":0.99864346},"labels":[],"label_agreement":null},{"id":"W3086176960","doi":"10.3122/jabfm.2020.s1.190417","title":"Professionalism, Communities of Practice, and Medicine’s Social Contract","year":2020,"lang":"en","type":"article","venue":"The Journal of the American Board of Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Social contract; Negotiation; Autonomy; Medicine; Competence (human resources); Public relations; Privilege (computing); Law; Political science; Social psychology; Psychology; Politics","score_opus":0.08198654495912736,"score_gpt":0.4158545662920786,"score_spread":0.33386802133295124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086176960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7138105,0.0009644996,0.00018472451,0.28346,0.0003235334,0.00019016062,0.0000020378181,0.000004916721,0.0010596636],"genre_scores_gemma":[0.9603373,0.00065623765,0.0009253184,0.037147097,0.00087559415,0.0000015907555,0.0000020429734,0.000015896541,0.000038941886],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99705,0.0005767305,0.0010351982,0.00006005684,0.0011352794,0.00014274311],"domain_scores_gemma":[0.99448687,0.0012169721,0.0027463362,0.0002766766,0.001198492,0.000074665906],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002273547,0.00014176231,0.0008714996,0.00012422811,0.00014427183,0.0000016395546,0.00043994875,0.00004177303,0.00005370698],"category_scores_gemma":[0.0052830395,0.00006351636,0.00007676046,0.0007571842,0.0042436905,0.000089653644,0.000089723624,0.0008371029,5.1886826e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013235105,0.0008766507,0.028965978,0.0009913152,0.0020244878,0.000028351902,0.23264506,0.00002274294,0.17890598,0.0075187534,0.43086278,0.10392279],"study_design_scores_gemma":[0.006938871,0.0066663353,0.55837274,0.0029604356,0.0029524695,0.00059245486,0.38275892,0.00027395037,0.0010234239,0.0010615066,0.036214814,0.00018409298],"about_ca_topic_score_codex":0.0007595246,"about_ca_topic_score_gemma":0.0000027603023,"teacher_disagreement_score":0.5294067,"about_ca_system_score_codex":0.000043413726,"about_ca_system_score_gemma":0.00029431557,"threshold_uncertainty_score":0.9984662},"labels":[],"label_agreement":null},{"id":"W3086198355","doi":"10.29390/cjrt-2021-020","title":"Students' Perceived Self-Efficacy, Expectations, Barriers, and Support in Enrolling in a Master's Degree Program in Respiratory Care","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bachelor; Respiratory care; Medical education; Medicine; Family medicine; Political science","score_opus":0.047914725320205624,"score_gpt":0.336463556827117,"score_spread":0.28854883150691135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086198355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936927,0.003942656,0.0000051322068,0.0013887123,0.00015069144,0.00068392226,0.0000028168665,0.000011893261,0.000121484736],"genre_scores_gemma":[0.9914577,0.00006301922,0.00077055517,0.007411847,0.00022036409,0.000039119488,0.000003949769,0.000029384806,0.000004055525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980605,0.00019995152,0.00081772986,0.00022680385,0.00036156166,0.00033344718],"domain_scores_gemma":[0.99874854,0.000040947,0.00019212965,0.00015944355,0.00026049378,0.0005984635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006783947,0.00016540996,0.00037651745,0.0011179148,0.00006420242,0.000051479066,0.0002220877,0.00015183756,0.00013089245],"category_scores_gemma":[0.00062310667,0.00016277682,0.000051447638,0.0009669231,0.000101879654,0.00017009627,0.000008878639,0.0007521734,0.0000032095777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001524343,0.00012017626,0.8670848,0.00004517218,0.00003192246,0.00075957517,0.051655892,0.000018674664,0.0003918494,0.000014371583,0.0005188575,0.07920626],"study_design_scores_gemma":[0.0074464954,0.0016185229,0.8865284,0.00029948578,0.000014001494,0.000020623194,0.03406884,0.000025222858,0.00009757609,0.000008213295,0.06968131,0.00019134916],"about_ca_topic_score_codex":0.00016593211,"about_ca_topic_score_gemma":0.0040852823,"teacher_disagreement_score":0.07901491,"about_ca_system_score_codex":0.0006580888,"about_ca_system_score_gemma":0.0039420803,"threshold_uncertainty_score":0.6993081},"labels":[],"label_agreement":null},{"id":"W3086214872","doi":"10.17267/2594-7907ijhe.v4i1.2640","title":"Percurso do estudante de medicina na formação da identidade profissional desde o curso médio até o meio do curso","year":2020,"lang":"pt","type":"article","venue":"International Journal of Health Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Humanities; Philosophy","score_opus":0.046819711397432795,"score_gpt":0.433703614661535,"score_spread":0.3868839032641022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086214872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5289824,0.017341424,0.023324762,0.39341894,0.0343658,0.0015177793,0.000057488378,0.00006860547,0.00092282484],"genre_scores_gemma":[0.9385767,0.0021339583,0.0070219627,0.03878864,0.012298067,0.000060840735,0.0002991394,0.00010769058,0.0007130205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904617,0.0006283623,0.00363745,0.0006253042,0.003756995,0.00089015195],"domain_scores_gemma":[0.989917,0.00035978807,0.00371955,0.00043440147,0.0045967675,0.00097250607],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00474695,0.0005663634,0.0010058704,0.0012010568,0.00043913833,0.00031160377,0.0013788829,0.00038266685,0.0017359138],"category_scores_gemma":[0.0077871,0.00052963174,0.00037492494,0.0011531102,0.00030134962,0.0011320728,0.00016188143,0.0023451634,0.00022684096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0010102642,0.0033819466,0.077078044,0.0013537148,0.00090201356,0.00008275415,0.044820733,0.00007441713,0.0007074527,0.008090228,0.44995365,0.41254476],"study_design_scores_gemma":[0.013145416,0.005874853,0.3397942,0.026911002,0.0014248983,0.009027142,0.12452276,0.00854471,0.0008636235,0.0038034276,0.46415433,0.0019336469],"about_ca_topic_score_codex":0.0001811368,"about_ca_topic_score_gemma":0.000004065065,"teacher_disagreement_score":0.41061112,"about_ca_system_score_codex":0.0038260894,"about_ca_system_score_gemma":0.021383205,"threshold_uncertainty_score":0.99999803},"labels":[],"label_agreement":null},{"id":"W3086748315","doi":"10.15694/mep.2020.000191.1","title":"Transforming our relationship with the social determinants of health: a scoping review of social justice interventions in Canadian Medical Schools","year":2020,"lang":"en","type":"review","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Psychological intervention; Transformative learning; Experiential learning; Privilege (computing); Health care; Curriculum; Acknowledgement; Public relations; Economic Justice; Medical education; Psychology; Medicine; Political science; Nursing; Pedagogy","score_opus":0.15566935094306913,"score_gpt":0.49533363520173335,"score_spread":0.33966428425866424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086748315","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025426512,0.93237174,0.000112823174,0.06342211,0.00036173375,0.0029947706,0.000040755993,0.000017255279,0.00065340626],"genre_scores_gemma":[0.0011838797,0.9933118,0.00033252616,0.0035227584,0.00063332793,0.0005054689,0.00037093178,0.000058588746,0.00008072101],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99500424,0.0006185477,0.0024723236,0.00031512135,0.0011437668,0.0004460289],"domain_scores_gemma":[0.99754655,0.00017737041,0.0012759997,0.00025994677,0.0005229563,0.00021720177],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053414474,0.0002680982,0.0023185466,0.0006344459,0.00029176835,0.000027197937,0.0004625308,0.00043866254,0.00023756211],"category_scores_gemma":[0.013023419,0.00018856954,0.00043530326,0.0029552425,0.00014435936,0.00018515615,0.000038586426,0.0018407808,0.000007783178],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002956167,0.00005440125,0.000064224914,0.4172335,0.000041760817,0.000008579369,0.0006063416,6.823151e-9,2.832079e-9,0.00044888424,0.017320037,0.5642193],"study_design_scores_gemma":[0.0003223593,0.00007036321,0.0002117306,0.7078502,0.0009592924,0.00006342806,0.0012037307,0.0000030218944,6.7865145e-8,0.0000051904963,0.28917953,0.00013105433],"about_ca_topic_score_codex":0.004151028,"about_ca_topic_score_gemma":0.03663036,"teacher_disagreement_score":0.5640882,"about_ca_system_score_codex":0.0006754009,"about_ca_system_score_gemma":0.026352683,"threshold_uncertainty_score":0.9952903},"labels":[],"label_agreement":null},{"id":"W3087266268","doi":"10.1080/10401334.2020.1789466","title":"Facilitating Learner-Centered Transition to Residency: A Scoping Review of Programs Aimed at Intrinsic Competencies","year":2020,"lang":"en","type":"review","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Medical Council of Canada; Health Sciences Centre; University of Toronto; University of Calgary","funders":"","keywords":"Competence (human resources); Stakeholder; Medical education; Scholarship; Psychological intervention; Inclusion (mineral); MEDLINE; Medicine; Psychology; Nursing; Political science; Social psychology","score_opus":0.07567773230111761,"score_gpt":0.4089343450788898,"score_spread":0.3332566127777722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087266268","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013295617,0.98954016,0.00027535667,0.0055643995,0.00022211207,0.0024833293,0.0000012402211,0.00012359598,0.00046026282],"genre_scores_gemma":[0.0002569048,0.9897817,0.0073853983,0.0013381725,0.00034625613,0.00018072636,0.00040594122,0.000055276763,0.00024965697],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947332,0.0017689802,0.00174621,0.00058901636,0.00082471664,0.00033783654],"domain_scores_gemma":[0.99800164,0.0007429352,0.00059960183,0.00029969224,0.00019305495,0.00016307761],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072012087,0.00039876523,0.0028096982,0.0005889348,0.00022977187,0.000009575125,0.00015152835,0.00020753183,0.00008979358],"category_scores_gemma":[0.026576294,0.0003108296,0.0001446831,0.0010170438,0.00021805121,0.000054922715,0.000086344335,0.003262256,0.000016430491],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014655412,0.000038755352,0.000030623683,0.25994125,0.00003987167,0.000013869471,0.007927437,0.0000011318782,0.000004081526,0.000021885557,0.0003812131,0.7315852],"study_design_scores_gemma":[0.0005508863,0.0005885553,0.000022689923,0.7484372,0.0006442307,0.00011619118,0.0018036522,0.0000722089,1.8015582e-7,0.0000036827487,0.24758056,0.00017994257],"about_ca_topic_score_codex":0.00016816046,"about_ca_topic_score_gemma":0.000016236101,"teacher_disagreement_score":0.73140526,"about_ca_system_score_codex":0.00036170686,"about_ca_system_score_gemma":0.0005575676,"threshold_uncertainty_score":0.9999344},"labels":[],"label_agreement":null},{"id":"W3087382333","doi":"10.1111/medu.14373","title":"The myth of ivory tower versus practice‐oriented research: A systematic review of randomised studies in medical education","year":2020,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Ivory tower; Mythology; Medical education; MEDLINE; Psychology; Medicine; Family medicine; History; Political science; Classics","score_opus":0.15763716211222092,"score_gpt":0.5705226542036176,"score_spread":0.4128854920913967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087382333","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000492477,0.93024045,0.000016813325,0.055992916,0.004966919,0.007063628,0.0000023991943,0.000024092626,0.001687872],"genre_scores_gemma":[0.000009608399,0.98397166,0.00043670574,0.009684027,0.0008257713,0.0042727287,0.00031235593,0.00005573431,0.000431421],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98504466,0.0036822874,0.0046217046,0.0006096656,0.005590762,0.00045090885],"domain_scores_gemma":[0.9564808,0.022087041,0.0059772995,0.00328803,0.011342702,0.0008241],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02183734,0.00042624658,0.0037787233,0.00077361806,0.00014355585,0.000014047822,0.00082794076,0.00068273593,0.00043215437],"category_scores_gemma":[0.63834363,0.00026240098,0.0004491593,0.004380967,0.0012931803,0.00013622992,0.00019209439,0.00252586,0.000047743437],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022167762,0.0011664968,2.1939266e-7,0.557143,0.0003526727,0.000006239208,0.00063546054,2.3683029e-9,2.7449872e-8,0.00087895367,0.12328007,0.3163152],"study_design_scores_gemma":[0.0013917525,0.00013212956,2.3911937e-7,0.5062744,0.001567889,0.00010131197,0.0034534258,0.000009333849,2.7469733e-7,0.000024013118,0.48694623,0.00009902643],"about_ca_topic_score_codex":0.00005888241,"about_ca_topic_score_gemma":0.000005973075,"teacher_disagreement_score":0.61650634,"about_ca_system_score_codex":0.001255818,"about_ca_system_score_gemma":0.061091293,"threshold_uncertainty_score":0.99998283},"labels":[],"label_agreement":null},{"id":"W3087387139","doi":"10.1017/cem.2020.447","title":"Context: How COVID-19 exposed key factors of emergency medicine education","year":2020,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Key (lock); Context (archaeology); Content (measure theory); Action (physics); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; World Wide Web; Medicine; Computer security; Virology; Geography; Mathematics","score_opus":0.24035593413659334,"score_gpt":0.45446678972318283,"score_spread":0.2141108555865895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087387139","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016530296,0.9152481,0.00038963745,0.03199863,0.048264768,0.0012366732,0.000052983873,0.000020458636,0.0026234635],"genre_scores_gemma":[0.0012108857,0.9825679,0.00015927906,0.00092965376,0.009974757,0.0000387998,0.00077479734,0.00014483281,0.0041990904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99201125,0.0003749993,0.004991893,0.00056480104,0.0013895129,0.000667558],"domain_scores_gemma":[0.9877107,0.00019776057,0.004830373,0.00085624674,0.0028651636,0.0035397194],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018536624,0.0008769422,0.0043753497,0.0029009355,0.00022491309,0.00000430237,0.0009260932,0.0006636415,0.03556603],"category_scores_gemma":[0.036733337,0.00062155916,0.00079101487,0.003802362,0.0005448339,0.00020177719,0.000026756054,0.0018383018,0.000023014083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019588982,0.00009603299,0.00068985485,0.016137091,0.0006031677,0.000054307064,0.0043208734,1.816411e-7,0.000013417686,0.0007739274,0.7482229,0.22906868],"study_design_scores_gemma":[0.00086284266,0.0011778432,0.000111162306,0.01693829,0.0037251606,0.0001445678,0.0064397273,0.0000022971742,0.0000018261686,0.00019601292,0.9700047,0.0003956112],"about_ca_topic_score_codex":0.0046875156,"about_ca_topic_score_gemma":0.0023512037,"teacher_disagreement_score":0.22867307,"about_ca_system_score_codex":0.0016716456,"about_ca_system_score_gemma":0.030514928,"threshold_uncertainty_score":0.9996236},"labels":[],"label_agreement":null},{"id":"W3087590063","doi":"10.1111/medu.14378","title":"Continuity of supervision: Does it mean what we think it means?","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Context (archaeology); Situated; Medical education; Work (physics); Psychology; Computer science; Medicine; Artificial intelligence; Engineering","score_opus":0.01955928174397897,"score_gpt":0.34155097482060226,"score_spread":0.3219916930766233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087590063","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23723495,0.001004939,0.0012833958,0.7533386,0.0032508925,0.00054270064,0.0000023047567,0.00008990041,0.0032523782],"genre_scores_gemma":[0.8360881,0.0018980927,0.0042983335,0.15427789,0.002124718,0.00005316533,0.00024273027,0.00003365393,0.0009832958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968884,0.00010994151,0.00082084065,0.0003965433,0.0015292795,0.0002549674],"domain_scores_gemma":[0.9982125,0.00012863745,0.00020054552,0.00045411475,0.0007007091,0.00030349643],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009973254,0.00018457577,0.00042145656,0.00014081388,0.0000829628,0.000039772272,0.00030249392,0.00029633142,0.0077873906],"category_scores_gemma":[0.008418965,0.00013365892,0.00010545983,0.00083650474,0.00029326518,0.0003786743,0.00006851883,0.00059966353,0.00016002158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008630749,0.000983594,0.0015862032,0.000623534,0.00005164633,0.000004020418,0.035616707,4.2710622e-7,0.00037875856,0.0019663617,0.39681786,0.5618846],"study_design_scores_gemma":[0.0020230438,0.00046021925,0.004607375,0.003083983,0.0002394367,0.00005236449,0.095105685,0.003290066,0.0033242113,0.0012311144,0.8862148,0.00036768132],"about_ca_topic_score_codex":0.000055293338,"about_ca_topic_score_gemma":0.00003153686,"teacher_disagreement_score":0.59906065,"about_ca_system_score_codex":0.00012174563,"about_ca_system_score_gemma":0.0022682382,"threshold_uncertainty_score":0.99993354},"labels":[],"label_agreement":null},{"id":"W3087655964","doi":"10.1007/s40037-020-00616-x","title":"“Languaging” tacit judgment in formal postgraduate assessment: the documentation of ad hoc and summative entrustment decisions","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Summative assessment; Tacit knowledge; Documentation; Accountability; Agency (philosophy); Formative assessment; Medical education; Psychology; Engineering ethics; Computer science; Pedagogy; Medicine; Knowledge management; Political science; Epistemology","score_opus":0.017033094759605415,"score_gpt":0.3809971916543794,"score_spread":0.363964096894774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087655964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86858976,0.001089448,0.0018028525,0.125623,0.0002643007,0.00084885117,0.0000037832942,0.000022947253,0.0017550483],"genre_scores_gemma":[0.98738337,0.001022891,0.0037725838,0.0073287576,0.00016918978,0.00015442657,0.00008647605,0.000013509607,0.000068829206],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99793905,0.00012508384,0.00047073726,0.00031824195,0.00094450905,0.00020238747],"domain_scores_gemma":[0.9989792,0.00021585835,0.00018109819,0.00020406496,0.00026326982,0.00015648064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069309864,0.00014408986,0.0002277111,0.00020925372,0.00010332578,0.000023814466,0.00012606477,0.00008290086,0.000642111],"category_scores_gemma":[0.0041353786,0.00010319902,0.00004567804,0.00065628573,0.0002393946,0.00020199978,0.000047213412,0.00047433694,0.000014386617],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005786388,0.003559486,0.008017861,0.00021767168,0.00015788383,0.00000799058,0.1994608,0.000013367136,0.0008510726,0.056251638,0.0096395295,0.72124404],"study_design_scores_gemma":[0.0059907204,0.002544278,0.39538163,0.0018032786,0.0002464643,0.000056663102,0.5699788,0.010448046,0.0012298434,0.0028694246,0.009011721,0.00043917896],"about_ca_topic_score_codex":0.00004320867,"about_ca_topic_score_gemma":0.0000079896145,"teacher_disagreement_score":0.72080487,"about_ca_system_score_codex":0.0004053442,"about_ca_system_score_gemma":0.0009431979,"threshold_uncertainty_score":0.7030665},"labels":[],"label_agreement":null},{"id":"W3087881423","doi":"10.1186/s12909-020-02120-6","title":"The essential enterprise: the critical role of accreditation in the 21st century","year":2020,"lang":"en","type":"editorial","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Accreditation; Engineering ethics; Medical education; Political science; Medicine; Knowledge management; Engineering; Computer science","score_opus":0.0074242140035936715,"score_gpt":0.35502101545652576,"score_spread":0.3475968014529321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087881423","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022848928,0.0041915504,0.0003088844,0.08843806,0.89913887,0.0015981686,0.000024400026,0.000046720696,0.003968463],"genre_scores_gemma":[0.056618996,0.002519635,0.0006924115,0.0047206054,0.9319098,0.0009085243,0.0023739042,0.00007144587,0.0001846919],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99321777,0.00077485596,0.0012245553,0.00045175906,0.0039423495,0.00038871134],"domain_scores_gemma":[0.9841283,0.0118709,0.00069661,0.0014499187,0.0016152048,0.00023907414],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034423538,0.00029027657,0.0004172924,0.00016077097,0.00031135711,0.00009967421,0.001123562,0.0008762428,0.00039712866],"category_scores_gemma":[0.14742067,0.0001507388,0.00017881927,0.0010229067,0.000930041,0.000103077844,0.000109838526,0.0026663363,0.000049206803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013652303,0.0006616978,0.00015045935,0.00042398027,0.000028173776,0.0000012214792,0.0030557206,2.1991029e-7,0.000012703763,0.007449609,0.940868,0.047211654],"study_design_scores_gemma":[0.0005105666,0.000119319564,0.0014562156,0.00081017695,0.00021394932,0.000014506499,0.02185524,0.0003466617,0.000017493083,0.0011638891,0.97335315,0.0001388052],"about_ca_topic_score_codex":0.00016378715,"about_ca_topic_score_gemma":0.000106057785,"teacher_disagreement_score":0.14397833,"about_ca_system_score_codex":0.0002617297,"about_ca_system_score_gemma":0.017322527,"threshold_uncertainty_score":0.99963456},"labels":[],"label_agreement":null},{"id":"W3088031178","doi":"10.1186/s12909-020-02122-4","title":"A “fit for purpose” framework for medical education accreditation system design","year":2020,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Operationalization; Certification and Accreditation; Medical education; Scope (computer science); Health care; Best practice; Computer science; Process management; Medicine; Engineering management; Political science; Engineering","score_opus":0.11356341890227604,"score_gpt":0.4751657344764301,"score_spread":0.36160231557415407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088031178","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020574776,0.5009518,0.47385547,0.0054949736,0.010277102,0.008956746,0.000026665302,0.00025709183,0.00017808225],"genre_scores_gemma":[0.000012410745,0.5861437,0.35375518,0.0065643666,0.018450283,0.027367746,0.006703195,0.00028932703,0.0007138004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99168783,0.0005674851,0.0028443718,0.0013971432,0.002755023,0.000748126],"domain_scores_gemma":[0.9888553,0.004634073,0.0016969716,0.0012450711,0.0020925724,0.0014759878],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0040596444,0.0008628224,0.002612098,0.0008591712,0.00035230836,0.00012348719,0.0009281788,0.003071524,0.00081122597],"category_scores_gemma":[0.15154012,0.0007546824,0.0008922134,0.0018513182,0.00025703403,0.00021220346,0.00008583857,0.0016174739,0.00024310646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009352294,0.0009964475,0.0000029231248,0.07112092,0.00012845125,0.000001179312,0.0001758566,1.9354735e-7,6.001309e-8,0.032909784,0.18599151,0.7085792],"study_design_scores_gemma":[0.00083516625,0.00038529444,0.000004521193,0.07715117,0.00230719,0.00035494048,0.0008972657,0.003330496,0.0000012352373,0.0018033286,0.9123582,0.0005711567],"about_ca_topic_score_codex":0.000016403335,"about_ca_topic_score_gemma":0.000004617519,"teacher_disagreement_score":0.72636676,"about_ca_system_score_codex":0.0020907535,"about_ca_system_score_gemma":0.15288047,"threshold_uncertainty_score":0.99949044},"labels":[],"label_agreement":null},{"id":"W3088697994","doi":"10.1093/asjof/ojaa042","title":"Commentary on: Practice Management Knowledge Amongst Plastic Surgery Residents in Canada: A National Survey","year":2020,"lang":"en","type":"article","venue":"Aesthetic Surgery Journal Open Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Plastic surgery; Family medicine; Surgery","score_opus":0.05911261790052135,"score_gpt":0.3394971754996896,"score_spread":0.28038455759916825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088697994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3289062,0.00017111827,0.000058337027,0.6625733,0.0029532884,0.00056745455,0.000014330508,0.0000151681825,0.0047408184],"genre_scores_gemma":[0.8441332,0.00013960419,0.00022689994,0.15507983,0.00008207558,0.000041457028,0.00015504505,0.000038686823,0.00010319667],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.996353,0.0005580504,0.0010970643,0.00032209867,0.0011737425,0.0004960651],"domain_scores_gemma":[0.9951435,0.0032568905,0.0004686905,0.00022682303,0.00058365765,0.00032047735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00439202,0.00021986885,0.0005342844,0.00040784807,0.00021738406,0.00012340609,0.0003414846,0.00006365111,0.00031842545],"category_scores_gemma":[0.0048799487,0.00020545372,0.0000902371,0.001255188,0.000059330934,0.00041454684,0.00017950067,0.00076757,0.00010599323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005446692,0.0003655451,0.19521782,0.000018630917,0.00006160964,0.00065398274,0.00008069052,0.000032142194,2.1798927e-7,0.00009411092,0.78047603,0.022454567],"study_design_scores_gemma":[0.0014992644,0.00012390994,0.5168826,0.0011503374,0.000065640605,0.0023509862,0.0024735122,0.0005433389,0.000014473712,0.00013060794,0.47438157,0.00038378366],"about_ca_topic_score_codex":0.10295688,"about_ca_topic_score_gemma":0.08433767,"teacher_disagreement_score":0.515227,"about_ca_system_score_codex":0.0018883939,"about_ca_system_score_gemma":0.0043648263,"threshold_uncertainty_score":0.9323708},"labels":[],"label_agreement":null},{"id":"W3088871864","doi":"10.1186/s12909-020-02125-1","title":"Responsiveness to societal needs in postgraduate medical education: the role of accreditation","year":2020,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Medical education; Curriculum; Accountability; Social accounting; Workforce; Health care; Medicine; Social responsibility; Summit; Graduate medical education; Competence (human resources); Public relations; Political science; Psychology; Business; Pedagogy","score_opus":0.037623638397302546,"score_gpt":0.4274912574704496,"score_spread":0.38986761907314704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088871864","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012428341,0.9510152,0.00029942422,0.03741617,0.004730199,0.0033208805,0.000010681969,0.00007325461,0.0018914004],"genre_scores_gemma":[0.00095866615,0.9716804,0.0033129663,0.013464749,0.0051323664,0.0025057748,0.001990996,0.00014214504,0.0008119421],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928669,0.00084961974,0.002165431,0.00064631505,0.003033838,0.00043791623],"domain_scores_gemma":[0.9953426,0.0011177657,0.0007848304,0.0009579604,0.0010603322,0.00073650724],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029563291,0.0005030596,0.0016490902,0.0011315105,0.00011967057,0.000036891,0.0009612655,0.0010758421,0.0014136478],"category_scores_gemma":[0.06332714,0.00036862923,0.0004231058,0.0051472,0.0003746101,0.00013199051,0.00019167151,0.0017204782,0.00025965943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062785104,0.0011092465,0.00017998635,0.006750819,0.000058712016,0.0000023531825,0.0014926065,1.7673192e-7,9.800698e-7,0.0039701485,0.039216336,0.94715583],"study_design_scores_gemma":[0.000349313,0.00015450692,0.00052353536,0.026294447,0.0004607358,0.00025069696,0.0042369342,0.00015043309,0.0000043684936,0.0004577052,0.9668168,0.0003005375],"about_ca_topic_score_codex":0.00012870872,"about_ca_topic_score_gemma":0.000042796124,"teacher_disagreement_score":0.9468553,"about_ca_system_score_codex":0.0008740674,"about_ca_system_score_gemma":0.1434536,"threshold_uncertainty_score":0.99987656},"labels":[],"label_agreement":null},{"id":"W3088928663","doi":"10.1186/s12909-020-02124-2","title":"Evaluation of continuous quality improvement in accreditation for medical education","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Canadian Medical Association","funders":"","keywords":"Accreditation; Impartiality; Accountability; Corporate governance; Medical education; Medicine; Quality management; Political science; Business","score_opus":0.0733304957644135,"score_gpt":0.4679108047254793,"score_spread":0.3945803089610658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088928663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9319936,0.00045198502,0.01468919,0.0453135,0.0026840037,0.0030877069,0.0000054668553,0.00006180729,0.0017127178],"genre_scores_gemma":[0.9686093,0.00004795206,0.010872598,0.016052509,0.0018018006,0.0015495694,0.0009452484,0.00003199878,0.00008903522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99312806,0.0003858983,0.0015608467,0.00049926265,0.0041483315,0.00027759065],"domain_scores_gemma":[0.994619,0.00040773314,0.00059227593,0.00041747355,0.0034868119,0.00047671006],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0088994345,0.00019295159,0.00046668522,0.00029805448,0.000056482462,0.000015440584,0.00024706387,0.00041665632,0.00196591],"category_scores_gemma":[0.13947988,0.00018695011,0.00011414549,0.000942421,0.00015798527,0.00018574293,0.000037498354,0.00038810138,0.000021054087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023811858,0.00308398,0.0125199435,0.0012117823,0.00003512667,1.9678055e-7,0.0015343174,0.000007876989,0.00056478695,0.0054662945,0.038957436,0.93638015],"study_design_scores_gemma":[0.036255803,0.003884222,0.4723582,0.0070643434,0.0020909153,0.00009120458,0.0415291,0.3604157,0.0069066887,0.019218164,0.048406646,0.001779008],"about_ca_topic_score_codex":0.00017493953,"about_ca_topic_score_gemma":0.000119756325,"teacher_disagreement_score":0.9346011,"about_ca_system_score_codex":0.00059775054,"about_ca_system_score_gemma":0.05024221,"threshold_uncertainty_score":0.9989464},"labels":[],"label_agreement":null},{"id":"W3089195286","doi":"10.1186/s12909-020-02121-5","title":"The role of accreditation in 21st century health professions education: report of an International Consensus Group","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Accreditation; Medical education; Health care; Medicine; Context (archaeology); Scholarship; Certification and Accreditation; Curriculum; Certification; Political science; Psychology; Pedagogy","score_opus":0.025851535869731067,"score_gpt":0.3993215786863323,"score_spread":0.37347004281660123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089195286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85391426,0.0013642923,0.0004648984,0.13025118,0.0060513928,0.0014951461,0.000008179416,0.000056079705,0.0063945386],"genre_scores_gemma":[0.9756826,0.00034703323,0.016959919,0.004281508,0.0013152311,0.00020091792,0.0010909262,0.000021407162,0.0001004136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99691516,0.00023976483,0.0012759912,0.0003001417,0.0010798074,0.00018913673],"domain_scores_gemma":[0.99755764,0.0002618964,0.00073356606,0.00041976574,0.00075907185,0.00026807745],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001520185,0.00012143663,0.00027194005,0.00020024356,0.00009762654,0.000010728597,0.0002819634,0.00015899554,0.00025439932],"category_scores_gemma":[0.016534131,0.000096500415,0.000056363348,0.00082554016,0.00025516265,0.00012785853,0.00004299185,0.00040302522,0.0000063728903],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030772158,0.0046096696,0.07496066,0.00061174866,0.000040737657,0.0000022681352,0.0071704746,0.0000041963144,0.0005658365,0.05201057,0.021910321,0.8378058],"study_design_scores_gemma":[0.0027769387,0.0009298821,0.4952545,0.0029865424,0.0000912723,0.00049688976,0.18387847,0.00887906,0.0008655632,0.004601731,0.2988393,0.0003998566],"about_ca_topic_score_codex":0.00023079623,"about_ca_topic_score_gemma":0.00008606033,"teacher_disagreement_score":0.8374059,"about_ca_system_score_codex":0.00021878487,"about_ca_system_score_gemma":0.019668642,"threshold_uncertainty_score":0.99175},"labels":[],"label_agreement":null},{"id":"W3089211178","doi":"10.1186/s12909-020-02123-3","title":"Effective accreditation in postgraduate medical education: from process to outcomes and back","year":2020,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Toronto","funders":"","keywords":"Accreditation; Medical education; Proxy (statistics); Accountability; Equity (law); Medicine; Inclusion (mineral); Health care; Process (computing); Population; Psychology; Political science; Computer science","score_opus":0.03437997355603027,"score_gpt":0.45265177762498154,"score_spread":0.41827180406895126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089211178","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004423651,0.9406587,0.000648361,0.038854133,0.006811327,0.0070123975,0.000025381361,0.00014482878,0.0014212541],"genre_scores_gemma":[0.00045871997,0.94666624,0.009502205,0.026777059,0.0053028604,0.0051559526,0.0051653385,0.00018999008,0.0007816148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936432,0.00053896935,0.0017932141,0.00120835,0.002366136,0.0004501332],"domain_scores_gemma":[0.995767,0.0011588513,0.00054079434,0.0006460757,0.00064439885,0.001242895],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013159516,0.00066992495,0.0021669748,0.00092822005,0.0000933267,0.00007163319,0.00052235957,0.0012193323,0.0027193846],"category_scores_gemma":[0.06709175,0.0005546637,0.00022441885,0.0023687202,0.0002254706,0.00021213332,0.00014430135,0.0016976335,0.0009819248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003705897,0.0011531091,0.0021262923,0.012212319,0.00008084617,0.0000064360443,0.0009337408,5.1887504e-8,6.015355e-8,0.00025676427,0.03300366,0.95018965],"study_design_scores_gemma":[0.0010445876,0.00019671331,0.010207615,0.051727254,0.00068013556,0.00017039507,0.00097113475,0.0001624482,7.79604e-7,0.00051307824,0.93370837,0.0006175088],"about_ca_topic_score_codex":0.00025724326,"about_ca_topic_score_gemma":0.00012147347,"teacher_disagreement_score":0.94957215,"about_ca_system_score_codex":0.000861853,"about_ca_system_score_gemma":0.057423458,"threshold_uncertainty_score":0.9997959},"labels":[],"label_agreement":null},{"id":"W3090085971","doi":"10.1177/0253717620957524","title":"The Relevance of Telemedicine in Continuing Medical Education","year":2020,"lang":"en","type":"article","venue":"Indian Journal of Psychological Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Interactivity; Relevance (law); Flexibility (engineering); Continuing medical education; Bridge (graph theory); Medical education; Continuing education; Telemedicine; Computer science; Knowledge management; Psychology; Engineering ethics; Multimedia; Medicine; Health care; Engineering; Political science; Management","score_opus":0.029387246152340514,"score_gpt":0.4029832239266726,"score_spread":0.37359597777433207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090085971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76478076,0.0021311378,0.00039330768,0.22975352,0.0012309029,0.0002393842,3.0603687e-7,0.000008923784,0.0014617519],"genre_scores_gemma":[0.98223096,0.0009762095,0.0015167188,0.013081237,0.002122832,0.0000071588884,0.0000040682994,0.0000123922255,0.000048410333],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965458,0.00014512669,0.0016814545,0.00018359662,0.0011977641,0.00024625976],"domain_scores_gemma":[0.9974939,0.0004514667,0.0007936611,0.00023251335,0.00066507846,0.00036335003],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025890046,0.00014120415,0.0005919202,0.00023944056,0.000040073042,0.0000043162518,0.00040006315,0.00019282152,0.00071369833],"category_scores_gemma":[0.042095996,0.000075046584,0.00007681095,0.0012112376,0.0007979073,0.00006914354,0.00002241627,0.001239735,0.000007915418],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085912296,0.0006339948,0.024018018,0.0001324799,0.000043146974,0.00040344056,0.004879085,0.0000012837153,0.0016656407,0.0016609976,0.06260965,0.90309316],"study_design_scores_gemma":[0.025115164,0.020993967,0.66585547,0.0149750365,0.00032158513,0.00932414,0.029331004,0.0003921608,0.0008313028,0.0072305924,0.22510244,0.0005271198],"about_ca_topic_score_codex":0.000004727736,"about_ca_topic_score_gemma":0.000002170993,"teacher_disagreement_score":0.902566,"about_ca_system_score_codex":0.00006710726,"about_ca_system_score_gemma":0.00025543896,"threshold_uncertainty_score":0.96597284},"labels":[],"label_agreement":null},{"id":"W3090088243","doi":"10.36834/cmej.69558","title":"Will I publish this abstract? Determining the characteristics of medical education abstracts linked to publication","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"Peer review; Publication; Odds; Odds ratio; Logistic regression; Scholarship; Medicine; Medical education; Library science; Psychology; Computer science; Political science; Internal medicine","score_opus":0.02138524466527062,"score_gpt":0.3228451826365763,"score_spread":0.30145993797130566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090088243","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24492781,0.00009379173,0.00016156114,0.7428292,0.0037793173,0.0005521374,0.0000089399655,0.00003521141,0.0076120384],"genre_scores_gemma":[0.71240294,0.00007139012,0.0013341261,0.28062254,0.0047650686,0.00006425497,0.00028693167,0.00003794793,0.00041478864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945568,0.00009974028,0.0015958633,0.0003572375,0.0028757416,0.0005146599],"domain_scores_gemma":[0.9824645,0.00015067132,0.00080237846,0.00055724254,0.004594296,0.011430922],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027859765,0.00023583737,0.0003897754,0.00063898554,0.00034910318,0.0002634291,0.00096947403,0.0005731712,0.04517356],"category_scores_gemma":[0.20721993,0.00019071701,0.00011820857,0.0014393165,0.00025826544,0.00065044826,0.000049459122,0.0020730647,0.00022369095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015630867,0.0003227347,0.0031894716,0.00007355248,0.000028741872,0.0000053609833,0.0016850682,2.5478758e-7,0.000012237352,0.0010887092,0.56825817,0.42532003],"study_design_scores_gemma":[0.0005271004,0.0001292352,0.22708118,0.00056678953,0.000070648435,0.00036452123,0.0014547186,0.0003332095,0.000012301383,0.00009728447,0.76915956,0.00020342076],"about_ca_topic_score_codex":0.001443091,"about_ca_topic_score_gemma":0.0005178736,"teacher_disagreement_score":0.46747515,"about_ca_system_score_codex":0.00063394755,"about_ca_system_score_gemma":0.13049914,"threshold_uncertainty_score":0.95569927},"labels":[],"label_agreement":null},{"id":"W3090352728","doi":"10.4103/cjrm.cjrm_62_20","title":"President's Message. A rural lens on physician credentialing","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Rural Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credentialing; Lens (geology); Medicine; Optometry; Medical education; Optics; Physics","score_opus":0.02721376641820507,"score_gpt":0.2994641776704738,"score_spread":0.27225041125226873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090352728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74692523,0.0009844677,0.0004093603,0.2437108,0.0021548157,0.00026113944,0.000004113027,0.000019502419,0.00553054],"genre_scores_gemma":[0.9587721,0.000045404635,0.00023735814,0.03562234,0.0049920278,0.00000250289,0.000022753873,0.000027796612,0.00027769496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820805,0.000050285133,0.0006774562,0.00009855579,0.00060926797,0.00035641715],"domain_scores_gemma":[0.9980905,0.000048521306,0.00033177028,0.00018444705,0.0005202342,0.00082454295],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003727763,0.00017509036,0.00047128065,0.00041229156,0.00013768343,0.000024332392,0.00022137884,0.000093314324,0.0010138142],"category_scores_gemma":[0.0021409427,0.00013455057,0.00010356948,0.0006432034,0.00025481102,0.00020275403,0.00000772995,0.0007168118,0.000050535866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042749968,0.00008523255,0.008458888,0.00027890538,0.00039504218,0.0010379903,0.012286999,0.00009245658,0.01064544,0.0038559276,0.872501,0.0899346],"study_design_scores_gemma":[0.02740017,0.01897068,0.16786432,0.022066507,0.0030438562,0.0037771354,0.12351209,0.0020340297,0.0093044955,0.0027722965,0.61753607,0.0017183705],"about_ca_topic_score_codex":0.0012083825,"about_ca_topic_score_gemma":0.00021551643,"teacher_disagreement_score":0.25496498,"about_ca_system_score_codex":0.00026899876,"about_ca_system_score_gemma":0.0011293273,"threshold_uncertainty_score":0.9998994},"labels":[],"label_agreement":null},{"id":"W3091668362","doi":"10.1152/advan.00178.2019","title":"Professional skills for physiology majors: defining and refining","year":2020,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Medical education; Variety (cybernetics); Curriculum; Graduation (instrument); Government (linguistics); Process (computing); Professional development; Psychology; Employability; Mathematics education; Computer science; Medicine; Pedagogy; Engineering","score_opus":0.01029138537952064,"score_gpt":0.3675767714411709,"score_spread":0.3572853860616503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091668362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98547244,0.0016083587,0.00020303139,0.010090389,0.0015737951,0.0003883273,0.0000038238345,0.000042930606,0.00061690295],"genre_scores_gemma":[0.9541499,0.00026091412,0.02958336,0.014130648,0.00073011214,0.00050659606,0.00044859882,0.000021780885,0.00016807739],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887323,0.00005397074,0.00034436324,0.0004056178,0.0000884348,0.000234407],"domain_scores_gemma":[0.99927646,0.00020341891,0.00015868868,0.00015214707,0.00015876941,0.000050499926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001608279,0.00013325228,0.00027724443,0.00011840481,0.00009791578,0.000004050406,0.00007892448,0.00013588126,0.00005253919],"category_scores_gemma":[0.0015103245,0.00012196977,0.000029667397,0.00034978203,0.00016864802,0.00021490623,0.00003684406,0.00027948877,0.000016955299],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067207107,0.0012353451,0.021059975,0.0012749607,0.000042560074,7.055566e-7,0.0048432243,0.000051138235,0.124376245,0.036273308,0.012733832,0.79743665],"study_design_scores_gemma":[0.003719674,0.0011671775,0.70402354,0.0009654282,0.00009637275,0.00004636001,0.0073858,0.0015594516,0.003854086,0.050493557,0.22607501,0.0006135603],"about_ca_topic_score_codex":0.000003838211,"about_ca_topic_score_gemma":0.0000016999237,"teacher_disagreement_score":0.7968231,"about_ca_system_score_codex":0.00006634942,"about_ca_system_score_gemma":0.0003632677,"threshold_uncertainty_score":0.4973783},"labels":[],"label_agreement":null},{"id":"W3091786112","doi":"10.1136/bmjqs-2020-010887","title":"A realist synthesis of quality improvement curricula in undergraduate and postgraduate medical education: what works, for whom, and in what contexts?","year":2020,"lang":"en","type":"review","venue":"BMJ Quality & Safety","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University; Foothills Medical Centre; University of Alberta; University of Calgary","funders":"","keywords":"Curriculum; Mentorship; Medical education; Medicine; Competence (human resources); Quality (philosophy); Experiential learning; Psychology; Pedagogy","score_opus":0.0620489883840132,"score_gpt":0.4622708932999497,"score_spread":0.4002219049159365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091786112","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009722025,0.9104875,0.00023687072,0.08255072,0.0007366728,0.0048989155,0.000049060094,0.000027026148,0.000041073334],"genre_scores_gemma":[0.0012874174,0.9921077,0.0012161322,0.0028431136,0.00032377636,0.0014005783,0.0007293633,0.00005257934,0.000039371833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921157,0.0011208393,0.0044901525,0.00090313423,0.0009665876,0.0004036346],"domain_scores_gemma":[0.9949011,0.002268489,0.0013801116,0.00071352546,0.0004240716,0.0003126998],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008570908,0.0005203959,0.0031244447,0.00037826275,0.00009356059,0.0002031633,0.00025156557,0.00063055597,0.000029705781],"category_scores_gemma":[0.01641872,0.0004411345,0.00027178857,0.0010869374,0.0005724752,0.0006441284,0.0001725521,0.00087210984,0.0000025851118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002223503,0.0005812608,0.00013629813,0.036961634,0.00011418609,0.0000058456394,0.0004907007,4.1358412e-8,5.1544436e-7,0.0050057583,0.0009899735,0.9554914],"study_design_scores_gemma":[0.0036446578,0.00027038093,0.0030088716,0.38937217,0.0010782001,0.00011156551,0.014330788,0.00008894433,0.0000056000645,0.0049137324,0.58203286,0.0011422358],"about_ca_topic_score_codex":0.00083323236,"about_ca_topic_score_gemma":0.0005674502,"teacher_disagreement_score":0.9543492,"about_ca_system_score_codex":0.00066917395,"about_ca_system_score_gemma":0.0047799367,"threshold_uncertainty_score":0.999804},"labels":[],"label_agreement":null},{"id":"W3091828070","doi":"10.1016/j.cjca.2020.07.010","title":"Realizing the Promise and Challenges of Educational Reform Through Competency-Based Medical Education","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute; University of Ottawa","funders":"","keywords":"Medicine; Medical education; Scope (computer science); Subject (documents); Foundation (evidence); Political science; Library science","score_opus":0.03647742508176606,"score_gpt":0.31125206194886934,"score_spread":0.2747746368671033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091828070","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042541523,0.0062102806,0.00039095827,0.9162583,0.00072792,0.00019496356,0.0000035778005,0.000002730605,0.03366977],"genre_scores_gemma":[0.9877383,0.0004423408,0.0028244767,0.0071589663,0.0017931424,0.000007790164,0.000014114525,0.000008952777,0.000011887221],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905205,0.00009056579,0.00040735168,0.000093996205,0.00022208833,0.00013397167],"domain_scores_gemma":[0.9987374,0.00008685529,0.00021089952,0.0001292577,0.00053542556,0.00030014734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005278195,0.000070972135,0.0002816969,0.000109661414,0.00006877067,0.000004454813,0.00014399162,0.00011579163,0.00008072383],"category_scores_gemma":[0.003153343,0.000048644855,0.000061073,0.00017969338,0.00037230484,0.000051254076,0.0000066757425,0.00033019853,0.000001896791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019206651,0.000053099404,0.027943162,0.00084122224,0.00041481954,0.000024173763,0.0062071336,0.00006863071,0.00019093697,0.69781023,0.13242152,0.133833],"study_design_scores_gemma":[0.002715059,0.001441402,0.18765527,0.0010974215,0.00043219567,0.0030021972,0.013710901,0.0004565992,0.00020691057,0.022400081,0.7665884,0.00029357587],"about_ca_topic_score_codex":0.00036141678,"about_ca_topic_score_gemma":0.00029201506,"teacher_disagreement_score":0.9451968,"about_ca_system_score_codex":0.00016406858,"about_ca_system_score_gemma":0.022708986,"threshold_uncertainty_score":0.98283136},"labels":[],"label_agreement":null},{"id":"W3091858273","doi":"10.36834/cmej.70926","title":"Medical education advances and innovations: A silver lining during the COVID-19 pandemic","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Ottawa; McMaster University; University of Toronto","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Curriculum; Telemedicine; Medical education; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Health care; Process (computing); Matching (statistics); Medicine; Political science; Psychology; Computer science; Pedagogy; Virology; Pathology","score_opus":0.025588859566667163,"score_gpt":0.3654304895133255,"score_spread":0.33984162994665834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091858273","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32568407,0.0041031498,0.00049491774,0.66569096,0.00221713,0.00039879204,0.0000028538375,0.000059218415,0.0013488976],"genre_scores_gemma":[0.45304596,0.0015900147,0.0013112578,0.53874457,0.0047107013,0.00009396335,0.00006485544,0.000031790645,0.00040688325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671763,0.00016363994,0.00084739854,0.00034318044,0.0014938859,0.00043425025],"domain_scores_gemma":[0.9869279,0.00017849785,0.00032661948,0.00030557884,0.0009536272,0.011307765],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018185282,0.0002017924,0.0002667471,0.00047210144,0.000877438,0.000112667345,0.00037605813,0.00035871624,0.018163836],"category_scores_gemma":[0.15761778,0.00015575947,0.000059685004,0.0014511746,0.00048189674,0.0003099341,0.000038442537,0.0020350255,0.000054160868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006058528,0.00026541008,0.13509054,0.00043987163,0.00007876943,0.00005241088,0.006334204,0.000004500175,0.000024321795,0.003839794,0.43353176,0.42027783],"study_design_scores_gemma":[0.0009826801,0.000073137155,0.016898757,0.00032805876,0.00005648411,0.007112298,0.007028086,0.00064162025,0.00000267578,0.00067808747,0.96599436,0.00020373901],"about_ca_topic_score_codex":0.0012172518,"about_ca_topic_score_gemma":0.0022178811,"teacher_disagreement_score":0.5324626,"about_ca_system_score_codex":0.00095430785,"about_ca_system_score_gemma":0.16200754,"threshold_uncertainty_score":0.98273367},"labels":[],"label_agreement":null},{"id":"W3092042609","doi":"10.36834/cmej.68632","title":"Locker (operating) room talk: Gender equity and the medical student’s perspective","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Gender equity; Equity (law); Perspective (graphical); Computer science; Political science; Demographic economics; Economics; Artificial intelligence; Law","score_opus":0.02621692155359066,"score_gpt":0.38485726701346684,"score_spread":0.35864034545987616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092042609","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06735698,0.0016274743,0.00069152215,0.90924,0.002067285,0.00044399253,0.0000022960185,0.000028353072,0.018542094],"genre_scores_gemma":[0.63250583,0.00017458944,0.0006360694,0.3628369,0.003514936,0.000030799198,0.00001454814,0.000021618887,0.0002646743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597347,0.00023375137,0.00062289654,0.00031282305,0.0024044353,0.00045264716],"domain_scores_gemma":[0.98871917,0.000119910415,0.00016240992,0.0002579226,0.0012161989,0.009524386],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027025219,0.00018671097,0.00032471895,0.00019277287,0.00056685053,0.00017008388,0.0004535886,0.00031596512,0.039406028],"category_scores_gemma":[0.076209895,0.00012650024,0.00008696658,0.000586399,0.0006703607,0.0001390719,0.0001223193,0.0022334177,0.000085134176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008042628,0.0003282426,0.0029242,0.000072065974,0.00023950022,0.00028303647,0.020426122,0.0000014549295,0.0000061686555,0.053469967,0.74133474,0.18083405],"study_design_scores_gemma":[0.012746441,0.00042516782,0.04353986,0.00070576696,0.000500734,0.019919263,0.12669443,0.011026371,0.000017457041,0.007600402,0.77604127,0.00078287075],"about_ca_topic_score_codex":0.0029249915,"about_ca_topic_score_gemma":0.0014736208,"teacher_disagreement_score":0.5651489,"about_ca_system_score_codex":0.00076734426,"about_ca_system_score_gemma":0.06006298,"threshold_uncertainty_score":0.97032124},"labels":[],"label_agreement":null},{"id":"W3092112471","doi":"10.1007/s40037-020-00624-x","title":"The role of previously undocumented data in the assessment of medical trainees in clinical competency committees","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; The Wilson Centre; University of Toronto; University of British Columbia","funders":"","keywords":"Medical education; Conversation; Hearsay; Psychology; Medicine; Political science","score_opus":0.03791057103341578,"score_gpt":0.46217013886177544,"score_spread":0.42425956782835966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092112471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60564387,0.0021182068,0.00036159658,0.3853769,0.00043284235,0.0010528795,0.0000053312356,0.000019622792,0.0049887346],"genre_scores_gemma":[0.99071366,0.0018925637,0.0011652956,0.0055532996,0.00046038162,0.00007368448,0.000119647,0.000012326874,0.000009133083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99503237,0.0007059696,0.0012703275,0.00039400478,0.0023761243,0.00022118755],"domain_scores_gemma":[0.9966932,0.001543925,0.00035491094,0.00094102207,0.0002874315,0.00017950479],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065971795,0.00013670037,0.0004096104,0.00014092668,0.000058818343,0.000014131702,0.0012342395,0.0001947927,0.00042179917],"category_scores_gemma":[0.034873568,0.000081794075,0.000069262496,0.001040019,0.0007864787,0.00008685578,0.00012351568,0.001287217,0.0000040318428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030547474,0.0146666,0.25445238,0.00034697648,0.00015763777,0.000009654131,0.058850423,0.0000034573595,0.00004307534,0.20919916,0.022321835,0.43964332],"study_design_scores_gemma":[0.002704715,0.0010098435,0.6418428,0.001181923,0.0000813301,0.00002238032,0.3017277,0.027084043,0.000018598159,0.002117497,0.022046907,0.00016226564],"about_ca_topic_score_codex":0.0002101156,"about_ca_topic_score_gemma":0.00011588739,"teacher_disagreement_score":0.43948105,"about_ca_system_score_codex":0.00013578367,"about_ca_system_score_gemma":0.004530528,"threshold_uncertainty_score":0.9732561},"labels":[],"label_agreement":null},{"id":"W3092128826","doi":"10.1097/acm.0000000000003781","title":"Assumptions About Competency-Based Medical Education and the State of the Underlying Evidence: A Critical Narrative Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Sunnybrook Health Science Centre; The Wilson Centre","funders":"","keywords":"Narrative; State (computer science); Medical education; MEDLINE; Psychology; Narrative review; Medicine; Computer science; Psychotherapist; Political science; Philosophy; Linguistics","score_opus":0.12592233544329726,"score_gpt":0.5131576434471893,"score_spread":0.38723530800389205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092128826","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007276352,0.744774,0.00039631352,0.2512942,0.0009879133,0.0022501214,0.000004502302,0.000028559041,0.00025714966],"genre_scores_gemma":[0.00015494264,0.9595112,0.0003799792,0.038085185,0.00082532346,0.00059743406,0.0000920091,0.000043228334,0.00031065918],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99348956,0.0013724404,0.002298936,0.0005417638,0.0019807136,0.00031656047],"domain_scores_gemma":[0.99311763,0.0039762724,0.0010606641,0.0008174586,0.00071951275,0.0003084511],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005020588,0.00045359923,0.002590403,0.00021491983,0.00026492262,0.000007027834,0.00075948954,0.0005085432,0.00055439566],"category_scores_gemma":[0.10120786,0.00020892752,0.00027318086,0.0019173087,0.0037953367,0.00008726264,0.00015402919,0.004265282,0.000018775161],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021587146,0.000037326412,0.0000092803475,0.08338504,0.00013668173,0.0000031644377,0.0026594005,4.7938936e-8,5.889413e-7,0.013566356,0.062041033,0.8381395],"study_design_scores_gemma":[0.00059543503,0.00008180784,0.000029270741,0.4659407,0.003128158,0.0002691198,0.0005488176,0.00015957069,1.9287315e-7,0.0021464657,0.5269594,0.00014103929],"about_ca_topic_score_codex":0.000035489986,"about_ca_topic_score_gemma":0.0000029197197,"teacher_disagreement_score":0.83799845,"about_ca_system_score_codex":0.00026038315,"about_ca_system_score_gemma":0.015324029,"threshold_uncertainty_score":0.9989158},"labels":[],"label_agreement":null},{"id":"W3092231104","doi":"10.1002/aet2.10544","title":"Workplace‐based Assessment Data in Emergency Medicine: A Scoping Review of the Literature","year":2020,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Ottawa; Hamilton Health Sciences","funders":"","keywords":"Accreditation; Context (archaeology); Data collection; Work (physics); Medical education; Data extraction; Systematic review; Medical literature; Medicine; MEDLINE; Psychology; Political science; Engineering; History; Sociology; Social science","score_opus":0.16284821682923056,"score_gpt":0.5184868518653499,"score_spread":0.35563863503611937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092231104","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003996229,0.98205,0.000038356942,0.012209722,0.0015939828,0.001691078,0.000009169909,0.000013195721,0.0023905074],"genre_scores_gemma":[0.00002570735,0.9931414,0.0022173107,0.0021975012,0.0005381845,0.0001970933,0.0014771213,0.000026612437,0.00017904359],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976186,0.00020958869,0.001235878,0.0004123118,0.0003800383,0.00014358753],"domain_scores_gemma":[0.99808145,0.00012519416,0.00068796665,0.0008430925,0.00019516722,0.000067132234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001287632,0.00022954131,0.0011193991,0.00023443767,0.00005846554,0.000008233679,0.00033491277,0.00015594218,0.00040598577],"category_scores_gemma":[0.0031380618,0.00014751882,0.000088024026,0.0022937206,0.000085107305,0.000077561985,0.000079163416,0.0007747033,0.0000018422363],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.4296273e-7,0.00006175059,0.000046065354,0.28546217,0.000019681473,4.342887e-7,0.0005373817,8.892551e-9,5.8140383e-8,0.00017322773,0.0057814103,0.70791715],"study_design_scores_gemma":[0.00011031878,0.000016509295,0.00013765099,0.63134545,0.0003720422,0.000020972257,0.00026346775,0.00001570373,2.2888063e-8,0.0000140096745,0.36762643,0.00007746083],"about_ca_topic_score_codex":0.0000058753144,"about_ca_topic_score_gemma":0.0000026946122,"teacher_disagreement_score":0.7078397,"about_ca_system_score_codex":0.00010549456,"about_ca_system_score_gemma":0.0055573974,"threshold_uncertainty_score":0.98585844},"labels":[],"label_agreement":null},{"id":"W3092487998","doi":"","title":"Educational purgatory: Medical education in the era of covid-19","year":2020,"lang":"en","type":"article","venue":"British Columbia medical journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Restructuring; Coronavirus disease 2019 (COVID-19); Curriculum; Medical education; Medical school; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Core curriculum; Purgatory; Affect (linguistics); Medicine; Psychology; Political science; Pedagogy; Law","score_opus":0.015227192141392972,"score_gpt":0.3336469417532309,"score_spread":0.31841974961183794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092487998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53582567,0.0008427671,0.00060436164,0.45909235,0.0010674429,0.00038957343,0.0000045778565,0.000021001904,0.0021522664],"genre_scores_gemma":[0.7903397,0.00057797955,0.0018888476,0.20298085,0.003748992,0.00006940507,0.00009770934,0.000025158399,0.0002713227],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99442333,0.0003442384,0.0010896819,0.00027819144,0.0035442153,0.0003203285],"domain_scores_gemma":[0.997339,0.0003070483,0.00028695806,0.0002163106,0.00048458396,0.0013660725],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031874247,0.000103274324,0.00036298303,0.00007879928,0.00022575853,0.00016807056,0.00064757664,0.00032970158,0.034164127],"category_scores_gemma":[0.065848134,0.00012493524,0.00012247894,0.0011066634,0.0005235462,0.00014322768,0.00005763539,0.0023841793,0.000032151234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023818127,0.0010212634,0.06287879,0.0001461694,0.000024570709,0.00020420848,0.0006663635,3.640226e-7,0.000005282728,0.00033378505,0.6807925,0.25390288],"study_design_scores_gemma":[0.005304899,0.00047125985,0.571701,0.0021849542,0.00012468125,0.036170505,0.00496462,0.0011924767,0.000002520843,0.006058293,0.37147242,0.00035241296],"about_ca_topic_score_codex":0.0031235367,"about_ca_topic_score_gemma":0.003161661,"teacher_disagreement_score":0.5088222,"about_ca_system_score_codex":0.00028305562,"about_ca_system_score_gemma":0.038870305,"threshold_uncertainty_score":0.9999174},"labels":[],"label_agreement":null},{"id":"W3092524018","doi":"10.1177/0017896920959364","title":"Adopting a lay navigator training programme in primary care","year":2020,"lang":"en","type":"article","venue":"Health Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University; Ontario Tech University; Bruyère","funders":"Canadian Institutes of Health Research","keywords":"Medical education; Rigour; Mentorship; Curriculum; Context (archaeology); Medicine; Training (meteorology); Nursing; Psychology; Pedagogy","score_opus":0.08240814269349708,"score_gpt":0.4041273007381011,"score_spread":0.32171915804460405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092524018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7504902,0.0025171258,0.0008678745,0.24172904,0.0018889807,0.00085432327,0.000001422161,0.00007293691,0.0015781327],"genre_scores_gemma":[0.78185767,0.00011574859,0.12137513,0.093084626,0.0031953717,0.00009337391,0.00017587245,0.00003597543,0.00006620826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983156,0.000087132204,0.00068167114,0.00017870533,0.00036136375,0.0003755322],"domain_scores_gemma":[0.9986128,0.000024167757,0.00030054754,0.000108998975,0.00037928723,0.0005741672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007264625,0.000102754035,0.00023778887,0.0001849937,0.00018818318,0.000039458162,0.00008179261,0.00007001653,0.0001429436],"category_scores_gemma":[0.0013159051,0.00009893948,0.00004280648,0.00081234536,0.000034387813,0.00013129518,0.000010868196,0.00096021063,0.000020871039],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003164993,0.00018491375,0.01449388,0.0007320891,0.0000061793544,0.000004393202,0.06361239,0.0000037621012,0.00002789649,0.00011981422,0.012780299,0.90800273],"study_design_scores_gemma":[0.002345965,0.00076886214,0.16228974,0.0027774484,0.000026182179,0.0010809294,0.1771325,0.00016163159,0.000016952265,0.00005690321,0.6530889,0.00025393913],"about_ca_topic_score_codex":0.000014689527,"about_ca_topic_score_gemma":0.0000015389791,"teacher_disagreement_score":0.9077488,"about_ca_system_score_codex":0.0010603921,"about_ca_system_score_gemma":0.014468414,"threshold_uncertainty_score":0.9911186},"labels":[],"label_agreement":null},{"id":"W3092590247","doi":"10.36834/cmej.70520","title":"How have digital resources been utilised in times of COVID-19? Opinions of medical students based in the United Kingdom.","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medical education; Social distance; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Public relations; Psychology; Political science; Medicine; Outbreak; Virology","score_opus":0.04617835511974539,"score_gpt":0.38168973222912533,"score_spread":0.33551137710937995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092590247","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3797126,0.00008546177,0.00020298811,0.6188359,0.00033712917,0.0003189056,0.000017430351,0.0000063613097,0.0004831897],"genre_scores_gemma":[0.9101713,0.000018485322,0.00022196732,0.08876365,0.00051033945,0.000022707187,0.00023918264,0.0000144946,0.0000379384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950939,0.0002857669,0.000872821,0.00020364838,0.0032199586,0.00032394298],"domain_scores_gemma":[0.99447596,0.0003692465,0.00031561,0.00027180527,0.00042407532,0.004143319],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002793947,0.00014313734,0.00034775108,0.0011646694,0.00009345372,0.00009214739,0.0010141083,0.00031445213,0.007718983],"category_scores_gemma":[0.11327362,0.00011028543,0.00007851654,0.0019102279,0.0004976556,0.000122048164,0.000033070213,0.0013739177,0.0000036083854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023115281,0.002493819,0.3669929,0.00064810755,0.000118881384,0.00037232484,0.031178834,0.00004475953,0.000007787371,0.005244237,0.55260867,0.040058535],"study_design_scores_gemma":[0.006372093,0.00042586462,0.09286568,0.0017637091,0.00007147066,0.0004560196,0.0547682,0.007998343,0.000020300218,0.0005103258,0.83446044,0.00028757483],"about_ca_topic_score_codex":0.0068730027,"about_ca_topic_score_gemma":0.0031423154,"teacher_disagreement_score":0.5304586,"about_ca_system_score_codex":0.0004264902,"about_ca_system_score_gemma":0.051179953,"threshold_uncertainty_score":0.9997403},"labels":[],"label_agreement":null},{"id":"W3093031674","doi":"10.1097/acm.0000000000003800","title":"Entrustment Decision Making: Extending Miller’s Pyramid","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; University of Alberta; Public Health Ontario; University of Ottawa","funders":"","keywords":"Miller; Competence (human resources); Psychology; Medical education; Health care; Work (physics); Pyramid (geometry); Nursing; Medicine; Social psychology; Political science; Engineering","score_opus":0.054900377399786426,"score_gpt":0.3994909005499825,"score_spread":0.34459052315019606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093031674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66279435,0.004538074,0.06133836,0.2526124,0.0030748516,0.0013253373,0.0000025774102,0.00043669736,0.013877324],"genre_scores_gemma":[0.93014085,0.00070087187,0.0042659906,0.061147217,0.0031904697,0.00003331849,0.000051803137,0.000035937574,0.00043355883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743885,0.000032466698,0.00077147543,0.00043764958,0.0009534633,0.0003660857],"domain_scores_gemma":[0.99890506,0.0001713571,0.00018731653,0.00031044325,0.00016365264,0.0002621856],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067014404,0.00021104357,0.00042609952,0.00021620994,0.00010179756,0.0000040295354,0.00023268728,0.0002734151,0.0029247755],"category_scores_gemma":[0.0065440135,0.00015938157,0.00004561264,0.0009394228,0.00023702436,0.00008525403,0.00008257034,0.0011333303,0.0002950456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000314121,0.000031327516,0.006839305,0.00020244902,0.000071688075,0.00006784709,0.007515366,0.000008418234,0.0053800554,0.008718813,0.56263876,0.40821186],"study_design_scores_gemma":[0.0069537163,0.0013520671,0.01700569,0.004172088,0.000490598,0.00040549244,0.008692643,0.014359544,0.0012181595,0.0058372742,0.9389686,0.00054414844],"about_ca_topic_score_codex":0.000003783094,"about_ca_topic_score_gemma":7.4712986e-8,"teacher_disagreement_score":0.4076677,"about_ca_system_score_codex":0.00021401745,"about_ca_system_score_gemma":0.00012229792,"threshold_uncertainty_score":0.9979867},"labels":[],"label_agreement":null},{"id":"W3093188469","doi":"10.1007/s40670-020-01093-x","title":"To the Point: Integrating the Obstetrics and Gynecology Core Clerkship into a Longitudinal Integrated Curriculum in US Medical Schools","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Obstetrics and gynaecology; Curriculum; Context (archaeology); Medical education; Medicine; Core curriculum; Obstetrics; Psychology; Pedagogy; Pregnancy","score_opus":0.033862760986947495,"score_gpt":0.36165669649030274,"score_spread":0.3277939355033552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093188469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65410256,0.00016606861,0.000566168,0.34262532,0.0018308767,0.0004743565,6.3889865e-7,0.000033506134,0.00020049309],"genre_scores_gemma":[0.9424662,0.000038445865,0.0020430589,0.05444771,0.00081527646,0.0001404393,0.000008344449,0.000013815857,0.000026732801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952534,0.00015911573,0.00070984254,0.0006640165,0.0025525836,0.0006610862],"domain_scores_gemma":[0.9946245,0.0021173249,0.00017520107,0.00061970175,0.00065329846,0.0018099844],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055951253,0.00021797942,0.00035478786,0.00028788781,0.0004890668,0.00010532464,0.001247493,0.0002474999,0.0012773196],"category_scores_gemma":[0.38174924,0.00010949279,0.000046504694,0.0075080954,0.0020155904,0.0001639546,0.00040371506,0.0024106766,0.00013523843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031919753,0.0005310304,0.5528422,0.00007660824,0.00001938784,0.00010562014,0.011946435,0.0000015453982,0.0001442473,0.007129885,0.064975314,0.36219585],"study_design_scores_gemma":[0.0030413312,0.0016742158,0.5972284,0.0017745724,0.00012333946,0.00080156117,0.11880009,0.06655826,0.0002488688,0.001321854,0.20756274,0.000864753],"about_ca_topic_score_codex":0.0005236257,"about_ca_topic_score_gemma":0.00030458622,"teacher_disagreement_score":0.37615412,"about_ca_system_score_codex":0.00052841374,"about_ca_system_score_gemma":0.006266141,"threshold_uncertainty_score":0.9998908},"labels":[],"label_agreement":null},{"id":"W3093306077","doi":"10.1007/s11606-020-06284-1","title":"“Doing it Right” Overnight: a Multi-perspective Qualitative Study Exploring Senior Medical Resident Overnight Call","year":2020,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Queen's University; Dalhousie University","funders":"Faculty of Medicine, Dalhousie University; Dalhousie University; Royal College of Physicians and Surgeons of Canada","keywords":"Grounded theory; Medicine; Qualitative research; Medical education; Perspective (graphical); Constructivist grounded theory; Health care; Nursing","score_opus":0.09805869607948847,"score_gpt":0.44973201545124847,"score_spread":0.35167331937176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093306077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82558787,0.0007320852,0.020196432,0.1459426,0.0034505916,0.000566372,0.0000040241653,0.00004532517,0.0034746912],"genre_scores_gemma":[0.9606782,0.00021270932,0.009855851,0.015092395,0.010521304,0.000028277123,0.0000069291486,0.00006675983,0.003537527],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9932071,0.00050011923,0.0021324907,0.00044723056,0.0032938914,0.00041919076],"domain_scores_gemma":[0.9955564,0.00032097075,0.0010622205,0.00029283218,0.0019438335,0.0008237123],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026980005,0.0003805746,0.0011346056,0.00049578224,0.00012980806,0.000029170125,0.00050251675,0.00016248671,0.0025424918],"category_scores_gemma":[0.009955959,0.00025332818,0.0002314173,0.00071825157,0.00032004388,0.00038951106,0.00013493432,0.0019954082,0.00005018307],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003451459,0.002258769,0.005723704,0.00023526723,0.0022297895,0.007976807,0.6579933,0.000032972275,0.009042368,0.001702581,0.3038495,0.005503489],"study_design_scores_gemma":[0.03490006,0.021222724,0.017286407,0.007075304,0.0016972591,0.0044843503,0.77975625,0.0070618982,0.0052379025,0.00037805596,0.119885035,0.0010147402],"about_ca_topic_score_codex":0.00081677036,"about_ca_topic_score_gemma":0.000087889886,"teacher_disagreement_score":0.18396445,"about_ca_system_score_codex":0.0009429698,"about_ca_system_score_gemma":0.00060078665,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W3093648806","doi":"10.1007/s40037-020-00618-9","title":"Using mobile technology in assessment of entrustable professional activities in undergraduate medical education","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Formative assessment; Curriculum; Medical education; Coaching; Mobile technology; Computer science; Psychology; Medicine; Mobile device; Pedagogy","score_opus":0.018639570692115373,"score_gpt":0.4204800033136818,"score_spread":0.40184043262156643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093648806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89006025,0.00045048248,0.0010171372,0.10447128,0.00088591455,0.00082113233,0.000001338048,0.00004574993,0.0022467244],"genre_scores_gemma":[0.9880121,0.0002172629,0.0066233557,0.004190805,0.0003888162,0.0003574401,0.00005570464,0.000025214176,0.00012929631],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99686235,0.00016960163,0.0007034931,0.0004954799,0.0014692207,0.0002998289],"domain_scores_gemma":[0.9988627,0.00010995483,0.00022629603,0.00026483578,0.00030460348,0.00023162739],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077782915,0.00018923642,0.00042531724,0.00097105704,0.00005849549,0.000009320376,0.00022482409,0.00040482963,0.0013876987],"category_scores_gemma":[0.008161353,0.00017707403,0.00005161502,0.0021406144,0.00038273097,0.00016432467,0.00006433814,0.0012285226,0.0000067094525],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005525862,0.040807705,0.35062498,0.0015649085,0.00012460306,0.00002811732,0.035365988,0.00018589936,0.00307839,0.22954911,0.013462286,0.3246554],"study_design_scores_gemma":[0.008592286,0.0022216134,0.1627045,0.01137753,0.0001603907,0.00021618906,0.6808475,0.104103856,0.002529718,0.015117881,0.010957381,0.0011711492],"about_ca_topic_score_codex":0.00014225952,"about_ca_topic_score_gemma":0.000018961422,"teacher_disagreement_score":0.6454815,"about_ca_system_score_codex":0.0012042519,"about_ca_system_score_gemma":0.019309333,"threshold_uncertainty_score":0.9995252},"labels":[],"label_agreement":null},{"id":"W3093681987","doi":"10.1051/pmed/2020033","title":"Impliquer des patients dans la révision d’un curriculum de formation en médecine : une étude mixte sur l’intégration d’une perspective d’éthique clinique","year":2020,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Université Laval; Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Sociology","score_opus":0.02150316035689352,"score_gpt":0.3256033797672324,"score_spread":0.3041002194103389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093681987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7873209,0.0013342466,0.11080633,0.09438205,0.0011714769,0.0013859167,0.000054719643,0.00026923825,0.0032751025],"genre_scores_gemma":[0.9724617,0.0022751486,0.014483388,0.0072391084,0.0021413073,0.00020908423,0.0006479546,0.000113384755,0.00042892477],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946783,0.001075605,0.001462665,0.00081334345,0.0010174273,0.0009526628],"domain_scores_gemma":[0.9959223,0.000597036,0.0005341435,0.0005478493,0.0018016383,0.00059700495],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021145395,0.0005632893,0.0006943109,0.0002701675,0.0004527819,0.0001036319,0.00042832276,0.0010437161,0.00055497035],"category_scores_gemma":[0.012736695,0.00055102195,0.0002479859,0.0022471684,0.00076847733,0.0009113543,0.00020150813,0.0019465428,0.00029704775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070431404,0.011165445,0.24938908,0.0027913852,0.0005036128,0.00017327486,0.18838829,0.00035877098,0.012444451,0.05931255,0.068874665,0.40589416],"study_design_scores_gemma":[0.009837018,0.0031171844,0.78393465,0.0031600147,0.0009292226,0.00019275653,0.064702936,0.063288584,0.011762437,0.020037908,0.0375896,0.001447698],"about_ca_topic_score_codex":0.0012461261,"about_ca_topic_score_gemma":0.00016615368,"teacher_disagreement_score":0.53454554,"about_ca_system_score_codex":0.0026644943,"about_ca_system_score_gemma":0.0009714528,"threshold_uncertainty_score":0.9996941},"labels":[],"label_agreement":null},{"id":"W3093698857","doi":"10.1111/medu.14401","title":"Implementing longitudinal integrated curricula: Systematic review of barriers and facilitators","year":2020,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bundesministerium für Gesundheit","keywords":"Curriculum; PsycINFO; Critical appraisal; Medical education; Thematic analysis; Checklist; Documentation; Inclusion (mineral); MEDLINE; Psychology; Qualitative research; Data collection; Medicine; Pedagogy; Alternative medicine; Computer science; Sociology; Political science; Social psychology","score_opus":0.021073059107493446,"score_gpt":0.4070206760549313,"score_spread":0.38594761694743784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093698857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015311593,0.99351215,0.00015023463,0.0025708047,0.0006889187,0.0027825036,0.000015879968,0.00004559878,0.00021856588],"genre_scores_gemma":[0.000011055424,0.99362046,0.000726388,0.0034089591,0.00023605603,0.00073429116,0.0011093797,0.000038591337,0.00011479531],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954094,0.00034310907,0.0022736846,0.00048771463,0.0011674421,0.00031860708],"domain_scores_gemma":[0.9974615,0.00016254204,0.0009998794,0.0004751151,0.0005830344,0.0003179166],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023481078,0.00038839682,0.0029757847,0.00033475988,0.00009025251,0.0000148896415,0.0002464616,0.00034903956,0.0014820654],"category_scores_gemma":[0.049594723,0.00027349987,0.0003027527,0.001620701,0.00024600214,0.000068104826,0.00009898727,0.0008847864,0.000041171297],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[7.1925996e-7,0.000050297345,0.000022618879,0.60289335,0.0001101154,0.0000024343785,0.00005417639,3.624564e-10,1.5253148e-8,0.00015266187,0.018735409,0.3779782],"study_design_scores_gemma":[0.000069463036,0.000037563565,0.0000027153735,0.53627235,0.0024223176,0.00015482768,0.000308299,0.000011041348,1.01309816e-7,0.000004789005,0.46060562,0.000110933695],"about_ca_topic_score_codex":0.00002787218,"about_ca_topic_score_gemma":9.529453e-7,"teacher_disagreement_score":0.4418702,"about_ca_system_score_codex":0.00036415155,"about_ca_system_score_gemma":0.008145246,"threshold_uncertainty_score":0.99997175},"labels":[],"label_agreement":null},{"id":"W3093796583","doi":"10.1503/cmaj.1095902","title":"Increasing safety concerns over medical licensing exam","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Sitting; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Patient safety; 2019-20 coronavirus outbreak; Family medicine; Medical education; Pathology; Political science; Outbreak; Health care; Law","score_opus":0.016182547936837308,"score_gpt":0.29940665831486674,"score_spread":0.2832241103780294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093796583","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48757443,0.00018731956,0.0013603551,0.49363536,0.002103647,0.00023190906,0.000011193844,0.00008576861,0.014810042],"genre_scores_gemma":[0.72523576,0.00015138788,0.0013590227,0.2612108,0.011745681,0.0000034218697,0.000053894903,0.000039360748,0.00020068244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939556,0.00030460497,0.000918356,0.00026143857,0.003906112,0.000653866],"domain_scores_gemma":[0.9943494,0.00031283507,0.00031475164,0.00014116259,0.00084181805,0.00404003],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00414412,0.00017752127,0.000401218,0.0002118223,0.0004250989,0.0000903783,0.0002582304,0.0008111952,0.03041219],"category_scores_gemma":[0.050900027,0.00016731396,0.00012522755,0.000821199,0.000116817275,0.00017996237,0.000032932552,0.0027345587,0.00035518172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090837864,0.00007544984,0.1605054,0.00004554585,0.00024621133,0.0013698651,0.0015937793,0.0000022814932,0.000052878644,0.0009809191,0.6106193,0.22441752],"study_design_scores_gemma":[0.0023580724,0.00009974567,0.0678914,0.00035863818,0.000077768185,0.0020812019,0.00083997,0.0054829954,0.000013617413,0.000042490523,0.92053694,0.00021718923],"about_ca_topic_score_codex":0.0018219969,"about_ca_topic_score_gemma":0.0016546047,"teacher_disagreement_score":0.3099176,"about_ca_system_score_codex":0.0022397395,"about_ca_system_score_gemma":0.011122583,"threshold_uncertainty_score":0.9995662},"labels":[],"label_agreement":null},{"id":"W3093895736","doi":"10.51847/qw_wjfz","title":"10.51847/qw_WJFz","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Epilepsy; Training (meteorology); Medicine; Psychology; Medical education; Psychiatry; Pedagogy","score_opus":0.007699662234327713,"score_gpt":0.24797615676697787,"score_spread":0.24027649453265015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093895736","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011064056,0.000015648906,0.0000035079881,0.006381549,0.000007435976,0.00019439762,0.0000014089487,0.00009646663,0.98223555],"genre_scores_gemma":[0.0006700502,2.3242814e-7,0.001397194,0.0014805977,0.00034536593,0.000024126824,0.00004670809,0.0000150874475,0.9960206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933916,0.000010778408,0.00015854217,0.00013166555,0.00020730245,0.00015257232],"domain_scores_gemma":[0.99954456,0.000013741934,0.000015142,0.00025772044,0.00009199016,0.00007685745],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015594409,0.00006757149,0.000107872795,0.000091071444,0.000043254524,0.000008723411,0.000069739996,0.00005488396,0.99640936],"category_scores_gemma":[0.0002444301,0.00006198822,0.000023687406,0.00041507493,0.00003089384,0.000036474143,0.000009536197,0.00010888571,0.9830115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034418328,0.00006674138,6.93119e-7,0.0000062390573,0.000006981426,0.0000022248298,0.000019088633,0.0000021376668,0.000059445807,0.000005044274,0.21879497,0.781002],"study_design_scores_gemma":[0.00025068258,0.00012016858,0.00040759292,0.000029802539,0.000019525192,0.000022125972,0.0000021983958,0.00016774876,0.00004027103,0.0000027834044,0.9988721,0.00006502133],"about_ca_topic_score_codex":0.0000063622274,"about_ca_topic_score_gemma":1.0609041e-8,"teacher_disagreement_score":0.780937,"about_ca_system_score_codex":0.000059847447,"about_ca_system_score_gemma":0.000064154556,"threshold_uncertainty_score":0.25278062},"labels":[],"label_agreement":null},{"id":"W3094322975","doi":"10.5430/jnep.v10n12p69","title":"Implementation of a Formative Objective Structured Clinical Exam to assess self evaluation in a rural BSN-DNP program","year":2020,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Memphis","keywords":"Formative assessment; Objective structured clinical examination; Medical education; Bachelor; Competence (human resources); Self-assessment; Nursing; Strengths and weaknesses; Psychology; Medicine; Pedagogy","score_opus":0.19979240172864676,"score_gpt":0.6091261306101832,"score_spread":0.4093337288815364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094322975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570699,0.00011305862,0.0008650272,0.038910434,0.0010855338,0.0009237681,9.1840286e-7,0.000009587666,0.0010218105],"genre_scores_gemma":[0.922401,0.00003991114,0.07440199,0.002647972,0.00045846688,0.000024041194,0.000015221887,0.000008025086,0.0000033349118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978432,0.00051834184,0.0009031907,0.0001059188,0.0005273664,0.000101972175],"domain_scores_gemma":[0.9964207,0.0003526481,0.0009736623,0.00008054947,0.0020489038,0.00012356965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027917617,0.00008321269,0.00024174372,0.00026030376,0.00005853822,0.000026478985,0.00005409673,0.00007412753,0.000050366303],"category_scores_gemma":[0.007568153,0.00007446134,0.000040422405,0.00074284367,0.000042029256,0.0006946801,0.000009554112,0.0003978541,0.0000012444344],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061151705,0.0016604421,0.005920675,0.000057132496,0.00006468692,6.2903297e-7,0.07269298,0.0000066832067,0.0004432645,0.00016759793,0.0042908774,0.91408354],"study_design_scores_gemma":[0.0032231421,0.003324035,0.6412911,0.0007475412,0.0007333832,0.0006703752,0.3409252,0.0016630725,0.0006462705,0.00048227343,0.0061626327,0.00013097216],"about_ca_topic_score_codex":0.000015704665,"about_ca_topic_score_gemma":0.0000021842673,"teacher_disagreement_score":0.9139525,"about_ca_system_score_codex":0.00035702324,"about_ca_system_score_gemma":0.0017950905,"threshold_uncertainty_score":0.9060333},"labels":[],"label_agreement":null},{"id":"W3094456505","doi":"10.1177/2382120520965247","title":"Impact of COVID-19 on Canadian Medical Education: Pre-clerkship and Clerkship Students Affected Differently","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Coronavirus disease 2019 (COVID-19); Curriculum; Clinical clerkship; Perspective (graphical); Quality (philosophy); Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Medicine; Pedagogy; Computer science","score_opus":0.022994455526874957,"score_gpt":0.39587160297164387,"score_spread":0.3728771474447689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094456505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9254355,0.0008334044,0.00022286226,0.0722444,0.00074427977,0.00034971596,0.0000011462422,0.000011224224,0.0001574956],"genre_scores_gemma":[0.9717147,0.00038769306,0.0011214683,0.02599089,0.00062244025,0.000025365593,0.000050360006,0.000017842105,0.000069238224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954959,0.0001680663,0.0009772255,0.00025687047,0.0028448736,0.00025707218],"domain_scores_gemma":[0.9946668,0.000078789926,0.00041903468,0.00015528194,0.0006265316,0.0040535224],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015537898,0.00021671611,0.00046408642,0.00043684684,0.00013103503,0.000044483266,0.00032272714,0.00033715626,0.0031939487],"category_scores_gemma":[0.016557759,0.0001589177,0.00009060883,0.0006192659,0.00017153824,0.000086421715,0.0000565523,0.0008483939,0.000008464318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002133716,0.00490192,0.36871257,0.0006351668,0.00047450728,0.0000462235,0.011460197,0.0000019736015,0.000023112896,0.0010303821,0.17477179,0.4377288],"study_design_scores_gemma":[0.0022500607,0.0006519368,0.95765734,0.0013638582,0.00010954053,0.0006870981,0.0021431649,0.00018460373,0.00002227216,0.00007558328,0.034654684,0.00019986914],"about_ca_topic_score_codex":0.00066090596,"about_ca_topic_score_gemma":0.00015623831,"teacher_disagreement_score":0.58894473,"about_ca_system_score_codex":0.000666875,"about_ca_system_score_gemma":0.047674388,"threshold_uncertainty_score":0.99771726},"labels":[],"label_agreement":null},{"id":"W3094588240","doi":"10.1007/s12630-020-01823-0","title":"Validity of entrustment scales within anesthesiology residency training","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Generalizability theory; Anesthesiology; Medicine; Competence (human resources); Cronbach's alpha; Scale (ratio); Medical education; Psychology; Psychometrics; Clinical psychology; Anesthesia; Social psychology; Developmental psychology","score_opus":0.03868263521918983,"score_gpt":0.27389045082682545,"score_spread":0.23520781560763562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094588240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96178454,0.0005121925,0.000061095205,0.036669448,0.0004021398,0.00020487163,0.0000025768481,0.0000098213495,0.0003533017],"genre_scores_gemma":[0.99209034,0.000034540113,0.004993367,0.0013895839,0.0013144469,0.0000026532898,0.0000095804835,0.00005004793,0.00011542839],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.99633074,0.00025761692,0.001712074,0.00025022397,0.00073098246,0.00071836886],"domain_scores_gemma":[0.9945333,0.000105931635,0.0013534643,0.00026002378,0.0013868576,0.0023603996],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00217723,0.00031049683,0.0009515289,0.00082984596,0.0003016835,0.00006176772,0.0005321724,0.0002864906,0.00046339093],"category_scores_gemma":[0.0025492527,0.00027158065,0.00029972653,0.0008856962,0.00048421338,0.00028662136,0.0000077084605,0.001253896,0.000012896197],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000825342,0.00020626248,0.156345,0.0005013834,0.00041348438,0.7384653,0.041606434,0.00058319053,0.00074862817,0.004480713,0.03460731,0.021216923],"study_design_scores_gemma":[0.0012010202,0.0029679276,0.047206644,0.00044464204,0.00025242826,0.9351552,0.004887398,0.00010887442,0.00045190737,0.0010304739,0.0060165795,0.00027690688],"about_ca_topic_score_codex":0.00087527855,"about_ca_topic_score_gemma":0.0009964023,"teacher_disagreement_score":0.19668987,"about_ca_system_score_codex":0.0009010506,"about_ca_system_score_gemma":0.01664976,"threshold_uncertainty_score":0.99997365},"labels":[],"label_agreement":null},{"id":"W3094698337","doi":"10.1007/s13187-020-01895-y","title":"Implementation of Competency-Based Medical Education in a Canadian Medical Oncology Training Program: a First Year Retrospective Review","year":2020,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Subspecialty; Medicine; Portfolio; Medical education; Tracking (education); Faculty development; Professional development; Family medicine; Psychology","score_opus":0.025895040355481257,"score_gpt":0.48355848342874364,"score_spread":0.4576634430732624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094698337","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30765188,0.0071157017,0.00015647494,0.6792989,0.002273639,0.001411613,0.0000057785205,0.000017180235,0.00206888],"genre_scores_gemma":[0.93990254,0.0033687174,0.011947912,0.042886246,0.0015743911,0.00020963549,0.000070923496,0.000023505674,0.00001612872],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972023,0.000104941224,0.001136269,0.00016552786,0.0011626756,0.00022828091],"domain_scores_gemma":[0.9971931,0.00004303249,0.00071870256,0.00012115871,0.0013548001,0.0005692059],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013964208,0.00011460193,0.00047615412,0.000417514,0.000039051498,0.00000734986,0.00018582983,0.0001876487,0.0049725487],"category_scores_gemma":[0.004157836,0.00010565724,0.00008729001,0.0011184394,0.0001001575,0.000121569705,0.000008692673,0.00065930234,0.0000048855113],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006006417,0.0006917904,0.17212844,0.0011131085,0.000044215256,0.0000069626376,0.0022250207,0.0000016476561,0.000012110351,0.0012790993,0.052244097,0.77019346],"study_design_scores_gemma":[0.004820193,0.0027057903,0.5615951,0.022044688,0.00049985346,0.0002915967,0.016818125,0.0011960536,0.00017591803,0.0004773224,0.38902548,0.00034992877],"about_ca_topic_score_codex":0.018346574,"about_ca_topic_score_gemma":0.0871404,"teacher_disagreement_score":0.7698435,"about_ca_system_score_codex":0.0018772989,"about_ca_system_score_gemma":0.22155094,"threshold_uncertainty_score":0.99593705},"labels":[],"label_agreement":null},{"id":"W3094805407","doi":"10.3138/jsp.52.1.02","title":"Thinking about Starting an Interdisciplinary Journal: The Medical Humanities as a Case in Point","year":2020,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Field (mathematics); Interdisciplinarity; Point (geometry); Sociology; Epistemology; Medical humanities; Humanities; Engineering ethics; Social science; Philosophy; Political science; Engineering; Medicine; Medical education; Law","score_opus":0.05343142272926686,"score_gpt":0.3705151887669351,"score_spread":0.31708376603766825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094805407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73395294,0.0005839025,0.00068321096,0.26157176,0.00080669735,0.000103170074,4.36661e-7,0.000019072339,0.0022788192],"genre_scores_gemma":[0.9455115,0.000036268517,0.0044306577,0.04577556,0.004169584,0.000002523841,0.0000037510868,0.00003196124,0.000038188635],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9950197,0.00035713732,0.0015863135,0.00016934506,0.002539169,0.00032837156],"domain_scores_gemma":[0.9956865,0.000250742,0.0010901404,0.00023675364,0.002292351,0.0004435702],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.016749825,0.00015495562,0.0003667168,0.0005870291,0.00072332344,0.011058139,0.0009180266,0.00023279968,0.0005225644],"category_scores_gemma":[0.04859013,0.00010169328,0.0001344675,0.0008979956,0.00013553731,0.03396479,0.00038431791,0.008342456,0.000005855787],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009892338,0.0011255551,0.029943839,0.00038034914,0.00047256408,0.083116114,0.4244718,0.00011996575,0.0011498233,0.013873228,0.12853086,0.31582668],"study_design_scores_gemma":[0.0068202107,0.00317526,0.02006433,0.0060190195,0.00033307573,0.24566826,0.63486034,0.006316643,0.00016972602,0.040439878,0.035578653,0.00055457174],"about_ca_topic_score_codex":0.00004438711,"about_ca_topic_score_gemma":0.00002799143,"teacher_disagreement_score":0.3152721,"about_ca_system_score_codex":0.00040176322,"about_ca_system_score_gemma":0.0011979886,"threshold_uncertainty_score":0.99394536},"labels":[],"label_agreement":null},{"id":"W3094832932","doi":"10.1093/ajhp/zxaa351","title":"Educating community clinicians using principles of academic detailing in an evolving landscape","year":2020,"lang":"en","type":"article","venue":"American Journal of Health-System Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Sociology; Medical education; Engineering ethics; Medicine; Engineering","score_opus":0.16959634262581316,"score_gpt":0.47715969565696315,"score_spread":0.30756335303115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094832932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98176914,0.0008303182,0.0011004487,0.015547201,0.00038516792,0.0002515126,0.0000020162956,0.000019005269,0.00009517133],"genre_scores_gemma":[0.9805037,0.0000809651,0.015375738,0.0033518318,0.00065072963,0.0000028411007,0.0000048438283,0.000028163635,0.0000012056807],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9954656,0.0011910395,0.002462264,0.00013017507,0.00044874317,0.00030222963],"domain_scores_gemma":[0.99563235,0.00037413463,0.002899553,0.00020738304,0.00061870774,0.00026786848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051926747,0.00013814137,0.00085076946,0.00035301642,0.0001683552,0.000010541076,0.00029774947,0.00003588867,0.000022117603],"category_scores_gemma":[0.00232476,0.00012790153,0.00008343514,0.0011495075,0.00013560295,0.0002810365,0.00004243088,0.0019435431,0.0000014727939],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025451585,0.000319046,0.7610557,0.001514551,0.000057610712,0.000011546646,0.022474356,0.0005932434,0.005726222,0.000036174748,0.00015210398,0.20780492],"study_design_scores_gemma":[0.008248456,0.004773257,0.18558194,0.0141914375,0.0003813322,0.0019826512,0.5310274,0.24612324,0.0024869714,0.000012455634,0.0045663975,0.0006244661],"about_ca_topic_score_codex":0.0006044411,"about_ca_topic_score_gemma":0.0000074472787,"teacher_disagreement_score":0.5754738,"about_ca_system_score_codex":0.0004074964,"about_ca_system_score_gemma":0.0022114709,"threshold_uncertainty_score":0.84438354},"labels":[],"label_agreement":null},{"id":"W3094921286","doi":"10.26443/mjm.v18i1.289","title":"The pre-clerkship medical student's experience during the COVID-19 pandemic: An international conversation with recommendations for progress","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Gratitude; Medical education; Context (archaeology); Conversation; Pandemic; Coronavirus disease 2019 (COVID-19); Medicine; Psychology","score_opus":0.11423442857010946,"score_gpt":0.46370090396026276,"score_spread":0.3494664753901533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094921286","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32865152,0.000111926434,0.004839406,0.66475683,0.00093826605,0.00058609736,0.0000049589776,0.000028481227,0.00008248971],"genre_scores_gemma":[0.95260245,0.00030486466,0.0013745328,0.043664563,0.0018362518,0.00008661765,0.00003610841,0.000018773648,0.00007583641],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973806,0.0001273607,0.0007522481,0.00017364517,0.0013789367,0.00018720367],"domain_scores_gemma":[0.9976059,0.00043491373,0.00056153175,0.0002111932,0.0008044573,0.0003819826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021175523,0.00012526085,0.00022951218,0.00009227673,0.000502212,0.000024366733,0.0005518254,0.00007667599,0.00035745747],"category_scores_gemma":[0.0072171227,0.000059139584,0.000045125013,0.00035178597,0.00059229514,0.00024060438,0.00003981581,0.00053861353,0.0000013079958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009711694,0.0011603313,0.44777024,0.00048269136,0.001386282,0.00017335897,0.09814812,0.000119682365,0.0014415678,0.007351558,0.107671455,0.32458302],"study_design_scores_gemma":[0.014295366,0.0030932347,0.063190475,0.0005130915,0.00029427325,0.0027820892,0.037212655,0.0031515914,0.00014886115,0.00019737966,0.87492603,0.00019497861],"about_ca_topic_score_codex":0.00000766723,"about_ca_topic_score_gemma":0.0000067990977,"teacher_disagreement_score":0.76725453,"about_ca_system_score_codex":0.00027255825,"about_ca_system_score_gemma":0.00030183056,"threshold_uncertainty_score":0.8640091},"labels":[],"label_agreement":null},{"id":"W3094981044","doi":"10.22454/primer.2020.796230","title":"Association Between Family Medicine Residents’ Mindsets and In-Training Exam Scores","year":2020,"lang":"en","type":"article","venue":"PRiMER","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Association (psychology); Psychology; Medical education; Training (meteorology); Family medicine; Medicine; Applied psychology; Geography; Psychotherapist","score_opus":0.0857806422847379,"score_gpt":0.36066245045177064,"score_spread":0.2748818081670327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094981044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95702845,0.0002890491,0.00013336635,0.039000615,0.00015474434,0.00019997994,0.0000010374215,0.000033750228,0.0031589852],"genre_scores_gemma":[0.99156827,0.000036027028,0.0017050111,0.005475091,0.0008292615,0.000011007242,0.00005550561,0.000013621671,0.00030621435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99887717,0.000038758793,0.00031982476,0.00020053049,0.0003929137,0.00017081316],"domain_scores_gemma":[0.99948245,0.00012112501,0.0001083297,0.00010127701,0.00010370357,0.000083090235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056873565,0.00008479634,0.00023055244,0.0001299387,0.00003777018,0.000007770173,0.000053012605,0.00010430387,0.00012045017],"category_scores_gemma":[0.0037497773,0.00007563128,0.0000128621205,0.0004514621,0.000057118716,0.000074455405,0.000027538772,0.00028827848,0.000031687214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022559994,0.000016268019,0.94161046,0.000052061612,0.000047711772,0.0000046420237,0.004994764,2.4825275e-7,0.0028338977,0.000050800103,0.021154022,0.029212581],"study_design_scores_gemma":[0.0010077502,0.00008673328,0.99043626,0.00015990679,0.00008733311,0.0000016710401,0.00083634624,0.00006665577,0.0004185212,0.00014390783,0.0066862074,0.00006873913],"about_ca_topic_score_codex":0.000092039205,"about_ca_topic_score_gemma":0.000002759918,"teacher_disagreement_score":0.04882578,"about_ca_system_score_codex":0.000111577414,"about_ca_system_score_gemma":0.00009007292,"threshold_uncertainty_score":0.44891044},"labels":[],"label_agreement":null},{"id":"W3095296690","doi":"10.22541/au.160468388.89785472/v1","title":"Professionalism assessment of clinical teachers as a role model","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Shahid Sadoughi University of Medical Sciences; Ryerson University","keywords":"Confirmatory factor analysis; Viewpoints; Descriptive statistics; Psychology; Medical education; Test (biology); Medicine; Family medicine; Structural equation modeling; Statistics","score_opus":0.18345606838066952,"score_gpt":0.5697886591829749,"score_spread":0.3863325908023054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095296690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7109038,0.00007619409,0.03312547,0.073904924,0.0021912707,0.0016730032,0.000012781744,0.00017313131,0.17793937],"genre_scores_gemma":[0.7971879,0.000022958908,0.18847269,0.007141836,0.00045345092,0.00013402691,0.00038619112,0.000028831979,0.0061721103],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972188,0.000105761064,0.0012564847,0.00046136806,0.0008115786,0.00014602502],"domain_scores_gemma":[0.9983027,0.00007138379,0.00046066073,0.0006008763,0.0004585308,0.000105875035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013394395,0.000178431,0.0006877085,0.00011221812,0.000027750613,0.000007058284,0.00021793538,0.0006192714,0.0007932046],"category_scores_gemma":[0.0021770482,0.00014092741,0.0002128982,0.00017607483,0.00013458349,0.000024879426,0.0004254735,0.0017117157,0.000030435105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035463437,0.0077818492,0.0667453,0.0033079553,0.0016337236,0.00003172236,0.008173342,0.0020448607,0.0020007729,0.21642715,0.42641833,0.26508033],"study_design_scores_gemma":[0.002025221,0.00030704093,0.06125104,0.0013903305,0.0005027238,0.000009779717,0.0026148653,0.8630946,0.00022434113,0.056744948,0.011445796,0.0003892886],"about_ca_topic_score_codex":0.000056898254,"about_ca_topic_score_gemma":5.686691e-7,"teacher_disagreement_score":0.8610498,"about_ca_system_score_codex":0.00012170708,"about_ca_system_score_gemma":0.0047906553,"threshold_uncertainty_score":0.8685034},"labels":[],"label_agreement":null},{"id":"W3095307575","doi":"10.1111/medu.14408","title":"Exploring patients’ and physicians’ perspectives about competent health advocacy","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Dalhousie University; University of Ottawa","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Patient advocacy; Medicine; Family medicine; MEDLINE; Nursing; Medical education; Political science","score_opus":0.04388101393492306,"score_gpt":0.34358279059816793,"score_spread":0.2997017766632449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095307575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7517422,0.0006606468,0.00060084736,0.24506016,0.00072762463,0.00037620365,8.5337734e-7,0.000077355005,0.00075409294],"genre_scores_gemma":[0.90939635,0.0006004239,0.0025654933,0.085962124,0.0011343488,0.00011679792,0.00014495944,0.000021006152,0.000058505724],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983638,0.000054551678,0.00035669754,0.00032134028,0.00068706204,0.00021653024],"domain_scores_gemma":[0.9991812,0.000029427472,0.00011783748,0.000150082,0.00029185982,0.00022959529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024789578,0.00012326718,0.00023896908,0.00009449855,0.00012993971,0.000017579385,0.000083018516,0.000056029137,0.00024667862],"category_scores_gemma":[0.0034033041,0.00011455379,0.00003630134,0.00047340093,0.00015887654,0.00017149597,0.00003475978,0.00037596867,0.00004281747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035753754,0.0013056644,0.016720513,0.0003195483,0.000025268486,6.846342e-7,0.037540663,2.916002e-7,0.000016752641,0.00212544,0.08212328,0.85978615],"study_design_scores_gemma":[0.002171457,0.0008706594,0.7365724,0.0010161218,0.00005648481,0.000013970328,0.055789046,0.0016009151,0.00008101557,0.00009500615,0.20143068,0.00030228458],"about_ca_topic_score_codex":0.00006338402,"about_ca_topic_score_gemma":0.0000012731656,"teacher_disagreement_score":0.85948384,"about_ca_system_score_codex":0.0002068227,"about_ca_system_score_gemma":0.0017702844,"threshold_uncertainty_score":0.4671368},"labels":[],"label_agreement":null},{"id":"W3095619545","doi":"10.1096/fasebj.2019.33.1_supplement.767.25","title":"Using Digital Multimedia to Learn the Human Gross Anatomy: A Virtual Guide to the Musculoskeletal System","year":2019,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Gross anatomy; Presentation (obstetrics); Curriculum; Multimedia; Medical education; Human anatomy; Resource (disambiguation); Medicine; Computer science; Anatomy; Psychology; Surgery; Pedagogy","score_opus":0.01944122246131237,"score_gpt":0.3528079894063714,"score_spread":0.33336676694505907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095619545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761759,0.000028917753,0.0047159726,0.01522641,0.0015807074,0.0007605828,0.000006268519,0.000035818262,0.0014694112],"genre_scores_gemma":[0.9912074,9.742448e-7,0.001033068,0.002967564,0.002197107,0.000014547653,0.000009306622,0.000031827167,0.002538158],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812037,0.00013247151,0.0004877507,0.00017582982,0.00071346946,0.0003701266],"domain_scores_gemma":[0.9986144,0.00012775017,0.00016602867,0.00060157024,0.00033334858,0.000156957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017403224,0.00016229312,0.0002064378,0.00014085318,0.0007540587,0.00022509883,0.00054384576,0.000064869484,0.0001635507],"category_scores_gemma":[0.0008005218,0.000072600626,0.00013013357,0.00064183766,0.00012726558,0.00014710875,0.00013387202,0.00084726,0.00059619575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053667655,0.0007398005,0.021420302,0.00027176162,0.0011707651,0.000162745,0.04834531,0.00886417,0.16648611,0.011632865,0.33739874,0.40297076],"study_design_scores_gemma":[0.007779227,0.0028728226,0.041655295,0.002865913,0.0009899685,0.011918833,0.16658968,0.060866028,0.0065165665,0.00018536525,0.69636536,0.0013949594],"about_ca_topic_score_codex":0.00004503589,"about_ca_topic_score_gemma":0.0000052416985,"teacher_disagreement_score":0.4015758,"about_ca_system_score_codex":0.00039938357,"about_ca_system_score_gemma":0.0002518326,"threshold_uncertainty_score":0.7663089},"labels":[],"label_agreement":null},{"id":"W3095958223","doi":"10.36834/cmej.69333","title":"A narrative review of ambulatory care education in Canadian internal medicine","year":2020,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Centre for Global Health Research; The Wilson Centre; University of Toronto","funders":"","keywords":"Ambulatory care; Ambulatory; Curriculum; Narrative; Medicine; MEDLINE; Health care; Narrative review; PsycINFO; Medical education; Family medicine; Political science; Internal medicine; Intensive care medicine; Law","score_opus":0.019759054989734622,"score_gpt":0.4109649734275183,"score_spread":0.3912059184377837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095958223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013820435,0.93435824,0.000003185284,0.041215163,0.005321304,0.0013251399,0.00001560384,0.000010945657,0.017736588],"genre_scores_gemma":[0.00005356535,0.92822534,0.00045795008,0.06592626,0.0035657375,0.00016828599,0.00091463624,0.00007693974,0.0006112706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99412566,0.00045329263,0.0026698653,0.0005248566,0.0014897799,0.0007365475],"domain_scores_gemma":[0.9842773,0.000086228116,0.0010559013,0.0005554295,0.002256558,0.011768604],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018409924,0.00053997093,0.0023769687,0.0033314044,0.00018316878,0.00002634025,0.0007419172,0.00087471685,0.030927109],"category_scores_gemma":[0.054409694,0.00045899555,0.00036042678,0.0024728458,0.00042093688,0.00014408048,0.000025446903,0.0038249097,0.00010787433],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000019747254,0.000057492423,0.00003733442,0.033684935,0.00005711029,0.00005491739,0.0022042166,8.735913e-9,1.0800493e-8,0.00026256568,0.3383029,0.6253365],"study_design_scores_gemma":[0.00020374478,0.0000896796,0.000059338192,0.3091624,0.0003890197,0.002183099,0.004374025,0.000002183279,3.9845744e-8,0.000023996106,0.6832993,0.00021318352],"about_ca_topic_score_codex":0.38801965,"about_ca_topic_score_gemma":0.41250703,"teacher_disagreement_score":0.65498906,"about_ca_system_score_codex":0.0095477635,"about_ca_system_score_gemma":0.66453683,"threshold_uncertainty_score":0.9997862},"labels":[],"label_agreement":null},{"id":"W3096710033","doi":"10.1016/j.ocl.2020.08.003","title":"Development and Implementation of International Curricula for Joint Replacement and Preservation","year":2020,"lang":"en","type":"review","venue":"Orthopedic Clinics of North America","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Curriculum; Certification; Medical education; Educational measurement; Medical physics; Engineering management; Pedagogy","score_opus":0.07302915377838212,"score_gpt":0.441462183723593,"score_spread":0.3684330299452109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096710033","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021260666,0.9668182,0.004672295,0.0014140124,0.00079692376,0.0046797856,0.0002190814,0.000035938145,0.00010311405],"genre_scores_gemma":[0.00009635228,0.94063014,0.055922747,0.00023366729,0.00018396914,0.0002973293,0.0025464566,0.000027854507,0.00006149362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973289,0.000033791213,0.0017269546,0.00036219432,0.00042187222,0.00012633101],"domain_scores_gemma":[0.9976019,0.00013501036,0.001538085,0.00020845747,0.0004371487,0.00007936046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000473095,0.00020633734,0.0010246147,0.0002321202,0.000040630126,0.0000070705582,0.000084964966,0.00009758239,0.000050518436],"category_scores_gemma":[0.0009908869,0.00017966104,0.0001222572,0.0003683899,0.0001329327,0.000053344957,0.000114385904,0.00020713932,0.0000013331381],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026214517,0.000092434835,0.00651371,0.008003313,0.00022363765,5.658803e-7,0.00029743032,1.3785096e-7,7.259418e-8,0.000042482738,0.0011232744,0.98367673],"study_design_scores_gemma":[0.0006613864,0.00034125813,0.0032921652,0.0020551644,0.0006018993,0.000009022935,0.0002155275,0.00012767148,5.4304223e-7,0.0000046267496,0.99256253,0.00012821253],"about_ca_topic_score_codex":0.000012064389,"about_ca_topic_score_gemma":0.000007659652,"teacher_disagreement_score":0.9914392,"about_ca_system_score_codex":0.000077305296,"about_ca_system_score_gemma":0.00076284417,"threshold_uncertainty_score":0.73263645},"labels":[],"label_agreement":null},{"id":"W3096880519","doi":"10.3747/co.27.6885","title":"Improving Formative Assessments in Canadian Medical Oncology Residency Training","year":2020,"lang":"en","type":"article","venue":"Current Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Juravinski Cancer Centre","funders":"","keywords":"Formative assessment; Medicine; Residency training; Medical education; Clinical Oncology; Training (meteorology); Oncology; Family medicine; Internal medicine; Cancer; Continuing education; Psychology","score_opus":0.17347405579183378,"score_gpt":0.5078011763090964,"score_spread":0.3343271205172626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096880519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72373205,0.0005951934,0.0033086715,0.20553057,0.0063430113,0.0012331619,0.000010306724,0.00011964363,0.05912741],"genre_scores_gemma":[0.981721,0.00006018097,0.0036990533,0.013339153,0.0009143595,0.00011499993,0.00010561867,0.000017994902,0.000027643991],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979372,0.0001717391,0.00061863626,0.00028590235,0.00042751562,0.00055901165],"domain_scores_gemma":[0.99864095,0.00013879659,0.0001531345,0.0001354014,0.00020174084,0.0007300007],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011586014,0.00013042644,0.0004106709,0.00032823093,0.00007716656,0.0000071042714,0.00018614747,0.00037238986,0.0016742429],"category_scores_gemma":[0.006756503,0.00012560426,0.000039675153,0.0006670775,0.00014956734,0.000120186596,0.00005645836,0.0013659423,0.00011583192],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005559602,0.00023954257,0.01378689,0.0001162941,0.000016817125,0.00017247893,0.010094941,8.814746e-7,0.000047668622,0.002071342,0.019210536,0.95418704],"study_design_scores_gemma":[0.004139678,0.0019952487,0.028432632,0.0002565868,0.00005882035,0.00019159088,0.010915031,0.028011663,0.00003295961,0.00033470648,0.9253873,0.0002437739],"about_ca_topic_score_codex":0.0062055807,"about_ca_topic_score_gemma":0.034875736,"teacher_disagreement_score":0.95394325,"about_ca_system_score_codex":0.002194573,"about_ca_system_score_gemma":0.018673666,"threshold_uncertainty_score":0.9992384},"labels":[],"label_agreement":null},{"id":"W3096953036","doi":"10.1080/0142159x.2020.1841128","title":"Exploring the connections between programmatic assessment and program evaluation within competency-based medical education programs","year":2020,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Program evaluation; Competency assessment; Evaluation methods; Self-assessment; Computer science; Medicine; Psychology; Political science; Pedagogy; Engineering","score_opus":0.18690797312896443,"score_gpt":0.44214982769010763,"score_spread":0.25524185456114323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096953036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7690719,0.000104523286,0.0023599772,0.2220488,0.0005717175,0.004034276,2.4329358e-7,0.0003565806,0.0014519846],"genre_scores_gemma":[0.97440565,0.000014768977,0.012883965,0.003741872,0.0015685019,0.006905156,0.00038004984,0.000040959785,0.00005906935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99486965,0.0004328983,0.00076770806,0.00045073984,0.003140196,0.00033880703],"domain_scores_gemma":[0.9982834,0.00006954833,0.00018484575,0.00035121405,0.00044570127,0.00066527736],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003983767,0.0002256579,0.00035165573,0.00010569416,0.00027395514,0.00007933964,0.0002501714,0.00021813886,0.001604569],"category_scores_gemma":[0.008542204,0.000151392,0.00007789792,0.0010102208,0.0005592925,0.00015014729,0.00006770829,0.0013615771,0.000031192714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013616812,0.0011464348,0.14624767,0.00022262086,0.00007810355,0.0000032657233,0.0012803638,0.0000013267227,0.0000014957276,0.0023725145,0.0013815756,0.847251],"study_design_scores_gemma":[0.0034026152,0.0014995356,0.07070564,0.0015452442,0.00080606306,0.00006575598,0.0054780995,0.8905751,0.000013507198,0.0011065342,0.02438139,0.00042049275],"about_ca_topic_score_codex":0.00003932641,"about_ca_topic_score_gemma":0.0000163304,"teacher_disagreement_score":0.8905738,"about_ca_system_score_codex":0.000268435,"about_ca_system_score_gemma":0.008343681,"threshold_uncertainty_score":0.99980927},"labels":[],"label_agreement":null},{"id":"W3097369673","doi":"10.1097/ceh.0000000000000307","title":"Learning With Patients, Students, and Peers","year":2020,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Cognitive reframing; Professional learning community; Psychology; Social learning; Experiential learning; Reflective practice; Meaning (existential); Pedagogy; Situated learning; Learning sciences; Active learning (machine learning); Informal learning; Social psychology; Computer science","score_opus":0.02203464502730881,"score_gpt":0.4102276464260454,"score_spread":0.38819300139873664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097369673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8840751,0.00019477199,0.0001869904,0.114657,0.00036894283,0.00038811183,1.6340175e-7,0.0000058325872,0.0001230577],"genre_scores_gemma":[0.9842938,0.00008993989,0.0027289235,0.012328819,0.00029679766,0.000010670315,0.0000069244197,0.000009488923,0.00023461183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985473,0.0002562069,0.00051498465,0.000081795464,0.00046714346,0.00013253756],"domain_scores_gemma":[0.9986796,0.00010863347,0.00055587135,0.00008086978,0.0004688376,0.00010619814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013075828,0.00006717925,0.00019217114,0.00014336282,0.00013090065,0.000020111616,0.00011462725,0.0000386603,0.000015660191],"category_scores_gemma":[0.0015350515,0.00003944776,0.000018280898,0.00042661643,0.00004400518,0.00010544766,0.000016070053,0.0008481319,0.0000016939188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014303223,0.00048551292,0.7726633,0.00017838254,0.000011516275,0.00000101921,0.07926067,0.000002928308,0.000008075865,0.00020042423,0.02143541,0.12560977],"study_design_scores_gemma":[0.0015681991,0.0012690419,0.8173992,0.0019663556,0.000032663527,0.00004259657,0.15688272,0.000031808017,0.0000037431466,0.000049153445,0.020696081,0.00005845484],"about_ca_topic_score_codex":0.000006724348,"about_ca_topic_score_gemma":0.0000011725393,"teacher_disagreement_score":0.12555131,"about_ca_system_score_codex":0.00008997832,"about_ca_system_score_gemma":0.0009797628,"threshold_uncertainty_score":0.36847582},"labels":[],"label_agreement":null},{"id":"W3097730505","doi":"10.1097/ceh.0000000000000316","title":"Toward Practice-Based Continuing Education Protocols","year":2020,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of Calgary; McMaster University Medical Centre","funders":"","keywords":"Competence (human resources); Formative assessment; Medical education; Continuing education; Intervention (counseling); Test (biology); Medicine; Continuing medical education; Psychology; Session (web analytics); Family medicine; Nursing; Computer science; Social psychology; Pedagogy","score_opus":0.06905283022282911,"score_gpt":0.4828348281923371,"score_spread":0.413781997969508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097730505","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27752358,0.00071668834,0.0042502144,0.7019621,0.002629686,0.011384869,0.0000013977588,0.000038545095,0.0014928879],"genre_scores_gemma":[0.8837791,0.000043691267,0.032863848,0.07928109,0.0021154156,0.0015334439,0.000025055278,0.000032035085,0.00032629902],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630487,0.00086187496,0.0015795461,0.00019510424,0.00075175497,0.00030687303],"domain_scores_gemma":[0.99507016,0.0004797076,0.0020388358,0.0003259358,0.0018590323,0.00022634483],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040340307,0.00016466735,0.00043648024,0.00031049643,0.00015210999,0.000058260935,0.00033295117,0.0001319941,0.000070874376],"category_scores_gemma":[0.011853173,0.00011614754,0.000104284976,0.0011484803,0.00007164379,0.00038546315,0.000021235453,0.0014398556,0.000014788526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005116468,0.0028438878,0.010195605,0.0010081056,0.000018678878,0.0000044655567,0.088680774,0.000009282423,0.00030287367,0.0021701292,0.19375743,0.7004971],"study_design_scores_gemma":[0.003681969,0.0017808558,0.04552243,0.020379873,0.00014910467,0.0004199739,0.38218305,0.00043476306,0.0002483993,0.0008215833,0.5440646,0.0003134078],"about_ca_topic_score_codex":0.000019295361,"about_ca_topic_score_gemma":0.0000013039838,"teacher_disagreement_score":0.7001837,"about_ca_system_score_codex":0.00038128573,"about_ca_system_score_gemma":0.00974399,"threshold_uncertainty_score":0.9964704},"labels":[],"label_agreement":null},{"id":"W3098864893","doi":"10.1093/pch/pxaa103","title":"Procedural skill needs for Canadian paediatricians: A national profile","year":2020,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; University of Ottawa; McMaster University; University of Toronto","funders":"","keywords":"Medicine; General practice; Competence (human resources); Family medicine; Pediatrics; Medical education; Psychology","score_opus":0.019344129667317328,"score_gpt":0.31121093724798166,"score_spread":0.2918668075806643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098864893","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02517832,0.0021799663,0.0031065932,0.94783777,0.0017182518,0.0053449413,0.0004761799,0.0003224144,0.013835552],"genre_scores_gemma":[0.6700752,0.00027941464,0.022829298,0.29426807,0.010009567,0.00043072342,0.0017762755,0.00007793895,0.00025356427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768454,0.00003177306,0.0006202647,0.0003393001,0.0006590179,0.00066508487],"domain_scores_gemma":[0.9979867,0.00008383383,0.00021942158,0.00015630778,0.0007957581,0.00075801206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007334402,0.0001919735,0.0003261938,0.00066147133,0.00045785867,0.000026545562,0.00015921492,0.00017061323,0.0001475094],"category_scores_gemma":[0.004135002,0.00018810734,0.00010655854,0.0026005125,0.000041725125,0.000107101,0.000020323037,0.00051877555,0.000118096235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006251297,0.00018952799,0.01934697,0.0010307146,0.000034051827,0.0000020849805,0.004369116,0.000011312421,0.000001882365,0.010617147,0.94073355,0.023601158],"study_design_scores_gemma":[0.0040921466,0.0012460556,0.06197283,0.00011014789,0.00012728266,0.00006635072,0.002357367,0.007390889,0.000020567866,0.001008168,0.9210227,0.000585467],"about_ca_topic_score_codex":0.001892975,"about_ca_topic_score_gemma":0.00072990416,"teacher_disagreement_score":0.6535697,"about_ca_system_score_codex":0.0010026805,"about_ca_system_score_gemma":0.008491281,"threshold_uncertainty_score":0.9971297},"labels":[],"label_agreement":null},{"id":"W3099958527","doi":"10.1503/cmaj.1095904","title":"Controversial medical licensing exam cancelled","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notice; United States Medical Licensing Examination; Medical education; Physical exam; Relevance (law); Computer science; Medical school; Medicine; Political science; Law; Surgery","score_opus":0.009900581400267798,"score_gpt":0.26991894729750826,"score_spread":0.2600183658972405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099958527","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15114032,0.00019066081,0.0015316627,0.8285968,0.003052063,0.00025715167,0.0000075025737,0.0000710717,0.015152786],"genre_scores_gemma":[0.6310587,0.00013025908,0.0009407493,0.35375726,0.0134290345,0.0000062818062,0.000035766225,0.00003372089,0.00060822966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946041,0.00015327305,0.00071742287,0.00023277939,0.0036760499,0.00061636703],"domain_scores_gemma":[0.9945782,0.00020273172,0.00026196783,0.000117904856,0.0009353941,0.0039037908],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021654547,0.00015506947,0.00038533437,0.00018959162,0.00033137322,0.00007101757,0.00025025904,0.00073273043,0.025945792],"category_scores_gemma":[0.039897617,0.00014536866,0.00012731814,0.0006794341,0.00009159805,0.00012543307,0.000022186081,0.002379552,0.00049966335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044154578,0.000047675236,0.012062697,0.00002181998,0.00015842453,0.0010158159,0.00087854057,0.0000015101463,0.00003453472,0.0004764167,0.89412034,0.09113807],"study_design_scores_gemma":[0.0034814365,0.00011535456,0.005535688,0.00016343633,0.00007520961,0.0009799197,0.0011641863,0.004993664,0.000029504166,0.0000347613,0.98324955,0.00017730135],"about_ca_topic_score_codex":0.0009750028,"about_ca_topic_score_gemma":0.002775736,"teacher_disagreement_score":0.4799184,"about_ca_system_score_codex":0.0018294043,"about_ca_system_score_gemma":0.013480625,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W3100790405","doi":"10.1080/0142159x.2020.1838465","title":"The recommended description of an entrustable professional activity: AMEE Guide No. 140","year":2020,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":323,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Summative assessment; Construct (python library); Scope (computer science); Medical education; Curriculum; Computer science; Formative assessment; Psychology; Engineering ethics; Medicine; Mathematics education; Pedagogy","score_opus":0.04577294092804456,"score_gpt":0.36181522469808547,"score_spread":0.3160422837700409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100790405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8720393,0.000047556718,0.0013199024,0.11304383,0.0012782917,0.000402651,0.0000010517804,0.00008361236,0.011783775],"genre_scores_gemma":[0.9650066,0.00003836968,0.0029274765,0.009366796,0.0020180808,0.000090568225,0.00008829768,0.00003593424,0.02042791],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997847,0.00020938601,0.00041770242,0.00022512297,0.0010531823,0.00024760395],"domain_scores_gemma":[0.9989808,0.000055663477,0.0001343709,0.00029533368,0.00027114293,0.00026265107],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014678554,0.00011216903,0.00022466396,0.000039503677,0.00014173282,0.000013076387,0.00020953694,0.00020521658,0.004758062],"category_scores_gemma":[0.009849057,0.0000711912,0.000052615942,0.00034305445,0.00019578211,0.00012853913,0.00006908539,0.0007992245,0.00010513983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045353608,0.0012045277,0.011391249,0.00014159307,0.00008760255,0.000012742201,0.0017240059,3.827408e-7,0.003020671,0.00060715596,0.6710651,0.31029147],"study_design_scores_gemma":[0.0022603518,0.00058787275,0.008014974,0.00024722793,0.00008370558,0.00002606175,0.0022901902,0.056963794,0.0012768875,0.00038194703,0.92767996,0.00018705254],"about_ca_topic_score_codex":0.000033460954,"about_ca_topic_score_gemma":0.000004082419,"teacher_disagreement_score":0.3101044,"about_ca_system_score_codex":0.00011259085,"about_ca_system_score_gemma":0.0005304539,"threshold_uncertainty_score":0.9984914},"labels":[],"label_agreement":null},{"id":"W3101033302","doi":"10.36834/cmej.70800","title":"The COVID-19 pandemic and undergraduate medical student teaching-learning and assessment","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Computer science; Virology; Medicine; Infectious disease (medical specialty); Outbreak; Pathology","score_opus":0.027653001919526708,"score_gpt":0.42560159913147033,"score_spread":0.39794859721194364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101033302","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10255877,0.0011634146,0.0015837085,0.8908081,0.0010027703,0.00023253153,6.768677e-7,0.00003350992,0.002616521],"genre_scores_gemma":[0.67552006,0.0026762737,0.0016743301,0.31764767,0.0018447697,0.000030354986,0.000023728373,0.000024594818,0.00055822445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700177,0.0003492947,0.00053002156,0.00025193463,0.0014983327,0.00036864507],"domain_scores_gemma":[0.9852645,0.00031360437,0.00016300872,0.00012347783,0.00022892743,0.013906482],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036721684,0.00014504854,0.00020852372,0.00016327163,0.0012700816,0.00016569751,0.00021439503,0.00022421911,0.0031886725],"category_scores_gemma":[0.089847945,0.00010381287,0.00003518965,0.0002515345,0.0004433852,0.000080398924,0.000046824658,0.003325429,0.000011601519],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014561639,0.00008478113,0.11151799,0.0000639868,0.0000775833,0.00007747268,0.0025651068,6.3043325e-7,0.000004180712,0.009477199,0.21759553,0.658521],"study_design_scores_gemma":[0.00088864664,0.00014878243,0.012808998,0.00010801275,0.000052065963,0.0043025296,0.007504155,0.0013925595,1.5069497e-7,0.0005881911,0.97209007,0.000115837094],"about_ca_topic_score_codex":0.0010626704,"about_ca_topic_score_gemma":0.0014672304,"teacher_disagreement_score":0.75449455,"about_ca_system_score_codex":0.00075484306,"about_ca_system_score_gemma":0.066641964,"threshold_uncertainty_score":0.99897397},"labels":[],"label_agreement":null},{"id":"W3101268491","doi":"10.18060/23945","title":"Expanding a single-institution survey to multiple institutions: Lessons learned in research design and deployment","year":2020,"lang":"en","type":"article","venue":"Hypothesis Research Journal for Health Information Professionals","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software deployment; Institution; Survey research; Computer science; Engineering management; Process management; Business; Data science; Engineering; Political science; Software engineering","score_opus":0.7624157774360699,"score_gpt":0.6129199055066289,"score_spread":0.14949587192944103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101268491","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3740611,0.00034091482,0.11756762,0.4998214,0.0005554236,0.0073689413,0.000047718462,0.00006367504,0.0001732088],"genre_scores_gemma":[0.93009716,0.0004707041,0.05543976,0.012509297,0.00028107004,0.00095591514,0.00009023995,0.000024813651,0.00013102435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937107,0.0019545807,0.0012964346,0.000257466,0.0019105764,0.0008702722],"domain_scores_gemma":[0.9930922,0.0028151947,0.00026080664,0.00021624139,0.002857364,0.00075819495],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03391457,0.00014087185,0.0003485177,0.0019782593,0.0018849507,0.00018299144,0.0002130393,0.00016561964,0.000047482878],"category_scores_gemma":[0.07476404,0.000118782045,0.000041097,0.002640099,0.00019311887,0.0010794769,0.00012360659,0.0015623785,0.000083460276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062467665,0.0012340341,0.006509725,0.0020837947,0.00007181195,0.000010988655,0.02647709,0.0013469941,0.0023963538,0.0050457735,0.22653705,0.72203964],"study_design_scores_gemma":[0.022473112,0.010860712,0.21910077,0.015537574,0.00003135735,0.00050255767,0.060720753,0.05260101,0.011558742,0.008945638,0.5964041,0.001263715],"about_ca_topic_score_codex":0.000076308264,"about_ca_topic_score_gemma":0.000026247964,"teacher_disagreement_score":0.7207759,"about_ca_system_score_codex":0.0014680179,"about_ca_system_score_gemma":0.00465435,"threshold_uncertainty_score":0.99941444},"labels":[],"label_agreement":null},{"id":"W3101665773","doi":"10.36834/cmej.70496","title":"First year medical student experiences with a clinical skills seminar emphasizing sexual and gender minority population complexity","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Preceptor; Thematic analysis; Curriculum; Medical education; Focus group; Psychology; Population; Qualitative research; Medicine; Pedagogy; Sociology","score_opus":0.058276432049338564,"score_gpt":0.4166209297348695,"score_spread":0.35834449768553095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101665773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8862531,0.0002037668,0.0004205,0.11116117,0.0011670716,0.00027431204,0.0000021990088,0.000028301854,0.0004895427],"genre_scores_gemma":[0.93424976,0.00007817003,0.0047555133,0.057190027,0.0035287004,0.000034748926,0.00006632751,0.00002189607,0.00007487886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99619865,0.00016921732,0.00085980206,0.00041101637,0.0019430552,0.00041826357],"domain_scores_gemma":[0.990431,0.00010377281,0.00021798472,0.00020517055,0.00047521995,0.00856687],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015944362,0.00019995608,0.0003840559,0.00021373322,0.00045331146,0.00009379975,0.0002777331,0.00037485713,0.012025112],"category_scores_gemma":[0.021184077,0.00016301381,0.00005182014,0.0005227697,0.0006120791,0.00018593093,0.000036751844,0.0014176394,0.000030792693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010548257,0.0011242315,0.5545754,0.00028867455,0.00018125049,0.00029193683,0.03820823,9.5091195e-7,9.604706e-7,0.001574118,0.23379765,0.1698511],"study_design_scores_gemma":[0.0033892426,0.0009713037,0.80240554,0.00047124934,0.00023307824,0.0047809156,0.11624184,0.0023707536,0.0000023638174,0.00021536525,0.06836985,0.00054849737],"about_ca_topic_score_codex":0.001394375,"about_ca_topic_score_gemma":0.0033599967,"teacher_disagreement_score":0.24783014,"about_ca_system_score_codex":0.0003650845,"about_ca_system_score_gemma":0.019983422,"threshold_uncertainty_score":0.988878},"labels":[],"label_agreement":null},{"id":"W3102890202","doi":"10.2196/22926","title":"Integration of Technology in Medical Education on Primary Care During the COVID-19 Pandemic: Students’ Viewpoint","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Medical education; TUTOR; Coronavirus disease 2019 (COVID-19); Curriculum; Space (punctuation); Medicine; Face (sociological concept); Psychology; Mathematics education; Pedagogy; Computer science; Sociology","score_opus":0.022687008349500177,"score_gpt":0.412648995771105,"score_spread":0.3899619874216048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102890202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7697684,0.00051010353,0.00019738,0.2265286,0.00077250437,0.0012549694,0.0000016931539,0.00010235346,0.0008639937],"genre_scores_gemma":[0.89471406,0.0002712878,0.00050431653,0.10224061,0.000823755,0.00092641683,0.0003638017,0.000028506298,0.00012722825],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99583066,0.00018136155,0.0010129001,0.00048289602,0.002215633,0.0002765686],"domain_scores_gemma":[0.99814546,0.00011965266,0.0003154482,0.0005030863,0.0004425931,0.00047374878],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009992084,0.00022412234,0.00040881528,0.0005749915,0.0001229294,0.00001665501,0.0005913971,0.00058599806,0.0011033153],"category_scores_gemma":[0.018397843,0.0001650541,0.000082093014,0.002024814,0.00041211376,0.00010180205,0.00011746223,0.0014233271,0.000048975806],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053032016,0.0049898773,0.23717819,0.00292541,0.000053889515,0.00001233891,0.021740556,0.000003928892,0.0017943062,0.007819178,0.0301539,0.6927981],"study_design_scores_gemma":[0.0081818085,0.0013868709,0.7342138,0.0063418094,0.00018207084,0.0007277328,0.067806005,0.00071483955,0.0011979358,0.0023648364,0.17606093,0.0008213507],"about_ca_topic_score_codex":0.000075985765,"about_ca_topic_score_gemma":0.00003224562,"teacher_disagreement_score":0.6919767,"about_ca_system_score_codex":0.0014683111,"about_ca_system_score_gemma":0.013808277,"threshold_uncertainty_score":0.9998098},"labels":[],"label_agreement":null},{"id":"W3103667857","doi":"10.1016/j.nepr.2020.102917","title":"PhD nursing students’ changing needs relative to the comprehensive doctoral examination","year":2020,"lang":"en","type":"article","venue":"Nurse Education in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal","funders":"Université de Montréal","keywords":"Feeling; Curriculum; Focus group; Nursing; Psychology; Medical education; Qualitative research; Nursing research; Nurse education; Medicine; Pedagogy; Sociology; Social psychology","score_opus":0.05408738555560093,"score_gpt":0.4302097275671046,"score_spread":0.3761223420115037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103667857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6570383,0.00016532697,0.0038559912,0.3112276,0.0030974583,0.0013706578,0.0000011490675,0.000068208254,0.023175325],"genre_scores_gemma":[0.95070934,0.000013629057,0.009030063,0.03690688,0.0014405627,0.00018374067,0.00007228845,0.00002697179,0.0016165383],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99816155,0.0002825771,0.0003914884,0.0002669154,0.0006532897,0.00024418332],"domain_scores_gemma":[0.99818677,0.00034292927,0.00022638097,0.0002873055,0.0008388982,0.00011773839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005923134,0.00014231511,0.00016555184,0.0004956134,0.0001806748,0.00007046544,0.00019263834,0.00009092859,0.00012894574],"category_scores_gemma":[0.005684404,0.0001253659,0.00002983611,0.0031003251,0.000073628915,0.0006746434,0.000023548906,0.00060214376,0.00030290172],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004433497,0.0038593488,0.017297998,0.00010036244,0.00012160906,0.0000071781446,0.41428795,0.00015378013,0.00097371574,0.043507807,0.11404276,0.40520415],"study_design_scores_gemma":[0.001026395,0.00032917323,0.19402617,0.0005245869,0.00027985292,0.00007761621,0.4961294,0.0013345126,0.00024792147,0.00015262645,0.305617,0.00025474833],"about_ca_topic_score_codex":0.00002474327,"about_ca_topic_score_gemma":8.454325e-7,"teacher_disagreement_score":0.4049494,"about_ca_system_score_codex":0.0006059728,"about_ca_system_score_gemma":0.000641505,"threshold_uncertainty_score":0.6805173},"labels":[],"label_agreement":null},{"id":"W3106947994","doi":"10.3138/jvme.2019-0023","title":"Perceptions of Assessment Literacy among Current and Prospective Veterinary Students","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Medical education; Curriculum; Literacy; Psychological intervention; Medicine; Veterinary medicine; Psychology; Perception; Pedagogy; Nursing; Engineering","score_opus":0.049567144314970446,"score_gpt":0.47950030933226045,"score_spread":0.42993316501729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106947994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899563,0.00045662484,0.0012128932,0.006677949,0.0012162277,0.00030643606,0.0000016394217,0.000011088166,0.0001608017],"genre_scores_gemma":[0.9916617,0.0003976139,0.0058075036,0.0010809244,0.0009691466,0.000023986839,0.000018619769,0.000015365924,0.000025111583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975361,0.00011684712,0.00086299045,0.00017734632,0.0011706385,0.00013604962],"domain_scores_gemma":[0.9981858,0.000054962275,0.00049567193,0.00014552817,0.0007863572,0.0003316833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068659504,0.00013340493,0.00035681322,0.00022034488,0.00006224318,0.000023754661,0.00018858297,0.000100022735,0.0005156309],"category_scores_gemma":[0.0017840872,0.00011194808,0.000088270855,0.00039329377,0.00022908415,0.0003270137,0.00009040534,0.0007025561,0.000003524966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005416513,0.0045501213,0.51048297,0.001128234,0.00015275787,0.000060466646,0.009391283,0.0000012235799,0.0057937573,0.00012400628,0.0066523096,0.46112123],"study_design_scores_gemma":[0.0014164717,0.0051541184,0.97747386,0.0014615818,0.00014339821,0.0010831711,0.0021817298,0.00039323125,0.000056659013,0.00008499821,0.0104402695,0.00011051668],"about_ca_topic_score_codex":0.0000038045678,"about_ca_topic_score_gemma":5.773887e-8,"teacher_disagreement_score":0.4669909,"about_ca_system_score_codex":0.00019175041,"about_ca_system_score_gemma":0.0014530752,"threshold_uncertainty_score":0.56457967},"labels":[],"label_agreement":null},{"id":"W3107019101","doi":"10.7202/1073550ar","title":"The Hidden Curriculum in Ethics and its Relationship to Professional Identity Formation: A Qualitative Study of Two Canadian Psychiatry Residency Programs","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Bioethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Université de Montréal","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Curriculum; Hidden curriculum; Identity (music); Specialty; Medical education; Psychology; Medicine; Pedagogy; Psychiatry","score_opus":0.16030094780571605,"score_gpt":0.4748553473611123,"score_spread":0.3145543995553962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107019101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73136127,0.00037038286,0.000047087866,0.26698384,0.0005882369,0.0005643894,0.0000051714283,0.0000023834684,0.00007726024],"genre_scores_gemma":[0.99443495,0.000014555097,0.002180925,0.0030849408,0.00022056847,0.000014972543,0.0000082420465,0.000010219007,0.000030594285],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99758714,0.00063589314,0.0008244069,0.00011927719,0.0005910016,0.00024227139],"domain_scores_gemma":[0.99689394,0.0003141951,0.0003462481,0.00013195231,0.0015755018,0.0007381788],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004939459,0.00009837334,0.00020718845,0.00046662742,0.00047536826,0.00004857579,0.00021312688,0.00019303178,0.000016134702],"category_scores_gemma":[0.013425596,0.00007654624,0.000032955562,0.0014621803,0.00020242222,0.00030417877,0.00001541787,0.0024251724,0.000004624405],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005993146,0.0001420551,0.25804684,0.00026229568,0.000053429376,0.000040823277,0.59880054,0.0000088123725,0.000004196581,0.13566418,0.005081692,0.0018352091],"study_design_scores_gemma":[0.0018982616,0.0015712293,0.14370157,0.0013821803,0.00011080345,0.00011049026,0.8292971,0.00030052025,0.000011531585,0.020067275,0.0013459846,0.00020301194],"about_ca_topic_score_codex":0.09274892,"about_ca_topic_score_gemma":0.9356677,"teacher_disagreement_score":0.84291875,"about_ca_system_score_codex":0.00035028227,"about_ca_system_score_gemma":0.016788518,"threshold_uncertainty_score":0.99987626},"labels":[],"label_agreement":null},{"id":"W3107354322","doi":"","title":"Assessment of clinical competence in competency-based education.","year":2020,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Competence (human resources); Psychology; Medical education; CINAHL; Formative assessment; Medicine; Pedagogy; Social psychology; Psychological intervention","score_opus":0.06699817141861682,"score_gpt":0.40509622864316613,"score_spread":0.33809805722454933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107354322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89604527,0.000084029765,0.0019138969,0.07185707,0.001133869,0.0014943635,0.0000034044344,0.000053888554,0.027414192],"genre_scores_gemma":[0.94246495,0.0000069636976,0.045451816,0.01119417,0.00025528006,0.0005310336,0.000042279335,0.000008291917,0.000045231933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850845,0.00007033419,0.00074255466,0.00020331927,0.00031694164,0.00015837296],"domain_scores_gemma":[0.99915403,0.000103306265,0.00017378111,0.00021410266,0.00023124082,0.00012352872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007939494,0.00007011029,0.00029735122,0.000108403416,0.000015003592,0.0000044656026,0.00011692242,0.00006862366,0.00009353839],"category_scores_gemma":[0.0021806874,0.000064866144,0.00005558986,0.00070051436,0.00012191963,0.000040449373,0.00001885508,0.00031435536,0.000006758341],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002612084,0.0008793339,0.6923934,0.00015216695,0.0000113226015,0.0000018399784,0.000050010676,0.000013212076,0.000021200836,0.010728343,0.002642448,0.29308057],"study_design_scores_gemma":[0.00087755045,0.000055669858,0.9900556,0.00003838588,0.00001848827,0.0000012426275,0.00014180776,0.0034600527,0.000053734493,0.0001627879,0.00507991,0.000054771506],"about_ca_topic_score_codex":0.000014854975,"about_ca_topic_score_gemma":0.000002678404,"teacher_disagreement_score":0.29766217,"about_ca_system_score_codex":0.00006686803,"about_ca_system_score_gemma":0.0021206331,"threshold_uncertainty_score":0.37619123},"labels":[],"label_agreement":null},{"id":"W3108079176","doi":"10.1093/ehjci/ehaa946.3533","title":"Trusting our trainees: competency-based training of cardiologists using Entrustable Professional Activities (EPA)","year":2020,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Core competency; Medicine; Medical education; Certification; Context (archaeology); Core Knowledge; Patient care; Nursing; Psychology; Knowledge management","score_opus":0.13895636331952937,"score_gpt":0.37908869550797186,"score_spread":0.2401323321884425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108079176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97855777,0.00008903638,0.0071081426,0.010182378,0.000884128,0.00017314692,0.0000055523283,0.000038728915,0.0029611257],"genre_scores_gemma":[0.9351172,0.0000027093326,0.060879752,0.0021438755,0.0017437052,0.0000010144147,0.000011979773,0.000031602514,0.00006817328],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9982325,0.00035809277,0.0005040968,0.00016463945,0.0004550156,0.00028567202],"domain_scores_gemma":[0.99921405,0.000063044594,0.0002506013,0.00011722395,0.00019313618,0.00016193182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012692431,0.00013368171,0.00035792228,0.00014296878,0.00023393141,0.000023905126,0.00010590918,0.000043609303,0.0001685138],"category_scores_gemma":[0.0015339613,0.00011302326,0.00013135851,0.00034574582,0.000082048486,0.000116730276,0.000028229155,0.00077778246,0.000008705784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014981326,0.0011394771,0.21732782,0.0019167952,0.00074966374,0.0013143054,0.06711214,0.015689405,0.51665646,0.001129498,0.07376132,0.101705],"study_design_scores_gemma":[0.0190084,0.0044980263,0.3535817,0.009847448,0.0010012366,0.011008979,0.28459182,0.1867435,0.020254951,0.00025869164,0.107167296,0.0020379599],"about_ca_topic_score_codex":0.0000014956879,"about_ca_topic_score_gemma":6.7373925e-8,"teacher_disagreement_score":0.4964015,"about_ca_system_score_codex":0.00008456785,"about_ca_system_score_gemma":0.0011040071,"threshold_uncertainty_score":0.46089548},"labels":[],"label_agreement":null},{"id":"W3108103715","doi":"10.4300/jgme-d-20-00145.1","title":"Gender Effects in Assessment of Clinical Teaching: Does Concordance Matter?","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Concordance; Gender bias; Medicine; Rating scale; Ceiling effect; Family medicine; Psychology; Demography; Clinical psychology; Internal medicine; Social psychology; Alternative medicine; Developmental psychology","score_opus":0.06940317322382675,"score_gpt":0.4759551126829898,"score_spread":0.406551939459163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108103715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90400237,0.00010425113,0.00567867,0.085323334,0.003169895,0.00026601108,4.0748725e-7,0.000007693845,0.0014473728],"genre_scores_gemma":[0.95800567,0.00009128875,0.021869762,0.018223137,0.0017225264,0.000010307022,0.0000113590695,0.000016481878,0.000049449372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959512,0.0003703473,0.0019596256,0.00018739168,0.0013611781,0.00017027449],"domain_scores_gemma":[0.99762267,0.000324562,0.0009970788,0.00018323553,0.0005430911,0.00032936563],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035542122,0.00012821425,0.00065850577,0.00022590932,0.000029905965,0.000009603453,0.00021844223,0.00016656726,0.00033733746],"category_scores_gemma":[0.01670271,0.000086751,0.00015128641,0.00040969087,0.00018130797,0.0001422766,0.0000307009,0.0016863832,0.000011245411],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001619917,0.0028474133,0.67855394,0.001018879,0.0001008081,0.000037119782,0.0015916982,0.000003851872,0.0002926616,0.0020173802,0.0856392,0.22773509],"study_design_scores_gemma":[0.002521243,0.0006736048,0.98276806,0.0011798129,0.00012426534,0.00012848634,0.0012257514,0.00275339,0.00014127753,0.0010745514,0.007296856,0.00011270343],"about_ca_topic_score_codex":0.000017472918,"about_ca_topic_score_gemma":9.980176e-7,"teacher_disagreement_score":0.30421415,"about_ca_system_score_codex":0.00013847435,"about_ca_system_score_gemma":0.0046333014,"threshold_uncertainty_score":0.99158},"labels":[],"label_agreement":null},{"id":"W3108135725","doi":"","title":"Graduating dental hygiene students' attainment of the CDHA baccalaureate competencies: Students' self-ratings.","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Baccalaureate Degree; Preparedness; Scale (ratio); Medicine; Psychology; Family medicine; Higher education; Pedagogy; Political science","score_opus":0.01167862974504649,"score_gpt":0.2793321569314468,"score_spread":0.26765352718640034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108135725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99343824,0.00005081303,0.000024811598,0.001048263,0.0010744892,0.002285036,0.0000026229286,0.00006217629,0.0020135166],"genre_scores_gemma":[0.9950615,0.000009460399,0.0013624224,0.0012007372,0.00016090511,0.00063596194,0.000016014334,0.000024071682,0.001528883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970424,0.00007704868,0.0005738205,0.00028499207,0.0016423204,0.00037942166],"domain_scores_gemma":[0.9987684,0.00006345252,0.00029562548,0.000555621,0.00023705777,0.000079857986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011982844,0.00016280443,0.00029649012,0.00010302987,0.00011163321,0.000039299804,0.0005473359,0.00007755537,0.00009918844],"category_scores_gemma":[0.0005721778,0.00011333569,0.000100920035,0.0006330321,0.000097909906,0.000089597575,0.0002884083,0.00030614628,0.000039775583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018376759,0.0007255293,0.981447,0.00012142005,0.0001428668,0.000001351703,0.0011542947,0.000004230731,0.00031622802,0.00032896482,0.00087400794,0.0148657225],"study_design_scores_gemma":[0.0014945357,0.00006153916,0.9926339,0.000092423536,0.00011113376,0.000015586977,0.002400298,0.00008035709,0.0014555379,0.00003151056,0.0015138332,0.00010938804],"about_ca_topic_score_codex":0.000031209,"about_ca_topic_score_gemma":0.0000038834114,"teacher_disagreement_score":0.014756334,"about_ca_system_score_codex":0.00038207733,"about_ca_system_score_gemma":0.00006650058,"threshold_uncertainty_score":0.46216956},"labels":[],"label_agreement":null},{"id":"W3108140496","doi":"10.2196/21869","title":"Informal and Formal Peer Teaching in the Medical School Ecosystem: Perspectives From a Student-Teacher Team","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical school; Curriculum; Metaphor; Medical education; Pedagogy; Peer group; Psychology; Mathematics education; Sociology; Medicine","score_opus":0.010893895138175893,"score_gpt":0.3629966913286544,"score_spread":0.3521027961904785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108140496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8273905,0.0002505358,0.00015634966,0.16309583,0.0004233366,0.0007971961,0.0000022574188,0.000060770217,0.007823245],"genre_scores_gemma":[0.9585946,0.000034924367,0.0005947081,0.036849156,0.0030929763,0.00038996778,0.00019139299,0.000020950589,0.00023133405],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9955754,0.00023699965,0.00068938796,0.00036961795,0.002775377,0.00035319524],"domain_scores_gemma":[0.9985667,0.0001540369,0.00014213951,0.0003056068,0.00018623068,0.0006453116],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025371453,0.000201046,0.0003086068,0.0001718852,0.0001755475,0.00007821696,0.00039729403,0.0003711629,0.0033402322],"category_scores_gemma":[0.021117847,0.00013942992,0.00005849446,0.0004611636,0.00016487914,0.00044532257,0.000114646165,0.0021109167,0.000088002074],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025593102,0.0042756856,0.16175002,0.0003878005,0.00012524506,0.00003550402,0.2935852,5.308634e-7,0.00004198971,0.0065977136,0.28141853,0.25152585],"study_design_scores_gemma":[0.0035936134,0.00039922257,0.45659208,0.0008819384,0.00009756664,0.00025944406,0.35581952,0.0067404853,0.000006860085,0.00013469043,0.17513056,0.00034400195],"about_ca_topic_score_codex":0.000119962686,"about_ca_topic_score_gemma":0.000060170776,"teacher_disagreement_score":0.29484206,"about_ca_system_score_codex":0.00019469636,"about_ca_system_score_gemma":0.0028640358,"threshold_uncertainty_score":0.9975709},"labels":[],"label_agreement":null},{"id":"W3108570717","doi":"10.1111/medu.14426","title":"Feedback from health professionals in postgraduate medical education: Influence of interprofessional relationship, identity and power","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; The Wilson Centre; McMaster University; University of Toronto","funders":"Medical Council of Canada","keywords":"Interprofessional education; Identity (music); Medical education; Health professionals; Power (physics); Psychology; Medicine; Health care; Political science","score_opus":0.02107907192608812,"score_gpt":0.4166314253997601,"score_spread":0.395552353473672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108570717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6885931,0.00065614603,0.00018750325,0.30902487,0.00084146555,0.0004321516,0.0000040586706,0.000028011105,0.00023268301],"genre_scores_gemma":[0.88328207,0.00007209314,0.003047293,0.112602055,0.00035484385,0.00010228581,0.00036817047,0.000019700614,0.00015149057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959412,0.00028293574,0.0011946249,0.00046227797,0.0018675672,0.00025136065],"domain_scores_gemma":[0.9980106,0.00025761136,0.0003862435,0.00030928903,0.0005027898,0.0005335018],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013003916,0.00018630283,0.00044009456,0.00027476982,0.000107541586,0.000015624733,0.00027535373,0.0003561234,0.0024471565],"category_scores_gemma":[0.028900249,0.00016526064,0.000049750375,0.0011720696,0.00032859758,0.00041010612,0.0001366707,0.0010752996,0.000058473306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003652106,0.0047585866,0.7166314,0.00081116194,0.000044702858,0.000005360449,0.011740431,0.000001240996,0.00009201849,0.013369544,0.15430358,0.09787678],"study_design_scores_gemma":[0.0010658635,0.00016111124,0.9831837,0.0044298097,0.00002145993,0.000034126762,0.0041280626,0.0005913446,0.000029526012,0.0026509238,0.0035358905,0.00016820278],"about_ca_topic_score_codex":0.00064196513,"about_ca_topic_score_gemma":0.0000857729,"teacher_disagreement_score":0.2665523,"about_ca_system_score_codex":0.00023239358,"about_ca_system_score_gemma":0.023519477,"threshold_uncertainty_score":0.99846476},"labels":[],"label_agreement":null},{"id":"W3108802304","doi":"10.1136/bmjopen-2020-043970","title":"Diversity in health professional education scholarship: a document analysis of international author representation in leading journals","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Pontificia Universidad Javeriana; Universiteit Maastricht","keywords":"Scholarship; Diversity (politics); Medicine; Representation (politics); Ranking (information retrieval); Professional development; Library science; Publishing; Content analysis; Medical education; Public relations; Social science; Sociology; Political science","score_opus":0.2490429645586078,"score_gpt":0.585189829847042,"score_spread":0.33614686528843424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108802304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89173824,0.000028886821,0.00027198013,0.10434123,0.00040378346,0.0022544176,0.0000027403892,0.0000057458496,0.000952993],"genre_scores_gemma":[0.98963296,0.000011236849,0.0049690143,0.004360077,0.000104290666,0.00015036535,0.00016594079,0.000004854134,0.00060128013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815357,0.00020248705,0.0007269072,0.00021654164,0.0005885967,0.000111909954],"domain_scores_gemma":[0.9990523,0.000041078452,0.00041803464,0.00015997952,0.00025296834,0.000075626165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027133867,0.00006223859,0.00030962218,0.00078556297,0.00009396262,0.000028598077,0.00027676168,0.000053265438,0.00066690374],"category_scores_gemma":[0.0025976563,0.00006105921,0.000045726916,0.0025163349,0.000022571907,0.00045030523,0.00046660134,0.00030034498,0.000007791534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025448637,0.0003542039,0.9689514,0.00008555449,0.00011277381,0.0000025516465,0.008634746,0.00023260812,0.00015948684,0.0008171378,0.003445562,0.016949492],"study_design_scores_gemma":[0.0008132546,0.000047976784,0.99154854,0.0006446296,0.00004892906,0.0000023620807,0.0034667314,0.002393725,0.00008102229,0.00036355839,0.0005335722,0.000055714554],"about_ca_topic_score_codex":0.0006937838,"about_ca_topic_score_gemma":0.00012902569,"teacher_disagreement_score":0.09998116,"about_ca_system_score_codex":0.00046380115,"about_ca_system_score_gemma":0.0010051929,"threshold_uncertainty_score":0.7302128},"labels":[],"label_agreement":null},{"id":"W3109096955","doi":"10.1111/medu.14422","title":"Incentives for clinical teachers: On why their complex influences should lead us to proceed with caution","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Incentive; Thematic analysis; Attrition; Context (archaeology); Psychology; Process (computing); Medical education; Public relations; Qualitative research; Social psychology; Medicine; Political science; Sociology; Computer science; Economics","score_opus":0.14299800757201112,"score_gpt":0.46533040970881223,"score_spread":0.32233240213680114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109096955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7023496,0.000043271837,0.0068960143,0.2879689,0.00056215946,0.0013411527,0.0000035329522,0.00010870605,0.0007266494],"genre_scores_gemma":[0.7452869,0.000021823387,0.00793774,0.2441784,0.0017076998,0.0004099298,0.00029406222,0.000028705881,0.00013475929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976848,0.00008667555,0.00061596005,0.00050220435,0.0008291355,0.0002812189],"domain_scores_gemma":[0.99852574,0.00017138012,0.00016642245,0.00024115997,0.00057279895,0.00032248624],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00089866284,0.0001963375,0.0003491628,0.00013851005,0.00013975054,0.000032971842,0.00021301057,0.00024170248,0.00029782258],"category_scores_gemma":[0.013044754,0.00013967873,0.0000704604,0.00078227563,0.00024540335,0.00012535017,0.000027107215,0.00056431297,0.000068759124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008963383,0.0020657848,0.060942627,0.00025328927,0.00008478174,0.0000011914012,0.006206171,0.000004441934,0.0002871427,0.0010242108,0.58905244,0.33918157],"study_design_scores_gemma":[0.0023959493,0.0032279573,0.2639378,0.00082680216,0.000120450735,0.00001710163,0.0061151595,0.0032854436,0.00048997405,0.00017644772,0.7190817,0.0003252246],"about_ca_topic_score_codex":0.00003313937,"about_ca_topic_score_gemma":0.000011455127,"teacher_disagreement_score":0.33885634,"about_ca_system_score_codex":0.00017384432,"about_ca_system_score_gemma":0.0020840392,"threshold_uncertainty_score":0.99526876},"labels":[],"label_agreement":null},{"id":"W3109140959","doi":"10.1007/s40037-020-00632-x","title":"Varying perceptions of the role of “nurse as teacher” for medical trainees: A&amp;nbsp;qualitative study","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Centre for Addiction and Mental Health; Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Faculty of Health Sciences, University of Ottawa; University of Ottawa","keywords":"Medical education; Qualitative research; Nurse educator; Psychology; Perception; Medicine; Nurse education; Sociology","score_opus":0.026880914146207156,"score_gpt":0.4430084592458581,"score_spread":0.41612754509965094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109140959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.925374,0.00022778625,0.0015669501,0.06598331,0.00042364688,0.0015939029,0.000008897796,0.00004433667,0.0047772173],"genre_scores_gemma":[0.99327284,0.00002765416,0.0018253261,0.0033667372,0.000843289,0.0003251936,0.00005392472,0.000030946157,0.00025408532],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963819,0.0003517943,0.00075279636,0.0004350821,0.0018608177,0.00021761256],"domain_scores_gemma":[0.99752563,0.0004511569,0.00032038763,0.00045142835,0.000931584,0.00031982188],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014674682,0.00018981396,0.00042767008,0.0001817749,0.00014278568,0.000007445402,0.00036831858,0.00022563538,0.0032566418],"category_scores_gemma":[0.048586972,0.00013868308,0.00018841116,0.0009446493,0.00063008204,0.00007548402,0.00003572555,0.00072536693,0.000024009918],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003589833,0.01022786,0.0026428234,0.00018798187,0.00019185532,3.7973768e-7,0.9104626,0.0000025506297,0.00081355945,0.014733234,0.006301501,0.05407668],"study_design_scores_gemma":[0.0015902305,0.0010993361,0.0070271203,0.0003912477,0.00018605022,0.00001245673,0.9846551,0.00091988454,0.00021765498,0.001570119,0.0021965024,0.0001343048],"about_ca_topic_score_codex":0.000111078145,"about_ca_topic_score_gemma":0.00000798193,"teacher_disagreement_score":0.0741925,"about_ca_system_score_codex":0.00022594353,"about_ca_system_score_gemma":0.0034091573,"threshold_uncertainty_score":0.9976545},"labels":[],"label_agreement":null},{"id":"W3109207274","doi":"10.3138/jvme-2019-0096","title":"Correlation between Student Self-Assessment and Proctor Evaluation in a Veterinary Surgical Laboratory","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Self-assessment; Significant difference; Medicine; Psychology; Medical education; Pedagogy; Internal medicine","score_opus":0.07216532716115584,"score_gpt":0.46382362223437806,"score_spread":0.39165829507322225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109207274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797474,0.00057527726,0.00027240717,0.017795708,0.0008838093,0.00054904696,0.0000011456783,0.000021665193,0.00015354293],"genre_scores_gemma":[0.9920106,0.00020440476,0.0044120774,0.001707685,0.0015475077,0.00005034296,0.00004344233,0.00001909166,0.0000048554034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99649847,0.0003766872,0.0010475265,0.00023250036,0.0016679142,0.0001769161],"domain_scores_gemma":[0.99815506,0.0001301046,0.00045058623,0.00013861142,0.0007808042,0.0003448169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002666896,0.00015666641,0.00039444197,0.00030938943,0.000056240828,0.000025319798,0.00011609515,0.0002134263,0.00038004556],"category_scores_gemma":[0.0011994035,0.00013834238,0.000054593776,0.0006716148,0.00007693207,0.00031729796,0.000055811615,0.00080591947,0.000006524549],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008705632,0.0039857966,0.5619342,0.0008684687,0.00019057647,0.00046470977,0.008336304,0.000017693626,0.0011065054,0.00019725943,0.007521346,0.4145066],"study_design_scores_gemma":[0.0037709712,0.0045185555,0.96043015,0.00073509006,0.00020111659,0.0013402831,0.0016157479,0.0061253137,0.000009898269,0.000048030517,0.021045899,0.00015893344],"about_ca_topic_score_codex":0.0000029626633,"about_ca_topic_score_gemma":1.4416878e-7,"teacher_disagreement_score":0.41434768,"about_ca_system_score_codex":0.0007525572,"about_ca_system_score_gemma":0.0051713297,"threshold_uncertainty_score":0.9173717},"labels":[],"label_agreement":null},{"id":"W3109417848","doi":"10.36834/cmej.71048","title":"Book Review: Mindful Medical Practitioners: A Guide for Clinicians and Educators","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mindfulness; Resource (disambiguation); Medical education; Psychology; Medicine; Psychotherapist; Computer science","score_opus":0.018216432919183064,"score_gpt":0.38052603371271054,"score_spread":0.3623096007935275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109417848","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092890393,0.0579256,0.0008244558,0.9345701,0.0024859824,0.0007413838,0.000007790222,0.000027395661,0.002488387],"genre_scores_gemma":[0.0007812407,0.014391335,0.0039001373,0.9723191,0.0062127835,0.00016572462,0.00015202476,0.000040388077,0.002037248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669135,0.00010867139,0.00106569,0.00035452525,0.0013145548,0.0004651894],"domain_scores_gemma":[0.98471034,0.00018422134,0.00033153966,0.00026516052,0.001203629,0.013305089],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020034271,0.00019641894,0.000416033,0.00030336014,0.00032031117,0.00005413333,0.00027295487,0.0003940683,0.075902805],"category_scores_gemma":[0.1585618,0.00017878773,0.00012534288,0.0005675406,0.000287961,0.00023161751,0.000018421026,0.001364592,0.00010424929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014529463,0.00011822163,0.0001274666,0.00038335,0.000040212195,0.000024992845,0.0003651901,2.7100546e-8,8.502959e-7,0.00026927356,0.8447691,0.1538868],"study_design_scores_gemma":[0.0007944192,0.000189808,0.00029072264,0.002303973,0.00014925255,0.0024851023,0.0015612489,0.00022212171,0.000004569548,0.00007035939,0.9917599,0.00016851617],"about_ca_topic_score_codex":0.000415798,"about_ca_topic_score_gemma":0.00036079795,"teacher_disagreement_score":0.15655836,"about_ca_system_score_codex":0.0004500129,"about_ca_system_score_gemma":0.112246834,"threshold_uncertainty_score":0.92494196},"labels":[],"label_agreement":null},{"id":"W3109533559","doi":"10.1016/j.chest.2020.08.010","title":"Minimal Procedure Numbers Are Not Helpful","year":2020,"lang":"en","type":"letter","venue":"CHEST Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Olympus; University of Calgary; Novartis","keywords":"Competence (human resources); Medical education; Scopus; Terminology; Medicine; Context (archaeology); Aviation; Health care; Certification; MEDLINE; Psychology; Management; Engineering; Social psychology","score_opus":0.03293622107595076,"score_gpt":0.30954696584755165,"score_spread":0.27661074477160086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109533559","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004625658,0.00013207718,0.00014766691,0.98935866,0.0024818762,0.00026031295,0.000010046924,0.00006584079,0.002917834],"genre_scores_gemma":[0.0031203176,0.00005200737,0.0063082105,0.93572366,0.04850527,0.000022748076,0.00026932597,0.00009689134,0.005901551],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974921,0.00004617563,0.0006516307,0.00034452547,0.0010271915,0.0004383889],"domain_scores_gemma":[0.9982843,0.0000446357,0.00061347795,0.0002862049,0.0005971613,0.0001742618],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002494713,0.0003219056,0.0005454523,0.0002468658,0.00019180529,0.00009636117,0.0002903697,0.0007971207,0.0013507545],"category_scores_gemma":[0.002310839,0.00027521708,0.00020457264,0.0004700276,0.00016588526,0.00009513537,0.00003921715,0.007953356,0.00046868421],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041309966,0.000057646495,0.00084219023,0.0012153682,0.00011547434,0.0022527913,0.00045574384,1.1935514e-7,0.00008530296,0.0000031873508,0.9928002,0.002130698],"study_design_scores_gemma":[0.0006529668,0.00012415314,0.0030595972,0.0009271645,0.00023918433,0.005116602,0.00044969868,0.000023309367,0.000172321,0.00007952698,0.9889034,0.00025205588],"about_ca_topic_score_codex":0.0000014532936,"about_ca_topic_score_gemma":2.9932588e-7,"teacher_disagreement_score":0.05363501,"about_ca_system_score_codex":0.0004183427,"about_ca_system_score_gemma":0.0011999224,"threshold_uncertainty_score":0.99997},"labels":[],"label_agreement":null},{"id":"W3110063275","doi":"10.3138/jvme-2019-0093","title":"Inter-Institutional Collaboration for the Development of a Local Peer Observation Process to Enhance Teaching","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Rubric; Medical education; Process (computing); Peer feedback; Best practice; Peer review; Psychology; Quality (philosophy); Peer group; Teaching method; Medicine; Pedagogy; Computer science; Political science","score_opus":0.07924097738737729,"score_gpt":0.45125398634909414,"score_spread":0.37201300896171685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110063275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54779446,0.000054121974,0.35375068,0.097143926,0.0008762331,0.00033262634,9.4094815e-7,0.000006308708,0.000040706847],"genre_scores_gemma":[0.9254762,0.0000046730297,0.06563409,0.007620292,0.0010640622,0.00008315563,0.00004072738,0.000011015934,0.00006576837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976014,0.000051170195,0.0009762703,0.00013831393,0.0011132298,0.00011965503],"domain_scores_gemma":[0.99679375,0.00012885014,0.00046209773,0.0001118137,0.0023282217,0.00017529247],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017683738,0.000102715654,0.00022260859,0.00013262204,0.0001581763,0.000016689703,0.00021665831,0.00009834147,0.00008919414],"category_scores_gemma":[0.011748637,0.00007357853,0.000056339934,0.00048922736,0.00009691191,0.0002364254,0.000025530115,0.00038633333,0.000004297833],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012898617,0.0009647135,0.0004668515,0.00072633295,0.00009738622,0.0000027324477,0.025535852,0.00014239889,0.0058821565,0.0006325665,0.02978024,0.9344789],"study_design_scores_gemma":[0.0021399294,0.0051374696,0.022051722,0.0033676212,0.00025408602,0.0005427583,0.04701124,0.019267967,0.013497617,0.00023021322,0.88615113,0.00034824642],"about_ca_topic_score_codex":0.0000018108606,"about_ca_topic_score_gemma":0.0000019817567,"teacher_disagreement_score":0.93413067,"about_ca_system_score_codex":0.0002661773,"about_ca_system_score_gemma":0.0068286965,"threshold_uncertainty_score":0.99880165},"labels":[],"label_agreement":null},{"id":"W3110821302","doi":"10.1186/s12909-020-02402-z","title":"An interpretive phenomenological analysis of formative feedback in anesthesia training: the residents’ perspective","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Capital District Health Authority; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Dalhousie University","keywords":"Formative assessment; Medical education; Interpretative phenomenological analysis; Context (archaeology); Peer feedback; Focus group; Perspective (graphical); Set (abstract data type); Lifelong learning; Cornerstone; Psychology; Social constructivism; Quality (philosophy); Medicine; Pedagogy; Qualitative research; Computer science; Sociology","score_opus":0.04149557220596915,"score_gpt":0.378678752819826,"score_spread":0.3371831806138568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110821302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94917065,0.000103369835,0.0043349895,0.04360974,0.00011696223,0.0004313732,0.0000013965646,0.00003264672,0.002198905],"genre_scores_gemma":[0.9848031,0.000020180274,0.0023388888,0.0123742,0.00023954688,0.00009692425,0.000090301,0.00001079497,0.000026075833],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9977906,0.00030251418,0.00062190014,0.00032115405,0.00076071196,0.0002031416],"domain_scores_gemma":[0.9984701,0.00031965395,0.00023548379,0.00031517402,0.00046626892,0.00019329353],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000930538,0.00013714444,0.00042654152,0.00038014655,0.00005503674,0.0000140647735,0.0003096998,0.00017774283,0.0013521975],"category_scores_gemma":[0.013462159,0.00009425699,0.00010477511,0.0028894686,0.00039577082,0.00015569596,0.000025054118,0.0005040244,0.00001650989],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080484536,0.0030056166,0.08281714,0.00020022766,0.0005878857,0.000009156083,0.8300545,0.000092888586,0.00016933112,0.040250715,0.005309079,0.036698584],"study_design_scores_gemma":[0.0005592652,0.0005034681,0.5075912,0.00023015347,0.00047639155,0.00002094292,0.46381798,0.02544282,0.000046501787,0.000964434,0.00021550401,0.00013133296],"about_ca_topic_score_codex":0.00016519752,"about_ca_topic_score_gemma":0.000060161372,"teacher_disagreement_score":0.42477408,"about_ca_system_score_codex":0.00037078213,"about_ca_system_score_gemma":0.0031586846,"threshold_uncertainty_score":0.9995607},"labels":[],"label_agreement":null},{"id":"W3110919283","doi":"10.1097/ceh.0000000000000300","title":"Assessing Unperceived Learning Needs in Continuing Medical Education for Primary Care Physicians: A Scoping Review","year":2020,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Grey literature; Scope (computer science); Medical education; Systematic review; Process (computing); Resource (disambiguation); Psychology; MEDLINE; Knowledge management; Medicine; Political science; Computer science","score_opus":0.0596956143912211,"score_gpt":0.5125759670702745,"score_spread":0.4528803526790534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110919283","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007004916,0.9670515,0.00040158376,0.021800196,0.0034846722,0.0062507424,0.0000014721205,0.000023039587,0.0002863212],"genre_scores_gemma":[0.0005188683,0.98150873,0.0037953423,0.010517386,0.0022086005,0.0008429036,0.00036093444,0.000082808954,0.00016445345],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919135,0.0022246614,0.0039604995,0.00034504104,0.0010554004,0.00050088286],"domain_scores_gemma":[0.99220467,0.0012542601,0.0045787687,0.00040139622,0.001350317,0.00021061552],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006932006,0.00040778788,0.0028300206,0.0013264588,0.00023797496,0.000084494284,0.00056899886,0.00042755558,0.000032101023],"category_scores_gemma":[0.013876772,0.00029702124,0.00044635756,0.0025160648,0.000089069275,0.00041666406,0.000058352747,0.003922443,0.000004341165],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000111822565,0.0003621279,0.00007983199,0.18133111,0.000016732753,0.0000019990025,0.01864811,2.1056435e-7,3.4214435e-7,0.00006214533,0.0038246193,0.79566157],"study_design_scores_gemma":[0.00043217538,0.000118758384,0.00020702173,0.69292593,0.0003039895,0.00014920006,0.052668504,0.000007928915,6.547645e-8,0.000023852399,0.25300422,0.00015836097],"about_ca_topic_score_codex":0.000015164811,"about_ca_topic_score_gemma":0.000010209122,"teacher_disagreement_score":0.7955032,"about_ca_system_score_codex":0.0018895784,"about_ca_system_score_gemma":0.043270208,"threshold_uncertainty_score":0.9999482},"labels":[],"label_agreement":null},{"id":"W3111162928","doi":"10.1097/ceh.0000000000000322","title":"Experiences of Faculty Members Giving Corrective Feedback to Medical Trainees in a Clinical Setting","year":2020,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"","keywords":"Thematic analysis; Corrective feedback; Medical education; Perception; Faculty development; Peer feedback; Qualitative research; Psychology; Process (computing); Focus group; Phenomenology (philosophy); Higher education; Medicine; Professional development; Computer science; Sociology; Mathematics education; Political science","score_opus":0.06034851534315634,"score_gpt":0.4964275285918494,"score_spread":0.4360790132486931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111162928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8348604,0.00010890437,0.00059439294,0.16193144,0.0018045199,0.0005207091,6.620824e-7,0.0000056209155,0.00017336255],"genre_scores_gemma":[0.97463965,0.000031318083,0.0063640825,0.018158743,0.00067784055,0.000042225576,0.000004423072,0.000009354734,0.000072346425],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99608356,0.0007478108,0.0020149597,0.00015073843,0.00077484717,0.00022808614],"domain_scores_gemma":[0.99675643,0.0008278353,0.0013779212,0.00014874102,0.0005707862,0.00031829323],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071831644,0.00009713152,0.00047061488,0.0003172798,0.000072394716,0.0000089980285,0.00027979066,0.00012232366,0.0001516677],"category_scores_gemma":[0.0375193,0.0000647052,0.00007939519,0.001226008,0.00010110951,0.00011615403,0.00003233353,0.0012583734,0.0000021241046],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011816963,0.0005607077,0.03629908,0.00016788754,0.000008294974,0.0000026360217,0.7437548,0.0000063867146,0.00002035523,0.000078228135,0.026736723,0.19224674],"study_design_scores_gemma":[0.00083920255,0.00045732854,0.15656461,0.004861718,0.00001015053,0.000050488194,0.83338845,0.0003368388,0.000022023925,0.000047195867,0.0033603332,0.00006165968],"about_ca_topic_score_codex":0.000034820358,"about_ca_topic_score_gemma":0.0000217998,"teacher_disagreement_score":0.19218507,"about_ca_system_score_codex":0.0001640466,"about_ca_system_score_gemma":0.0048999954,"threshold_uncertainty_score":0.9705881},"labels":[],"label_agreement":null},{"id":"W3111641224","doi":"10.1136/leader-2020-000286","title":"Assessing leadership in junior resident physicians: using a new multisource feedback tool to measure Learning by Evaluation from All-inclusive 360 Degree Engagement of Residents (LEADER)","year":2020,"lang":"en","type":"article","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Cronbach's alpha; Construct (python library); Medical education; Health care; Qualitative property; Psychology; Nursing; Test (biology); Qualitative research; Medicine; Construct validity; Family medicine; Patient satisfaction; Psychometrics; Clinical psychology","score_opus":0.4129277679138797,"score_gpt":0.44591817896060737,"score_spread":0.032990411046727675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111641224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9159767,0.00060629135,0.01586899,0.06462224,0.000295519,0.0023012152,0.000003296829,0.00006987255,0.00025588408],"genre_scores_gemma":[0.96291906,0.0000048402057,0.023626791,0.011838452,0.00092923274,0.00007735555,0.0001711648,0.00007419125,0.00035888987],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9952928,0.00066488195,0.0010019504,0.0006449849,0.0018960383,0.00049935025],"domain_scores_gemma":[0.99822825,0.00019977301,0.0004604221,0.00039437285,0.0005606704,0.00015648201],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020217325,0.00029272083,0.0005330841,0.00028948655,0.00014477133,0.000080578924,0.00024530932,0.00022702078,0.00031551675],"category_scores_gemma":[0.009477165,0.0003179516,0.00009290648,0.0011607545,0.00008784831,0.0004251737,0.00011730525,0.0009798246,0.00007631843],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007272385,0.00050288084,0.023806574,0.0007408577,0.00039929975,0.000037773312,0.14813516,0.009893336,0.3720027,0.000026573127,0.07188572,0.3718419],"study_design_scores_gemma":[0.014080609,0.0006185654,0.40203187,0.011070329,0.0013747774,0.0000154626,0.4054328,0.09851396,0.06113041,0.0001474489,0.0041407193,0.0014430563],"about_ca_topic_score_codex":0.00124536,"about_ca_topic_score_gemma":0.000064673404,"teacher_disagreement_score":0.3782253,"about_ca_system_score_codex":0.0008147077,"about_ca_system_score_gemma":0.00081321533,"threshold_uncertainty_score":0.9999273},"labels":[],"label_agreement":null},{"id":"W3111825702","doi":"10.1186/s40249-021-00855-y","title":"The effectiveness of E-learning in continuing medical education for tuberculosis health workers: a quasi-experiment from China","year":2021,"lang":"en","type":"article","venue":"Infectious Diseases of Poverty","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention; McGill University; Bill and Melinda Gates Foundation","keywords":"Medicine; Context (archaeology); Medical education; Public health; Psychological intervention; Focus group; Health care; Continuing medical education; Qualitative property; Blended learning; Nursing; Psychology; Educational technology; Continuing education; Pedagogy","score_opus":0.0051791246888798865,"score_gpt":0.32012042046148725,"score_spread":0.3149412957726074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111825702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99109834,0.0034635514,0.0016016552,0.002217963,0.00065572315,0.0006308389,0.000011148311,0.00003035901,0.00029042462],"genre_scores_gemma":[0.9986691,0.00016521983,0.00023828186,0.00031742157,0.00013665007,0.00023873926,0.00019629828,0.000016301205,0.000021989259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983284,0.00037371813,0.00049372413,0.00021555921,0.00040936697,0.00017924723],"domain_scores_gemma":[0.9982513,0.00083377014,0.0002193567,0.00024703532,0.00034889925,0.00009963858],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00090983254,0.00010629937,0.00035362062,0.000096527576,0.00008507033,0.000011867772,0.00007183368,0.00008372688,0.00008000471],"category_scores_gemma":[0.010481202,0.00008303912,0.0001229822,0.00045911688,0.000096186246,0.000058643192,0.000033407552,0.00020210478,9.5169065e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047808528,0.0037140527,0.7989515,0.0007833502,0.00015494727,0.0000014995271,0.00085598853,0.00002852219,0.0004868862,0.0017686437,0.0018413597,0.19093518],"study_design_scores_gemma":[0.0026363004,0.0005148809,0.9844373,0.0032613983,0.00010075344,0.000008325221,0.0028865552,0.0010646731,0.0024199372,0.001472868,0.0010783323,0.00011866163],"about_ca_topic_score_codex":0.0010329483,"about_ca_topic_score_gemma":0.00008642233,"teacher_disagreement_score":0.19081652,"about_ca_system_score_codex":0.00033354122,"about_ca_system_score_gemma":0.0017508041,"threshold_uncertainty_score":0.99785393},"labels":[],"label_agreement":null},{"id":"W3111904916","doi":"10.36834/cmej.70563","title":"Engaging medical trainees in resource stewardship through resident-led teaching sessions: A choosing wisely educational initiative","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"Hospital for Sick Children; University of British Columbia","keywords":"Stewardship (theology); Resource (disambiguation); Medical education; Front line; Health care; Face (sociological concept); Medicine; Political science; Computer science; Sociology","score_opus":0.033046093257805866,"score_gpt":0.35992994872112516,"score_spread":0.3268838554633193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111904916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17854974,0.0008690651,0.00070755574,0.80183554,0.0017159774,0.00045607102,0.0000051457932,0.00004925953,0.015811635],"genre_scores_gemma":[0.6855957,0.00009737992,0.0058752173,0.30212706,0.005758918,0.00007300442,0.00015867475,0.000056823126,0.00025721698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941016,0.000742632,0.0013361836,0.00050318224,0.0025540087,0.0007624256],"domain_scores_gemma":[0.9899642,0.00052508706,0.00036215363,0.00031465397,0.00069816137,0.00813574],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035597717,0.00030784617,0.00049226865,0.00081316364,0.00071198953,0.00013851696,0.0005519306,0.00051789434,0.03121926],"category_scores_gemma":[0.20656088,0.00029354554,0.00012851172,0.0011692859,0.00032761117,0.0005113426,0.000045504803,0.0052944324,0.00008842162],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009315711,0.0006187201,0.008820363,0.00020123385,0.00010068213,0.00029137972,0.05323746,0.000011227959,0.00003078545,0.008536608,0.78786236,0.14019603],"study_design_scores_gemma":[0.0051126885,0.00031396426,0.04120672,0.008204737,0.00015872232,0.0051435754,0.10611863,0.004105798,0.000043122345,0.0057094097,0.82294214,0.00094050943],"about_ca_topic_score_codex":0.0018396458,"about_ca_topic_score_gemma":0.0012791466,"teacher_disagreement_score":0.507046,"about_ca_system_score_codex":0.0016265614,"about_ca_system_score_gemma":0.1200762,"threshold_uncertainty_score":0.99995166},"labels":[],"label_agreement":null},{"id":"W3111921709","doi":"10.1080/14739879.2020.1851147","title":"Reimagining medical education for primary care in the time of COVID-19: a world view","year":2020,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Primary care; Diversity (politics); Public relations; 2019-20 coronavirus outbreak; Primary health care; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Sociology; Medical education; Health care; Political science; Pedagogy; Nursing; Medicine; Family medicine; Virology","score_opus":0.021101651007097672,"score_gpt":0.3588132854883685,"score_spread":0.33771163448127084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111921709","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073324546,0.024035728,0.0076547046,0.7905787,0.0066930302,0.017348688,0.0002578974,0.00033175386,0.07977495],"genre_scores_gemma":[0.3458915,0.00020924903,0.060266413,0.54200065,0.005986455,0.0069366773,0.035878073,0.00017804443,0.0026529222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977934,0.00011146784,0.0007394207,0.000425456,0.000672964,0.00025730237],"domain_scores_gemma":[0.9976304,0.00031781642,0.00028292357,0.00045556517,0.0010618981,0.00025140296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070863,0.00020048421,0.00040219247,0.00033774503,0.00015854534,0.000026098121,0.00038327504,0.00014755114,0.00032131674],"category_scores_gemma":[0.004537643,0.00015760411,0.00014635918,0.0012154165,0.00014163068,0.00015670377,0.00004269514,0.0004079081,0.000017523182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035757516,0.0007378779,0.004245363,0.01447831,0.00003932966,7.669491e-7,0.05012704,0.000005022533,0.00017975674,0.0044086454,0.35422587,0.5711944],"study_design_scores_gemma":[0.0018631138,0.00037343314,0.008961898,0.0009851222,0.00021069976,0.000025311654,0.038914546,0.00010303514,0.00013194443,0.0007102525,0.947451,0.0002696682],"about_ca_topic_score_codex":0.000038216243,"about_ca_topic_score_gemma":0.000015343945,"teacher_disagreement_score":0.5932251,"about_ca_system_score_codex":0.001269996,"about_ca_system_score_gemma":0.027084205,"threshold_uncertainty_score":0.97843134},"labels":[],"label_agreement":null},{"id":"W3111970134","doi":"10.26443/mjm.v18i1.288","title":"The virtualization of medical education in response to COVID-19: A Harvard and McGill pre-clerkship medical student perspective","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Gratitude; Context (archaeology); Medical education; Coronavirus disease 2019 (COVID-19); Perspective (graphical); Medicine; Medical school; Psychology","score_opus":0.03709937086321798,"score_gpt":0.43535191035912296,"score_spread":0.398252539495905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111970134","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32880017,0.00045376667,0.0014605646,0.6678148,0.0006145507,0.00051368325,0.0000041461158,0.000013682918,0.00032462834],"genre_scores_gemma":[0.88785523,0.0007929962,0.000502066,0.11004816,0.00066586037,0.000018913162,0.000005945311,0.000023565308,0.00008729202],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942513,0.00056265097,0.0014218221,0.00025420694,0.003284483,0.00022554463],"domain_scores_gemma":[0.99600834,0.00090727373,0.0005309112,0.00023059941,0.0011138552,0.0012089992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0081374375,0.00017241212,0.00055363605,0.00047604972,0.00017238646,0.00000728379,0.00041796893,0.00021988842,0.000660415],"category_scores_gemma":[0.13407198,0.00011091765,0.000056140332,0.0011606092,0.00045185856,0.00009857859,0.00010825459,0.00081409625,0.0000058019855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032584798,0.003920774,0.021143977,0.0010540563,0.0007459421,0.0007301564,0.060827184,0.00013477959,0.005900471,0.09470858,0.38250273,0.39574656],"study_design_scores_gemma":[0.019664623,0.009255776,0.12618704,0.004623316,0.0004320749,0.0024335096,0.07059985,0.0027420344,0.0003195246,0.0021549985,0.76119155,0.00039569518],"about_ca_topic_score_codex":0.00012336139,"about_ca_topic_score_gemma":0.00003389602,"teacher_disagreement_score":0.55905503,"about_ca_system_score_codex":0.0006242223,"about_ca_system_score_gemma":0.0027538151,"threshold_uncertainty_score":0.8732221},"labels":[],"label_agreement":null},{"id":"W3111989515","doi":"10.1186/s12909-020-02412-x","title":"Peer assessment of professionalism in undergraduate medical education","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Peer assessment; Medical education; Curriculum; Scale (ratio); Psychology; Peer group; Peer feedback; Professional development; Medicine; Pedagogy; Social psychology","score_opus":0.04518208845806583,"score_gpt":0.4541441557003301,"score_spread":0.4089620672422643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111989515","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43567845,0.0003615408,0.0070649777,0.5418017,0.0032388114,0.0010065543,0.0000018313414,0.00008094377,0.010765184],"genre_scores_gemma":[0.93254745,0.00008154673,0.0197713,0.043906335,0.0010934654,0.00029871982,0.0005911706,0.00003367437,0.0016763249],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99435717,0.00024560816,0.0010737944,0.00043186714,0.0036160361,0.00027554666],"domain_scores_gemma":[0.9975134,0.00020013805,0.00030318348,0.00037642353,0.001092078,0.00051478785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018381239,0.00019063451,0.00041258635,0.0003072028,0.00005640599,0.000011554723,0.0003016443,0.00042063626,0.0038946501],"category_scores_gemma":[0.039376665,0.00016678202,0.00008496332,0.0013262666,0.00022252099,0.000142415,0.0000756796,0.0008873895,0.00005118166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118370575,0.007827887,0.18812938,0.0020262464,0.00004179438,0.0000056783256,0.0020142724,0.000004904267,0.00016996227,0.07432054,0.39044458,0.3348964],"study_design_scores_gemma":[0.006588309,0.0006410044,0.6978209,0.007998384,0.00022515834,0.00021081942,0.011216647,0.050608087,0.00035206668,0.0081553385,0.2153298,0.0008534897],"about_ca_topic_score_codex":0.00011311471,"about_ca_topic_score_gemma":0.000038120714,"teacher_disagreement_score":0.50969154,"about_ca_system_score_codex":0.00032931985,"about_ca_system_score_gemma":0.05559635,"threshold_uncertainty_score":0.99701595},"labels":[],"label_agreement":null},{"id":"W3112091518","doi":"10.1002/jdd.12510","title":"Use of mind maps in dental education: An activity performed in a preclinical endodontic course","year":2020,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mind map; Conceptualization; Creativity; Psychology; Root (linguistics); Thematic analysis; Concept map; Dental education; Mathematics education; Process (computing); Thematic map; Computer science; Qualitative research; Dentistry; Artificial intelligence; Medicine; Sociology; Social psychology; Social science; Cartography; Geography","score_opus":0.06309218991739261,"score_gpt":0.42033285288746036,"score_spread":0.35724066297006773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112091518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99329895,0.00015517647,0.000024310011,0.004201787,0.0017346318,0.00039410705,0.000002940525,0.0000034484228,0.00018466606],"genre_scores_gemma":[0.9926453,0.000046248915,0.0052142884,0.0011029226,0.0007775331,0.000016051688,0.000045028737,0.000016352436,0.00013623587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979889,0.00013581928,0.0010000949,0.00018976057,0.00052399666,0.00016143444],"domain_scores_gemma":[0.9985467,0.000093400085,0.00062876253,0.00018454644,0.0003755193,0.00017107774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006069405,0.00012888931,0.0003728739,0.00041919728,0.000024816187,0.000025795605,0.0001463563,0.0001384415,0.00028712815],"category_scores_gemma":[0.0020325058,0.00012428842,0.00009233865,0.0008095803,0.00010139515,0.0008279763,0.000021695656,0.00066146784,0.000015558255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008085198,0.010046496,0.7790167,0.00018409014,0.00003276743,0.000008976286,0.004043844,0.000014538569,0.0066001764,0.000049995197,0.0048606223,0.1943333],"study_design_scores_gemma":[0.0016876302,0.0008830783,0.9746527,0.0007102232,0.00012025118,0.00047993596,0.014701157,0.00064385537,0.0040576328,0.00003890727,0.0018896443,0.00013495184],"about_ca_topic_score_codex":0.0001173236,"about_ca_topic_score_gemma":0.000094491465,"teacher_disagreement_score":0.19563606,"about_ca_system_score_codex":0.0005149942,"about_ca_system_score_gemma":0.0042988495,"threshold_uncertainty_score":0.7625975},"labels":[],"label_agreement":null},{"id":"W3112369314","doi":"10.22541/au.159170751.17551192","title":"When were clinicians ever not competent?","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Competence (human resources); Medicine; Health care; Suspect; Medical education; Curriculum; Alternative medicine; Nursing; Family medicine; Psychology; Pedagogy; Social psychology; Political science; Pathology","score_opus":0.07560602061947097,"score_gpt":0.38632432079869666,"score_spread":0.3107183001792257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112369314","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08269437,0.00013162248,0.023323862,0.6527412,0.011087371,0.0022566938,0.000047229147,0.00083329465,0.22688437],"genre_scores_gemma":[0.70069635,0.00008629464,0.12649068,0.13886888,0.0044203,0.00014051268,0.0016302901,0.0001004618,0.027566237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794656,0.000040441788,0.00070439564,0.0005232328,0.00056780764,0.00021758101],"domain_scores_gemma":[0.9985342,0.000054012624,0.0002017191,0.00074113073,0.00034862812,0.000120320336],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003518796,0.00023013944,0.00051843206,0.00013853073,0.000048919035,0.000028865885,0.00025655277,0.00047037704,0.005620043],"category_scores_gemma":[0.0011020366,0.00020016116,0.00016719794,0.0001489923,0.0001062556,0.000028280976,0.00037611538,0.0017263781,0.0011573927],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007822046,0.00029319528,0.003180936,0.0006361162,0.00020443107,0.000027080183,0.00091605296,0.0000054767593,0.00014291862,0.007358636,0.9519039,0.035253033],"study_design_scores_gemma":[0.0017519543,0.00025362108,0.03946004,0.0010709319,0.00058006484,0.000037174814,0.0012455668,0.006120653,0.00055101915,0.012873543,0.9354009,0.00065454305],"about_ca_topic_score_codex":0.00007871485,"about_ca_topic_score_gemma":0.000006619329,"teacher_disagreement_score":0.618002,"about_ca_system_score_codex":0.00017931576,"about_ca_system_score_gemma":0.0007133071,"threshold_uncertainty_score":0.9996203},"labels":[],"label_agreement":null},{"id":"W3112446051","doi":"10.2196/23857","title":"Adapting to the COVID-19 pandemic: A New Teaching Model of Self-Directed Learning for Medical Students (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bespoke; Coronavirus disease 2019 (COVID-19); Curriculum; Flexibility (engineering); Medical education; Set (abstract data type); Computer science; Multimedia; Medicine; Psychology; Pedagogy","score_opus":0.052246337656448816,"score_gpt":0.43802713283157113,"score_spread":0.3857807951751223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112446051","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40652043,0.00006655176,0.14702025,0.4415547,0.0007451712,0.0027935125,0.0000016083717,0.0007720871,0.0005256995],"genre_scores_gemma":[0.823796,0.000028164357,0.03942348,0.1325374,0.0024414363,0.0007731621,0.00012832697,0.000049549646,0.0008225204],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99564135,0.00020340837,0.00084185216,0.00046246467,0.0025344212,0.0003165003],"domain_scores_gemma":[0.997249,0.0005004675,0.00027709943,0.00034286137,0.00034555385,0.0012849835],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003750912,0.00018069778,0.00035479866,0.00014751297,0.00024552783,0.000030408397,0.0006818343,0.0003074279,0.00070023135],"category_scores_gemma":[0.09689869,0.00012587717,0.00009940902,0.0006127633,0.00008114433,0.00007703034,0.00018999167,0.001388199,0.000030821953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033420837,0.0015450808,0.05181518,0.00076551875,0.0001415497,0.0000016097922,0.051555406,0.0007496869,0.00026596047,0.0014866972,0.5455845,0.3457546],"study_design_scores_gemma":[0.0030301905,0.00047043455,0.004410155,0.0006861037,0.0001580845,0.000080822436,0.00778712,0.64230174,0.0000334708,0.00038516062,0.34036008,0.00029661763],"about_ca_topic_score_codex":0.00012896307,"about_ca_topic_score_gemma":0.000012876396,"teacher_disagreement_score":0.6415521,"about_ca_system_score_codex":0.00032187434,"about_ca_system_score_gemma":0.011145194,"threshold_uncertainty_score":0.9944607},"labels":[],"label_agreement":null},{"id":"W3112623496","doi":"10.1093/pch/pxz106","title":"Canadian medical schools’ preclerkship paediatric clinical skills curricula: How can we improve?","year":2019,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University; University of Alberta","funders":"","keywords":"Curriculum; Medicine; Medical education; Medical school; Family medicine; Pediatrics; Psychology; Pedagogy","score_opus":0.012364711443866423,"score_gpt":0.3295376916521387,"score_spread":0.3171729802082723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112623496","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31244165,0.005270263,0.00019022675,0.6639147,0.0111471815,0.0030803601,0.00009392232,0.00027407447,0.0035876494],"genre_scores_gemma":[0.9066618,0.008875628,0.0038481764,0.0673756,0.011288341,0.00009357348,0.00044968596,0.00011879497,0.0012883933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936789,0.00036850886,0.0014491254,0.0009784802,0.002034846,0.0014901158],"domain_scores_gemma":[0.9942142,0.00033253126,0.00055707607,0.0010953808,0.0006172684,0.0031835826],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0050661643,0.00042032346,0.00094162615,0.0010360336,0.0003896064,0.00007288639,0.0005385559,0.0009441688,0.0011885249],"category_scores_gemma":[0.009296463,0.00037540297,0.00029474802,0.0028051315,0.000112692076,0.00015673542,0.00011492512,0.0038274867,0.0009375856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016614187,0.0005492377,0.56533086,0.00044146067,0.000048971262,0.000024245472,0.00028466163,0.00000161695,3.04865e-7,0.0012750211,0.19869876,0.23332827],"study_design_scores_gemma":[0.006497567,0.0014344306,0.5867626,0.0006434223,0.00023011441,0.00026274702,0.00095365953,0.0012589981,0.0000046208515,0.00067875686,0.40027565,0.0009974351],"about_ca_topic_score_codex":0.01033698,"about_ca_topic_score_gemma":0.007585394,"teacher_disagreement_score":0.5965391,"about_ca_system_score_codex":0.0017369365,"about_ca_system_score_gemma":0.016632734,"threshold_uncertainty_score":0.99986976},"labels":[],"label_agreement":null},{"id":"W3112709234","doi":"10.3171/2020.7.jns201688","title":"Resident evaluations in the age of competency-based medical education: faculty perspectives on minimizing burdens","year":2020,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Medical education; MEDLINE; Family medicine","score_opus":0.06823245459850395,"score_gpt":0.39662325449096675,"score_spread":0.3283907998924628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112709234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77247334,0.0001755046,0.00018987825,0.2256284,0.00054438674,0.0001717929,0.0000016618914,0.000005876593,0.0008091247],"genre_scores_gemma":[0.97872853,0.00005274472,0.0016815395,0.018777655,0.00069939514,0.000007659421,0.000014100065,0.000010858029,0.000027490045],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997244,0.0002555618,0.00084216014,0.00012751074,0.0014148746,0.00011587648],"domain_scores_gemma":[0.99816537,0.00051025976,0.00042799857,0.00018192921,0.0006239664,0.00009046354],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014589628,0.00009263907,0.0002950281,0.00038022402,0.000051036466,0.0000113389,0.00019086283,0.000065061045,0.00029269874],"category_scores_gemma":[0.018390564,0.00006293313,0.00014068586,0.00096319395,0.00013298124,0.000060054983,0.000011570087,0.0006536136,0.0000046514356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018277359,0.009167076,0.12439656,0.0007312373,0.00020305996,0.0015809321,0.08042764,0.0012686818,0.015960613,0.0095790485,0.72174686,0.03311059],"study_design_scores_gemma":[0.0032572122,0.0018299948,0.9096771,0.0023951503,0.000260539,0.00067699613,0.051317003,0.0028855994,0.0010842269,0.00063073885,0.02572385,0.00026160438],"about_ca_topic_score_codex":0.00000471119,"about_ca_topic_score_gemma":0.0000014152153,"teacher_disagreement_score":0.7852805,"about_ca_system_score_codex":0.00008374665,"about_ca_system_score_gemma":0.0042302758,"threshold_uncertainty_score":0.98987794},"labels":[],"label_agreement":null},{"id":"W3113009175","doi":"10.1097/acm.0000000000003894","title":"In Reply to Pan et al","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Computer science; Competence (human resources); Experiential learning; Virtual learning environment; Instructional simulation; Knowledge management; Virtual reality; Human–computer interaction; Multimedia; Psychology; Pedagogy","score_opus":0.04554861846286067,"score_gpt":0.4014341259194059,"score_spread":0.35588550745654524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113009175","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013440772,0.00031514995,0.00028947747,0.98962384,0.0025159917,0.0009987407,0.000005234275,0.00011348615,0.0047940207],"genre_scores_gemma":[0.0008030684,0.000357529,0.00070114055,0.97265315,0.014165598,0.0001620352,0.0009651505,0.00009595115,0.010096398],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960244,0.00013206128,0.001194917,0.0007964688,0.0013183273,0.00053377997],"domain_scores_gemma":[0.9984697,0.00024391248,0.00025480823,0.0006666123,0.000188271,0.00017668976],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001162502,0.00038473684,0.0009489129,0.00083509315,0.000033406937,0.0000038050546,0.00040700223,0.0008913548,0.0012398111],"category_scores_gemma":[0.010093181,0.00031492714,0.000051542076,0.0016152407,0.00021683803,0.00007794683,0.00010372878,0.011894573,0.00063502544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003708149,0.000006395218,0.0002520207,0.00020828356,0.000029778,0.00070337375,0.002892216,1.2245594e-7,0.0003015148,0.00012521607,0.99281573,0.002628267],"study_design_scores_gemma":[0.0010923205,0.00033973507,0.0003799125,0.001966106,0.00009348504,0.00020644155,0.00033519082,0.000026810847,0.000037113507,0.0006428105,0.9946354,0.0002446557],"about_ca_topic_score_codex":0.0001838098,"about_ca_topic_score_gemma":9.888461e-7,"teacher_disagreement_score":0.016970694,"about_ca_system_score_codex":0.00037625217,"about_ca_system_score_gemma":0.00047692252,"threshold_uncertainty_score":0.99993026},"labels":[],"label_agreement":null},{"id":"W3113013729","doi":"10.5124/jkma.2020.63.12.782","title":"Global trends in continuing medical education and continuing development: A proposal for implementation in Korea","year":2020,"lang":"en","type":"article","venue":"Journal of Korean Medical Association","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Continuing medical education; Competence (human resources); Medical education; Continuing education; Continuing professional development; Professional development; Medicine; Political science; Psychology","score_opus":0.01005430704095301,"score_gpt":0.35194195705463366,"score_spread":0.34188765001368066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113013729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9332509,0.00018020136,0.0013636748,0.064177476,0.00042462006,0.00031739456,0.0000025952634,0.00001401124,0.00026909614],"genre_scores_gemma":[0.98598784,0.00004602432,0.010204351,0.0026705975,0.00092003576,0.000030520343,0.000092960676,0.000013964446,0.00003368449],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962543,0.000120788834,0.0014433856,0.00019887016,0.0017003712,0.0002822622],"domain_scores_gemma":[0.9981895,0.00012824834,0.00075963634,0.000053375392,0.0005571046,0.0003121247],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037395644,0.00013629677,0.0004470299,0.0003568865,0.00003180575,0.000030578798,0.00012232346,0.00033163707,0.00032296567],"category_scores_gemma":[0.01177422,0.00012246765,0.00006486828,0.00096225756,0.00004148521,0.00023220481,0.000030350913,0.00053029764,0.0000016822245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012432181,0.00024419223,0.29126236,0.00006300557,0.000028859162,0.000015387546,0.0044447863,3.8734686e-7,0.00002260323,0.00070747273,0.006179277,0.69690734],"study_design_scores_gemma":[0.011920579,0.00054498157,0.9653192,0.0017087911,0.00010668416,0.00018945361,0.0069634193,0.003474241,0.00019129043,0.00074764964,0.008591333,0.00024233489],"about_ca_topic_score_codex":0.000023959496,"about_ca_topic_score_gemma":0.0002466646,"teacher_disagreement_score":0.69666505,"about_ca_system_score_codex":0.0010804547,"about_ca_system_score_gemma":0.001803348,"threshold_uncertainty_score":0.99655},"labels":[],"label_agreement":null},{"id":"W3113030732","doi":"10.1111/medu.14428","title":"Competent to provide compassionate care? A critical discourse analysis of accreditation standards","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"University of Toronto; Associated Medical Services","keywords":"Accreditation; Curriculum; Value (mathematics); Medical education; Compassion; Medicine; Nursing; Psychology; Political science; Pedagogy; Law","score_opus":0.015114784394992834,"score_gpt":0.4218174178713469,"score_spread":0.4067026334763541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113030732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6388476,0.00018790484,0.041690856,0.31579897,0.0012899054,0.0007143994,0.00005278361,0.000082808,0.0013347853],"genre_scores_gemma":[0.96058047,0.000007767261,0.009360255,0.028568506,0.00054473896,0.00012251678,0.0007596625,0.000016925038,0.000039181203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662614,0.00008529961,0.0006713318,0.00034942763,0.002052676,0.00021511524],"domain_scores_gemma":[0.9973114,0.00012555634,0.000119724566,0.00028694945,0.0017616765,0.00039470402],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000535014,0.00014101833,0.00045231712,0.00047079104,0.00007840126,0.000017268794,0.00017323911,0.0001353187,0.0017158325],"category_scores_gemma":[0.02141023,0.00012106077,0.00012898294,0.00259529,0.00022699549,0.00010028517,0.000049632068,0.0003191028,0.000026450994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057006394,0.0025571298,0.022712909,0.0013480213,0.000687877,0.000009781404,0.031719007,0.00013516704,0.0012105986,0.012044224,0.41107017,0.51593506],"study_design_scores_gemma":[0.0032233386,0.0022371346,0.33800128,0.0019635777,0.007055864,0.000027023332,0.06168901,0.06920078,0.0022737547,0.0002776768,0.5131688,0.00088176935],"about_ca_topic_score_codex":0.000054790762,"about_ca_topic_score_gemma":0.000009487997,"teacher_disagreement_score":0.5150533,"about_ca_system_score_codex":0.00034363827,"about_ca_system_score_gemma":0.006121975,"threshold_uncertainty_score":0.9995124},"labels":[],"label_agreement":null},{"id":"W3113195362","doi":"10.1111/medu.14431","title":"Scoping reviews in medical education: A scoping review","year":2020,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Systematic review; Publishing; Critical appraisal; MEDLINE; Medical education; Medicine; Psychology; Engineering ethics; Alternative medicine; Political science; Engineering","score_opus":0.07262683116700062,"score_gpt":0.509897688516374,"score_spread":0.4372708573493733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113195362","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.588472e-7,0.9366385,0.000111655594,0.04528005,0.004566125,0.009800095,0.0000014529487,0.00012113492,0.0034802486],"genre_scores_gemma":[1.9561988e-7,0.8802952,0.0018942063,0.10611989,0.003720262,0.005916788,0.0014294987,0.0001182357,0.00050571596],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98949474,0.00095726247,0.004615391,0.0012935636,0.0029663916,0.0006726481],"domain_scores_gemma":[0.99526817,0.00034503872,0.0014779014,0.001431603,0.0005248151,0.00095247355],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.004957855,0.0008291869,0.0049027908,0.0008768809,0.00013119953,0.000049890674,0.00093483017,0.001398193,0.01321602],"category_scores_gemma":[0.09694346,0.0006912171,0.0006339834,0.00446016,0.0002969907,0.00020947588,0.00021190084,0.003276429,0.0014911916],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018966888,0.0006033548,0.0000065183117,0.31693292,0.000015720852,0.0000127997755,0.000047510293,1.3418265e-9,4.7201545e-9,0.00011128602,0.13871202,0.543556],"study_design_scores_gemma":[0.00015631616,0.000031622163,0.0000019448507,0.50130504,0.00037553356,0.00046180713,0.000019696012,0.00000890276,3.5988897e-8,0.000011792563,0.49736255,0.00026474282],"about_ca_topic_score_codex":0.00004328811,"about_ca_topic_score_gemma":0.00003530689,"teacher_disagreement_score":0.5432912,"about_ca_system_score_codex":0.0013071295,"about_ca_system_score_gemma":0.13706908,"threshold_uncertainty_score":0.9998982},"labels":[],"label_agreement":null},{"id":"W3113214253","doi":"10.15694/mep.2020.000283.1","title":"Exploring social accountability in Canadian medical schools: broader perspectives","year":2020,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of British Columbia","funders":"","keywords":"Accountability; Focus group; Public relations; Social accounting; Political science; Mandate; Sociology; Psychology; Management","score_opus":0.11503159035622833,"score_gpt":0.3551578213038151,"score_spread":0.24012623094758678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113214253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7459291,0.00006471167,0.000024631994,0.24259108,0.0003796601,0.00023121791,0.0000029937971,0.00007337513,0.010703231],"genre_scores_gemma":[0.98144275,0.000014476076,0.0004208033,0.01611636,0.0017803533,0.000106552914,0.000039977393,0.00002129626,0.000057425987],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9977969,0.00006171191,0.00036816188,0.00037732598,0.00092305476,0.0004728573],"domain_scores_gemma":[0.99878967,0.00002898952,0.000042737673,0.00018345716,0.00039671763,0.00055843586],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010158996,0.00012705164,0.00025430994,0.00029528784,0.00011950753,0.00008103605,0.00022392107,0.0002068741,0.0051060454],"category_scores_gemma":[0.016595578,0.00012535427,0.000052540952,0.0015275177,0.0001340138,0.0007273472,0.000044961304,0.0011691346,0.00011934066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020523192,0.00072311226,0.24489363,0.00034869256,0.00010987565,0.00017515883,0.11507131,0.0000019049044,0.00011205262,0.014079052,0.41477746,0.20950253],"study_design_scores_gemma":[0.0021658526,0.0000995171,0.6401517,0.00016308355,0.000032651686,0.000030877578,0.11907844,0.0010275448,0.00009096219,0.00018919863,0.2366026,0.00036759293],"about_ca_topic_score_codex":0.06140505,"about_ca_topic_score_gemma":0.035468396,"teacher_disagreement_score":0.39525804,"about_ca_system_score_codex":0.00088820234,"about_ca_system_score_gemma":0.003200021,"threshold_uncertainty_score":0.9958034},"labels":[],"label_agreement":null},{"id":"W3113400957","doi":"10.36834/cmej.70183","title":"Utilization of evidence-based tools and medical education literature by Canadian postgraduate program directors in the teaching and assessment of the CanMEDS roles","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Ottawa","funders":"","keywords":"Accreditation; Medicine; Medical education; Graduate medical education; Knowledge translation","score_opus":0.04560737473990726,"score_gpt":0.3902212173135049,"score_spread":0.3446138425735976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113400957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49929786,0.0025125716,0.000032097818,0.49641868,0.0005657293,0.00062543905,0.00001349447,0.0000057873826,0.00052835874],"genre_scores_gemma":[0.93015164,0.0004038871,0.0012783008,0.06757436,0.0003811189,0.000057131612,0.00010968038,0.000013848635,0.000030024283],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971091,0.00054451276,0.0006388482,0.00020651729,0.0012286947,0.0002722846],"domain_scores_gemma":[0.99626267,0.00019426626,0.00024704094,0.00020882815,0.0005564201,0.0025307948],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025822215,0.00014652745,0.0002394013,0.00037660694,0.0002647391,0.00009594474,0.00032180213,0.0002554409,0.00055632635],"category_scores_gemma":[0.05302939,0.00008861896,0.00004545986,0.0009829745,0.00033955777,0.00020663776,0.000014010611,0.0016932661,2.9495058e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010169021,0.000244846,0.05133654,0.00019452587,0.0000195871,0.000004869652,0.005441512,8.472134e-7,0.000023861428,0.001148262,0.07780651,0.86376846],"study_design_scores_gemma":[0.0013835034,0.00051479344,0.65574175,0.010233702,0.00019735936,0.0007975783,0.014267804,0.009893024,0.00008489963,0.0002574689,0.30628243,0.0003456839],"about_ca_topic_score_codex":0.05793341,"about_ca_topic_score_gemma":0.0820041,"teacher_disagreement_score":0.86342275,"about_ca_system_score_codex":0.00045799013,"about_ca_system_score_gemma":0.10284753,"threshold_uncertainty_score":0.95494735},"labels":[],"label_agreement":null},{"id":"W3116172921","doi":"10.1177/2382120520981992","title":"Comparing Standard Setting Methods for Objective Structured Clinical Examinations in a Caribbean Medical School","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Medical school; Medical physics; Medicine","score_opus":0.043452191836421676,"score_gpt":0.46519064255919235,"score_spread":0.42173845072277066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116172921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73001516,0.0012994221,0.17555855,0.08998751,0.0021474215,0.00077959354,0.0000011355634,0.000024166306,0.00018704348],"genre_scores_gemma":[0.5613029,0.00020253455,0.42173257,0.015318713,0.0012906415,0.000062624815,0.000048259615,0.000022509555,0.000019259112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961969,0.0002960807,0.0016085452,0.00024927364,0.001433908,0.00021526891],"domain_scores_gemma":[0.9969666,0.00029688282,0.000498025,0.00010651618,0.00094405236,0.0011879088],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006902828,0.00015083546,0.00056213175,0.00027013567,0.0001085364,0.00003334336,0.0002121629,0.0002947756,0.0005135125],"category_scores_gemma":[0.055246245,0.0001203513,0.000093805465,0.00057016965,0.00012332405,0.000109542736,0.00006496265,0.0011282321,0.0000019355878],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011212443,0.00058185286,0.07376831,0.00019873209,0.00013651507,0.00001394703,0.0040845186,0.0000016546305,0.000020989393,0.00079845084,0.017687885,0.90259504],"study_design_scores_gemma":[0.01187755,0.00083092536,0.6330603,0.0038072562,0.00030059894,0.0010689544,0.023489276,0.018395983,0.00051113125,0.00089278875,0.30522943,0.00053585874],"about_ca_topic_score_codex":0.0000051939387,"about_ca_topic_score_gemma":0.0000061353835,"teacher_disagreement_score":0.90205914,"about_ca_system_score_codex":0.00033987337,"about_ca_system_score_gemma":0.01185553,"threshold_uncertainty_score":0.99374634},"labels":[],"label_agreement":null},{"id":"W3116517823","doi":"10.36834/cmej.69682","title":"Developing a dashboard to meet the needs of residents in a competency-based training program: A design-based research project","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Dashboard; Training (meteorology); Computer science; Medical education; Program Design Language; Engineering management; Data science; Medicine; Software engineering; Engineering; Geography","score_opus":0.20487016764661034,"score_gpt":0.453319384612006,"score_spread":0.24844921696539565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116517823","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1403458,0.00015799302,0.006137256,0.8490957,0.00074305397,0.0023181431,0.0000025636316,0.00003367813,0.0011657971],"genre_scores_gemma":[0.7832634,0.0000052143305,0.10461092,0.110836275,0.00081148016,0.0003859001,0.000019007257,0.000032301592,0.00003549877],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961386,0.00055568723,0.00080891803,0.00020246208,0.0016822744,0.0006120562],"domain_scores_gemma":[0.9952391,0.00029627158,0.00014777064,0.0002525147,0.001399956,0.0026644273],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049728802,0.00014253397,0.00029716655,0.0017803247,0.0002760052,0.00006930001,0.00051398907,0.00018738759,0.0011054439],"category_scores_gemma":[0.069088295,0.000111274,0.000059007172,0.005194687,0.0002969676,0.00006553294,0.00001781955,0.0012706664,0.000011281045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004030532,0.00067566585,0.0071993517,0.00044201702,0.00007472378,0.00013587996,0.054849766,0.00020455361,0.00015654201,0.009871594,0.58203053,0.34395635],"study_design_scores_gemma":[0.015769782,0.007069341,0.09933758,0.024904978,0.00030188897,0.0015171283,0.29682517,0.112409756,0.0016421496,0.007335119,0.4309441,0.001943025],"about_ca_topic_score_codex":0.0052412087,"about_ca_topic_score_gemma":0.00594707,"teacher_disagreement_score":0.73825943,"about_ca_system_score_codex":0.0011110324,"about_ca_system_score_gemma":0.38329822,"threshold_uncertainty_score":0.99980766},"labels":[],"label_agreement":null},{"id":"W3117008273","doi":"10.2196/18102","title":"Development and Implementation of a Web-Based Learning Environment for an Inpatient Internal Medicine Team: Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Web application; Software; Educational software; Multimedia; Medical education; Medicine; World Wide Web","score_opus":0.019035908861535087,"score_gpt":0.3872834234219643,"score_spread":0.3682475145604292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117008273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97868437,0.00005808366,0.0053971387,0.013637319,0.00025346508,0.0018515817,7.8563306e-7,0.000046457808,0.00007078893],"genre_scores_gemma":[0.9845781,0.000007905069,0.009594211,0.0040734066,0.00041940284,0.001000581,0.00027606048,0.000020932726,0.00002939818],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978844,0.00008161176,0.00071888726,0.000329873,0.00082875986,0.00015646163],"domain_scores_gemma":[0.99909335,0.00003379297,0.00026079116,0.00014105666,0.00020396805,0.00026705774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007361232,0.0001460966,0.00025572334,0.00017281514,0.00010287743,0.000007761505,0.00009358796,0.00009369317,0.00044151195],"category_scores_gemma":[0.0011309993,0.00012584553,0.000023072065,0.00023259071,0.00012905906,0.00009095178,0.000028125434,0.00026468834,0.0000044111757],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022092715,0.0023624818,0.15252306,0.00053752225,0.00004977267,6.6536956e-7,0.034089223,0.000004881804,0.00066947634,0.00020119733,0.008135551,0.8012053],"study_design_scores_gemma":[0.0143726,0.011528471,0.67492986,0.0014297577,0.00027852578,0.000020553332,0.098806895,0.0145085575,0.0016187137,0.000055992612,0.1820004,0.00044967508],"about_ca_topic_score_codex":0.00006662463,"about_ca_topic_score_gemma":0.000017054734,"teacher_disagreement_score":0.80075556,"about_ca_system_score_codex":0.00019837053,"about_ca_system_score_gemma":0.0017314662,"threshold_uncertainty_score":0.5131832},"labels":[],"label_agreement":null},{"id":"W3117568225","doi":"10.7759/cureus.12374","title":"Medical Student Comfort With Procedural Skills Performance Based on Elective Experience and Career Interest","year":2020,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Competence (human resources); Medicine; Medical education; Likert scale; Anesthesiology; Psychology; Anesthesia","score_opus":0.023490969505928126,"score_gpt":0.34075591449211107,"score_spread":0.31726494498618296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117568225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98838484,0.000018973564,0.00051371637,0.009689322,0.00010729515,0.00029043257,6.659441e-7,0.000043707052,0.00095105876],"genre_scores_gemma":[0.9833034,0.0000091946995,0.00062656833,0.015757067,0.00016650105,0.00006109677,0.000018846551,0.000012608964,0.000044689],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989778,0.000010846048,0.00015194587,0.00021454324,0.0004986142,0.00014627157],"domain_scores_gemma":[0.9994835,0.000021986467,0.000040320785,0.00013312517,0.00016573016,0.00015530387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009207102,0.00010030672,0.00013884404,0.00003113288,0.00006344853,0.000012251771,0.00010268087,0.000063531756,0.0002371123],"category_scores_gemma":[0.00068450795,0.000070213406,0.000010154845,0.0002939572,0.00016747726,0.0000646794,0.000026996844,0.0002959723,0.00000855079],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044025277,0.00115912,0.9278849,0.00031600505,0.000081074155,0.00006983647,0.024704443,0.000019096848,0.00027988886,0.0005693384,0.011177401,0.033298645],"study_design_scores_gemma":[0.00415152,0.0054659965,0.94220966,0.0011008348,0.00008830584,0.00016203648,0.0070916535,0.025393208,0.0058037117,0.000005795381,0.008112234,0.00041506623],"about_ca_topic_score_codex":0.0000043295477,"about_ca_topic_score_gemma":0.0000032905098,"teacher_disagreement_score":0.03288358,"about_ca_system_score_codex":0.00009643607,"about_ca_system_score_gemma":0.0002531325,"threshold_uncertainty_score":0.28632194},"labels":[],"label_agreement":null},{"id":"W3118268916","doi":"10.1007/s40670-020-01167-w","title":"Feedback Credibility in Healthcare Education: a Systematic Review and Synthesis","year":2021,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; Royal Victoria Regional Health Centre; University of Toronto; London Health Sciences Centre; Western University","funders":"","keywords":"Credibility; Formative assessment; Context (archaeology); Medical education; Perception; Inclusion (mineral); Focus group; Health care; Process (computing); Qualitative research; Psychology; Systematic review; Computer science; Applied psychology; MEDLINE; Medicine; Pedagogy; Social psychology; Political science; Sociology","score_opus":0.05375739841054068,"score_gpt":0.45712872420184014,"score_spread":0.4033713257912995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118268916","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004522573,0.9654801,0.000002627177,0.028849233,0.0018569846,0.0034148921,0.000005319156,0.0000353365,0.0003102662],"genre_scores_gemma":[0.0000313468,0.9865234,0.0007658673,0.009158201,0.00051210297,0.0025720857,0.00005423773,0.00003237821,0.00035041795],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99345404,0.00053865893,0.0020166459,0.001169275,0.0021923014,0.0006291058],"domain_scores_gemma":[0.99538577,0.0006582063,0.00058389304,0.0015208729,0.0007783086,0.0010729297],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008422149,0.00043194447,0.00391761,0.0006654112,0.00019349455,0.00007287064,0.0007559048,0.00046289992,0.001095675],"category_scores_gemma":[0.08712318,0.00030626848,0.00022378395,0.0060047223,0.0013048422,0.00015397802,0.0002160033,0.0013648252,0.00010226135],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7134146e-7,0.0004472077,0.000030334646,0.65530413,0.000014963587,0.000006408658,0.000048718328,1.4673578e-10,8.663847e-9,0.00036703708,0.005577323,0.33820358],"study_design_scores_gemma":[0.000060169186,0.000024585404,0.000044695375,0.7936272,0.001438936,0.0007556658,0.00032647204,0.0000021985707,1.6136731e-7,0.000022034015,0.20345971,0.00023818236],"about_ca_topic_score_codex":0.00011313054,"about_ca_topic_score_gemma":0.0000114269815,"teacher_disagreement_score":0.3379654,"about_ca_system_score_codex":0.0016194604,"about_ca_system_score_gemma":0.054635566,"threshold_uncertainty_score":0.99993896},"labels":[],"label_agreement":null},{"id":"W3118354250","doi":"10.5539/hes.v11n1p114","title":"Socially Accountable Medical Education: Our Story Might Not Be Yours","year":2021,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"NOSM University; Lakehead University","funders":"","keywords":"Accountability; Public relations; Social accounting; Sociology; Narrative; Power (physics); Health care; Political science; Pedagogy; Medical education; Medicine; Business","score_opus":0.0682767855335579,"score_gpt":0.44322592118147097,"score_spread":0.3749491356479131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118354250","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25134102,0.012234927,0.000018762457,0.6935045,0.020266756,0.0003401591,0.000004681537,0.00016139784,0.022127772],"genre_scores_gemma":[0.55478686,0.0012901286,0.008953286,0.14517373,0.009412378,0.0006929817,0.00044471945,0.00007512092,0.27917078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728286,0.00013249915,0.00052637834,0.00049559947,0.001220177,0.0003424826],"domain_scores_gemma":[0.99546885,0.000086829124,0.00020545807,0.0005604778,0.0034781098,0.00020029942],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006919721,0.00024604076,0.0004457975,0.00023326448,0.00044723574,0.000046223184,0.00017354668,0.00024004348,0.0025354398],"category_scores_gemma":[0.0015964145,0.00023346137,0.000108822474,0.0010334402,0.00017134093,0.00021934586,0.000094301395,0.000570212,0.00027445224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019024617,0.0015581137,0.004721875,0.00020046894,0.0002300519,0.0000049157666,0.0012257515,1.9152029e-7,0.00012814967,0.03362056,0.9430278,0.015263118],"study_design_scores_gemma":[0.0004994467,0.00003425947,0.063709445,0.0003228167,0.00021106786,0.000076613534,0.046406172,0.0000016014022,0.00044825987,0.00052518246,0.8875248,0.0002403474],"about_ca_topic_score_codex":0.000028795463,"about_ca_topic_score_gemma":0.000019537252,"teacher_disagreement_score":0.5483308,"about_ca_system_score_codex":0.0007371942,"about_ca_system_score_gemma":0.01772066,"threshold_uncertainty_score":0.99837637},"labels":[],"label_agreement":null},{"id":"W3118565648","doi":"10.1007/s40037-020-00647-4","title":"Performance-based assessment in the 21st century: when the examiner is a&amp;nbsp;machine","year":2021,"lang":"en","type":"letter","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Medical education; Computer science; Medicine; Data science; Medical physics","score_opus":0.023810062620106053,"score_gpt":0.3519229629844746,"score_spread":0.3281129003643686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118565648","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01785065,0.0015137591,0.00009258392,0.95346177,0.0025513677,0.0012296805,0.00001182669,0.00005027506,0.023238076],"genre_scores_gemma":[0.048631433,0.0015786292,0.0013824853,0.93261224,0.009521895,0.0009007984,0.0029643984,0.00008070146,0.0023274028],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938174,0.0006819807,0.0007708828,0.00087827165,0.003299805,0.0005516632],"domain_scores_gemma":[0.9966907,0.0006116622,0.00034022782,0.0015491685,0.00070457486,0.00010367888],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022078336,0.0004938524,0.00054708996,0.0005467836,0.0003086446,0.00011379731,0.0007857908,0.0009019969,0.0072489334],"category_scores_gemma":[0.004621414,0.00028645154,0.00020124055,0.001238776,0.00056238443,0.00009442952,0.000056700326,0.007452803,0.0001186182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026342252,0.0017740758,0.00105765,0.00031457597,0.000074641,0.000015812298,0.017871669,0.0000011096672,0.0000031317395,0.00066793815,0.9252852,0.052907813],"study_design_scores_gemma":[0.00083860307,0.0001954206,0.013580999,0.0012061531,0.00018190706,0.00008116442,0.039383646,0.0007646047,0.000005069291,0.000102835234,0.9433481,0.00031150738],"about_ca_topic_score_codex":0.00027059644,"about_ca_topic_score_gemma":0.00002504874,"teacher_disagreement_score":0.05259631,"about_ca_system_score_codex":0.0015228321,"about_ca_system_score_gemma":0.0076401024,"threshold_uncertainty_score":0.99995875},"labels":[],"label_agreement":null},{"id":"W3118783001","doi":"10.1007/s43678-020-00031-5","title":"First-line responders to the 2021 R-1 match and the needs of medical students","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Emergency Physicians; McGill University","funders":"","keywords":"Medicine; Line (geometry); MEDLINE; Family medicine","score_opus":0.07011024677554789,"score_gpt":0.39201030220119704,"score_spread":0.32190005542564915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118783001","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.270196,0.002044625,0.0010114467,0.72277814,0.0031729392,0.00028761194,0.0000026470454,0.0000018815198,0.0005047429],"genre_scores_gemma":[0.9769996,0.0012324677,0.000101674486,0.017750915,0.003372186,0.000006681162,0.0000050268736,0.000017522578,0.00051397143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704224,0.00010775254,0.00102862,0.00009311408,0.0015011592,0.000227092],"domain_scores_gemma":[0.9977371,0.00013432844,0.0002891427,0.00024966235,0.00064810895,0.0009416341],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036403316,0.00012261562,0.00041411901,0.0003083382,0.00014240049,0.0000056806834,0.0006847304,0.00009230433,0.007989938],"category_scores_gemma":[0.0136486385,0.0000612845,0.000070521986,0.0015714145,0.0004299516,0.000041271476,0.000039666247,0.0005981576,0.000011298207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045530268,0.000039992563,0.017496828,0.00013938747,0.0002662813,0.00006372134,0.03726221,0.00002665964,0.00003943673,0.002646392,0.9326196,0.008944217],"study_design_scores_gemma":[0.007550712,0.0017714307,0.029653484,0.0012832788,0.0006240058,0.00019179078,0.03675474,0.00080622523,0.000033184184,0.00060893246,0.9205456,0.00017663695],"about_ca_topic_score_codex":0.0020858464,"about_ca_topic_score_gemma":0.0026882023,"teacher_disagreement_score":0.70680356,"about_ca_system_score_codex":0.000066154964,"about_ca_system_score_gemma":0.0011238004,"threshold_uncertainty_score":0.99465984},"labels":[],"label_agreement":null},{"id":"W3118988773","doi":"10.3138/jvme.2020-0124","title":"“Just Engage in It or Not, You Get Out What You Put In”: Student and Staff Experiences of Feedback and Feedforward in Workplace-Based Learning Environments","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Psychology; Professional development; Process (computing); Peer feedback; Feed forward; Medical education; Resource (disambiguation); Focus group; Pedagogy; Computer science; Qualitative research; Medicine; Sociology; Engineering","score_opus":0.05870992706392624,"score_gpt":0.3964983082356538,"score_spread":0.33778838117172755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118988773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893568,0.00130791,0.00007747417,0.008061431,0.0009632829,0.00018902696,2.381495e-7,0.0000022900642,0.00004153107],"genre_scores_gemma":[0.99415034,0.002375833,0.001961536,0.0010275147,0.00018001914,0.00003214781,0.000013437912,0.000012616954,0.0002465505],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99743205,0.00028896547,0.0009982453,0.000221919,0.00085848646,0.00020032369],"domain_scores_gemma":[0.999067,0.00018818524,0.0003573832,0.00013416335,0.00009497143,0.00015829779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019478814,0.00013813536,0.00040968606,0.000472205,0.00003893215,0.00003603871,0.000112207184,0.00017002597,0.00042046598],"category_scores_gemma":[0.003722688,0.00011635541,0.000032203974,0.000430878,0.00021706759,0.00038512918,0.00006262449,0.00089898624,0.0000012405789],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030172183,0.008538704,0.21296628,0.0010609302,0.00006823227,0.00097242236,0.23944195,0.0001170611,0.0043876744,0.000017326844,0.0009276114,0.5284846],"study_design_scores_gemma":[0.0055627814,0.002484338,0.3642729,0.0066431304,0.00004858208,0.0009374604,0.60619396,0.0008493362,0.00061937806,0.000013107533,0.012157034,0.00021803661],"about_ca_topic_score_codex":0.000011751443,"about_ca_topic_score_gemma":0.000015668249,"teacher_disagreement_score":0.52826655,"about_ca_system_score_codex":0.0003096174,"about_ca_system_score_gemma":0.001560341,"threshold_uncertainty_score":0.4744836},"labels":[],"label_agreement":null},{"id":"W3119189740","doi":"10.1186/s12909-020-02466-x","title":"Comprehensiveness of distributed medical education systems: a regional population-based perspective","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Inland Hospital; Interior Health","funders":"","keywords":"Specialty; Mainland; Geography; Mainland China; Population; Distribution (mathematics); Demography; Medicine; Family medicine; Sociology; Archaeology","score_opus":0.02356402881099683,"score_gpt":0.36898365000669736,"score_spread":0.3454196211957005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119189740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89428735,0.0036971918,0.03474443,0.05658409,0.007159956,0.0012675802,0.000024782787,0.00018828487,0.0020463448],"genre_scores_gemma":[0.9750507,0.00006985765,0.006646709,0.010225566,0.0014629805,0.00031515775,0.005701619,0.0000409788,0.00048644468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951772,0.0003703204,0.0010331119,0.0005413081,0.0025891138,0.0002889433],"domain_scores_gemma":[0.9935124,0.0004550673,0.00041026762,0.0006690175,0.004472032,0.000481248],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00084071903,0.00023353289,0.00053045986,0.00033908035,0.00013609714,0.000026507652,0.00023221641,0.0005016116,0.0024797549],"category_scores_gemma":[0.033425607,0.00022571562,0.00015363826,0.0015083773,0.00025907272,0.00012019712,0.000042045707,0.0005253715,0.000033673663],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060030294,0.024198351,0.37335938,0.006327515,0.00032226456,0.000029168776,0.0014192278,0.0002410408,0.00028865275,0.2759694,0.25181043,0.06543427],"study_design_scores_gemma":[0.005795718,0.00032955437,0.83585876,0.013409291,0.0006172249,0.0013625241,0.031306867,0.055659257,0.00050972454,0.0034490372,0.050712515,0.0009895044],"about_ca_topic_score_codex":0.0010051853,"about_ca_topic_score_gemma":0.000101342186,"teacher_disagreement_score":0.46249938,"about_ca_system_score_codex":0.00092455355,"about_ca_system_score_gemma":0.068191126,"threshold_uncertainty_score":0.9984321},"labels":[],"label_agreement":null},{"id":"W3119226343","doi":"10.37964/cr24731","title":"PERSPECTIVE: Leadership in medical education: call to action","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Physician Leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Leadership development; Neuroleadership; Curriculum; Perspective (graphical); Promotion (chess); Leadership studies; Context (archaeology); Medical education; Educational leadership; Shared leadership; Action (physics); Leadership style; Political science; Medicine; Psychology; Public relations; Pedagogy; Politics","score_opus":0.15433847568833844,"score_gpt":0.3732794780152672,"score_spread":0.21894100232692873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119226343","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27214405,0.0021885412,0.0004624934,0.7060907,0.0034093068,0.00030255955,0.0000025432803,0.00001592376,0.015383865],"genre_scores_gemma":[0.907885,0.000005709823,0.0010165488,0.08660286,0.0022999349,0.0000074486866,0.000012813043,0.00002640326,0.0021432438],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99815094,0.00011467728,0.00047473185,0.00021481853,0.0005781175,0.00046671767],"domain_scores_gemma":[0.9973989,0.00004479639,0.00013880196,0.0002421178,0.0012728581,0.000902537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006073859,0.00014016301,0.00031062678,0.0007847966,0.00007741408,0.000038131617,0.00018812963,0.00018250961,0.0007225159],"category_scores_gemma":[0.004104142,0.0001489677,0.00010814611,0.0016055928,0.00014891624,0.00018767056,0.0000056704357,0.0009868209,0.00008328819],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017972713,0.0012444748,0.026511388,0.0006808946,0.00022853419,0.0019387768,0.027597439,0.00004714062,0.0019334237,0.03155035,0.47479212,0.43329573],"study_design_scores_gemma":[0.0038208996,0.0007829548,0.26647982,0.007345502,0.00026279085,0.0036916414,0.5429752,0.00016145156,0.005516952,0.003742322,0.16429631,0.00092416315],"about_ca_topic_score_codex":0.0012832688,"about_ca_topic_score_gemma":0.014746376,"teacher_disagreement_score":0.635741,"about_ca_system_score_codex":0.0018863794,"about_ca_system_score_gemma":0.022943314,"threshold_uncertainty_score":0.9825957},"labels":[],"label_agreement":null},{"id":"W3119439332","doi":"10.3390/ani11010114","title":"The Educational Efficacy of Humane Teaching Methods: A Systematic Review of the Evidence","year":2021,"lang":"en","type":"review","venue":"Animals","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Psychology; Medical education; Medicine; Engineering","score_opus":0.1380228625499053,"score_gpt":0.5472757659463604,"score_spread":0.4092529033964551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119439332","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003881156,0.9936862,0.000052626187,0.0025079031,0.00042098216,0.0028010767,0.0000028401066,0.000006426013,0.00051808637],"genre_scores_gemma":[0.0000095411015,0.9916808,0.006251072,0.0005211854,0.00022911033,0.00038509365,0.000022736305,0.000025530913,0.00087490515],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99474144,0.0021563654,0.0020556126,0.00024384094,0.0006555669,0.00014718024],"domain_scores_gemma":[0.98887205,0.006711078,0.0021729863,0.0014444796,0.000768477,0.000030943058],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008559863,0.00021190263,0.0022761298,0.00008546953,0.00015832382,0.000013622837,0.0005955283,0.0001253372,0.00016047322],"category_scores_gemma":[0.105649196,0.00009874983,0.0006343373,0.0008661553,0.00018319323,0.000031994055,0.00012092617,0.00066682376,0.0000128505935],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.106142e-7,0.00007272444,8.2082335e-7,0.8532431,0.00020481176,1.9879182e-7,0.00008524164,4.706076e-9,0.0000032824828,0.008295344,0.0047544637,0.1333393],"study_design_scores_gemma":[0.000029562265,0.000023918594,0.000017072703,0.7992452,0.003780026,0.00007636305,0.000060701343,5.73519e-7,0.0000034294494,0.000036354075,0.1966645,0.00006234908],"about_ca_topic_score_codex":0.000007985295,"about_ca_topic_score_gemma":2.866431e-7,"teacher_disagreement_score":0.19191004,"about_ca_system_score_codex":0.00016013537,"about_ca_system_score_gemma":0.0019721165,"threshold_uncertainty_score":0.9018843},"labels":[],"label_agreement":null},{"id":"W3119641743","doi":"10.62118/jmmc.v7i1.8","title":"Attitude of overseas Pakistani students towards modular examination.","year":2019,"lang":"en","type":"article","venue":"JMMC","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Modular design; Mathematics education; Psychology; Computer science; Programming language","score_opus":0.012019743310250757,"score_gpt":0.35280079310726004,"score_spread":0.3407810497970093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119641743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98451936,0.00003410525,0.0004755946,0.00043203155,0.0005223697,0.00033734273,0.000002403093,0.000026220454,0.0136505775],"genre_scores_gemma":[0.9925372,0.0000070059714,0.0019801373,0.0006146894,0.00011599002,0.000013367404,0.00004202453,0.000011867847,0.004677704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988141,0.00002134624,0.0002381696,0.00014941611,0.0006660898,0.00011085724],"domain_scores_gemma":[0.9992625,0.000013793093,0.00008377538,0.0003298059,0.0002764629,0.000033657045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041450743,0.00006866536,0.00015705457,0.00011228175,0.000018652658,0.0000073941924,0.000112967144,0.00006815869,0.0011964464],"category_scores_gemma":[0.00028920677,0.00006193631,0.000036665177,0.00031175485,0.000041152834,0.000065707995,0.000036390014,0.000120728924,0.00015025566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015036168,0.0032825605,0.8017682,0.0013433193,0.00039619883,0.000023933237,0.0059771645,0.00005457981,0.030253071,0.04325897,0.025790703,0.08770093],"study_design_scores_gemma":[0.0010879149,0.00014709911,0.9777357,0.000103761064,0.00003904016,0.0000052801524,0.0008939989,0.00036672887,0.0015889893,0.000083994775,0.01787541,0.000072058836],"about_ca_topic_score_codex":0.000032284875,"about_ca_topic_score_gemma":6.5133514e-7,"teacher_disagreement_score":0.17596751,"about_ca_system_score_codex":0.00013245917,"about_ca_system_score_gemma":0.00010913172,"threshold_uncertainty_score":0.9997166},"labels":[],"label_agreement":null},{"id":"W3119788336","doi":"10.1007/s10459-020-10020-z","title":"Does spaced education improve clinical knowledge among Family Medicine residents? A cluster randomized controlled trial","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Memorial University of Newfoundland; Queen's University; Western University; Université de Sherbrooke; University of Toronto; University of British Columbia; McMaster University; McGill University Health Centre; McGill University; University of Ottawa; University of Calgary; University of Alberta; Université de Montréal","funders":"McGill University","keywords":"Medicine; Certification; Family medicine; Randomized controlled trial; Psychological intervention; Test (biology); Intervention (counseling); Confidence interval; Cluster (spacecraft); Objective structured clinical examination; Medical education; Nursing; Internal medicine","score_opus":0.024030599755343936,"score_gpt":0.47324290585479656,"score_spread":0.4492123060994526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119788336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8079492,0.026080726,0.0010746105,0.07038798,0.063665025,0.012470879,0.0000011354828,0.00009577188,0.018274685],"genre_scores_gemma":[0.90465486,0.019612288,0.02268759,0.025952877,0.00858144,0.0056518847,0.00018781362,0.00004677431,0.012624455],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930483,0.0016529015,0.0030355167,0.0009005933,0.00084438396,0.00051828625],"domain_scores_gemma":[0.9943748,0.0023003598,0.0014524789,0.0006126545,0.001011826,0.000247849],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014399827,0.00027499878,0.0017370097,0.00071585836,0.00034886424,0.000055396962,0.00026401985,0.00019991309,0.00015348775],"category_scores_gemma":[0.028944474,0.0001633126,0.00020859165,0.0022582703,0.0016059191,0.00076475483,0.000050439055,0.0005993297,0.000022863935],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.35444468,0.007079125,0.029938987,0.0013040489,0.000076502874,0.0000020291686,0.004430833,0.00002112785,0.000058573296,0.011906982,0.024892239,0.5658449],"study_design_scores_gemma":[0.9259438,0.0009754999,0.017803747,0.003034326,0.00014485685,0.0000129503105,0.0136456555,0.0024496752,0.000033974648,0.0095634265,0.026050035,0.00034207664],"about_ca_topic_score_codex":0.00060255046,"about_ca_topic_score_gemma":0.000438004,"teacher_disagreement_score":0.5714991,"about_ca_system_score_codex":0.00056690146,"about_ca_system_score_gemma":0.01567725,"threshold_uncertainty_score":0.989903},"labels":[],"label_agreement":null},{"id":"W3120169723","doi":"10.5206/cjsotl-rcacea.2020.3.8261","title":"The Development of a New Innovative Online Undergraduate Health Sciences Program: A Case Study","year":2020,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Focus group; Bachelor; Curriculum; Medical education; Thematic analysis; Degree program; Program evaluation; Program Design Language; Curriculum development; Qualitative research; Psychology; Public relations; Pedagogy; Political science; Sociology; Medicine; Engineering","score_opus":0.14259836852508403,"score_gpt":0.4391193023352694,"score_spread":0.2965209338101854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120169723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90000653,0.00048450043,0.0006527494,0.098160364,0.00011618744,0.0005330598,6.3939507e-7,0.0000069798098,0.000038979248],"genre_scores_gemma":[0.9862934,0.0000045461766,0.012389558,0.00097095076,0.00015873616,0.0000070617075,0.0000018183829,0.000008886096,0.00016505447],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985005,0.00046731925,0.00043544394,0.00009666641,0.00027216188,0.00022787887],"domain_scores_gemma":[0.9986987,0.00039520772,0.00036322122,0.000091252405,0.00025943285,0.00019219237],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011358837,0.00007917825,0.00015003432,0.000099162055,0.006505158,0.0001279436,0.00022055395,0.000023598914,0.0000026672878],"category_scores_gemma":[0.008611846,0.000037950667,0.000028332972,0.0005456807,0.00026443668,0.00006995511,0.000019417572,0.0022195473,2.1553389e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003652014,0.00004530402,0.015530646,0.000037516358,0.00013679842,0.000009042309,0.11025296,0.00010700326,0.000013576759,0.0008902368,0.00041899498,0.8725214],"study_design_scores_gemma":[0.0030702488,0.0058849277,0.07278019,0.0010452386,0.00024028774,0.0032368028,0.7991869,0.0049588145,0.000041190564,0.0018128933,0.10745535,0.00028719814],"about_ca_topic_score_codex":0.004837256,"about_ca_topic_score_gemma":0.012325742,"teacher_disagreement_score":0.8722342,"about_ca_system_score_codex":0.000103382896,"about_ca_system_score_gemma":0.0041650343,"threshold_uncertainty_score":0.99973905},"labels":[],"label_agreement":null},{"id":"W3120234955","doi":"10.1007/978-3-030-43826-5_10","title":"Standardized/Simulated Patient Program Management and Administration – Spinning Plates","year":2020,"lang":"en","type":"book-chapter","venue":"Comprehensive healthcare simulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes","funders":"","keywords":"Quality assurance; Accountability; Interview; Quality management; Quality (philosophy); Business; Administration (probate law); Best practice; Process management; Work (physics); Engineering management; Engineering; Service (business); Political science; Marketing","score_opus":0.0523328569636724,"score_gpt":0.3764708690802596,"score_spread":0.3241380121165872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120234955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39278919,0.030462641,0.01884514,0.11272017,0.011994628,0.0914822,0.00079837086,0.008428719,0.33247894],"genre_scores_gemma":[0.9729913,0.00035002138,0.012336025,0.004760727,0.0005470728,0.00007341962,0.0034791718,0.0001598282,0.0053024436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972026,0.00004128972,0.00096069707,0.00072407286,0.00078700995,0.00028433042],"domain_scores_gemma":[0.99735206,0.00009174482,0.0005165274,0.00041108232,0.0014070813,0.0002214807],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009258511,0.0004583181,0.00065870327,0.00034852588,0.00024293415,0.000060054084,0.0000650286,0.0005006834,0.0001004623],"category_scores_gemma":[0.000108032764,0.00047978197,0.00010561092,0.00018299892,0.00014122392,0.00009909726,0.00008821619,0.0007564665,0.000040864044],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011044182,0.00013976211,0.00028529446,0.00439553,0.0004291708,0.00020226404,0.00083225296,0.002561173,0.000016369704,0.035759144,0.002523891,0.95175076],"study_design_scores_gemma":[0.0031462044,0.0043891566,0.0053932467,0.0041029565,0.0006290472,0.000079550366,0.00050743023,0.101924375,0.000048105092,0.009679584,0.8691029,0.0009974332],"about_ca_topic_score_codex":0.000006721285,"about_ca_topic_score_gemma":0.0000017464552,"teacher_disagreement_score":0.9507533,"about_ca_system_score_codex":0.00043136423,"about_ca_system_score_gemma":0.00025715405,"threshold_uncertainty_score":0.9997654},"labels":[],"label_agreement":null},{"id":"W3120418120","doi":"10.1016/j.bjae.2020.12.002","title":"The role of simulation in high-stakes assessment","year":2021,"lang":"en","type":"review","venue":"BJA Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Modalities; Certification; Modality (human–computer interaction); Computer science; Reliability (semiconductor); Objective structured clinical examination; Reading (process); Educational assessment; Medicine; Medical education; Artificial intelligence","score_opus":0.037426429887951106,"score_gpt":0.4662785267855779,"score_spread":0.4288520968976268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120418120","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039823801,0.99527556,0.00008244569,0.0005627937,0.0013960442,0.0009792007,0.0000040467767,0.000013800569,0.0012878666],"genre_scores_gemma":[0.0019670227,0.9934995,0.0015955254,0.000084808984,0.00055327243,0.00057216134,0.0009776335,0.000031659743,0.0007183795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982099,0.00016730915,0.0008616007,0.00024293439,0.00036822082,0.00015006361],"domain_scores_gemma":[0.9981859,0.000302999,0.00050987955,0.0005055472,0.00047024622,0.00002545092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006175541,0.00017325983,0.00067695306,0.00030133766,0.00007184167,0.000024930825,0.00012917226,0.00022709068,0.0001222913],"category_scores_gemma":[0.00093897217,0.00012442231,0.00012809521,0.0011024873,0.000056501125,0.000057219986,0.000022983051,0.00042021522,0.000010686926],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013339211,0.0003711813,0.00016595187,0.002474286,0.000037622664,1.612686e-7,0.0001006919,0.000015499907,0.0000010272797,0.0056265867,0.0008763958,0.99032927],"study_design_scores_gemma":[0.000088244,0.000020392004,0.0010337703,0.010828055,0.00032874767,0.000004496602,0.0008441136,0.00018008714,0.0000031174447,0.00028727672,0.98628426,0.00009741408],"about_ca_topic_score_codex":0.00007518004,"about_ca_topic_score_gemma":0.000007771464,"teacher_disagreement_score":0.9902319,"about_ca_system_score_codex":0.00057035097,"about_ca_system_score_gemma":0.004879926,"threshold_uncertainty_score":0.8656779},"labels":[],"label_agreement":null},{"id":"W3120629513","doi":"10.36834/cmej.69913","title":"Feedback on feedback: A two-way street between residents and preceptors","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Formative assessment; Constructive; Preceptor; Thematic analysis; Focus group; Quality (philosophy); Peer feedback; Medical education; Perception; Computer science; Psychology; Qualitative research; Medicine; Mathematics education; Process (computing)","score_opus":0.014223561203556183,"score_gpt":0.324311347749408,"score_spread":0.31008778654585184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120629513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8514814,0.0004107188,0.000046568854,0.13609427,0.0030846824,0.00020072817,0.000008230756,0.000021584749,0.008651808],"genre_scores_gemma":[0.9326754,0.00021717195,0.002879205,0.05506569,0.0054156044,0.000022815178,0.00022819723,0.00004657704,0.0034493248],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99725676,0.00015356451,0.0006044873,0.00033420237,0.0011707197,0.00048025307],"domain_scores_gemma":[0.99275166,0.000093077,0.00015252107,0.00032605586,0.00079401524,0.0058826436],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009619874,0.00018892357,0.00029985624,0.00053562864,0.00036037475,0.0001127412,0.00018343447,0.00028846494,0.02365983],"category_scores_gemma":[0.025472697,0.0001788716,0.0000670933,0.0007539049,0.00021800773,0.0001420497,0.000023527195,0.0014002711,0.00015926806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001655508,0.00022499972,0.07372766,0.000059934635,0.00009282407,0.00010039047,0.0007268714,6.692193e-7,0.00002167339,0.001340678,0.5484945,0.3751932],"study_design_scores_gemma":[0.0028380998,0.00021334858,0.6355608,0.0018937353,0.00018182091,0.0022878938,0.0058497866,0.000058408164,0.0003271604,0.0013515814,0.34902492,0.00041241982],"about_ca_topic_score_codex":0.0024838944,"about_ca_topic_score_gemma":0.0051765954,"teacher_disagreement_score":0.56183314,"about_ca_system_score_codex":0.0008314342,"about_ca_system_score_gemma":0.041938666,"threshold_uncertainty_score":0.9827362},"labels":[],"label_agreement":null},{"id":"W3120641509","doi":"","title":"Identifying Gaps in Clinical Decision-Making Teaching in Medical School","year":2018,"lang":"en","type":"article","venue":"UBC Faculty of Medicine medical journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Medical school; Plan (archaeology); Medicine; Psychology; Pedagogy","score_opus":0.05342609981800772,"score_gpt":0.48963096814598467,"score_spread":0.43620486832797695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120641509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91959715,0.0005234821,0.015311549,0.054693613,0.0042640194,0.0003806207,0.0000016661745,0.000049298174,0.0051785833],"genre_scores_gemma":[0.95626557,0.00038077426,0.021579966,0.014087142,0.0075061056,0.000010666574,0.000029925664,0.00004367194,0.00009616379],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98709244,0.0006262752,0.0045290776,0.00056914915,0.0063952813,0.00078777154],"domain_scores_gemma":[0.9943752,0.0016616675,0.00091901433,0.00060405454,0.0007071411,0.0017328782],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028363412,0.00033708708,0.0013451022,0.001583417,0.00019938611,0.000024300169,0.0008891406,0.0008744668,0.013964003],"category_scores_gemma":[0.23299336,0.00024341124,0.0002107732,0.0014448006,0.0021097974,0.00026264213,0.00023229039,0.00659273,0.00009382856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048462022,0.0009473591,0.18482785,0.00014453469,0.000074085714,0.0015178258,0.0019364941,9.701386e-7,0.00005562232,0.00053194765,0.09160055,0.71787816],"study_design_scores_gemma":[0.029491797,0.0025304917,0.8131849,0.0689936,0.00019964058,0.010969337,0.0095019,0.0098014055,0.00003612717,0.008972834,0.045689303,0.00062862167],"about_ca_topic_score_codex":0.00009850559,"about_ca_topic_score_gemma":0.0002155175,"teacher_disagreement_score":0.7172495,"about_ca_system_score_codex":0.0004607117,"about_ca_system_score_gemma":0.0025794336,"threshold_uncertainty_score":0.9956991},"labels":[],"label_agreement":null},{"id":"W3120848429","doi":"10.22454/fammed.2021.453158","title":"Implementing Competency-Based Medical Education in Family Medicine: A Narrative Review of Current Trends in Assessment","year":2021,"lang":"en","type":"review","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Formative assessment; Competence (human resources); Thematic analysis; Medical education; Narrative review; Inclusion (mineral); Narrative; Medicine; Health care; Psychology; Qualitative research; Pedagogy; Political science","score_opus":0.10643237630678276,"score_gpt":0.5342521528104845,"score_spread":0.4278197765037018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120848429","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007011545,0.9746685,0.00019799925,0.010559964,0.0030600957,0.0020478852,0.000014743198,0.000042800068,0.009337909],"genre_scores_gemma":[0.000042758787,0.9795453,0.0021565615,0.0068145595,0.0013692173,0.00090113876,0.008881315,0.00009147619,0.00019769579],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98798984,0.0011549586,0.0056139776,0.0011254615,0.0032567305,0.0008590389],"domain_scores_gemma":[0.9947684,0.0006089507,0.0018960034,0.0012043834,0.001170541,0.00035175445],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007393526,0.00090750353,0.0062620775,0.0035707445,0.0000829383,0.0000061243254,0.00061692536,0.0005610666,0.0030115629],"category_scores_gemma":[0.0075976867,0.0006679043,0.00040717487,0.007857455,0.00066278066,0.00009189577,0.00016760852,0.0028321682,0.000010221184],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064934193,0.0008798746,0.00023519636,0.10407372,0.00007717453,0.0000445249,0.00046060391,6.672174e-8,0.0000018600116,0.0015596771,0.08697155,0.8056893],"study_design_scores_gemma":[0.0015846317,0.0002539024,0.0009439312,0.47193637,0.0007141511,0.000035008845,0.002375669,0.00005443621,1.0199806e-7,0.000029007597,0.5218155,0.00025729855],"about_ca_topic_score_codex":0.0003209421,"about_ca_topic_score_gemma":0.00010862175,"teacher_disagreement_score":0.80543196,"about_ca_system_score_codex":0.0016214876,"about_ca_system_score_gemma":0.033177383,"threshold_uncertainty_score":0.9995772},"labels":[],"label_agreement":null},{"id":"W3121131187","doi":"10.1007/s10984-021-09349-y","title":"Exploring student perceptions of the learning environment in four health professions education programs","year":2021,"lang":"en","type":"article","venue":"Learning Environments Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University; University of British Columbia","funders":"","keywords":"Medical education; Accreditation; Learning environment; Psychology; Health professions; Sociology of Education; Nursing; Medicine; Mathematics education; Pedagogy; Health care","score_opus":0.2100235990852783,"score_gpt":0.47584439214518787,"score_spread":0.2658207930599096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121131187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98833805,0.00020733982,0.00017772833,0.009498569,0.00018766541,0.0008196561,2.1978502e-7,0.000015279276,0.0007555086],"genre_scores_gemma":[0.9824108,0.0013036932,0.0012496003,0.00011580071,0.00009849134,0.0005939632,0.000057166882,0.000029955156,0.014140525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963294,0.0011186238,0.00044111686,0.00035004565,0.001335174,0.00042560007],"domain_scores_gemma":[0.9992283,0.00006548622,0.00012549687,0.00043620265,0.000053852415,0.00009064784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001934902,0.00010706539,0.00019879523,0.00023901969,0.0004463471,0.000018279128,0.00016487858,0.00007081237,0.00039857524],"category_scores_gemma":[0.0008233874,0.000088210574,0.00005895069,0.0008219396,0.00021905161,0.0001040899,0.000288274,0.001990901,0.00008488529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011705733,0.0017732588,0.7075799,0.00013126503,0.000022704293,0.0000034320462,0.006796197,0.0011660251,0.0050068265,0.00019355239,0.00015671305,0.2771584],"study_design_scores_gemma":[0.00039756636,0.00019243958,0.927883,0.00060863176,0.000008578406,0.000012483027,0.031971265,0.0002839434,0.00028960325,0.000040717554,0.038237624,0.00007412788],"about_ca_topic_score_codex":0.00007043734,"about_ca_topic_score_gemma":0.000007111651,"teacher_disagreement_score":0.2770843,"about_ca_system_score_codex":0.0010099744,"about_ca_system_score_gemma":0.00058660354,"threshold_uncertainty_score":0.8649586},"labels":[],"label_agreement":null},{"id":"W3121528261","doi":"10.1016/j.cjca.2021.01.009","title":"The Transformation of Cardiology Training in Response to the COVID-19 Pandemic: Enhancing Current and Future Standards to Deliver Optimal Patient Care","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council; Ministry of Health -Singapore","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; 2019-20 coronavirus outbreak; Humanities; Library science; Internal medicine; Pathology","score_opus":0.026280615390407998,"score_gpt":0.3362555538532421,"score_spread":0.3099749384628341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121528261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95300794,0.003482189,0.014984882,0.026463607,0.0015186997,0.00027396175,0.000053130167,0.0000021152102,0.00021346184],"genre_scores_gemma":[0.9969433,0.00024019562,0.00032102648,0.0016006485,0.0008615342,0.000013418575,0.000010019331,0.000007069843,0.0000027843746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983695,0.00052922044,0.0005239417,0.00011025279,0.00021477023,0.0002523182],"domain_scores_gemma":[0.9982094,0.00022797937,0.00010530157,0.00016246518,0.00096052774,0.0003342915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002400571,0.00008641729,0.0003678128,0.0002835707,0.00015815988,0.00001046549,0.000101158534,0.000105093735,0.000006508792],"category_scores_gemma":[0.00362734,0.000056894194,0.00007658666,0.0003749528,0.00012373972,0.00003411567,0.000010803886,0.0004396817,4.3374342e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001511714,0.0000017045601,0.010885575,0.000085199084,0.00015251338,0.00014729207,0.13975562,0.017348776,0.0007815009,0.00038436055,0.010689406,0.8182563],"study_design_scores_gemma":[0.0005832457,0.00045835786,0.016504942,0.00006863413,0.000053452048,0.0014690277,0.071330845,0.000011529512,0.00006889989,0.000022173632,0.9093677,0.00006122636],"about_ca_topic_score_codex":0.000091845206,"about_ca_topic_score_gemma":0.0028689422,"teacher_disagreement_score":0.89867824,"about_ca_system_score_codex":0.00092428824,"about_ca_system_score_gemma":0.0064551993,"threshold_uncertainty_score":0.9991773},"labels":[],"label_agreement":null},{"id":"W3121874486","doi":"10.1002/jdd.12548","title":"Improving effectiveness of dental students’ feedback and course evaluation","year":2021,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Constructive; Psychology; Medical education; Modality (human–computer interaction); Peer feedback; Bonferroni correction; Test (biology); Mathematics education; Modalities; Dental education; Computer science; Medicine; Process (computing); Mathematics; Statistics; Human–computer interaction","score_opus":0.011630076456579867,"score_gpt":0.39009880139523784,"score_spread":0.37846872493865796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121874486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953193,0.0013020526,0.0002422431,0.00024711547,0.0023222633,0.00028263967,0.0000011476054,0.0000034176835,0.00027982154],"genre_scores_gemma":[0.996951,0.000049566086,0.002266371,0.00016389975,0.0003596757,0.000010511574,0.00003963546,0.00001188244,0.00014749213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982158,0.00017015562,0.0005040714,0.00012348125,0.00089387625,0.00009263884],"domain_scores_gemma":[0.9976991,0.00007112809,0.0004805107,0.00013460619,0.0015526956,0.00006198446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017614174,0.00008703532,0.00023138833,0.00018014469,0.00004841037,0.000029705432,0.000073486175,0.00007308956,0.00017040686],"category_scores_gemma":[0.0012349783,0.000081470076,0.00006557238,0.0003764751,0.000069468115,0.00024705427,0.000031251908,0.00022157679,0.000005691903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003052794,0.0036722212,0.5906568,0.00075680984,0.00018347905,0.000009790289,0.0008631121,0.000008365877,0.13031211,0.00019218911,0.0015224535,0.2715174],"study_design_scores_gemma":[0.0022740362,0.0002835228,0.94502676,0.0010317555,0.0005430268,0.0014779421,0.01213139,0.00018672377,0.03673374,0.00012518979,0.000105506886,0.000080388316],"about_ca_topic_score_codex":0.000015599493,"about_ca_topic_score_gemma":0.0000029762293,"teacher_disagreement_score":0.35437,"about_ca_system_score_codex":0.00037879552,"about_ca_system_score_gemma":0.0017396462,"threshold_uncertainty_score":0.33222532},"labels":[],"label_agreement":null},{"id":"W3121978394","doi":"10.1097/acm.0000000000003921","title":"Generalizability of the Ottawa Surgical Competency Operating Room Evaluation (O-SCORE) Scale to Assess Medical Student Performance on Core EPAs in the Workplace: Findings From One Institution","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Formative assessment; Medical education; Scale (ratio); Summative assessment; Educational measurement; Medicine; Reliability (semiconductor); Psychology; Curriculum; Pedagogy","score_opus":0.0962312262534963,"score_gpt":0.4234945292962467,"score_spread":0.3272633030427504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121978394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94459325,0.00030933836,0.00030004658,0.05095622,0.0010864274,0.0010873267,0.00000346115,0.000018186425,0.0016457607],"genre_scores_gemma":[0.98822546,0.00017357679,0.00050578517,0.009673073,0.00094075484,0.00015677392,0.00019295275,0.0000140743405,0.000117550735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99381757,0.00061540963,0.0012433064,0.0004847867,0.0035310811,0.0003078371],"domain_scores_gemma":[0.9977481,0.0006263981,0.00020725362,0.00069872383,0.00058685633,0.00013270255],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008475992,0.00020702387,0.0005044823,0.00015056823,0.00019698676,0.000008129277,0.00054906344,0.00037101953,0.0010548304],"category_scores_gemma":[0.009785768,0.00012101509,0.000052286065,0.0017640992,0.0003692515,0.00009329446,0.0001334704,0.0018265827,0.000014753456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011510021,0.0004607279,0.94708586,0.00016092627,0.00005393741,0.000019661744,0.01295642,0.0004891107,0.0060654082,0.004244948,0.0077235876,0.020624291],"study_design_scores_gemma":[0.0040149745,0.00032458868,0.96655643,0.0041051186,0.00020618802,0.000091850125,0.004054981,0.0141847385,0.0036074168,0.00034121267,0.0023364173,0.00017607716],"about_ca_topic_score_codex":0.00014058252,"about_ca_topic_score_gemma":0.000060022274,"teacher_disagreement_score":0.043632224,"about_ca_system_score_codex":0.00047485763,"about_ca_system_score_gemma":0.001130765,"threshold_uncertainty_score":0.9998583},"labels":[],"label_agreement":null},{"id":"W3122071511","doi":"10.1186/s12909-021-02643-6","title":"Visualization of clinical teaching citations using social network analysis","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Iran University of Medical Sciences","keywords":"Centrality; Scopus; Social network analysis; Cohesion (chemistry); Visualization; MEDLINE; Medical education; Field (mathematics); Computer science; Subject (documents); Data science; Psychology; World Wide Web; Medicine; Data mining","score_opus":0.08326685427582373,"score_gpt":0.5227521526860388,"score_spread":0.4394852984102151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122071511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7628421,0.00014517555,0.2298191,0.0025834232,0.0019395103,0.00019744867,0.0000015553935,0.00004806787,0.0024235628],"genre_scores_gemma":[0.8926664,0.00002645216,0.09848159,0.004024681,0.0033183969,0.000025900708,0.0009958225,0.000022953267,0.00043777504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99648076,0.000556361,0.0013601875,0.00034249353,0.00103945,0.00022073426],"domain_scores_gemma":[0.9975357,0.00038666307,0.00047409063,0.0003246104,0.0011183979,0.00016053252],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028397054,0.00012225198,0.0005358947,0.00032359513,0.00023808588,0.000018574912,0.000106101346,0.00033474885,0.0013934183],"category_scores_gemma":[0.028214002,0.00012368347,0.00028275227,0.0028693464,0.00017742011,0.00010883467,0.000040297648,0.0004473394,0.000010720052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070803755,0.003985767,0.7527813,0.00050555146,0.00079547794,0.0000035818848,0.0015699281,0.0003172671,0.00013772672,0.08357031,0.035434596,0.120827705],"study_design_scores_gemma":[0.0016775087,0.0001000736,0.83617675,0.0006820729,0.0039240285,0.00006061233,0.004874727,0.13731211,0.000099982055,0.0019468208,0.012792889,0.00035239544],"about_ca_topic_score_codex":0.00004330873,"about_ca_topic_score_gemma":0.000046382032,"teacher_disagreement_score":0.13699484,"about_ca_system_score_codex":0.00012686916,"about_ca_system_score_gemma":0.009883791,"threshold_uncertainty_score":0.99951947},"labels":[],"label_agreement":null},{"id":"W3122196953","doi":"10.15694/mep.2021.000016.1","title":"CanMEDS Competencies in Family Medicine Residents: Can Criterion-Based Assessment Improve the Quality of Teacher Feedback?","year":2021,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Medical education; Publication; Quality (philosophy); Medicine; Psychology; Political science","score_opus":0.04878954024374316,"score_gpt":0.39618200199949,"score_spread":0.34739246175574684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122196953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8812192,0.00036779442,0.00039375498,0.10559597,0.0013725118,0.00043876114,0.000018430752,0.000040272254,0.010553286],"genre_scores_gemma":[0.98284894,0.000020675707,0.0034270135,0.011345561,0.00039000728,0.00010209998,0.00036294793,0.000023136714,0.0014796191],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967129,0.00037811408,0.0010290396,0.00035110972,0.001214132,0.0003146912],"domain_scores_gemma":[0.9971704,0.00030873955,0.00028903334,0.0008445031,0.0013102692,0.000077086894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032247668,0.00017573142,0.0005111521,0.0002722008,0.00009244871,0.000045410165,0.00028145485,0.00014209887,0.0008352551],"category_scores_gemma":[0.00789395,0.000122027406,0.000069573216,0.001517975,0.0004906789,0.00013756921,0.00007679087,0.00065850985,0.0000022925697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019873396,0.002312514,0.5604356,0.0014600696,0.00022431379,0.0000764971,0.007381154,0.000018745945,0.10171882,0.023496956,0.24573289,0.056943677],"study_design_scores_gemma":[0.0022987677,0.00013185019,0.9699602,0.00041851218,0.000055853747,0.0000063842995,0.014131823,0.00038738578,0.0013856796,0.00056317134,0.010521458,0.00013889557],"about_ca_topic_score_codex":0.008796296,"about_ca_topic_score_gemma":0.0022727456,"teacher_disagreement_score":0.4095246,"about_ca_system_score_codex":0.00052626216,"about_ca_system_score_gemma":0.0020702225,"threshold_uncertainty_score":0.9978042},"labels":[],"label_agreement":null},{"id":"W3122374129","doi":"10.15694/mep.2021.000024.1","title":"Virtual Supervision in a Family Medicine Residency Program: Lessons from the Early Stages of a Pandemic!","year":2021,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pandemic; Medical education; Coronavirus disease 2019 (COVID-19); Medical school; Medicine; Psychology; Pathology","score_opus":0.062363185861330016,"score_gpt":0.38176761090946315,"score_spread":0.31940442504813316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122374129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94024956,0.001041611,0.00008399187,0.05536338,0.0005919805,0.00042936587,0.000012447408,0.000068820555,0.0021588209],"genre_scores_gemma":[0.9926647,0.00023910272,0.0024749155,0.002857738,0.000510054,0.00009992151,0.00035044074,0.000023481594,0.00077962544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976449,0.0001806301,0.0006831283,0.00035319885,0.0008665886,0.00027152424],"domain_scores_gemma":[0.99796975,0.00040416387,0.00013737423,0.00067341543,0.0007527434,0.00006257459],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001222042,0.00014530453,0.00039125467,0.00019802766,0.000066576744,0.00004313241,0.00026904818,0.00018065082,0.000615112],"category_scores_gemma":[0.008812166,0.000096813914,0.000055466797,0.0018363985,0.00030005394,0.00024549934,0.00010521165,0.000610301,0.000009328118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070407434,0.00073642604,0.57575923,0.00006195602,0.00006938682,0.000057809062,0.009186932,9.0051805e-7,0.010078497,0.005966849,0.10420612,0.29380548],"study_design_scores_gemma":[0.0018649622,0.00034205956,0.9641702,0.00086757867,0.000069769165,0.000013539363,0.01307893,0.00005785751,0.00060207146,0.0018999384,0.016923359,0.00010973514],"about_ca_topic_score_codex":0.0023020932,"about_ca_topic_score_gemma":0.00043567465,"teacher_disagreement_score":0.38841096,"about_ca_system_score_codex":0.0001056626,"about_ca_system_score_gemma":0.00080689724,"threshold_uncertainty_score":0.99953705},"labels":[],"label_agreement":null},{"id":"W3122726113","doi":"10.36834/cmej.43242","title":"Investigating the importance of clinical topics for developing a curriculum on gastroenterology for pediatric residents","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Family medicine; Pediatric gastroenterology; Curriculum; Demographics; Medical education; Pediatrics; Disease; Internal medicine; Demography","score_opus":0.0424746334569209,"score_gpt":0.41060174046552866,"score_spread":0.36812710700860773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122726113","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73765826,0.00018647766,0.0020960725,0.25497985,0.0044618305,0.00040171243,0.0000049257515,0.0000053392946,0.00020554314],"genre_scores_gemma":[0.3583011,0.00037983325,0.14250025,0.4722333,0.02459245,0.00030981773,0.00029529512,0.00006706887,0.0013208904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978491,0.00011486763,0.0010562137,0.00019765449,0.0004639529,0.00031822876],"domain_scores_gemma":[0.99591655,0.00026263454,0.00044859725,0.00024089245,0.0018024461,0.0013288903],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023445205,0.00009587586,0.0002686444,0.0001860957,0.00023074934,0.000022301467,0.0001975146,0.0001966547,0.00056607457],"category_scores_gemma":[0.1389351,0.000073834446,0.00012593242,0.00037255106,0.0001373153,0.000045893874,0.000012157976,0.00067085907,0.000002971248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018962519,0.00018137535,0.5146541,0.00017277693,0.000046645393,0.000006509585,0.00028065758,0.0000010305179,0.000001794868,0.007444089,0.44160235,0.035589732],"study_design_scores_gemma":[0.004331678,0.0008511176,0.68456817,0.0011785458,0.00034124267,0.0016669185,0.0051918216,0.001888057,0.00006821972,0.009296746,0.29033467,0.0002828168],"about_ca_topic_score_codex":0.00014478844,"about_ca_topic_score_gemma":0.0018436031,"teacher_disagreement_score":0.37935716,"about_ca_system_score_codex":0.00025947284,"about_ca_system_score_gemma":0.06107455,"threshold_uncertainty_score":0.94424826},"labels":[],"label_agreement":null},{"id":"W3122735704","doi":"","title":"Through My Eyepiece: Starting Out: What am I Going to Look at Tonight?","year":2007,"lang":"en","type":"article","venue":"Journal of the Royal Astronomical Society of Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Eyepiece; Astronomy; Geography; Optics; Physics","score_opus":0.00867995292582933,"score_gpt":0.2680375896969221,"score_spread":0.25935763677109275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122735704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614652,0.00014254413,0.0023683559,0.034054827,0.0014497039,0.00013975211,0.000001507268,0.000003397504,0.00037473202],"genre_scores_gemma":[0.9574526,0.0000025463937,0.03386658,0.0056479014,0.0009372968,9.94303e-7,0.0000017142304,0.000016722977,0.0020736388],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800694,0.000024539251,0.0008242164,0.00011577363,0.0006778886,0.00035061917],"domain_scores_gemma":[0.99873585,0.00011675912,0.00052129466,0.00019111107,0.00028295122,0.00015201683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010644634,0.00011863481,0.00032246503,0.00001960801,0.00016148979,0.000019582767,0.00024457203,0.00007583667,0.00016979298],"category_scores_gemma":[0.00032311855,0.00008394778,0.00025513172,0.00015081083,0.0001083723,0.000121421705,0.00010324613,0.00050231826,0.0000034016955],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029809296,0.0001648828,0.036695156,0.000089789784,0.00033462438,0.0000027016442,0.003104061,0.0071972264,0.002155539,0.000076094235,0.927313,0.022568816],"study_design_scores_gemma":[0.004424947,0.0008457713,0.25870863,0.002184903,0.00046964543,0.00003032718,0.025093313,0.006664807,0.0616748,0.00024806795,0.6390465,0.000608312],"about_ca_topic_score_codex":0.003854334,"about_ca_topic_score_gemma":0.007162914,"teacher_disagreement_score":0.28826654,"about_ca_system_score_codex":0.0021794974,"about_ca_system_score_gemma":0.001325606,"threshold_uncertainty_score":0.5826626},"labels":[],"label_agreement":null},{"id":"W3122772290","doi":"10.1007/s40037-021-00652-1","title":"A&amp;nbsp;collective case study of supervision and competence judgments on the inpatient internal medicine ward","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; Centre for Advancing Health Outcomes; University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Medical education; Psychology; Medicine; Social psychology","score_opus":0.03364742517565692,"score_gpt":0.38079451417078236,"score_spread":0.3471470889951254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122772290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633037,0.00029467768,0.0002007398,0.030489499,0.00092408736,0.00076729513,0.0000015973066,0.000023138839,0.003995266],"genre_scores_gemma":[0.993492,0.0001504328,0.0004264363,0.004726325,0.0004172827,0.0001302194,0.000024942652,0.000019004916,0.00061332807],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997017,0.00032490224,0.0005398644,0.0005240519,0.0014037188,0.00019043167],"domain_scores_gemma":[0.9975358,0.0005018817,0.00018286501,0.0005299819,0.0010725617,0.00017690132],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088365434,0.0001991086,0.00035220865,0.00029997475,0.00023408262,0.000015256586,0.00014046063,0.00011391549,0.001444428],"category_scores_gemma":[0.013169395,0.00012986164,0.000043492375,0.0009334349,0.00044103467,0.00006268047,0.00007457502,0.0007216381,0.000014694239],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010498764,0.04409612,0.037089076,0.0003233131,0.0006072107,0.00048547416,0.64517736,0.000009088094,0.00085628394,0.013950694,0.05568994,0.20066556],"study_design_scores_gemma":[0.0033766597,0.0043205163,0.05706494,0.0017790367,0.00019146908,0.0018001972,0.92771244,0.0006699433,0.00035471626,0.00067052816,0.0018375629,0.00022201528],"about_ca_topic_score_codex":0.000554851,"about_ca_topic_score_gemma":0.0000732715,"teacher_disagreement_score":0.28253508,"about_ca_system_score_codex":0.00049489416,"about_ca_system_score_gemma":0.0013515577,"threshold_uncertainty_score":0.9994684},"labels":[],"label_agreement":null},{"id":"W3122851330","doi":"10.36834/cmej.70315","title":"Implementation and evaluation of “I-Guide,” a pilot near-peer Internal Medicine mentorship program","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; University of Ottawa","funders":"","keywords":"Mentorship; Medical education; Adaptation (eye); Statement (logic); Medical school; Computer science; Medicine; Psychology; Political science","score_opus":0.04954278214948236,"score_gpt":0.45743155667283225,"score_spread":0.4078887745233499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122851330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7450854,0.0014930953,0.00024483938,0.23315144,0.0037514826,0.0008267947,0.00000419714,0.000025538071,0.015417182],"genre_scores_gemma":[0.9626999,0.00015609631,0.008540994,0.024656061,0.0020373883,0.0001263415,0.0003128784,0.000031342148,0.0014390253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559104,0.00026940662,0.00091340934,0.00024660103,0.0026550617,0.00032445425],"domain_scores_gemma":[0.9911647,0.000049599308,0.00028502673,0.00023718378,0.005578299,0.0026851892],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051554316,0.00014747812,0.00027281995,0.0004233248,0.00020898163,0.00006415879,0.00012969653,0.00014416612,0.048998844],"category_scores_gemma":[0.031139174,0.00013188622,0.000044875072,0.0007137353,0.00034654405,0.00016022561,0.000018331097,0.00065930805,0.000012069132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015180707,0.0002784169,0.008248358,0.000058195612,0.000071975104,0.000014335557,0.0014951759,4.906868e-7,0.00009779943,0.0011277141,0.28709543,0.7014969],"study_design_scores_gemma":[0.006592132,0.0012740792,0.15236223,0.001584034,0.00079802907,0.006873058,0.024347663,0.0030634608,0.00050117174,0.0023283255,0.79994327,0.00033255978],"about_ca_topic_score_codex":0.007165464,"about_ca_topic_score_gemma":0.0081547415,"teacher_disagreement_score":0.70116436,"about_ca_system_score_codex":0.00095383794,"about_ca_system_score_gemma":0.07369247,"threshold_uncertainty_score":0.9994459},"labels":[],"label_agreement":null},{"id":"W3123042859","doi":"10.1016/j.jneb.2020.12.003","title":"Integration of Objective Structured Clinical Examinations Into Graduate Nutrition and Dietetics Curricula","year":2021,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Objective structured clinical examination; Curriculum; Medical education; Formative assessment; Competence (human resources); Medicine; Psychology; MEDLINE; Pedagogy","score_opus":0.050355144486072576,"score_gpt":0.4267648630508373,"score_spread":0.3764097185647647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123042859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922891,0.0010015788,0.0009014267,0.0040533175,0.0013521502,0.00034843409,0.0000057320626,0.000007251807,0.000041008923],"genre_scores_gemma":[0.9479395,0.0018796275,0.049051993,0.0002522168,0.0006136175,0.00006348684,0.00013662671,0.000009750872,0.000053152078],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984481,0.00012633487,0.00086564384,0.00015162765,0.00032900466,0.00007933386],"domain_scores_gemma":[0.99619865,0.000082109065,0.0005249106,0.00012297662,0.0029694312,0.00010192098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044447195,0.00010303228,0.00029138752,0.0003428841,0.000086951135,0.000028492384,0.00003662115,0.00014098074,0.000046466423],"category_scores_gemma":[0.0010882646,0.00009349974,0.0000843178,0.0004786073,0.0001866829,0.0002363664,0.000013586627,0.00037896054,6.05731e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008751555,0.034289792,0.022870764,0.00085026666,0.000073985124,0.000015148669,0.0029763405,1.7969528e-7,0.06351446,0.0022655572,0.011648485,0.8614075],"study_design_scores_gemma":[0.0025731332,0.0006367461,0.95562655,0.0012517568,0.00069884915,0.0010913357,0.018752612,0.00005127573,0.013318481,0.0026123666,0.0032590018,0.00012786932],"about_ca_topic_score_codex":0.00000564625,"about_ca_topic_score_gemma":0.0000039341658,"teacher_disagreement_score":0.9327558,"about_ca_system_score_codex":0.000101550926,"about_ca_system_score_gemma":0.00037496584,"threshold_uncertainty_score":0.38128087},"labels":[],"label_agreement":null},{"id":"W3123408629","doi":"10.46542/pe.2020.202.149159","title":"Determining the best practices for remote experiential rotations","year":2021,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preceptor; Medical education; Work (physics); Pharmacy; Set (abstract data type); Experiential learning; Perspective (graphical); Psychology; Best practice; Medicine; Nursing; Pedagogy; Computer science; Engineering; Political science","score_opus":0.1177828111929711,"score_gpt":0.5105516732882054,"score_spread":0.3927688620952343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123408629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9229371,0.0003535409,0.0070843566,0.056175217,0.005158487,0.0010019182,0.0000041036596,0.00005195863,0.007233317],"genre_scores_gemma":[0.9236083,0.00009455752,0.052085042,0.010823617,0.0031356718,0.00049350003,0.00071890856,0.000033715412,0.0090067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991482,0.00004581975,0.0002551265,0.00020180066,0.00020557968,0.00014345473],"domain_scores_gemma":[0.99821454,0.0001550532,0.00025917395,0.00025944275,0.0010734041,0.000038391518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026761641,0.0000809081,0.000086043576,0.00007156166,0.0003037664,0.000060392693,0.00007650259,0.000026613981,0.00029237045],"category_scores_gemma":[0.004772646,0.000067626934,0.000048716403,0.0004017475,0.000049456685,0.00022458126,0.000015996802,0.00016054511,0.000044536064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037179227,0.00084116816,0.0041805934,0.00010369355,0.000040196053,5.3989527e-7,0.0032627652,0.0000020545092,0.0057004993,0.00068076956,0.05173824,0.9334123],"study_design_scores_gemma":[0.0011102272,0.00003853921,0.003212306,0.00009072642,0.00027868143,0.000063432555,0.0099663315,0.0039020875,0.019363228,0.00025884062,0.9615961,0.000119532764],"about_ca_topic_score_codex":0.00005454178,"about_ca_topic_score_gemma":0.000005904403,"teacher_disagreement_score":0.93329275,"about_ca_system_score_codex":0.00009903643,"about_ca_system_score_gemma":0.0014534562,"threshold_uncertainty_score":0.57136476},"labels":[],"label_agreement":null},{"id":"W3123570416","doi":"10.1007/s11606-020-06399-5","title":"Effect of Gender on Feedback Associated with a Direct Clinical Observation Tool Used during Clerkship at McMaster University","year":2021,"lang":"en","type":"letter","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Impact; Health Sciences Centre; Population Health Research Institute; McMaster University; University of British Columbia; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Medical education; Medical physics; Gynecology","score_opus":0.06810316940511348,"score_gpt":0.3446057974629036,"score_spread":0.27650262805779013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123570416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89106995,0.00011502731,0.00007614882,0.1044046,0.0020505066,0.0003077652,0.00000832724,0.000015470756,0.0019522113],"genre_scores_gemma":[0.5791707,0.00031018056,0.0012132133,0.264089,0.03613901,0.0000064227693,0.00070884824,0.00023729757,0.11812532],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99487376,0.000920781,0.0016946296,0.00038302699,0.0017868464,0.00034095088],"domain_scores_gemma":[0.99460596,0.00096079195,0.002458479,0.00037415308,0.0014728832,0.0001277331],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025190138,0.00041746753,0.0017446611,0.0006061928,0.000072722454,0.000012013091,0.0003186681,0.0007881807,0.0010927382],"category_scores_gemma":[0.004493237,0.00027546697,0.0004018431,0.00061863166,0.00033446954,0.00012469495,0.000075879085,0.0035166221,0.0000070984242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057668835,0.00028222072,0.09218677,0.0008886354,0.0023725461,0.0033547662,0.0003311352,0.000021671818,0.0032130645,0.0000050237354,0.8874025,0.004174817],"study_design_scores_gemma":[0.04414252,0.033103015,0.66186225,0.03993262,0.0073946808,0.003089841,0.00025785016,0.0006628375,0.012022016,0.00001793376,0.19645779,0.0010566713],"about_ca_topic_score_codex":0.000031837964,"about_ca_topic_score_gemma":0.0000051208513,"teacher_disagreement_score":0.6909447,"about_ca_system_score_codex":0.0012211615,"about_ca_system_score_gemma":0.0003106514,"threshold_uncertainty_score":0.9999698},"labels":[],"label_agreement":null},{"id":"W3123813688","doi":"10.1037/amp0000695","title":"Appropriate validation standards for licensure examinations: Comment on Callahan et al. (2020).","year":2021,"lang":"en","type":"letter","venue":"American Psychologist","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Licensure; Medicine; Medical physics; Medical education","score_opus":0.03771061777228166,"score_gpt":0.4123823348432343,"score_spread":0.3746717170709526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123813688","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011550264,0.00009093756,0.009318075,0.9803424,0.0020549395,0.0014691186,0.00045922946,0.0001507384,0.0049595595],"genre_scores_gemma":[0.001785536,0.00025368246,0.01295216,0.9663058,0.0018911513,0.0009019784,0.013945084,0.000110922556,0.0018537026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964226,0.00029639975,0.00069903117,0.00094542984,0.0011706161,0.00046592907],"domain_scores_gemma":[0.9964974,0.00031124137,0.000676358,0.001147613,0.0012999224,0.000067459485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001392425,0.0004135078,0.0006992307,0.0003099948,0.0001652906,0.00008296115,0.00026380486,0.00040500666,0.0003221918],"category_scores_gemma":[0.0019111584,0.00038153285,0.00018816559,0.0009317969,0.0005749805,0.000048615657,0.000039022227,0.0020284327,0.000040756688],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007077024,0.00032522276,0.00008527531,0.00012352444,0.00014840081,0.000051511008,0.00014157682,0.0000020349535,0.000030583247,0.00018710873,0.9288089,0.07002509],"study_design_scores_gemma":[0.0010417807,0.0011051693,0.0009958369,0.00030807804,0.00015324858,0.00004770959,0.00048062688,0.00003029994,0.000053538846,0.00010804986,0.9953244,0.00035129278],"about_ca_topic_score_codex":0.00012314468,"about_ca_topic_score_gemma":0.0000036815475,"teacher_disagreement_score":0.0696738,"about_ca_system_score_codex":0.0007826297,"about_ca_system_score_gemma":0.00057003094,"threshold_uncertainty_score":0.9998637},"labels":[],"label_agreement":null},{"id":"W3124419423","doi":"10.3138/jvme.2019-0103","title":"Evidence-Based Approach to Switching to a Pass-Fail System for Clinical Year Veterinary Student Grading","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Curriculum; Outlier; Medicine; Grading scale; Mathematics education; Veterinary medicine; Mathematics; Medical education; Psychology; Surgery; Statistics; Biology; Pedagogy","score_opus":0.2714015680845945,"score_gpt":0.5105726122877177,"score_spread":0.23917104420312318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124419423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90847474,0.00047738798,0.060535856,0.02332859,0.0062241335,0.0006951221,0.0000013157485,0.00003205696,0.00023080771],"genre_scores_gemma":[0.8878571,0.000072952025,0.09885991,0.009314155,0.0035869253,0.0001549377,0.000020945303,0.000038301325,0.00009481458],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958095,0.00033956685,0.0016372694,0.00039948247,0.0014852887,0.00032891758],"domain_scores_gemma":[0.9963409,0.0004870581,0.00045871237,0.0004479112,0.001534186,0.00073127623],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004788923,0.00020292673,0.0006219973,0.00045793518,0.00013684106,0.000065428765,0.00036216064,0.00023507286,0.00008820754],"category_scores_gemma":[0.016620517,0.0001778153,0.0002728533,0.0008431278,0.00004666691,0.00022939575,0.00009860191,0.0006969984,0.000024160265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061820485,0.013623182,0.02132624,0.0060214875,0.00061976956,0.0006368489,0.0070154485,0.00011172767,0.021986783,0.0018260004,0.16833429,0.7523162],"study_design_scores_gemma":[0.014402605,0.04578618,0.30459943,0.071528524,0.0016718674,0.02673408,0.06666814,0.0068416544,0.0013574534,0.00019645446,0.45841575,0.0017978637],"about_ca_topic_score_codex":0.0000044454628,"about_ca_topic_score_gemma":2.0907407e-7,"teacher_disagreement_score":0.7505183,"about_ca_system_score_codex":0.0007846111,"about_ca_system_score_gemma":0.0055145845,"threshold_uncertainty_score":0.9916629},"labels":[],"label_agreement":null},{"id":"W3124575256","doi":"10.17496/kmer.2013.15.1.019","title":"The Development of Outcome-Based Curriculum in Medical Schools Outside Korea","year":2013,"lang":"en","type":"article","venue":"Korean Medical Education Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Outcome (game theory); Outcome-based education; Globalization; Medical education; Perspective (graphical); Process (computing); Medical school; Affect (linguistics); Psychology; Medicine; Political science; Pedagogy; Computer science; Economics","score_opus":0.02083317577780272,"score_gpt":0.38219414318640527,"score_spread":0.3613609674086026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124575256","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27042815,0.03895583,0.0019652925,0.6667143,0.0033885562,0.005980414,0.0000015253182,0.00016087857,0.0124050565],"genre_scores_gemma":[0.7192378,0.018471638,0.055286285,0.19686046,0.0014436945,0.0058724885,0.00087250705,0.0001417729,0.0018133572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942404,0.00022362111,0.0023458004,0.0003420319,0.0024475434,0.000400592],"domain_scores_gemma":[0.9969269,0.00026427858,0.00046606996,0.0007808356,0.0009268305,0.0006350732],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044937367,0.00023237197,0.00064027775,0.0002201996,0.00012980124,0.000020580139,0.00054893625,0.0002547408,0.0070455647],"category_scores_gemma":[0.039785676,0.00014349111,0.00012639153,0.0013541151,0.00031429753,0.00009426494,0.00006637945,0.0009990352,0.0005142178],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035979858,0.0010620719,0.062304754,0.0021247736,0.000021197466,0.0000019374002,0.00010976182,6.163347e-8,0.0000020889745,0.0013889469,0.12663235,0.80634844],"study_design_scores_gemma":[0.0026168872,0.00014004469,0.2541765,0.057117622,0.0002003803,0.0001280873,0.0021001254,0.001924044,0.00015720735,0.0008377513,0.67992675,0.00067463843],"about_ca_topic_score_codex":0.00015685396,"about_ca_topic_score_gemma":0.000070142545,"teacher_disagreement_score":0.80567384,"about_ca_system_score_codex":0.00031966707,"about_ca_system_score_gemma":0.010409811,"threshold_uncertainty_score":0.9952003},"labels":[],"label_agreement":null},{"id":"W3124884013","doi":"10.1177/0846537120982984","title":"Diagnostic Neuroradiology Subspecialty Training: 1 Versus 2 Years; the Canadian Perspective","year":2021,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Western University; Université de Montréal; University of Calgary; McGill University; University of British Columbia; McMaster University; Dalhousie University; University of Toronto","funders":"","keywords":"Medicine; Subspecialty; Accreditation; Competence (human resources); Certification; Neuroradiology; Graduate medical education; Curriculum; Medical education; Specialty; Family medicine; Demographics; Academic year; Board certification; Residency training; Continuing education; Demography; Psychology; Management; Neurology; Pedagogy","score_opus":0.03644673790081492,"score_gpt":0.31615301264117657,"score_spread":0.27970627474036164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124884013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7653439,0.0007226719,0.00007788758,0.19547181,0.008305854,0.00038994296,0.00007691104,0.000025103001,0.029585907],"genre_scores_gemma":[0.9931583,0.00015080615,0.00051374873,0.0037980215,0.0015890069,0.000008229187,0.000064600055,0.000016042464,0.00070128264],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99823725,0.0003139063,0.00040213365,0.00019000516,0.00033143917,0.00052528153],"domain_scores_gemma":[0.9968327,0.0006719705,0.00034427168,0.00021711351,0.0014473451,0.0004865856],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013222025,0.000115459734,0.00030331986,0.00035892933,0.00035523338,0.000052041913,0.00018579379,0.0002829953,0.0005881568],"category_scores_gemma":[0.041267402,0.00010248502,0.00012076236,0.0006911359,0.00020694014,0.00006313319,0.000007781026,0.00095937453,0.000029794215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008638359,0.00009674818,0.26492566,0.000016193235,0.0009966888,0.0017313074,0.014885811,0.0001421034,0.00008941303,0.06806402,0.6303251,0.018640583],"study_design_scores_gemma":[0.001459734,0.00017788408,0.8132032,0.00002945969,0.00013608366,0.0013223263,0.0050551887,0.00005416341,0.000016670034,0.0014148067,0.17699324,0.00013721306],"about_ca_topic_score_codex":0.12140387,"about_ca_topic_score_gemma":0.83848256,"teacher_disagreement_score":0.7170787,"about_ca_system_score_codex":0.008644761,"about_ca_system_score_gemma":0.01463632,"threshold_uncertainty_score":0.9951609},"labels":[],"label_agreement":null},{"id":"W3124994264","doi":"10.1111/j.1365-2929.2005.02271.x","title":"Flexner's ethical oversight reprised? Contemporary medical education and the health impacts of corporate globalisation","year":2005,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Globalization; Medical ethics; Curriculum; Political science; Praise; Global health; Bioethics; Engineering ethics; Globe; Public relations; Medical education; Medicine; Law; Health care; Psychology","score_opus":0.023227380980390025,"score_gpt":0.37640292551965376,"score_spread":0.35317554453926375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124994264","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33678028,0.0032250783,0.0010138291,0.65145564,0.001746345,0.0010152557,0.000002899507,0.00007519885,0.004685467],"genre_scores_gemma":[0.8374968,0.00060268096,0.0023486998,0.1573484,0.0013705483,0.00010567258,0.0003519049,0.000022623135,0.0003526645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528176,0.0005354963,0.0012449141,0.0004319167,0.0022036158,0.000302295],"domain_scores_gemma":[0.99682087,0.00030451026,0.00091570214,0.00063777884,0.00080088485,0.00052023586],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005696808,0.000222133,0.0005275122,0.00025604834,0.00020532699,0.000029271918,0.00025840456,0.00065702375,0.0013252142],"category_scores_gemma":[0.026384931,0.00015696119,0.00009484829,0.000861183,0.001196204,0.00020330331,0.0000744499,0.0012720489,0.000033830303],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004082896,0.0017137507,0.0076714177,0.00032128463,0.00005560965,0.0000010723141,0.002968217,4.924736e-7,0.000015889842,0.042057924,0.5495492,0.3952368],"study_design_scores_gemma":[0.021547647,0.0013023771,0.18429045,0.0072299405,0.00038523195,0.001619676,0.010469962,0.022574738,0.0006500945,0.0147124855,0.7341584,0.001058991],"about_ca_topic_score_codex":0.0008559745,"about_ca_topic_score_gemma":0.00006694422,"teacher_disagreement_score":0.5007165,"about_ca_system_score_codex":0.0004744311,"about_ca_system_score_gemma":0.028659996,"threshold_uncertainty_score":0.9995877},"labels":[],"label_agreement":null},{"id":"W3125219723","doi":"10.46747/cfp.6701e44","title":"Remaniement dû à la pandémie","year":2021,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; Sunnybrook Health Science Centre","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Humanities; Philosophy; Medicine; Virology","score_opus":0.018990817972816782,"score_gpt":0.281572069769842,"score_spread":0.26258125179702524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125219723","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023622029,0.020708859,0.00019552522,0.050423868,0.011878416,0.00035643706,0.00010318792,0.000043588538,0.89266807],"genre_scores_gemma":[0.24165896,0.0007989291,0.002489183,0.67914075,0.009935702,0.00007273804,0.0009701058,0.0001339119,0.06479974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976926,0.0001485464,0.0004053602,0.0004517965,0.00040596686,0.0008957386],"domain_scores_gemma":[0.9980251,0.00006149287,0.000084635365,0.00068757404,0.0005173233,0.00062387664],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039018775,0.00024949838,0.0003319789,0.00022841088,0.00023695543,0.00007966778,0.00017038782,0.00027513594,0.00029557882],"category_scores_gemma":[0.000260104,0.00030945407,0.00011375922,0.0012775233,0.0002833627,0.00010226897,0.00003111708,0.000624377,0.0023095694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028819459,0.00014604109,0.000098997145,0.00017307466,0.00011689064,0.0005465138,0.0003136915,0.0000068776235,0.001213495,0.07859184,0.56251705,0.3562726],"study_design_scores_gemma":[0.0005514995,0.000053164003,0.012754219,0.00090785394,0.00018833585,0.00001335644,0.004797947,0.00030953085,0.0005615806,0.0012791139,0.9782989,0.0002845085],"about_ca_topic_score_codex":0.010075021,"about_ca_topic_score_gemma":0.007140134,"teacher_disagreement_score":0.82786834,"about_ca_system_score_codex":0.0019948664,"about_ca_system_score_gemma":0.006594449,"threshold_uncertainty_score":0.99993575},"labels":[],"label_agreement":null},{"id":"W3125338804","doi":"10.36834/cmej.69260","title":"Dedicated Assessors: description of an innovative education intervention to facilitate direct observation in the clinical setting","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Thematic analysis; Medicine; Focus group; Intervention (counseling); Medical education; Documentation; Family medicine; Quality (philosophy); Quality management; Nursing; Qualitative research; Computer science","score_opus":0.09896625778002512,"score_gpt":0.42078301077976177,"score_spread":0.32181675299973667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125338804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9229785,0.000184913,0.0008288321,0.06978391,0.0031839022,0.0004915846,0.000005840745,0.000016113574,0.0025263636],"genre_scores_gemma":[0.93742555,0.000051218187,0.011636629,0.04813265,0.0013248561,0.000112643735,0.0006709099,0.000024034556,0.0006215165],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954134,0.0010338335,0.0016814703,0.00036108168,0.0011437117,0.00036647433],"domain_scores_gemma":[0.99256295,0.00017397734,0.0004938339,0.00049801474,0.004384847,0.0018863509],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007274316,0.00017469992,0.00034530886,0.00090818893,0.00019945015,0.00010217922,0.00033963058,0.0003280298,0.002438259],"category_scores_gemma":[0.0759816,0.00015009925,0.00010328679,0.0035393995,0.00015827676,0.0005064282,0.000020354693,0.0013706767,0.000028448809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000509323,0.0021832385,0.036740605,0.00010991756,0.000048139715,0.000028237042,0.006420513,0.0000064035353,0.00018742334,0.0008202255,0.08912512,0.86427927],"study_design_scores_gemma":[0.0012367219,0.00041018968,0.8117278,0.0018306322,0.000078570716,0.00096156646,0.031185353,0.0007231934,0.00016196375,0.0008018443,0.15063415,0.0002479585],"about_ca_topic_score_codex":0.005305621,"about_ca_topic_score_gemma":0.010745882,"teacher_disagreement_score":0.86403126,"about_ca_system_score_codex":0.0008748562,"about_ca_system_score_gemma":0.06453498,"threshold_uncertainty_score":0.99847364},"labels":[],"label_agreement":null},{"id":"W3125513396","doi":"10.1007/s12630-021-01914-6","title":"Anesthesiologists’ involvement in undergraduate medical education is beneficial to students and the specialty","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University","funders":"","keywords":"Specialty; Medical education; Medicine; Psychology; Family medicine","score_opus":0.015766513334953713,"score_gpt":0.29155431893852196,"score_spread":0.27578780560356825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125513396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81413555,0.0010442457,0.000012831602,0.18380009,0.00052263204,0.000239224,6.8106993e-7,0.000003024878,0.00024169494],"genre_scores_gemma":[0.9844372,0.0003217669,0.00085409597,0.012484562,0.0014060047,0.000010861016,0.000009125869,0.000032937514,0.00044341787],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9964533,0.00027667804,0.0011651122,0.00026199326,0.001235061,0.00060784386],"domain_scores_gemma":[0.9960527,0.00009339964,0.00042356693,0.00029760692,0.0012379537,0.0018947856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003284509,0.00024888103,0.0006253004,0.000875886,0.00036342518,0.0002172523,0.0005254646,0.00023369919,0.00038085887],"category_scores_gemma":[0.0027474768,0.00018609298,0.0001464905,0.0011257484,0.000390052,0.00016866767,0.00002166607,0.0011463397,0.000011497199],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009245059,0.0007017837,0.34876412,0.00018282665,0.00027788922,0.44372657,0.01616409,0.000058433605,0.000015889414,0.010588015,0.0863271,0.09226876],"study_design_scores_gemma":[0.002660352,0.00044780588,0.12301933,0.00073254714,0.00012004234,0.83377236,0.0045929654,0.000025511621,0.00003618692,0.0024064844,0.031956576,0.00022983577],"about_ca_topic_score_codex":0.005299212,"about_ca_topic_score_gemma":0.036557,"teacher_disagreement_score":0.3900458,"about_ca_system_score_codex":0.0013252152,"about_ca_system_score_gemma":0.02340299,"threshold_uncertainty_score":0.9821334},"labels":[],"label_agreement":null},{"id":"W3125948218","doi":"10.46747/cfp.670165","title":"Pandemic patch-up","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; Sunnybrook Health Science Centre","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Data science; World Wide Web; Medicine; Virology; Disease; Infectious disease (medical specialty); Pathology","score_opus":0.02421628230576659,"score_gpt":0.2872297938094377,"score_spread":0.2630135115036711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125948218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6947579,0.00047877704,0.00010517423,0.0061902846,0.0017987628,0.00018536081,0.000019495996,0.0000737069,0.29639056],"genre_scores_gemma":[0.6293789,0.000021246266,0.0005628032,0.3648695,0.000771624,0.000020995847,0.00030442217,0.000027004255,0.004043492],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907833,0.000020011028,0.0001710237,0.00021898217,0.00018574536,0.0003258989],"domain_scores_gemma":[0.9990386,0.0000125809875,0.000031447555,0.00037092023,0.0002874522,0.00025899886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009079633,0.00009918734,0.00016412859,0.00013278186,0.000108476444,0.00001829909,0.00007114698,0.000091389185,0.000038342834],"category_scores_gemma":[0.000106693886,0.00010693464,0.0000534637,0.00071096537,0.00006445683,0.000055981753,0.000009448526,0.00026412107,0.0003955323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055871424,0.00009135613,0.004409754,0.000051891435,0.000061015544,0.000131363,0.00026726656,0.0000010684215,0.007461924,0.004824015,0.48728234,0.49541244],"study_design_scores_gemma":[0.0006911769,0.000032434036,0.06757293,0.00011887424,0.00005755515,0.000012072996,0.002344165,0.00016436602,0.0008497934,0.0010263586,0.9269349,0.0001953611],"about_ca_topic_score_codex":0.0043690647,"about_ca_topic_score_gemma":0.004176126,"teacher_disagreement_score":0.49521706,"about_ca_system_score_codex":0.00046260952,"about_ca_system_score_gemma":0.002369711,"threshold_uncertainty_score":0.6604748},"labels":[],"label_agreement":null},{"id":"W3126241466","doi":"10.1080/21614083.2021.1874644","title":"Standards for Substantive Equivalency between Continuing Professional Development/Continuing Medical Education (CPD/CME) Accreditation Systems","year":2021,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Continuing medical education; Competence (human resources); Medical education; Continuing professional development; Continuing education; Professional development; Health care; Political science; Medicine; Psychology","score_opus":0.02626644277838814,"score_gpt":0.37471757936533634,"score_spread":0.3484511365869482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126241466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96000236,0.0012407737,0.025411867,0.0027267335,0.0074507063,0.00043834237,0.000014724348,0.00003113047,0.0026833527],"genre_scores_gemma":[0.9756469,0.00006964015,0.014789192,0.00039528258,0.0055883876,0.0000128068095,0.00021387935,0.00005862099,0.0032252835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598056,0.0003247333,0.0014932993,0.00023009768,0.0016878733,0.00028340705],"domain_scores_gemma":[0.9916178,0.00025106166,0.0009814865,0.00018500118,0.006742143,0.00022249411],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053828703,0.00017352431,0.00045282918,0.00030711276,0.00013375442,0.00007595592,0.00020434654,0.00011647489,0.00022183146],"category_scores_gemma":[0.014422433,0.00014832789,0.00011165086,0.00054707,0.00007115354,0.00032348005,0.000055837467,0.0006069778,0.000012484507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045592283,0.001245458,0.02520791,0.001416095,0.0005416572,0.00026971614,0.015909113,0.0000071844584,0.0059073265,0.0030166847,0.17686573,0.76915723],"study_design_scores_gemma":[0.007065721,0.0006594119,0.26426446,0.021597654,0.00060437334,0.0012955283,0.016584808,0.0003452241,0.004500463,0.00022169553,0.68226194,0.0005986967],"about_ca_topic_score_codex":6.799537e-7,"about_ca_topic_score_gemma":6.229293e-7,"teacher_disagreement_score":0.7685585,"about_ca_system_score_codex":0.0004653434,"about_ca_system_score_gemma":0.004807305,"threshold_uncertainty_score":0.9938795},"labels":[],"label_agreement":null},{"id":"W3126512259","doi":"10.26443/mjm.v7i1.389","title":"Observing objective, structure, clinical examinations (OSCE)","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Newcastle University","keywords":"Medicine; Objective structured clinical examination; Medical physics; Medical education","score_opus":0.10768980273543136,"score_gpt":0.4079683972929832,"score_spread":0.3002785945575518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126512259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7713733,0.00062826753,0.004722123,0.21039852,0.0042046458,0.00042894736,0.000012688242,0.00006337568,0.008168179],"genre_scores_gemma":[0.93948025,0.00013934975,0.0114106145,0.04509066,0.0037268763,0.0000011902256,0.000015076078,0.000024132147,0.000111873276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974174,0.00012480633,0.0013044479,0.00017901689,0.00079359923,0.00018071641],"domain_scores_gemma":[0.99752283,0.00018924117,0.000615182,0.00019725312,0.001179723,0.00029575874],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011973615,0.00014188785,0.0005781732,0.00022436124,0.000115637864,0.0000044793233,0.00020710209,0.0001354916,0.0009815742],"category_scores_gemma":[0.012959435,0.0001000619,0.00010261745,0.00081368716,0.00023489917,0.00013550438,0.000036612415,0.0009842719,0.000014086585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064342725,0.0007027202,0.04836533,0.0004454738,0.00067552016,0.00047396176,0.0025290176,0.000028425064,0.018730365,0.006578298,0.52298146,0.39784598],"study_design_scores_gemma":[0.012531774,0.005564699,0.4755045,0.0013876455,0.0009865903,0.0018012939,0.0038404423,0.0017113148,0.001632566,0.0013146742,0.4934161,0.00030839158],"about_ca_topic_score_codex":0.000005380184,"about_ca_topic_score_gemma":8.480834e-7,"teacher_disagreement_score":0.42713916,"about_ca_system_score_codex":0.0001137995,"about_ca_system_score_gemma":0.00016620454,"threshold_uncertainty_score":0.9999317},"labels":[],"label_agreement":null},{"id":"W3127048366","doi":"10.26443/mjm.v13i2.226","title":"A medical student’s mission to boldly dream where no dream has gone before","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dream; Medicine; Psychoanalysis; Psychotherapist; Psychology","score_opus":0.03893779196513237,"score_gpt":0.3707719538660677,"score_spread":0.33183416190093534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127048366","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19771108,0.0006498093,0.0012118494,0.79179215,0.0025186867,0.000539297,0.0000060156735,0.000066896566,0.0055042263],"genre_scores_gemma":[0.79136276,0.00033542837,0.006518275,0.19000462,0.009850683,0.000009522691,0.000037580903,0.00009302337,0.0017881138],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945731,0.00009620814,0.0015286373,0.00031429532,0.003087487,0.00040028404],"domain_scores_gemma":[0.99610525,0.00009489415,0.00050563767,0.00033204124,0.0015084563,0.0014537122],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001777598,0.00028582066,0.0009141107,0.00038076684,0.00020145076,0.000013904248,0.0005118054,0.0002626915,0.0043549705],"category_scores_gemma":[0.010387903,0.00019142497,0.00013796602,0.0010726391,0.00027732353,0.00013715343,0.000113921385,0.001254522,0.00023966485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006749128,0.00068557065,0.0025999253,0.00028657238,0.00022538418,0.0008240311,0.0031761215,0.0000057204634,0.005351074,0.00028863724,0.83514047,0.15074159],"study_design_scores_gemma":[0.0077247983,0.0076559973,0.008233877,0.0034925633,0.00035199054,0.0016371257,0.002154341,0.00033371022,0.0003751093,0.00008136141,0.96775824,0.00020088172],"about_ca_topic_score_codex":0.000026074238,"about_ca_topic_score_gemma":0.0000042657857,"teacher_disagreement_score":0.6017875,"about_ca_system_score_codex":0.00026859334,"about_ca_system_score_gemma":0.00046097583,"threshold_uncertainty_score":0.997948},"labels":[],"label_agreement":null},{"id":"W3127258432","doi":"10.1007/s12630-021-01929-z","title":"Survey results from The Anesthesia Clerkship Pocket Guide for Medical Students—promoting free open medical education resources in anesthesia","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Hamilton General Hospital; Grand River Hospital; McMaster University","funders":"","keywords":"Medical education; Anesthesia; Medicine; Psychology","score_opus":0.024905816254870275,"score_gpt":0.31832638276900505,"score_spread":0.2934205665141348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127258432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7765289,0.0017149479,0.00001544398,0.2205218,0.00041713525,0.0005808791,0.000012620141,0.000010114381,0.00019814286],"genre_scores_gemma":[0.9689192,0.00023012824,0.003277278,0.021443835,0.0041898084,0.000055028388,0.0004789752,0.00018570424,0.0012200369],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.99004835,0.0014005759,0.0032166308,0.00066301425,0.0033995956,0.0012718515],"domain_scores_gemma":[0.9856651,0.0019183969,0.0019695305,0.0014691016,0.0045225485,0.0044553387],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023579355,0.0005290435,0.0012182716,0.0008409405,0.00085596595,0.0010361068,0.004755526,0.0007944354,0.00095868186],"category_scores_gemma":[0.047571078,0.00042294207,0.0003238028,0.0019000721,0.00050792046,0.00057816383,0.00008510063,0.0025412454,0.000012393349],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092409976,0.00074320147,0.19869977,0.0000804826,0.00028533253,0.42833233,0.0077299583,0.000016473943,0.000009152633,0.0004078002,0.32786834,0.034903068],"study_design_scores_gemma":[0.0039198003,0.000442675,0.27812666,0.0017695568,0.00014911912,0.6208963,0.0033418157,0.0001158314,0.00002372251,0.0006127162,0.09024953,0.0003523214],"about_ca_topic_score_codex":0.05306843,"about_ca_topic_score_gemma":0.1311601,"teacher_disagreement_score":0.23761882,"about_ca_system_score_codex":0.0018336392,"about_ca_system_score_gemma":0.059881948,"threshold_uncertainty_score":0.9999546},"labels":[],"label_agreement":null},{"id":"W3127336646","doi":"10.1111/ger.12536","title":"Harnessing group peer review for graduate training: What can peer review teach us?","year":2021,"lang":"en","type":"article","venue":"Gerodontology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Medical education; Peer review; Training (meteorology)","score_opus":0.17052998364438052,"score_gpt":0.4199171219588909,"score_spread":0.2493871383145104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127336646","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012415179,0.16093817,0.0017448851,0.8181828,0.0029720713,0.0012437212,0.000008974297,0.00009629636,0.0023978439],"genre_scores_gemma":[0.033736266,0.2039663,0.072799526,0.58332515,0.0033114129,0.0019386455,0.01064784,0.00021457048,0.09006031],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971873,0.00021829434,0.00074471004,0.000510924,0.0008640495,0.00047467672],"domain_scores_gemma":[0.9949438,0.00022953704,0.00023924603,0.00063957984,0.0038320308,0.00011581507],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035059294,0.00021363261,0.0008690559,0.00008850974,0.0001517502,0.000039947947,0.00015276828,0.00017356468,0.0006122174],"category_scores_gemma":[0.03467583,0.00019044224,0.0001716123,0.0005745465,0.00014280793,0.00017338149,0.000038395803,0.0005119074,0.00003566805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010001734,0.00011472368,0.00033648682,0.008360701,0.00006168602,0.000035937723,0.00081458857,4.267091e-8,0.00010681073,0.0012653008,0.6671778,0.32171592],"study_design_scores_gemma":[0.00070495636,0.00008798365,0.0048555913,0.016863117,0.00051122386,0.00086432544,0.00087623164,0.000022279934,0.000048510075,0.00033546332,0.9746264,0.00020389199],"about_ca_topic_score_codex":0.000021813923,"about_ca_topic_score_gemma":0.00007678451,"teacher_disagreement_score":0.32151204,"about_ca_system_score_codex":0.00018152472,"about_ca_system_score_gemma":0.0007224562,"threshold_uncertainty_score":0.9734555},"labels":[],"label_agreement":null},{"id":"W3127696528","doi":"10.26443/mjm.v6i1.762","title":"Ideals, passion, and courage","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Courage; Passion; Fraternity; Honor; Context (archaeology); Ideal (ethics); Medicine; Wonder; Dignity; Psychology; Psychotherapist; Social psychology; Law; Theology; Philosophy; Epistemology","score_opus":0.03943285297562161,"score_gpt":0.3382698844015511,"score_spread":0.2988370314259295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127696528","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22538863,0.0010164817,0.0012442333,0.7678832,0.0007224464,0.00013973587,0.0000018191752,0.000020368823,0.0035830932],"genre_scores_gemma":[0.90357614,0.0005150309,0.0024108284,0.091734804,0.0016356906,9.607486e-7,0.000004284497,0.000013851402,0.00010840506],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986526,0.0000318747,0.0005764662,0.000094342075,0.0005252325,0.000119496995],"domain_scores_gemma":[0.9987954,0.00005547146,0.00028729395,0.000092140355,0.0005127576,0.00025693906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006678681,0.000088971836,0.00034337293,0.00013472639,0.0000672011,0.0000025131242,0.00007254247,0.000060872546,0.00042015777],"category_scores_gemma":[0.0034719764,0.000056402983,0.00003115529,0.0003457629,0.00014153928,0.00006929836,0.000018693114,0.0004136185,0.000008037796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029077835,0.00009324027,0.002431935,0.00020305632,0.00009389658,0.00030032656,0.0007867373,0.0000018062424,0.0112678725,0.002313339,0.7988223,0.18339472],"study_design_scores_gemma":[0.0053525297,0.0024725853,0.02425591,0.0008768077,0.00022665289,0.0020753331,0.001591553,0.00035621546,0.0010298083,0.0006730006,0.9609804,0.00010920039],"about_ca_topic_score_codex":0.0000027548554,"about_ca_topic_score_gemma":7.417611e-8,"teacher_disagreement_score":0.6781875,"about_ca_system_score_codex":0.00003249831,"about_ca_system_score_gemma":0.00005657907,"threshold_uncertainty_score":0.46004328},"labels":[],"label_agreement":null},{"id":"W3127700845","doi":"10.1002/jdd.12546","title":"Fourth‐year dental hygiene students’ educational preparedness: Self‐confidence ratings of the Canadian Dental Hygienists Association baccalaureate competencies (2017‐2019)","year":2021,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Preparedness; Graduation (instrument); Curriculum; Baccalaureate Degree; Medical education; Medicine; Dental hygiene; Family medicine; Psychology; Gerontology; Higher education; Pedagogy; Political science","score_opus":0.008573688872197708,"score_gpt":0.30384758307804,"score_spread":0.29527389420584227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127700845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859352,0.0003882968,0.000020313322,0.0044846004,0.006545716,0.00038561717,0.000018601379,0.000011119711,0.0022105172],"genre_scores_gemma":[0.98876053,0.00006775075,0.005071083,0.0011031459,0.0009326028,0.000021372853,0.00012106462,0.00002569249,0.0038967335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99632305,0.0001751137,0.0010991433,0.0002627097,0.001814197,0.00032579474],"domain_scores_gemma":[0.9951092,0.00012233354,0.0013723426,0.0003849912,0.002791135,0.00022000945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010072592,0.00020909558,0.00038184482,0.00039525406,0.00035782417,0.00014965584,0.0004866072,0.00019710526,0.0006387425],"category_scores_gemma":[0.0028271396,0.00018025182,0.00023948331,0.0009787516,0.00013207863,0.00049517653,0.00008579299,0.0005704817,0.00006109477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000049891747,0.0018768513,0.94285107,0.000118317774,0.0002586875,0.000010400258,0.0040624407,0.000011300917,0.0048455414,0.0011705605,0.043328553,0.0014163888],"study_design_scores_gemma":[0.0012836348,0.00015738978,0.96400696,0.00076076336,0.00040559238,0.0023441925,0.020210804,0.000046028224,0.006259333,0.0002893256,0.0040201647,0.00021581734],"about_ca_topic_score_codex":0.0033579867,"about_ca_topic_score_gemma":0.010512042,"teacher_disagreement_score":0.039308388,"about_ca_system_score_codex":0.0040629185,"about_ca_system_score_gemma":0.012158901,"threshold_uncertainty_score":0.9997603},"labels":[],"label_agreement":null},{"id":"W3128384786","doi":"10.1016/j.amjsurg.2021.01.045","title":"Toward competency based continuing professional development for practicing surgeons","year":2021,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competence (human resources); Active listening; Medical education; Medicine; Competency assessment; Professional development; Continuing professional development; Psychology; Nursing","score_opus":0.05116895301185908,"score_gpt":0.3497473023163147,"score_spread":0.2985783493044556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128384786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9516577,0.000095876894,0.008761027,0.037818618,0.0014796337,0.00009997636,8.827177e-7,0.000009240748,0.00007700982],"genre_scores_gemma":[0.9565983,0.000015959782,0.039115258,0.0036286097,0.00030562686,0.000013068144,0.000014989506,0.0000160479,0.00029217114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984378,0.00013732859,0.00069437467,0.000092131304,0.00043599395,0.00020236065],"domain_scores_gemma":[0.9956611,0.001913808,0.0009538463,0.00014720265,0.0012549878,0.00006909849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024865803,0.00008797321,0.0004323639,0.00017449247,0.000112713125,0.000015201041,0.000072643976,0.000020036716,0.000098916666],"category_scores_gemma":[0.004652926,0.000057866724,0.00014884735,0.00056567433,0.00014732506,0.0000736219,0.000016843996,0.00032097052,0.0000029914002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010912687,0.0010217668,0.14190207,0.00024213527,0.00040176162,0.0002370504,0.0038301842,0.000032679913,0.008570666,0.00033711997,0.046850193,0.7954831],"study_design_scores_gemma":[0.0022452788,0.00032818742,0.75789654,0.005219764,0.00055487314,0.003808664,0.037178993,0.0012501614,0.030945543,0.00048549596,0.15953545,0.0005510645],"about_ca_topic_score_codex":0.0000032370797,"about_ca_topic_score_gemma":4.4560426e-7,"teacher_disagreement_score":0.79493207,"about_ca_system_score_codex":0.0001108109,"about_ca_system_score_gemma":0.0034874487,"threshold_uncertainty_score":0.6186584},"labels":[],"label_agreement":null},{"id":"W3128386998","doi":"10.1111/medu.14461","title":"Professional identity formation within longitudinal integrated clerkships: A scoping review","year":2021,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identity (music); Context (archaeology); Thematic analysis; Sociocultural evolution; Psychology; Conceptual framework; Inclusion (mineral); Medical education; Qualitative research; Public relations; Sociology; Medicine; Political science; Social psychology; Social science; Geography","score_opus":0.08772562224802781,"score_gpt":0.5048358318705827,"score_spread":0.41711020962255485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128386998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018278413,0.9831659,0.0013687456,0.0051400727,0.006330328,0.003405063,0.0000050639273,0.00012161283,0.00044492932],"genre_scores_gemma":[0.000002816802,0.974407,0.0023925623,0.01072653,0.00134741,0.0016681948,0.008261923,0.00006929604,0.0011242697],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934853,0.00061591354,0.0025234742,0.00070861296,0.0022708182,0.0003959211],"domain_scores_gemma":[0.9962164,0.00017206975,0.0011980062,0.000816755,0.0013435846,0.00025315862],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033780842,0.00051451306,0.002224558,0.0005240796,0.00022306958,0.0000733403,0.000413225,0.00090877985,0.0051086666],"category_scores_gemma":[0.02767751,0.0003985569,0.00045220787,0.0028852527,0.0001975216,0.0005930263,0.00013889106,0.0022534945,0.00036274738],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023878492,0.0005762319,0.000008343057,0.22189538,0.000054944103,0.000008813435,0.00006911089,1.23904815e-8,3.4799175e-8,0.00042588197,0.11749428,0.6594646],"study_design_scores_gemma":[0.0001302081,0.000025594698,0.000008384701,0.577141,0.0008479214,0.0006127301,0.000100652054,0.000026493877,4.1596044e-7,0.000019923737,0.42087987,0.00020683033],"about_ca_topic_score_codex":0.000025763167,"about_ca_topic_score_gemma":0.000029932455,"teacher_disagreement_score":0.65925777,"about_ca_system_score_codex":0.0011245214,"about_ca_system_score_gemma":0.03675207,"threshold_uncertainty_score":0.99984664},"labels":[],"label_agreement":null},{"id":"W3129087234","doi":"10.1007/s10459-021-10033-2","title":"Shaping our worldviews: a conversation about and of theory","year":2021,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reflexivity; Scholarship; Conversation; Epistemology; Field (mathematics); Sociology; Empiricism; Reflection (computer programming); Engineering ethics; Education theory; Social science; Higher education; Computer science; Political science; Philosophy","score_opus":0.07111722155487614,"score_gpt":0.5091073027208345,"score_spread":0.43799008116595833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129087234","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044196102,0.9946558,0.0002583672,0.0014892027,0.0017024606,0.0011203542,0.0000036980778,0.000012637273,0.00071332423],"genre_scores_gemma":[0.00016782514,0.98721045,0.010707417,0.0011112127,0.00025880671,0.0002241924,0.00015280633,0.00001367257,0.00015360827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972712,0.00033331584,0.0012527842,0.00048199395,0.00040068588,0.00026001956],"domain_scores_gemma":[0.99821407,0.00021310017,0.0010102586,0.0002754779,0.00022159338,0.000065526954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003454294,0.00019347422,0.0010395737,0.0007973163,0.0001222354,0.000020769201,0.00015552623,0.00012538774,0.00003458352],"category_scores_gemma":[0.0018041178,0.00016347191,0.00007255326,0.0024555584,0.00026861858,0.00035092252,0.000033398625,0.00035943702,0.0000040784307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001605455,0.00010201845,0.00025256586,0.028325288,0.0000048475636,1.661712e-7,0.0006232531,0.0000011516793,4.4502862e-8,0.009027414,0.0004527231,0.96120894],"study_design_scores_gemma":[0.00010058428,0.0000896115,0.0001788249,0.06790859,0.000055407676,0.00004047613,0.004550627,0.00003352318,4.1072826e-7,0.0009612943,0.92595434,0.00012633007],"about_ca_topic_score_codex":0.00008378254,"about_ca_topic_score_gemma":0.000025002939,"teacher_disagreement_score":0.9610826,"about_ca_system_score_codex":0.00041565206,"about_ca_system_score_gemma":0.006619212,"threshold_uncertainty_score":0.99901235},"labels":[],"label_agreement":null},{"id":"W3129091840","doi":"10.1111/medu.14464","title":"Invoking culture in medical education research: A critical review and metaphor analysis","year":2021,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Metaphor; Agency (philosophy); Sociology; Critical discourse analysis; Field (mathematics); Organizational culture; Epistemology; Pedagogy; Social science; Ideology; Public relations; Linguistics; Law; Political science; Politics","score_opus":0.12437564383452519,"score_gpt":0.5623545212177485,"score_spread":0.43797887738322333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129091840","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017147559,0.9483231,0.000067475245,0.0468761,0.001153472,0.0015328589,0.000004610687,0.000048637754,0.001976655],"genre_scores_gemma":[0.000017998595,0.96011937,0.0022479868,0.030205587,0.0013138094,0.0018214057,0.002872504,0.00006951201,0.0013318266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98989797,0.0018771718,0.0022545021,0.0012748581,0.0039918358,0.00070364896],"domain_scores_gemma":[0.9938584,0.0009707775,0.0004283877,0.0013795386,0.0024133949,0.00094950607],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009268014,0.00054451294,0.003419443,0.0026129922,0.0002055103,0.000091978836,0.00055357034,0.0017347606,0.0072819204],"category_scores_gemma":[0.1381339,0.00043723907,0.000530986,0.012210913,0.00078605465,0.00018101119,0.00025747798,0.004653771,0.00008291408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018295415,0.001530808,0.000055612716,0.04792046,0.00031246562,0.000022402226,0.00022349473,3.141272e-9,1.9565041e-8,0.0022424683,0.19661464,0.7510758],"study_design_scores_gemma":[0.00014914115,0.000045599634,0.000061849816,0.14269438,0.0072415485,0.0005373404,0.00048606828,0.00003469176,8.5072124e-8,0.00013225923,0.848321,0.0002960261],"about_ca_topic_score_codex":0.00017930008,"about_ca_topic_score_gemma":0.000082732906,"teacher_disagreement_score":0.75077975,"about_ca_system_score_codex":0.0011211139,"about_ca_system_score_gemma":0.0511831,"threshold_uncertainty_score":0.99980795},"labels":[],"label_agreement":null},{"id":"W3129109664","doi":"10.36834/cmej.68218","title":"Understanding community family medicine preceptors’ involvement in educational scholarship: perceptions, influencing factors and promising areas for action","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Scholarship; Mentorship; Scarcity; Medical education; Medicine; Political science","score_opus":0.16126777049695482,"score_gpt":0.3944488897436713,"score_spread":0.2331811192467165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129109664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92515635,0.0005157955,0.0010029459,0.07012852,0.0021770769,0.00040691326,0.0000035209644,0.00001376726,0.0005950802],"genre_scores_gemma":[0.97587687,0.00027538397,0.003083885,0.01882912,0.0012653155,0.0000700769,0.00032721608,0.00002953756,0.00024258786],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750865,0.0003093585,0.00076043204,0.0002500301,0.00076644414,0.00040507567],"domain_scores_gemma":[0.995868,0.00026741668,0.00019827271,0.00024533496,0.0009753949,0.0024455746],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025885927,0.00019531135,0.00030943129,0.00094423624,0.00093170686,0.00010111059,0.00014798119,0.00029384156,0.004400118],"category_scores_gemma":[0.040278193,0.00018314405,0.00005738994,0.00080223114,0.00026604364,0.00037942658,0.000020987112,0.001852463,0.0000041572434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000068856396,0.0012667703,0.77445275,0.0007996061,0.00016715445,0.000013402298,0.030212365,0.000008308356,0.002112933,0.007705757,0.1121878,0.0710043],"study_design_scores_gemma":[0.0020358171,0.00018069528,0.79544497,0.003544438,0.000111030335,0.00078743364,0.16744554,0.00023042444,0.00007243755,0.009178825,0.020664707,0.00030368738],"about_ca_topic_score_codex":0.004782267,"about_ca_topic_score_gemma":0.021716109,"teacher_disagreement_score":0.13723317,"about_ca_system_score_codex":0.00453201,"about_ca_system_score_gemma":0.04558881,"threshold_uncertainty_score":0.9992894},"labels":[],"label_agreement":null},{"id":"W3129428016","doi":"10.5430/ijhe.v10n4p124","title":"The Effects of Electronic Feedback on Medical University Students’ Writing Performance","year":2021,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Vocabulary; Significant difference; Peer feedback; Sentence; Mathematics education; Intervention (counseling); Medical education; Psychology; Academic year; Computer science; Medicine; Internal medicine","score_opus":0.005264491797799904,"score_gpt":0.3282537768492384,"score_spread":0.3229892850514385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129428016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97730905,0.00050961855,0.000052130723,0.015899494,0.0045564785,0.00006622481,2.6775209e-7,0.0000045860775,0.0016021351],"genre_scores_gemma":[0.99273795,0.00065481936,0.00022365246,0.0012768735,0.0010122028,0.0000012301696,0.00001083759,0.0000072329763,0.0040752254],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980714,0.00006562853,0.0003681682,0.000084590276,0.0012978906,0.0001123503],"domain_scores_gemma":[0.9975251,0.00023728708,0.00033127578,0.00012631161,0.0017340943,0.000045934077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004981589,0.00006481106,0.00011864785,0.00014817688,0.00006723929,0.000021087333,0.0003355344,0.0000629224,0.00021402405],"category_scores_gemma":[0.00087340164,0.000050082486,0.0000691682,0.00025851256,0.00007139312,0.000109019995,0.000034635323,0.0003994942,0.000010213642],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001099056,0.0055718157,0.23243739,0.00035644512,0.0013585292,0.00013934304,0.001124746,0.000021110702,0.004268737,0.06212467,0.0734135,0.61808467],"study_design_scores_gemma":[0.0022345306,0.0005390318,0.81301486,0.0017951148,0.00012293315,0.00049681583,0.0009902035,0.000048593214,0.007912929,0.0004352582,0.17230874,0.00010096164],"about_ca_topic_score_codex":0.0000029195949,"about_ca_topic_score_gemma":7.7272716e-7,"teacher_disagreement_score":0.6179837,"about_ca_system_score_codex":0.00045445687,"about_ca_system_score_gemma":0.0017265081,"threshold_uncertainty_score":0.30627513},"labels":[],"label_agreement":null},{"id":"W3129449528","doi":"10.4103/2455-5568.209852","title":"Part-time faculty in academic surgical specialties: The view of Canadian chairs","year":2017,"lang":"en","type":"article","venue":"International Journal of Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Montreal Children's Hospital","funders":"","keywords":"Salary; Likert scale; Medical education; Diversity (politics); Psychology; Scale (ratio); Family medicine; Medicine; Political science; Geography","score_opus":0.0786587974933741,"score_gpt":0.42866440420640883,"score_spread":0.3500056067130347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129449528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68288094,0.0013437314,0.000024944067,0.30037153,0.003911818,0.00026381988,0.000014435455,0.0000059774093,0.011182836],"genre_scores_gemma":[0.9814945,0.0054486822,0.00017040211,0.0032358854,0.007990805,0.000006334468,0.000037817703,0.000018414423,0.0015971857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663806,0.000068427864,0.0014996646,0.00014551579,0.00139371,0.00025462432],"domain_scores_gemma":[0.9970105,0.0001842903,0.00128365,0.00028962523,0.0010193803,0.00021250531],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031743604,0.00014827818,0.0005058583,0.0011494837,0.000099456105,0.000009856846,0.0012656857,0.00029285133,0.0013141034],"category_scores_gemma":[0.0069277775,0.00009114191,0.00008768666,0.00035256104,0.00069169747,0.00023698817,0.00006552849,0.002165627,0.000028593771],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010001697,0.0001779653,0.13141362,0.00015486403,0.00074657623,0.0010054093,0.011417967,0.00004462233,0.0024436903,0.017235512,0.56955886,0.26480073],"study_design_scores_gemma":[0.0040676547,0.00023978966,0.111789614,0.0038288457,0.00010298996,0.0017605072,0.0013965372,0.00025790487,0.0004000586,0.0015681654,0.87445617,0.00013176056],"about_ca_topic_score_codex":0.0034736304,"about_ca_topic_score_gemma":0.0003323801,"teacher_disagreement_score":0.30489728,"about_ca_system_score_codex":0.00040524933,"about_ca_system_score_gemma":0.00091466424,"threshold_uncertainty_score":0.9995988},"labels":[],"label_agreement":null},{"id":"W3129786697","doi":"10.1111/medu.14450","title":"Publishing during COVID‐19: Lessons for health professions education research","year":2021,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Publishing; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Health professions; Pandemic; Medical education; Coronavirus Infections; MEDLINE; Public relations; Political science; Sociology; Health care; Medicine; Library science; Virology; Computer science","score_opus":0.07578053195725312,"score_gpt":0.5482341750185138,"score_spread":0.4724536430612607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129786697","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041227238,0.001974395,0.00082718424,0.4412172,0.55212164,0.0020974034,0.000052471332,0.00013793926,0.0011594865],"genre_scores_gemma":[0.00080713624,0.0012956728,0.0070703626,0.026974995,0.8906857,0.0057423064,0.03651052,0.00018965907,0.030723697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890102,0.00090575824,0.0016282122,0.0014290973,0.005835892,0.0011908353],"domain_scores_gemma":[0.9767821,0.0034258752,0.0013579328,0.002661611,0.013319951,0.0024525372],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011352168,0.00045917602,0.0009344241,0.0016878215,0.0018439912,0.00047279446,0.0008097735,0.0027210792,0.0017056743],"category_scores_gemma":[0.40533906,0.0004508447,0.00022909396,0.002783545,0.0004533618,0.00054042,0.00026315026,0.006478113,0.000052455587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008391151,0.0028164778,0.0000464693,0.0056941886,0.000059465907,0.0000024741737,0.0021378559,2.2244147e-7,0.000010499723,0.0019915388,0.8904614,0.09669551],"study_design_scores_gemma":[0.0011917587,0.00015712799,0.00031781365,0.005816266,0.000086785316,0.000042907057,0.008178724,0.000052515425,0.00001512828,0.0011245825,0.9826835,0.000332908],"about_ca_topic_score_codex":0.0010105871,"about_ca_topic_score_gemma":0.0002038131,"teacher_disagreement_score":0.41424224,"about_ca_system_score_codex":0.00654458,"about_ca_system_score_gemma":0.329473,"threshold_uncertainty_score":0.9997943},"labels":[],"label_agreement":null},{"id":"W3129891369","doi":"","title":"Physical examination in a virtual world","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; World Wide Web","score_opus":0.016820258296722037,"score_gpt":0.28043461654580804,"score_spread":0.263614358249086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129891369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7930801,0.000045173896,0.000047725815,0.0027309645,0.00036035958,0.00015124916,0.00000815373,0.000023272532,0.20355302],"genre_scores_gemma":[0.9127385,0.0000019298402,0.00021211016,0.0840869,0.0005818138,0.000030476373,0.00022652493,0.000019833284,0.0021018835],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99900687,0.00004382167,0.00017255083,0.0002449701,0.00022704166,0.0003047197],"domain_scores_gemma":[0.99931085,0.00002449208,0.00003095372,0.00027329975,0.00019476985,0.0001656426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012584183,0.00010549387,0.00018684677,0.00044394337,0.000059437985,0.00001989058,0.00006463276,0.00005177405,0.000014809073],"category_scores_gemma":[0.00011185823,0.0001203173,0.000043882705,0.0018566932,0.00006496276,0.00009812789,0.000010364302,0.000301564,0.00012766974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008935861,0.0004937683,0.0010042636,0.000043066095,0.000033304954,0.0002931449,0.0009493457,0.000028095192,0.012019521,0.03645218,0.052935325,0.895739],"study_design_scores_gemma":[0.001978304,0.0001585833,0.6620461,0.00045147413,0.000074710835,0.00000777201,0.006475516,0.006621277,0.0052847136,0.0020717082,0.31429562,0.0005342308],"about_ca_topic_score_codex":0.0014201388,"about_ca_topic_score_gemma":0.013226428,"teacher_disagreement_score":0.89520484,"about_ca_system_score_codex":0.00072104257,"about_ca_system_score_gemma":0.0012715099,"threshold_uncertainty_score":0.7380657},"labels":[],"label_agreement":null},{"id":"W3129974123","doi":"10.1186/s12909-021-02514-0","title":"How supervision and educational supports impact medical students’ preparation for future learning of endotracheal intubation skills: a non-inferiority experimental trial","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; The Wilson Centre; University of Toronto","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Endotracheal intubation; Medical education; Medicine; Intubation; MEDLINE; Psychology; Anesthesia","score_opus":0.012885366285819107,"score_gpt":0.4153841017423318,"score_spread":0.4024987354565127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129974123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97591144,0.0005187804,0.006575633,0.012302103,0.0030271222,0.0014882252,0.0000056918616,0.00003558822,0.00013539408],"genre_scores_gemma":[0.9817787,0.00020609742,0.008742402,0.0008558898,0.004422099,0.0006169216,0.002566721,0.00003434599,0.00077685225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954561,0.00024028818,0.00087803166,0.00056502066,0.0025488602,0.00031172342],"domain_scores_gemma":[0.9973568,0.0004359297,0.00035204762,0.00034578494,0.0010650968,0.00044434788],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020107257,0.00025660056,0.0004938938,0.0002560801,0.00020312773,0.00010508529,0.00020056702,0.00054739934,0.0019615102],"category_scores_gemma":[0.018559908,0.00023190131,0.00017657854,0.00054102053,0.00019243585,0.0003646472,0.00009152324,0.0005496891,0.000004354985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018101797,0.04406072,0.38612768,0.0041401302,0.00051843794,0.000011891667,0.02012367,0.000011330474,0.006972795,0.0064222952,0.0680643,0.44544497],"study_design_scores_gemma":[0.122836754,0.013842547,0.7284562,0.0043891366,0.00091665896,0.0016071488,0.046849586,0.034430306,0.019977191,0.0015010143,0.02342617,0.0017673069],"about_ca_topic_score_codex":0.000040372648,"about_ca_topic_score_gemma":0.000026064445,"teacher_disagreement_score":0.44367766,"about_ca_system_score_codex":0.000387614,"about_ca_system_score_gemma":0.014786227,"threshold_uncertainty_score":0.99895084},"labels":[],"label_agreement":null},{"id":"W3130133331","doi":"10.4300/jgme-d-20-00111.1","title":"A Systematic Review of the Relationship Between In-Training Examination Scores and Specialty Board Examination Scores","year":2020,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Smiths Detection (Canada)","funders":"","keywords":"Specialty; Medical education; Objective structured clinical examination; Medicine; MEDLINE; Educational measurement; Family medicine; Psychology; Medical physics; Political science","score_opus":0.14128043138168334,"score_gpt":0.42019521120727377,"score_spread":0.27891477982559043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130133331","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031907181,0.9858311,0.00014225341,0.0068644355,0.0014147903,0.0023675428,0.0000042087627,0.000011121157,0.000173822],"genre_scores_gemma":[0.0145722795,0.9820839,0.0006394232,0.0008649383,0.0014827912,0.00011085912,0.00011523666,0.000047605903,0.00008296312],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99144095,0.0016270392,0.003991974,0.0003012081,0.0024202648,0.00021855083],"domain_scores_gemma":[0.9915184,0.0018309901,0.004824189,0.00046174627,0.0011225521,0.00024214532],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008328901,0.0003539104,0.002816195,0.00093594723,0.00009557211,0.000031339172,0.00044734386,0.00041797807,0.0000462269],"category_scores_gemma":[0.11874226,0.00022731318,0.00039271344,0.002337959,0.00030600658,0.00023335454,0.000072899275,0.0019169512,0.000006408547],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026150935,0.00013560595,0.0012372724,0.5532456,0.000084152285,0.0000041093144,0.0007564266,1.6980877e-8,6.282813e-8,0.0004621254,0.0013102195,0.44276178],"study_design_scores_gemma":[0.00034593383,0.00013912375,0.05820716,0.9276198,0.0032626323,0.00041248905,0.00045886112,0.000010917175,5.9177296e-7,0.0003356501,0.009032581,0.0001742718],"about_ca_topic_score_codex":0.000010431248,"about_ca_topic_score_gemma":0.00000472012,"teacher_disagreement_score":0.44258752,"about_ca_system_score_codex":0.0006989909,"about_ca_system_score_gemma":0.007054273,"threshold_uncertainty_score":0.9985748},"labels":[],"label_agreement":null},{"id":"W3130214307","doi":"10.1016/j.profnurs.2021.02.005","title":"Preparing the doctor of nursing practice graduates to lead nursing education: Ideas, strategies, recommendations, and implications","year":2021,"lang":"en","type":"article","venue":"Journal of Professional Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Nursing; Nurse education; Work (physics); Nurse educator; Medicine; Doctor of Nursing Practice; Medical education; Psychology","score_opus":0.04756443082749565,"score_gpt":0.4787124906293543,"score_spread":0.4311480598018586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130214307","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3793666,0.0048729368,0.011127921,0.5901036,0.0052325283,0.00056304503,0.0000043487325,0.000021103366,0.008707903],"genre_scores_gemma":[0.8815589,0.0001978349,0.11475986,0.0019702613,0.0009831561,0.000015785386,0.00003557777,0.000023779727,0.00045483134],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980229,0.00022219318,0.0008786991,0.00018661017,0.00049460196,0.00019495955],"domain_scores_gemma":[0.9962577,0.0004108342,0.0007175824,0.00027966822,0.002214651,0.0001195535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010019148,0.00012988088,0.00026949585,0.0002590133,0.0003942953,0.00006624495,0.00013406631,0.00008861186,0.000043987533],"category_scores_gemma":[0.00262694,0.00009894537,0.00006819317,0.0008432329,0.00022217454,0.00058920897,0.000018162154,0.00060013105,0.0000021672904],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022422608,0.003342416,0.000628009,0.00009004045,0.00008560637,0.0000024579165,0.011332834,0.000019142894,0.019597424,0.05466323,0.13261932,0.7773953],"study_design_scores_gemma":[0.0026356622,0.0008490936,0.17002314,0.09306015,0.001889797,0.0139068365,0.47648987,0.0005690319,0.012834487,0.17418277,0.052885942,0.00067319407],"about_ca_topic_score_codex":0.000003278166,"about_ca_topic_score_gemma":5.5780976e-7,"teacher_disagreement_score":0.77672213,"about_ca_system_score_codex":0.0005270463,"about_ca_system_score_gemma":0.0032762354,"threshold_uncertainty_score":0.5811901},"labels":[],"label_agreement":null},{"id":"W3131075512","doi":"10.32799/ijih.v16i1.33078","title":"Educating Medical Students’ “Hearts and Minds”: A Humanities-Informed Cultural Immersion Program in Indigenous Experiential Community Learning","year":2021,"lang":"en","type":"article","venue":"International Journal of Indigenous Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; University of British Columbia","funders":"","keywords":"Cultural humility; Indigenous; Humility; Experiential learning; Cultural safety; Sociology; Cultural competence; Traditional knowledge; Health equity; Medical education; Pedagogy; Political science; Public relations; Medicine; Nursing; Health care; Public health; Law","score_opus":0.03107657052914155,"score_gpt":0.43784701559751044,"score_spread":0.4067704450683689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131075512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99353826,0.00073834043,0.000056891557,0.003472587,0.0014658908,0.0003909529,0.0000016692293,0.000017987237,0.00031740704],"genre_scores_gemma":[0.9922932,0.0006363821,0.0028437702,0.0032169225,0.0006611797,0.000020473364,0.00013759141,0.000018562425,0.00017196815],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99604917,0.00032828053,0.0011461914,0.00013807729,0.0019635924,0.00037468024],"domain_scores_gemma":[0.9976264,0.00013856115,0.00063298916,0.00012988578,0.0012634172,0.0002087405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002244465,0.00015055512,0.00038350263,0.0004854517,0.00047711408,0.00014504699,0.00038976513,0.0001372966,0.00021257061],"category_scores_gemma":[0.00159863,0.00013513392,0.00007987249,0.00032521616,0.0001437743,0.00025136853,0.00014060219,0.0018014992,0.000004852937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000236326,0.003814857,0.23604038,0.00022920957,0.00023920235,0.0004601566,0.35346484,0.000006788523,0.00011506833,0.000060095736,0.0010352331,0.40429786],"study_design_scores_gemma":[0.008801421,0.004397463,0.52956027,0.0048274235,0.00006327417,0.01729362,0.39594632,0.00011459859,0.0007924562,0.00010070532,0.037620194,0.00048225274],"about_ca_topic_score_codex":0.0011402149,"about_ca_topic_score_gemma":0.0004787744,"teacher_disagreement_score":0.4038156,"about_ca_system_score_codex":0.0012288876,"about_ca_system_score_gemma":0.0054586115,"threshold_uncertainty_score":0.9683342},"labels":[],"label_agreement":null},{"id":"W3131241136","doi":"10.15694/mep.2021.000054.1","title":"Identifying the state of social accountability at the University of Ottawa Faculty of Medicine through an internal environmental scan","year":2021,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Medical education; Accountability; State (computer science); Social accounting; Medicine; Psychology; Political science; Management; Computer science","score_opus":0.033989902715704866,"score_gpt":0.3333269785358328,"score_spread":0.299337075820128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131241136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98823035,0.000098322875,0.00043051323,0.008072229,0.00031750227,0.0001690084,0.000066750115,0.000007688366,0.0026076506],"genre_scores_gemma":[0.99783546,0.000025905643,0.00033549807,0.00036659368,0.00012218326,0.0000011660362,0.00028977855,0.0000075816215,0.0010158522],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984293,0.00015058674,0.00040661,0.00018383468,0.00069868495,0.00013100253],"domain_scores_gemma":[0.9988675,0.000074028736,0.0003425246,0.00039207542,0.0002999984,0.000023859484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010701203,0.00008605991,0.0002580397,0.000040988416,0.0001601105,0.0000073266547,0.0002867203,0.000056195884,0.002874441],"category_scores_gemma":[0.0005617456,0.000055376895,0.00007243181,0.0004146505,0.0015048882,0.00030774853,0.00017127213,0.00024733518,0.0000024836],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006314824,0.0026094108,0.24447115,0.0009911599,0.0008613444,0.000021427095,0.2620698,0.000021616795,0.106730364,0.006709985,0.22687297,0.1480093],"study_design_scores_gemma":[0.0020473106,0.00015919154,0.846163,0.00015092641,0.00023954576,0.000033110566,0.074722834,0.00011421427,0.028324567,0.0012269265,0.04671209,0.00010629109],"about_ca_topic_score_codex":0.00083778764,"about_ca_topic_score_gemma":0.00046364518,"teacher_disagreement_score":0.60169184,"about_ca_system_score_codex":0.000222567,"about_ca_system_score_gemma":0.00016999285,"threshold_uncertainty_score":0.99803704},"labels":[],"label_agreement":null},{"id":"W3131458017","doi":"10.1186/s12909-021-02517-x","title":"Medical students attitudes toward and intention to work with the underserved: a systematic review and meta-analysis","year":2021,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut Universitaire en Santé Mentale de Québec","funders":"","keywords":"Scopus; Medical education; Curriculum; Inclusion (mineral); MEDLINE; Psychological intervention; Meta-analysis; Medical psychology; Medicine; Psychology; Family medicine; Nursing; Pedagogy; Social psychology; Political science","score_opus":0.1511806149497264,"score_gpt":0.477529323071964,"score_spread":0.3263487081222376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131458017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028121784,0.96257645,0.0022465398,0.030658847,0.00021180927,0.0042005247,0.0000028743545,0.00003741014,0.000037450707],"genre_scores_gemma":[0.000093526694,0.96775335,0.0016317993,0.024925658,0.00015497519,0.0035116512,0.00045471182,0.000048631504,0.0014256672],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99257946,0.0011185246,0.0015654585,0.00081215054,0.0036237414,0.0003006481],"domain_scores_gemma":[0.9961382,0.0008347278,0.0006796035,0.0010483917,0.0006775954,0.0006214858],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058955904,0.00051521615,0.005381857,0.00048542963,0.00014489629,0.00015148024,0.0006240247,0.0004939755,0.0020845581],"category_scores_gemma":[0.018481582,0.0002581588,0.00074943824,0.0037064243,0.0002956927,0.00007415532,0.00027595836,0.0009693935,0.000038752005],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045236584,0.0005917737,0.00019539324,0.9071083,0.04969527,0.00000748979,0.00020735429,2.4674407e-8,1.3509306e-9,0.00037476022,0.014279012,0.02753608],"study_design_scores_gemma":[0.00014730894,0.00006505742,0.00017999274,0.2168321,0.7401362,0.00030832627,0.00050922745,0.0000029176774,9.553476e-9,0.0000045202205,0.04154632,0.00026803263],"about_ca_topic_score_codex":0.000048945036,"about_ca_topic_score_gemma":0.0001380677,"teacher_disagreement_score":0.6904409,"about_ca_system_score_codex":0.0002572738,"about_ca_system_score_gemma":0.0055456376,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W3131481455","doi":"10.1136/bmjoq-2020-001067","title":"Applying improvement science to establish a resident sustained quality improvement (QI) educational model","year":2021,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"PDCA; Facilitator; Curriculum; Medicine; Quality management; Medical education; Family medicine; Psychology; Pedagogy; Management","score_opus":0.10817151907496407,"score_gpt":0.5128167957444766,"score_spread":0.4046452766695125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131481455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86226094,0.00002032592,0.017006494,0.09353145,0.00097456714,0.0101729445,0.000035925437,0.00006250286,0.01593484],"genre_scores_gemma":[0.89269507,0.0000027525239,0.06497963,0.023686966,0.0004196838,0.0064290073,0.00022969292,0.000028785813,0.011528419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9946993,0.00016006279,0.0014852874,0.0010131785,0.002039673,0.00060250954],"domain_scores_gemma":[0.9943078,0.00014492277,0.00048037013,0.0016350918,0.0030507778,0.00038101527],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011960568,0.00023216665,0.0004903323,0.0002392245,0.0005471326,0.00044586332,0.0007546768,0.00009467668,0.0006492392],"category_scores_gemma":[0.015625734,0.00022910803,0.000082573526,0.0020668367,0.00023268608,0.0005859001,0.0011688351,0.0003471638,0.000056727305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006602727,0.0030846174,0.0058205617,0.0012148255,0.00012068025,0.000013256179,0.0046107946,0.00028662253,0.20759994,0.41615495,0.05292013,0.30751336],"study_design_scores_gemma":[0.013868883,0.0014365185,0.50806713,0.0015706002,0.0003531539,0.000080387676,0.11563395,0.016011337,0.20695198,0.10282381,0.029300494,0.0039017918],"about_ca_topic_score_codex":0.0015488173,"about_ca_topic_score_gemma":0.00015547052,"teacher_disagreement_score":0.50224656,"about_ca_system_score_codex":0.0019124887,"about_ca_system_score_gemma":0.01125654,"threshold_uncertainty_score":0.9943487},"labels":[],"label_agreement":null},{"id":"W3133269537","doi":"10.3138/jvme.2019-0001","title":"The Creation of a Collaborative, Case-Based Learning Experience in a Large-Enrollment Classroom","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Context (archaeology); Relevance (law); Collaborative learning; Peer learning; Preference; Variety (cybernetics); Teaching method; Medical education; Flipped classroom; Active learning (machine learning); Psychology; Mathematics education; Medicine; Computer science; Multimedia","score_opus":0.038855719271342674,"score_gpt":0.4184985285774325,"score_spread":0.37964280930608985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133269537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98306286,0.0009816773,0.0018179002,0.012533991,0.0010520415,0.00016529164,5.598756e-7,0.0000052893856,0.00038039437],"genre_scores_gemma":[0.9925341,0.00024337273,0.005625199,0.0010754876,0.00027421856,0.000036315094,0.000016718252,0.000010290272,0.00018426853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760485,0.00029687784,0.0009257272,0.00012819782,0.00087398494,0.0001703434],"domain_scores_gemma":[0.99749017,0.00024483458,0.00054307835,0.00018420292,0.001425795,0.00011193443],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016787512,0.00009549296,0.00025898495,0.00021609533,0.00012846036,0.000019770641,0.00010689352,0.000121272926,0.00033519126],"category_scores_gemma":[0.011148764,0.00007024875,0.000067417095,0.001081064,0.00014513833,0.00013301677,0.000025328725,0.00058656186,0.0000017978219],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003009221,0.01235695,0.13197543,0.00089337106,0.00020516168,0.005457268,0.025202826,0.00021169716,0.01590154,0.0022341039,0.016772967,0.7857795],"study_design_scores_gemma":[0.0119591085,0.0070284703,0.15989888,0.0064866873,0.00023440835,0.04370672,0.13632227,0.015822552,0.006327032,0.0003755441,0.6113651,0.00047328536],"about_ca_topic_score_codex":0.000010610313,"about_ca_topic_score_gemma":0.000010298416,"teacher_disagreement_score":0.78530616,"about_ca_system_score_codex":0.00030589593,"about_ca_system_score_gemma":0.0063831694,"threshold_uncertainty_score":0.9992497},"labels":[],"label_agreement":null},{"id":"W3133369589","doi":"10.1111/medu.14517","title":"Contextual Competence: How residents develop competent performance in new settings","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia; Centre for Advancing Health Outcomes; Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Autonomy; Psychology; Medical education; Grounded theory; Pedagogy; Medicine; Qualitative research; Social psychology; Sociology; Political science","score_opus":0.01390706486478011,"score_gpt":0.31885977364609946,"score_spread":0.30495270878131936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133369589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82321745,0.00039632412,0.0005398225,0.1708934,0.0018449882,0.0002741837,5.409196e-7,0.00005267433,0.0027806042],"genre_scores_gemma":[0.93495095,0.0001789646,0.012703499,0.042064954,0.0008653618,0.000050884675,0.00043132895,0.000023924926,0.008730116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975649,0.00008348196,0.0005063593,0.00037197926,0.0011456921,0.00032756056],"domain_scores_gemma":[0.99852675,0.000073200834,0.00012435873,0.00034205843,0.0007343493,0.00019925459],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000748723,0.00015532134,0.00029035594,0.00022191493,0.00008976267,0.000038514492,0.00017032992,0.0002132631,0.0014350424],"category_scores_gemma":[0.011603423,0.00014915242,0.00003648644,0.0014216986,0.00013700154,0.0001692593,0.000062217296,0.000653768,0.00012498877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045466382,0.0010375411,0.20917484,0.00033837932,0.000025382435,0.000035466794,0.002097771,8.95592e-7,0.00031035033,0.0019968913,0.34923175,0.43570527],"study_design_scores_gemma":[0.0016736442,0.00008084829,0.8041236,0.0017467121,0.000029950792,0.00036039716,0.0033470406,0.0011920372,0.0010874001,0.00012141447,0.18602313,0.0002138424],"about_ca_topic_score_codex":0.00009730208,"about_ca_topic_score_gemma":0.00007155808,"teacher_disagreement_score":0.59494877,"about_ca_system_score_codex":0.00041610314,"about_ca_system_score_gemma":0.01741447,"threshold_uncertainty_score":0.9994778},"labels":[],"label_agreement":null},{"id":"W3133490861","doi":"","title":"Understanding Competence Committee Implementation and Decision-Making Practices in the Era of Competency-Based Medical Education","year":2021,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Engineering ethics; Psychology; Medicine; Knowledge management; Engineering; Computer science; Social psychology","score_opus":0.037946290615905286,"score_gpt":0.3475025487507863,"score_spread":0.309556258134881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133490861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6162146,0.0010702193,0.013162949,0.013852405,0.0023846175,0.0024703445,0.000023367926,0.00007435742,0.35074714],"genre_scores_gemma":[0.9628766,0.00018823435,0.030558312,0.0021904577,0.00014902101,0.000010267883,0.0012801461,0.00003834047,0.002708624],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99790466,0.00020112991,0.0004683486,0.00036187243,0.0008755107,0.00018848476],"domain_scores_gemma":[0.9980216,0.0005336663,0.0007707255,0.00029681352,0.0003220427,0.00005515154],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005887559,0.0002038953,0.00034739406,0.0003579072,0.00016064764,0.00004738336,0.00029124305,0.0002714483,0.018576924],"category_scores_gemma":[0.0007459564,0.00018833423,0.00006642295,0.0013280876,0.00012217827,0.00019885639,0.000039102528,0.00084729353,0.0000023851685],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037120064,0.0005768723,0.026688578,0.0009853768,0.00008384639,0.00008621631,0.0042962763,0.000009207078,0.00005840475,0.03221617,0.0019260322,0.9327018],"study_design_scores_gemma":[0.004815102,0.00042440536,0.10875391,0.014937474,0.00091496593,0.00011933568,0.8305004,0.0037317674,0.00012543559,0.0065455213,0.028423173,0.0007084828],"about_ca_topic_score_codex":0.00020741609,"about_ca_topic_score_gemma":0.005043193,"teacher_disagreement_score":0.93199337,"about_ca_system_score_codex":0.00040108644,"about_ca_system_score_gemma":0.004398905,"threshold_uncertainty_score":0.98232025},"labels":[],"label_agreement":null},{"id":"W3133528289","doi":"10.36834/cmej.71393","title":"Creation and implementation of the Ottawa Handbook of Emergency Medicine","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Bridge (graph theory); Curriculum; Statement (logic); Medical education; Process (computing); Face (sociological concept); Computer science; Medicine; Psychology; Sociology; Political science; Pedagogy; Internal medicine","score_opus":0.013620262098356144,"score_gpt":0.3761977857390596,"score_spread":0.36257752364070345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133528289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73557526,0.004648732,0.000606973,0.24064745,0.007660623,0.0004332513,0.0000075931084,0.000007770183,0.01041236],"genre_scores_gemma":[0.978711,0.001526267,0.0022287853,0.013286824,0.0016962775,0.00002139881,0.00008385591,0.000022068196,0.0024234855],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981267,0.0000944597,0.00078396115,0.00011721117,0.0007233048,0.00015437265],"domain_scores_gemma":[0.99695086,0.00002733319,0.00033604325,0.00020695737,0.0014755952,0.0010031873],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008248319,0.00008006046,0.00019034545,0.00024233288,0.00014061484,0.000004246767,0.00010624324,0.00011466096,0.048250273],"category_scores_gemma":[0.01356159,0.00005835442,0.00005075403,0.00065995933,0.00021547703,0.00007073062,0.000012549472,0.00035098032,0.0000020405882],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008199419,0.0001725829,0.096919425,0.0002515622,0.000089636116,0.0000046710115,0.003773055,4.6720785e-7,0.0017937528,0.0073763942,0.5954736,0.29413667],"study_design_scores_gemma":[0.0022090313,0.00024280282,0.5915257,0.002349165,0.0003570725,0.001649753,0.022796297,0.00012099956,0.005597106,0.0033724701,0.36958435,0.00019528953],"about_ca_topic_score_codex":0.0035293545,"about_ca_topic_score_gemma":0.0067025595,"teacher_disagreement_score":0.49460623,"about_ca_system_score_codex":0.00018696979,"about_ca_system_score_gemma":0.029530412,"threshold_uncertainty_score":0.9947476},"labels":[],"label_agreement":null},{"id":"W3133847193","doi":"10.36834/cmej.71609","title":"Assessing online learning readiness and perceived stress among first year medical students during COVID-19 pandemic: a multi-country study","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Stress (linguistics); Online learning; Medical education; Psychology; Computer science; Medicine; Virology; World Wide Web; Outbreak","score_opus":0.03096603757733023,"score_gpt":0.4082484524935551,"score_spread":0.3772824149162249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133847193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744137,0.00024461886,0.0001751848,0.023090975,0.0016061446,0.00032178243,0.000004963277,0.00004759659,0.00009505631],"genre_scores_gemma":[0.9805023,0.0003430072,0.0010906911,0.014745627,0.0020074404,0.000036450107,0.00022737477,0.000047980244,0.0009991474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99506176,0.00036209665,0.00085341727,0.00048309655,0.0026806393,0.00055901165],"domain_scores_gemma":[0.9892133,0.00015795008,0.0002472598,0.00030703453,0.00091375125,0.009160724],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024149483,0.00024528976,0.00042429127,0.0005699121,0.0010989064,0.00039431488,0.00040339842,0.0004463701,0.012549434],"category_scores_gemma":[0.09933807,0.00023257299,0.000058284473,0.0008418809,0.00034612947,0.00033074833,0.00009443319,0.0027608094,0.000012817177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000144096,0.0014553823,0.9778144,0.00016455515,0.00010717847,0.000887223,0.0049426486,0.000006599961,0.000008421664,0.000010587096,0.0034063235,0.011182309],"study_design_scores_gemma":[0.0031417378,0.000057236288,0.8945286,0.0010003833,0.00011525784,0.0043489505,0.08649905,0.0007348781,0.0000012277383,0.000009202756,0.009345728,0.0002177022],"about_ca_topic_score_codex":0.0057419203,"about_ca_topic_score_gemma":0.05413644,"teacher_disagreement_score":0.09692312,"about_ca_system_score_codex":0.001674476,"about_ca_system_score_gemma":0.052359384,"threshold_uncertainty_score":0.99953985},"labels":[],"label_agreement":null},{"id":"W3133887585","doi":"10.36834/cmej.72156","title":"Some of the best articles of our first 10 years (and perhaps some of the best of the next decade)","year":2021,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Best practice; Computer science; Data science; World Wide Web; Political science; Law","score_opus":0.01598665214364425,"score_gpt":0.3081704329593655,"score_spread":0.2921837808157213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133887585","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32271153,0.0048487093,0.0000017617002,0.12687138,0.54467833,0.0005468093,0.00008966596,0.000002833481,0.00024898106],"genre_scores_gemma":[0.45593342,0.002374336,0.00032724754,0.0058171535,0.53019994,0.000040699877,0.00007152235,0.000093722345,0.005141945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99569094,0.00023525252,0.0012270343,0.00021408871,0.002327643,0.00030502834],"domain_scores_gemma":[0.9947313,0.0002891161,0.001193358,0.0007923733,0.0020075727,0.0009862498],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013999444,0.00019838546,0.0005390794,0.00030284584,0.00021981934,0.000025214991,0.00088576763,0.00073014497,0.0015468284],"category_scores_gemma":[0.067285,0.000119004035,0.00025538643,0.0008747647,0.0009340376,0.000107531545,0.000099783014,0.0021448827,0.000004018719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012477546,0.0003137482,0.0011440427,0.00042016318,0.0001105789,0.0000019459953,0.00178655,0.0000021028181,0.00008180524,0.0005315832,0.98248667,0.01310831],"study_design_scores_gemma":[0.0010766801,0.00015150598,0.0083672,0.008138196,0.000658777,0.00018135305,0.018597497,0.00004179959,0.000651778,0.00080489443,0.96113,0.0002003042],"about_ca_topic_score_codex":0.0048747403,"about_ca_topic_score_gemma":0.0037555732,"teacher_disagreement_score":0.13322191,"about_ca_system_score_codex":0.0004430608,"about_ca_system_score_gemma":0.07759218,"threshold_uncertainty_score":0.99936587},"labels":[],"label_agreement":null},{"id":"W3133889348","doi":"10.24926/iip.v12i1.2110","title":"Validation Evidence using Generalizability Theory for an Objective Structured Clinical Examination","year":2021,"lang":"en","type":"article","venue":"INNOVATIONS in pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalizability theory; Objective structured clinical examination; Pharmacy; Reliability (semiconductor); Test (biology); Psychology; Univariate; Medical education; Multivariate statistics; Medicine; Statistics; Mathematics; Family medicine","score_opus":0.23738190962831038,"score_gpt":0.533615937288704,"score_spread":0.29623402766039364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133889348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90482354,0.000073465686,0.09163346,0.0010890692,0.0012266781,0.00087923836,0.000012553033,0.000059056663,0.00020296515],"genre_scores_gemma":[0.92421997,0.000023900093,0.07220051,0.00206094,0.0006430673,0.00015210776,0.0005731644,0.00002563631,0.000100716876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997343,0.0005573682,0.0010363254,0.0005035918,0.0003363801,0.00022334143],"domain_scores_gemma":[0.9960089,0.0004649177,0.000254947,0.00048727795,0.0027346583,0.00004932608],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004212678,0.00015038732,0.00026304185,0.00039733635,0.00017129556,0.000043354365,0.00011820851,0.00012224502,0.00022944265],"category_scores_gemma":[0.0115472125,0.00016000817,0.00006299765,0.0026546502,0.00015374609,0.00070052524,0.00003749189,0.00040142197,0.0000032499502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042886956,0.0019966743,0.21583866,0.00031031485,0.0001343573,0.000010619697,0.0020379038,0.00067350623,0.15030292,0.052455027,0.0016236803,0.57418746],"study_design_scores_gemma":[0.008139398,0.00034377843,0.614242,0.0005115602,0.00041113785,0.00016749027,0.0024282048,0.1240736,0.19867352,0.046072286,0.004204513,0.000732487],"about_ca_topic_score_codex":0.000024497378,"about_ca_topic_score_gemma":0.000007809396,"teacher_disagreement_score":0.573455,"about_ca_system_score_codex":0.00047469666,"about_ca_system_score_gemma":0.0010556945,"threshold_uncertainty_score":0.99677896},"labels":[],"label_agreement":null},{"id":"W3134180980","doi":"10.4414/smw.2021.20480","title":"Harnessing unique experiences to build competence: Medical student engagement in frontline care during the COVID-19 pandemic","year":2021,"lang":"en","type":"article","venue":"Swiss Medical Weekly","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Competence (human resources); Betacoronavirus; Coronavirus Infections; Viral therapy; Medical education; Virology; Infectious disease (medical specialty); Outbreak; Pathology","score_opus":0.03579489469131719,"score_gpt":0.4176389225193726,"score_spread":0.38184402782805543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134180980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8514896,0.0008896397,0.004323561,0.14086038,0.0012555525,0.00053939235,0.0000017636266,0.000107641674,0.0005324666],"genre_scores_gemma":[0.9590549,0.00014920456,0.001576113,0.037500445,0.0007684552,0.00041499635,0.00006790865,0.000025982052,0.0004419882],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.994222,0.0004954429,0.000910825,0.0006085002,0.0032143048,0.0005489155],"domain_scores_gemma":[0.9976172,0.00040485818,0.00010813192,0.00059411535,0.0003093553,0.0009663669],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002920898,0.00023862616,0.000463421,0.00021046984,0.00036861715,0.000048146383,0.0006152295,0.00032877052,0.0051350133],"category_scores_gemma":[0.019639894,0.00016901,0.0000787447,0.0012498097,0.00045905408,0.00006710484,0.0004006598,0.0015742307,0.00004057288],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025155855,0.0019426444,0.5793708,0.0012960443,0.00017239373,0.0040395088,0.25910258,0.00008861441,0.0013252823,0.0020216769,0.022363285,0.12802559],"study_design_scores_gemma":[0.007154924,0.0003639027,0.20857827,0.0026590677,0.00010860693,0.0013792821,0.59394044,0.0013425581,0.0013009668,0.0003141715,0.18208587,0.00077193405],"about_ca_topic_score_codex":0.00022801165,"about_ca_topic_score_gemma":0.00040146106,"teacher_disagreement_score":0.37079254,"about_ca_system_score_codex":0.000966121,"about_ca_system_score_gemma":0.0039950944,"threshold_uncertainty_score":0.99577445},"labels":[],"label_agreement":null},{"id":"W3134339722","doi":"10.1007/s10459-020-10021-y","title":"Leveraging knowledge translation and implementation science in the pursuit of evidence informed health professions education","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; McGill University; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"","keywords":"Knowledge translation; Translational science; Engineering ethics; Health care; Evidence-based practice; Knowledge management; Accountability; Psychological intervention; Evidence-based medicine; Medical education; Sociology; MEDLINE; Medicine; Political science; Computer science; Alternative medicine; Nursing; Social science","score_opus":0.16646740573022845,"score_gpt":0.5767235553065352,"score_spread":0.41025614957630674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134339722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81426024,0.045333546,0.00091843127,0.13281104,0.0025584665,0.0023967808,0.0000013572547,0.000020153873,0.0016999592],"genre_scores_gemma":[0.9695246,0.007105324,0.017796537,0.0051546237,0.00009077873,0.0002463698,0.00003595444,0.0000047537887,0.00004104815],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973694,0.00023411165,0.0008972023,0.00038057237,0.0007698661,0.0003488355],"domain_scores_gemma":[0.99841076,0.0003979229,0.0004373912,0.00025116926,0.0004340499,0.00006870853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065192725,0.00010232772,0.00020042354,0.0007559558,0.0004614722,0.000054902375,0.00026848464,0.000033841152,0.000023704657],"category_scores_gemma":[0.0017898838,0.00007603197,0.000016263924,0.005253809,0.00054100476,0.0015351468,0.000031457428,0.00023660138,0.0000012284538],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068680756,0.00035085954,0.07057856,0.0009399102,4.799903e-7,5.085286e-8,0.03205293,0.000019061128,0.00011133403,0.0042264066,0.00033460304,0.89137894],"study_design_scores_gemma":[0.00055909273,0.0003900359,0.7383776,0.0054557533,0.0000073327997,0.00005748541,0.23035333,0.0013621377,0.00042201375,0.0040633716,0.018786598,0.00016529353],"about_ca_topic_score_codex":0.0004952284,"about_ca_topic_score_gemma":0.0010089937,"teacher_disagreement_score":0.89121366,"about_ca_system_score_codex":0.0006933425,"about_ca_system_score_gemma":0.030990131,"threshold_uncertainty_score":0.9745033},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3134355297","doi":"10.7759/cureus.13836","title":"Medical and Undergraduate Student Perceptions on Scribing in an Emergency Department","year":2021,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; Horizon Health Network","funders":"Dalhousie University; Dalhousie Medical Research Foundation","keywords":"Laptop; Medicine; Thematic analysis; Medical education; Emergency department; Curriculum; Perception; Burnout; Workload; Feeling; Qualitative research; Nursing; Psychology; Pedagogy","score_opus":0.03317682798559217,"score_gpt":0.39838875817586844,"score_spread":0.36521193019027626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134355297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817834,0.00022608302,0.0002241316,0.01532363,0.0005919305,0.00014108061,0.0000011134078,0.000025020327,0.0016836121],"genre_scores_gemma":[0.9963301,0.00046766878,0.0009543802,0.001556365,0.000220965,0.00003657066,0.000099895755,0.000010410651,0.0003236326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988884,0.00005094747,0.00024956992,0.00022040893,0.0004426704,0.00014801804],"domain_scores_gemma":[0.99950516,0.0000137162015,0.000024330815,0.0002299918,0.000111077345,0.000115695126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000262518,0.00007581433,0.00011740879,0.00006490708,0.00006658447,0.000009098234,0.0000507783,0.00007603427,0.001442226],"category_scores_gemma":[0.0005062808,0.000069303685,0.000018388224,0.00027316815,0.000040396644,0.00005616093,0.000034962868,0.0002332436,0.00003026303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049068913,0.0065496806,0.8093404,0.00014570079,0.000111516565,0.0005652297,0.005271143,0.000015981594,0.0028547198,0.03370057,0.024513716,0.11688228],"study_design_scores_gemma":[0.0010261416,0.00029136296,0.98806125,0.00020641241,0.000044656204,0.000104026614,0.004061775,0.0008289163,0.00014917023,0.0012170284,0.0038714376,0.00013780079],"about_ca_topic_score_codex":0.000014928921,"about_ca_topic_score_gemma":0.00022255376,"teacher_disagreement_score":0.17872088,"about_ca_system_score_codex":0.00015883821,"about_ca_system_score_gemma":0.00016640793,"threshold_uncertainty_score":0.9994706},"labels":[],"label_agreement":null},{"id":"W3134452059","doi":"10.1007/s40037-021-00649-w","title":"Reflecting on professional identity in undergraduate medical education: implementation of a&amp;nbsp;novel longitudinal course","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medical education; Identity (music); Professional development; Psychology; Portfolio; Reflection (computer programming); Pedagogy; Medicine; Computer science","score_opus":0.0557650561798713,"score_gpt":0.5275800984854921,"score_spread":0.4718150423056208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134452059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87425673,0.00053696235,0.0015516786,0.11550465,0.003443069,0.00058770995,0.000003937761,0.00005307892,0.004062165],"genre_scores_gemma":[0.98514277,0.00026265063,0.0044425945,0.006976013,0.0012659617,0.00023415708,0.00041942738,0.000038043414,0.0012184081],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947087,0.00023908091,0.0009703106,0.000739631,0.0029712655,0.00037100806],"domain_scores_gemma":[0.9971051,0.00022449129,0.00036942572,0.00054359005,0.0014191229,0.00033826396],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001715668,0.00025982194,0.0004289077,0.00053987815,0.00017788383,0.000029877778,0.0002449293,0.00034175877,0.0050280145],"category_scores_gemma":[0.015117678,0.0002478373,0.00012036418,0.0020295223,0.0003032788,0.00028379305,0.00006789978,0.0012099267,0.000062922234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050051603,0.051838435,0.15990183,0.000831537,0.00028886858,0.000029887295,0.023379892,0.000012225784,0.0009613355,0.34504637,0.05642988,0.3607792],"study_design_scores_gemma":[0.0049575437,0.00060034293,0.79245675,0.005426102,0.00020618817,0.0004604445,0.17866647,0.0003467005,0.0014195298,0.00724669,0.007602853,0.0006103619],"about_ca_topic_score_codex":0.0002894771,"about_ca_topic_score_gemma":0.0007221211,"teacher_disagreement_score":0.63255495,"about_ca_system_score_codex":0.0011277922,"about_ca_system_score_gemma":0.02495864,"threshold_uncertainty_score":0.9999974},"labels":[],"label_agreement":null},{"id":"W3134502960","doi":"10.3138/jvme.2019-0055","title":"Investigating the Effects of Error Management Training versus Error Avoidance Training on the Performance of Veterinary Students Learning Blood Smear Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wilcoxon signed-rank test; Test (biology); Transfer of learning; Medicine; Perception; Affect (linguistics); Audiology; Psychology; Medical education; Mann–Whitney U test; Internal medicine; Developmental psychology; Communication; Biology","score_opus":0.10190560529552915,"score_gpt":0.41316677495943444,"score_spread":0.31126116966390527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134502960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920503,0.00034365294,0.00010023055,0.0052437214,0.0017117342,0.00023923795,4.2329427e-7,0.000009163252,0.00030154624],"genre_scores_gemma":[0.9947363,0.00023727823,0.0032419625,0.0011693141,0.00041174886,0.000033710276,0.000013620196,0.000020139543,0.00013593545],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962014,0.00048807892,0.0010644292,0.00020639115,0.0017993887,0.00024030154],"domain_scores_gemma":[0.9970866,0.00085016096,0.0010388696,0.00036753132,0.0005252534,0.00013158348],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029148832,0.00017672441,0.0005077618,0.0003531589,0.00021009911,0.000019802748,0.0004336778,0.00014021959,0.00016387849],"category_scores_gemma":[0.008962372,0.00011697163,0.00021624874,0.0015197882,0.00030765738,0.00013124845,0.00009988495,0.0012454522,0.0000017965036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028053364,0.008667304,0.046537362,0.008237636,0.012171232,0.00062886934,0.11725972,0.0015116129,0.06682851,0.0014703984,0.002462206,0.7314198],"study_design_scores_gemma":[0.010040632,0.022563495,0.77842873,0.021450289,0.00838231,0.0025521747,0.1298539,0.011525878,0.0062317164,0.00008370683,0.008264526,0.0006226568],"about_ca_topic_score_codex":0.000004214208,"about_ca_topic_score_gemma":4.790035e-7,"teacher_disagreement_score":0.73189133,"about_ca_system_score_codex":0.00012117466,"about_ca_system_score_gemma":0.001210248,"threshold_uncertainty_score":0.99938554},"labels":[],"label_agreement":null},{"id":"W3134598093","doi":"10.2106/jbjs.oa.20.00014","title":"Difference in Resident Versus Attending Perspective of Competency and Autonomy During Arthroscopic Rotator Cuff Repairs","year":2021,"lang":"en","type":"review","venue":"JBJS Open Access","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Wilcoxon signed-rank test; Autonomy; Rotator cuff; Physical therapy; Surgery; Family medicine; Internal medicine; Mann–Whitney U test","score_opus":0.10510033342002256,"score_gpt":0.49932573236508176,"score_spread":0.3942253989450592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134598093","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04332761,0.948024,0.0000113921205,0.00040900358,0.0009688404,0.0025209507,0.000009020776,0.000026186197,0.0047030165],"genre_scores_gemma":[0.0039764396,0.99256444,0.0017653182,0.0000534428,0.00020876018,0.00047441132,0.00010347756,0.000049915365,0.00080377643],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9977295,0.00014862516,0.00092289713,0.00063357333,0.00031958998,0.0002458158],"domain_scores_gemma":[0.99833345,0.00017704099,0.0005396022,0.0005923257,0.00028436168,0.000073201896],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041851145,0.00028011273,0.0016656391,0.0004643384,0.000093816096,0.00020528093,0.00069798704,0.00019345542,0.00033800208],"category_scores_gemma":[0.0014749588,0.0002477901,0.00010752748,0.0011370935,0.00014850206,0.00036968756,0.0010313106,0.00067422923,0.000005785559],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000247079,0.0010562845,0.020814553,0.07779533,0.0011241398,0.00042636917,0.005481546,0.0000012182256,0.000015697848,0.03832702,0.0013687139,0.85334206],"study_design_scores_gemma":[0.012805202,0.0007388874,0.1958895,0.43656978,0.0036859484,0.0003482561,0.018291205,0.00008719991,0.00020537601,0.001342419,0.32751107,0.0025251608],"about_ca_topic_score_codex":0.0006446487,"about_ca_topic_score_gemma":0.000088418776,"teacher_disagreement_score":0.8508169,"about_ca_system_score_codex":0.0012303989,"about_ca_system_score_gemma":0.002380677,"threshold_uncertainty_score":0.99999744},"labels":[],"label_agreement":null},{"id":"W3134708206","doi":"10.1002/aet2.10591","title":"Does direct observation happen early in a new competency‐based residency program?","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Family medicine; Psychology; Medical education","score_opus":0.04761413840620695,"score_gpt":0.3613493400727376,"score_spread":0.3137352016665307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134708206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94919926,0.00021443049,0.00014105342,0.04016325,0.00079139235,0.00042302697,6.549297e-7,0.00008697677,0.008979961],"genre_scores_gemma":[0.9033979,0.0000213956,0.08943761,0.0030140828,0.00030928926,0.00009243879,0.00018630529,0.000015931413,0.003525007],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989776,0.00004965886,0.00032041236,0.00026870627,0.00020864041,0.00017498508],"domain_scores_gemma":[0.9993295,0.00006527362,0.000080866004,0.00020064936,0.00023517253,0.00008854893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003002072,0.00010032827,0.00017479177,0.00017908282,0.000077575554,0.00005414877,0.00004338315,0.00007946605,0.00018794787],"category_scores_gemma":[0.0009793765,0.00008009034,0.000027712742,0.00080856076,0.000044438613,0.0001502627,0.00000977057,0.00020198093,0.000009359534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013804902,0.00050135603,0.1965156,0.000091496164,0.000013121559,0.000005436158,0.0066084876,0.0000011784416,0.00042564498,0.00766791,0.0017646551,0.7863913],"study_design_scores_gemma":[0.0008064593,0.000081665836,0.97293997,0.00046932246,0.000031863638,0.0000149790485,0.004322298,0.0004899405,0.00045795087,0.002637279,0.017624157,0.0001240868],"about_ca_topic_score_codex":0.00024730447,"about_ca_topic_score_gemma":0.00017524362,"teacher_disagreement_score":0.7862672,"about_ca_system_score_codex":0.000079537516,"about_ca_system_score_gemma":0.005439171,"threshold_uncertainty_score":0.96488565},"labels":[],"label_agreement":null},{"id":"W3134724926","doi":"","title":"Development of diagnostic score reporting for a dental hygiene structured clinical assessment.","year":2021,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Blueprint; Context (archaeology); Delphi method; Test (biology); Delphi; Medical education; Medicine; Computer science; Artificial intelligence; Engineering","score_opus":0.09883378245694624,"score_gpt":0.41670350498445735,"score_spread":0.3178697225275111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134724926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99226624,0.000058672358,0.0042867623,0.0006949317,0.0011724469,0.0008880941,0.0000026914524,0.000025182282,0.0006049719],"genre_scores_gemma":[0.840592,0.00000547515,0.15717335,0.00040876665,0.0002755772,0.0011066927,0.00019749069,0.000013056671,0.00022756554],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976276,0.0000262416,0.001555531,0.00024181351,0.00031922868,0.00022955069],"domain_scores_gemma":[0.99804705,0.00035182026,0.0007537328,0.00024845218,0.0005155289,0.000083390056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016945155,0.000079739424,0.00029375576,0.00006952563,0.000064125314,0.000010051849,0.000057065525,0.00009170932,0.0000464642],"category_scores_gemma":[0.04734919,0.000072912226,0.00007961977,0.00032427048,0.000060717543,0.000039230814,0.00004451151,0.00017488109,8.4553307e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017238113,0.00023942286,0.28176922,0.00015098152,0.00007720344,0.000016647755,0.000099711215,4.1901956e-7,0.0002453035,0.00029825998,0.0011284952,0.7159571],"study_design_scores_gemma":[0.0009672758,0.000016113414,0.98547345,0.00006315009,0.000075455806,0.000056585064,0.0003872778,0.000045736953,0.005953789,0.00013002906,0.006762456,0.000068679394],"about_ca_topic_score_codex":0.0000010632205,"about_ca_topic_score_gemma":0.000007510539,"teacher_disagreement_score":0.71588844,"about_ca_system_score_codex":0.00014489541,"about_ca_system_score_gemma":0.00069144333,"threshold_uncertainty_score":0.9606754},"labels":[],"label_agreement":null},{"id":"W3134869458","doi":"10.1177/0846537121993058","title":"Creating a Competency-Based Medical Education Curriculum for Canadian Diagnostic Radiology Residency (Queen’s Fundamental Innovations in Residency Education)-Part 2: Core of Discipline Stage","year":2021,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Kingston Health Sciences Centre","funders":"","keywords":"Medicine; Core competency; Curriculum; Medical education; Mandate; Graduate medical education; Mentorship; Residency training; Radiology; Competence (human resources); Tracking (education); Management; Accreditation; Pedagogy; Psychology","score_opus":0.01535949342480332,"score_gpt":0.3315683513896213,"score_spread":0.316208857964818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134869458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88629323,0.0009165715,0.0007804486,0.10375863,0.0036875184,0.0011810093,0.00028396212,0.000020799209,0.0030778095],"genre_scores_gemma":[0.9558099,0.00021890296,0.034680113,0.0041399994,0.0010131644,0.00017883297,0.0022245666,0.00003734802,0.0016971823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965048,0.000297364,0.0016491388,0.0003435456,0.00060015445,0.000605022],"domain_scores_gemma":[0.9938861,0.0008101421,0.0010486922,0.00034020614,0.0032480843,0.0006667446],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002442357,0.00021496849,0.00061775104,0.0015987881,0.0003534577,0.000032636533,0.000268251,0.00047592403,0.0011027261],"category_scores_gemma":[0.056538157,0.0002275127,0.00014522835,0.0016449179,0.00020791776,0.00016863499,0.000015925394,0.00078899687,0.0000043334167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000018841982,0.00047141567,0.87118316,0.00017593012,0.00009168173,0.00003189387,0.00047169434,0.000109477536,0.00006116319,0.04692369,0.07652025,0.0039407946],"study_design_scores_gemma":[0.0028781781,0.00039719674,0.96484977,0.0020640888,0.00020356919,0.00044546623,0.0060047666,0.001833152,0.00014160415,0.0061770966,0.01458746,0.00041764294],"about_ca_topic_score_codex":0.13726982,"about_ca_topic_score_gemma":0.66705745,"teacher_disagreement_score":0.5297876,"about_ca_system_score_codex":0.006474826,"about_ca_system_score_gemma":0.18720311,"threshold_uncertainty_score":0.9998104},"labels":[],"label_agreement":null},{"id":"W3135114645","doi":"10.1016/j.bjane.2020.12.026","title":"Competency-based anesthesiology teaching: comparison of programs in Brazil, Canada and the United States","year":2021,"lang":"en","type":"review","venue":"Brazilian Journal of Anesthesiology (English Edition)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Anesthesiology; Competence (human resources); Curriculum; Medical education; Graduate medical education; Medicine; Psychology; Pedagogy; Accreditation","score_opus":0.027232631210758664,"score_gpt":0.32884245804886475,"score_spread":0.3016098268381061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135114645","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08891338,0.9040959,0.00003341275,0.0035677783,0.002007872,0.0012611845,0.000015102072,0.00002490511,0.00008049892],"genre_scores_gemma":[0.021389848,0.95693266,0.0071368907,0.005510613,0.0032819945,0.000182612,0.005327542,0.00016910429,0.00006874857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99409837,0.0019948892,0.0026452201,0.00034450123,0.00052262214,0.0003944315],"domain_scores_gemma":[0.9935802,0.0020207276,0.0023095207,0.0004659613,0.0014723995,0.00015116131],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024262373,0.00044328073,0.0035491735,0.0008511215,0.00014221521,0.000023213293,0.00045573854,0.0005689499,0.00007244196],"category_scores_gemma":[0.005236894,0.0002852181,0.00032983068,0.0010479748,0.0013354826,0.0000868469,0.00003820741,0.0024269253,9.725384e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006617653,0.0020465662,0.044924106,0.013531175,0.0007460297,0.0012083598,0.0028448387,0.000105215884,3.5411816e-7,0.0050996304,0.061637904,0.86719406],"study_design_scores_gemma":[0.0026100806,0.001065323,0.004634976,0.013947189,0.0009611768,0.0018287475,0.0024308558,0.00009956897,0.0000015590999,0.00021303115,0.97191936,0.00028813473],"about_ca_topic_score_codex":0.0038088718,"about_ca_topic_score_gemma":0.003811451,"teacher_disagreement_score":0.9102815,"about_ca_system_score_codex":0.0002809972,"about_ca_system_score_gemma":0.0068278196,"threshold_uncertainty_score":0.99996},"labels":[],"label_agreement":null},{"id":"W3135167109","doi":"10.1080/10401334.2021.1887739","title":"Capturing the Moments: An Autoethnographic Exploration of Self-Preservation in Clerkship","year":2021,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Ottawa; McMaster University","funders":"","keywords":"Autoethnography; Burnout; Empathy; Psychology; Medical education; Preceptor; Perspective (graphical); Pedagogy; Medicine; Social psychology; Sociology; Clinical psychology","score_opus":0.05471173960741457,"score_gpt":0.3605417816630246,"score_spread":0.30583004205561004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135167109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785973,0.00030643237,0.00104932,0.018377036,0.00013767922,0.00015462934,6.6905926e-8,0.00005396811,0.0013235586],"genre_scores_gemma":[0.9953144,0.00011741207,0.00337261,0.0007231998,0.00017577337,0.000021485952,0.000063249674,0.000012120778,0.00019975158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982604,0.00065129786,0.00042729496,0.00019612644,0.00031944446,0.00014546566],"domain_scores_gemma":[0.99933153,0.00020529145,0.00012116795,0.00021055166,0.00009930439,0.000032141816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044973986,0.00008896738,0.00021890627,0.00034057957,0.00014501577,0.000008666687,0.000062911,0.000081272265,0.000027957276],"category_scores_gemma":[0.0040089116,0.000065465516,0.000013637849,0.00067096384,0.000097221455,0.0002955084,0.000023909184,0.0015349782,5.613327e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009218749,0.0007083601,0.4515532,0.0005567815,0.000051832267,0.00003405184,0.24400368,0.002232374,0.006390987,0.0061411434,0.00039476878,0.28784063],"study_design_scores_gemma":[0.0033952177,0.00058216235,0.8035162,0.0024634982,0.00008903985,0.00004555141,0.107791446,0.068299025,0.00016704743,0.0019923183,0.011466249,0.00019220884],"about_ca_topic_score_codex":0.0005626782,"about_ca_topic_score_gemma":0.00006726478,"teacher_disagreement_score":0.35196304,"about_ca_system_score_codex":0.000062640625,"about_ca_system_score_gemma":0.00006729871,"threshold_uncertainty_score":0.6668802},"labels":[],"label_agreement":null},{"id":"W3135221254","doi":"10.3138/jvme-2020-0084","title":"Remote Assessment of Veterinary Clinical Skills Courses During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Objective structured clinical examination; Medical education; Coronavirus disease 2019 (COVID-19); Psychology; Pandemic; Medicine; Pedagogy","score_opus":0.1299274582322759,"score_gpt":0.5327920393030616,"score_spread":0.4028645810707857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135221254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658338,0.00070103153,0.0018378317,0.026583916,0.0044362145,0.00020285435,0.000002136929,0.000017812106,0.00038444702],"genre_scores_gemma":[0.97364634,0.0017604015,0.011236506,0.01063264,0.00214065,0.00000789714,0.00003082387,0.000024346684,0.00052041654],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955175,0.0006288505,0.001900492,0.00024007805,0.0014767251,0.0002363581],"domain_scores_gemma":[0.9961066,0.0006433198,0.0011144667,0.0005353786,0.0011371586,0.000463073],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044244197,0.00016867966,0.0005516752,0.0002284487,0.00014932387,0.000018948082,0.00033018153,0.00027145492,0.0014217393],"category_scores_gemma":[0.020746097,0.00012026738,0.00026662127,0.00059638027,0.00044720987,0.00015848849,0.00011135482,0.0012478387,0.000005391656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012520102,0.01114617,0.30478007,0.0026497063,0.00074125,0.0016432655,0.0021605655,0.000028669983,0.016606107,0.00046268618,0.06636908,0.5921604],"study_design_scores_gemma":[0.003294308,0.0029086776,0.7311315,0.0015440208,0.00030097345,0.056779567,0.0026309316,0.00044716682,0.000101091035,0.00028264846,0.2003718,0.00020734037],"about_ca_topic_score_codex":0.000014196901,"about_ca_topic_score_gemma":0.0000012140919,"teacher_disagreement_score":0.5919531,"about_ca_system_score_codex":0.00055411935,"about_ca_system_score_gemma":0.014147466,"threshold_uncertainty_score":0.9994911},"labels":[],"label_agreement":null},{"id":"W3135241211","doi":"10.3138/jvme-2019-0128","title":"Comparing Entrustment and Competence: An Exploratory Look at Performance-Relevant Information in the Final Year of a Veterinary Program","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Competence (human resources); Coaching; Medical education; Data collection; Rating scale; Qualitative property; Psychology; Medicine; Computer science; Pedagogy","score_opus":0.0786620013791854,"score_gpt":0.38292743218221453,"score_spread":0.30426543080302915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135241211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959131,0.00032480285,0.00004541252,0.0025234679,0.0007020607,0.00026058653,5.9150227e-7,0.000007456613,0.00022253208],"genre_scores_gemma":[0.99297994,0.00042726166,0.004962905,0.0012387836,0.00026629787,0.000040099367,0.00006275522,0.000006815487,0.000015158384],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783504,0.00017865594,0.0008506732,0.00010271379,0.00087762607,0.00015530814],"domain_scores_gemma":[0.9987549,0.000056111097,0.0003946353,0.0002109779,0.00046616493,0.00011716954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013771992,0.000108849345,0.0002702041,0.00023745651,0.00007016953,0.000022093107,0.00015141483,0.00010001588,0.00017953335],"category_scores_gemma":[0.0007858514,0.00008038726,0.000045319357,0.00036646845,0.00017489871,0.0005633561,0.00006549318,0.00045713512,0.000004734262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002122028,0.007931876,0.0987308,0.0023157985,0.000104306346,0.00021995313,0.029223703,0.000029173852,0.0036386964,0.00048599733,0.006187213,0.84901047],"study_design_scores_gemma":[0.004785307,0.011978686,0.85166675,0.0035091008,0.00015047795,0.015554202,0.036514588,0.007962026,0.00049418217,0.000095420306,0.067022875,0.0002663723],"about_ca_topic_score_codex":0.0000043770965,"about_ca_topic_score_gemma":0.0000014351318,"teacher_disagreement_score":0.8487441,"about_ca_system_score_codex":0.0002306869,"about_ca_system_score_gemma":0.0016998354,"threshold_uncertainty_score":0.32780975},"labels":[],"label_agreement":null},{"id":"W3135376185","doi":"10.36834/cmej.70723","title":"Ten ways to get a grip on designing and implementing a competency-based medical education training program","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta; McMaster University; Queen's University; Université de Sherbrooke; Memorial University of Newfoundland; University of Manitoba; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Curriculum; Medical education; Key (lock); Intervention (counseling); Computer science; Process management; Medicine; Psychology; Pedagogy; Nursing; Business","score_opus":0.02811171965905342,"score_gpt":0.35919903305579676,"score_spread":0.33108731339674335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135376185","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2194041,0.00071110093,0.008833118,0.7439982,0.00637391,0.0014470404,0.000007715128,0.00014701235,0.01907776],"genre_scores_gemma":[0.33851838,0.00006473136,0.25002098,0.40471095,0.0052241636,0.000451943,0.00042852561,0.00009163267,0.00048869546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959375,0.00015312669,0.0008617891,0.0004536846,0.0017912777,0.00080261606],"domain_scores_gemma":[0.98936445,0.00012506738,0.00019030058,0.00032057485,0.0012835482,0.008716082],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002514635,0.00024286663,0.00035928708,0.000897369,0.0006351788,0.00018203146,0.0002504382,0.00033664404,0.017042391],"category_scores_gemma":[0.057401624,0.00023317056,0.0000859239,0.0011854861,0.00016581004,0.00012247944,0.000029284349,0.0015120493,0.000047366226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015956999,0.00060963724,0.0015721464,0.00007890573,0.000040032257,0.00010031366,0.0018282204,0.0000013977271,0.000049836766,0.007945248,0.13472535,0.85303295],"study_design_scores_gemma":[0.0028356472,0.00084894034,0.014603096,0.005874438,0.00021000611,0.009149257,0.021074722,0.0041493345,0.0002673716,0.0032369976,0.9369996,0.00075054786],"about_ca_topic_score_codex":0.0008451203,"about_ca_topic_score_gemma":0.0041153235,"teacher_disagreement_score":0.8522824,"about_ca_system_score_codex":0.0009029942,"about_ca_system_score_gemma":0.3165834,"threshold_uncertainty_score":0.98385614},"labels":[],"label_agreement":null},{"id":"W3135480115","doi":"10.1186/s12909-021-02607-w","title":"Information and communication technology to enhance continuing professional development (CPD) and continuing medical education (CME) for Rwanda: a scoping review of reviews","year":2021,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Fogarty International Center","keywords":"Medical education; Information and Communications Technology; Continuing medical education; The Internet; Intervention (counseling); Health care; Blended learning; Professional development; Medicine; Psychology; Knowledge management; Continuing education; Nursing; Computer science; Educational technology; Pedagogy; World Wide Web; Political science","score_opus":0.030238159457989525,"score_gpt":0.46894989529109216,"score_spread":0.43871173583310263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135480115","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031181314,0.97983503,0.005330631,0.0053094975,0.0014452294,0.0076115713,0.0000040475093,0.000049852242,0.00010230887],"genre_scores_gemma":[0.000016315124,0.92950505,0.057275012,0.0045278315,0.000313639,0.0059442786,0.0020888492,0.000039377966,0.00028964778],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99409497,0.00044602677,0.0034046103,0.0005151149,0.0011918074,0.00034750122],"domain_scores_gemma":[0.9944869,0.00067500485,0.0018427003,0.00078557135,0.001785318,0.00042446365],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005646533,0.00045154503,0.0023869008,0.0008212862,0.00016942028,0.000042372,0.00038299398,0.0009272106,0.0004095085],"category_scores_gemma":[0.08182283,0.0003862671,0.00016423008,0.0013938125,0.0002884161,0.00029268404,0.00029060387,0.00088964624,0.000016762679],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006762105,0.0002521723,0.000023591952,0.25408122,0.000021850194,8.530696e-8,0.0006157204,2.5334312e-9,3.3197023e-7,0.0005718992,0.011858553,0.7325678],"study_design_scores_gemma":[0.00016870143,0.000032782136,0.000017084029,0.51249915,0.0002424139,0.00008785742,0.0002976503,0.0000084110425,0.000005689225,0.000015476071,0.48645282,0.00017198894],"about_ca_topic_score_codex":0.00000783629,"about_ca_topic_score_gemma":0.000022605831,"teacher_disagreement_score":0.7323958,"about_ca_system_score_codex":0.00036473488,"about_ca_system_score_gemma":0.02612164,"threshold_uncertainty_score":0.9998589},"labels":[],"label_agreement":null},{"id":"W3135563584","doi":"10.1093/jcag/gwab002.093","title":"A95 HOW ENDOSCOPY TEACHERS MAKE POLYPECTOMY ENTRUSTMENT DECISIONS IN CLINICAL AND SIMULATION-BASED SETTINGS","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; St. Michael's Hospital; SickKids Foundation; Hospital for Sick Children; The Wilson Centre","funders":"","keywords":"Polypectomy; Medical education; Grounded theory; Narrative; Endoscopy; Task (project management); Medicine; Construct (python library); Psychology; Nursing; Qualitative research; Radiology; Internal medicine; Computer science; Colonoscopy","score_opus":0.014288599590579642,"score_gpt":0.31761190042443604,"score_spread":0.3033233008338564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135563584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87272966,0.000017765797,0.00020205275,0.12627444,0.00062746985,0.0001057578,0.0000068300997,0.000002194073,0.00003383068],"genre_scores_gemma":[0.98703295,0.000012792485,0.0035874553,0.00900332,0.00014960874,0.0000018449524,0.0000071267064,0.0000095302885,0.00019536073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827385,0.0003711846,0.0006860221,0.000104793704,0.00034842303,0.00021575466],"domain_scores_gemma":[0.9978338,0.00043374937,0.0008187302,0.0001494865,0.0006167257,0.00014750294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017532905,0.00007428595,0.00031877306,0.00029842817,0.0000629164,0.00001571821,0.000096354415,0.00014963838,0.000036122266],"category_scores_gemma":[0.01221048,0.000061417115,0.00011865988,0.00026073869,0.00008261847,0.0000396356,0.000015956723,0.0005287909,7.494344e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081018676,0.00009648571,0.99307716,0.000005111026,0.00007937593,0.000014351925,0.00016205697,0.00046729774,0.00006646558,0.000027843183,0.004385936,0.001536888],"study_design_scores_gemma":[0.0033700967,0.00026893182,0.98704445,0.00012422213,0.00009628936,0.000033026932,0.00028017903,0.0019955325,0.00005637909,0.00008268977,0.0066185053,0.000029704219],"about_ca_topic_score_codex":0.00031387326,"about_ca_topic_score_gemma":0.03625876,"teacher_disagreement_score":0.117271125,"about_ca_system_score_codex":0.0010716127,"about_ca_system_score_gemma":0.0013666966,"threshold_uncertainty_score":0.9961101},"labels":[],"label_agreement":null},{"id":"W3135569555","doi":"","title":"Investigating the importance of clinical topics for developing a curriculum on gastroenterology for pediatric residents Étude de l’importance de sujets cliniques dans un cursus de gastro-entérologie à l’intention des résidents en pédiatrie","year":2021,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Gastro-; Internal medicine; Reflux; Disease","score_opus":0.044456687098875174,"score_gpt":0.40673738894092426,"score_spread":0.3622807018420491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135569555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84989446,0.0025201563,0.033438947,0.10698281,0.006400078,0.00065291056,0.000028909537,0.00001554324,0.000066178734],"genre_scores_gemma":[0.64954203,0.008501553,0.22390857,0.09367208,0.023016393,0.00042425015,0.00031689077,0.0001153261,0.0005028807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936688,0.0011448557,0.002468991,0.00049149373,0.0007432349,0.0014826411],"domain_scores_gemma":[0.9911038,0.0011670827,0.0014665831,0.00046016852,0.0024911298,0.0033111942],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011473298,0.00030754306,0.0006014769,0.00032723034,0.0005873818,0.00008666364,0.0006528184,0.00073797087,0.0006209363],"category_scores_gemma":[0.241142,0.00028996955,0.00033528145,0.0006461908,0.00068540574,0.00018944641,0.00005081793,0.0019020183,0.0000042717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006033825,0.00045248898,0.90339327,0.00046062682,0.00013508853,0.000055067205,0.0017763161,0.000018535899,0.000008819636,0.0030136346,0.059459794,0.031166015],"study_design_scores_gemma":[0.0023685095,0.0007325387,0.9558821,0.0017669529,0.0006007137,0.0016376755,0.009123365,0.0032866993,0.000094994386,0.018187605,0.0060761357,0.00024275234],"about_ca_topic_score_codex":0.001654015,"about_ca_topic_score_gemma":0.01657727,"teacher_disagreement_score":0.2296687,"about_ca_system_score_codex":0.0030315137,"about_ca_system_score_gemma":0.092790976,"threshold_uncertainty_score":0.99995524},"labels":[],"label_agreement":null},{"id":"W3135580794","doi":"","title":"Effect of diagnostic score reporting following a structured clinical assessment of dental hygiene student performance.","year":2021,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Intervention (counseling); Weakness; Medicine; Oral hygiene; Objective structured clinical examination; Strengths and weaknesses; Physical therapy; Psychology; Medical education; Dentistry; Nursing; Surgery; Social psychology","score_opus":0.033555069217057046,"score_gpt":0.41161451666402893,"score_spread":0.3780594474469719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135580794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99641794,0.00012364479,0.00007432865,0.0001371266,0.0017094773,0.000839403,0.0000011092682,0.000018568617,0.0006784242],"genre_scores_gemma":[0.99766374,0.000028277742,0.0014502414,0.00009585742,0.00021720793,0.000410757,0.000054311622,0.000014283543,0.000065352455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710864,0.00013451494,0.0016252663,0.00023873812,0.0006665405,0.00022629203],"domain_scores_gemma":[0.997738,0.0006622646,0.00091905677,0.00036234804,0.00024331413,0.00007503167],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037092702,0.000105705236,0.00053562166,0.00009966778,0.00004010404,0.000007565845,0.000084614134,0.00009160844,0.0000328086],"category_scores_gemma":[0.0289069,0.00008646133,0.00018604276,0.0004884424,0.000076971126,0.0000587171,0.00008010415,0.00028750487,5.2731906e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018710802,0.00017779715,0.70209223,0.00027350843,0.00011623846,0.0000406957,0.000047288824,0.0000048159927,0.00020246087,0.000015173505,0.00006103195,0.29695004],"study_design_scores_gemma":[0.0014924806,0.00023968799,0.9833427,0.0002198259,0.00030131522,0.00005156915,0.00016838676,0.00013006126,0.013940445,0.000004553466,0.00004730394,0.00006166753],"about_ca_topic_score_codex":0.0000043056807,"about_ca_topic_score_gemma":0.0000016092615,"teacher_disagreement_score":0.29688838,"about_ca_system_score_codex":0.0001348205,"about_ca_system_score_gemma":0.00020904353,"threshold_uncertainty_score":0.979273},"labels":[],"label_agreement":null},{"id":"W3135660588","doi":"10.3138/jvme-2020-0053","title":"Facing the “Fear of Failure”: Veterinary Students in Clinical Rotations","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterinary medicine; Fear of failure; Medicine; Medical education; Health professions; Psychology; Health care; Political science","score_opus":0.08965598103084456,"score_gpt":0.49425547494504557,"score_spread":0.404599493914201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135660588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730036,0.00046196827,0.00049214764,0.023149513,0.0024631086,0.00018573678,8.269199e-7,0.0000059608547,0.00023708405],"genre_scores_gemma":[0.98740494,0.0002935316,0.0072550243,0.0039422186,0.0008720168,0.000016341017,0.000020738558,0.000015613276,0.00017959002],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996153,0.00043989441,0.0017318446,0.0001684902,0.0013297595,0.00017701805],"domain_scores_gemma":[0.997364,0.0003158679,0.0006314529,0.0003414716,0.0011907005,0.00015652442],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032757325,0.000118440876,0.00041342847,0.00027606337,0.00006576605,0.000019036825,0.0003206384,0.00019026596,0.000627012],"category_scores_gemma":[0.014277658,0.00008729875,0.00017094202,0.0008041955,0.00022642835,0.000181181,0.00009168984,0.0010304203,0.000010238762],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011000561,0.016438462,0.22233406,0.0009059784,0.00044265902,0.0010065142,0.007045914,0.000027881188,0.011003794,0.000876428,0.06347284,0.6753454],"study_design_scores_gemma":[0.0035876483,0.0034271935,0.8716975,0.0032448026,0.00019807859,0.010317804,0.012409693,0.00041809154,0.00028946128,0.0003972886,0.09381259,0.0001998466],"about_ca_topic_score_codex":0.000011492114,"about_ca_topic_score_gemma":0.000003577173,"teacher_disagreement_score":0.67514557,"about_ca_system_score_codex":0.00016964215,"about_ca_system_score_gemma":0.003999414,"threshold_uncertainty_score":0.9940255},"labels":[],"label_agreement":null},{"id":"W3135884927","doi":"10.1515/ijnes-2020-0104","title":"A conceptual framework of student professionalization for health professional education and research","year":2021,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Montreal Heart Institute; Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Professionalization; Professional development; Conceptual framework; Pedagogy; Professional learning community; Identity (music); Sociology; Medical education; Engineering ethics; Psychology; Medicine; Engineering","score_opus":0.17299577399488716,"score_gpt":0.6154272943484653,"score_spread":0.44243152035357813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135884927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050896,0.0027985664,0.0038987065,0.07621809,0.011157379,0.0005226045,0.000009474817,0.000008891477,0.00029666105],"genre_scores_gemma":[0.93613327,0.00014493792,0.057970203,0.0030570151,0.0016263889,0.00005355542,0.00020114104,0.00001821963,0.00079526455],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99678344,0.00035210385,0.000946528,0.0002136392,0.0015271266,0.00017717766],"domain_scores_gemma":[0.98555017,0.00037105384,0.00075222825,0.00018361174,0.012999198,0.00014371728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027245649,0.000105476836,0.0002656746,0.00069989177,0.00016590704,0.00006521502,0.00021599774,0.00015292756,0.000102210994],"category_scores_gemma":[0.006200471,0.00009871138,0.000080775324,0.0005951442,0.00025399335,0.00037618444,0.000032045453,0.000734045,0.000002305015],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007394463,0.017352585,0.07683636,0.00029146354,0.0002645197,0.0000028875736,0.028071055,0.0000068006443,0.00504369,0.18507162,0.08407246,0.6022471],"study_design_scores_gemma":[0.0031811798,0.001096086,0.71113664,0.028545845,0.000164308,0.0018654695,0.0896995,0.000045857592,0.007933444,0.096534535,0.05946961,0.00032750302],"about_ca_topic_score_codex":0.0000017677775,"about_ca_topic_score_gemma":3.2239106e-7,"teacher_disagreement_score":0.6343003,"about_ca_system_score_codex":0.00083197834,"about_ca_system_score_gemma":0.012505969,"threshold_uncertainty_score":0.9930922},"labels":[],"label_agreement":null},{"id":"W3135886292","doi":"10.1007/s40670-021-01249-3","title":"Are Clerks Proficient in the Basic Sciences? Assessment of Third-Year Medical Students’ Basic Science Knowledge Prior to and at the Completion of Core Clerkship Rotations","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Test (biology); Curriculum; Mathematics education; Psychology; Medicine; Internal medicine; Computer science; Pedagogy","score_opus":0.07302159529880765,"score_gpt":0.46140701119002026,"score_spread":0.3883854158912126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135886292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9370325,0.000098441575,0.0001763822,0.059211664,0.0010203053,0.000805985,0.0000033829142,0.000010723986,0.0016406159],"genre_scores_gemma":[0.9929752,0.000017964232,0.0013223601,0.005263109,0.00017709578,0.00012603497,0.0000047667622,0.0000068648683,0.000106611566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900018,0.00020182414,0.0007520024,0.00067462056,0.007829324,0.00054040755],"domain_scores_gemma":[0.9968581,0.0006231172,0.0003158683,0.0006571091,0.0010845762,0.00046123314],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02019382,0.00015100747,0.00033442987,0.0004801758,0.00088863674,0.00008932067,0.0018157541,0.0001014321,0.0008675842],"category_scores_gemma":[0.025289832,0.000086844186,0.00004819669,0.008779558,0.009622879,0.00015615408,0.00068739086,0.0005995309,0.00002092332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025480249,0.0037305348,0.91895753,0.00024712321,0.000012771953,0.0000150323995,0.012067173,0.00000803215,0.004943451,0.02693387,0.0105764065,0.0224826],"study_design_scores_gemma":[0.00054373196,0.00018700435,0.9768171,0.00066365785,0.000024065712,0.0000701354,0.016789116,0.0020655894,0.0010960328,0.00010038042,0.0015457618,0.00009746023],"about_ca_topic_score_codex":0.000043211214,"about_ca_topic_score_gemma":0.00010823996,"teacher_disagreement_score":0.057859536,"about_ca_system_score_codex":0.0005175161,"about_ca_system_score_gemma":0.012420088,"threshold_uncertainty_score":0.99317855},"labels":[],"label_agreement":null},{"id":"W3135893737","doi":"10.1007/s43678-020-00046-y","title":"A novel transition to practice curriculum for CCFP(EM) programs","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Coaching; Curriculum; Humanities; Clinical Practice; Medicine; Medical education; Nursing; Sociology; Management; Pedagogy; Philosophy","score_opus":0.07116211757732083,"score_gpt":0.4006153392753936,"score_spread":0.3294532216980728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135893737","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19983484,0.003650388,0.24523455,0.49668056,0.04726476,0.0018225318,0.000023042236,0.000029834624,0.0054594995],"genre_scores_gemma":[0.6207494,0.0005201708,0.3024446,0.040801514,0.026954763,0.0002406313,0.000709114,0.0001964604,0.0073832925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815,0.000032635344,0.0008830153,0.00017444411,0.00042122795,0.00033869923],"domain_scores_gemma":[0.99442685,0.000036431582,0.00026598075,0.00021385067,0.0042650066,0.0007918583],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010688392,0.00013352258,0.00033391948,0.0004093219,0.00012215503,0.0000067840174,0.00011378761,0.0000979631,0.0017251318],"category_scores_gemma":[0.010892107,0.000112692825,0.00011124321,0.0013544675,0.000050831324,0.00016025914,0.000003300353,0.00033683493,0.0000097031525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014808311,0.0007774595,0.0011178727,0.00043733564,0.00036336097,0.00029164742,0.0141248405,0.000030140065,0.008565614,0.0032167642,0.86688155,0.1040453],"study_design_scores_gemma":[0.0019580012,0.0014864156,0.0010739261,0.0008700505,0.000524819,0.00089926017,0.016108138,0.00018586486,0.00017156024,0.00022585104,0.976347,0.00014905684],"about_ca_topic_score_codex":0.0010470952,"about_ca_topic_score_gemma":0.003557453,"teacher_disagreement_score":0.45587906,"about_ca_system_score_codex":0.00027091696,"about_ca_system_score_gemma":0.0024672367,"threshold_uncertainty_score":0.9991874},"labels":[],"label_agreement":null},{"id":"W3136568256","doi":"10.1007/s40037-021-00659-8","title":"The butterfly effect in clinical supervision","year":2021,"lang":"en","type":"letter","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Butterfly; Computer science; Medical education; Medical physics; Medicine; Biology; Ecology","score_opus":0.018395362452239914,"score_gpt":0.4045185753172533,"score_spread":0.3861232128650134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136568256","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049320277,0.0027956984,0.00005097467,0.93476534,0.0069203074,0.0009868375,0.000002187457,0.00006931684,0.0050890576],"genre_scores_gemma":[0.012274447,0.0029620505,0.0003903925,0.9551874,0.022476409,0.00050385494,0.00096272066,0.00010563093,0.0051371134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99352735,0.0011701392,0.0012875843,0.0010750709,0.0023584478,0.0005814028],"domain_scores_gemma":[0.9953202,0.0020624725,0.00031420973,0.0013425787,0.0007741707,0.0001863768],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0041342746,0.00043542063,0.000791616,0.0004649368,0.00024619285,0.00009907288,0.000507805,0.0018900394,0.0013386909],"category_scores_gemma":[0.046502076,0.00029420498,0.00033993335,0.0011086756,0.0006748012,0.00007633753,0.0000873613,0.008763995,0.00027867642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008255364,0.00082799344,0.001867119,0.00017284323,0.00006136399,0.00009601502,0.00092344213,7.671362e-8,0.0000012863164,0.0003219289,0.79946065,0.19618472],"study_design_scores_gemma":[0.0013054694,0.0007638467,0.019901976,0.0025621399,0.00013188295,0.00011561977,0.005412486,0.00019381927,0.000012837462,0.00036256044,0.96889025,0.00034709336],"about_ca_topic_score_codex":0.0000848351,"about_ca_topic_score_gemma":0.000013656847,"teacher_disagreement_score":0.19583763,"about_ca_system_score_codex":0.0011152447,"about_ca_system_score_gemma":0.0058396454,"threshold_uncertainty_score":0.999951},"labels":[],"label_agreement":null},{"id":"W3136569957","doi":"10.36834/cmej.70434","title":"Program directors’ reflections on national policy change in medical education: insights on decision-making, accreditation, and the CanMEDS framework","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Accreditation; Thematic analysis; Specialty; Documentation; Medical education; Public relations; Divergence (linguistics); Graduate medical education; Political science; Qualitative property; Policy analysis; Qualitative research; Medicine; Psychology; Sociology; Public administration; Family medicine; Computer science","score_opus":0.028851190303173548,"score_gpt":0.44337803092661215,"score_spread":0.4145268406234386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136569957","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14153466,0.001786794,0.00016322754,0.8103614,0.01121137,0.0012421048,0.0000067763985,0.000066644905,0.033627067],"genre_scores_gemma":[0.6695465,0.0007043452,0.0048375227,0.31286797,0.010894076,0.00065601885,0.00010102826,0.00003969197,0.0003528481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949766,0.0003813391,0.00087644305,0.00044116206,0.0028456529,0.000478832],"domain_scores_gemma":[0.9927437,0.0009366836,0.00024614815,0.00042180257,0.0021520343,0.0034996867],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019022463,0.0002546559,0.00035262844,0.0016620591,0.00067842077,0.0001735799,0.00032744062,0.0005987378,0.010692887],"category_scores_gemma":[0.21281154,0.0001941136,0.00009895709,0.0029859364,0.00053465593,0.00019271857,0.0000311927,0.0025837664,0.0000609557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009465534,0.0011654845,0.0010919936,0.000026598436,0.000044045064,0.000054893597,0.0040495205,0.0000016549736,2.5952102e-7,0.14840041,0.15446128,0.6906092],"study_design_scores_gemma":[0.0026116048,0.00027329926,0.09272741,0.005580668,0.000060137874,0.0040118983,0.004145638,0.0008563609,0.0000036683177,0.04832575,0.841022,0.00038153157],"about_ca_topic_score_codex":0.0024312544,"about_ca_topic_score_gemma":0.016851889,"teacher_disagreement_score":0.6902277,"about_ca_system_score_codex":0.0022770558,"about_ca_system_score_gemma":0.19447908,"threshold_uncertainty_score":0.9997173},"labels":[],"label_agreement":null},{"id":"W3136572045","doi":"10.1007/978-3-030-59608-8_11","title":"Lessons Learned from Building a Virtual Patient Platform","year":2021,"lang":"en","type":"book-chapter","venue":"Intelligent systems reference library","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; McGill University","funders":"","keywords":"Harm; Medical education; Medicine; Psychology; Engineering","score_opus":0.12049951949454123,"score_gpt":0.32726199792239236,"score_spread":0.20676247842785112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136572045","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020278791,0.007979721,0.0032646977,0.005477035,0.008075039,0.0019965598,0.0005358993,0.00071601855,0.95167625],"genre_scores_gemma":[0.12534837,0.0031190508,0.0026946347,0.002083082,0.0026250882,0.00017866335,0.008720974,0.00033687233,0.85489327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962752,0.00004008912,0.0013617417,0.00091589097,0.001009687,0.0003974241],"domain_scores_gemma":[0.99762815,0.0001800611,0.00060140475,0.0011059977,0.0002580272,0.00022635156],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014291596,0.0005707369,0.00097625505,0.00048271668,0.00012986298,0.00018533078,0.00036081835,0.0010265826,0.005770305],"category_scores_gemma":[0.00022046172,0.00051264814,0.00021525653,0.00018259887,0.00014448178,0.00036430074,0.00027837965,0.0016560835,0.0008767305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011336615,0.00014576202,0.00006432414,0.0003530408,0.0005009942,0.00024291148,0.00066273095,0.000017078057,0.00024829927,0.63358235,0.048509695,0.31555945],"study_design_scores_gemma":[0.00021973925,0.00027439804,0.000027872164,0.0071232086,0.00017124142,0.00008096928,0.0011330427,0.00031431348,0.0015153891,0.006964399,0.9816269,0.0005485216],"about_ca_topic_score_codex":0.00008353626,"about_ca_topic_score_gemma":0.0000015257489,"teacher_disagreement_score":0.9331172,"about_ca_system_score_codex":0.00030612902,"about_ca_system_score_gemma":0.0009272657,"threshold_uncertainty_score":0.9999012},"labels":[],"label_agreement":null},{"id":"W3136673025","doi":"10.1097/acm.0000000000004075","title":"Identifying Core Components of EPA Implementation: A Path to Knowing if a Complex Intervention Is Being Implemented as Intended","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Delphi method; Inclusion (mineral); Process (computing); Intervention (counseling); Construct (python library); Delphi; Computer science; Set (abstract data type); Process management; Best practice; Core (optical fiber); Medical education; Psychology; Medicine; Nursing; Engineering; Social psychology; Management","score_opus":0.12896280906852609,"score_gpt":0.48572009054474247,"score_spread":0.3567572814762164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136673025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646635,0.00022752272,0.009753097,0.022413323,0.0009410708,0.0008011716,0.000013203879,0.000050754516,0.0011363776],"genre_scores_gemma":[0.983004,0.00011132124,0.0029953083,0.010845663,0.00055095117,0.00007555251,0.0016600452,0.000034945377,0.0007222672],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99644387,0.0000940697,0.0015925241,0.00046976318,0.0009930516,0.00040674148],"domain_scores_gemma":[0.99795544,0.0001010603,0.00042903246,0.00042008833,0.0008927985,0.00020156403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001269673,0.00023220808,0.00059772434,0.0004938357,0.00013150997,0.0000077990835,0.0002189968,0.0001553137,0.007297302],"category_scores_gemma":[0.0017121888,0.00021892479,0.00010439183,0.0014414962,0.00013709017,0.000142184,0.00020681768,0.0006812104,0.00007197035],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028504911,0.0002204838,0.058201518,0.0017254142,0.00065679086,0.000116188916,0.0554558,9.1931264e-7,0.5733573,0.013419763,0.12067859,0.17588219],"study_design_scores_gemma":[0.0312954,0.0028288339,0.32813156,0.027169108,0.0022157677,0.001668679,0.3433549,0.0034824852,0.10798826,0.019058967,0.13151076,0.001295257],"about_ca_topic_score_codex":0.0003415921,"about_ca_topic_score_gemma":0.000007729617,"teacher_disagreement_score":0.46536902,"about_ca_system_score_codex":0.00030841454,"about_ca_system_score_gemma":0.00016661771,"threshold_uncertainty_score":0.99361014},"labels":[],"label_agreement":null},{"id":"W3136772368","doi":"10.1503/cmaj.201684-f","title":"L’antiracisme comme compétence professionnelle: quand la neutralité ne suffit plus","year":2021,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Oakville-Trafalgar Memorial Hospital; Sunnybrook Health Science Centre; The Wilson Centre; Dalhousie University","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.038196192975977976,"score_gpt":0.32959412874516936,"score_spread":0.2913979357691914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136772368","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116912656,0.010996318,0.0013400929,0.8155271,0.03423075,0.00038254444,0.0000860146,0.000050965285,0.020473557],"genre_scores_gemma":[0.629856,0.007880754,0.0048676664,0.21217242,0.03721819,0.00005426072,0.00059951626,0.00018856721,0.10716266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917117,0.0015467082,0.0015541275,0.00044401133,0.003201089,0.0015423772],"domain_scores_gemma":[0.99187666,0.00095011765,0.0006524984,0.00039763688,0.0028829114,0.0032401555],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0071382583,0.00035512517,0.00072971487,0.000391223,0.0009461053,0.00029042995,0.00047308952,0.0018282094,0.03560081],"category_scores_gemma":[0.021028653,0.00036785012,0.00022943282,0.0017514519,0.00035436644,0.00035040794,0.00006990624,0.005782536,0.0012073144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000018216711,0.00032930373,0.02161203,0.00020348783,0.00028106628,0.004416894,0.0021753924,0.000018752227,0.000020482152,0.014191922,0.8434948,0.113237664],"study_design_scores_gemma":[0.0031453623,0.00009588207,0.03467964,0.0030177645,0.00023034101,0.0059683104,0.008498321,0.0049287574,0.00003616327,0.0009388032,0.9380616,0.00039907236],"about_ca_topic_score_codex":0.0026779922,"about_ca_topic_score_gemma":0.009151485,"teacher_disagreement_score":0.6033547,"about_ca_system_score_codex":0.0056316876,"about_ca_system_score_gemma":0.034407012,"threshold_uncertainty_score":0.99987733},"labels":[],"label_agreement":null},{"id":"W3136989253","doi":"10.1007/s10459-021-10036-z","title":"Re-envisioning paradigms of education: towards awareness, alignment, and pluralism","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre; Dalhousie University; University of Toronto; St. Michael's Hospital","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Discipline; Curriculum; Perspective (graphical); Pluralism (philosophy); Engineering ethics; Process (computing); Pedagogy; Mathematics education; Psychology; Computer science; Sociology; Epistemology; Artificial intelligence; Engineering; Social science","score_opus":0.025309340048757924,"score_gpt":0.43251440208902375,"score_spread":0.40720506204026585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136989253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8487338,0.058089975,0.0009323619,0.06656619,0.0063539566,0.00077511056,0.0000036281695,0.000038383314,0.018506626],"genre_scores_gemma":[0.9446724,0.008177376,0.038949218,0.0073881573,0.00025277562,0.000092877424,0.000056759818,0.000008063829,0.00040236732],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998202,0.000084719606,0.0006452526,0.00038927974,0.0004386721,0.00024002338],"domain_scores_gemma":[0.99896026,0.00007922837,0.00031693262,0.00026315948,0.00029598438,0.0000844434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010225475,0.00010569188,0.00024313014,0.0002863876,0.00022097712,0.000023387252,0.00010991931,0.00005555221,0.00011052464],"category_scores_gemma":[0.000950335,0.00009911416,0.000021027608,0.0016636929,0.00035883987,0.0005079298,0.000031860138,0.00014929344,0.0000024137971],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008816275,0.0005332962,0.13921618,0.0007328414,0.0000028881768,4.0784545e-7,0.002436731,0.00006138717,0.000056975707,0.029675378,0.001899551,0.82537556],"study_design_scores_gemma":[0.0010723082,0.0006886841,0.4503624,0.0067369947,0.000033993463,0.00018260258,0.07916612,0.0014980683,0.00341368,0.0329527,0.42335936,0.0005330854],"about_ca_topic_score_codex":0.00036764308,"about_ca_topic_score_gemma":0.00007410604,"teacher_disagreement_score":0.82484245,"about_ca_system_score_codex":0.00025890674,"about_ca_system_score_gemma":0.00847633,"threshold_uncertainty_score":0.9971447},"labels":[],"label_agreement":null},{"id":"W3137184619","doi":"10.1097/ceh.0000000000000342","title":"Reimagining Bias: Making Strange With Disclosure","year":2021,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Affect (linguistics); Declaration; Health care; Psychology; Process (computing); Public relations; Conflict of interest; Implicit bias; Professional development; Power (physics); Social psychology; Medical education; Political science; Medicine; Pedagogy; Computer science; Law","score_opus":0.048646316434894095,"score_gpt":0.44294781986940784,"score_spread":0.39430150343451376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137184619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7760528,0.0010810783,0.0014619668,0.21757361,0.0021606404,0.00036163582,7.502977e-7,0.000010729191,0.001296834],"genre_scores_gemma":[0.9695331,0.00009162998,0.019957207,0.008440145,0.0008514256,0.00001855436,0.000012330052,0.000015997552,0.001079609],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979295,0.00044947027,0.0008046339,0.000113305585,0.0004851566,0.00021791899],"domain_scores_gemma":[0.9977229,0.00021958721,0.00079403084,0.00027242643,0.00092834723,0.000062676554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026442395,0.00009285083,0.00027226438,0.00026871907,0.00016527985,0.000030799572,0.00013224063,0.000060164395,0.000070480135],"category_scores_gemma":[0.001629619,0.00004959426,0.000048031034,0.0009075393,0.00005276564,0.0001665426,0.000013420381,0.0011942782,0.00000256888],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019972729,0.0018977941,0.20527707,0.0007992038,0.000052744683,0.000053496027,0.10346746,0.000009889121,0.00021336865,0.0047140447,0.085563496,0.59775174],"study_design_scores_gemma":[0.0020441958,0.00049533934,0.5338297,0.0256618,0.00011752495,0.0025332898,0.36254475,0.00006557741,0.00008013791,0.0015312771,0.07091224,0.0001841678],"about_ca_topic_score_codex":0.000008658176,"about_ca_topic_score_gemma":0.000018599285,"teacher_disagreement_score":0.59756756,"about_ca_system_score_codex":0.0001977419,"about_ca_system_score_gemma":0.005653927,"threshold_uncertainty_score":0.9999831},"labels":[],"label_agreement":null},{"id":"W3137392471","doi":"10.1007/s12630-021-01971-x","title":"Investigating faculty assessment of anesthesia trainees and the failing-to-fail phenomenon: a randomized controlled trial","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Hospital for Sick Children; University of Ottawa; Sunnybrook Health Science Centre; Sinai Health System; SickKids Foundation; University of Toronto","funders":"Canadian Anesthesiologists' Society","keywords":"Affect (linguistics); Randomized controlled trial; Medicine; Psychology; Medical education; Internal medicine","score_opus":0.01734286607969217,"score_gpt":0.2874794096117828,"score_spread":0.27013654353209066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137392471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9278065,0.00097190373,0.00012026656,0.06874199,0.00034098845,0.0015298751,0.0000017814224,0.000006895652,0.0004798018],"genre_scores_gemma":[0.9908318,0.000069245834,0.006004156,0.0013324559,0.0011702684,0.000060251314,0.000014721462,0.00005247369,0.0004646343],"study_design_codex":"randomized_trial","study_design_gemma":"case_report","domain_scores_codex":[0.9944368,0.0009618298,0.002563635,0.00028082266,0.00106078,0.0006961362],"domain_scores_gemma":[0.9925611,0.00075420295,0.0018416953,0.0003646943,0.0027038984,0.0017744233],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010030704,0.00039825382,0.0027902534,0.00090299826,0.0005345234,0.00025460662,0.00042050052,0.00022376252,0.00021422272],"category_scores_gemma":[0.0077409404,0.00025993635,0.0006671586,0.0010549726,0.0010770006,0.00023577453,0.000011077758,0.0012751435,0.0000017525798],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4480209,0.00044971134,0.0031114502,0.0005737364,0.004125256,0.4256595,0.061700553,0.0010368853,0.00034113013,0.030534247,0.012075576,0.012371029],"study_design_scores_gemma":[0.428095,0.0006181873,0.0005503585,0.0004407971,0.0007370229,0.5611222,0.0055244397,0.00041726828,0.000022840757,0.0007669512,0.0015109596,0.0001939658],"about_ca_topic_score_codex":0.001455133,"about_ca_topic_score_gemma":0.0009789659,"teacher_disagreement_score":0.13546269,"about_ca_system_score_codex":0.00067616825,"about_ca_system_score_gemma":0.01500001,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W3137537988","doi":"10.3138/cjpe.70367","title":"Helping Students Reflect on Their Interpersonal Skills: The Team Performance Scale (TPS)","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teamwork; Interpersonal communication; Social skills; Psychology; Scale (ratio); Service-learning; Service (business); Medical education; Team effectiveness; Interpersonal relationship; Knowledge management; Pedagogy; Computer science; Social psychology; Management; Medicine","score_opus":0.06579928805233264,"score_gpt":0.42500836734359604,"score_spread":0.3592090792912634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137537988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884766,0.00029247304,0.00009680328,0.007331121,0.0010934375,0.0006104242,0.0000013350718,0.000008228521,0.0020896157],"genre_scores_gemma":[0.99412113,0.000023392437,0.002045006,0.002839612,0.00062278466,0.00005919077,0.000035292618,0.000014772514,0.00023881871],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99818563,0.00016935811,0.00041305507,0.00012957907,0.00087199244,0.00023040485],"domain_scores_gemma":[0.997634,0.000040532963,0.00021758332,0.00021824458,0.0017077898,0.00018188255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027644325,0.00010226613,0.00015948815,0.00024416024,0.00023326429,0.00009668648,0.00018751873,0.0000736144,0.0004259791],"category_scores_gemma":[0.0015059097,0.00006968454,0.000081054655,0.0006168279,0.0001025848,0.00013858244,0.000009139763,0.0005144938,0.000026499269],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003078409,0.00024780456,0.03240775,0.000030407156,0.00009200708,0.000010826493,0.003477607,0.00005602638,0.00019233483,0.000027238037,0.00862072,0.9548065],"study_design_scores_gemma":[0.004240984,0.0031555726,0.788655,0.003204029,0.00061997,0.0018933981,0.011878366,0.02135173,0.0057269256,0.00041727486,0.15847605,0.0003807297],"about_ca_topic_score_codex":0.00004333533,"about_ca_topic_score_gemma":0.0005598191,"teacher_disagreement_score":0.95442575,"about_ca_system_score_codex":0.0008714278,"about_ca_system_score_gemma":0.00368718,"threshold_uncertainty_score":0.6540899},"labels":[],"label_agreement":null},{"id":"W3137641712","doi":"10.15694/mep.2021.000072.1","title":"Twelve Tips for Teaching with Virtual Learning Platforms","year":2021,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Leverage (statistics); Modalities; Virtual learning environment; Coronavirus disease 2019 (COVID-19); Instructional simulation; Collaborative learning; Psychology; Computer science; Educational technology; Medical education; Multimedia; Mathematics education; Medicine; Sociology; Artificial intelligence","score_opus":0.013259679131871961,"score_gpt":0.3018348310592377,"score_spread":0.2885751519273657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137641712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9355683,0.000037095306,0.03428428,0.008115708,0.00075229065,0.00034059942,0.0000022796771,0.0001679462,0.020731522],"genre_scores_gemma":[0.9417917,0.0000029734183,0.033681635,0.0035259777,0.0009659303,0.000113508664,0.0006917764,0.000044313114,0.019182157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877983,0.000017022136,0.00024574273,0.00026894014,0.0004121701,0.00027630167],"domain_scores_gemma":[0.99894685,0.000106270665,0.00008448772,0.00024774767,0.0005464075,0.00006824941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074583106,0.00011417008,0.00020358332,0.00013839653,0.00024068632,0.00010042512,0.00008347299,0.00010965071,0.00033566737],"category_scores_gemma":[0.0058431597,0.00008863966,0.00004822745,0.00041712265,0.000077034056,0.0003650358,0.000032994354,0.00067707954,0.000018835563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028246306,0.0006313658,0.02122723,0.00024805564,0.00023661566,0.00006006279,0.005849356,0.00005717748,0.0013942681,0.07650379,0.31976703,0.5737426],"study_design_scores_gemma":[0.0045223306,0.0013363516,0.007818799,0.00043390144,0.00018200991,0.00061108306,0.021666419,0.00346739,0.0038850254,0.0012768065,0.9543919,0.0004079657],"about_ca_topic_score_codex":0.0000074775235,"about_ca_topic_score_gemma":0.000007740601,"teacher_disagreement_score":0.6346249,"about_ca_system_score_codex":0.00012008344,"about_ca_system_score_gemma":0.00043962264,"threshold_uncertainty_score":0.69952303},"labels":[],"label_agreement":null},{"id":"W3137683408","doi":"10.1186/s40249-021-00810-x","title":"Process evaluation of E-learning in continuing medical education: evidence from the China-Gates Foundation Tuberculosis Control Program","year":2021,"lang":"en","type":"article","venue":"Infectious Diseases of Poverty","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention; McGill University; Bill and Melinda Gates Foundation","keywords":"Medical education; Certification; Thematic analysis; Focus group; Medicine; Workforce; Beijing; China; Qualitative research; Political science; Business; Sociology","score_opus":0.011221446746427735,"score_gpt":0.35672029396497534,"score_spread":0.3454988472185476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137683408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900342,0.0020104344,0.00019127155,0.0060238047,0.00040468434,0.0009002321,0.0000046355794,0.000054946762,0.00037578697],"genre_scores_gemma":[0.9983395,0.00011414818,0.00010440556,0.0005844859,0.00024822858,0.0003711062,0.00021147566,0.000013606313,0.000013085884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973286,0.00037298666,0.0005926137,0.00025765956,0.0013026213,0.0001455344],"domain_scores_gemma":[0.996866,0.00039928404,0.00032810634,0.00029291047,0.0020411946,0.00007249061],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011331763,0.000120763754,0.00029294242,0.000105182815,0.00006616149,0.000023614823,0.000110582165,0.00010876293,0.0011149725],"category_scores_gemma":[0.03794629,0.00009324518,0.0000902004,0.00087640196,0.00014677281,0.00024209142,0.000026013653,0.00029267202,0.0000048000243],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000513492,0.0012390149,0.6683401,0.00015685696,0.00006760867,9.224876e-7,0.0007653859,0.00019414184,0.00016206889,0.00009237019,0.00032031545,0.32860988],"study_design_scores_gemma":[0.0018322762,0.00014828077,0.96559334,0.002374527,0.0006002866,0.000013938519,0.0014466663,0.026001075,0.00062821596,0.0011244974,0.00013568724,0.00010120546],"about_ca_topic_score_codex":0.000530183,"about_ca_topic_score_gemma":0.00015765526,"teacher_disagreement_score":0.32850868,"about_ca_system_score_codex":0.00021942229,"about_ca_system_score_gemma":0.0025698987,"threshold_uncertainty_score":0.9997981},"labels":[],"label_agreement":null},{"id":"W3139118974","doi":"10.1002/jdd.12589","title":"Visual portfolios in dental education: Fostering learning through the sense of sight","year":2021,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Sight; Dental education; Psychology; Higher education; Sense (electronics); Medical education; Mathematics education; Dentistry; Medicine; Engineering; Optics; Political science","score_opus":0.016385353349875644,"score_gpt":0.37011406537691943,"score_spread":0.3537287120270438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139118974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98673415,0.0011114413,0.00013954233,0.0026220758,0.0033473952,0.000167178,3.6509246e-7,0.0000051641077,0.005872692],"genre_scores_gemma":[0.9933428,0.00011460364,0.0025243245,0.0011826676,0.0011003324,0.00000990066,0.00003354876,0.000017031349,0.0016747792],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99829274,0.00010666661,0.000820831,0.00012685981,0.0005145117,0.00013837777],"domain_scores_gemma":[0.9984455,0.0000598834,0.00059931044,0.00015574413,0.0006934643,0.000046104295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043958737,0.00010733139,0.00023909546,0.00025124243,0.000075884986,0.00002816833,0.000084942825,0.0000819711,0.0004354004],"category_scores_gemma":[0.00096987694,0.00008649061,0.000104690866,0.00085947907,0.000075690616,0.0003234731,0.000048214777,0.00054028217,0.000014978039],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005117995,0.012481678,0.29818055,0.0008195025,0.0003092736,0.00015248942,0.028730815,0.00018635095,0.111666806,0.0029494318,0.028799243,0.51521206],"study_design_scores_gemma":[0.0031831802,0.0009254987,0.372805,0.004008957,0.0004928875,0.02444516,0.46159333,0.00035998714,0.07840408,0.0011639519,0.0521553,0.00046268973],"about_ca_topic_score_codex":0.000059739745,"about_ca_topic_score_gemma":0.000012871448,"teacher_disagreement_score":0.5147494,"about_ca_system_score_codex":0.00037450498,"about_ca_system_score_gemma":0.002791101,"threshold_uncertainty_score":0.49512935},"labels":[],"label_agreement":null},{"id":"W3139827616","doi":"10.4085/1947-380x-20-080","title":"Development and Validation of a New Competency Framework for Athletic Therapy in Canada","year":2021,"lang":"en","type":"article","venue":"Athletic Training Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; Mount Royal University","funders":"","keywords":"Context (archaeology); Accreditation; Delphi method; Medical education; Certification; Terminology; Phase (matter); Psychology; Medicine; Political science; Computer science; Artificial intelligence","score_opus":0.049176944190980565,"score_gpt":0.3371033210571951,"score_spread":0.28792637686621453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139827616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784551,0.0006188022,0.00892988,0.0105899265,0.0010347953,0.00020555564,5.7898905e-7,0.000004711288,0.00016065233],"genre_scores_gemma":[0.6458596,0.00006799391,0.35200626,0.0016353948,0.00025056512,0.000021431715,0.000026303507,0.000011337954,0.00012114095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988471,0.000034184228,0.00053601334,0.00014249615,0.00027358922,0.00016658824],"domain_scores_gemma":[0.99900955,0.00012838961,0.00019315576,0.00012219534,0.00041371165,0.00013300662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004149551,0.000089640846,0.0002088572,0.00013677175,0.000077066456,0.000019777117,0.00005390373,0.000055289995,0.00018605666],"category_scores_gemma":[0.0016731797,0.00008765734,0.00002523963,0.00036415708,0.000025792768,0.00004852403,0.000006255003,0.0002680838,5.8875514e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032671487,0.00021558178,0.0132629275,0.00008388713,0.000042691732,0.000003813158,0.022416964,0.000011013168,0.000655573,0.0066315313,0.0026546954,0.9539887],"study_design_scores_gemma":[0.006405437,0.00041868538,0.64889395,0.0050701825,0.00014843674,0.0020972267,0.11249244,0.00041591443,0.018535156,0.036086984,0.16877228,0.00066328165],"about_ca_topic_score_codex":0.0028375417,"about_ca_topic_score_gemma":0.0026759752,"teacher_disagreement_score":0.9533254,"about_ca_system_score_codex":0.0003935564,"about_ca_system_score_gemma":0.03856777,"threshold_uncertainty_score":0.96688265},"labels":[],"label_agreement":null},{"id":"W3141067603","doi":"10.1002/aet2.10601","title":"The revised Approved Instructional Resources score: An improved quality evaluation tool for online educational resources","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; University of Saskatchewan; University of Alberta; University of Calgary","funders":"","keywords":"Usability; Thematic analysis; Medical education; Context (archaeology); Quality (philosophy); Psychology; Best practice; Qualitative research; Quality assurance; Medicine; Population; Computer science; Pathology","score_opus":0.08750222323263188,"score_gpt":0.42065849889401324,"score_spread":0.3331562756613814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141067603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965052,0.0006528884,0.00023888292,0.031184742,0.0012765842,0.00079647667,0.000014470564,0.00003900278,0.0007449584],"genre_scores_gemma":[0.9280735,0.00005052351,0.059135288,0.0043443153,0.0028986076,0.0007234704,0.0024826464,0.00003475253,0.0022568777],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99805343,0.00020771933,0.00060577,0.00043268938,0.00047654458,0.00022384219],"domain_scores_gemma":[0.9971234,0.00039238195,0.0002693083,0.00039417323,0.0017191805,0.00010156022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022042661,0.00015159657,0.0002003731,0.000113324895,0.00068957114,0.00014850585,0.0001009761,0.00011088724,0.000142954],"category_scores_gemma":[0.006371254,0.00012678017,0.0000632215,0.00045784222,0.00019608081,0.00021180547,0.000020222808,0.00024411647,0.0000019181703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010215789,0.0005379044,0.0026316454,0.000099249795,0.00004749441,5.1334332e-8,0.004486495,0.0000026134685,0.0014338493,0.011817742,0.0016610427,0.97717977],"study_design_scores_gemma":[0.0024461683,0.00020869906,0.74990237,0.00021832196,0.00023221993,0.00013664023,0.027391644,0.0076834587,0.00019469234,0.010047332,0.20121205,0.00032640962],"about_ca_topic_score_codex":0.000023569663,"about_ca_topic_score_gemma":0.00003718291,"teacher_disagreement_score":0.9768534,"about_ca_system_score_codex":0.00015792706,"about_ca_system_score_gemma":0.0028497272,"threshold_uncertainty_score":0.76274467},"labels":[],"label_agreement":null},{"id":"W3143851006","doi":"10.1111/medu.14532","title":"Going against the grain: An exploration of agency in medical learning","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa; University of Toronto; Western University","funders":"","keywords":"Agency (philosophy); Mentorship; Grounded theory; Conformity; Psychology; Public relations; Medical education; Pedagogy; Medicine; Social psychology; Sociology; Qualitative research; Political science; Social science","score_opus":0.03233146421977936,"score_gpt":0.38104154781806776,"score_spread":0.3487100835982884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143851006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9062204,0.00041289176,0.0044014556,0.0816167,0.0016526048,0.0002904124,2.9733383e-7,0.000048608217,0.005356667],"genre_scores_gemma":[0.97961336,0.0003948765,0.0016921791,0.016224213,0.0007894547,0.000111880516,0.00043324754,0.000022190874,0.0007185693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968669,0.00033590276,0.00071869267,0.00028698304,0.0015671126,0.00022444614],"domain_scores_gemma":[0.9986711,0.00012908499,0.00016480974,0.00038731567,0.0005052726,0.00014238112],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023184076,0.00011794368,0.00023597258,0.00019976062,0.0001082602,0.000015890992,0.00019190434,0.0002633626,0.0017948523],"category_scores_gemma":[0.02906515,0.000091832546,0.0000530726,0.0013232992,0.00021152559,0.00034847626,0.000045376502,0.0009061775,0.00003280734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028245193,0.00198607,0.013540972,0.0002050243,0.000019386764,0.000030467792,0.006950099,0.000018010642,0.00050339,0.0059806695,0.009419232,0.96131843],"study_design_scores_gemma":[0.007814243,0.0010978484,0.2654706,0.009283722,0.00028649461,0.0008230105,0.06625194,0.14143462,0.0064661885,0.011146529,0.48864305,0.0012817706],"about_ca_topic_score_codex":0.000043618325,"about_ca_topic_score_gemma":0.00006454045,"teacher_disagreement_score":0.96003664,"about_ca_system_score_codex":0.00015800173,"about_ca_system_score_gemma":0.0062030903,"threshold_uncertainty_score":0.99943084},"labels":[],"label_agreement":null},{"id":"W3144427305","doi":"10.22454/fammed.2021.171325","title":"Family Medicine Supervisors’ Preferences for Improving Their Teaching Skills in Senior Care","year":2021,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; McGill University; Université de Montréal; Université Laval; The Scarborough Hospital; University of Toronto; Centre hospitalier universitaire de Québec; Centre for Excellence in Mining Innovation","funders":"","keywords":"Thematic analysis; Focus group; Medical education; Workload; Qualitative research; Psychology; Medicine; Nursing; Intervention (counseling); Scope (computer science)","score_opus":0.043917432813391694,"score_gpt":0.35113590167093917,"score_spread":0.30721846885754744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144427305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9611079,0.008067273,0.003180645,0.012117231,0.0026815142,0.0011851485,0.000019813697,0.00014697478,0.011493495],"genre_scores_gemma":[0.9736742,0.0003356145,0.008325712,0.012033027,0.0029559296,0.00025077545,0.001105454,0.00007324483,0.001246037],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99654436,0.00016981571,0.0011202521,0.0007429956,0.0007991272,0.0006234307],"domain_scores_gemma":[0.99734676,0.0005606831,0.00020360103,0.000738547,0.0009583895,0.00019202934],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015902865,0.00040259172,0.0009628964,0.0005604227,0.00021294432,0.000013826798,0.00026818784,0.00028866378,0.000186827],"category_scores_gemma":[0.0076985783,0.0002845788,0.000092689945,0.0010097402,0.00037111735,0.00015462124,0.000082471786,0.000967582,0.000012020617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019297507,0.0006427628,0.038811762,0.0022698366,0.00012597973,0.0001031309,0.052076966,0.0000089217465,0.10373505,0.0012798624,0.038638357,0.7621144],"study_design_scores_gemma":[0.018180138,0.003020643,0.4356814,0.007934285,0.0005874178,0.00012935333,0.38846767,0.0019350606,0.0032978859,0.0016718698,0.13817175,0.0009225323],"about_ca_topic_score_codex":0.0007338162,"about_ca_topic_score_gemma":0.00011064781,"teacher_disagreement_score":0.76119184,"about_ca_system_score_codex":0.00035222044,"about_ca_system_score_gemma":0.0006557549,"threshold_uncertainty_score":0.99996066},"labels":[],"label_agreement":null},{"id":"W3146333331","doi":"10.33448/rsd-v10i3.13733","title":"Competency framework for hospital pharmacy residency: a scoping review","year":2021,"lang":"en","type":"review","venue":"Research Society and Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Curriculum; Medical education; Medicine; Pharmacy practice; Nursing; Psychology; Pedagogy","score_opus":0.26369580351362937,"score_gpt":0.5767831313278818,"score_spread":0.31308732781425247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146333331","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012350209,0.9879437,0.0019611118,0.004359051,0.00030195055,0.0052407286,0.0000047956837,0.000033827895,0.00015359354],"genre_scores_gemma":[6.97563e-8,0.76499104,0.23090996,0.0008917102,0.0003708638,0.0020598178,0.00040836356,0.00003661615,0.00033155354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99660385,0.00019604835,0.0009426058,0.0006121933,0.0010591139,0.00058618694],"domain_scores_gemma":[0.9971681,0.0009584508,0.0001789185,0.00038785758,0.0011254768,0.00018115697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004187004,0.0002816527,0.0015365795,0.00011568983,0.00053493556,0.00006287922,0.00019231568,0.00028727987,0.00029264],"category_scores_gemma":[0.00458114,0.00023060852,0.00035711547,0.001160585,0.00020780972,0.00006126756,0.00023901492,0.0015206782,0.000037933056],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001001912,0.00008797295,0.0000032410273,0.31608978,0.00017228078,0.0000046865784,0.0003536481,1.0552554e-9,2.2560203e-8,0.0012919088,0.049159516,0.6328359],"study_design_scores_gemma":[0.0001278419,0.000027870215,0.0000018320319,0.44873554,0.00010884018,0.000015618834,0.00013095705,8.9667213e-7,8.258307e-7,0.0001310635,0.5505866,0.00013213711],"about_ca_topic_score_codex":0.000002811072,"about_ca_topic_score_gemma":4.0926633e-7,"teacher_disagreement_score":0.63270384,"about_ca_system_score_codex":0.000569525,"about_ca_system_score_gemma":0.01893101,"threshold_uncertainty_score":0.98663074},"labels":[],"label_agreement":null},{"id":"W3148274962","doi":"10.11157/fohpe.v22i1.456","title":"Evaluation of a collaborator objective structured clinical examination (COSCE) in postgraduate medical education","year":2021,"lang":"en","type":"article","venue":"Focus on Health Professional Education A Multi-Professional Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Formative assessment; Rubric; Facilitator; Objective structured clinical examination; Medical education; Peer assessment; Psychology; Medicine; Peer feedback; Nursing; Pedagogy","score_opus":0.1007112279597698,"score_gpt":0.5551437076699042,"score_spread":0.45443247971013434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148274962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89690626,0.001854957,0.00027065034,0.07640679,0.021812676,0.002199847,0.000024401612,0.00003599861,0.00048843335],"genre_scores_gemma":[0.96664923,0.0003703603,0.014909463,0.01374044,0.0017191892,0.00044848985,0.00055221946,0.00006390612,0.0015466793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98440224,0.005999789,0.0030127922,0.00075092306,0.0052710953,0.0005631428],"domain_scores_gemma":[0.9823733,0.0005077469,0.001943266,0.00055029517,0.013868174,0.00075724605],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01705511,0.00038449737,0.00085267867,0.0011777658,0.0005400895,0.00003360406,0.00029778964,0.0007056222,0.0018407181],"category_scores_gemma":[0.029230975,0.00032698354,0.00020117694,0.0023558806,0.00022238577,0.0003643619,0.000096453674,0.0028833668,0.00004390152],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005649276,0.01835147,0.03910765,0.0003500501,0.000115123425,0.000010441209,0.0030838435,0.0000148792315,0.0003113867,0.0029162902,0.04386504,0.8913089],"study_design_scores_gemma":[0.0076398556,0.00052063726,0.9545648,0.007688072,0.00014006,0.00044455525,0.017765826,0.0041093444,0.0004756871,0.0044273366,0.0018857407,0.0003380989],"about_ca_topic_score_codex":0.00007523275,"about_ca_topic_score_gemma":0.00020023686,"teacher_disagreement_score":0.9154571,"about_ca_system_score_codex":0.0028271072,"about_ca_system_score_gemma":0.17628132,"threshold_uncertainty_score":0.9999182},"labels":[],"label_agreement":null},{"id":"W3149505534","doi":"10.1007/s10912-021-09690-6","title":"Voices from the Front Lines: An Analysis of Physicians’ Reflective Narratives about Flaws with the ‘System’","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Humanities","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Mount Saint Vincent University","funders":"","keywords":"Narrative; Disengagement theory; Health care; Medicine; Agency (philosophy); Burnout; Psychology; Medical education; Sociology; Law; Political science","score_opus":0.067324170720495,"score_gpt":0.412333005161012,"score_spread":0.345008834440517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149505534","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033549105,0.99075097,0.0006514156,0.0032167973,0.0008185587,0.0003714773,0.000041676736,0.000013094389,0.00078107306],"genre_scores_gemma":[0.000967433,0.98854023,0.0009251558,0.0019546098,0.006731886,0.000058591522,0.00031505627,0.00005624835,0.00045079543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939869,0.0009677211,0.0016749307,0.0002504463,0.002910147,0.00020985406],"domain_scores_gemma":[0.9938405,0.0011267082,0.0026602307,0.00060815504,0.0016879304,0.00007644841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024589596,0.0003531062,0.0029273164,0.0004322935,0.00029120297,0.000084482,0.0009080391,0.0003347369,0.00074807764],"category_scores_gemma":[0.0011971236,0.00014593331,0.00078195514,0.0010928176,0.0010634797,0.00016123622,0.00006179229,0.0019080444,0.0000033880085],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012567377,0.000948738,0.00007554275,0.006985311,0.032096896,0.00022391074,0.1052372,0.000007013686,0.0000013190163,0.0058072656,0.030424822,0.8180663],"study_design_scores_gemma":[0.00034607068,0.00041900075,0.0002364428,0.042312622,0.017591618,0.00010841099,0.15239595,0.00007369717,0.0000012555709,0.000026346313,0.7863316,0.00015701422],"about_ca_topic_score_codex":0.00018677382,"about_ca_topic_score_gemma":0.00056134345,"teacher_disagreement_score":0.8179093,"about_ca_system_score_codex":0.00030697504,"about_ca_system_score_gemma":0.0020925505,"threshold_uncertainty_score":0.82896096},"labels":[],"label_agreement":null},{"id":"W3149985521","doi":"10.1097/acm.0000000000003934","title":"In Reply to van Zanten et al","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Standardization; Accreditation; Public relations; Political science; Argument (complex analysis); Curriculum; Medical education; Engineering ethics; Medicine; Law; Engineering","score_opus":0.04266416330335186,"score_gpt":0.4000304351431366,"score_spread":0.3573662718397847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149985521","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002780889,0.00084086834,0.00035325333,0.9832565,0.003352188,0.0007579773,0.0000050024514,0.00007526669,0.008578052],"genre_scores_gemma":[0.00038722594,0.00062983925,0.00080510334,0.9439146,0.011059296,0.00014466286,0.0015200601,0.00009514012,0.041444097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99564624,0.00017104919,0.001278732,0.0008681682,0.0014113673,0.0006244733],"domain_scores_gemma":[0.9979578,0.0002872659,0.0002699037,0.00094995304,0.00037910542,0.0001559377],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00198792,0.00040497197,0.0010406369,0.0011087613,0.00003718661,0.0000052493087,0.00038472147,0.0012157435,0.0034186672],"category_scores_gemma":[0.010523054,0.00033598335,0.00006356686,0.0017756912,0.00021071553,0.00008825813,0.00012515933,0.011152131,0.00032865716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024652685,0.000011411165,0.00039773952,0.00020048047,0.00004212481,0.0011212968,0.0020635317,3.123272e-7,0.00040926534,0.000121640245,0.99338585,0.0022217138],"study_design_scores_gemma":[0.0011949741,0.00019565328,0.00058575446,0.0041194726,0.00010961056,0.00054349756,0.00062911486,0.00001867383,0.000052728145,0.00047899707,0.9918059,0.00026559617],"about_ca_topic_score_codex":0.00018506515,"about_ca_topic_score_gemma":0.0000023291116,"teacher_disagreement_score":0.039341927,"about_ca_system_score_codex":0.00043555885,"about_ca_system_score_gemma":0.00066939817,"threshold_uncertainty_score":0.9999092},"labels":[],"label_agreement":null},{"id":"W3151112321","doi":"10.36834/cmej.70224","title":"Experiential learning, collaboration and reflection: key ingredients in longitudinal faculty development","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Narrative; Reflection (computer programming); Experiential learning; Thematic analysis; Psychology; Reflective practice; Medical education; Pedagogy; Mathematics education; Qualitative research; Sociology; Computer science; Medicine","score_opus":0.021943543803333642,"score_gpt":0.36510719216267334,"score_spread":0.3431636483593397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151112321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9524337,0.000375936,0.00023952857,0.04045887,0.0031533183,0.00014829637,7.392602e-7,0.000015599995,0.0031740153],"genre_scores_gemma":[0.9781248,0.0000752306,0.0072920825,0.010049424,0.0012209709,0.000050925446,0.0002713889,0.000019715832,0.0028954747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980633,0.00009486187,0.0005287585,0.00025193387,0.00075422856,0.00030686412],"domain_scores_gemma":[0.9964515,0.000013333072,0.00011560506,0.000107671054,0.001138803,0.0021730626],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007209146,0.000119179786,0.00017694366,0.0005227758,0.00037613913,0.000107500506,0.00006976646,0.0002231784,0.009046539],"category_scores_gemma":[0.016499367,0.00012233472,0.000023133285,0.0010708956,0.0001004142,0.0001848054,0.00001662727,0.00096590567,0.000023459881],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071843104,0.0008081213,0.24531944,0.000118560834,0.00008419944,0.0004767639,0.029500233,0.000009831852,0.00014156329,0.0015008003,0.1844217,0.53754693],"study_design_scores_gemma":[0.0012389274,0.00008075797,0.12884568,0.00036601897,0.000021180182,0.0032316465,0.014709255,0.00020768565,0.00023278275,0.000069080306,0.85082173,0.00017524087],"about_ca_topic_score_codex":0.0004164643,"about_ca_topic_score_gemma":0.010319736,"teacher_disagreement_score":0.6664001,"about_ca_system_score_codex":0.0012211028,"about_ca_system_score_gemma":0.06646144,"threshold_uncertainty_score":0.9918593},"labels":[],"label_agreement":null},{"id":"W315121438","doi":"10.1007/978-3-642-27600-2_3","title":"Competence in the Professions: Expanding Opportunities and Emerging Practices","year":2012,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Competence (human resources); Psychology; Engineering ethics; Engineering; Social psychology","score_opus":0.18143946992687565,"score_gpt":0.4178987203024407,"score_spread":0.23645925037556503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W315121438","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004089592,0.002191587,0.000054074604,0.035022866,0.00051927497,0.00063753943,0.0000011993773,0.000036519694,0.95744735],"genre_scores_gemma":[0.1403628,0.006993268,0.005726503,0.012861458,0.0014437177,0.00015195346,0.0001915701,0.00006457722,0.83220416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905074,0.0000277493,0.00030494094,0.00014259548,0.0003299499,0.00014404101],"domain_scores_gemma":[0.9990708,0.00019993565,0.0003596517,0.00023846223,0.00009800494,0.000033141532],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009891487,0.0001340896,0.00019073075,0.00023191833,0.000113298294,0.000019481638,0.00008533101,0.00015575883,0.0010268041],"category_scores_gemma":[0.0005815221,0.00008169914,0.000018960634,0.000047160745,0.00014524664,0.00016388934,0.000043517954,0.00063036446,0.000016286462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018100109,0.0000723431,0.00094522815,0.00039293244,0.000038589234,0.000027808566,0.00681727,3.175128e-8,0.000032177897,0.8264678,0.015410371,0.14977735],"study_design_scores_gemma":[0.00035710316,0.00006532791,0.001938325,0.0024798352,0.0001833456,0.00024070093,0.037711844,0.000056871733,0.000010174607,0.004953995,0.9517553,0.00024717217],"about_ca_topic_score_codex":0.000018025821,"about_ca_topic_score_gemma":0.0000070198494,"teacher_disagreement_score":0.9363449,"about_ca_system_score_codex":0.000047105343,"about_ca_system_score_gemma":0.00015643291,"threshold_uncertainty_score":0.9998864},"labels":[],"label_agreement":null},{"id":"W3151310473","doi":"","title":"Novel Student-Preceptor Models in Pharmacy Education: A Qualitative Analysis of the PharmD Student Experience","year":2017,"lang":"en","type":"article","venue":"TSpace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preceptor; Pharmacy; Medical education; Pharmacy education; Pharmacy practice; Qualitative analysis; Qualitative research; Pedagogy; Psychology; Medicine; Nursing; Sociology","score_opus":0.12133344305246824,"score_gpt":0.5803660687797964,"score_spread":0.4590326257273281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151310473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854118,0.00009454543,0.0010802386,0.0074891103,0.0005833632,0.00046635044,0.0000026281716,0.000010656927,0.0048612733],"genre_scores_gemma":[0.9934861,0.00002134307,0.002261942,0.0007890428,0.000107838394,0.00017070526,0.000009823328,0.000009339251,0.003143883],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.998582,0.0000685347,0.0003504739,0.00023347474,0.0006136202,0.00015190581],"domain_scores_gemma":[0.99838513,0.00005580299,0.00033802626,0.0007922052,0.00038128588,0.000047537476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005812913,0.00010813541,0.00027881903,0.00022984367,0.00015656571,0.000029398332,0.0005116565,0.000033925866,0.00038055505],"category_scores_gemma":[0.00063180435,0.00008083895,0.00009125921,0.0008516615,0.00024419156,0.00017388604,0.0001290798,0.00020389973,0.000005625883],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007208447,0.0033557182,0.101863384,0.000054333424,0.00064309937,6.40585e-7,0.8670792,0.00032625988,0.011945783,0.0044114967,0.0022955057,0.007952482],"study_design_scores_gemma":[0.0021811556,0.000045330817,0.5319103,0.00020830192,0.0008339581,0.0000028919105,0.45051667,0.006553523,0.00515273,0.00011534882,0.0022819554,0.00019784075],"about_ca_topic_score_codex":0.0008436773,"about_ca_topic_score_gemma":0.00005192506,"teacher_disagreement_score":0.43004692,"about_ca_system_score_codex":0.00021197386,"about_ca_system_score_gemma":0.00041781898,"threshold_uncertainty_score":0.4166811},"labels":[],"label_agreement":null},{"id":"W3152585160","doi":"10.22374/cjgim.v16i1.415","title":"Entrustable Professional Activities: An Analysis of Faculty Time, Trainee Perspectives, and Actionability","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; McMaster University","funders":"","keywords":"Competence (human resources); Medicine; Medical education; Value (mathematics); Workflow; Qualitative analysis; Family medicine; Qualitative research; Psychology; Social psychology; Computer science","score_opus":0.01928240097589914,"score_gpt":0.34831354686331745,"score_spread":0.32903114588741833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152585160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893184,0.00074117666,0.00042836502,0.0075938706,0.00059773686,0.00007891295,0.000037603662,0.000003408116,0.0012005408],"genre_scores_gemma":[0.9894917,0.000031800715,0.0023942802,0.00082998077,0.00079933583,0.000002308381,0.00011081715,0.00001117486,0.006328621],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984874,0.00009453532,0.00060820475,0.00018235383,0.00042880434,0.00019869437],"domain_scores_gemma":[0.9975722,0.000058017064,0.0002935443,0.00018475909,0.0013913868,0.00050011557],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00064995815,0.00012462573,0.00055530656,0.0008386217,0.000077115496,0.000011293409,0.00010387971,0.000093211725,0.0046859123],"category_scores_gemma":[0.00159063,0.000096028576,0.0001075431,0.00086080475,0.0003852472,0.0001904244,0.00001024222,0.00042938488,7.0463386e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013230742,0.0017551961,0.48413602,0.0005381214,0.009797381,0.0014409157,0.07111487,0.00049818726,0.15044703,0.009351965,0.16539001,0.10420723],"study_design_scores_gemma":[0.004007764,0.0021691807,0.8680706,0.0010598983,0.003717004,0.002402456,0.07013852,0.010055077,0.0059707575,0.0006270922,0.03143609,0.00034556427],"about_ca_topic_score_codex":0.003324635,"about_ca_topic_score_gemma":0.0019240926,"teacher_disagreement_score":0.3839346,"about_ca_system_score_codex":0.00048703185,"about_ca_system_score_gemma":0.00218894,"threshold_uncertainty_score":0.9962239},"labels":[],"label_agreement":null},{"id":"W3152794837","doi":"10.1111/medu.14539","title":"Entrustable professional activities in entry‐level health professional education: A scoping review","year":2021,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; PsycINFO; Curriculum; MEDLINE; Context (archaeology); Pharmacy; Medical education; Entry Level; Medicine; Professional development; Psychology; Nursing; Pedagogy; Political science; Psychological intervention","score_opus":0.07139288299691463,"score_gpt":0.5158499797599136,"score_spread":0.44445709676299905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152794837","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001189095,0.9510508,0.000032575386,0.030542696,0.011730325,0.005334556,0.000012559691,0.00006319017,0.0012213901],"genre_scores_gemma":[0.0000013735678,0.9263566,0.0021151358,0.042264745,0.0021678724,0.005088769,0.005934919,0.00008663069,0.015983919],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99250513,0.00096930016,0.0025990868,0.00096766494,0.002247859,0.00071098405],"domain_scores_gemma":[0.9967759,0.00032764958,0.0010833698,0.0008732586,0.0005574321,0.00038234322],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028284257,0.00060907804,0.0028704512,0.00081582513,0.0002515773,0.00004141716,0.0004135209,0.0008317635,0.008498784],"category_scores_gemma":[0.010230464,0.00050592015,0.00035398753,0.0025971055,0.00019819466,0.0002443079,0.00018409903,0.0025283766,0.00011725028],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027808371,0.002160492,0.000030803007,0.16505992,0.000019289446,0.0000028769869,0.00013277268,5.0446176e-9,1.4090056e-8,0.00035451978,0.29170772,0.5405288],"study_design_scores_gemma":[0.00017002279,0.000027796761,0.000025399946,0.49572274,0.00013010953,0.00022852956,0.0003752767,0.0000022086087,1.5641125e-7,0.0000141431,0.50310194,0.00020163452],"about_ca_topic_score_codex":0.00007235166,"about_ca_topic_score_gemma":0.000026804268,"teacher_disagreement_score":0.5403272,"about_ca_system_score_codex":0.0022584952,"about_ca_system_score_gemma":0.23081201,"threshold_uncertainty_score":0.99977285},"labels":[],"label_agreement":null},{"id":"W3152801748","doi":"10.1177/17151635211004975","title":"Physical assessment in pharmacy practice: Perspectives from pharmacists, nonpharmacist health care providers and the public","year":2021,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"American Association of Colleges of Pharmacy","keywords":"Pharmacy; Pharmacy practice; Thematic analysis; Health care; Medicine; Pharmacist; Descriptive statistics; Nursing; Family medicine; Public health; Medical education; Qualitative research","score_opus":0.026143616307426308,"score_gpt":0.373499464963906,"score_spread":0.3473558486564797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152801748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90456235,0.020891784,0.00021168543,0.063983455,0.004312333,0.001973509,0.0005128444,0.000070086724,0.0034819797],"genre_scores_gemma":[0.9548477,0.013358119,0.0017495779,0.02724407,0.002145895,0.0001140439,0.00025871073,0.00008412864,0.00019775603],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9946798,0.0009717382,0.0010567866,0.00083559786,0.0011385592,0.0013175057],"domain_scores_gemma":[0.9943533,0.00045843975,0.0005408975,0.0004516209,0.0022433694,0.0019523558],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015554407,0.0005437913,0.00083395734,0.0005268907,0.0013584854,0.0005186809,0.0004953542,0.00006406749,0.0008135756],"category_scores_gemma":[0.0018075184,0.00048477927,0.00020151745,0.0017933568,0.00083994673,0.00093127997,0.00010325061,0.0027678,0.000008234021],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0015198158,0.0012253474,0.006634521,0.0010706406,0.0016952888,0.11995939,0.08377283,0.00015035797,0.0025744233,0.002228338,0.13282019,0.64634883],"study_design_scores_gemma":[0.037715446,0.000097622236,0.00018962956,0.000139499,0.00084969023,0.5353896,0.009419355,0.018148756,0.001551552,0.00019508836,0.39511892,0.0011848434],"about_ca_topic_score_codex":0.021718342,"about_ca_topic_score_gemma":0.023885624,"teacher_disagreement_score":0.645164,"about_ca_system_score_codex":0.009274494,"about_ca_system_score_gemma":0.032228712,"threshold_uncertainty_score":0.9999416},"labels":[],"label_agreement":null},{"id":"W3152831105","doi":"10.2196/26667","title":"Using a Scenario-Based Approach to Teaching Professionalism to Medical Students: Course Description and Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Debriefing; Session (web analytics); Medical education; Likert scale; Psychology; Relevance (law); Qualitative research; Perception; Medicine; Computer science; Sociology","score_opus":0.0756443774171118,"score_gpt":0.49727238742104884,"score_spread":0.421628010003937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152831105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90144116,0.00021686612,0.021421224,0.07189159,0.0018589422,0.0019771305,0.0000015137903,0.00007932841,0.0011122602],"genre_scores_gemma":[0.8816365,0.0000051071606,0.047238477,0.067859165,0.0011070388,0.0011111749,0.000530924,0.00004208636,0.00046955288],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99230725,0.00047491782,0.0006866243,0.0006687837,0.0054970444,0.00036540892],"domain_scores_gemma":[0.99711925,0.000081574224,0.00013068708,0.00047653102,0.0012745569,0.0009174012],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050170086,0.0002260831,0.00033539446,0.00036437457,0.0003058011,0.00010348501,0.0002725998,0.00042817552,0.0012296692],"category_scores_gemma":[0.019714298,0.0002080603,0.000054458967,0.0010339282,0.00011170595,0.00018318999,0.00015062402,0.00090951956,0.000038524282],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002816571,0.023534223,0.029569728,0.0009186997,0.00013556976,0.000022725062,0.010623613,0.00008377095,0.0023500232,0.0051700817,0.1593175,0.76799244],"study_design_scores_gemma":[0.013193666,0.00094746967,0.40882504,0.017690945,0.0013203706,0.0017309088,0.03344552,0.37342113,0.00070357823,0.0014335266,0.14535792,0.0019299146],"about_ca_topic_score_codex":0.000064848056,"about_ca_topic_score_gemma":0.000008515658,"teacher_disagreement_score":0.7660625,"about_ca_system_score_codex":0.0007775987,"about_ca_system_score_gemma":0.015331955,"threshold_uncertainty_score":0.9996833},"labels":[],"label_agreement":null},{"id":"W3153092009","doi":"10.22374/cjgim.v16i1.417","title":"Medical Education in Internal Medicine","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of British Columbia; University of Calgary; McMaster University","funders":"","keywords":"Medicine; Session (web analytics); Medical education","score_opus":0.017410338049888497,"score_gpt":0.35395939713789576,"score_spread":0.33654905908800725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153092009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.734078,0.0068271677,0.0015901118,0.19281828,0.011855396,0.00017713057,0.0000019767717,0.000011073335,0.05264088],"genre_scores_gemma":[0.9263639,0.00042292397,0.0028504326,0.040333666,0.0106749525,0.0000074573295,0.00006412135,0.000047091136,0.019235486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964182,0.0001438534,0.0016168301,0.0002674277,0.0011118099,0.00044188704],"domain_scores_gemma":[0.9959663,0.000083322295,0.00042845088,0.00032574573,0.0018047945,0.0013913447],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001613716,0.00023747538,0.00073154777,0.00148857,0.0000619496,0.000017008628,0.00040303022,0.00023724386,0.013600435],"category_scores_gemma":[0.012845285,0.00018168865,0.00010447797,0.0009934736,0.0005878449,0.00016114544,0.000026006774,0.0013785071,0.000027007201],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014751777,0.00022213515,0.094852805,0.00012711204,0.0001534928,0.0046211123,0.0017592189,0.0000062656254,0.0020798258,0.005069473,0.68426716,0.20669386],"study_design_scores_gemma":[0.011374898,0.0025632225,0.21708657,0.02251303,0.00038612174,0.055599816,0.006119335,0.0015528564,0.0019484689,0.005176412,0.6751151,0.0005641534],"about_ca_topic_score_codex":0.018223826,"about_ca_topic_score_gemma":0.01685257,"teacher_disagreement_score":0.2061297,"about_ca_system_score_codex":0.00093434186,"about_ca_system_score_gemma":0.015763057,"threshold_uncertainty_score":0.9954699},"labels":[],"label_agreement":null},{"id":"W3153172127","doi":"10.2106/jbjs.oa.20.00124","title":"The Challenge of Defining Entrustable Professional Activities in Orthopaedics","year":2021,"lang":"en","type":"article","venue":"JBJS Open Access","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vetting; Argument (complex analysis); Publishing; Trustworthiness; Publication; Quality (philosophy); Audience measurement; Editorial board; Checklist; Medicine; Law; Library science; Computer science; Psychology; Political science; Internet privacy; Philosophy; Epistemology","score_opus":0.05558824995209995,"score_gpt":0.4535054166531388,"score_spread":0.3979171667010389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153172127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9000107,0.0007018623,0.000055110995,0.031273294,0.0012423401,0.00053925737,0.0000052569694,0.000013199236,0.06615896],"genre_scores_gemma":[0.99220544,0.00023724648,0.0011406259,0.00095817505,0.00010034876,0.00012942587,0.00006657843,0.000012854176,0.0051493132],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894017,0.000066709494,0.00032791332,0.00015990135,0.00033304375,0.0001722378],"domain_scores_gemma":[0.99913377,0.00018652908,0.00013234104,0.0003047482,0.00021602897,0.000026596867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081331306,0.0000672016,0.0001836294,0.00007174888,0.00013714383,0.00011121222,0.00044109192,0.00006667931,0.0006335743],"category_scores_gemma":[0.0014014565,0.000046852452,0.00002446168,0.0006434545,0.00008746013,0.00048790962,0.00056641665,0.00032208412,0.0000075591593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043695208,0.002155285,0.3850841,0.0007094464,0.00013395559,0.00009391627,0.0049414784,0.000021286218,0.0006044256,0.15996659,0.06648488,0.37936768],"study_design_scores_gemma":[0.0066149025,0.00022503569,0.4942519,0.0033785154,0.00012319093,0.00007916898,0.039509006,0.001746159,0.016184447,0.016388278,0.42094016,0.0005592299],"about_ca_topic_score_codex":0.00007498163,"about_ca_topic_score_gemma":0.00012556849,"teacher_disagreement_score":0.37880847,"about_ca_system_score_codex":0.00007670709,"about_ca_system_score_gemma":0.0010015023,"threshold_uncertainty_score":0.69371945},"labels":[],"label_agreement":null},{"id":"W3153254585","doi":"10.1177/23742895211010236","title":"Medical Education From a Theory–Practice–Philosophy Perspective","year":2021,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Scholarship; Curriculum; Education theory; Philosophy of education; Teaching philosophy; Engineering ethics; Practice theory; Sociology; Pedagogy; Medical education; Medicine; Higher education; Computer science; Political science; Engineering; Social science","score_opus":0.018996369191089213,"score_gpt":0.39735299704651267,"score_spread":0.37835662785542346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153254585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49798203,0.007512999,0.005703263,0.39774147,0.003497,0.00033198172,0.000009609459,0.00016461223,0.087057054],"genre_scores_gemma":[0.7994406,0.0010090194,0.019771531,0.17370237,0.003941467,0.00012366401,0.00039692083,0.000040625826,0.0015737808],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99803483,0.00037530082,0.00039942603,0.00045613124,0.00049989345,0.00023443026],"domain_scores_gemma":[0.998042,0.0003972123,0.00014282067,0.00041578084,0.0008543309,0.00014784822],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009773554,0.00013204898,0.00026344892,0.00014439451,0.00007926176,0.000005075963,0.00015915761,0.00069244474,0.0025436247],"category_scores_gemma":[0.04559196,0.0001258931,0.000059924925,0.00054883416,0.00028057586,0.00013878629,0.00007991717,0.001702787,0.00038327472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018587432,0.0008819808,0.0039364514,0.000025340518,0.00012851508,0.0005931946,0.0060074003,1.8841484e-7,0.003981324,0.8124427,0.04299454,0.12882246],"study_design_scores_gemma":[0.0021295769,0.00018339539,0.023201182,0.00043290423,0.0004887918,0.007921973,0.02395774,0.00012751573,0.0019512788,0.73309755,0.20612547,0.00038260676],"about_ca_topic_score_codex":0.000025708321,"about_ca_topic_score_gemma":0.0000010628893,"teacher_disagreement_score":0.3014586,"about_ca_system_score_codex":0.00028213943,"about_ca_system_score_gemma":0.0028994922,"threshold_uncertainty_score":0.9983682},"labels":[],"label_agreement":null},{"id":"W3154040452","doi":"10.36834/cmej.70697","title":"Examining the accuracy of residents’ self-assessments and faculty assessment behaviours in anesthesiology","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"Faculty of Health Sciences, Queen's University; Queen's University","keywords":"Seniority; Anesthesiology; Medicine; Self-assessment; Confidence interval; Family medicine; Psychology; Medical education; Internal medicine; Social psychology; Psychiatry","score_opus":0.036635534098457,"score_gpt":0.40473809118576604,"score_spread":0.36810255708730905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154040452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545452,0.00028123398,0.000029553528,0.04306838,0.00081170094,0.00015287622,0.0000018187087,0.000005424195,0.0011038374],"genre_scores_gemma":[0.9748747,0.00017768846,0.0059485603,0.018379098,0.00033092976,0.000024662828,0.00007735386,0.000012888951,0.00017414999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981043,0.0002184737,0.0005753418,0.00018328716,0.0006471187,0.00027149837],"domain_scores_gemma":[0.9974551,0.000144293,0.00021129336,0.0002357884,0.00063780125,0.0013157161],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015478701,0.00010124891,0.0002197039,0.00032238368,0.0001625017,0.00003674414,0.00016330142,0.0001874939,0.003977679],"category_scores_gemma":[0.013380294,0.000078252255,0.00002853549,0.00055822456,0.00014380398,0.00010565921,0.000022135357,0.0009865798,0.000002810451],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007713372,0.00043016823,0.7638211,0.000051176732,0.000044809523,0.00019701608,0.0016054662,8.7336724e-7,0.000046278852,0.0012775833,0.037244987,0.19527279],"study_design_scores_gemma":[0.00056780234,0.00007444919,0.9822872,0.00031873793,0.000046409623,0.0024720766,0.0063693128,0.00010795422,0.00002562553,0.0001946623,0.007467093,0.00006865231],"about_ca_topic_score_codex":0.004565241,"about_ca_topic_score_gemma":0.0036444087,"teacher_disagreement_score":0.21846609,"about_ca_system_score_codex":0.00058870326,"about_ca_system_score_gemma":0.062557966,"threshold_uncertainty_score":0.9969328},"labels":[],"label_agreement":null},{"id":"W3154067081","doi":"","title":"A snapshot on the competency-based medical education in surgicalspecialties at Faculty of Medicine, University of Alberta, Canada; Whereto start?","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Research & Bioethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Snapshot (computer storage); Medicine; Computer science","score_opus":0.32101610657800883,"score_gpt":0.5324553020239047,"score_spread":0.21143919544589584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154067081","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49201956,0.00007379818,0.000024455097,0.50475603,0.00028171754,0.00019312487,0.000005198264,0.0000012665748,0.0026448402],"genre_scores_gemma":[0.98835015,0.00058772374,0.0009462,0.009094322,0.00070346904,7.8497476e-7,0.00003590492,0.000010709465,0.00027075628],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99225086,0.0014215845,0.0017453363,0.0001955012,0.004131943,0.00025480072],"domain_scores_gemma":[0.9806647,0.012526591,0.0010312108,0.00039273634,0.004766512,0.0006182702],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015194034,0.00011029654,0.0007370569,0.00022806323,0.000100778765,0.000003966447,0.000554239,0.00035667757,0.0034569253],"category_scores_gemma":[0.14777581,0.00007025858,0.0001491683,0.0011066495,0.0032778112,0.000042781037,0.00009027451,0.003519208,0.000004241002],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008505519,0.0027277574,0.1425867,0.00078448694,0.00021730887,0.00016771087,0.0040072715,0.00003734392,0.00013760549,0.06516769,0.7480279,0.027632726],"study_design_scores_gemma":[0.014758455,0.011296999,0.35163018,0.007975003,0.00021615624,0.000046745772,0.04262815,0.0062318044,0.0010615324,0.0049905665,0.55878705,0.00037737194],"about_ca_topic_score_codex":0.072536536,"about_ca_topic_score_gemma":0.2684614,"teacher_disagreement_score":0.49633056,"about_ca_system_score_codex":0.00034599536,"about_ca_system_score_gemma":0.05774627,"threshold_uncertainty_score":0.9994347},"labels":[],"label_agreement":null},{"id":"W3154325434","doi":"10.1016/j.pec.2021.03.040","title":"Does a measure of Medical Professional Identity Formation predict communication skills performance?","year":2021,"lang":"en","type":"article","venue":"Patient Education and Counseling","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Psychology; Identity (music); Formative assessment; Communication skills; Coaching; Curriculum; Objective structured clinical examination; Medicine; Pedagogy","score_opus":0.008915921124260704,"score_gpt":0.31391021594250496,"score_spread":0.30499429481824425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154325434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906325,0.0007401459,0.0013797786,0.0049677347,0.0012702362,0.0002817153,0.0000027516724,0.000029286935,0.00069587503],"genre_scores_gemma":[0.9934683,0.0013994571,0.003059914,0.0012301592,0.00013034408,0.000079901176,0.0003735767,0.000009533378,0.0002488008],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979953,0.00009031377,0.00053690595,0.00016208782,0.0010975081,0.000117889635],"domain_scores_gemma":[0.99805087,0.000051035477,0.00022478447,0.0002900324,0.0012990893,0.00008416301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077573466,0.000092712144,0.00016358089,0.00012933834,0.00018189226,0.000023900539,0.000089705274,0.00013787771,0.00035714795],"category_scores_gemma":[0.00099109,0.00006645073,0.00003413488,0.00041644947,0.00008795176,0.0004169703,0.000040430867,0.00027361573,0.000007068603],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006649066,0.0037754874,0.04515169,0.0013249421,0.00006154684,9.515802e-7,0.023143273,0.000008104037,0.00094062416,0.003176995,0.007835167,0.9145147],"study_design_scores_gemma":[0.008358345,0.0012062351,0.4210866,0.036080055,0.001163876,0.0013729648,0.19147086,0.095764436,0.07870321,0.009887978,0.15292898,0.0019764537],"about_ca_topic_score_codex":0.00001416962,"about_ca_topic_score_gemma":0.000009566048,"teacher_disagreement_score":0.9125383,"about_ca_system_score_codex":0.000089166846,"about_ca_system_score_gemma":0.0011968415,"threshold_uncertainty_score":0.39105198},"labels":[],"label_agreement":null},{"id":"W3154680454","doi":"10.2106/jbjs.oa.20.00010","title":"Entrustable Professional Activities in Orthopaedics","year":2021,"lang":"en","type":"review","venue":"JBJS Open Access","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; Sunnybrook Health Science Centre; Hospital for Sick Children; Toronto Western Hospital; Women's College Hospital","funders":"","keywords":"Subspecialty; Medicine; Specialty; Delphi method; Delphi; Medical education; Orthopedic surgery; Focus group; Family medicine; Surgery","score_opus":0.1523537177114945,"score_gpt":0.5644514478345348,"score_spread":0.4120977301230403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154680454","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009669608,0.97891164,0.000014257003,0.0007290884,0.0023420246,0.0023907989,0.000018027758,0.000026018533,0.015471422],"genre_scores_gemma":[0.000008684775,0.9713377,0.0009354657,0.001033137,0.0005800816,0.0011298958,0.0014499627,0.0000631658,0.023461916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750423,0.00019930334,0.00087247154,0.0005123519,0.0005657487,0.00034587734],"domain_scores_gemma":[0.99856263,0.00016192182,0.00037639833,0.0006304956,0.00018879946,0.00007972179],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094685744,0.00030870142,0.0017428101,0.0004983665,0.000106970176,0.0004623886,0.0012606164,0.00043866798,0.0042563314],"category_scores_gemma":[0.0011827227,0.00024172237,0.00016839393,0.002107438,0.00008314102,0.00092796143,0.0015355852,0.0013059003,0.000057676323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007141851,0.00038826498,0.00042489986,0.009844402,0.0000526156,0.00007002193,0.000067014356,7.9869615e-8,4.5637005e-8,0.0010157959,0.07227193,0.9158578],"study_design_scores_gemma":[0.0003681772,0.000017011502,0.00011340833,0.03776113,0.00023538023,0.000069329966,0.0002460656,0.0000054004413,0.0000011877031,0.000046030964,0.9609154,0.00022151883],"about_ca_topic_score_codex":0.00009893747,"about_ca_topic_score_gemma":0.00002561379,"teacher_disagreement_score":0.91563624,"about_ca_system_score_codex":0.0005525387,"about_ca_system_score_gemma":0.0054142172,"threshold_uncertainty_score":0.9966539},"labels":[],"label_agreement":null},{"id":"W3154751299","doi":"10.1111/medu.14541","title":"When I say … feedback literacy","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Literacy; Psychology; Medical education; Medicine; Computer science; Pedagogy","score_opus":0.009313986673611312,"score_gpt":0.35451864649451803,"score_spread":0.3452046598209067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154751299","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4632372,0.0014307873,0.00368641,0.47224498,0.0064918557,0.0003981593,0.0000016738074,0.00019020365,0.052318737],"genre_scores_gemma":[0.47800815,0.00024015922,0.057157747,0.39634025,0.004901395,0.0002275621,0.0016487874,0.00006894312,0.061407022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980417,0.00006811591,0.00042685992,0.00031634813,0.0009108662,0.00023612779],"domain_scores_gemma":[0.9983946,0.00005467434,0.0000771337,0.00047478545,0.00086564646,0.00013315056],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048056396,0.00012071328,0.00020153096,0.00013651742,0.00008880885,0.000039157407,0.00011557612,0.00021139503,0.015972406],"category_scores_gemma":[0.010284646,0.000110745976,0.00006520942,0.0006538739,0.000109480534,0.00014467858,0.000041081068,0.00046295865,0.0006102027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009479474,0.00086847495,0.004022534,0.00009420387,0.000015976806,0.00001142968,0.00076814543,5.3769053e-8,0.00012641796,0.0015679374,0.5399723,0.45254305],"study_design_scores_gemma":[0.00062938477,0.000044622957,0.026166225,0.00047661766,0.000053859378,0.00042427063,0.0005626067,0.00035799047,0.0009664217,0.0016606224,0.9685212,0.00013622743],"about_ca_topic_score_codex":0.000025640778,"about_ca_topic_score_gemma":0.0000032154385,"teacher_disagreement_score":0.45240682,"about_ca_system_score_codex":0.00020810626,"about_ca_system_score_gemma":0.0057162684,"threshold_uncertainty_score":0.99992037},"labels":[],"label_agreement":null},{"id":"W3154833206","doi":"10.36834/cmej.72402","title":"Canadian Conference on Medical Education 2021 Abstracts","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Computer science; Data science","score_opus":0.01591060547688194,"score_gpt":0.33622424581628485,"score_spread":0.3203136403394029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154833206","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082208686,0.0007102429,0.000055611912,0.7293493,0.01290569,0.00030939069,0.000009223352,0.000025189973,0.17442663],"genre_scores_gemma":[0.6067476,0.0005443887,0.002031443,0.36932626,0.006712257,0.00006766677,0.0005845902,0.000057493275,0.013928291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527436,0.00017620977,0.0009494648,0.00045812165,0.002303907,0.00083795807],"domain_scores_gemma":[0.97343326,0.00006337974,0.00021664271,0.00060530705,0.0031037945,0.022577612],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016358059,0.0002689742,0.00035603697,0.0011226037,0.0005512141,0.00019066781,0.00042468894,0.0007769235,0.30993247],"category_scores_gemma":[0.07937007,0.00026727188,0.00012220291,0.0011789857,0.00021660198,0.00019117298,0.000017268514,0.0026400776,0.0011769743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007242963,0.00044716505,0.0008611363,0.000030118897,0.000036639372,0.00034470262,0.00033121931,7.855669e-7,0.0000065959503,0.009278138,0.634359,0.35429728],"study_design_scores_gemma":[0.0006977517,0.00009136207,0.015768133,0.0015452777,0.00006271801,0.009059237,0.0033938573,0.00028672453,0.000058716825,0.0015316578,0.96717757,0.0003269713],"about_ca_topic_score_codex":0.1412928,"about_ca_topic_score_gemma":0.5392754,"teacher_disagreement_score":0.6525551,"about_ca_system_score_codex":0.003488026,"about_ca_system_score_gemma":0.6560431,"threshold_uncertainty_score":0.99997795},"labels":[],"label_agreement":null},{"id":"W3154997145","doi":"10.1096/fasebj.27.1_supplement.960.25","title":"The integration of anatomy and radiology through interactive online modules","year":2013,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Gross anatomy; Curriculum; Context (archaeology); Process (computing); Surface anatomy; Medical physics; Medicine; Anatomy; Pelvis; Radiology; Computer science; Medical education; Psychology; Biology","score_opus":0.021344668429963232,"score_gpt":0.34607652892691937,"score_spread":0.3247318604969561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154997145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698564,0.00030695635,0.004938802,0.02394408,0.00036401328,0.00015651718,0.0000011263976,0.000004884783,0.0004272396],"genre_scores_gemma":[0.9938904,0.0003300337,0.0043019345,0.00092189194,0.00033176833,0.000006759642,0.000008948309,0.0000051367088,0.00020313807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993813,0.00008789597,0.00025168445,0.000052819552,0.00013236055,0.000093939096],"domain_scores_gemma":[0.99916655,0.00017158396,0.00017211461,0.00013437998,0.00033358237,0.000021811538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003901629,0.000054910484,0.00010421943,0.000041983898,0.00017338776,0.000020699626,0.00008968116,0.000037526304,0.00010818902],"category_scores_gemma":[0.00076974335,0.000024274883,0.00002611263,0.00013060722,0.00028642718,0.00012787216,0.000017993325,0.0004500672,0.0000060862335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023453048,0.0003124228,0.0041850084,0.000024117879,0.00031172164,0.0000050563276,0.011376059,0.000012271325,0.16090347,0.01845671,0.048750807,0.75542784],"study_design_scores_gemma":[0.00566488,0.0021135458,0.5018603,0.0009911028,0.0005328383,0.011422881,0.13331784,0.03248416,0.13898775,0.14717287,0.025008766,0.00044306816],"about_ca_topic_score_codex":0.000042811098,"about_ca_topic_score_gemma":0.0000052435857,"teacher_disagreement_score":0.75498474,"about_ca_system_score_codex":0.000046016125,"about_ca_system_score_gemma":0.000055950593,"threshold_uncertainty_score":0.1955343},"labels":[],"label_agreement":null},{"id":"W3155135002","doi":"10.1007/s10459-021-10050-1","title":"A philosophical history of programmatic assessment: tracing shifting configurations","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Presupposition; Historiography; Epistemology; Narrative; Sociology; Positivism; Reification (Marxism); Formative assessment; Political science; Philosophy; Pedagogy; Politics; Law","score_opus":0.03681125724953855,"score_gpt":0.43900048245150747,"score_spread":0.4021892252019689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155135002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6262335,0.05223745,0.015541076,0.17714696,0.011399552,0.00278414,0.0000033564781,0.0001625742,0.114491396],"genre_scores_gemma":[0.901343,0.00053812255,0.094959676,0.0025690524,0.00019176172,0.00013180652,0.000046824716,0.0000067223596,0.00021304106],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998123,0.0001110779,0.00078125077,0.00029095518,0.00045713445,0.00023657248],"domain_scores_gemma":[0.9988929,0.00013045625,0.0003703854,0.00020208537,0.00034405926,0.0000601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001342955,0.00008376378,0.00022923641,0.00029479025,0.00011768979,0.000010978572,0.00009410857,0.00004897484,0.0001353444],"category_scores_gemma":[0.001339149,0.00008240272,0.000029665192,0.0013679366,0.0003638764,0.00043884406,0.000012158833,0.00025677567,0.0000026481143],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010521061,0.0018559938,0.05474061,0.003101666,0.0000067750034,0.0000020120676,0.005669634,0.00027579567,0.0005904509,0.20197795,0.00085569354,0.73091286],"study_design_scores_gemma":[0.0037197436,0.0026405635,0.37922993,0.01771375,0.00012536136,0.0006166947,0.06324254,0.06014941,0.0013065679,0.15229131,0.31766555,0.0012985838],"about_ca_topic_score_codex":0.000059491886,"about_ca_topic_score_gemma":0.00003372954,"teacher_disagreement_score":0.7296143,"about_ca_system_score_codex":0.0011969933,"about_ca_system_score_gemma":0.011151729,"threshold_uncertainty_score":0.99445415},"labels":[],"label_agreement":null},{"id":"W3155258197","doi":"10.36834/cmej.68245","title":"Re-examining the value proposition for Competency-Based Medical Education","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Mindset; Argument (complex analysis); Status quo; Value (mathematics); Transformative learning; Value proposition; Assertion; Deferral; Medical education; Medicine; Public relations; Psychology; Political science; Pedagogy; Management; Business; Computer science; Law; Finance; Economics","score_opus":0.016136970055465567,"score_gpt":0.3380787614611545,"score_spread":0.32194179140568896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155258197","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029244604,0.0011288901,0.007928437,0.9391309,0.010918118,0.0008949169,0.000007118862,0.000049560276,0.01069744],"genre_scores_gemma":[0.3518714,0.00013360419,0.048167527,0.58548605,0.01013266,0.0004914708,0.0010860119,0.0000883123,0.0025429984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961327,0.0002642433,0.0008499604,0.00035621552,0.001861375,0.00053550437],"domain_scores_gemma":[0.99126565,0.00023297605,0.0002720089,0.0005225071,0.00283362,0.0048732413],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027465483,0.00020672043,0.00028629598,0.0004421178,0.00084019644,0.00013771842,0.0003869941,0.0004566888,0.026909353],"category_scores_gemma":[0.08369148,0.00016291779,0.0001340407,0.0009797716,0.00031673675,0.00014838089,0.000017532995,0.0014596395,0.00005767114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027951524,0.0007661224,0.0013066942,0.00014773895,0.000058861522,0.000038033068,0.0006520659,0.000005465924,0.000028430126,0.026439726,0.62659323,0.3439357],"study_design_scores_gemma":[0.0023726188,0.0003399795,0.011625922,0.0029021844,0.00031060344,0.004939936,0.012512941,0.0114626195,0.00027965466,0.007466772,0.9453178,0.0004689413],"about_ca_topic_score_codex":0.00083923613,"about_ca_topic_score_gemma":0.004700548,"teacher_disagreement_score":0.5037695,"about_ca_system_score_codex":0.0012018576,"about_ca_system_score_gemma":0.5049714,"threshold_uncertainty_score":0.9739802},"labels":[],"label_agreement":null},{"id":"W3155877991","doi":"10.2196/25903","title":"The United States Medical Licensing Exam Step 2 Clinical Skills Examination: Potential Alternatives During and After the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Coronavirus disease 2019 (COVID-19); United States Medical Licensing Examination; Graduate medical education; Pandemic; Matching (statistics); Medical school; Psychology; Medicine; Pathology","score_opus":0.021373693888718206,"score_gpt":0.41468073718341286,"score_spread":0.3933070432946947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155877991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88371974,0.00074905343,0.0010460715,0.111638114,0.002119373,0.0005037405,0.0000027912097,0.0000844455,0.00013666948],"genre_scores_gemma":[0.92928565,0.003933421,0.0006140104,0.060669057,0.0030302098,0.0002831622,0.0005169748,0.000036428926,0.0016311017],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99523616,0.00095788855,0.0009873109,0.0005123255,0.0019223207,0.00038397877],"domain_scores_gemma":[0.99620444,0.0014614755,0.00027128804,0.0005971973,0.0007655248,0.00070008123],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036120757,0.00021773213,0.00029063527,0.00017411204,0.0006064475,0.00011423694,0.0002851969,0.00040307821,0.0015091003],"category_scores_gemma":[0.031090872,0.00013525467,0.00008893228,0.00093741965,0.0012522696,0.00013224497,0.00018189651,0.0013520546,0.000023194745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031829657,0.0032073548,0.14067073,0.0004170574,0.0002637768,0.00020137042,0.008094703,0.0000037125837,0.000038775575,0.0009918195,0.04530332,0.80048907],"study_design_scores_gemma":[0.00233638,0.000099708486,0.7809197,0.00051692344,0.00013156056,0.0025998526,0.012574569,0.0045166495,0.000019768408,0.00036627235,0.19567403,0.000244592],"about_ca_topic_score_codex":0.00007557145,"about_ca_topic_score_gemma":0.00008051182,"teacher_disagreement_score":0.8002445,"about_ca_system_score_codex":0.00029551255,"about_ca_system_score_gemma":0.0044880197,"threshold_uncertainty_score":0.99940366},"labels":[],"label_agreement":null},{"id":"W3156048883","doi":"10.1097/acm.0000000000004128","title":"Improving Medical Student Comfort and Competence in Performing Gynecological Exams: A Systematic Review","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychological intervention; CINAHL; Medical education; Medicine; MEDLINE; Scopus; Competence (human resources); Inclusion (mineral); Psychology; Nursing","score_opus":0.06654951780670028,"score_gpt":0.46380844798043547,"score_spread":0.3972589301737352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156048883","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013400389,0.9917348,0.00012052126,0.002497764,0.0006668625,0.004442585,0.0000014176743,0.00006241567,0.0003396153],"genre_scores_gemma":[0.00008802958,0.9878957,0.00019691403,0.009370237,0.0006608466,0.0010793365,0.0002689366,0.0000566154,0.00038337443],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99193966,0.0006128718,0.003916455,0.0008775941,0.0020655948,0.00058780884],"domain_scores_gemma":[0.99595106,0.00159057,0.0010970761,0.00075525325,0.000203549,0.00040251992],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008782689,0.0006333431,0.006975443,0.0005357447,0.00009575112,0.000008529989,0.0006058139,0.001302972,0.0009225325],"category_scores_gemma":[0.041714724,0.00039667127,0.00017683339,0.0015982875,0.0005381987,0.000087015644,0.00037493007,0.005051556,0.000027208462],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.940067e-7,0.00003472423,0.00007604716,0.697926,0.00008861267,0.00022469257,0.0002770637,4.6866453e-9,1.613673e-7,0.00035609945,0.0012104174,0.2998052],"study_design_scores_gemma":[0.00063664786,0.0001692008,0.000020721873,0.9095355,0.003948148,0.003290402,0.0010369973,0.000103088045,5.550877e-8,0.0000085396705,0.08095534,0.0002953379],"about_ca_topic_score_codex":0.000024655617,"about_ca_topic_score_gemma":0.0000023474586,"teacher_disagreement_score":0.29950985,"about_ca_system_score_codex":0.0006951363,"about_ca_system_score_gemma":0.0014994493,"threshold_uncertainty_score":0.99999356},"labels":[],"label_agreement":null},{"id":"W3156126344","doi":"10.1097/acm.0000000000003993","title":"In Reply to Brown","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Core competency; Context (archaeology); Harm; Curriculum; Medical education; Task (project management); Psychology; Core curriculum; Core Knowledge; Medicine; Engineering ethics; Pedagogy; Computer science; Social psychology; Knowledge management","score_opus":0.04305698186565618,"score_gpt":0.3783028476857837,"score_spread":0.3352458658201275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156126344","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00352199,0.0011273726,0.00018769952,0.9819819,0.0037915064,0.0007531308,0.0000028949282,0.00006851345,0.008564995],"genre_scores_gemma":[0.00036628664,0.00034628602,0.0006834992,0.89952046,0.031348683,0.00015408848,0.00095084787,0.000078816855,0.06655104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959077,0.00010582482,0.0012484071,0.0007945561,0.0013351451,0.0006083227],"domain_scores_gemma":[0.9980401,0.0002190243,0.0002316983,0.000998747,0.00036632485,0.00014410507],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012750978,0.00036872408,0.0010055478,0.0011284424,0.000037808193,0.0000042164984,0.00035501958,0.0017267255,0.0041417647],"category_scores_gemma":[0.010316167,0.00030942552,0.00005789232,0.0021013776,0.00020703525,0.000067005276,0.000099533936,0.009893892,0.00038332725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016031936,0.000007928578,0.00033063578,0.00039800289,0.000032192576,0.0010696638,0.0016543353,2.0849932e-7,0.0002956482,0.00008718398,0.99275655,0.003351633],"study_design_scores_gemma":[0.00097275723,0.00016240176,0.0004849362,0.003889574,0.00012609354,0.00050096354,0.00046206184,0.000011616144,0.00010096627,0.00041704654,0.99262786,0.00024374938],"about_ca_topic_score_codex":0.00019963004,"about_ca_topic_score_gemma":0.0000014510873,"teacher_disagreement_score":0.08246144,"about_ca_system_score_codex":0.0005560773,"about_ca_system_score_gemma":0.00059403334,"threshold_uncertainty_score":0.9999358},"labels":[],"label_agreement":null},{"id":"W3156284208","doi":"10.22374/cjgim.v16i1.468","title":"Casebook of a Community Internist: Fun with Finals","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Island Health","funders":"","keywords":"Casebook; Judgement; Medicine; Medical education; Law","score_opus":0.043086443599492104,"score_gpt":0.3382555847171476,"score_spread":0.2951691411176555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156284208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728638,0.00087063404,0.0013944595,0.0141429305,0.00095054705,0.000075550975,0.0000064164874,0.000003297979,0.0096923625],"genre_scores_gemma":[0.9849819,0.00002419276,0.0028503516,0.0058305915,0.00093344133,0.000001851958,0.000022119999,0.000018919889,0.0053366395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984024,0.00013864665,0.0007722643,0.00007785152,0.0003869341,0.00022190838],"domain_scores_gemma":[0.9968138,0.00007104883,0.00041926268,0.00031022177,0.0019129803,0.0004727241],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007721928,0.00013583795,0.00049906306,0.00046838267,0.00008103808,0.000010154149,0.00022370325,0.00007602881,0.002249471],"category_scores_gemma":[0.001657532,0.00009639811,0.0000780058,0.00037548557,0.0004844432,0.00006987741,0.000016054913,0.00095435465,0.0000048069573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011968442,0.00057271234,0.0929378,0.00092015526,0.0016981026,0.013211536,0.020727156,0.000051200852,0.043345343,0.004275431,0.6439714,0.17709233],"study_design_scores_gemma":[0.01823477,0.019424532,0.20482208,0.023362212,0.0019528022,0.13785796,0.032136217,0.0005653009,0.091669254,0.0025630435,0.4665307,0.00088113017],"about_ca_topic_score_codex":0.012491494,"about_ca_topic_score_gemma":0.010025119,"teacher_disagreement_score":0.17744069,"about_ca_system_score_codex":0.0002865763,"about_ca_system_score_gemma":0.0023967642,"threshold_uncertainty_score":0.9986626},"labels":[],"label_agreement":null},{"id":"W3156314865","doi":"10.46747/cfp.6704239","title":"Adaptive family physicians","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Specialty; Competence (human resources); Computer science; Data science; Medicine; Knowledge management; Medical education; Family medicine; Psychology; Social psychology","score_opus":0.022647589511754933,"score_gpt":0.27098871052915446,"score_spread":0.24834112101739952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156314865","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27444854,0.00082344137,0.00051855587,0.0074062827,0.0015048938,0.00037177815,0.00007400828,0.00011107055,0.7147414],"genre_scores_gemma":[0.53339446,0.00001960103,0.0025392633,0.45999947,0.0011470318,0.000042275624,0.00032939788,0.00005402078,0.0024744468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984662,0.00003693291,0.0002481678,0.00039003667,0.0003284794,0.0005301899],"domain_scores_gemma":[0.9985296,0.000019775467,0.0000627102,0.00054730964,0.0005636658,0.00027691605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009353113,0.0001880442,0.0002948633,0.00021811025,0.00019788959,0.00003221739,0.00012347079,0.00012194189,0.000018731482],"category_scores_gemma":[0.00007034829,0.0002147306,0.000112915484,0.0012793058,0.0001393581,0.00011852837,0.000017989521,0.00039151785,0.00053285895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001546884,0.00022816783,0.00015890539,0.000040836956,0.00014753587,0.00030789393,0.0003668485,0.00001186039,0.020109188,0.012948226,0.48056215,0.48510292],"study_design_scores_gemma":[0.0010190441,0.00016148954,0.08471208,0.00035527934,0.00017033021,0.000010426685,0.012838256,0.0009775937,0.002806076,0.0017426328,0.89467233,0.0005344338],"about_ca_topic_score_codex":0.002887226,"about_ca_topic_score_gemma":0.0015802932,"teacher_disagreement_score":0.712267,"about_ca_system_score_codex":0.0006519586,"about_ca_system_score_gemma":0.0024975366,"threshold_uncertainty_score":0.87564594},"labels":[],"label_agreement":null},{"id":"W3156435682","doi":"10.2196/27020","title":"Virtual vs Online: Insight From Medical Students. Comment on “Effectiveness of Virtual Medical Teaching During the COVID-19 Crisis: Systematic Review”","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Online teaching; Medical education; Psychology; Medicine; Virology; Pathology","score_opus":0.014119123120372452,"score_gpt":0.4019204609702569,"score_spread":0.38780133784988446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156435682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5637303,0.0036730012,0.0012760352,0.42453933,0.0032967469,0.003062101,0.00002263023,0.00014511212,0.00025476454],"genre_scores_gemma":[0.6223931,0.0016436711,0.0001469933,0.3715148,0.0014192262,0.0013727429,0.0012429005,0.000059590493,0.00020700869],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9840643,0.003052381,0.002070561,0.00076135906,0.009615982,0.00043541283],"domain_scores_gemma":[0.9926121,0.00314002,0.00066778087,0.0015277485,0.00073377026,0.001318542],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009077446,0.00041115537,0.0013551345,0.00027297193,0.000359853,0.0000485207,0.0012632429,0.0006794027,0.004519658],"category_scores_gemma":[0.12117684,0.0002807519,0.00025595742,0.0009850672,0.00044177487,0.00013085369,0.00039402297,0.0025627648,0.00007965505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010851249,0.041183565,0.008498966,0.26235053,0.0016759717,0.0004705519,0.011241213,0.0000057231223,0.00018588918,0.017883033,0.6427107,0.012708746],"study_design_scores_gemma":[0.017545693,0.0024193882,0.054709446,0.7622744,0.0032202725,0.0023977226,0.040907566,0.0014411791,0.00094420055,0.0006964291,0.11162299,0.0018207266],"about_ca_topic_score_codex":0.00024792526,"about_ca_topic_score_gemma":0.000027753227,"teacher_disagreement_score":0.5310877,"about_ca_system_score_codex":0.0011234079,"about_ca_system_score_gemma":0.010938978,"threshold_uncertainty_score":0.9999645},"labels":[],"label_agreement":null},{"id":"W3156469892","doi":"10.3138/jvme.2019-0036","title":"Design and Delivery of the Clinical Integrative Puzzle as a Collaborative Learning Tool","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Enculturation; Multidisciplinary approach; Scripting language; Computer science; Collaborative learning; Psychology; Discipline; Set (abstract data type); Formative assessment; Medical education; Knowledge management; Mathematics education; Medicine; Pedagogy","score_opus":0.07149857287588614,"score_gpt":0.441419547597498,"score_spread":0.3699209747216119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156469892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98039246,0.0009063658,0.0022511156,0.014054884,0.0018073624,0.00020269683,3.0757909e-7,0.0000047947588,0.00038000036],"genre_scores_gemma":[0.9734633,0.0009871129,0.02146222,0.0029195787,0.00058173464,0.00001127096,0.0000060883917,0.000012405669,0.0005562887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974175,0.0006765362,0.0009242575,0.0001398098,0.00073303375,0.000108881206],"domain_scores_gemma":[0.9962549,0.000461979,0.00068053626,0.00018390294,0.0022893345,0.00012931964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002093618,0.00010308162,0.00034777168,0.00011004349,0.00009998189,0.000014503207,0.00012688247,0.00017234935,0.00040202498],"category_scores_gemma":[0.023650074,0.000066221255,0.000095378644,0.0006625481,0.00032995705,0.0001489892,0.00006327133,0.0009397255,0.0000034791556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001982417,0.0044633118,0.017629104,0.00037163845,0.00047977816,0.00022067425,0.009656027,0.00002031459,0.0116682295,0.0015339623,0.04938776,0.90258676],"study_design_scores_gemma":[0.013360444,0.025727548,0.332219,0.01729273,0.0016676063,0.042627696,0.09887078,0.0070495135,0.017883703,0.0041969926,0.43816188,0.000942108],"about_ca_topic_score_codex":0.0000037904101,"about_ca_topic_score_gemma":5.330507e-7,"teacher_disagreement_score":0.90164465,"about_ca_system_score_codex":0.000113678594,"about_ca_system_score_gemma":0.009309009,"threshold_uncertainty_score":0.9963073},"labels":[],"label_agreement":null},{"id":"W3156541038","doi":"10.2196/29335","title":"Author’s Reply to: Virtual vs Online: Insight From Medical Students. Comment on “Effectiveness of Virtual Medical Teaching During the COVID-19 Crisis: Systematic Review”","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Medical education; Computer science; Medicine; Internal medicine","score_opus":0.017032715948330345,"score_gpt":0.41490647162960476,"score_spread":0.3978737556812744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156541038","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37372327,0.0015571592,0.0014252391,0.61675906,0.0031658881,0.0030613316,0.000020175006,0.00013104874,0.00015684984],"genre_scores_gemma":[0.4217142,0.00048197206,0.00027547896,0.5730657,0.0013802804,0.0017133222,0.0009070826,0.00006260063,0.00039935092],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9831061,0.0031894394,0.0023259912,0.0009169882,0.009979292,0.00048223278],"domain_scores_gemma":[0.99133897,0.0032541414,0.0006781908,0.0019263765,0.00089403,0.0019082705],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011697461,0.00043477252,0.0014185682,0.000339175,0.00038103253,0.00005750273,0.001366474,0.000598836,0.0035300292],"category_scores_gemma":[0.18231122,0.00030373828,0.00025068576,0.0012660661,0.00032954183,0.00012379856,0.0004841589,0.0024918625,0.00010632102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007161744,0.017607335,0.0030296505,0.10253767,0.00075743895,0.0002471437,0.008951458,0.000004682058,0.00011715822,0.0077890162,0.8512519,0.0069903983],"study_design_scores_gemma":[0.010959596,0.0027283838,0.047161218,0.61770284,0.0023609814,0.0017510534,0.035260484,0.0008707758,0.0008615973,0.00047470798,0.27822727,0.0016410779],"about_ca_topic_score_codex":0.00038234843,"about_ca_topic_score_gemma":0.000030025176,"teacher_disagreement_score":0.5730246,"about_ca_system_score_codex":0.0013335772,"about_ca_system_score_gemma":0.01091823,"threshold_uncertainty_score":0.99994147},"labels":[],"label_agreement":null},{"id":"W3156604998","doi":"10.46747/cfp.6704302","title":"Canadian pioneer in continuing medical education","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; General practice; Family medicine; Medicine; Medical school; Family doctors; Continuing education; Medical education; Pediatrics","score_opus":0.008846638872010908,"score_gpt":0.2738755104602063,"score_spread":0.2650288715881954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156604998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6564282,0.00070105086,0.000017034861,0.03982194,0.0017540192,0.000295537,0.000011571265,0.000029585575,0.30094102],"genre_scores_gemma":[0.7168113,0.000017562234,0.00043855153,0.28016254,0.0005897627,0.000042656964,0.0003998796,0.000027092474,0.0015106695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846256,0.000041263633,0.0003043403,0.00029545688,0.00036546143,0.0005309484],"domain_scores_gemma":[0.9982103,0.000015640491,0.000036500238,0.00035670988,0.0003975636,0.0009832578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024820567,0.00013302892,0.00022179575,0.000633861,0.00008695461,0.000031921823,0.00012344794,0.00020476177,0.0001686141],"category_scores_gemma":[0.0006268795,0.0001563038,0.0000472729,0.0013477639,0.000062579726,0.00009894947,0.000009712052,0.00047209603,0.00022369434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003979803,0.00018051184,0.0058859,0.00005250009,0.000026557129,0.00035673275,0.0006541639,0.0000024138385,0.0005231087,0.01129203,0.25299886,0.72802323],"study_design_scores_gemma":[0.00070008036,0.000024222825,0.16387802,0.00077940116,0.00003191212,0.000027079599,0.005388544,0.0005729155,0.0001839943,0.0007759847,0.8273327,0.00030516266],"about_ca_topic_score_codex":0.47559807,"about_ca_topic_score_gemma":0.8559361,"teacher_disagreement_score":0.72771806,"about_ca_system_score_codex":0.002247062,"about_ca_system_score_gemma":0.024866378,"threshold_uncertainty_score":0.98066175},"labels":[],"label_agreement":null},{"id":"W3157417831","doi":"10.1007/s43678-021-00125-8","title":"Capturing the forest and the trees: workplace-based assessment tools in emergency medicine","year":2021,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Queen's University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; MEDLINE; Medical emergency; Data science; Emergency medicine; Computer science","score_opus":0.05814083601901122,"score_gpt":0.3822478785836182,"score_spread":0.324107042564607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157417831","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045558596,0.021462696,0.0002972854,0.11933765,0.8485924,0.00081683625,0.000017155839,0.000007868902,0.0049122497],"genre_scores_gemma":[0.031580288,0.010572938,0.00020802737,0.0009132894,0.9502633,0.00010424907,0.00049252075,0.00012079864,0.0057445923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99334085,0.00046597674,0.0031893367,0.0004223883,0.0019014052,0.0006800195],"domain_scores_gemma":[0.9933389,0.0011084082,0.0016126744,0.00086893776,0.0024023456,0.00066874584],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069165328,0.0005355121,0.0014861109,0.0010822058,0.00035619136,0.000015903106,0.0007114231,0.00060287066,0.008566244],"category_scores_gemma":[0.032778095,0.0002795951,0.0002333453,0.0019313303,0.0010467927,0.0001318421,0.00003282691,0.003820071,0.00000282763],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011613469,0.00003698889,0.004999281,0.00034338076,0.00021532764,0.0001443747,0.0021214418,0.000052842937,0.000006823082,0.00038377685,0.98984224,0.0017373887],"study_design_scores_gemma":[0.006283083,0.00052086636,0.0095168315,0.0052272165,0.0010449085,0.000033672663,0.00545885,0.00035693208,8.1124017e-7,0.0007572189,0.9705201,0.00027953944],"about_ca_topic_score_codex":0.014217496,"about_ca_topic_score_gemma":0.08406126,"teacher_disagreement_score":0.11842436,"about_ca_system_score_codex":0.00091174507,"about_ca_system_score_gemma":0.008584066,"threshold_uncertainty_score":0.9999656},"labels":[],"label_agreement":null},{"id":"W3157526367","doi":"10.21203/rs.3.rs-426917/v1","title":"Correlation of Residents’ Performance in Competency-Based Exams and Orthopaedic In- Training Examinations (OITE)","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Significant difference; Cohort; Curriculum; Physical therapy; Medical physics; Internal medicine; Psychology","score_opus":0.07710383258666527,"score_gpt":0.4094500643117935,"score_spread":0.3323462317251282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157526367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99459535,0.0004815549,0.00049417524,0.0013869673,0.0002211123,0.0010331137,0.000006347342,0.000018246283,0.0017631121],"genre_scores_gemma":[0.9940891,0.0003239856,0.004302056,0.000053087228,0.000095504016,0.00023789932,0.0007411758,0.000025529764,0.00013163805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966791,0.00043779172,0.00074238185,0.00046705993,0.0013035978,0.00037004924],"domain_scores_gemma":[0.9978347,0.00046521946,0.00015412942,0.0004987496,0.00097034394,0.000076870216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042032003,0.00015408099,0.00041282535,0.002067096,0.000082634666,0.000033639957,0.0001480161,0.0003569283,0.0001614084],"category_scores_gemma":[0.0048388713,0.00016426647,0.000048049515,0.0019807303,0.0003077181,0.000108257576,0.00020055528,0.0022884738,0.0000035346177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059429305,0.00038508218,0.93910444,0.0042410837,0.000014068183,0.000045521796,0.0063775624,0.0010893234,0.00017417969,0.0008674569,0.000058867707,0.047582988],"study_design_scores_gemma":[0.0010963823,0.0001480694,0.9345503,0.008573038,0.000011329784,0.000007280111,0.005621117,0.049538195,0.00010234415,0.00021612491,0.000028173548,0.00010767955],"about_ca_topic_score_codex":0.00048312,"about_ca_topic_score_gemma":0.00053725054,"teacher_disagreement_score":0.04844887,"about_ca_system_score_codex":0.0004995703,"about_ca_system_score_gemma":0.004042607,"threshold_uncertainty_score":0.9942407},"labels":[],"label_agreement":null},{"id":"W3157554170","doi":"10.3138/jvme-2020-0109","title":"An Entrustable Professional Activities Model for Assessment of Undergraduate Competence in Anesthesia and Surgery: Performance of the Assessment Scheme and the Impact of Assessment Timing and Variation in Structure of Teaching Activities on Student Outcomes","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neutering; Cohort; Medicine; Competence (human resources); Cohort study; Documentation; Anesthesiology; Educational measurement; Medical education; Anesthesia; Physical therapy; Psychology; Curriculum; Internal medicine; Pedagogy","score_opus":0.0442668815725193,"score_gpt":0.44259616625537274,"score_spread":0.39832928468285345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157554170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99489975,0.000035888483,0.0003539239,0.004108459,0.00016160676,0.00042888348,0.000004190174,0.0000010639595,0.00000621472],"genre_scores_gemma":[0.9937746,0.00006260433,0.0059717647,0.00011309485,0.000024751776,0.00003194277,0.0000071671066,0.0000075002645,0.0000065600143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977784,0.00041624575,0.0007414861,0.00010965735,0.00085103663,0.00010313749],"domain_scores_gemma":[0.99813026,0.00059232564,0.0009754527,0.00014044589,0.00012438878,0.000037131846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028446892,0.00010533809,0.0004601343,0.000291489,0.00009788352,0.0000073937467,0.000116144336,0.00004992339,0.000012086573],"category_scores_gemma":[0.00030746704,0.00006274967,0.000053692856,0.00017922769,0.00020251457,0.00022540764,0.000055625478,0.0005421408,6.049164e-10],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007084677,0.0025927306,0.96118987,0.00075070426,0.00010513058,0.0000010416312,0.006672588,0.00293433,0.0142144635,0.0031276036,0.000043555916,0.007659494],"study_design_scores_gemma":[0.001291859,0.0010055748,0.83851796,0.0006593448,0.000036189424,0.0000892868,0.0051075076,0.15284637,0.00006530819,0.00033536615,0.000002064509,0.000043147913],"about_ca_topic_score_codex":0.00005642777,"about_ca_topic_score_gemma":0.0000023041173,"teacher_disagreement_score":0.14991203,"about_ca_system_score_codex":0.00032779304,"about_ca_system_score_gemma":0.0027071566,"threshold_uncertainty_score":0.48023793},"labels":[],"label_agreement":null},{"id":"W3157605493","doi":"10.3138/jvme-2020-0122","title":"Virtual VM4 Clinical Rotations: A COVID-19 Pandemic Response at Iowa State University College of Veterinary Medicine","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Pandemic; Tracking (education); Coronavirus disease 2019 (COVID-19); Psychology; Veterinary medicine; Medicine; Pedagogy; Disease","score_opus":0.1459531338212119,"score_gpt":0.4718294607846906,"score_spread":0.32587632696347874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157605493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9590283,0.000611508,0.0019884822,0.03479303,0.0031376362,0.00026788574,0.00003823184,0.000026896216,0.00010802968],"genre_scores_gemma":[0.979528,0.0014457825,0.0048426394,0.0087886425,0.00102699,0.000006673976,0.00010851125,0.00003180747,0.004220925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944218,0.0015188591,0.0019168278,0.0003362528,0.0015354984,0.00027078172],"domain_scores_gemma":[0.9941427,0.0016068155,0.0011946971,0.0004889904,0.001723516,0.0008432547],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006097137,0.00021616714,0.000765862,0.0006218686,0.00018105419,0.0000039505653,0.00032386114,0.0003279958,0.0026600016],"category_scores_gemma":[0.04671282,0.00019548829,0.00022408547,0.0012286582,0.0008427061,0.00023789765,0.00015364525,0.00093641615,0.000017699082],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07211335,0.012439174,0.072652355,0.0018305838,0.001121425,0.009562479,0.010910188,0.00004742035,0.04975047,0.0013496857,0.5273482,0.24087463],"study_design_scores_gemma":[0.011363367,0.016170764,0.18344423,0.0024455425,0.000480733,0.043019455,0.015177374,0.0005708711,0.00012596865,0.00037226675,0.72646046,0.00036899233],"about_ca_topic_score_codex":0.00002628497,"about_ca_topic_score_gemma":0.000006301843,"teacher_disagreement_score":0.24050564,"about_ca_system_score_codex":0.001402368,"about_ca_system_score_gemma":0.017963914,"threshold_uncertainty_score":0.9982517},"labels":[],"label_agreement":null},{"id":"W3157750536","doi":"10.1016/j.avsg.2021.03.046","title":"Using Learning Analytics to Examine Achievement of Graduation Targets for Systems-Based Practice and Practice-Based Learning and Improvement: A National Cohort of Vascular Surgery Fellows","year":2021,"lang":"en","type":"article","venue":"Annals of Vascular Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Graduation (instrument); Milestone; Medicine; Graduate medical education; Accreditation; Medical education; Analytics; Curriculum; Psychology; Pedagogy","score_opus":0.08503037313621217,"score_gpt":0.3811625471534042,"score_spread":0.29613217401719205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157750536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9151886,0.002790438,0.07780411,0.0030043377,0.00023501733,0.0009053783,0.000010877326,0.000019108324,0.000042100924],"genre_scores_gemma":[0.9743537,0.0005872308,0.023331648,0.0010028403,0.00011261456,0.0000754568,0.0004712984,0.000040031016,0.000025213878],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99645257,0.00048737158,0.0011671364,0.00038343808,0.0012513079,0.00025819583],"domain_scores_gemma":[0.9887114,0.0042612306,0.0011099423,0.0002460484,0.005568391,0.00010296425],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011495592,0.00019214756,0.00078611606,0.0006878651,0.000119202065,0.000025652564,0.000038178645,0.00012701738,0.000011276117],"category_scores_gemma":[0.05593519,0.00020533643,0.00025713703,0.00094650284,0.00010009966,0.00024457974,0.000035252342,0.00021838603,2.8653034e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026593152,0.007754392,0.5368496,0.023579925,0.010518981,0.00007509346,0.0014658232,0.12060367,0.2308675,0.0010475818,0.0050563077,0.05952177],"study_design_scores_gemma":[0.0067876303,0.0022191282,0.13753311,0.009741907,0.0073977313,0.00012795356,0.009940316,0.40253714,0.27941224,0.00012406662,0.14231385,0.0018649412],"about_ca_topic_score_codex":0.00013958389,"about_ca_topic_score_gemma":0.0000014267854,"teacher_disagreement_score":0.39931652,"about_ca_system_score_codex":0.0000746093,"about_ca_system_score_gemma":0.0011286354,"threshold_uncertainty_score":0.95201707},"labels":[],"label_agreement":null},{"id":"W3158091355","doi":"10.1111/medu.14544","title":"The curious case of case study research","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Foothills Medical Centre; Dalhousie University","funders":"","keywords":"Emic and etic; Sophistication; Context (archaeology); Reflexivity; Corporate social responsibility; Conversation; Value (mathematics); Field (mathematics); Sociology; Set (abstract data type); Psychology; Engineering ethics; Epistemology; Public relations; Political science; Social science; Computer science","score_opus":0.05527016748323011,"score_gpt":0.5204514222463406,"score_spread":0.46518125476311045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158091355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96072364,0.0007487928,0.00006883097,0.03430524,0.0014851305,0.0005340696,5.2102513e-7,0.0000205842,0.0021131942],"genre_scores_gemma":[0.9943748,0.00005810085,0.00062141014,0.0021404242,0.00062601955,0.0001709212,0.000021991014,0.000015078644,0.001971261],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973838,0.00040854243,0.0005269887,0.00025317035,0.001174993,0.00025254473],"domain_scores_gemma":[0.99650145,0.00047200746,0.000084419,0.00070563453,0.0021139607,0.00012251629],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038927835,0.00008205739,0.00016815837,0.00016018307,0.00044430792,0.000025553818,0.00011571919,0.00012425997,0.0007046798],"category_scores_gemma":[0.027486378,0.000057742618,0.0000403603,0.0015230646,0.0003833799,0.00004555915,0.00007354465,0.00076672,0.000035489968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029813722,0.0065266714,0.005247482,0.00014008078,0.0000728762,0.018779183,0.008639757,1.8998622e-7,0.00005094821,0.0023305104,0.21165554,0.74652696],"study_design_scores_gemma":[0.0021090475,0.0007810267,0.0050696046,0.00040025907,0.00021481253,0.35370734,0.42697945,0.0010507389,0.00061606447,0.00116171,0.20770235,0.00020758933],"about_ca_topic_score_codex":0.0011151549,"about_ca_topic_score_gemma":0.00048770398,"teacher_disagreement_score":0.74631935,"about_ca_system_score_codex":0.00017340198,"about_ca_system_score_gemma":0.0070976117,"threshold_uncertainty_score":0.9985312},"labels":[],"label_agreement":null},{"id":"W3158214785","doi":"10.21203/rs.3.rs-415372/v1","title":"Trigger Videos: A Novel Application of A Tool For Surgical Faculty Development","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Internet of Things; Medical education; Computer science; Multimedia; Medicine; Medical physics; World Wide Web","score_opus":0.1350617288917438,"score_gpt":0.502519474315146,"score_spread":0.36745774542340215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158214785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89545476,0.00041384625,0.090937786,0.005347749,0.00031216402,0.0065713814,0.00013172528,0.000076371754,0.0007542031],"genre_scores_gemma":[0.8918057,0.00006587794,0.08852564,0.000110279376,0.00076148484,0.007082331,0.009517876,0.000068570946,0.002062232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963132,0.00008798739,0.0008134966,0.00063089834,0.0017148248,0.0004395813],"domain_scores_gemma":[0.99405384,0.00031990456,0.00018618656,0.00076600595,0.0045718253,0.000102245926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003230231,0.00019182786,0.0005222928,0.0005188246,0.00013935452,0.00004556849,0.00025989444,0.00050655013,0.0001626269],"category_scores_gemma":[0.0038826256,0.00017167971,0.00017502159,0.0009282693,0.00017055936,0.000042512456,0.00040970912,0.0012302722,0.000017155093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025254623,0.010242679,0.018260544,0.059027743,0.0014283735,0.000064934444,0.01414213,0.00018472735,0.011303598,0.015090184,0.0595888,0.8081408],"study_design_scores_gemma":[0.008844174,0.00050667126,0.059933104,0.0066889278,0.00015316744,0.000079779806,0.0050493767,0.009933938,0.023808248,0.00068041374,0.8835666,0.0007555722],"about_ca_topic_score_codex":0.00006324881,"about_ca_topic_score_gemma":0.000008162639,"teacher_disagreement_score":0.8239778,"about_ca_system_score_codex":0.00071864435,"about_ca_system_score_gemma":0.0036760597,"threshold_uncertainty_score":0.7000896},"labels":[],"label_agreement":null},{"id":"W3158259644","doi":"10.1007/s10459-021-10049-8","title":"Tensions in describing competency-based medical education: a study of Canadian key opinion leaders","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of British Columbia; University of Toronto; McMaster University","funders":"","keywords":"Thematic analysis; Curriculum; Framing (construction); Competence (human resources); Medical education; Psychology; Qualitative research; Public relations; Pedagogy; Sociology; Medicine; Political science; Social psychology","score_opus":0.07287980933785948,"score_gpt":0.4361631309774142,"score_spread":0.36328332163955473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158259644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8506659,0.007496568,0.00011150862,0.13070786,0.0054917317,0.0012699232,0.0000014532252,0.000023141405,0.004231913],"genre_scores_gemma":[0.960398,0.00093450537,0.026488794,0.011710901,0.00017056779,0.00017150873,0.000075664764,0.000009331644,0.00004072125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972314,0.00021481572,0.00091719313,0.0004490478,0.0007904438,0.00039708693],"domain_scores_gemma":[0.9985774,0.00013268448,0.00022812006,0.00031943445,0.0004964927,0.000245873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017822488,0.00012033536,0.00029266902,0.0020481057,0.00022224366,0.00001403377,0.00020545599,0.00008620674,0.00016934398],"category_scores_gemma":[0.003795352,0.00011969981,0.00002327525,0.0069562965,0.0003476026,0.0003219657,0.000017449505,0.0003662756,0.000004593772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019297308,0.006054399,0.7341762,0.00071192376,0.0000038817775,0.000004594841,0.011705246,0.0009687741,0.000018337683,0.016598592,0.0028896518,0.22684906],"study_design_scores_gemma":[0.0027331305,0.0014840424,0.503691,0.011018896,0.00001707612,0.00013316091,0.41704795,0.010374878,0.00011131824,0.003445444,0.0494354,0.000507682],"about_ca_topic_score_codex":0.06430078,"about_ca_topic_score_gemma":0.30113178,"teacher_disagreement_score":0.4053427,"about_ca_system_score_codex":0.00076316483,"about_ca_system_score_gemma":0.09798318,"threshold_uncertainty_score":0.9419301},"labels":[],"label_agreement":null},{"id":"W3158445484","doi":"10.1503/cmaj.202797","title":"Aligning continuing professional development with quality improvement","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Continuing medical education; Continuing professional development; Professional development; Key (lock); Quality (philosophy); Continuing education; Medical education; Computer science; Quality management; Medicine; Data science; Knowledge management; Operations management; Engineering; Computer security","score_opus":0.010504292068580893,"score_gpt":0.31025657734404544,"score_spread":0.29975228527546455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158445484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92848355,0.00008401945,0.00088649313,0.06480136,0.002086302,0.00015959014,0.00000257938,0.000024518611,0.0034715785],"genre_scores_gemma":[0.92350817,0.000023782297,0.014116308,0.049127117,0.0024463965,0.00003984324,0.00012968866,0.000032345426,0.010576327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626917,0.00012168017,0.0006804238,0.00019077459,0.0022804388,0.0004575184],"domain_scores_gemma":[0.99677646,0.00008178277,0.00029192553,0.00011719876,0.0018295032,0.00090315024],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029550325,0.000115760806,0.00024393617,0.00015378956,0.00032933787,0.00006506435,0.000092409435,0.00027874994,0.004292143],"category_scores_gemma":[0.004498749,0.00009472343,0.0000469708,0.00044925293,0.000035732784,0.00009611466,0.000017679891,0.0011262539,0.00006679451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028540448,0.0002461071,0.16167355,0.0000672859,0.00033747783,0.00089353934,0.0025307345,0.0000014150123,0.00051787257,0.00082033727,0.14919408,0.68368906],"study_design_scores_gemma":[0.0022083486,0.000069263915,0.1711934,0.00070739666,0.000041320585,0.0009248285,0.0043428233,0.00006872502,0.0013586511,0.00005307592,0.81882375,0.00020841965],"about_ca_topic_score_codex":0.00018110244,"about_ca_topic_score_gemma":0.0032142014,"teacher_disagreement_score":0.6834806,"about_ca_system_score_codex":0.0022390683,"about_ca_system_score_gemma":0.01397175,"threshold_uncertainty_score":0.9966181},"labels":[],"label_agreement":null},{"id":"W3158574816","doi":"10.4300/jgme-d-20-00900.1","title":"Stages of Milestones Implementation: A Template Analysis of 16 Programs Across 4 Specialties","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Resource (disambiguation); Medical education; Stakeholder; Process (computing); Best practice; Competence (human resources); Computer science; Psychology; Medicine; Process management; Political science; Public relations; Engineering","score_opus":0.05540306824727133,"score_gpt":0.4511669881682955,"score_spread":0.39576391992102417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158574816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98327714,0.0006509769,0.0007678758,0.0136598945,0.0013025806,0.00016346251,0.00000771505,0.0000068913573,0.0001634633],"genre_scores_gemma":[0.99273205,0.0005134497,0.004973009,0.0006993262,0.0005349095,0.000011831654,0.000286932,0.000013783818,0.00023469221],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961602,0.00012240345,0.001670569,0.00015652606,0.0016903472,0.00019993992],"domain_scores_gemma":[0.9944531,0.00009778025,0.0013117238,0.00026763268,0.0037101647,0.00015962687],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016971937,0.00012847611,0.00069674815,0.0005432461,0.00006216848,0.000017061377,0.0001586898,0.00012013754,0.001316311],"category_scores_gemma":[0.0033081572,0.00010592961,0.0002624384,0.0028830185,0.00030053948,0.00015667705,0.000033370943,0.0003652152,0.0000018657369],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015103427,0.003198816,0.21945852,0.0005870185,0.002063952,0.000023241584,0.0072212648,0.000006563913,0.0011136367,0.0009072357,0.020097429,0.7451713],"study_design_scores_gemma":[0.0025720985,0.0009121396,0.9029996,0.0013862094,0.003833302,0.00050583313,0.05917837,0.00019704856,0.015774209,0.0008810305,0.011515254,0.00024492663],"about_ca_topic_score_codex":0.00019800829,"about_ca_topic_score_gemma":0.00013839843,"teacher_disagreement_score":0.7449264,"about_ca_system_score_codex":0.00019470214,"about_ca_system_score_gemma":0.0044598477,"threshold_uncertainty_score":0.9995966},"labels":[],"label_agreement":null},{"id":"W3158676422","doi":"10.1503/cmaj.200951-f","title":"Promouvoir l’équité entre les genres en médecine","year":2021,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; McMaster University Medical Centre; Public Health Ontario; University of Toronto; Ottawa Public Health; St. Michael's Hospital","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.008876763401060481,"score_gpt":0.2839507595420144,"score_spread":0.2750739961409539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158676422","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13021168,0.018542064,0.0009543222,0.79815763,0.026479099,0.00033745912,0.00008355424,0.000046431676,0.025187733],"genre_scores_gemma":[0.421706,0.011556724,0.011920631,0.15848868,0.16585766,0.000081946615,0.00081537495,0.00028022382,0.22929275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99263036,0.0008747136,0.0013123746,0.00040301663,0.0033835408,0.0013960119],"domain_scores_gemma":[0.9932389,0.00049360807,0.00046960844,0.00030541676,0.002746846,0.0027456067],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.005244401,0.00031591812,0.0005650724,0.00044689642,0.0006710584,0.00020960082,0.00037523967,0.0017384379,0.11449017],"category_scores_gemma":[0.04142301,0.00032953947,0.00023004279,0.001393823,0.00018480507,0.00025774472,0.000052916304,0.004161863,0.0016693901],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000005675847,0.00022613652,0.043483675,0.000094185525,0.00030808686,0.0020893367,0.0007533478,0.0000035883131,0.000045029992,0.0047178143,0.53308415,0.415189],"study_design_scores_gemma":[0.002083426,0.000091268914,0.042395573,0.0012254817,0.00025159118,0.0043303072,0.0056867762,0.0005283614,0.00011196205,0.0006942929,0.9423106,0.00029040096],"about_ca_topic_score_codex":0.0020669636,"about_ca_topic_score_gemma":0.015035452,"teacher_disagreement_score":0.639669,"about_ca_system_score_codex":0.007812321,"about_ca_system_score_gemma":0.028741717,"threshold_uncertainty_score":0.99991566},"labels":[],"label_agreement":null},{"id":"W3158878182","doi":"10.2147/jhl.s288199","title":"How Can We Raise Awareness of Physician’s Needs in Order to Increase Adherence to Management and Leadership Training?","year":2021,"lang":"en","type":"article","venue":"Journal of Healthcare Leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal","funders":"Université de Montréal","keywords":"Health care; Psychological intervention; Medical education; Leadership development; Training (meteorology); Psychology; Process (computing); Management training; Order (exchange); Public relations; Medicine; Nursing; Political science; Business; Management","score_opus":0.22900770906003945,"score_gpt":0.38270060360864416,"score_spread":0.1536928945486047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158878182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5481718,0.0013246342,0.0006198207,0.4490411,0.00038149397,0.00033330132,0.000003366586,0.000007891352,0.00011657144],"genre_scores_gemma":[0.96133256,0.000055052125,0.0067192293,0.030343194,0.00040147448,0.000019538398,0.000008310263,0.000024299448,0.0010963577],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99786925,0.00018444676,0.0006732827,0.00021339551,0.0006365046,0.0004231187],"domain_scores_gemma":[0.9976258,0.00009451641,0.00028047516,0.0002681499,0.0013815665,0.00034948575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008245266,0.00016870882,0.00054658577,0.0008537747,0.000049599792,0.000028797775,0.00015027469,0.00012068653,0.000020084784],"category_scores_gemma":[0.0017100517,0.00015974641,0.0000495866,0.0030619008,0.00007974719,0.00011309834,0.00003268122,0.0006100683,0.0000020420898],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010242772,0.0007425313,0.03629107,0.008672212,0.00018786144,0.0007183838,0.09426589,0.000041419582,0.0027097673,0.0025303112,0.014368093,0.83844817],"study_design_scores_gemma":[0.004176968,0.0023538237,0.075344786,0.011517037,0.00016767292,0.00039904317,0.8882977,0.000054687567,0.0045554647,0.00052254903,0.012163549,0.0004467419],"about_ca_topic_score_codex":0.00016646965,"about_ca_topic_score_gemma":0.00042003984,"teacher_disagreement_score":0.83800143,"about_ca_system_score_codex":0.00028637113,"about_ca_system_score_gemma":0.0013311041,"threshold_uncertainty_score":0.651427},"labels":[],"label_agreement":null},{"id":"W3158892280","doi":"10.1097/acm.0000000000004154","title":"Discrepancies Between Preceptor and Resident Performance Assessment: Using an Electronic Formative Assessment Tool to Improve Residents’ Self-Assessment Skills","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakeridge Health; Queen's University","funders":"","keywords":"Preceptor; Formative assessment; Summative assessment; Self-assessment; Medical education; Medicine; Mentorship; Accreditation; Graduate medical education; Graduation (instrument); Competency assessment; Psychology; Nursing; Pedagogy","score_opus":0.016242748283227852,"score_gpt":0.3888071769923271,"score_spread":0.3725644287090992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158892280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761709,0.00027299736,0.008657885,0.01198065,0.0006707729,0.001286171,0.000009810065,0.00013865768,0.0008121358],"genre_scores_gemma":[0.96788275,0.000967663,0.024933416,0.0032027725,0.0016728858,0.0001952131,0.00033011957,0.00005892825,0.00075622415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995262,0.00023286944,0.0013179772,0.0007985493,0.0015245175,0.00086406263],"domain_scores_gemma":[0.99759775,0.00021181551,0.0004253655,0.00072768674,0.0006662972,0.00037106633],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026982073,0.0004120104,0.00080953154,0.0003956535,0.00037354694,0.000038197028,0.00027727702,0.00033762993,0.00035272297],"category_scores_gemma":[0.00064658996,0.00034354045,0.00004866016,0.0010457514,0.00018824801,0.00075117673,0.00025015813,0.0019702972,0.000009076552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014786322,0.00061278156,0.75076973,0.002121081,0.0011541299,0.000045546363,0.036801137,0.000037951744,0.109617904,0.014255433,0.01466766,0.06976876],"study_design_scores_gemma":[0.0035401946,0.0019895406,0.96512353,0.0017249634,0.0007757194,0.00014177221,0.010253287,0.0040548267,0.004830174,0.0009357132,0.006094364,0.0005359],"about_ca_topic_score_codex":0.000101626836,"about_ca_topic_score_gemma":0.0000074808936,"teacher_disagreement_score":0.2143538,"about_ca_system_score_codex":0.0022922028,"about_ca_system_score_gemma":0.0025125914,"threshold_uncertainty_score":0.99990165},"labels":[],"label_agreement":null},{"id":"W3158940376","doi":"10.1097/ceh.0000000000000362","title":"Evaluation of a High Stakes Physician Competency Assessment: Lessons for Assessor Training, Program Accountability, and Continuous Improvement","year":2021,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Intraclass correlation; Quartile; Competence (human resources); Accountability; Psychology; Medicine; Linear regression; Inter-rater reliability; Clinical psychology; Statistics; Psychometrics; Social psychology; Rating scale; Mathematics","score_opus":0.09104589761689608,"score_gpt":0.5133866432229481,"score_spread":0.42234074560605206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158940376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92679214,0.00063204434,0.0010092146,0.0675985,0.0013690023,0.0023631353,0.0000064719984,0.000008843414,0.00022062808],"genre_scores_gemma":[0.9718021,0.00005954676,0.025280612,0.0019800756,0.000369953,0.00037180414,0.00004387756,0.000014566987,0.00007745232],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996555,0.0007145497,0.001346166,0.00017466838,0.00097014126,0.00023953045],"domain_scores_gemma":[0.993059,0.0004307947,0.0015718197,0.00028153457,0.0045875004,0.00006934556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010330069,0.00011887353,0.0005168655,0.00023455414,0.00016815135,0.000034142002,0.00013019933,0.00008531581,0.000022472635],"category_scores_gemma":[0.0024941822,0.000086217704,0.000077503755,0.0005203864,0.00009175806,0.00017433138,0.0000191689,0.0005362257,1.4815538e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003317602,0.0028252727,0.0027852198,0.0004645537,0.0000442454,1.9775173e-7,0.027208652,0.0000029708406,0.00090088724,0.0054875007,0.0024842087,0.95776314],"study_design_scores_gemma":[0.005482131,0.002252058,0.36779493,0.006550931,0.00068755355,0.000081223196,0.58970803,0.00162667,0.00048783675,0.019995296,0.005135003,0.00019834204],"about_ca_topic_score_codex":0.000033906064,"about_ca_topic_score_gemma":0.00005409067,"teacher_disagreement_score":0.9575648,"about_ca_system_score_codex":0.00039579393,"about_ca_system_score_gemma":0.011754131,"threshold_uncertainty_score":0.9938483},"labels":[],"label_agreement":null},{"id":"W3158959078","doi":"10.18192/uojm.v11i100.4847","title":"COVID-19: What is the new \"normal\" for medical education?","year":2021,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Curriculum; Medical education; New normal; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Psychology; Pedagogy; Virology; Pathology","score_opus":0.015382056369401233,"score_gpt":0.32570876619585853,"score_spread":0.3103267098264573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158959078","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012702596,0.0044285296,0.02763931,0.9508564,0.0018758326,0.00021943635,0.0000015564041,0.000008179776,0.0022681498],"genre_scores_gemma":[0.26271477,0.016535196,0.0758414,0.573404,0.011629653,0.0000015073795,0.00020260531,0.00007612036,0.059594765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982432,0.00006800409,0.0004836907,0.000121083736,0.000943238,0.000140749],"domain_scores_gemma":[0.99665236,0.0003295516,0.00050538575,0.00028610125,0.00161567,0.00061093393],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015517031,0.000092810886,0.0003483734,0.00023917439,0.00015006379,0.000007109463,0.00030940794,0.00012552792,0.009637223],"category_scores_gemma":[0.011666045,0.00006749784,0.00013088615,0.0005486824,0.00047459625,0.00021664922,0.0000352506,0.00038209165,0.000004395653],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009411549,0.00023686857,0.0012835716,0.00015579237,0.00013448103,0.000051915842,0.003688686,0.0000021194815,0.0000899957,0.0051591746,0.91057116,0.07853212],"study_design_scores_gemma":[0.0045853457,0.0003456244,0.0015714081,0.0008451152,0.00037603854,0.0012817141,0.030755652,0.00008249695,0.00022435992,0.0013210519,0.9585512,0.00005998203],"about_ca_topic_score_codex":0.000092333205,"about_ca_topic_score_gemma":0.000025375482,"teacher_disagreement_score":0.37745243,"about_ca_system_score_codex":0.00021735657,"about_ca_system_score_gemma":0.0137373805,"threshold_uncertainty_score":0.9966591},"labels":[],"label_agreement":null},{"id":"W3159097641","doi":"10.1016/j.psc.2020.12.005","title":"Competency-Based Assessment in Psychiatric Education","year":2021,"lang":"en","type":"review","venue":"Psychiatric Clinics of North America","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"American Board of Psychiatry and Neurology","keywords":"Medical education; Coaching; Psychology; Trustworthiness; Professional development; Medicine","score_opus":0.031486054653245256,"score_gpt":0.43724256976563086,"score_spread":0.4057565151123856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159097641","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026609714,0.98831666,0.0006630083,0.0013698195,0.005127129,0.0017451068,0.000045338402,0.000050548617,0.0024162817],"genre_scores_gemma":[0.000054499993,0.85025895,0.14366,0.0015129661,0.00083667214,0.00032683177,0.0031732984,0.000083787425,0.00009297604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941652,0.00031509306,0.0033673157,0.00086992997,0.0008516661,0.00043079877],"domain_scores_gemma":[0.9949635,0.0004249989,0.0023767261,0.001396953,0.00067190855,0.00016586723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006430065,0.0005588334,0.0030068918,0.0020439774,0.00007496515,0.000018626695,0.0004691447,0.00040972343,0.00027857377],"category_scores_gemma":[0.0008884307,0.00052286056,0.0009372683,0.008750363,0.0001696636,0.00005368473,0.0000626187,0.0018955171,0.00006358171],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009145051,0.003579819,0.016857225,0.013227663,0.00009932832,0.000003159711,0.000015075823,0.0000058603064,2.170951e-9,0.00031641257,0.0080421595,0.95784414],"study_design_scores_gemma":[0.00066672027,0.0003783407,0.0068487893,0.0045633465,0.0016541915,0.00002097047,0.000072780975,0.0001285133,4.092571e-9,0.000073425625,0.98518145,0.00041147],"about_ca_topic_score_codex":0.000081799684,"about_ca_topic_score_gemma":0.000030593994,"teacher_disagreement_score":0.9771393,"about_ca_system_score_codex":0.0005858081,"about_ca_system_score_gemma":0.030125208,"threshold_uncertainty_score":0.9997223},"labels":[],"label_agreement":null},{"id":"W3159290491","doi":"10.24908/pocus.v6i1.14758","title":"The PEGASUS Games: Physical Exam, Gross Anatomy, phySiology and UltraSound Games for Preclinical Medical Education","year":2021,"lang":"en","type":"article","venue":"POCUS Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gross anatomy; Physiology; Physical exam; Medical physics; Medicine; Medical education; Anatomy; Internal medicine","score_opus":0.020203870571921016,"score_gpt":0.40763854557365276,"score_spread":0.38743467500173173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159290491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9492557,0.0017538862,0.000809488,0.04501987,0.002241871,0.00027381853,0.0000027903673,0.000024871382,0.00061767217],"genre_scores_gemma":[0.9839809,0.001132797,0.003465893,0.0044513484,0.005557434,0.00009189272,0.00005046316,0.000029717054,0.0012395883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811214,0.00017044994,0.00052243384,0.0002842761,0.0005610729,0.00034961358],"domain_scores_gemma":[0.99722075,0.0011782671,0.00020032839,0.0002913239,0.00084112847,0.00026822605],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012164448,0.00014752602,0.00030890654,0.000067307716,0.00045238822,0.00009727713,0.00016076375,0.00017975274,0.00022654256],"category_scores_gemma":[0.017977973,0.000097628865,0.0001283862,0.00028014302,0.0004749843,0.000104418774,0.000041896765,0.0009125101,0.000011189059],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043005054,0.002579899,0.0068735094,0.0002281002,0.00036820394,0.000039514794,0.0021837943,0.0000014017404,0.005512476,0.018938467,0.1933901,0.7694545],"study_design_scores_gemma":[0.00601958,0.0010040125,0.16664425,0.0006162587,0.00052568887,0.019402541,0.0062119523,0.0021588313,0.0033374676,0.07043962,0.72311735,0.0005224347],"about_ca_topic_score_codex":0.0000031671466,"about_ca_topic_score_gemma":0.0000039879246,"teacher_disagreement_score":0.76893204,"about_ca_system_score_codex":0.000106182466,"about_ca_system_score_gemma":0.00247718,"threshold_uncertainty_score":0.99029404},"labels":[],"label_agreement":null},{"id":"W3159472089","doi":"10.4300/jgme-d-20-01039.1","title":"A Validity Framework for Effective Analysis and Interpretation of Milestones Data","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Graduate medical education; Accreditation; Competence (human resources); Medical education; Specialty; Subspecialty; Psychology; Population; Medicine; Family medicine","score_opus":0.05969414396954906,"score_gpt":0.43813714761489897,"score_spread":0.3784430036453499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159472089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6959641,0.00041101308,0.28389078,0.01834901,0.0011403007,0.00020506306,0.000006571342,0.000004432272,0.000028703875],"genre_scores_gemma":[0.9068565,0.00027896682,0.090684645,0.0013053524,0.00057090214,0.000015697688,0.0002487089,0.00000945532,0.000029814635],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980905,0.00014414435,0.0007349339,0.0001874171,0.0007395856,0.000103391576],"domain_scores_gemma":[0.9961613,0.0006667682,0.0006250171,0.00037191375,0.0020372125,0.00013782829],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020654486,0.000091082395,0.00045057634,0.0004053814,0.00004567122,0.000014371538,0.00015344335,0.00014295222,0.00009202765],"category_scores_gemma":[0.04332216,0.000074795156,0.00011888945,0.0011343609,0.00014633272,0.00017104947,0.000045324687,0.00039183177,6.919154e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037159477,0.0018490171,0.025607543,0.0007608466,0.0010575249,0.000007866446,0.0023853632,0.0000044063527,0.0003465075,0.0022760392,0.01418599,0.9511473],"study_design_scores_gemma":[0.0043371334,0.002144126,0.804644,0.006202904,0.016086418,0.001524364,0.011236356,0.07622507,0.008884242,0.058678478,0.009513765,0.0005231342],"about_ca_topic_score_codex":0.000014006356,"about_ca_topic_score_gemma":0.000006072323,"teacher_disagreement_score":0.95062417,"about_ca_system_score_codex":0.000084897016,"about_ca_system_score_gemma":0.0020379934,"threshold_uncertainty_score":0.96473634},"labels":[],"label_agreement":null},{"id":"W3159922431","doi":"10.24908/iqurcp.9108","title":"14. By Students, For Students: Adapting Inquiry-Based Learning for Undergraduate Human Anatomy Education in a Large Class Setting","year":2016,"lang":"en","type":"article","venue":"Inquiry Queen s Undergraduate Research Conference Proceedings","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Presentation (obstetrics); Class (philosophy); Context (archaeology); Facilitation; Identification (biology); Inquiry-based learning; Mathematics education; Subject (documents); Psychology; Pedagogy; Computer science; Medicine; Artificial intelligence; Library science; Biology","score_opus":0.0725421389268891,"score_gpt":0.4774506493591783,"score_spread":0.4049085104322892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159922431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8326164,0.000077385725,0.053438183,0.10723036,0.00051112403,0.005462331,0.000017199716,0.00025012688,0.00039690343],"genre_scores_gemma":[0.9854013,0.000100641904,0.00498237,0.000902588,0.0007248448,0.0032555095,0.00030503795,0.00013716733,0.004190541],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99295354,0.00019276701,0.0012593876,0.0012712396,0.0025834567,0.0017396376],"domain_scores_gemma":[0.99248546,0.00075424195,0.0005074474,0.00036779107,0.005544306,0.00034072428],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008751766,0.00047522847,0.0006613451,0.0015103759,0.000933689,0.00051026314,0.00095086405,0.0003954659,0.000029106215],"category_scores_gemma":[0.008419326,0.00040944453,0.00015339578,0.0016246518,0.0006346677,0.0007636368,0.00029891188,0.0012427488,0.000024493687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013308654,0.0052143866,0.52550286,0.0035998516,0.00037939404,0.0000069555817,0.007834165,0.000005353621,0.04090477,0.11808528,0.21524912,0.081887],"study_design_scores_gemma":[0.073473245,0.010807721,0.058980793,0.030991755,0.0005700096,0.00005803341,0.10828995,0.014748107,0.027407112,0.23796637,0.43174475,0.0049621505],"about_ca_topic_score_codex":0.00008528128,"about_ca_topic_score_gemma":0.000023417319,"teacher_disagreement_score":0.46652207,"about_ca_system_score_codex":0.001802009,"about_ca_system_score_gemma":0.0024641275,"threshold_uncertainty_score":0.9999332},"labels":[],"label_agreement":null},{"id":"W3160005136","doi":"10.46747/cfp.6705357","title":"Assessing undergraduate medical education through a generalist lens","year":2021,"lang":"en","type":"review","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dystonia Medical Research Foundation Canada; College of Family Physicians of Canada; University of Toronto; University Health Network; The Wilson Centre; Sinai Health System","funders":"Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Accreditation; Curriculum; Generalist and specialist species; Medical education; Undergraduate education; Medicine; Pedagogy; Psychology; Ecology","score_opus":0.09010786426528948,"score_gpt":0.40645814469207425,"score_spread":0.31635028042678476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160005136","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009524311,0.8762244,0.0001591332,0.005162956,0.0027570205,0.00063228107,0.000022975772,0.000058921432,0.114972815],"genre_scores_gemma":[0.0000066237367,0.7999991,0.0019584927,0.18903778,0.0030601479,0.00018983391,0.004604892,0.00012949047,0.0010135917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966747,0.00021077043,0.0008683857,0.0007297469,0.0008350567,0.0006813403],"domain_scores_gemma":[0.9976189,0.00005356568,0.00033197735,0.0009320014,0.0005094846,0.00055403827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003208333,0.00052633684,0.0016469571,0.0005128367,0.00030332623,0.00019657591,0.00034642272,0.0007234186,0.00005552236],"category_scores_gemma":[0.00053692935,0.00050990324,0.0004522521,0.0020103664,0.000287601,0.00033919225,0.000041236504,0.0013241933,0.000271933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8311424e-7,0.000105585576,5.4394957e-7,0.0025604407,0.00012232734,0.00005400611,0.000024053985,5.592083e-8,3.046068e-7,0.009722972,0.2322003,0.75520927],"study_design_scores_gemma":[0.000132424,0.00001669009,0.000008305526,0.026775079,0.00083720835,0.00004998287,0.00038522866,0.000012481008,3.127056e-7,0.00027015753,0.9710943,0.00041781232],"about_ca_topic_score_codex":0.006460814,"about_ca_topic_score_gemma":0.0015849518,"teacher_disagreement_score":0.75479144,"about_ca_system_score_codex":0.0026649393,"about_ca_system_score_gemma":0.06599486,"threshold_uncertainty_score":0.99973524},"labels":[],"label_agreement":null},{"id":"W3160173174","doi":"10.36834/cmej.70950","title":"Not wanted on the voyage: highlighting intrinsic CanMEDS gaps in Competence by Design curricula","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Professional development; Centrality; Pedagogy; Engineering ethics; Psychology; Medicine; Engineering","score_opus":0.014215318520713277,"score_gpt":0.29702141993944525,"score_spread":0.28280610141873197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160173174","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2649473,0.00097171543,0.0008169783,0.72393,0.0044806874,0.0004209929,0.000005413393,0.00002550707,0.0044014286],"genre_scores_gemma":[0.78428066,0.00027703875,0.0024647296,0.20999354,0.0015095846,0.00006239791,0.00008917786,0.000031336986,0.0012915699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685454,0.00040957652,0.0007399403,0.00027847203,0.0012023606,0.0005150902],"domain_scores_gemma":[0.9953899,0.00036479803,0.00020407721,0.00037729705,0.00094866613,0.002715304],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025164157,0.00017951391,0.0003076667,0.00046546906,0.00036612808,0.00009223696,0.00030545608,0.00023275035,0.016112365],"category_scores_gemma":[0.062378597,0.00012972328,0.00007037882,0.0015077413,0.00022276746,0.00009212016,0.00001702108,0.0020404109,0.00010425566],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015122978,0.00035083032,0.0012730818,0.00002677682,0.000032396983,0.00029212658,0.00084930065,0.0000053640883,0.00023968062,0.0055377353,0.86469525,0.12668234],"study_design_scores_gemma":[0.0020728041,0.00025150744,0.03147906,0.004337409,0.00012816445,0.0071723284,0.010822987,0.002829743,0.0030338874,0.0009800629,0.9362629,0.00062915654],"about_ca_topic_score_codex":0.0020949775,"about_ca_topic_score_gemma":0.0019469989,"teacher_disagreement_score":0.51933336,"about_ca_system_score_codex":0.0013676895,"about_ca_system_score_gemma":0.05804651,"threshold_uncertainty_score":0.98478705},"labels":[],"label_agreement":null},{"id":"W3160286492","doi":"10.15694/mep.2021.000117.1","title":"Autonomy-Supportive Teaching in Medicine: From Motivational Theory to Educational Practice","year":2021,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Autonomy; Psychology; Pedagogy; Medical education; Medicine; Political science","score_opus":0.017405323350215895,"score_gpt":0.36887685081556043,"score_spread":0.35147152746534455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160286492","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26462904,0.00018280269,0.008191833,0.5596839,0.0024129953,0.00049084285,0.000018420871,0.00007967017,0.16431047],"genre_scores_gemma":[0.7223173,0.000007334093,0.14213097,0.10593494,0.0043938686,0.0003150217,0.0040618037,0.000060093636,0.020778662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757564,0.00027718447,0.00062762777,0.00047799858,0.0007635157,0.00027804685],"domain_scores_gemma":[0.9970778,0.0012953052,0.00016811877,0.00043590725,0.00088410516,0.00013876309],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00212768,0.00015738743,0.00028850304,0.00043262908,0.00011321867,0.000063726846,0.00015899933,0.00013148673,0.007435913],"category_scores_gemma":[0.07003195,0.00014909584,0.000039257742,0.0011556194,0.000103413644,0.0006725233,0.000078971025,0.00075261714,0.000109235705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014330215,0.0015388286,0.039767213,0.00004312904,0.00014818281,0.00006104994,0.015683454,0.0000180641,0.000976982,0.31911713,0.54306936,0.07943329],"study_design_scores_gemma":[0.0013200077,0.00008605133,0.43337795,0.00039168543,0.000086756154,0.00009562613,0.010736624,0.0001239621,0.00028029387,0.034175735,0.51909536,0.00022998045],"about_ca_topic_score_codex":0.00021646089,"about_ca_topic_score_gemma":0.00003313036,"teacher_disagreement_score":0.45768827,"about_ca_system_score_codex":0.00069794356,"about_ca_system_score_gemma":0.0026322664,"threshold_uncertainty_score":0.99347144},"labels":[],"label_agreement":null},{"id":"W3160298149","doi":"10.1016/j.rcsop.2021.100026","title":"Pharmacy students' perceived willingness and ability to negotiate for paid co-operative education positions","year":2021,"lang":"en","type":"article","venue":"Exploratory Research in Clinical and Social Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Negotiation; Thematic analysis; Pharmacy; Psychology; Focus group; Medical education; Wage; Perception; Public relations; Qualitative research; Social psychology; Political science; Medicine; Business; Nursing; Sociology; Marketing","score_opus":0.34567031444478286,"score_gpt":0.6387163844167465,"score_spread":0.29304606997196364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160298149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586625,0.00020521336,0.00009139914,0.039017398,0.0004988451,0.0012776708,0.000029050678,0.000024718018,0.00019319433],"genre_scores_gemma":[0.98941255,0.0005465568,0.0008836961,0.0065898253,0.001429838,0.0007129245,0.00015872986,0.00002182695,0.00024405844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968585,0.0009512363,0.0006879,0.0005502021,0.00058848603,0.00036370222],"domain_scores_gemma":[0.9972262,0.00079712196,0.000053536525,0.00016776778,0.0014689635,0.00028640317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046269074,0.00013454136,0.00034859896,0.00015211536,0.0005879777,0.0001060609,0.0001235821,0.0000830087,0.00014099682],"category_scores_gemma":[0.002392673,0.000131992,0.00006724282,0.0006483537,0.0005963821,0.0002601858,0.00012441666,0.0009259318,0.000022282438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002397793,0.00899501,0.6306616,0.0010160704,0.00017611367,0.00003680306,0.03312739,0.0000014987153,0.010272,0.0026964925,0.04426602,0.2663532],"study_design_scores_gemma":[0.025639877,0.0008119932,0.69225687,0.00061931054,0.00017806418,0.000019957335,0.057087623,0.00084288616,0.002761648,0.009095775,0.20991977,0.0007662382],"about_ca_topic_score_codex":0.00003867308,"about_ca_topic_score_gemma":0.000013924431,"teacher_disagreement_score":0.26558697,"about_ca_system_score_codex":0.00014605827,"about_ca_system_score_gemma":0.0016475744,"threshold_uncertainty_score":0.53824776},"labels":[],"label_agreement":null},{"id":"W3160400553","doi":"10.1007/s43678-021-00149-0","title":"COVID-19 and its impact on CCFP(EM) residency training","year":2021,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; McMaster University; University of Calgary; University of Saskatchewan; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Residency training; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pandemic; MEDLINE; Betacoronavirus; Medical education; Virology; Internal medicine; Infectious disease (medical specialty)","score_opus":0.1089417520501537,"score_gpt":0.451928153476449,"score_spread":0.3429864014262953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160400553","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009856839,0.01629586,0.000041747066,0.022648666,0.9482368,0.0003155129,0.00007157241,0.000012098448,0.0025208718],"genre_scores_gemma":[0.012769862,0.0041782744,0.00015870706,0.0017917835,0.97554505,0.000010126875,0.00052280416,0.00010135433,0.0049220663],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954548,0.00016882265,0.0017915089,0.00041169024,0.0015473941,0.0006257729],"domain_scores_gemma":[0.99167943,0.00045067654,0.0010755429,0.00045642906,0.0026819997,0.0036559512],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026670606,0.00047000413,0.0012601339,0.0017535888,0.00026089523,0.00001390952,0.0003279411,0.0008358452,0.020628361],"category_scores_gemma":[0.11638892,0.00035748415,0.0002324209,0.0012025408,0.000164647,0.00011727244,0.0000140735365,0.002812718,0.000013145362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083309285,0.00002781699,0.00017761633,0.0005519814,0.00027916764,0.0008871198,0.0046250424,0.0000057900074,0.00003650244,0.00012353357,0.99092245,0.0022796965],"study_design_scores_gemma":[0.0017749373,0.0017797452,0.0006620753,0.0029144667,0.0006066118,0.00019372712,0.0031625226,0.000019587256,0.0000040804252,0.0004101344,0.9881829,0.0002891821],"about_ca_topic_score_codex":0.0033450327,"about_ca_topic_score_gemma":0.005878877,"teacher_disagreement_score":0.113721855,"about_ca_system_score_codex":0.0018215682,"about_ca_system_score_gemma":0.0529051,"threshold_uncertainty_score":0.9998877},"labels":[],"label_agreement":null},{"id":"W3160572838","doi":"10.4018/978-1-7998-7106-4.ch011","title":"Rethinking Evaluation Within a College Pathology Course","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; Camosun College","funders":"","keywords":"Universal Design for Learning; Course (navigation); Computer science; Content delivery; Multimedia; Engineering ethics; Mathematics education; Psychology; Engineering","score_opus":0.027972469505696405,"score_gpt":0.31879450588634733,"score_spread":0.2908220363806509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160572838","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012569418,0.3437828,0.0022528255,0.15883254,0.016092226,0.0076837805,0.00027033148,0.0013135738,0.4572025],"genre_scores_gemma":[0.0112697,0.09375466,0.5471521,0.0026997197,0.001396661,0.00178253,0.0022114192,0.00020669376,0.33952653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99750614,0.000046724977,0.00076882384,0.00069139636,0.0007464544,0.0002404656],"domain_scores_gemma":[0.9979829,0.00014864496,0.00044365023,0.00041963413,0.00097010005,0.00003504622],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068433094,0.00037321998,0.0005137899,0.00054219883,0.0002408993,0.000027247279,0.00015954494,0.0007552555,0.0007899667],"category_scores_gemma":[0.001412633,0.0003774426,0.00006669468,0.0002647473,0.0012709638,0.00083275395,0.00009731744,0.0010077631,0.000011454747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009593622,0.00007764911,0.00014984445,0.0001522696,0.000057436144,0.000021085545,0.00014315396,0.000085019594,0.000045516805,0.9111085,0.0032718922,0.08479172],"study_design_scores_gemma":[0.000538343,0.00021239177,0.00086724304,0.0009307992,0.00013996197,0.0019990795,0.0016013947,0.00023569065,0.0001673646,0.75195116,0.24098349,0.0003731098],"about_ca_topic_score_codex":0.0000016182189,"about_ca_topic_score_gemma":0.000015912068,"teacher_disagreement_score":0.5448992,"about_ca_system_score_codex":0.000581857,"about_ca_system_score_gemma":0.00216184,"threshold_uncertainty_score":0.99986774},"labels":[],"label_agreement":null},{"id":"W3160879494","doi":"10.1080/14739879.2021.1914182","title":"Incorporating the interaction between health and work into the undergraduate medical curriculum – a qualitative evaluation of a teaching pilot in English medical schools","year":2021,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Public Health England","keywords":"Medical education; Curriculum; Focus group; Flexibility (engineering); Health care; Qualitative research; Work (physics); Medicine; Psychology; Pedagogy; Sociology","score_opus":0.04462992834563096,"score_gpt":0.44246264872158764,"score_spread":0.3978327203759567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160879494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87234336,0.0020238375,0.0015441831,0.120303705,0.0013049281,0.0013400575,0.0000032927414,0.000028012058,0.0011086243],"genre_scores_gemma":[0.988063,0.0000481864,0.0050872397,0.004174473,0.0008885955,0.00047396714,0.0012093912,0.000018433784,0.000036707912],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99583,0.0013822769,0.0007925121,0.0002979693,0.0015246841,0.00017258452],"domain_scores_gemma":[0.9962306,0.00085746037,0.00042609073,0.0003274823,0.0020125357,0.00014583398],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008265761,0.00013155892,0.0002842403,0.0001643145,0.00030015962,0.000036618007,0.00015625633,0.0001136757,0.000036877518],"category_scores_gemma":[0.031377863,0.00009029727,0.000050075083,0.00079600466,0.00016369099,0.00017660578,0.000074818825,0.0009864899,0.0000015392208],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047152273,0.00045983942,0.046053465,0.00067171827,0.000065017426,3.337018e-7,0.14948043,0.000004571498,0.0000085050315,0.007528294,0.00999152,0.7856892],"study_design_scores_gemma":[0.0027530217,0.00051155314,0.04091109,0.004733319,0.00021222299,0.000027326992,0.9290425,0.0007352992,0.00006401242,0.012703677,0.0080630435,0.0002429213],"about_ca_topic_score_codex":0.00032153845,"about_ca_topic_score_gemma":0.0001412039,"teacher_disagreement_score":0.7854462,"about_ca_system_score_codex":0.0010924385,"about_ca_system_score_gemma":0.012014371,"threshold_uncertainty_score":0.9935866},"labels":[],"label_agreement":null},{"id":"W3160888891","doi":"10.1080/0142159x.2021.1925233","title":"Twelve tips for learners to succeed in a CBME program","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Curriculum; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.032400618679807314,"score_gpt":0.410691624283475,"score_spread":0.3782910056036677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160888891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8938482,0.000084769454,0.0018639882,0.09198083,0.00055563194,0.0010454439,5.962911e-7,0.00012843749,0.0104920985],"genre_scores_gemma":[0.92965335,0.000012062437,0.026555667,0.013727558,0.0014102971,0.0014055074,0.00023948675,0.000060632912,0.026935453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982445,0.000054991564,0.00036721877,0.00031517542,0.0006655001,0.00035258502],"domain_scores_gemma":[0.99921924,0.000035996894,0.000031629923,0.0002673672,0.00018761544,0.00025814556],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010795033,0.00010980328,0.00025732696,0.00014063875,0.000035618254,0.000014395586,0.000110011286,0.00023804327,0.0034085836],"category_scores_gemma":[0.012721815,0.000095400464,0.0000665611,0.0007509705,0.000090760856,0.00003275355,0.000044250057,0.00056286907,0.00011634412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012815712,0.0022853622,0.055809658,0.00017726391,0.000055771867,0.00012617356,0.002236919,0.0000010882279,0.0001430376,0.0017679059,0.19629538,0.7409733],"study_design_scores_gemma":[0.003659708,0.0004318141,0.014876853,0.0004117554,0.000054238088,0.00012342533,0.0024911505,0.009012237,0.00024886132,0.0005173938,0.9679266,0.0002459124],"about_ca_topic_score_codex":0.000029336168,"about_ca_topic_score_gemma":0.000030368752,"teacher_disagreement_score":0.77163124,"about_ca_system_score_codex":0.00018731275,"about_ca_system_score_gemma":0.0006088444,"threshold_uncertainty_score":0.99750245},"labels":[],"label_agreement":null},{"id":"W3160936072","doi":"10.2196/27736","title":"Nursing Students’ Perceptions about Effective Pedagogy: Netnographic Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Excellence; Pedagogy; Lifelong learning; Health care; Psychology; Qualitative research; Nurse education; Medical education; Nursing; Medicine; Sociology; Political science","score_opus":0.008965019669954557,"score_gpt":0.4414162115048578,"score_spread":0.43245119183490327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160936072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96835726,0.0005764235,0.003666807,0.020637043,0.0016046483,0.0007348715,0.0000020834252,0.00012964319,0.0042912187],"genre_scores_gemma":[0.98370045,0.00015310419,0.002343458,0.008732736,0.0012793458,0.0007381608,0.0009830778,0.000028703449,0.002040972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967779,0.00019551403,0.0005494526,0.00052187534,0.00161363,0.0003416289],"domain_scores_gemma":[0.9979102,0.00009028183,0.0001372145,0.0006066176,0.00092147064,0.00033424274],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061246665,0.00019817977,0.00041001738,0.00081910356,0.00024407913,0.00006265061,0.00019990795,0.00033814623,0.006642608],"category_scores_gemma":[0.0025476788,0.0001909903,0.00026486878,0.004831112,0.00031594993,0.0001387007,0.000039105096,0.0007487153,0.00015886645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043210282,0.00858303,0.37550524,0.00015510625,0.0007312091,0.000017198843,0.006164169,0.0000029364235,0.00026379485,0.0020186265,0.050604388,0.5559111],"study_design_scores_gemma":[0.00072779716,0.00008509737,0.9798815,0.00064819126,0.0011874669,0.00011628145,0.0064085796,0.0005920507,0.00004955428,0.0003265569,0.0097928615,0.00018404493],"about_ca_topic_score_codex":0.00002987561,"about_ca_topic_score_gemma":0.00002207284,"teacher_disagreement_score":0.6043763,"about_ca_system_score_codex":0.0004505988,"about_ca_system_score_gemma":0.0032833049,"threshold_uncertainty_score":0.99426544},"labels":[],"label_agreement":null},{"id":"W3161028624","doi":"10.29158/jaapl.200112-20","title":"Toward a New Model of Training in Canadian Forensic Psychiatry.","year":2021,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Forensic science; Forensic psychiatry; Training (meteorology); Psychology; Psychiatry; Medical education; Medicine; Geography","score_opus":0.06944791586329703,"score_gpt":0.28998371638857123,"score_spread":0.22053580052527422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161028624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9065476,0.00025921356,0.00084409973,0.061382595,0.0010232542,0.00049755257,0.000004324598,0.000019642868,0.029421698],"genre_scores_gemma":[0.98104143,0.0000060370553,0.014602141,0.002926973,0.00017138085,0.00012561805,0.00002889337,0.000009359484,0.0010881757],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99922734,0.000008275579,0.00021956331,0.00011746386,0.00014398363,0.00028337468],"domain_scores_gemma":[0.99953437,0.0000071696413,0.00003347529,0.00015463927,0.00009517922,0.00017518029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024066561,0.000049620747,0.00013837703,0.00020300159,0.000012478907,0.000003918263,0.000041482162,0.000064233755,0.000049846756],"category_scores_gemma":[0.0008442723,0.000051383286,0.000026655942,0.0005708302,0.000025384017,0.000032215157,0.0000063391253,0.00014431814,0.0000018801692],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013060326,0.000051834446,0.019877613,0.000075436816,0.000021552805,0.000009031801,0.0033805547,0.00009208433,0.00002143434,0.015381585,0.012202743,0.94887304],"study_design_scores_gemma":[0.0032942004,0.00003108147,0.9251927,0.00021094838,0.000099110795,0.000097462835,0.005282321,0.02102814,0.0007361309,0.029461471,0.0142859705,0.00028042623],"about_ca_topic_score_codex":0.019103687,"about_ca_topic_score_gemma":0.090192296,"teacher_disagreement_score":0.94859266,"about_ca_system_score_codex":0.00017994274,"about_ca_system_score_gemma":0.0034365526,"threshold_uncertainty_score":0.9874282},"labels":[],"label_agreement":null},{"id":"W3161101316","doi":"","title":"Implementation and evaluation of “I-Guide,” a pilot near-peer Internal Medicine mentorship program Mise en œuvre et évaluation de « I-Guide », un programme pilote de mentorat par les quasi-pairs en médecine interne","year":2021,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University; University of Ottawa","funders":"","keywords":"Mentorship; Valuation (finance); Computer science; Medicine; Medical education; Business","score_opus":0.052552532578281935,"score_gpt":0.4282814600434807,"score_spread":0.3757289274651988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161101316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5950357,0.0081515815,0.004369623,0.38100663,0.007006822,0.0019776318,0.000024356583,0.000049216433,0.0023784614],"genre_scores_gemma":[0.91116935,0.0026752548,0.054616556,0.018654522,0.0072850324,0.00064880744,0.0013726868,0.0001415215,0.0034362704],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98701614,0.0043513696,0.0025137875,0.0006631109,0.004172339,0.0012832538],"domain_scores_gemma":[0.987038,0.00048987026,0.0009791574,0.00051472976,0.0058082985,0.005169921],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036697403,0.0005144652,0.0006987892,0.0008737989,0.00045970496,0.00027548685,0.00046689057,0.00058629084,0.03397836],"category_scores_gemma":[0.0804681,0.0005181208,0.00014057131,0.0012965502,0.00086567673,0.00048526216,0.00007567411,0.0017253971,0.000024262705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000077702614,0.0018356917,0.04629023,0.00036841698,0.00039792963,0.00005149787,0.020861957,0.000012267083,0.00043979337,0.002712272,0.13071544,0.7962368],"study_design_scores_gemma":[0.017276973,0.005169134,0.33224565,0.010722752,0.004108524,0.008231233,0.12108998,0.046382386,0.0011190665,0.010088497,0.44247082,0.0010949688],"about_ca_topic_score_codex":0.05318179,"about_ca_topic_score_gemma":0.027812297,"teacher_disagreement_score":0.7951418,"about_ca_system_score_codex":0.008342869,"about_ca_system_score_gemma":0.1322582,"threshold_uncertainty_score":0.999727},"labels":[],"label_agreement":null},{"id":"W3161121095","doi":"10.3138/jvme-2020-0113","title":"Pilot Study Evaluating the Use of Typodonts (Dental Models) for Teaching Veterinary Dentistry as Part of the Core Veterinary Curriculum","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dentistry; Medicine; Curriculum; Periodontal disease; Clinical Practice; Dental practice; Evidence-based dentistry; Scaling and root planing; Veterinary medicine; Medical education; Orthodontics; Family medicine; Alternative medicine; Psychology; Periodontitis; Pathology","score_opus":0.31143818286185543,"score_gpt":0.49529728672232926,"score_spread":0.18385910386047383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161121095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902657,0.00053356506,0.0003918423,0.0019968941,0.006014176,0.0007205468,0.0000061232686,0.000008153861,0.00006298633],"genre_scores_gemma":[0.9914407,0.000070071066,0.0061477846,0.0010122354,0.0009314705,0.00006659029,0.000030282377,0.00003122201,0.00026965464],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99581426,0.00059147703,0.0014540098,0.00023885196,0.0016711059,0.00023027297],"domain_scores_gemma":[0.99628574,0.00047175624,0.0011849778,0.00058199815,0.0013387661,0.00013674109],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027094267,0.00019629023,0.0004620215,0.00012882304,0.00023971197,0.000026128408,0.00044811232,0.00009842032,0.00021777969],"category_scores_gemma":[0.013241637,0.00012787594,0.00021598687,0.0004283253,0.00028998303,0.00034525347,0.00021874954,0.0008984283,0.0000016327114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009874018,0.07799989,0.05684938,0.00412004,0.0019721128,0.00073107466,0.015862938,0.0005054489,0.20680624,0.0015896171,0.103634596,0.52005464],"study_design_scores_gemma":[0.021328123,0.28939167,0.26518205,0.027224666,0.004608109,0.12457278,0.119628996,0.072066285,0.0016155328,0.0028740407,0.069995664,0.001512103],"about_ca_topic_score_codex":0.000077085664,"about_ca_topic_score_gemma":0.0000030684,"teacher_disagreement_score":0.5185425,"about_ca_system_score_codex":0.00022465298,"about_ca_system_score_gemma":0.0031688863,"threshold_uncertainty_score":0.9950702},"labels":[],"label_agreement":null},{"id":"W3161181486","doi":"10.51985/jbumdc2018122","title":"Introducing Evidence Based Orthodontics Journal Club Using A Structured Pre And Post Test","year":2019,"lang":"en","type":"article","venue":"Journal of Bahria University Medical and Dental College","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège Montmorency","funders":"","keywords":"Journal club; Club; Test (biology); Medicine; Dentistry; Significant difference; Orthodontics; Family medicine; Medical education; Internal medicine","score_opus":0.012776271535146013,"score_gpt":0.2756110969564294,"score_spread":0.2628348254212834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161181486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99301505,0.00034402544,0.0012742726,0.004354948,0.0008067311,0.00014224745,0.0000057709244,0.000005208302,0.000051730873],"genre_scores_gemma":[0.9850459,0.00018481252,0.012976465,0.0009932983,0.0005182879,2.8235421e-8,0.0000019425634,0.000007709478,0.00027154828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983882,0.000094355535,0.00037083926,0.00013768734,0.00084796885,0.00016095409],"domain_scores_gemma":[0.9983529,0.0003066889,0.00032372342,0.000100805424,0.00056462333,0.00035127284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011086068,0.00010883369,0.00032049746,0.00033611024,0.00018604603,0.000028101664,0.0001294345,0.00015564458,0.00037206907],"category_scores_gemma":[0.0036022149,0.000088218476,0.00006887429,0.00037418422,0.00018726898,0.00038486658,0.00007655808,0.0007725912,0.0000013078221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037024207,0.00066340814,0.93449694,0.00075222953,0.0002902578,0.0033485177,0.0012308193,0.000043100095,0.033290885,0.000709423,0.005979833,0.015492179],"study_design_scores_gemma":[0.017461954,0.004505362,0.84448546,0.00835863,0.0011487433,0.055153254,0.02034487,0.037464775,0.0007935685,0.00011117725,0.009640058,0.0005321396],"about_ca_topic_score_codex":0.00001541866,"about_ca_topic_score_gemma":0.000006814488,"teacher_disagreement_score":0.090011455,"about_ca_system_score_codex":0.00022287905,"about_ca_system_score_gemma":0.00097331475,"threshold_uncertainty_score":0.4312448},"labels":[],"label_agreement":null},{"id":"W3161183505","doi":"10.21203/rs.3.rs-468538/v1","title":"Video-Based Interviewing in Medicine: A Scoping Review","year":2021,"lang":"en","type":"review","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Interview; Medical education; Medicine; Psychology; Sociology","score_opus":0.3614988510935024,"score_gpt":0.6220121390688015,"score_spread":0.2605132879752991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161183505","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.04927e-7,0.9869657,0.000086279935,0.005367271,0.00033113308,0.0050043366,0.0000033531378,0.000046329016,0.002194878],"genre_scores_gemma":[0.0000014880062,0.9937335,0.0007481076,0.0015744219,0.00070066133,0.0018633504,0.00094561797,0.00008807228,0.00034476322],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99287325,0.0017829918,0.0017954739,0.000783216,0.0020187243,0.0007463701],"domain_scores_gemma":[0.99564356,0.0012293155,0.00025415406,0.0012868549,0.0014002512,0.00018589645],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010519167,0.00037657993,0.0032750594,0.0019037058,0.000117160984,0.00003137392,0.00040997905,0.0004095452,0.0031013545],"category_scores_gemma":[0.030177398,0.00028505625,0.00038618117,0.0073426072,0.00029968805,0.0000730258,0.00019716789,0.003154503,0.00022359421],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011992565,0.000071957285,0.000005795298,0.46300724,0.000019119008,0.00010441363,0.000032740005,2.8584008e-8,6.0834694e-8,0.000062644394,0.016560027,0.52013475],"study_design_scores_gemma":[0.000193058,0.00007688581,0.000002507164,0.53120387,0.00012754438,0.00003906928,0.000068558955,0.00000719005,1.9148216e-7,0.0000043949476,0.4681718,0.00010491204],"about_ca_topic_score_codex":0.000057320165,"about_ca_topic_score_gemma":0.000019012954,"teacher_disagreement_score":0.52002984,"about_ca_system_score_codex":0.0013398819,"about_ca_system_score_gemma":0.0062766797,"threshold_uncertainty_score":0.9999602},"labels":[],"label_agreement":null},{"id":"W3161250616","doi":"10.1051/bioconf/20213003001","title":"The research of international and national educational standards on leadership development for pharmacy students","year":2021,"lang":"en","type":"article","venue":"BIO Web of Conferences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Mindset; Health care; Leadership development; Medical education; Public relations; Teamwork; Emotional intelligence; Political science; Psychology; Medicine; Nursing","score_opus":0.2918005664145765,"score_gpt":0.5338820042941085,"score_spread":0.24208143787953196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161250616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9331923,0.00041229217,0.00008699222,0.05097893,0.00073249644,0.00033451902,0.000031579228,0.000004598449,0.014226277],"genre_scores_gemma":[0.99659383,0.00011481963,0.0012113203,0.00021958629,0.00016869306,0.000058310194,0.000086226246,0.000003151577,0.0015440448],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979986,0.000040319446,0.00026876462,0.00012004873,0.0014770452,0.00009524709],"domain_scores_gemma":[0.9951065,0.00048995705,0.00008143357,0.00006682151,0.0042306315,0.000024621013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017875254,0.00004638953,0.000086930915,0.00013653893,0.000110975205,0.000025393618,0.00013790363,0.000026658932,0.00026500403],"category_scores_gemma":[0.0032191665,0.00003369222,0.000017551107,0.00018956802,0.00027142395,0.000029294353,0.00003142705,0.000104341045,0.0000013359822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007531763,0.001222086,0.42882863,0.0003246357,0.00040705825,5.3513133e-7,0.0017663593,8.567276e-7,0.0024911559,0.36434054,0.062359508,0.13750544],"study_design_scores_gemma":[0.0016219292,0.00015763762,0.36551717,0.0003547562,0.000015403972,0.000005047455,0.0052134036,0.00015240302,0.03727274,0.002763391,0.586855,0.00007116142],"about_ca_topic_score_codex":0.000003516132,"about_ca_topic_score_gemma":0.000011831534,"teacher_disagreement_score":0.5244955,"about_ca_system_score_codex":0.00009757284,"about_ca_system_score_gemma":0.0110219335,"threshold_uncertainty_score":0.9945847},"labels":[],"label_agreement":null},{"id":"W3161782857","doi":"10.1186/s12909-021-02653-4","title":"Assessing the validity of an OSCE developed to assess rare, emergent or complex clinical conditions in endocrinology &amp; metabolism","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Generalizability theory; Formative assessment; Objective structured clinical examination; Medicine; Medical education; Delphi method; Psychology; Family medicine; Statistics; Mathematics","score_opus":0.38384391184838185,"score_gpt":0.5621679485589601,"score_spread":0.17832403671057828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161782857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96448857,0.00005187923,0.011459198,0.019004438,0.003493827,0.000556972,0.0000054931725,0.00003851459,0.0009011164],"genre_scores_gemma":[0.8784574,0.00009501368,0.10216814,0.015901906,0.0011757442,0.00028563297,0.0012226034,0.00002707984,0.00066645065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957166,0.0011841886,0.0013983843,0.00045581063,0.00090469734,0.00034032378],"domain_scores_gemma":[0.9963514,0.0011220352,0.00028568818,0.000778385,0.0011354507,0.0003270102],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026329227,0.00016566811,0.0005117685,0.00025225925,0.0001432686,0.000032541215,0.00030067173,0.00023488612,0.0048088594],"category_scores_gemma":[0.055055108,0.0001209761,0.00008592534,0.00158156,0.00029972178,0.0001870226,0.000103195365,0.00065367244,0.000055853667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028960934,0.024880525,0.40425766,0.0011151761,0.00024268636,0.000065914384,0.0042527695,0.00003535326,0.0047579412,0.037013065,0.21531555,0.30777377],"study_design_scores_gemma":[0.000919911,0.000058536534,0.9121448,0.00027270304,0.00010063131,0.0001953927,0.0031982618,0.0003347954,0.0004920675,0.00041765664,0.08172358,0.00014166688],"about_ca_topic_score_codex":0.00009964522,"about_ca_topic_score_gemma":0.00084050215,"teacher_disagreement_score":0.5078871,"about_ca_system_score_codex":0.00015519798,"about_ca_system_score_gemma":0.01649757,"threshold_uncertainty_score":0.9961009},"labels":[],"label_agreement":null},{"id":"W3161833518","doi":"10.36834/cmej.70943","title":"Exploring resident perceptions of initial competency based medical education implementation","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Thematic analysis; Competence (human resources); Perception; Core competency; Medical education; Medicine; Psychology; Qualitative research; Management","score_opus":0.049619813553552786,"score_gpt":0.4175835197420242,"score_spread":0.3679637061884714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161833518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6831117,0.00048627102,0.0018133481,0.29761058,0.0093130935,0.000433336,0.000011646058,0.000040051716,0.0071799234],"genre_scores_gemma":[0.9101794,0.0003916597,0.013288346,0.0708868,0.0038303228,0.00017507079,0.0007857856,0.00004713923,0.00041550977],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99560255,0.00024900946,0.0011888744,0.000305518,0.0022125242,0.0004415106],"domain_scores_gemma":[0.9914947,0.00007375559,0.00028763464,0.0003951984,0.002749919,0.004998754],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014481351,0.0001874955,0.00032992908,0.00096245593,0.00036387998,0.000059218284,0.00026476948,0.00027139168,0.16252904],"category_scores_gemma":[0.028978743,0.00019426121,0.00014815158,0.0011826159,0.00023547218,0.00034440815,0.00002300116,0.0011741249,0.00007343749],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029248145,0.0013020257,0.016624805,0.00023619649,0.00008710399,0.00011095764,0.0024951622,0.0000033484498,0.00016158828,0.019400831,0.2461365,0.7134122],"study_design_scores_gemma":[0.007275166,0.0007063847,0.43691525,0.006919127,0.0007045958,0.0140489,0.14356571,0.0020817204,0.002374516,0.00638605,0.37774166,0.0012809145],"about_ca_topic_score_codex":0.004321537,"about_ca_topic_score_gemma":0.014051157,"teacher_disagreement_score":0.7121313,"about_ca_system_score_codex":0.001164895,"about_ca_system_score_gemma":0.44992658,"threshold_uncertainty_score":0.9792006},"labels":[],"label_agreement":null},{"id":"W3161942385","doi":"10.1002/aet2.10609","title":"The scoping review: A flexible, inclusive, and iterative approach to knowledge synthesis","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Emergency department; Library science; Suite; Medical school; Medicine; History; Computer science; Medical education; Archaeology","score_opus":0.043726981252012506,"score_gpt":0.4017244005223865,"score_spread":0.357997419270374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161942385","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2406992,0.20371531,0.005073791,0.1849589,0.0023923768,0.004001538,0.0000045555666,0.00018511545,0.3589692],"genre_scores_gemma":[0.89033836,0.0128823165,0.05338899,0.033127844,0.0009497116,0.0014354774,0.00009451684,0.000044739456,0.0077380724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992207,0.000071332724,0.0002366433,0.00022046064,0.00011819329,0.00013261224],"domain_scores_gemma":[0.99910396,0.00022144087,0.0000545363,0.00017167265,0.00036033144,0.00008803372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005493282,0.00008654115,0.00017140724,0.00007588514,0.0003759315,0.000055265988,0.000038496924,0.000036990332,0.000029791378],"category_scores_gemma":[0.003091619,0.000066163564,0.000018276432,0.00055568997,0.000075445896,0.000067042085,0.000042608557,0.0001377997,0.000008272424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057861403,0.00017582776,0.00023801246,0.0014039738,0.000026035372,3.8661528e-7,0.015174567,1.2842109e-7,0.00007188762,0.008680641,0.011058438,0.9631643],"study_design_scores_gemma":[0.0022635376,0.00028900823,0.07290235,0.19987175,0.0010626384,0.0021429858,0.21382418,0.0017320132,0.004503467,0.002722535,0.4972105,0.0014750139],"about_ca_topic_score_codex":0.0000032353437,"about_ca_topic_score_gemma":0.000003045801,"teacher_disagreement_score":0.9616893,"about_ca_system_score_codex":0.000047350666,"about_ca_system_score_gemma":0.0010780666,"threshold_uncertainty_score":0.370118},"labels":[],"label_agreement":null},{"id":"W3162035567","doi":"10.36834/cmej.72525","title":"Re: Building relationships: reimagining the community placement for medical students","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data science","score_opus":0.046944156311261975,"score_gpt":0.41221719398692663,"score_spread":0.36527303767566466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162035567","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14300317,0.00063749653,0.006164993,0.837651,0.007160155,0.00059792306,0.0000053914296,0.000037394533,0.00474246],"genre_scores_gemma":[0.693322,0.00019725795,0.016473953,0.2808487,0.005371078,0.00023125485,0.0002908634,0.000060845894,0.003204064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995295,0.0006486818,0.0008238134,0.00020169052,0.0025559564,0.00047487987],"domain_scores_gemma":[0.9909288,0.0008187925,0.0002600475,0.00068380294,0.0020060248,0.0053024944],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010595764,0.00015646263,0.0002375873,0.00030252856,0.0020081145,0.00020317262,0.0007282939,0.00032781827,0.017106747],"category_scores_gemma":[0.19097577,0.000112373564,0.00010726117,0.0007873989,0.00026382686,0.00013483246,0.00006688195,0.004465578,0.000034738823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000230464,0.00053295936,0.013073966,0.000076336255,0.00012642454,0.000051300318,0.0031200238,0.000003746368,0.000006527381,0.0044179065,0.8802008,0.09836696],"study_design_scores_gemma":[0.0018086466,0.0000962608,0.019013304,0.0012772485,0.00015821873,0.0028387408,0.037648164,0.0011306241,0.000037503363,0.0023697726,0.93340755,0.00021396854],"about_ca_topic_score_codex":0.0011831634,"about_ca_topic_score_gemma":0.007363535,"teacher_disagreement_score":0.55680233,"about_ca_system_score_codex":0.0011540515,"about_ca_system_score_gemma":0.09324604,"threshold_uncertainty_score":0.9992911},"labels":[],"label_agreement":null},{"id":"W3162276103","doi":"10.21203/rs.3.rs-487592/v1","title":"Perceived Knowledge Gap of Public Health Officer in Ethiopia","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Addis Ababa University","keywords":"Officer; Public health; Business; Public relations; Political science; Medicine; Nursing","score_opus":0.2505568532164108,"score_gpt":0.5268202971601424,"score_spread":0.27626344394373165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162276103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.952196,0.0034330923,0.0001997739,0.031185698,0.0006307584,0.0016527929,0.00001532803,0.00004393458,0.010642637],"genre_scores_gemma":[0.9925143,0.0011910378,0.0024776661,0.00024513854,0.00042064046,0.0002579006,0.0009721209,0.000045035507,0.0018761507],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946431,0.0014928614,0.00086234295,0.0006233823,0.0016047123,0.0007735872],"domain_scores_gemma":[0.99420846,0.00032460695,0.0001669832,0.0011293577,0.0039179767,0.00025260827],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009312528,0.00018627703,0.00066939066,0.0017205046,0.000099821234,0.000055935652,0.00034980127,0.0005734098,0.0015259794],"category_scores_gemma":[0.0114896875,0.00018044052,0.00012522226,0.002346831,0.00035818695,0.000059646412,0.0007004058,0.004629856,0.00006122732],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018474023,0.012455537,0.1457641,0.074881695,0.0004070462,0.00015096742,0.13406347,0.000040805153,0.0020788417,0.01159722,0.08717533,0.53120023],"study_design_scores_gemma":[0.001409358,0.00042575985,0.93855876,0.010749851,0.000011812482,0.000016131939,0.024894556,0.0015117031,0.00010347526,0.0003966721,0.021666996,0.00025494464],"about_ca_topic_score_codex":0.0008410446,"about_ca_topic_score_gemma":0.00039295098,"teacher_disagreement_score":0.79279464,"about_ca_system_score_codex":0.0017152366,"about_ca_system_score_gemma":0.0142057445,"threshold_uncertainty_score":0.9993868},"labels":[],"label_agreement":null},{"id":"W3162329587","doi":"10.1007/s00428-021-03113-6","title":"Teaching and assessing intra-operative consultations in competency-based medical education: development of a workplace-based assessment instrument","year":2021,"lang":"en","type":"article","venue":"Archiv für Pathologische Anatomie und Physiologie und für Klinische Medicin","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Royal College of Physicians and Surgeons of Canada; Ottawa Hospital; University of Ottawa","funders":"University of Illinois at Chicago; University of Illinois at Urbana-Champaign; Royal College of Physicians and Surgeons of Canada; University of Ottawa","keywords":"Medical education; Competency assessment; Medicine; Medical physics","score_opus":0.029227808564903278,"score_gpt":0.4201817514398296,"score_spread":0.39095394287492635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162329587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434789,0.0008427923,0.022824239,0.02553975,0.00050370494,0.00078463746,0.000009969063,0.000091645335,0.005924397],"genre_scores_gemma":[0.64335865,0.000051130843,0.35041952,0.00526578,0.000108893146,0.00014643685,0.0005832595,0.000023513005,0.000042827687],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99499243,0.0011589782,0.0015239179,0.00083341147,0.0009478133,0.000543444],"domain_scores_gemma":[0.99657696,0.0015635873,0.00045793442,0.0006119769,0.0004981759,0.0002913394],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002998794,0.00042833746,0.00092519325,0.0005758616,0.00040249355,0.000044786244,0.00030399096,0.0003526516,0.00021087367],"category_scores_gemma":[0.00811743,0.00035420546,0.000101974554,0.0009904335,0.0011885074,0.00015710921,0.00017886689,0.0021301208,0.0000066807097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043072025,0.009962477,0.08359421,0.0016748628,0.0006057476,0.00040250216,0.0094381,0.0005013246,0.041020602,0.083366565,0.00110727,0.76789564],"study_design_scores_gemma":[0.026043745,0.0020666148,0.7355229,0.013118806,0.0011583266,0.0001945753,0.05097169,0.10120979,0.03784434,0.019494638,0.009945524,0.0024290043],"about_ca_topic_score_codex":0.0000735647,"about_ca_topic_score_gemma":0.00009211236,"teacher_disagreement_score":0.76546663,"about_ca_system_score_codex":0.0002820251,"about_ca_system_score_gemma":0.031004978,"threshold_uncertainty_score":0.999891},"labels":[],"label_agreement":null},{"id":"W3162482994","doi":"10.1097/acm.0000000000004156","title":"Transforming Disruption Into Innovation: A Partnership Between the COVID-19 Medical Student Response Team and the University of British Columbia.","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; General partnership; Medical education; Staffing; Flexibility (engineering); Public health; Pandemic; Health care; Coronavirus disease 2019 (COVID-19); Public relations; Political science; Medicine; Nursing; Psychology; Pedagogy; Management","score_opus":0.041803529633625186,"score_gpt":0.3860607808132318,"score_spread":0.3442572511796066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162482994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7768123,0.00091742695,0.0030400977,0.21815906,0.00014235194,0.00049202284,0.000002859298,0.000029489642,0.00040440165],"genre_scores_gemma":[0.9794385,0.0011127705,0.00010326656,0.01613493,0.00048390566,0.000012666685,0.00008999765,0.000011694555,0.0026122823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971328,0.00054689957,0.00066986907,0.00027850948,0.0011746206,0.00019731464],"domain_scores_gemma":[0.9973756,0.0015224611,0.00021449651,0.00031736735,0.0003946385,0.00017544474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008795827,0.000095139476,0.00039528531,0.00008961959,0.0003408374,0.000009935046,0.0002674827,0.0002957601,0.0007820452],"category_scores_gemma":[0.017744092,0.00008209578,0.0000348763,0.0016285485,0.0021668093,0.00007911389,0.000085560576,0.0011539327,0.0000031763439],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018086658,0.00011428138,0.22043698,0.00083220954,0.00044317875,0.00019944996,0.1137751,0.0000020046482,0.0011511979,0.007251976,0.42305616,0.2309288],"study_design_scores_gemma":[0.024374448,0.0004985181,0.31135207,0.002043948,0.0010636608,0.0017603949,0.16573507,0.00029079057,0.00007054227,0.005587518,0.48691088,0.00031214693],"about_ca_topic_score_codex":0.002238173,"about_ca_topic_score_gemma":0.00048976194,"teacher_disagreement_score":0.23061664,"about_ca_system_score_codex":0.00019490073,"about_ca_system_score_gemma":0.0011640663,"threshold_uncertainty_score":0.9905299},"labels":[],"label_agreement":null},{"id":"W3162725330","doi":"10.1007/s40670-021-01295-x","title":"Evaluating Usability in Blended Learning Programs Within Health Professions Education: a Scoping Review","year":2021,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; McGill University Health Centre","funders":"McGill University","keywords":"Usability; Pluralistic walkthrough; Usability engineering; Context (archaeology); Web usability; Computer science; Knowledge management; Medical education; Human–computer interaction; Medicine","score_opus":0.21945181201058267,"score_gpt":0.5982510499479318,"score_spread":0.3787992379373491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162725330","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024351047,0.96927595,0.000029015051,0.018772133,0.0047169495,0.0065443534,6.3709103e-7,0.00009440733,0.0003230547],"genre_scores_gemma":[0.000019634957,0.9784644,0.011772907,0.0043930253,0.0010521701,0.0033797391,0.00031968832,0.000050860912,0.0005475471],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9888357,0.0014116282,0.0030754898,0.0015621647,0.004040307,0.0010747149],"domain_scores_gemma":[0.99453336,0.00042297586,0.0013751554,0.001231452,0.0012320532,0.0012049883],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026249785,0.00050549937,0.0028587831,0.0006924276,0.000656717,0.00009277705,0.0009049993,0.0004226376,0.0019308814],"category_scores_gemma":[0.1002656,0.00038163134,0.00026220427,0.012694823,0.0013485576,0.00023797678,0.00033918154,0.0035924152,0.0000864764],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[7.7554904e-7,0.00106495,0.00017127316,0.13460256,0.000008317272,0.0000035465264,0.0005382326,4.7485106e-8,1.00606805e-7,0.00017399523,0.0012324266,0.8622038],"study_design_scores_gemma":[0.00014922224,0.00015393255,0.000034787285,0.8159628,0.00015126806,0.00023993636,0.0014764819,0.000036344514,2.93952e-7,0.000015784319,0.18149276,0.00028641414],"about_ca_topic_score_codex":0.00008448813,"about_ca_topic_score_gemma":0.00003093933,"teacher_disagreement_score":0.8619174,"about_ca_system_score_codex":0.0029213117,"about_ca_system_score_gemma":0.32247517,"threshold_uncertainty_score":0.99986356},"labels":[],"label_agreement":null},{"id":"W3162915092","doi":"10.2196/25875","title":"Medical Students’ Perception and Perceived Value of Peer Learning in Undergraduate Clinical Skill Development and Assessment: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mohammed Bin Rashid University of Medicine and Health Sciences","keywords":"Perception; Psychology; Medical education; Value (mathematics); Peer assessment; Mathematics education; Computer science; Medicine","score_opus":0.03292262309836855,"score_gpt":0.518281512823656,"score_spread":0.4853588897252874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162915092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97317964,0.00012052381,0.0012616253,0.023368556,0.00093078817,0.0006675878,2.0365205e-7,0.00003556112,0.00043553152],"genre_scores_gemma":[0.9451449,0.00026181247,0.05087578,0.002261672,0.00027835064,0.0002164107,0.00014211006,0.00002496298,0.00079403206],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99357325,0.0013898301,0.0013401667,0.00058463746,0.0028535551,0.0002585503],"domain_scores_gemma":[0.9979598,0.00045855893,0.00023134523,0.00027476347,0.00069926033,0.0003762572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009417913,0.00019809394,0.0005636837,0.0002970046,0.000119893986,0.000039401737,0.0001762223,0.0004038191,0.0005614384],"category_scores_gemma":[0.017015379,0.00017972535,0.0000482766,0.00067282596,0.00031077847,0.000112394584,0.0002234559,0.0014371655,0.000005770811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025196983,0.0047924654,0.4520049,0.00015228654,0.00006202135,0.000013187666,0.006981248,2.238119e-7,0.000052576866,0.0003134214,0.0010489126,0.5345536],"study_design_scores_gemma":[0.0024648008,0.00026616428,0.95094097,0.00059502665,0.000075567834,0.00009373024,0.037677974,0.0015536501,0.00001491523,0.00016064545,0.006008272,0.00014828118],"about_ca_topic_score_codex":0.000048040183,"about_ca_topic_score_gemma":0.000041818374,"teacher_disagreement_score":0.5344053,"about_ca_system_score_codex":0.00026343332,"about_ca_system_score_gemma":0.005972795,"threshold_uncertainty_score":0.9996624},"labels":[],"label_agreement":null},{"id":"W3163030585","doi":"10.1080/0142159x.2021.1922657","title":"Professional identity formation of medical teachers in a non-Western setting","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Universitas Indonesia","keywords":"Socialization; Medical education; Focus group; Identity (music); Psychology; Faculty development; Qualitative research; Experiential learning; Empowerment; Professional development; Peer support; Pedagogy; Sociology; Medicine; Social psychology; Political science","score_opus":0.02155576290283138,"score_gpt":0.39772500983406367,"score_spread":0.37616924693123227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163030585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569416,0.00010316294,0.0046215802,0.03505754,0.0006485606,0.00021897203,5.19034e-7,0.000034419634,0.0023736528],"genre_scores_gemma":[0.99349904,0.000028190532,0.000962387,0.0024858653,0.00048119188,0.000052008436,0.00013633531,0.000019842038,0.002335136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99529994,0.0001993933,0.0008424457,0.00025341203,0.00311604,0.00028876093],"domain_scores_gemma":[0.99905884,0.00005316813,0.00015038846,0.00028867534,0.00021989305,0.0002290026],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038401175,0.00012759975,0.00034751458,0.0001864811,0.000045851244,0.000010755668,0.00022968701,0.00052180915,0.0065655685],"category_scores_gemma":[0.011510542,0.00010841335,0.00007627575,0.0007850466,0.00019321905,0.00026399427,0.00015356863,0.0013249427,0.000054707314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055766268,0.0029752974,0.78274095,0.0008180298,0.00006346969,0.0004472368,0.011997313,0.0000013672145,0.0004176103,0.0007789396,0.035175867,0.16452815],"study_design_scores_gemma":[0.016006747,0.0003012398,0.7925333,0.01212444,0.00021610127,0.0015982293,0.020530323,0.119467854,0.0026370457,0.0017260073,0.031987052,0.0008716709],"about_ca_topic_score_codex":0.00006126799,"about_ca_topic_score_gemma":0.00010552848,"teacher_disagreement_score":0.16365647,"about_ca_system_score_codex":0.00020033486,"about_ca_system_score_gemma":0.0012289303,"threshold_uncertainty_score":0.9968159},"labels":[],"label_agreement":null},{"id":"W3163164566","doi":"10.1186/s12909-021-02683-y","title":"Let’s ask the patient – composition and validation of a questionnaire for patients’ feedback to medical students","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Karolinska Institutet","keywords":"Ask price; Medical education; Psychology; Composition (language); Educational measurement; Medicine; Curriculum; Pedagogy","score_opus":0.01371902029198337,"score_gpt":0.3550862288916231,"score_spread":0.34136720859963976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163164566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556496,0.00016114805,0.009351447,0.03193045,0.0016215387,0.0011180982,0.0000049433447,0.000027972013,0.00013479526],"genre_scores_gemma":[0.9756629,0.000053561,0.007036363,0.015493664,0.00048443454,0.00043333118,0.0006840286,0.00002108434,0.00013064282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99640363,0.00017971394,0.00068724866,0.0003292588,0.0022076594,0.00019246207],"domain_scores_gemma":[0.9973674,0.00027285778,0.00019633895,0.00034948785,0.0014644153,0.00034953066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011155907,0.00013851107,0.00024677697,0.00013400723,0.00015372442,0.000035659858,0.00019423904,0.00021587673,0.00044325946],"category_scores_gemma":[0.023378039,0.00010722151,0.00006354798,0.00054957514,0.0001604557,0.000086963984,0.00009969447,0.00023228755,0.000014949668],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004332579,0.010797182,0.33459142,0.0019001358,0.00012436107,0.0000022217948,0.004870871,0.000007769353,0.00038552954,0.0064954204,0.1243295,0.5160623],"study_design_scores_gemma":[0.00665487,0.001586713,0.92630726,0.0065034116,0.0004833586,0.00019460898,0.004686393,0.0022408245,0.006613851,0.0014232547,0.04273364,0.0005717969],"about_ca_topic_score_codex":0.000030693835,"about_ca_topic_score_gemma":0.000013799661,"teacher_disagreement_score":0.5917159,"about_ca_system_score_codex":0.00017897328,"about_ca_system_score_gemma":0.00404566,"threshold_uncertainty_score":0.98484844},"labels":[],"label_agreement":null},{"id":"W3163540978","doi":"10.30770/2572-1852-94.2.8","title":"Continuing Medical Education, Professional Development, and Requirements for Medical Licensure: A White Paper of the Conjoint Committee on Continuing Medical Education","year":2008,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Licensure; Continuing medical education; License; Continuing education; Competence (human resources); Mandate; Commit; Medical education; Attendance; Medicine; Professional development; Professional association; Psychology; Public relations; Political science","score_opus":0.021067026883014896,"score_gpt":0.354217222726176,"score_spread":0.33315019584316113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163540978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87377787,0.000509319,0.0023324515,0.11712657,0.004988447,0.00079045375,0.0000014094635,0.000022377277,0.0004510855],"genre_scores_gemma":[0.9766971,0.0002542892,0.004071385,0.0148196,0.0024081224,0.00008160676,0.00006951802,0.000045132434,0.0015532298],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9874856,0.00034523942,0.0025409155,0.00033586653,0.00892394,0.00036842178],"domain_scores_gemma":[0.9941115,0.0006346163,0.0015429966,0.0003956479,0.0023080877,0.0010071953],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007863007,0.0002798408,0.0007210951,0.0003864779,0.00026964975,0.000019359413,0.0005808746,0.00092107366,0.0026532183],"category_scores_gemma":[0.057096418,0.00018643588,0.00018632016,0.000599437,0.00081711245,0.00025586324,0.00014247294,0.0014306768,0.000004964942],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006254393,0.0035619587,0.03989197,0.0005160188,0.00020913914,0.000019820138,0.0056166216,0.0000010971896,0.00018311657,0.009602544,0.21799365,0.72177863],"study_design_scores_gemma":[0.013294237,0.00076805684,0.6310188,0.03433653,0.00031886276,0.0049938755,0.0028841197,0.0049790773,0.0012318846,0.0017829572,0.3038225,0.00056907174],"about_ca_topic_score_codex":0.000010926105,"about_ca_topic_score_gemma":0.0000219563,"teacher_disagreement_score":0.7212096,"about_ca_system_score_codex":0.00028740198,"about_ca_system_score_gemma":0.0129422145,"threshold_uncertainty_score":0.9982585},"labels":[],"label_agreement":null},{"id":"W3163584723","doi":"10.1177/23742895211013528","title":"Myth or Reality: Self-Assessment Is Central to Effective Curriculum in Anatomical Pathology Graduate Medical Education","year":2021,"lang":"en","type":"review","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Mindset; Self-assessment; Curriculum; Medical education; Psychology; Context (archaeology); Variety (cybernetics); Action (physics); Norm (philosophy); Formative assessment; Medicine; Computer science; Pedagogy","score_opus":0.048143399039418645,"score_gpt":0.4745289632774551,"score_spread":0.4263855642380364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163584723","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023009758,0.9351998,0.0005294828,0.029931491,0.0054358942,0.00520312,0.00005373515,0.00020528649,0.00043144854],"genre_scores_gemma":[0.00047193604,0.9646421,0.004452009,0.024926318,0.0015319014,0.0025001885,0.0012168348,0.000099457866,0.00015922282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924611,0.00193083,0.0020803397,0.001493793,0.00096173113,0.0010722392],"domain_scores_gemma":[0.9971973,0.00042103147,0.0005759378,0.00086749595,0.0003960113,0.0005422543],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0029605844,0.000675569,0.003125661,0.0011303931,0.000085076994,0.000012202428,0.0005757296,0.0032518283,0.00044372058],"category_scores_gemma":[0.0066936594,0.00053477596,0.00032608293,0.0026030075,0.0002459787,0.00008019758,0.00035800264,0.006380079,0.00014496647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014611904,0.000899395,0.0011111357,0.003510076,0.00009739675,0.0011494339,0.0009140631,5.5891356e-8,0.0000015847555,0.0017358174,0.068111934,0.9224545],"study_design_scores_gemma":[0.0009055312,0.00032702502,0.004257204,0.013954337,0.001020458,0.010232241,0.000395234,0.0000656205,0.0000024586573,0.0002853149,0.9679758,0.0005788077],"about_ca_topic_score_codex":0.000064067644,"about_ca_topic_score_gemma":0.000012324313,"teacher_disagreement_score":0.9218757,"about_ca_system_score_codex":0.0027820154,"about_ca_system_score_gemma":0.013260449,"threshold_uncertainty_score":0.9997104},"labels":[],"label_agreement":null},{"id":"W3163743383","doi":"10.1177/08404704211009231","title":"Rethinking health policy student practicums through the application of the multiple streams framework: A case study","year":2021,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Practicum; Mentorship; Curriculum; Grounded theory; Christian ministry; Sociology; Task (project management); Pedagogy; Public relations; Medical education; Management; Political science; Qualitative research; Medicine","score_opus":0.043402189429961,"score_gpt":0.44022711350392313,"score_spread":0.39682492407396214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163743383","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3638349,0.00045053253,0.01060302,0.6180953,0.00074205437,0.005387199,0.0000064090027,0.00007443608,0.0008061449],"genre_scores_gemma":[0.9625546,0.00011147861,0.006604467,0.029735843,0.00023087443,0.00042462882,0.000030015826,0.00002608571,0.00028202467],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99723935,0.0003676857,0.00072116347,0.00038259712,0.00087633065,0.00041289808],"domain_scores_gemma":[0.997419,0.00019636628,0.0005048787,0.0014378303,0.00038250614,0.00005943825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011007168,0.0001572223,0.00026898747,0.000093214054,0.00068293756,0.000031761978,0.00024005875,0.00008563783,0.0000151535905],"category_scores_gemma":[0.0008594102,0.000100818565,0.00008004039,0.0017075335,0.00009217652,0.00007866016,0.00035247765,0.00065486936,0.000006140798],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053697644,0.0035077115,0.19263867,0.0015063124,0.00040093786,0.0002666303,0.06895227,0.00004751594,0.0000038330904,0.2464861,0.0068859076,0.47925043],"study_design_scores_gemma":[0.0022636075,0.0007277161,0.1074955,0.0008830807,0.0002621468,0.00106172,0.78375226,0.0010900184,0.000060311268,0.014851898,0.08728863,0.00026308195],"about_ca_topic_score_codex":0.00925622,"about_ca_topic_score_gemma":0.002710646,"teacher_disagreement_score":0.7148,"about_ca_system_score_codex":0.0005444028,"about_ca_system_score_gemma":0.0005404611,"threshold_uncertainty_score":0.9973412},"labels":[],"label_agreement":null},{"id":"W3163774821","doi":"10.1007/s00431-021-04118-8","title":"Feedback and coaching","year":2021,"lang":"en","type":"review","venue":"European Journal of Pediatrics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Coaching; Supervisor; Mindset; Personal development; Psychology; Context (archaeology); Summative assessment; Professional development; Pedagogy; Medical education; Medicine; Formative assessment; Computer science; Management","score_opus":0.05023911312548759,"score_gpt":0.3616666277439264,"score_spread":0.3114275146184388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163774821","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012599838,0.9952339,0.0005663442,0.0001901311,0.0012900814,0.00010708395,0.0000023124112,0.0000075817024,0.002476544],"genre_scores_gemma":[0.000014078357,0.98481995,0.009211119,0.00022057544,0.005354675,3.4198743e-7,0.000029469025,0.000059236096,0.0002905637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977926,0.00043536013,0.001089734,0.00014041018,0.00040429857,0.00013757852],"domain_scores_gemma":[0.9980636,0.00013019281,0.0010343143,0.00019806658,0.00044934903,0.0001244618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002309104,0.00018577711,0.0010327331,0.00046501643,0.00005332677,0.00004544367,0.00014379747,0.00007334742,0.00006565311],"category_scores_gemma":[0.0028372733,0.00013989309,0.00024351034,0.000671937,0.000043960485,0.000058778118,0.00007120301,0.0013045098,0.000037379123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001580243,0.000049060007,0.000040784118,0.0066643665,0.00003917148,0.0005368613,0.00007442006,8.155489e-8,4.28116e-8,0.000036774356,0.027732262,0.9648246],"study_design_scores_gemma":[0.00025388348,0.000116032,0.00007381599,0.0053755073,0.0019230195,0.0024245002,0.000093466704,5.97661e-7,2.4444873e-8,0.0000020255109,0.98963064,0.00010647946],"about_ca_topic_score_codex":1.2613735e-7,"about_ca_topic_score_gemma":1.657712e-8,"teacher_disagreement_score":0.9647181,"about_ca_system_score_codex":0.00009766313,"about_ca_system_score_gemma":0.00066854665,"threshold_uncertainty_score":0.5704675},"labels":[],"label_agreement":null},{"id":"W3163892122","doi":"10.1016/j.jogc.2021.02.030","title":"Evolution of a competency committee (CC): enhancing resident training and education","year":2021,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Coaching; Medical education; Competence (human resources); Medicine; Curriculum; Process (computing); Graduate medical education; Accreditation; Psychology; Computer science; Pedagogy","score_opus":0.012162900998711921,"score_gpt":0.266253047100615,"score_spread":0.25409014610190306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163892122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823105,0.008340595,0.00022184558,0.0019394704,0.0060676085,0.000058919908,0.0000013293659,0.0000012862398,0.0010584986],"genre_scores_gemma":[0.9943899,0.00012196501,0.0047593648,0.0005131481,0.000056337452,0.0000012390776,0.000004117437,0.0000048637057,0.00014905343],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999036,0.000044653883,0.0004912114,0.00007895616,0.00024512954,0.00010401714],"domain_scores_gemma":[0.9979702,0.0005496672,0.00035170608,0.000081965,0.0009687276,0.00007769624],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00033244182,0.000057750734,0.0002491846,0.00022840235,0.0000651671,0.0000064554592,0.000035804005,0.00007045716,0.00006668424],"category_scores_gemma":[0.009195075,0.00005426731,0.000020183854,0.00046002876,0.000056790508,0.00004885833,0.000017630944,0.00025965486,6.234914e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011049328,0.0009819736,0.29655,0.0006114272,0.00023294627,0.0005415823,0.0029996287,0.000011113665,0.0017192493,0.013303323,0.014194649,0.66884303],"study_design_scores_gemma":[0.0028869496,0.00036259962,0.9673613,0.00010972521,0.00018672088,0.0006434993,0.017035272,0.00015195843,0.0005506344,0.0024226864,0.008182059,0.00010659431],"about_ca_topic_score_codex":0.002946871,"about_ca_topic_score_gemma":0.008509459,"teacher_disagreement_score":0.6708113,"about_ca_system_score_codex":0.000825423,"about_ca_system_score_gemma":0.009731175,"threshold_uncertainty_score":0.9991509},"labels":[],"label_agreement":null},{"id":"W3163904983","doi":"10.1002/aet2.10626","title":"Faculty development using a virtual community of practice: Three‐year outcomes of the Academic Life in Emergency Medicine Faculty Incubator program","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Incubator; Curriculum; Tracking (education); Medical education; Faculty development; Psychology; Medicine; Program director; Professional development; Pedagogy","score_opus":0.17314501601181712,"score_gpt":0.4787738320556245,"score_spread":0.3056288160438074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163904983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905362,0.00012828986,0.00012111092,0.007443498,0.0005679359,0.00034089523,0.0000029631228,0.000013807215,0.0008453022],"genre_scores_gemma":[0.98673356,0.000022531833,0.012229386,0.0006136378,0.0000708247,0.000039835148,0.00013879432,0.000009958559,0.00014147724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984719,0.00013818766,0.00076394895,0.00012948096,0.00036317483,0.00013332035],"domain_scores_gemma":[0.9986387,0.00010147424,0.00039194184,0.00022130541,0.00058351323,0.00006306359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010817196,0.0001063039,0.0002833616,0.00012467365,0.00013727068,0.000002854541,0.00010298948,0.000107250715,0.00009216342],"category_scores_gemma":[0.0077612503,0.00007742952,0.000030031097,0.0008474158,0.00016240803,0.00010982502,0.000058602425,0.0006156252,6.8150143e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024764604,0.0014593359,0.65776587,0.0002461039,0.00013352967,3.0643847e-7,0.10906201,0.000006417237,0.00089048664,0.0029056238,0.0010222122,0.22648335],"study_design_scores_gemma":[0.0006987431,0.000059752838,0.8873508,0.00037729487,0.000076075885,0.0000133166295,0.10726722,0.00013630938,0.00031459687,0.00014073124,0.0034921092,0.00007306789],"about_ca_topic_score_codex":0.00018749248,"about_ca_topic_score_gemma":0.000047073525,"teacher_disagreement_score":0.22958492,"about_ca_system_score_codex":0.00008916289,"about_ca_system_score_gemma":0.0021149027,"threshold_uncertainty_score":0.9291502},"labels":[],"label_agreement":null},{"id":"W3164058007","doi":"10.1080/0142159x.2021.1925099","title":"Key considerations in planning and designing programmatic assessment in competency-based medical education","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Royal College of Physicians and Surgeons of Canada; Queen's University; McGill University; University of Calgary; University of Alberta","funders":"","keywords":"Bespoke; Context (archaeology); Process (computing); Plan (archaeology); Medical education; Computer science; Engineering ethics; Process management; Medicine; Engineering; Political science","score_opus":0.031548929061872996,"score_gpt":0.39553331879423237,"score_spread":0.36398438973235936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164058007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8512232,0.00080231583,0.008900388,0.13000932,0.00046987997,0.0006229264,2.3118022e-7,0.00008095052,0.007890797],"genre_scores_gemma":[0.9207249,0.000010047204,0.07265657,0.005856638,0.00019402796,0.00023839324,0.0001190682,0.000019685922,0.0001806273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99726576,0.00031882324,0.00067982514,0.00032650013,0.0011241493,0.00028495135],"domain_scores_gemma":[0.9991059,0.00017257514,0.00007521891,0.00022153617,0.00015768629,0.00026709112],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022328482,0.00013878198,0.00032082733,0.00028823188,0.000068573754,0.00003297677,0.00006639928,0.00029476924,0.0040797694],"category_scores_gemma":[0.014774822,0.00012877601,0.000028683617,0.0006547737,0.00020714807,0.00007144852,0.000038633774,0.0012173802,0.000008087984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011281667,0.0026413128,0.9260059,0.00029668858,0.000023145463,0.00050615316,0.0021063958,0.000011926175,0.00006282935,0.01888972,0.0036152806,0.045829378],"study_design_scores_gemma":[0.009717944,0.0002938043,0.54358864,0.009667095,0.000119766904,0.001062858,0.010472982,0.39923066,0.00017262036,0.020344019,0.0046276264,0.00070196204],"about_ca_topic_score_codex":0.00005783801,"about_ca_topic_score_gemma":0.0001612201,"teacher_disagreement_score":0.39921874,"about_ca_system_score_codex":0.0002969782,"about_ca_system_score_gemma":0.017888213,"threshold_uncertainty_score":0.99683064},"labels":[],"label_agreement":null},{"id":"W3164180337","doi":"10.1080/0142159x.2021.1928619","title":"Questioning medical competence: Should the Covid-19 crisis affect the goals of medical education?","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa; McGill University; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Preparedness; Pandemic; Competence (human resources); Health care; Psychology; Medical education; Workforce; Curriculum; Public relations; Medicine; Political science; Coronavirus disease 2019 (COVID-19); Pedagogy; Disease; Social psychology","score_opus":0.0546890490391944,"score_gpt":0.4458476962017602,"score_spread":0.39115864716256576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164180337","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11437293,0.0021664642,0.0058023087,0.8692349,0.0019495699,0.00046288056,0.0000015817124,0.00012170777,0.005887629],"genre_scores_gemma":[0.77291125,0.0005424203,0.0007134794,0.21921779,0.002972626,0.00028125732,0.00016374115,0.000051688974,0.0031457467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892321,0.0011408537,0.0010792637,0.00050909177,0.00757374,0.0004649184],"domain_scores_gemma":[0.995194,0.0010435644,0.00029627676,0.0013455641,0.00074183254,0.001378717],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0111645805,0.00026075298,0.0005482663,0.00013257109,0.00041107513,0.00004299302,0.0010801164,0.0008420998,0.068215884],"category_scores_gemma":[0.14608146,0.00014344363,0.00021276053,0.0014688503,0.0016015786,0.00007139526,0.00031528887,0.0027042688,0.00010554711],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003142028,0.0015187375,0.036693256,0.00024891525,0.00017691881,0.00011588487,0.0022580212,0.000001624399,0.000010127389,0.027985191,0.8948236,0.036136314],"study_design_scores_gemma":[0.0029278367,0.00019828911,0.0106211,0.0012803333,0.000474708,0.003485268,0.013651967,0.012352709,0.00013933987,0.0036813212,0.95073205,0.0004550538],"about_ca_topic_score_codex":0.00049541844,"about_ca_topic_score_gemma":0.00011160162,"teacher_disagreement_score":0.6585383,"about_ca_system_score_codex":0.00029157958,"about_ca_system_score_gemma":0.018799102,"threshold_uncertainty_score":0.99959654},"labels":[],"label_agreement":null},{"id":"W3164233768","doi":"10.1111/medu.14573","title":"Exploring the use of rating scales with entrustment anchors in workplace‐based assessment","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; Ottawa Hospital; Queen's University","funders":"Department of Medicine, School of Medicine, Queen's University","keywords":"Competence (human resources); Rating scale; Medical education; Context (archaeology); Psychology; Medicine; Nursing; Social psychology","score_opus":0.07785388314894977,"score_gpt":0.37148616299103343,"score_spread":0.2936322798420837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164233768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569578,0.00010531681,0.00362241,0.037929736,0.0007245387,0.00034556768,4.7863267e-7,0.00001854229,0.00029556945],"genre_scores_gemma":[0.9556493,0.00006154458,0.035013728,0.008321277,0.00025603414,0.0003743587,0.00012716738,0.000015805663,0.00018079492],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99808544,0.0001340644,0.00044868002,0.0002176261,0.000931064,0.00018309795],"domain_scores_gemma":[0.9988728,0.00023606577,0.00012422926,0.00035243228,0.00035044065,0.00006400571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006779406,0.000103586244,0.00019202978,0.00014854944,0.00006669668,0.000021242582,0.000080039106,0.00006153334,0.00036982805],"category_scores_gemma":[0.0039056872,0.0000692757,0.000031336345,0.00107482,0.00014793166,0.00015467619,0.00002244506,0.00041813945,0.000003089039],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013142671,0.004725575,0.31254598,0.00062588695,0.00007330847,0.000030762694,0.0023748258,0.00045574852,0.0005634507,0.00300986,0.020706506,0.65475667],"study_design_scores_gemma":[0.002254844,0.00022437301,0.9174754,0.0043781693,0.00011240661,0.0000712982,0.007444961,0.018630281,0.0039422107,0.000057218593,0.045164764,0.00024408512],"about_ca_topic_score_codex":0.00006286653,"about_ca_topic_score_gemma":0.000054894354,"teacher_disagreement_score":0.6545126,"about_ca_system_score_codex":0.0003045794,"about_ca_system_score_gemma":0.0040796073,"threshold_uncertainty_score":0.7237048},"labels":[],"label_agreement":null},{"id":"W3164334087","doi":"10.1007/s12630-021-02029-8","title":"Letter to the Editor on “Investigating faculty assessment of anesthesia trainees and the failing-to-fail phenomenon: a randomized controlled trial”","year":2021,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto Western Hospital; Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Phenomenon; Randomized controlled trial; Medicine; Psychology; Anesthesia; Medical education; Internal medicine; Epistemology; Philosophy","score_opus":0.017789370386673956,"score_gpt":0.27719278861048524,"score_spread":0.2594034182238113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164334087","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20425706,0.0004882869,0.000049792554,0.7891457,0.0022591841,0.0035715562,0.0000072229486,0.000007658045,0.00021355179],"genre_scores_gemma":[0.13255611,0.0000925789,0.0040269624,0.7435754,0.11562257,0.00058366684,0.00013663272,0.00031925086,0.0030868554],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9906944,0.0020176962,0.00339463,0.00051827094,0.002204532,0.0011704657],"domain_scores_gemma":[0.9898722,0.0019562033,0.003025382,0.00079692644,0.0027421766,0.0016070799],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013532258,0.00085119164,0.0044277357,0.0016524673,0.00083231524,0.00054959377,0.0011400541,0.00077112654,0.00021589588],"category_scores_gemma":[0.008134946,0.00047038222,0.0011833203,0.0011664261,0.0011593484,0.00016711924,0.000019938903,0.005785235,0.00000651696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044061873,0.000035817415,0.000017963754,0.00013745898,0.00089382107,0.09456602,0.0066115246,0.00016875478,0.000003802042,0.00023415375,0.85262305,0.0006457558],"study_design_scores_gemma":[0.26476482,0.0012222464,0.000051780473,0.0014937837,0.0013582144,0.36484632,0.001646778,0.00009906021,0.0000038058713,0.00012993107,0.36399573,0.00038754687],"about_ca_topic_score_codex":0.0019570522,"about_ca_topic_score_gemma":0.0007750179,"teacher_disagreement_score":0.48862734,"about_ca_system_score_codex":0.0013704252,"about_ca_system_score_gemma":0.012885582,"threshold_uncertainty_score":0.9997748},"labels":[],"label_agreement":null},{"id":"W3164453845","doi":"10.1096/fasebj.30.1_supplement.553.16","title":"The Design And Impact of a New Biomedical Seminar Deconstruction Course on Undergraduate Learning‐A Pilot Study","year":2016,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Presentation (obstetrics); Deconstruction (building); Medical education; Critical thinking; Psychology; Mathematics education; Computer science; Engineering; Medicine","score_opus":0.03574812624745936,"score_gpt":0.3543843942006313,"score_spread":0.3186362679531719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164453845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97481066,0.0000760607,0.010668687,0.013771542,0.00033086035,0.0002783273,4.4638097e-7,0.000012081107,0.000051359377],"genre_scores_gemma":[0.9979163,0.00016103046,0.00065394933,0.000076602744,0.0004174994,0.0000037340444,6.5795905e-7,0.0000114064915,0.0007588235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987163,0.0002642095,0.00031200045,0.000094651135,0.00043409382,0.00017877645],"domain_scores_gemma":[0.9988745,0.00043347458,0.00023442475,0.00018378576,0.0001497915,0.00012406748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002024769,0.00009697567,0.00014243438,0.00009580226,0.00035984587,0.000027028962,0.000112317444,0.000029697096,0.000075125994],"category_scores_gemma":[0.0012294744,0.000036239013,0.000039853312,0.0002449562,0.0003735644,0.000052963565,0.00001793248,0.00043745156,0.0000126317045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028501507,0.0016398091,0.05215018,0.000010573174,0.00075518544,0.000033011478,0.0019889246,0.000051935665,0.077066615,0.0006452874,0.0616717,0.8011366],"study_design_scores_gemma":[0.03103068,0.13801733,0.72938555,0.0023468486,0.002009309,0.017927283,0.023317393,0.0033933595,0.0210601,0.026526265,0.0042382143,0.0007476684],"about_ca_topic_score_codex":0.000019564617,"about_ca_topic_score_gemma":0.0000010329481,"teacher_disagreement_score":0.80038893,"about_ca_system_score_codex":0.00013947504,"about_ca_system_score_gemma":0.00058260915,"threshold_uncertainty_score":0.276768},"labels":[],"label_agreement":null},{"id":"W3164665215","doi":"10.1093/jcag/gwab011","title":"Adult Gastroenterology Trainees’ Experience of Receiving Feedback on Their Performance of Endoscopy in the Workplace","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Interpretative phenomenological analysis; Qualitative research; Medicine; Negotiation; Endoscopy; Meaning (existential); Psychology; Medical education; Internal medicine; Psychotherapist","score_opus":0.009371773096507253,"score_gpt":0.25579103638122214,"score_spread":0.2464192632847149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164665215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693173,0.000009640861,0.000023062918,0.029713813,0.0005976184,0.000118774646,0.000009301495,0.0000010025318,0.00020948653],"genre_scores_gemma":[0.9946951,0.0000402886,0.0006488734,0.004408735,0.000099785655,0.0000045487086,0.0000045175047,0.000007913085,0.00009019837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978366,0.00047850408,0.0008868295,0.00009832817,0.0004111065,0.00028862333],"domain_scores_gemma":[0.9971135,0.00016486122,0.001431299,0.00026187938,0.00096814596,0.00006027017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014398028,0.00010072309,0.00042785646,0.00030925564,0.000050410235,0.000004601227,0.0003380227,0.000118115575,0.00006359641],"category_scores_gemma":[0.002430441,0.00006820739,0.00013411426,0.00041974714,0.00015197905,0.0000629074,0.000019060923,0.0005684279,5.105365e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005970253,0.00016717378,0.98983747,0.000042143198,0.00008139407,0.0000045486177,0.0041841716,0.00014852667,0.0020002981,0.000069766866,0.0025473363,0.00032013998],"study_design_scores_gemma":[0.0020611193,0.0015139064,0.9896834,0.00042339112,0.000047625726,0.00018634115,0.0035921724,0.00018870177,0.0020031543,0.000032637017,0.00023935123,0.000028180424],"about_ca_topic_score_codex":0.00041056974,"about_ca_topic_score_gemma":0.024720341,"teacher_disagreement_score":0.025377842,"about_ca_system_score_codex":0.0006368921,"about_ca_system_score_gemma":0.0005455748,"threshold_uncertainty_score":0.99307597},"labels":[],"label_agreement":null},{"id":"W3164751021","doi":"10.1080/0142159x.2021.1931081","title":"Reframing faculty development practice and research through the lens of adaptive expertise","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Cognitive reframing; Faculty development; Medical education; Academic medicine; Psychology; Position (finance); Professional development; Medicine; Business","score_opus":0.17541901852432754,"score_gpt":0.48054427241993475,"score_spread":0.3051252538956072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164751021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7956396,0.0019575236,0.0040552826,0.1468571,0.00030140523,0.0004060771,6.6998984e-7,0.000037637677,0.050744746],"genre_scores_gemma":[0.9612326,0.00016668694,0.028065024,0.0037807254,0.00041115435,0.00008438009,0.000041014242,0.000020605201,0.0061978134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973082,0.0003221416,0.00034968177,0.00022948124,0.0015624086,0.0002281121],"domain_scores_gemma":[0.9985492,0.00021172264,0.00006600175,0.00028044754,0.0008160101,0.00007660668],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027761173,0.00007828118,0.00016977901,0.000042017447,0.00016782939,0.000010338711,0.00010168886,0.00016361142,0.0011838652],"category_scores_gemma":[0.027736837,0.00004937063,0.000021208209,0.0005363109,0.000506072,0.00010373586,0.00013776062,0.0009985425,0.000022562816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023830986,0.0022786146,0.0042579467,0.00022020258,0.00039053845,0.00023516918,0.1559525,4.135238e-7,0.0007748534,0.014899222,0.13786384,0.6828884],"study_design_scores_gemma":[0.0009785736,0.00012163026,0.004907762,0.00046236312,0.000047328776,0.00021840107,0.054688975,0.00090081256,0.0021091092,0.00027972058,0.93517834,0.000106968626],"about_ca_topic_score_codex":0.00006920575,"about_ca_topic_score_gemma":0.0000057483203,"teacher_disagreement_score":0.7973145,"about_ca_system_score_codex":0.00015142879,"about_ca_system_score_gemma":0.0010198138,"threshold_uncertainty_score":0.9997292},"labels":[],"label_agreement":null},{"id":"W3164951759","doi":"10.2196/26797","title":"Adapting Medical Education Initiatives Through Team-Based e-Learning, Telemedicine Objective Structured Clinical Exams, and Student-Led Community Outreach During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Telemedicine; Pandemic; Medical education; Telehealth; Coronavirus disease 2019 (COVID-19); Medicine; Psychology; Health care; Political science","score_opus":0.04127109366744267,"score_gpt":0.45819691011233527,"score_spread":0.41692581644489257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164951759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513586,0.00091690384,0.0006655813,0.04089313,0.002084141,0.0013078304,0.000003443495,0.0002323802,0.0025379949],"genre_scores_gemma":[0.94037807,0.00059034006,0.0016495694,0.0528502,0.0024027126,0.00065479655,0.0008796684,0.00005802818,0.00053658517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919558,0.0028361408,0.0015492017,0.0007263532,0.0024100875,0.0005224161],"domain_scores_gemma":[0.9944088,0.0019261489,0.0006744664,0.00094187073,0.0010708823,0.0009778191],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052859555,0.00041547552,0.000732598,0.0002446846,0.0011737762,0.000072078896,0.00048528245,0.00078691996,0.002638367],"category_scores_gemma":[0.09271301,0.0003142051,0.00014708986,0.0012829357,0.0013364658,0.00031412768,0.00023417175,0.0048124474,0.000017699818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024237124,0.0052504838,0.82919127,0.0007804334,0.00022234567,0.000018608167,0.021690449,0.0000032075443,0.000100228426,0.0012031097,0.017776696,0.12352079],"study_design_scores_gemma":[0.005396986,0.00040656686,0.860513,0.0011561563,0.00026049692,0.000973103,0.07795115,0.0005802939,0.00007626866,0.0005962443,0.051682286,0.00040746087],"about_ca_topic_score_codex":0.00042428385,"about_ca_topic_score_gemma":0.00027784499,"teacher_disagreement_score":0.123113334,"about_ca_system_score_codex":0.00087900116,"about_ca_system_score_gemma":0.026870206,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W3165053650","doi":"10.1016/j.psc.2021.03.005","title":"Advancing Workplace-Based Assessment in Psychiatric Education","year":2021,"lang":"en","type":"review","venue":"Psychiatric Clinics of North America","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"American Board of Psychiatry and Neurology","keywords":"Summative assessment; Formative assessment; Psychology; Standards-based assessment; Medical education; Educational assessment; Assessment for learning; Self-assessment; Quality assessment; Quality (philosophy); Applied psychology; Pedagogy; Medicine; External quality assessment","score_opus":0.023884287413161388,"score_gpt":0.43140069194216946,"score_spread":0.40751640452900806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165053650","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044186966,0.98819995,0.0015114835,0.001237139,0.0053691566,0.0018361734,0.000026060592,0.000055526187,0.0013226598],"genre_scores_gemma":[0.00006835505,0.86092263,0.13390961,0.001360081,0.0010348777,0.00037357354,0.0020892187,0.00010012896,0.0001415117],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939919,0.00032698197,0.0033732601,0.0009257548,0.00084912754,0.0005329826],"domain_scores_gemma":[0.99469423,0.0005855402,0.0025547876,0.0013643668,0.0006076023,0.00019347023],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009075806,0.0005878743,0.002960443,0.0021739083,0.00008464014,0.000021050477,0.0004252799,0.00043263487,0.0002365056],"category_scores_gemma":[0.0015095148,0.0005629886,0.00087742624,0.009941831,0.00013200183,0.00007384403,0.00006551935,0.0021165395,0.00004693023],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014902914,0.0027586825,0.022314286,0.014011833,0.00009059953,0.000003384835,0.000017380973,0.000021093143,2.7193408e-9,0.00005398594,0.010803363,0.94991046],"study_design_scores_gemma":[0.00069005985,0.00032069173,0.0037046866,0.007233505,0.0015712299,0.000020296091,0.00010971796,0.00015451493,6.320846e-9,0.00002851759,0.98573446,0.0004323282],"about_ca_topic_score_codex":0.00006287687,"about_ca_topic_score_gemma":0.00003322302,"teacher_disagreement_score":0.97493106,"about_ca_system_score_codex":0.00091446564,"about_ca_system_score_gemma":0.019427085,"threshold_uncertainty_score":0.9996822},"labels":[],"label_agreement":null},{"id":"W3165068811","doi":"10.2196/25355","title":"Web-Based Medical Examinations During the COVID-19 Era: Reconsidering Learning as the Main Goal of Examination","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blueprint; Computer science; Coronavirus disease 2019 (COVID-19); Web application; World Wide Web; Medical education; Multimedia; Medicine; Engineering; Pathology","score_opus":0.019978226216928765,"score_gpt":0.3570264329996102,"score_spread":0.33704820678268144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165068811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8608043,0.00024968476,0.0010532038,0.1339461,0.0008573372,0.0005617309,0.0000019750867,0.000057752663,0.0024679073],"genre_scores_gemma":[0.9844615,0.000092223796,0.0009192455,0.011984026,0.000549783,0.0003829991,0.00016652467,0.000026388456,0.0014173305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995772,0.0006598724,0.0009036621,0.00032480247,0.00208164,0.00025802117],"domain_scores_gemma":[0.99663115,0.0012946443,0.00041964572,0.00057032687,0.0007891512,0.000295094],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035799807,0.00016446445,0.0002948768,0.00026984542,0.00036111238,0.000020891088,0.00029922035,0.00032084426,0.005696755],"category_scores_gemma":[0.07009542,0.00011418654,0.000108358036,0.0012428063,0.00066228915,0.00009702329,0.00007679556,0.0011249791,0.000020986228],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002502809,0.0076639266,0.07420104,0.005253735,0.00038707897,0.00012516475,0.032089483,0.00022387033,0.017228333,0.035160415,0.07000468,0.757412],"study_design_scores_gemma":[0.009464,0.00058560545,0.6910812,0.0037064163,0.00048884936,0.002747725,0.046688072,0.028646844,0.01898059,0.0031081552,0.19368884,0.0008136697],"about_ca_topic_score_codex":0.000082440645,"about_ca_topic_score_gemma":0.00007636383,"teacher_disagreement_score":0.75659835,"about_ca_system_score_codex":0.0003978422,"about_ca_system_score_gemma":0.02114372,"threshold_uncertainty_score":0.9952122},"labels":[],"label_agreement":null},{"id":"W3165071395","doi":"10.1080/0142159x.2021.1925643","title":"Outcomes of competency-based medical education: A taxonomy for shared language","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Calgary; University of Saskatchewan; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Timeline; Taxonomy (biology); Categorization; Psychological intervention; Medical education; Evidence-based practice; Psychology; Computer science; Medicine; Nursing; Alternative medicine; Artificial intelligence; Pathology","score_opus":0.02968147439780137,"score_gpt":0.368285515124832,"score_spread":0.3386040407270306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165071395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6081124,0.001375401,0.028659519,0.3220521,0.0030409798,0.0018638377,0.000017537943,0.00024356692,0.034634687],"genre_scores_gemma":[0.7809798,0.000021174492,0.13658573,0.05016627,0.0025248386,0.0019459288,0.0022136688,0.00010570207,0.025456855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740183,0.0000810604,0.00062261417,0.0003001532,0.0013427262,0.00025163428],"domain_scores_gemma":[0.9984429,0.00011674641,0.0001235296,0.00047414648,0.00050989504,0.00033278792],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00097280886,0.00014952847,0.00046157977,0.0001267911,0.0000518796,0.000008610422,0.00021894455,0.0003344939,0.041091215],"category_scores_gemma":[0.022043945,0.00012164502,0.00016665967,0.00045113792,0.0002433696,0.0000401616,0.000045334,0.00046831474,0.000036329257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075911434,0.007194186,0.3662646,0.001000778,0.00030519333,0.00008895869,0.0009923582,4.279808e-7,0.00011423655,0.014587388,0.36627734,0.2430986],"study_design_scores_gemma":[0.015641306,0.00055480853,0.10404942,0.0026323695,0.00060351915,0.0003313497,0.0073745395,0.03823769,0.0018378629,0.001657251,0.82619977,0.00088008994],"about_ca_topic_score_codex":0.000027518603,"about_ca_topic_score_gemma":0.00001774381,"teacher_disagreement_score":0.45992246,"about_ca_system_score_codex":0.00010346071,"about_ca_system_score_gemma":0.01328105,"threshold_uncertainty_score":0.9923127},"labels":[],"label_agreement":null},{"id":"W3165075931","doi":"10.2196/26790","title":"Innovation and Inequality: A Medical Student Perspective. Comment on \"The Present and Future Applications of Technology in Adapting Medical Education Amidst the COVID-19 Pandemic\"","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Perspective (graphical); 2019-20 coronavirus outbreak; Inequality; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Sociology; Virology; Medicine; Computer science; Mathematics","score_opus":0.03055874332984992,"score_gpt":0.4403370039211264,"score_spread":0.4097782605912765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165075931","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3204911,0.0014090383,0.00058232807,0.6753079,0.00040001827,0.0012483741,0.0000019819283,0.000050225182,0.0005089851],"genre_scores_gemma":[0.8501094,0.0012652767,0.0005132122,0.14284074,0.0019439047,0.002945705,0.00019842497,0.000028625753,0.00015471932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99541616,0.0003993442,0.0010756827,0.0005469935,0.00228182,0.00027999302],"domain_scores_gemma":[0.99679255,0.0006637485,0.00038767516,0.00070744427,0.0010818766,0.000366685],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038887572,0.00022148328,0.00037133592,0.000590947,0.00027116216,0.000031839598,0.00035902622,0.0006129937,0.0010504668],"category_scores_gemma":[0.018178036,0.00015016072,0.000038857645,0.0031274701,0.0009228747,0.000076263714,0.00021604207,0.0015107743,0.000004347912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050575865,0.003776723,0.050968137,0.0003030271,0.000059465867,0.0000048069533,0.005432479,3.0878564e-7,0.000032615517,0.4239439,0.037207704,0.47822025],"study_design_scores_gemma":[0.0025360452,0.00026928788,0.06750101,0.0012052126,0.0001061094,0.0009932725,0.16322179,0.0011890532,0.00007687641,0.020274185,0.7422813,0.0003458291],"about_ca_topic_score_codex":0.0002711896,"about_ca_topic_score_gemma":0.00008727803,"teacher_disagreement_score":0.70507365,"about_ca_system_score_codex":0.0008097796,"about_ca_system_score_gemma":0.0130883455,"threshold_uncertainty_score":0.99986273},"labels":[],"label_agreement":null},{"id":"W3165081740","doi":"10.1080/0142159x.2021.1929908","title":"Coaching the coaches: Employing role modeling and coaching as a faculty development strategy","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coaching; Medical education; Psychology; Professional development; Faculty development; Medicine; Psychotherapist","score_opus":0.06352885469457503,"score_gpt":0.367646038565999,"score_spread":0.30411718387142395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165081740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96988195,0.00060460996,0.012806497,0.008575269,0.00016490603,0.00020304581,3.9772e-7,0.00009600584,0.007667336],"genre_scores_gemma":[0.9913297,0.000025682377,0.0036304377,0.0029480204,0.00038417598,0.000050320024,0.00012237312,0.000032401153,0.0014768803],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750686,0.0001708952,0.0005061557,0.0003757053,0.0010861004,0.00035428067],"domain_scores_gemma":[0.9991858,0.00005872161,0.000070138485,0.0002918725,0.00016745561,0.00022599229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002071198,0.00018583392,0.00027874362,0.000066299195,0.00041800697,0.000071749535,0.00015263821,0.00023051015,0.00073188305],"category_scores_gemma":[0.004251695,0.00012789846,0.000048511458,0.00031277814,0.00014196345,0.00009181698,0.0001458917,0.0012981246,0.000042134707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083681356,0.0012980986,0.1093529,0.00036923762,0.00056602486,0.00030618437,0.041473854,0.00035775075,0.00073608337,0.006192796,0.0036813812,0.835582],"study_design_scores_gemma":[0.002601417,0.000105586885,0.004417982,0.0010796348,0.0002283173,0.0013056276,0.08635267,0.85366553,0.00047797718,0.0016546908,0.04751157,0.0005989946],"about_ca_topic_score_codex":0.00010847933,"about_ca_topic_score_gemma":0.000018117315,"teacher_disagreement_score":0.8533078,"about_ca_system_score_codex":0.00015165744,"about_ca_system_score_gemma":0.0010770961,"threshold_uncertainty_score":0.8013606},"labels":[],"label_agreement":null},{"id":"W3165266325","doi":"10.1080/0142159x.2021.1925641","title":"If we could turn back time: Imagining time-variable, competency-based medical education in the context of COVID-19","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Context (archaeology); Pandemic; Workforce; Coronavirus disease 2019 (COVID-19); Tracking (education); Duration (music); Medical education; Work (physics); Health care; Public relations; Psychology; Political science; Medicine; Pedagogy; Engineering; Law","score_opus":0.017752322632372794,"score_gpt":0.35429587132322826,"score_spread":0.33654354869085545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165266325","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07555092,0.0017805645,0.007929442,0.8276234,0.0015319191,0.0011444051,0.000009933025,0.00014058754,0.0842888],"genre_scores_gemma":[0.5387512,0.0002722688,0.03675833,0.3789674,0.0040938514,0.0004256998,0.0031761138,0.00019426893,0.037360884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951238,0.0006684416,0.0009520068,0.00042262985,0.0024525984,0.00038049038],"domain_scores_gemma":[0.9977243,0.00046327067,0.0002068125,0.0006743677,0.0004364461,0.0004948276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004369743,0.00022083918,0.000533935,0.00020887319,0.000083669715,0.00002137931,0.0004688385,0.00049610523,0.09695702],"category_scores_gemma":[0.035229016,0.0001618687,0.000099899815,0.0013394061,0.0006805209,0.0000716867,0.00007303454,0.0015787974,0.00051498297],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001394563,0.005445748,0.020621255,0.00076609297,0.00011191568,0.00018715484,0.0048416704,0.000005006163,0.00037669748,0.011099898,0.8380268,0.1183783],"study_design_scores_gemma":[0.008310319,0.00026387442,0.0016787814,0.002701505,0.00024380439,0.00064057135,0.010426663,0.1533444,0.00024092633,0.0038406237,0.817762,0.0005465123],"about_ca_topic_score_codex":0.0001778827,"about_ca_topic_score_gemma":0.00001988536,"teacher_disagreement_score":0.46320024,"about_ca_system_score_codex":0.00032004615,"about_ca_system_score_gemma":0.035290755,"threshold_uncertainty_score":0.97289765},"labels":[],"label_agreement":null},{"id":"W3165324367","doi":"10.1080/0142159x.2021.1925100","title":"Becoming a deliberately developmental organization: Using competency based assessment data for organizational development","year":2021,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","funders":"","keywords":"Cognitive reframing; Health care; Leverage (statistics); Learning organization; Leadership development; Psychology; Professional development; Business; Medical education; Knowledge management; Public relations; Medicine; Political science; Computer science","score_opus":0.190052100815624,"score_gpt":0.45581405586030976,"score_spread":0.2657619550446858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165324367","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001693177,0.7399694,0.25237545,0.0021023836,0.0017668554,0.0026953225,0.000049810984,0.00023025624,0.0006411933],"genre_scores_gemma":[0.00001230443,0.18990476,0.7347286,0.0018399665,0.0016860482,0.000207565,0.07007581,0.00030014612,0.0012448407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99503064,0.00020467576,0.0016960247,0.0009692543,0.0016486768,0.00045071408],"domain_scores_gemma":[0.9972615,0.00014450232,0.00043857557,0.0007751085,0.0010802122,0.00030006075],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018856562,0.0005233491,0.0016133894,0.00032849,0.00039006813,0.00008391922,0.00074893003,0.0007560881,0.014825065],"category_scores_gemma":[0.0076874667,0.0004537749,0.00011192095,0.0019543557,0.00012736884,0.00011801089,0.00048621255,0.0009940288,0.000054555174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032905884,0.0012129179,0.0010870894,0.011190318,0.0006900865,0.000062753854,0.00016205054,7.6691913e-7,6.520512e-7,0.0005206512,0.023714734,0.9613547],"study_design_scores_gemma":[0.00096225383,0.000019137218,0.000025791262,0.013617186,0.0008595499,0.00038542604,0.00014776459,0.01041414,0.0000016193471,0.0000073669908,0.9730741,0.00048567055],"about_ca_topic_score_codex":0.0000035916512,"about_ca_topic_score_gemma":0.000003374249,"teacher_disagreement_score":0.960869,"about_ca_system_score_codex":0.0018007827,"about_ca_system_score_gemma":0.050929278,"threshold_uncertainty_score":0.9997914},"labels":[],"label_agreement":null},{"id":"W3165409347","doi":"10.1503/cjs.020019","title":"Critical fail concepts in surgery: highlighting the “must-know” concepts","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Curriculum; Medical education","score_opus":0.04254606686842528,"score_gpt":0.34460917824045845,"score_spread":0.3020631113720332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165409347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9000909,0.0031126295,0.0000841942,0.09100117,0.0043801903,0.000068284564,0.000004763805,0.00000664879,0.0012512227],"genre_scores_gemma":[0.99181336,0.000091365895,0.00027396987,0.006439002,0.0010794755,0.00000419111,0.000016224665,0.000019974319,0.00026244967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789214,0.00020625778,0.0009159154,0.00014839745,0.0003758045,0.00046145538],"domain_scores_gemma":[0.99536437,0.0024053769,0.00021374272,0.0002483352,0.0013042141,0.0004639926],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002312215,0.00012211238,0.00048722362,0.0005347667,0.00015231503,0.00006469447,0.000103570834,0.00013416666,0.001437478],"category_scores_gemma":[0.02600086,0.00009622083,0.00018957646,0.0011061627,0.0004009777,0.00019081711,0.000009073742,0.00071401725,0.000018081879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029930095,0.00008050528,0.3732237,0.00014862657,0.000088392844,0.0068394947,0.0023395086,0.000007559555,0.0003869675,0.0039514457,0.5503473,0.06255653],"study_design_scores_gemma":[0.00064768345,0.000039400915,0.2819044,0.0031543777,0.0001422097,0.00538871,0.01354708,0.000097981356,0.0028647801,0.00080719683,0.69099873,0.00040745435],"about_ca_topic_score_codex":0.00064614206,"about_ca_topic_score_gemma":0.0015727938,"teacher_disagreement_score":0.14065138,"about_ca_system_score_codex":0.00040051917,"about_ca_system_score_gemma":0.010735907,"threshold_uncertainty_score":0.99947536},"labels":[],"label_agreement":null},{"id":"W3165416202","doi":"","title":"Canadian Conference on Medical Education 2021 Abstracts Les résumés de la Conférence canadienne sur l'éducation médicale 2021","year":2021,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Political science; Computer science","score_opus":0.023230984800752787,"score_gpt":0.3420618937485976,"score_spread":0.31883090894784477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165416202","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08570668,0.015300687,0.00023197207,0.71871805,0.04876662,0.000607493,0.00009662175,0.000028001494,0.1305439],"genre_scores_gemma":[0.59101295,0.013453019,0.003354167,0.22953258,0.031573143,0.00027917678,0.0020152135,0.00023231537,0.12854746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989857,0.0016596004,0.0020440877,0.0010458515,0.0027399366,0.0026535075],"domain_scores_gemma":[0.9458201,0.0007477813,0.00070808333,0.0012434518,0.006186429,0.04529416],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.007634812,0.00070708676,0.00080227054,0.0017602099,0.0013515255,0.0006315899,0.0011056022,0.0026482523,0.49975887],"category_scores_gemma":[0.17657374,0.0008155085,0.00025162482,0.0022331958,0.0014050241,0.0005003363,0.00004936013,0.0065086805,0.0016395894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000109468665,0.0010601304,0.0015176907,0.0001442154,0.00009879303,0.0007443237,0.0015973473,0.000009699879,0.00001569367,0.028127111,0.51332897,0.4533451],"study_design_scores_gemma":[0.001035823,0.00013873329,0.016773043,0.0069971452,0.00023396438,0.010608502,0.012793545,0.0016448766,0.00006353777,0.0019878324,0.94699,0.0007329657],"about_ca_topic_score_codex":0.8338847,"about_ca_topic_score_gemma":0.93819696,"teacher_disagreement_score":0.79756045,"about_ca_system_score_codex":0.015892657,"about_ca_system_score_gemma":0.81345314,"threshold_uncertainty_score":0.99994856},"labels":[],"label_agreement":null},{"id":"W3165481311","doi":"10.1097/ceh.0000000000000374","title":"The 2020 JCEHP Award for Excellence in Research","year":2021,"lang":"en","type":"editorial","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre; University of Ottawa; University Health Network","funders":"","keywords":"Excellence; Medicine; Medical education; Engineering ethics; Psychology; Political science; Engineering","score_opus":0.07803631436163828,"score_gpt":0.5515836196882631,"score_spread":0.4735473053266248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165481311","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008939487,0.0065004257,0.0001186486,0.2641951,0.71810955,0.0019078072,0.0000055626947,0.0000052456735,0.00021816575],"genre_scores_gemma":[0.008484861,0.0091564655,0.00403063,0.0022593858,0.95933574,0.0008048466,0.00019004702,0.00007196129,0.015666049],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99308944,0.0021707122,0.002056868,0.00025761809,0.0018376188,0.00058774045],"domain_scores_gemma":[0.976451,0.013255135,0.0021610882,0.0009073066,0.0070561273,0.00016935462],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030292196,0.00017306412,0.0005820348,0.000643365,0.0005898392,0.000083204075,0.00069945835,0.00051379134,0.000020544348],"category_scores_gemma":[0.05526697,0.00010163777,0.00012598094,0.0016142981,0.00018044918,0.00010525853,0.00006298163,0.006251881,0.000004239509],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012852582,0.0004686268,0.00022717899,0.0005483888,0.000010255345,0.0000030181186,0.012976477,5.852768e-7,0.0000054217167,0.00023616725,0.9207936,0.064601734],"study_design_scores_gemma":[0.00076245825,0.00026475033,0.0011977835,0.012620901,0.00002065682,0.000021931113,0.07474118,0.00001653785,0.0000028393729,0.0014490726,0.90882653,0.00007535139],"about_ca_topic_score_codex":0.000089753165,"about_ca_topic_score_gemma":0.00012766007,"teacher_disagreement_score":0.2619357,"about_ca_system_score_codex":0.0012353578,"about_ca_system_score_gemma":0.030982051,"threshold_uncertainty_score":0.9985182},"labels":[],"label_agreement":null},{"id":"W3165676963","doi":"10.1007/s40670-021-01313-y","title":"Perspectives of Recent Graduates on Clerkship Procedural Skill Training at a Canadian Medical School: an Exploratory Study","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; Graduation (instrument); Curriculum; Focus group; Variety (cybernetics); Psychology; Medicine; Pedagogy; Computer science","score_opus":0.07121699879261503,"score_gpt":0.39130825636567207,"score_spread":0.320091257573057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165676963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9181961,0.00009226526,0.000003147551,0.07577958,0.0017365742,0.00043856262,0.000002504893,0.000049337916,0.0037019681],"genre_scores_gemma":[0.98664075,0.000052501015,0.00057234475,0.011307799,0.0010222229,0.00009224748,0.000021143664,0.000024554542,0.00026642275],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99286073,0.00019465627,0.00062976073,0.0008454997,0.004681836,0.00078750215],"domain_scores_gemma":[0.99323577,0.00013520903,0.00012645555,0.0006542985,0.0013575644,0.004490703],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00443139,0.0002212763,0.00041781596,0.00055789755,0.00043541245,0.000042270614,0.00063337537,0.0002204691,0.022148477],"category_scores_gemma":[0.08180285,0.00017918306,0.00005812295,0.0032106654,0.0017630851,0.00026504262,0.00011211628,0.0009563421,0.000120712706],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033639823,0.022590911,0.12671915,0.00026814878,0.00020472836,0.0012664889,0.48028773,0.0000017529181,0.0013444715,0.0113172615,0.079204254,0.2764587],"study_design_scores_gemma":[0.0020402062,0.0019805646,0.10994373,0.00068955903,0.00007378227,0.000540837,0.8651583,0.00035079234,0.0019748013,0.00032876275,0.016446266,0.000472388],"about_ca_topic_score_codex":0.0010073021,"about_ca_topic_score_gemma":0.016646896,"teacher_disagreement_score":0.3848706,"about_ca_system_score_codex":0.0015818519,"about_ca_system_score_gemma":0.06845175,"threshold_uncertainty_score":0.9787454},"labels":[],"label_agreement":null},{"id":"W3165718190","doi":"10.1097/acm.0000000000004184","title":"Challenges for Family Medicine Residents in Attaining the CanMEDS Professional Role: A Thematic Analysis of Preceptor Field Notes","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wellesley Institute; Queen's University; The Scarborough Hospital; University of Toronto","funders":"","keywords":"Preceptor; Thematic analysis; Medical education; Collegiality; Psychology; Professional development; Medicine; Nursing; Qualitative research; Health care; Pedagogy; Sociology; Political science","score_opus":0.10410482512932649,"score_gpt":0.44773717856585216,"score_spread":0.34363235343652565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165718190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77179104,0.013468449,0.0011209996,0.20935425,0.0008698601,0.0008758837,0.000003573191,0.000029045646,0.002486872],"genre_scores_gemma":[0.9863262,0.0022745016,0.0005881719,0.008332697,0.00092298177,0.00025404262,0.00016216606,0.000022462718,0.0011167497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970323,0.00016570698,0.0011752158,0.00037792593,0.00093008997,0.00031876419],"domain_scores_gemma":[0.9954036,0.0030754087,0.0003884269,0.0005193031,0.0005266437,0.00008664889],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029773696,0.0001938064,0.0008779285,0.0006589133,0.00008189509,0.000001452718,0.00027744248,0.00031826645,0.0005300511],"category_scores_gemma":[0.026105098,0.000113970134,0.00007767098,0.002303295,0.00031673763,0.000059018937,0.00006788829,0.0009005513,0.0000021436183],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010706503,0.00043495896,0.18278767,0.004092744,0.004405434,0.00003972245,0.22996378,0.00008101103,0.074941166,0.028036192,0.094609536,0.37953714],"study_design_scores_gemma":[0.009064498,0.0013620585,0.69788635,0.016940193,0.0068802177,0.00007344256,0.22974408,0.010880344,0.0058282735,0.01027755,0.010582502,0.00048047566],"about_ca_topic_score_codex":0.00017941359,"about_ca_topic_score_gemma":0.00009174994,"teacher_disagreement_score":0.5150987,"about_ca_system_score_codex":0.00011035778,"about_ca_system_score_gemma":0.00036800865,"threshold_uncertainty_score":0.98209846},"labels":[],"label_agreement":null},{"id":"W3165723275","doi":"10.1097/acm.0000000000004189","title":"A Question of Scale? Generalizability of the Ottawa and Chen Scales to Render Entrustment Decisions for the Core EPAs in the Workplace","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Chen; Core (optical fiber); Conjunction (astronomy); Measure (data warehouse); MEDLINE","score_opus":0.05224169340301632,"score_gpt":0.3955179204079614,"score_spread":0.3432762270049451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165723275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83359075,0.0021518855,0.0037061898,0.15895167,0.00035934418,0.0010535809,0.000005056755,0.000005277718,0.00017625843],"genre_scores_gemma":[0.98827934,0.00043962267,0.0015587377,0.008768788,0.00032792994,0.00015147704,0.000023013037,0.000008692718,0.00044236932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982763,0.00016284698,0.0006431516,0.00020842516,0.0005541629,0.0001551392],"domain_scores_gemma":[0.99755806,0.001374505,0.00017282262,0.0005329356,0.00031634676,0.00004534309],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033604652,0.00010076979,0.00026554547,0.00007219965,0.00008672976,0.0000016909078,0.00023524744,0.00014461535,0.00005802849],"category_scores_gemma":[0.01270119,0.000044606066,0.0000376826,0.0008970997,0.0004660823,0.00002323416,0.000067602065,0.0004513265,4.758111e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004714939,0.00034446712,0.36728847,0.0005990537,0.00017667467,0.000003113082,0.051660597,0.00012287249,0.025972638,0.055210214,0.3476859,0.15046449],"study_design_scores_gemma":[0.0029612947,0.0002869014,0.91648114,0.0023691992,0.000447552,0.00011205335,0.019646008,0.001648391,0.0049661626,0.014248727,0.036701396,0.00013116866],"about_ca_topic_score_codex":0.00007137257,"about_ca_topic_score_gemma":0.000055062344,"teacher_disagreement_score":0.54919267,"about_ca_system_score_codex":0.00008238043,"about_ca_system_score_gemma":0.00014296873,"threshold_uncertainty_score":0.99561524},"labels":[],"label_agreement":null},{"id":"W3166298177","doi":"","title":"Bridge to emergency medicine: A virtual medical student curriculum for flipped classroom learning during the COVID-19 pandemic","year":2021,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medicine; Asynchronous learning; Medical education; Pandemic; Flipped classroom; Coronavirus disease 2019 (COVID-19); Bridge (graph theory); Teaching method; Mathematics education; Psychology; Pedagogy; Infectious disease (medical specialty); Cooperative learning","score_opus":0.0662457282266395,"score_gpt":0.4545467498159221,"score_spread":0.3883010215892826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166298177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79933333,0.004990711,0.014165416,0.16665228,0.01135444,0.0018141366,0.000008303976,0.00035036416,0.0013310264],"genre_scores_gemma":[0.9124985,0.024306543,0.0002556532,0.017194942,0.015911555,0.0012790201,0.0005960227,0.00018544447,0.027772358],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906723,0.0004262104,0.0033342121,0.0012120828,0.0031912276,0.0011639758],"domain_scores_gemma":[0.99522585,0.0004772968,0.00069304183,0.000951534,0.0012510434,0.0014012338],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056700767,0.00061660365,0.0010748488,0.0005197382,0.0008582104,0.0000018158897,0.00095750677,0.0007496614,0.024297886],"category_scores_gemma":[0.064975835,0.0004241313,0.00024094635,0.0033159682,0.00048495972,0.00014442015,0.0003581158,0.0032393972,0.00012908103],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014709742,0.0002500859,0.50856566,0.00059864426,0.0003026591,0.000039717474,0.009499945,0.000038866965,0.0077243643,0.0021713884,0.46572626,0.0049353503],"study_design_scores_gemma":[0.0076390775,0.0015726067,0.15914924,0.0012240898,0.0009862114,0.0009538153,0.022647327,0.0016911014,0.000112380265,0.00075526943,0.80240023,0.0008686377],"about_ca_topic_score_codex":0.00027639978,"about_ca_topic_score_gemma":0.00008211987,"teacher_disagreement_score":0.3494164,"about_ca_system_score_codex":0.0007832067,"about_ca_system_score_gemma":0.0010419801,"threshold_uncertainty_score":0.99982107},"labels":[],"label_agreement":null},{"id":"W3166307976","doi":"10.5489/cuaj.7302","title":"How can surgical programs use peer support programs in times of crisis?","year":2021,"lang":"en","type":"review","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Business; Computer science; Psychology","score_opus":0.06522167694068963,"score_gpt":0.3335802342606705,"score_spread":0.2683585573199809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166307976","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002693075,0.90222746,0.000011597993,0.08874058,0.0021043643,0.0026531185,0.000111712245,0.000072004936,0.0013861161],"genre_scores_gemma":[0.0033459205,0.9798768,0.0015250118,0.0013245402,0.0015118514,0.00019810194,0.0035479967,0.00008045598,0.008589324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552685,0.00058614643,0.0013496251,0.00042587463,0.0012690012,0.0008425023],"domain_scores_gemma":[0.9958055,0.00018159517,0.0011575188,0.0002908593,0.0018830532,0.0006814681],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002447137,0.000379449,0.0019831345,0.0007725106,0.00012167717,0.00032912623,0.00027159514,0.0013572315,0.0009774342],"category_scores_gemma":[0.0056606177,0.00029449124,0.00062192546,0.0017609198,0.00009532405,0.00014580246,0.00003360044,0.0026336494,0.000015118192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006306861,0.00036774387,0.049969677,0.0006474629,0.00036511145,0.0008547893,0.0001559352,2.1774962e-7,1.3683671e-8,0.00057534414,0.053344708,0.8937127],"study_design_scores_gemma":[0.00048499237,0.00029431866,0.0012882482,0.0014328728,0.00059003325,0.0013047038,0.00024625493,0.0000034546638,6.376514e-8,0.00006448953,0.99404716,0.00024338803],"about_ca_topic_score_codex":0.0009935492,"about_ca_topic_score_gemma":0.00108715,"teacher_disagreement_score":0.9407025,"about_ca_system_score_codex":0.0032540786,"about_ca_system_score_gemma":0.0060351444,"threshold_uncertainty_score":0.9999507},"labels":[],"label_agreement":null},{"id":"W3166795709","doi":"10.1002/aet2.10631","title":"Seeing potential opportunities for teaching (SPOT): Evaluating a bundle of interventions to augment entrustable professional activity acquisition","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Psychological intervention; Bundle; Confidence interval; Cohort; Intervention (counseling); Medicine; Cohort study; Family medicine; Psychology; Nursing; Internal medicine","score_opus":0.13267110137237312,"score_gpt":0.4533032379957308,"score_spread":0.32063213662335766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166795709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966458,0.00009905809,0.02168526,0.009019647,0.0011195204,0.00046278603,0.000007725476,0.000024541227,0.0011234491],"genre_scores_gemma":[0.9452896,0.0000043649743,0.049551904,0.0009436987,0.00027623668,0.00021495015,0.0002243854,0.000013352212,0.003481483],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9989575,0.00008802934,0.00033770333,0.00020707533,0.00024736984,0.00016228457],"domain_scores_gemma":[0.9990534,0.00007885917,0.0001537363,0.0001341423,0.0004983028,0.00008155551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001008427,0.00008912123,0.00017500165,0.00018584017,0.00028921687,0.000021628826,0.000034430766,0.000055851837,0.00020938147],"category_scores_gemma":[0.00092062243,0.00009363854,0.00007267595,0.00016896248,0.000040528645,0.00015949925,0.000033059896,0.00015717254,0.0000010152197],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083707506,0.001558812,0.00054011116,0.00097085576,0.0000661123,0.0000010377814,0.013374115,0.000034747805,0.029004505,0.008956275,0.0020917226,0.943318],"study_design_scores_gemma":[0.006962347,0.0024336989,0.15478487,0.014704384,0.0014860631,0.0006563333,0.73037606,0.025419604,0.039859843,0.006017762,0.016233454,0.0010655497],"about_ca_topic_score_codex":0.000015595531,"about_ca_topic_score_gemma":0.0000022881366,"teacher_disagreement_score":0.94225246,"about_ca_system_score_codex":0.000115348295,"about_ca_system_score_gemma":0.0011561903,"threshold_uncertainty_score":0.38184687},"labels":[],"label_agreement":null},{"id":"W3166840906","doi":"10.36834/cmej.72735","title":"Formal remediation and probation (part two of 3). When residents shouldn’t become clinicians: getting a grip on fair and defensible processes for termination of training","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Custom Security Industries (Canada); Queen's University","funders":"","keywords":"Competence (human resources); Medical education; Training (meteorology); Psychology; Public relations; Computer science; Medicine; Political science; Social psychology","score_opus":0.03776623856788214,"score_gpt":0.361484756879052,"score_spread":0.3237185183111699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166840906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94059163,0.0007293844,0.0013102125,0.054622985,0.0013617508,0.0006320896,0.000014241654,0.000012185825,0.0007255314],"genre_scores_gemma":[0.97604007,0.00024995802,0.01435459,0.0076586725,0.0011722764,0.000059904607,0.00020505169,0.00002342934,0.00023605434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99799603,0.000072191666,0.000876201,0.0002132862,0.00058126793,0.00026104334],"domain_scores_gemma":[0.9963081,0.00021022208,0.00048161668,0.00013241195,0.0020111501,0.0008564963],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018638661,0.00011632933,0.00028027408,0.0005176375,0.00019751441,0.000033699445,0.000074036325,0.00018570239,0.0003116325],"category_scores_gemma":[0.052544333,0.00011463048,0.000037764574,0.00040049767,0.00014719163,0.00031582534,0.000011123163,0.00038369469,5.7951854e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092115566,0.00034586416,0.019622348,0.0016135423,0.000081266204,0.000007371534,0.011981829,0.000006509103,0.0003941165,0.0034435429,0.024902785,0.9375087],"study_design_scores_gemma":[0.023141805,0.004416777,0.61690295,0.030405967,0.0016089824,0.006153552,0.10381754,0.011906277,0.011399029,0.05362297,0.13477847,0.001845703],"about_ca_topic_score_codex":0.00029424528,"about_ca_topic_score_gemma":0.0025171626,"teacher_disagreement_score":0.935663,"about_ca_system_score_codex":0.00021683592,"about_ca_system_score_gemma":0.02542791,"threshold_uncertainty_score":0.980097},"labels":[],"label_agreement":null},{"id":"W3167295492","doi":"10.1096/fasebj.2019.33.1_supplement.766.14","title":"Community College Anatomy and Physiology Education Research (CAPER): Can Educational Research Drive Pedagogical Change?","year":2019,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Attrition; Medical education; Professional development; Psychology; Reading (process); Mathematics education; Medicine; Political science","score_opus":0.2547311451866199,"score_gpt":0.5105794408611675,"score_spread":0.2558482956745476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167295492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89672863,0.0002881149,0.0000019999768,0.09624951,0.00071810343,0.0007086074,0.0000067154733,0.000007649962,0.0052906587],"genre_scores_gemma":[0.9893014,0.00015110632,0.00044953308,0.0020869544,0.0020460268,0.00011474038,0.00007308105,0.000018887635,0.0057582776],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9960188,0.0020031815,0.000317786,0.00019093811,0.0009919695,0.00047729356],"domain_scores_gemma":[0.9961455,0.00096708507,0.00009631423,0.0005374412,0.0020637766,0.0001898903],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007256518,0.00011362785,0.00020434272,0.0005780821,0.0015472317,0.00005640257,0.00038398677,0.00014516812,0.001782458],"category_scores_gemma":[0.0021179586,0.000077220175,0.000041423533,0.0011356914,0.00084203994,0.00012872981,0.00017358451,0.0041551543,0.00019465959],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009943484,0.00578537,0.0871127,0.000529995,0.0003038736,0.000011345416,0.07053413,0.0000027708086,0.17559835,0.1709368,0.41223222,0.07595809],"study_design_scores_gemma":[0.002026316,0.0013389001,0.7443289,0.00051826995,0.000055742425,0.0022625322,0.1455037,0.00037582466,0.002180796,0.033794124,0.06734228,0.00027261802],"about_ca_topic_score_codex":0.0003855107,"about_ca_topic_score_gemma":0.000045990884,"teacher_disagreement_score":0.6572162,"about_ca_system_score_codex":0.0004940064,"about_ca_system_score_gemma":0.002214137,"threshold_uncertainty_score":0.99975264},"labels":[],"label_agreement":null},{"id":"W3167754083","doi":"10.5489/cuaj.7300","title":"Peer support networks: A local approach to the global issue of moral injury in surgical training and practice","year":2021,"lang":"en","type":"review","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Psychology; Medical education; Medicine; Geography","score_opus":0.05236535468233008,"score_gpt":0.3667920258966221,"score_spread":0.314426671214292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167754083","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011627263,0.88461006,0.0012515024,0.094669476,0.0014913622,0.0012384972,0.00009543332,0.000018565597,0.016508853],"genre_scores_gemma":[0.0065350244,0.9614673,0.004650287,0.020760335,0.0045348196,0.00014319118,0.0006585603,0.000055454333,0.0011950288],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996218,0.0009808362,0.001078321,0.0003182912,0.00084556144,0.0005589554],"domain_scores_gemma":[0.9971928,0.00048315705,0.0006546262,0.00018335399,0.00095862243,0.00052743766],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006236842,0.00024577475,0.0012481126,0.00025410496,0.0001437597,0.00008733084,0.00021720004,0.000797948,0.00024821018],"category_scores_gemma":[0.015010557,0.00016767885,0.00020624425,0.00160896,0.00010270522,0.000087777444,0.000045480854,0.0020484354,0.0000121962885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020733729,0.000115348426,0.0015099978,0.00014562528,0.00016606401,0.00015424157,0.00032455448,0.000050038117,1.601885e-9,0.0011756686,0.06490233,0.9314354],"study_design_scores_gemma":[0.00025559744,0.00016777204,0.0010409958,0.00042555816,0.00040349885,0.0036539717,0.0008319055,0.00016607104,2.4138715e-9,0.000033703254,0.99287885,0.0001420538],"about_ca_topic_score_codex":0.00037485975,"about_ca_topic_score_gemma":0.00009963691,"teacher_disagreement_score":0.93129337,"about_ca_system_score_codex":0.0025558362,"about_ca_system_score_gemma":0.0037670957,"threshold_uncertainty_score":0.99328643},"labels":[],"label_agreement":null},{"id":"W3168135349","doi":"10.1096/fasebj.2021.35.s1.02494","title":"Do Motivation and Race/Ethnicity Impact Success in an Anatomy Course for Doctor of Physical Therapy Students?","year":2021,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ethnic group; Psychology; Race (biology); Clinical psychology; Developmental psychology","score_opus":0.034887617042462085,"score_gpt":0.4389140423064527,"score_spread":0.40402642526399063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168135349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970686,0.00018728194,0.00048342807,0.0018518482,0.00012692729,0.0002530876,0.0000050188696,0.000004623588,0.000019191299],"genre_scores_gemma":[0.99880964,0.00008302181,0.00036423822,0.00027474004,0.00039800216,0.000008981756,0.000018190318,0.000009639129,0.00003357163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990338,0.000115397896,0.00025112001,0.000101657424,0.00036463636,0.00013338763],"domain_scores_gemma":[0.9990252,0.00014159289,0.00014775495,0.0001733474,0.00045398163,0.00005806927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094776746,0.00007947593,0.0001979561,0.000081225575,0.00008464083,0.000040433104,0.000111166206,0.00004294538,0.000084725274],"category_scores_gemma":[0.00043478573,0.00004798049,0.000055134613,0.00034656827,0.00009320806,0.00016169439,0.0000157621,0.00032468277,4.2476387e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046505342,0.0019495103,0.8456393,0.000037122703,0.00013577528,0.000012662344,0.005139069,0.000057392397,0.095332116,0.00057626405,0.00050192804,0.05015383],"study_design_scores_gemma":[0.0028043634,0.0004436238,0.9656467,0.000105506275,0.00004584073,0.000094136005,0.0015677839,0.0012576601,0.027085174,0.00082007836,0.00006911097,0.000060041606],"about_ca_topic_score_codex":0.000010945935,"about_ca_topic_score_gemma":0.000003440663,"teacher_disagreement_score":0.1200074,"about_ca_system_score_codex":0.00008492927,"about_ca_system_score_gemma":0.00025875182,"threshold_uncertainty_score":0.19565876},"labels":[],"label_agreement":null},{"id":"W3168199956","doi":"10.1111/medu.14582","title":"Remediation: The best CPD and vice versa","year":2021,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Versa; Vice president; Bourgeoisie; Environmental remediation; Psychology; Sociology; Medical education; Political science; Medicine; Law; Computer science; Management; Biology; World Wide Web; Economics; Ecology","score_opus":0.014242999706893671,"score_gpt":0.3276616396419417,"score_spread":0.31341863993504804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168199956","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028476357,0.002040366,0.00014534619,0.9821241,0.0062640286,0.0005294205,0.0000031505983,0.00005355784,0.005992419],"genre_scores_gemma":[0.00088750443,0.00078605313,0.000985318,0.96010166,0.02262827,0.00025745019,0.0029410399,0.00005270452,0.011360022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651873,0.00017184306,0.0005971834,0.00052507623,0.0018522022,0.00033494676],"domain_scores_gemma":[0.9978368,0.00027133283,0.00024511726,0.000772227,0.0007735682,0.00010093092],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008629147,0.00027479665,0.00038229133,0.00021782455,0.0002265895,0.00007512475,0.00025983024,0.0012423258,0.0027672127],"category_scores_gemma":[0.010760973,0.00020184892,0.00008225464,0.00078894733,0.00041660183,0.000088745626,0.0000805732,0.0033718075,0.00020905699],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004982815,0.00018031652,0.0002687394,0.00035804822,0.000047536643,0.00003221593,0.00042587167,2.2398979e-8,0.0000032472565,0.00009252135,0.8960451,0.102541395],"study_design_scores_gemma":[0.00034023356,0.000058236066,0.0008820703,0.0008466297,0.00027357545,0.00042769418,0.0010374902,0.00011686124,0.000013776896,0.00011600404,0.99570245,0.00018500745],"about_ca_topic_score_codex":0.00010054278,"about_ca_topic_score_gemma":0.00000890341,"teacher_disagreement_score":0.10235639,"about_ca_system_score_codex":0.00033477918,"about_ca_system_score_gemma":0.0070980885,"threshold_uncertainty_score":0.9989275},"labels":[],"label_agreement":null},{"id":"W3168216434","doi":"10.1096/fasebj.2021.35.s1.00375","title":"Grade Negotiation Behaviours in Higher Education: Has the Pursuit for Good Grades pushed Learning to the Wayside?","year":2021,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mindset; Perception; Psychology; Medical education; Negotiation; Medicine","score_opus":0.0647329130089071,"score_gpt":0.3404362726152443,"score_spread":0.2757033596063372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168216434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5921272,0.0004103254,0.0007913607,0.40367794,0.0021190112,0.00046259255,0.0000013967403,0.000015225162,0.00039496747],"genre_scores_gemma":[0.9787067,0.000027734895,0.001400526,0.009158283,0.002462304,0.00013672608,0.000054892073,0.000024511943,0.008028295],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984688,0.00023049705,0.0003972638,0.00015374708,0.00048003581,0.00026963532],"domain_scores_gemma":[0.9987725,0.00023340405,0.00018487682,0.0003451026,0.0003941346,0.00006997186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018125069,0.00011964466,0.00014851072,0.000114761344,0.0008510697,0.00024212712,0.00033430563,0.000069040565,0.00048163158],"category_scores_gemma":[0.0011542729,0.00006120329,0.000094805204,0.00084235874,0.000102656646,0.00010539983,0.00004282934,0.0009580982,0.000024233768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033356575,0.0023566552,0.09956589,0.00010489685,0.00039154198,0.00004163516,0.043933265,0.0026102385,0.041395683,0.06702741,0.5188527,0.2233865],"study_design_scores_gemma":[0.0023494924,0.0003900007,0.6405364,0.0004869942,0.0005941167,0.0015072481,0.030698463,0.00067209336,0.0134339845,0.01239292,0.29659885,0.00033940191],"about_ca_topic_score_codex":0.000036438145,"about_ca_topic_score_gemma":0.000043422435,"teacher_disagreement_score":0.5409705,"about_ca_system_score_codex":0.00023908904,"about_ca_system_score_gemma":0.0008393431,"threshold_uncertainty_score":0.6545826},"labels":[],"label_agreement":null},{"id":"W3168260221","doi":"10.1080/0142159x.2021.1931083","title":"Further on the journey in a complex adaptive system: Elaborating CBME","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McGill University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Complex adaptive system; Constant (computer programming); Scale (ratio); Variable (mathematics); Computer science; Psychology; Mathematics; Artificial intelligence; Physics","score_opus":0.07271021570755855,"score_gpt":0.35539043455861075,"score_spread":0.2826802188510522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168260221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7989574,0.00015352492,0.0008623301,0.12257683,0.00046683036,0.00035221427,9.485878e-7,0.00008278993,0.076547146],"genre_scores_gemma":[0.98887473,0.0000052960863,0.0006233982,0.0073261526,0.00077605044,0.00006688029,0.000029805422,0.000023644758,0.0022740639],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772024,0.00034101255,0.00042673195,0.00024177288,0.0010071377,0.000263106],"domain_scores_gemma":[0.9991157,0.00009763084,0.00008031999,0.0003619969,0.00022321519,0.00012115756],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018483861,0.00012385754,0.0002518797,0.00008521864,0.00008204088,0.000018117707,0.00013858259,0.00018839017,0.009083502],"category_scores_gemma":[0.0068407846,0.00007764159,0.000048013575,0.00085268525,0.0001552155,0.000031425516,0.000044533237,0.0011804022,0.0002430686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028958556,0.004304607,0.1042373,0.0005090474,0.0004498904,0.0022791394,0.025378443,0.00001649158,0.0009371697,0.15524416,0.5606594,0.14569478],"study_design_scores_gemma":[0.012413722,0.0010356471,0.1367727,0.009264108,0.00033079396,0.0017657476,0.2207552,0.32705367,0.0005811988,0.0017696309,0.28695723,0.0013003392],"about_ca_topic_score_codex":0.000031135885,"about_ca_topic_score_gemma":0.000021531243,"teacher_disagreement_score":0.32703716,"about_ca_system_score_codex":0.00029831525,"about_ca_system_score_gemma":0.0005492885,"threshold_uncertainty_score":0.9918223},"labels":[],"label_agreement":null},{"id":"W3168293501","doi":"10.15694/mep.2021.000152.1","title":"Collective Wisdom in Faculty Development for Competency-Based Medical Education: A Needs Assessment and Survey","year":2021,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Coaching; Respondent; Medical education; Competence (human resources); Thematic analysis; Descriptive statistics; Psychology; Faculty development; Medicine; Professional development; Political science; Sociology; Qualitative research","score_opus":0.04128501224038147,"score_gpt":0.39066948676638397,"score_spread":0.3493844745260025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168293501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91849613,0.00018635229,0.008581061,0.06257497,0.0016107925,0.0012240342,0.000023977767,0.000064543245,0.007238112],"genre_scores_gemma":[0.75965756,0.0000073262986,0.21251565,0.016012298,0.00032220574,0.0011869293,0.0058659823,0.000039098322,0.0043929224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998086,0.000129023,0.0004985215,0.00031657424,0.00071149657,0.00025838544],"domain_scores_gemma":[0.9977573,0.00025743712,0.00009160533,0.00022716098,0.0015110077,0.00015548938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018912595,0.00014137247,0.00031419494,0.000394829,0.00012814197,0.00008146585,0.000107682616,0.00017934805,0.0005638884],"category_scores_gemma":[0.008017697,0.00013412199,0.000030452882,0.0018927983,0.00011475645,0.0001281687,0.0000475477,0.00033164205,0.000002740471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013785141,0.0034968092,0.62739086,0.0004160569,0.00011643365,0.000017458047,0.0045512407,0.0000028622014,0.000053105865,0.010161766,0.20615335,0.1475022],"study_design_scores_gemma":[0.0032285398,0.00009066304,0.935723,0.00031734278,0.000024205838,0.000035524048,0.002624766,0.001807262,0.00030067321,0.0006776465,0.054979306,0.00019107254],"about_ca_topic_score_codex":0.00006663135,"about_ca_topic_score_gemma":0.00078400655,"teacher_disagreement_score":0.30833212,"about_ca_system_score_codex":0.0009675108,"about_ca_system_score_gemma":0.076230735,"threshold_uncertainty_score":0.9598512},"labels":[],"label_agreement":null},{"id":"W3168874151","doi":"10.4300/jgme-d-20-01268.1","title":"Assessing the Transition of Training in Health Systems Science From Undergraduate to Graduate Medical Education","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Graduate medical education; Accreditation; Curriculum; Medical education; Medicine; Internship; Obstetrics and gynaecology; Family medicine; Psychology","score_opus":0.0844053206147724,"score_gpt":0.44613652269994825,"score_spread":0.36173120208517584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168874151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67282635,0.0007426641,0.006841514,0.31345096,0.0054980945,0.000339249,0.0000013455389,0.000012268553,0.00028755708],"genre_scores_gemma":[0.97985196,0.0004572321,0.005296618,0.012624284,0.0015757163,0.000034005363,0.00006926208,0.000027201873,0.00006370087],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99161077,0.00057026884,0.002308296,0.0003788055,0.004693803,0.00043805962],"domain_scores_gemma":[0.9945567,0.00031395728,0.0011157334,0.0004514971,0.002835983,0.0007261324],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008413267,0.00021319679,0.0006909351,0.00091257883,0.00023501624,0.00012387439,0.00047944312,0.00018270164,0.00013729605],"category_scores_gemma":[0.02524127,0.00016027284,0.00013205784,0.003479477,0.00051832554,0.0005721655,0.000045811797,0.001371726,0.0000074926356],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010055612,0.0036066487,0.0017073045,0.0007150736,0.00010324001,0.000052371455,0.026187697,0.0001307013,0.0015850698,0.0069798394,0.024009299,0.9348222],"study_design_scores_gemma":[0.009648001,0.0022635316,0.3238782,0.079826325,0.00080000627,0.012610293,0.44904038,0.05329916,0.0052961083,0.03782255,0.023899894,0.0016155426],"about_ca_topic_score_codex":0.00070411933,"about_ca_topic_score_gemma":0.00005446426,"teacher_disagreement_score":0.9332067,"about_ca_system_score_codex":0.0009679368,"about_ca_system_score_gemma":0.08503026,"threshold_uncertainty_score":0.9829695},"labels":[],"label_agreement":null},{"id":"W3168879882","doi":"10.21203/rs.3.rs-16618/v1","title":"The ‘Octopus’ Skills Model of a Medical Professional: A Focus Group Discussion","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"octopus (software); Focus (optics); Group (periodic table); Focus group; Psychology; Medical education; Sociology; Medicine; Chemistry; Physics","score_opus":0.08303485331666956,"score_gpt":0.4915570745420373,"score_spread":0.40852222122536774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168879882","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14785981,0.0013889889,0.010260197,0.82837504,0.0022478397,0.0062318584,0.00010206934,0.00020133685,0.0033328587],"genre_scores_gemma":[0.98841375,0.0008497089,0.0033267282,0.00046332972,0.0012728376,0.0011478518,0.00056655135,0.000085247084,0.0038739683],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98983574,0.00058714044,0.0008605858,0.0006228565,0.007491682,0.0006020106],"domain_scores_gemma":[0.99619424,0.0005838597,0.00021923383,0.0011769902,0.0014410258,0.00038466742],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006419022,0.00023894101,0.00051521003,0.00036114946,0.00039640034,0.000051444033,0.001010152,0.0008461646,0.00038985015],"category_scores_gemma":[0.01817494,0.00011467793,0.00021138463,0.0010083473,0.00079020014,0.000044215336,0.002206544,0.005459417,0.000051601026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009059267,0.004304967,0.0025204094,0.0097405,0.00036554516,0.00013458887,0.009366502,0.00007406762,0.0013067077,0.08523519,0.45416912,0.43187648],"study_design_scores_gemma":[0.005305157,0.0016421606,0.018461296,0.043188483,0.00023015535,0.00008099654,0.013553509,0.5617915,0.0016046102,0.27054602,0.082564086,0.0010320322],"about_ca_topic_score_codex":0.000093142546,"about_ca_topic_score_gemma":0.000019471918,"teacher_disagreement_score":0.84055394,"about_ca_system_score_codex":0.00036989327,"about_ca_system_score_gemma":0.004156987,"threshold_uncertainty_score":0.99683505},"labels":[],"label_agreement":null},{"id":"W3170752301","doi":"10.2196/27010","title":"Taking a Leap of Faith: A Study of Abruptly Transitioning an Undergraduate Medical Education Program to Distance-Learning Owing to the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Pandemic; Experiential learning; Curriculum; Medical education; Coronavirus disease 2019 (COVID-19); Psychology; Medicine; Pedagogy","score_opus":0.03662443867103702,"score_gpt":0.44173297294046454,"score_spread":0.4051085342694275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170752301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88353336,0.0001368038,0.016015394,0.0957755,0.0011100596,0.0028199868,0.000001605424,0.00013429439,0.00047298297],"genre_scores_gemma":[0.9739351,0.000024103694,0.0047156513,0.017728996,0.00072843616,0.0022207615,0.00028372012,0.000043174492,0.0003200109],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948575,0.0005436371,0.0011874118,0.0006116292,0.0024196305,0.00038019463],"domain_scores_gemma":[0.99671745,0.00023460289,0.00042321126,0.00064945925,0.0010759099,0.0008993353],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024093597,0.00023973419,0.0004938624,0.00041843543,0.00030650484,0.000043559874,0.00033726936,0.0002670877,0.00092217163],"category_scores_gemma":[0.026592901,0.00019882174,0.00009579457,0.002732287,0.00017940761,0.00017486645,0.00007617262,0.00094671967,0.000012981921],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001932729,0.013226802,0.047411982,0.0006334372,0.00009869156,0.000011016127,0.04944346,0.0001137528,0.0004569057,0.0016857553,0.008257699,0.8784672],"study_design_scores_gemma":[0.008280587,0.0070470474,0.20880249,0.008364877,0.0008961642,0.0013560756,0.42925647,0.009338831,0.00047511433,0.0012369384,0.32356372,0.0013816988],"about_ca_topic_score_codex":0.00046154263,"about_ca_topic_score_gemma":0.0005684704,"teacher_disagreement_score":0.8770855,"about_ca_system_score_codex":0.0005367027,"about_ca_system_score_gemma":0.016783983,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W3170815814","doi":"10.36834/cmej.70170","title":"Program foundations and beginning of concerns (part one of 3). When residents shouldn’t become clinicians: getting a grip on fair and defensible processes for termination of training","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Custom Security Industries (Canada); Queen's University","funders":"","keywords":"Competence (human resources); Medical education; Training (meteorology); Public relations; Psychology; Computer science; Medicine; Political science; Social psychology","score_opus":0.07790591247818796,"score_gpt":0.41015206146236644,"score_spread":0.3322461489841785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170815814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9387429,0.0010134287,0.00074437755,0.05691904,0.0008952722,0.0007230942,0.000023219462,0.000012825052,0.00092585484],"genre_scores_gemma":[0.9655761,0.00021812467,0.029454622,0.0036707218,0.00066984276,0.00006747278,0.00012643838,0.000020822754,0.00019581671],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981915,0.00005929213,0.0008635619,0.00018656316,0.00048852275,0.00021059997],"domain_scores_gemma":[0.9962318,0.0002755771,0.00049898494,0.0001361446,0.002110148,0.0007473394],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011908622,0.00009906157,0.00033027655,0.00043955926,0.00015686215,0.000025957432,0.00008225437,0.00016305101,0.000570451],"category_scores_gemma":[0.04546958,0.00010178391,0.00004027582,0.00043608865,0.0003160816,0.00014154479,0.0000111160125,0.00035738264,2.800212e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004508088,0.00069377595,0.02180122,0.001921306,0.00014705412,0.000005032209,0.012162382,0.0000028760492,0.00028076422,0.0030011104,0.015515922,0.9444235],"study_design_scores_gemma":[0.015033953,0.0059786406,0.47775078,0.05391846,0.002185282,0.0029186388,0.18574923,0.004080201,0.00810041,0.02930121,0.21350133,0.0014818506],"about_ca_topic_score_codex":0.00048319707,"about_ca_topic_score_gemma":0.0016687249,"teacher_disagreement_score":0.9429416,"about_ca_system_score_codex":0.00014203481,"about_ca_system_score_gemma":0.028044373,"threshold_uncertainty_score":0.9774657},"labels":[],"label_agreement":null},{"id":"W3170895890","doi":"10.1096/fasebj.2021.35.s1.03188","title":"Physiological Knowledge Retention in Second‐Year Nursing Students","year":2021,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Graduation (instrument); Comprehension; Knowledge retention; Medical education; Psychology; Health care; Organ system; Statistical significance; Medicine; Nursing; Internal medicine; Computer science; Mathematics","score_opus":0.045257457965606665,"score_gpt":0.3820512981537213,"score_spread":0.33679384018811465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170895890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919392,0.00022167868,0.00021782197,0.0023452102,0.0008304012,0.0000787143,4.4928996e-7,0.000009815853,0.004356724],"genre_scores_gemma":[0.995766,0.000034347915,0.0008291266,0.0005874704,0.0006606317,0.0000032766975,0.000013773832,0.0000068217782,0.0020985757],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99908495,0.00014100075,0.00025573655,0.00009847923,0.00026304706,0.00015677653],"domain_scores_gemma":[0.99951404,0.00002494011,0.000069587244,0.00014783368,0.00020121755,0.00004235269],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007316541,0.00005994955,0.00012163111,0.000078104815,0.00012644821,0.00003284204,0.00010825118,0.00006049769,0.0012657703],"category_scores_gemma":[0.0004407218,0.00003895073,0.000051172523,0.0003976454,0.000077510434,0.000056907797,0.000023495497,0.00066399504,0.00008087278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003357276,0.0059814933,0.090860546,0.00012405418,0.0001991304,0.00041893712,0.011630081,0.000021396769,0.63986593,0.004269858,0.117236435,0.12905644],"study_design_scores_gemma":[0.0024825407,0.00018944152,0.9639931,0.0009882109,0.0000761986,0.0014493129,0.007640622,0.0003561198,0.016763138,0.0042657666,0.0016696,0.00012597536],"about_ca_topic_score_codex":5.033505e-7,"about_ca_topic_score_gemma":0.0000012885655,"teacher_disagreement_score":0.8731325,"about_ca_system_score_codex":0.00021590394,"about_ca_system_score_gemma":0.00018318841,"threshold_uncertainty_score":0.9996472},"labels":[],"label_agreement":null},{"id":"W3170948853","doi":"10.1177/10538259211021444","title":"Leveraging the Added Value of Experiential Co-Curricular Programs to Humanize Medical Education","year":2021,"lang":"en","type":"article","venue":"Journal of Experiential Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Experiential learning; Thematic analysis; Psychology; Pedagogy; Theme (computing); Professional development; Personal development; Value (mathematics); Experiential education; Medical education; Sociology; Qualitative research; Medicine; Social science","score_opus":0.014911915660770783,"score_gpt":0.37408058746880707,"score_spread":0.3591686718080363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170948853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97213566,0.00073966046,0.0065483386,0.010167976,0.008747861,0.00047644117,5.8354425e-7,0.000015515727,0.0011679827],"genre_scores_gemma":[0.97367305,0.00004364907,0.017358901,0.004516089,0.0035149443,0.0001265055,0.00012743553,0.00003329625,0.0006061143],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656314,0.000188572,0.0011875615,0.000256988,0.0015536828,0.00025004335],"domain_scores_gemma":[0.99577814,0.00004041306,0.0006549255,0.00047212432,0.0028159833,0.00023838878],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094393705,0.00017943094,0.00037633925,0.0003386387,0.00019818809,0.00007262504,0.00030088355,0.00016176273,0.0018168192],"category_scores_gemma":[0.0038290282,0.00013924949,0.00021358198,0.0010872827,0.0001750913,0.00023845222,0.000054656255,0.00047803746,0.000015414666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041004206,0.01330668,0.006347142,0.0003242638,0.00035304076,0.00002898576,0.10103992,0.000022588614,0.03433972,0.011372298,0.22907545,0.60337985],"study_design_scores_gemma":[0.002622824,0.0010491045,0.00984437,0.0029275755,0.000513084,0.0027547022,0.19263107,0.00026276935,0.10593814,0.00060239667,0.68032515,0.0005287972],"about_ca_topic_score_codex":0.00004287171,"about_ca_topic_score_gemma":0.0000021883634,"teacher_disagreement_score":0.6028511,"about_ca_system_score_codex":0.00029847416,"about_ca_system_score_gemma":0.008503486,"threshold_uncertainty_score":0.9990957},"labels":[],"label_agreement":null},{"id":"W3170966703","doi":"10.36834/cmej.72040","title":"The critical role of direct observation in entrustment decisions","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Retrospective cohort study; Reliability (semiconductor); Medicine; Validity; Psychology; Construct validity; Predictive validity; Variance (accounting); Criterion validity; Clinical psychology; Psychometrics; Internal medicine","score_opus":0.016729703920079653,"score_gpt":0.34631189824791303,"score_spread":0.32958219432783337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170966703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5632134,0.005139361,0.00014546794,0.40945426,0.005154961,0.0002875389,0.000004358558,0.000012124376,0.016588492],"genre_scores_gemma":[0.96316713,0.0008425634,0.004756271,0.02925035,0.0010186716,0.00004392036,0.000052510495,0.000018214183,0.0008503605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784833,0.00013747197,0.0006663812,0.00014677824,0.0008895147,0.00031151995],"domain_scores_gemma":[0.9954152,0.00044071014,0.0001075716,0.00031530633,0.0014990089,0.0022222146],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013572134,0.00008495114,0.00017472196,0.00027356643,0.0002469418,0.000043956945,0.00016474712,0.00016374676,0.007361586],"category_scores_gemma":[0.15232597,0.00006550341,0.000062629595,0.000894096,0.00019569916,0.000089469235,0.000013886303,0.00072426285,0.000022441807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022646203,0.0006617922,0.016672792,0.000022909524,0.000036249112,0.000075406766,0.0011625433,0.0000038526796,0.00016606481,0.034164816,0.14915553,0.79785544],"study_design_scores_gemma":[0.00064110826,0.00006941316,0.11127886,0.0008450259,0.000049622395,0.0013177027,0.0090078525,0.0010499374,0.00042235415,0.0072974567,0.86789274,0.00012791158],"about_ca_topic_score_codex":0.0010833595,"about_ca_topic_score_gemma":0.0050861426,"teacher_disagreement_score":0.7977275,"about_ca_system_score_codex":0.0006942444,"about_ca_system_score_gemma":0.06469274,"threshold_uncertainty_score":0.99354583},"labels":[],"label_agreement":null},{"id":"W3171340174","doi":"10.1080/0142159x.2021.1925640","title":"Capturing outcomes of competency-based medical education: The call and the challenge","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Calgary; University of Saskatchewan; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Fidelity; Attribution; Medical education; Outcome (game theory); Computer science; Psychology; Medicine; Social psychology","score_opus":0.017706245367035793,"score_gpt":0.3313275420782635,"score_spread":0.3136212967112277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171340174","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21549426,0.002306359,0.00046441637,0.7633179,0.00081779226,0.0003019142,4.4457423e-7,0.00003646619,0.017260438],"genre_scores_gemma":[0.9739624,0.00015275767,0.00084270624,0.021301085,0.00065353356,0.00009787758,0.000030298545,0.000019612671,0.0029396778],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971656,0.0002749002,0.0005176755,0.00023191195,0.0016125586,0.00019733918],"domain_scores_gemma":[0.9985901,0.000276739,0.00010505559,0.000552708,0.00027893914,0.0001964528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023604897,0.00013200172,0.0003703336,0.00005012145,0.00011926083,0.000010881527,0.00025504117,0.00022905142,0.0067059025],"category_scores_gemma":[0.016871503,0.00006346559,0.000096658325,0.00030390467,0.0012244006,0.000023994968,0.00009406251,0.000940246,0.000014763777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000215222,0.005361023,0.24623917,0.0008533263,0.00067817845,0.00014141097,0.010582739,0.0000012837729,0.000012319933,0.322155,0.106236115,0.3075242],"study_design_scores_gemma":[0.04198998,0.00049029227,0.3178444,0.004733255,0.0018114398,0.0018067621,0.022451967,0.097765066,0.00042483478,0.035905715,0.47340593,0.0013703697],"about_ca_topic_score_codex":0.00009066502,"about_ca_topic_score_gemma":0.000055680015,"teacher_disagreement_score":0.7584682,"about_ca_system_score_codex":0.00004887426,"about_ca_system_score_gemma":0.005010448,"threshold_uncertainty_score":0.9942021},"labels":[],"label_agreement":null},{"id":"W3171689892","doi":"10.1007/s40037-021-00671-y","title":"The system, the resident, and the preceptor: a&amp;nbsp;curricular approach to continuity of care training","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; North York General Hospital","funders":"University of Toronto","keywords":"Preceptor; Medical education; Medicine; Psychology; Nursing","score_opus":0.014109347199867353,"score_gpt":0.3366775516260645,"score_spread":0.32256820442619716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171689892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7857178,0.012397812,0.0036521624,0.13842326,0.0025445914,0.002669447,0.000005931789,0.00008840949,0.054500613],"genre_scores_gemma":[0.9943624,0.00026840938,0.0014020225,0.0020100467,0.0008191834,0.00034739025,0.000035182467,0.000016435633,0.00073890574],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99753636,0.00045313276,0.00040939453,0.0003490273,0.0010431205,0.00020897348],"domain_scores_gemma":[0.99750805,0.00055618305,0.0001623187,0.0006263936,0.0010245759,0.00012248081],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002052282,0.00013708317,0.0002757819,0.0000716824,0.00049175846,0.000054551438,0.0002518089,0.00011444185,0.0000663158],"category_scores_gemma":[0.01944426,0.0000660501,0.000086710956,0.0006988577,0.0007944348,0.00003908914,0.00006147784,0.0005692898,0.000009842464],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032213592,0.0006216266,0.0010761516,0.00041285958,0.00017748153,8.5712367e-7,0.4550114,0.000006102219,0.0000797882,0.41886085,0.026833959,0.09659679],"study_design_scores_gemma":[0.0010233768,0.00007401251,0.0140847005,0.00059560535,0.00014185165,0.00010022527,0.95004714,0.00025913882,0.00010108812,0.00029993465,0.033173107,0.00009980969],"about_ca_topic_score_codex":0.000100302124,"about_ca_topic_score_gemma":0.000029190325,"teacher_disagreement_score":0.49503574,"about_ca_system_score_codex":0.0003115187,"about_ca_system_score_gemma":0.0017212557,"threshold_uncertainty_score":0.98881537},"labels":[],"label_agreement":null},{"id":"W3171904565","doi":"10.1097/acm.0000000000004210","title":"Multiple United States Medical Licensing Examination Attempts and the Estimated Risk of Disciplinary Actions Among Graduates of U.S. and Canadian Medical Schools","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Licensure; Odds ratio; Confidence interval; Medicine; Population; Discipline; Family medicine; Logistic regression; Medical education; Demography; Medical school; Political science; Environmental health; Law; Internal medicine","score_opus":0.04091925654596578,"score_gpt":0.3651966219807676,"score_spread":0.3242773654348018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171904565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92935675,0.001367665,0.0004115953,0.06809304,0.0002160231,0.00033913218,0.000010225906,0.000025863812,0.00017972187],"genre_scores_gemma":[0.9905241,0.006415423,0.00036925075,0.0018444341,0.00025102473,0.000019837637,0.00044342765,0.000020141708,0.000112359776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696034,0.00036306473,0.0009032383,0.0002891358,0.0012181745,0.0002660301],"domain_scores_gemma":[0.9967006,0.0015343343,0.00034744965,0.00028848046,0.0005849353,0.0005442077],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037334224,0.00017100088,0.0005247474,0.0004896876,0.00020723809,0.0000045615243,0.00013643874,0.00045881074,0.00031205025],"category_scores_gemma":[0.049335536,0.00011170609,0.000027242038,0.0013254841,0.0022429598,0.00010236339,0.00009218655,0.0016317576,0.0000016418231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022806677,0.00010604059,0.8664329,0.0007464123,0.0005149134,0.00010792607,0.021158906,0.000020892978,0.0010605223,0.0028256797,0.017586226,0.08921149],"study_design_scores_gemma":[0.007329021,0.0001653981,0.80650246,0.0049554324,0.0006366855,0.00058672496,0.022319445,0.15401398,0.0008789753,0.0011929048,0.0012376986,0.00018130611],"about_ca_topic_score_codex":0.020034175,"about_ca_topic_score_gemma":0.0034470384,"teacher_disagreement_score":0.15399309,"about_ca_system_score_codex":0.000081235085,"about_ca_system_score_gemma":0.0008959181,"threshold_uncertainty_score":0.9864915},"labels":[],"label_agreement":null},{"id":"W3171996909","doi":"10.36834/cmej.72736","title":"The appeal process and beyond (part three of 3). When residents shouldn’t become clinicians: getting a grip on fair and defensible processes for termination of training","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Custom Security Industries (Canada); Queen's University","funders":"","keywords":"Appeal; Competence (human resources); Process (computing); Medical education; Public relations; Training (meteorology); Psychology; Engineering ethics; Business; Computer science; Medicine; Political science; Social psychology; Law; Engineering","score_opus":0.03181796616361487,"score_gpt":0.35920488336121537,"score_spread":0.3273869171976005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171996909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84662735,0.0023465583,0.00036206454,0.1474072,0.0013974399,0.00055953494,0.000013548866,0.000009060992,0.0012772328],"genre_scores_gemma":[0.9831749,0.0003301449,0.0036194061,0.011404036,0.0010497933,0.000064265274,0.000053624466,0.000024984613,0.00027882977],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821234,0.00005274274,0.0007254486,0.0001942781,0.00055920775,0.00025600387],"domain_scores_gemma":[0.99648607,0.00034996512,0.00036370737,0.00014908094,0.0017838387,0.00086736295],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017520515,0.00010729104,0.000248044,0.00026041054,0.00034050335,0.000045043085,0.00012004874,0.00016533017,0.00018391006],"category_scores_gemma":[0.05101286,0.00008554436,0.000034124274,0.00036269307,0.00029356402,0.00012398994,0.000010675568,0.0004558697,3.959933e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007717092,0.00024408672,0.019483468,0.0013230079,0.00009836577,0.000009089367,0.010666055,0.0000017435677,0.000052668995,0.0028417546,0.038899504,0.9263031],"study_design_scores_gemma":[0.011445979,0.002863092,0.3915313,0.02103043,0.0011748095,0.0063658487,0.22955172,0.0037085149,0.0028692207,0.12540038,0.2027376,0.0013210997],"about_ca_topic_score_codex":0.00018230258,"about_ca_topic_score_gemma":0.0051665013,"teacher_disagreement_score":0.924982,"about_ca_system_score_codex":0.000120070275,"about_ca_system_score_gemma":0.032066084,"threshold_uncertainty_score":0.9734212},"labels":[],"label_agreement":null},{"id":"W3172072584","doi":"10.3138/jvme-2021-0014","title":"Effectiveness of Supplementary Materials in Teaching the Veterinary Neurologic Examination","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterinary medicine; Medical education; Medicine; Medical physics","score_opus":0.04244168973731354,"score_gpt":0.40390307060678515,"score_spread":0.3614613808694716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172072584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98948085,0.00027155696,0.00019264918,0.007244192,0.002413182,0.00023362804,0.0000024829296,0.000004463288,0.00015697961],"genre_scores_gemma":[0.9962344,0.00010446514,0.0017260014,0.0013363792,0.00044212778,0.000026510712,0.00009182663,0.000013765656,0.000024519673],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9965469,0.0014456635,0.00093327556,0.00015380692,0.0007624384,0.00015792054],"domain_scores_gemma":[0.9984086,0.00040360342,0.00043747024,0.00024398937,0.00043577285,0.00007052038],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005625049,0.000117607044,0.00034973936,0.00028011503,0.000059337573,0.000013234328,0.00019187911,0.00013155672,0.0009543877],"category_scores_gemma":[0.00600289,0.0000848019,0.00007091706,0.00039427783,0.00012682796,0.00015225654,0.00006933431,0.00062191207,0.000002020762],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019042359,0.0061324444,0.012300542,0.0030632082,0.00012268372,0.00081019074,0.002281648,0.000010623918,0.57090914,0.001224181,0.0034049926,0.39783612],"study_design_scores_gemma":[0.0024519588,0.0044023427,0.95011485,0.0025762708,0.00012981304,0.010651708,0.0024165858,0.00009517391,0.014949329,0.00051965076,0.011541717,0.00015061037],"about_ca_topic_score_codex":0.0000239277,"about_ca_topic_score_gemma":6.61706e-7,"teacher_disagreement_score":0.9378143,"about_ca_system_score_codex":0.00020339798,"about_ca_system_score_gemma":0.0015689646,"threshold_uncertainty_score":0.9999589},"labels":[],"label_agreement":null},{"id":"W3172311582","doi":"10.5858/arpa.2020-0702-ep","title":"Hot Seat Diagnosis","year":2021,"lang":"en","type":"article","venue":"Archives of Pathology & Laboratory Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakeridge Health; Brampton Civic Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Formative assessment; Summative assessment; Service (business); Medical physics; Medicine; Scale (ratio); Medical education; Psychology","score_opus":0.015598050386147668,"score_gpt":0.3232020555599459,"score_spread":0.30760400517379827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172311582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96680915,0.0027015337,0.00082681346,0.018322496,0.00089480437,0.00020054686,0.000019778357,0.000060912993,0.01016398],"genre_scores_gemma":[0.96481156,0.0010312009,0.021698453,0.010685167,0.0006242577,0.000090444286,0.00026245168,0.00003460128,0.00076187204],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9984362,0.00017674049,0.0005053396,0.0003327658,0.0003023897,0.00024657362],"domain_scores_gemma":[0.99839425,0.0003391512,0.00015213269,0.0005924421,0.00041005784,0.00011195927],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037055704,0.00015150708,0.00049043813,0.00027408265,0.000064409745,0.0000017131512,0.000115872215,0.00011177762,0.0012602172],"category_scores_gemma":[0.003953894,0.0001264874,0.00005335902,0.000857742,0.0011621201,0.000044479904,0.000058005953,0.00036941463,0.000025842455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000306338,0.0015275012,0.31221217,0.0008417188,0.0002870369,0.003939558,0.009701795,0.0000037666582,0.47128993,0.01730662,0.087535754,0.09504781],"study_design_scores_gemma":[0.006611358,0.0017631637,0.68590987,0.0016515823,0.00071191334,0.0011642273,0.0077839065,0.00013860776,0.14561114,0.0029712133,0.1452543,0.00042869776],"about_ca_topic_score_codex":0.000005049556,"about_ca_topic_score_gemma":0.0000036537767,"teacher_disagreement_score":0.3736977,"about_ca_system_score_codex":0.000022798486,"about_ca_system_score_gemma":0.0005173682,"threshold_uncertainty_score":0.99965274},"labels":[],"label_agreement":null},{"id":"W3172549816","doi":"10.2147/jmdh.s328408","title":"Experiential Learning for Psychomotor Skills Development of Emergency Medical Services (EMS) Students: An Action Research","year":2021,"lang":"en","type":"article","venue":"Journal of Multidisciplinary Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Deanship of Scientific Research, King Saud University; King Saud University","keywords":"Psychomotor learning; Experiential learning; Internship; Medical education; Practicum; Curriculum; Psychology; Medicine; Mathematics education; Pedagogy; Cognition","score_opus":0.11720331131586244,"score_gpt":0.5554720227375095,"score_spread":0.4382687114216471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172549816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865864,0.0005177924,0.0015318899,0.008117006,0.0028214443,0.00039317418,0.0000019669405,0.0000115363,0.000018770992],"genre_scores_gemma":[0.9694939,0.00036913113,0.027995713,0.000098078046,0.0015374095,0.000051571893,0.00010906557,0.000030498326,0.00031463144],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952123,0.00034590368,0.0014676651,0.00025742402,0.0023808796,0.00033580832],"domain_scores_gemma":[0.9940972,0.00010023717,0.00055945,0.00024467238,0.004651483,0.00034701277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039383844,0.0001265708,0.00038593967,0.0004047642,0.00045970557,0.000013760478,0.00028046418,0.00024073296,0.0004501102],"category_scores_gemma":[0.0012890986,0.00010988039,0.0001128301,0.00068475405,0.000060575785,0.00024934034,0.00011866094,0.0010182774,0.0000033647818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025662803,0.011725156,0.39190793,0.007925632,0.00042735387,0.00017209431,0.16235203,0.000035565525,0.018651795,0.00015230289,0.0022928081,0.40179107],"study_design_scores_gemma":[0.007647359,0.004925267,0.6580026,0.0046939002,0.00010708263,0.0006008153,0.28279892,0.0020380425,0.0136359595,0.00037037017,0.024793146,0.00038651383],"about_ca_topic_score_codex":0.000011525038,"about_ca_topic_score_gemma":0.00008577649,"teacher_disagreement_score":0.40140456,"about_ca_system_score_codex":0.00034180694,"about_ca_system_score_gemma":0.0022565695,"threshold_uncertainty_score":0.49283913},"labels":[],"label_agreement":null},{"id":"W3172566197","doi":"10.24018/clinicmed.2021.2.2.23","title":"Current COVID-19 Pandemic and Medical Education: Medical Students' Perception and Experiences with Online Clinical Teaching and Learning at College of Medicine in Oman","year":2021,"lang":"en","type":"article","venue":"European Journal of Clinical Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority","funders":"","keywords":"Medical education; Pandemic; Psychology; Perception; Test (biology); Medicine; Interpersonal communication; Health care; Coronavirus disease 2019 (COVID-19); Family medicine; Disease; Social psychology; Internal medicine","score_opus":0.09831725970513197,"score_gpt":0.5247874671428848,"score_spread":0.4264702074377529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172566197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9312841,0.004506707,0.0004998171,0.061967064,0.001220282,0.00020094901,0.0000012510134,0.000015787313,0.00030400604],"genre_scores_gemma":[0.9738004,0.008864342,0.002474302,0.011153507,0.0034659237,0.0000036454271,0.00003211826,0.000030412644,0.00017534805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9884726,0.004105397,0.0039989376,0.0005191523,0.0026536824,0.0002502769],"domain_scores_gemma":[0.99328226,0.003099069,0.001266377,0.00026413822,0.0006041512,0.0014839974],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034912545,0.00025260675,0.0014316741,0.0003618913,0.00018126641,0.0000085220745,0.0003004464,0.00019361304,0.0010029796],"category_scores_gemma":[0.1470118,0.00016130382,0.000069110865,0.00045247292,0.003397739,0.00012047334,0.00027651372,0.0037408555,0.0000012535522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006394146,0.001102178,0.6518438,0.0002541684,0.00007334063,0.0005833233,0.008136476,2.3540038e-7,0.000012492733,0.00008720047,0.0053793816,0.331888],"study_design_scores_gemma":[0.01861658,0.005665284,0.8367138,0.008004637,0.00031103677,0.008866332,0.07641524,0.00036844527,5.0285234e-7,0.00004632405,0.044800065,0.00019177994],"about_ca_topic_score_codex":0.000020996731,"about_ca_topic_score_gemma":0.000044114415,"teacher_disagreement_score":0.3316962,"about_ca_system_score_codex":0.0001046996,"about_ca_system_score_gemma":0.0020049156,"threshold_uncertainty_score":0.99991024},"labels":[],"label_agreement":null},{"id":"W3172581663","doi":"10.1136/leader-2020-000402","title":"Identifying leadership in medical trainees: evaluation of a competency-based approach","year":2021,"lang":"en","type":"article","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"Cumming School of Medicine, University of Calgary","keywords":"Psychology; Ethical leadership; Leadership; Context (archaeology); Shared leadership; Medical education; Leadership style; Social psychology; Medicine","score_opus":0.36045023674538706,"score_gpt":0.4515317199127331,"score_spread":0.09108148316734604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172581663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7699432,0.0016816856,0.05767651,0.13410498,0.0012651687,0.002450764,0.0000041059725,0.00011769311,0.032755896],"genre_scores_gemma":[0.9696996,0.0000021541036,0.025506284,0.0040093586,0.0002255422,0.00013713478,0.00020632763,0.000017288156,0.0001962642],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968176,0.0002418183,0.00058708445,0.00025801972,0.0018643311,0.00023114958],"domain_scores_gemma":[0.99871224,0.00008709992,0.0001074824,0.000324477,0.0007062489,0.00006245236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003523478,0.000101325524,0.00027148283,0.00027362187,0.00002558085,0.000007870288,0.000094108174,0.00019667356,0.0015251543],"category_scores_gemma":[0.0063345954,0.00009774577,0.0000667361,0.0010815363,0.0001634625,0.000059977472,0.000013312959,0.00040213604,0.000019854047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005945231,0.015798444,0.08975807,0.017619113,0.00062094553,0.00050107326,0.05813593,0.0030693822,0.03127036,0.052498113,0.040401086,0.68973297],"study_design_scores_gemma":[0.019057587,0.00019658744,0.15513857,0.005165836,0.0006134606,0.00053577806,0.14381613,0.6572751,0.014135115,0.002393676,0.0010037514,0.0006684511],"about_ca_topic_score_codex":0.000011839295,"about_ca_topic_score_gemma":0.000016967566,"teacher_disagreement_score":0.6890645,"about_ca_system_score_codex":0.000166706,"about_ca_system_score_gemma":0.0035071329,"threshold_uncertainty_score":0.99938756},"labels":[],"label_agreement":null},{"id":"W3172612656","doi":"10.1096/fasebj.2021.35.s1.03203","title":"The Brave New World of Anatomy: Using AI to Grade Practical Examinations","year":2021,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; University of Toronto","funders":"","keywords":"Grading (engineering); Computer science; Correctness; Artificial intelligence; Set (abstract data type); Spell; Syllabus; Curriculum; Natural language processing; Mathematics education; Psychology","score_opus":0.061892668964514216,"score_gpt":0.4204187538231602,"score_spread":0.35852608485864595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172612656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6762533,0.00022437393,0.03394398,0.28624928,0.0011738501,0.00020452596,0.0000014613064,0.000011949138,0.0019372667],"genre_scores_gemma":[0.96713066,0.000024564724,0.022308683,0.006132022,0.0010216271,0.0000022100623,0.000003696986,0.000013336374,0.0033631865],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988324,0.00012574763,0.00033373295,0.00007911986,0.00045757755,0.00017142818],"domain_scores_gemma":[0.9986168,0.0002832131,0.00014017656,0.0002747422,0.00057152216,0.00011354861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096174504,0.00006430959,0.00011506632,0.00012589975,0.00036664616,0.00006254133,0.00011115432,0.000031911524,0.00030405674],"category_scores_gemma":[0.0036987416,0.000037081827,0.00005241375,0.001069153,0.000102716294,0.00008530922,0.000038505197,0.0006563378,0.00001424011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018547237,0.00090995646,0.007877981,0.000054001302,0.00055677834,0.00026870077,0.007449154,0.00022650819,0.20273739,0.1662823,0.4388837,0.17456806],"study_design_scores_gemma":[0.0045948103,0.0006468425,0.09118264,0.0014294756,0.0015252583,0.019570027,0.025997419,0.012654176,0.43697107,0.039731298,0.36509913,0.00059787574],"about_ca_topic_score_codex":0.000017964665,"about_ca_topic_score_gemma":0.000025212537,"teacher_disagreement_score":0.29087737,"about_ca_system_score_codex":0.00014433064,"about_ca_system_score_gemma":0.0014671223,"threshold_uncertainty_score":0.44280064},"labels":[],"label_agreement":null},{"id":"W3173446132","doi":"10.36834/cmej.71483","title":"A pre-clerkship simulation-based procedural skills curriculum: decreasing anxiety and improving confidence of procedural skill performance","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University","funders":"","keywords":"Anxiety; Curriculum; Medical education; Randomized controlled trial; Medicine; Psychology; Psychiatry; Internal medicine; Pedagogy","score_opus":0.006605190284627563,"score_gpt":0.2953808172217713,"score_spread":0.2887756269371437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173446132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97620636,0.00044641257,0.0010013186,0.020693466,0.00090583944,0.00032455416,0.000002452562,0.00001936328,0.00040020203],"genre_scores_gemma":[0.9678302,0.00006795666,0.007832043,0.023219,0.0007127729,0.000026515387,0.0000601882,0.000024211176,0.00022711682],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974942,0.00008225912,0.00075423945,0.00030109464,0.0009379903,0.00043019193],"domain_scores_gemma":[0.9941035,0.00012121492,0.00031986085,0.00024263836,0.002373946,0.0028388202],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009037032,0.00018475109,0.00029395803,0.00037852314,0.00031560927,0.00007721054,0.00015745973,0.00025622183,0.003251153],"category_scores_gemma":[0.052159633,0.00017341912,0.00006716346,0.00085382466,0.00027505093,0.00028616798,0.0000162883,0.0008935209,0.00000581676],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007337852,0.0014016018,0.27660003,0.0019984816,0.00010261513,0.000054835593,0.0052933586,0.0004995584,0.00035736326,0.0009956952,0.01952672,0.69309634],"study_design_scores_gemma":[0.004267699,0.00041507834,0.56523037,0.008243637,0.00038454498,0.009283017,0.008926934,0.37352076,0.0020380337,0.0005217825,0.026213367,0.000954741],"about_ca_topic_score_codex":0.0010703163,"about_ca_topic_score_gemma":0.00079141546,"teacher_disagreement_score":0.6921416,"about_ca_system_score_codex":0.0005172407,"about_ca_system_score_gemma":0.08475721,"threshold_uncertainty_score":0.99766},"labels":[],"label_agreement":null},{"id":"W3173446423","doi":"10.1096/fasebj.2019.33.1_supplement.438.7","title":"Are We Effectively Teaching the Basic Sciences? The Influence of Pedagogical Methods on 3rd Year Medical Students' Basic Science Knowledge Retention in an Undergraduate Medical Education Curriculum","year":2019,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Test (biology); Mathematics education; Multiple choice; Vignette; Teaching method; Psychology; Medical education; Computer science; Medicine; Pedagogy; Internal medicine; Significant difference","score_opus":0.056926940463578844,"score_gpt":0.47156250149930523,"score_spread":0.4146355610357264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173446423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95765716,0.000115408766,0.00068581005,0.03878429,0.0011549944,0.00057056226,4.2676382e-7,0.000015525216,0.0010158514],"genre_scores_gemma":[0.99582905,0.00006902497,0.0008337542,0.002576061,0.00047492428,0.000028235474,0.0000016701581,0.000012752579,0.00017454833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99281824,0.0021046586,0.00065203634,0.0003614434,0.0036717833,0.00039187],"domain_scores_gemma":[0.99729776,0.0008170244,0.000579546,0.0005506089,0.00053131336,0.00022377045],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034866344,0.00017647135,0.00028018307,0.00039599038,0.0008793532,0.00014302689,0.0019105036,0.00013522567,0.00028120968],"category_scores_gemma":[0.0152606135,0.0000785681,0.00009020474,0.0017768639,0.0019103802,0.00034344743,0.00021953408,0.0025326726,0.00006668715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028823587,0.0062143398,0.6116014,0.00023034874,0.00010574899,0.000023079047,0.017681023,0.00061497436,0.0117924865,0.059845597,0.0046851933,0.28691754],"study_design_scores_gemma":[0.002157001,0.0012520027,0.9426376,0.004302997,0.00014318261,0.0008303004,0.025925975,0.014116705,0.0011808616,0.0057043107,0.0014675303,0.0002815269],"about_ca_topic_score_codex":0.000034997993,"about_ca_topic_score_gemma":0.000011749985,"teacher_disagreement_score":0.33103618,"about_ca_system_score_codex":0.00039177173,"about_ca_system_score_gemma":0.0030710704,"threshold_uncertainty_score":0.9997685},"labels":[],"label_agreement":null},{"id":"W3173744756","doi":"10.1186/s12909-021-02797-3","title":"Psychometric validation of the Laval developmental benchmarks scale for family medicine","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Medical Council of Canada","keywords":"Rasch model; Convergent validity; Rating scale; Scale (ratio); Psychology; Summative assessment; Reliability (semiconductor); Clinical psychology; Psychometrics; Inter-rater reliability; Formative assessment; Developmental psychology; Internal consistency; Mathematics education","score_opus":0.03583883828791896,"score_gpt":0.3708217044386655,"score_spread":0.33498286615074657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173744756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95825046,0.00047773245,0.009348839,0.019378312,0.0046317396,0.0007478527,0.0000038095227,0.000025457068,0.007135793],"genre_scores_gemma":[0.9460849,0.00015254212,0.039446786,0.008812046,0.001612371,0.0003048445,0.0011603854,0.000031060998,0.0023950192],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9974405,0.00009038977,0.0007316026,0.0003139192,0.0012160725,0.00020749605],"domain_scores_gemma":[0.9979419,0.00025927246,0.00023567036,0.00038068337,0.0010439917,0.00013849487],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00116162,0.00013810661,0.0002903167,0.0002704749,0.00012780192,0.000008517251,0.00020478992,0.00021761064,0.0018377524],"category_scores_gemma":[0.021634916,0.000098000266,0.00010089496,0.0021519696,0.00022082806,0.00007407165,0.000043601318,0.00025970445,0.0000097755255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013754432,0.0026796937,0.16833034,0.0014225272,0.00007301952,3.9719563e-7,0.0018592643,0.0000042306615,0.010421346,0.0027661622,0.56338745,0.24891803],"study_design_scores_gemma":[0.0056049777,0.00032507133,0.78469133,0.0031394365,0.0004466823,0.00032264282,0.012146764,0.001238085,0.038071945,0.0025925261,0.15099178,0.0004287301],"about_ca_topic_score_codex":0.00004232544,"about_ca_topic_score_gemma":0.000021070879,"teacher_disagreement_score":0.616361,"about_ca_system_score_codex":0.00023400116,"about_ca_system_score_gemma":0.009893533,"threshold_uncertainty_score":0.9990747},"labels":[],"label_agreement":null},{"id":"W3173827806","doi":"10.1096/fasebj.2018.32.1_supplement.504.11","title":"Are Clerks Ready For Clerkship? Third Year Medical Students' Anatomical Science Knowledge vs. Clerkship Director Expectations","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Medical education; Test (biology); Medical school; Undergraduate education; Psychology; Medicine; Urology; Radiology; Internal medicine; Pedagogy; Biology","score_opus":0.049881733878334146,"score_gpt":0.409121989676355,"score_spread":0.3592402557980208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173827806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773194,0.000119794284,0.002221552,0.014368187,0.0026728797,0.000522519,0.000008314037,0.00007876972,0.0026885527],"genre_scores_gemma":[0.9893032,0.000021418837,0.0022647965,0.0030460786,0.004560001,0.000053930915,0.000013610807,0.00003415554,0.00070283003],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99639195,0.00014155882,0.00063780486,0.00033049495,0.0019265425,0.00057163334],"domain_scores_gemma":[0.9967579,0.00032779924,0.0003653757,0.00050895044,0.0016085765,0.00043140294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044823396,0.0001884075,0.00031121532,0.00037844392,0.0012544427,0.00021268528,0.0011492686,0.00018600527,0.00065455225],"category_scores_gemma":[0.008977934,0.00012521421,0.000120641926,0.001177318,0.00177581,0.00022138144,0.00015253465,0.0010436529,0.0003205378],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019899865,0.0041349004,0.111335985,0.00017619252,0.00057300716,0.0000760755,0.019457918,0.0000019921545,0.017949412,0.023218859,0.74734795,0.07373775],"study_design_scores_gemma":[0.015592651,0.002830838,0.776279,0.0025448797,0.0010290454,0.0028241666,0.042297766,0.010210859,0.055097245,0.0057521444,0.08412592,0.0014155093],"about_ca_topic_score_codex":0.000005471358,"about_ca_topic_score_gemma":0.000018688706,"teacher_disagreement_score":0.664943,"about_ca_system_score_codex":0.0004362529,"about_ca_system_score_gemma":0.0013065122,"threshold_uncertainty_score":0.99936986},"labels":[],"label_agreement":null},{"id":"W3173850448","doi":"10.1016/j.nepr.2021.103131","title":"Teaching &amp; learning focused physical assessments: An innovative clinical support tool","year":2021,"lang":"en","type":"article","venue":"Nurse Education in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Competence (human resources); Medical education; Health assessment; Critical thinking; Accountability; Peer assessment; Medicine; Nursing; Psychology; Pedagogy","score_opus":0.05042753209654936,"score_gpt":0.5306685429341366,"score_spread":0.4802410108375872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173850448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8981866,0.000014563442,0.0017490598,0.020807672,0.002888433,0.0003688158,9.871453e-7,0.000089769215,0.07589407],"genre_scores_gemma":[0.8043637,0.000016766413,0.16071871,0.01362707,0.0028799132,0.00017488388,0.0010088484,0.00005818259,0.01715193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966756,0.0010587098,0.00083942816,0.00054786174,0.0005976857,0.00028071273],"domain_scores_gemma":[0.9960019,0.0007895559,0.00046208638,0.0005967587,0.002044033,0.00010564206],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0030284587,0.00017661767,0.000324668,0.00026319874,0.00014155965,0.00008320428,0.00012404879,0.0001855332,0.00043226517],"category_scores_gemma":[0.033081055,0.00018861373,0.000053011096,0.0014107388,0.00010509709,0.0013509847,0.000029058714,0.0023821977,0.00025936097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021448768,0.015902739,0.11869572,0.000061587496,0.00010457812,0.000021209651,0.009680341,0.000008133598,0.00081076834,0.023158865,0.025983788,0.80535775],"study_design_scores_gemma":[0.0018702431,0.0005537679,0.115275376,0.00021482221,0.00023504646,0.00027009513,0.041847814,0.00066158007,0.00014487997,0.0008051087,0.83776647,0.00035480177],"about_ca_topic_score_codex":0.00007968565,"about_ca_topic_score_gemma":0.000008023551,"teacher_disagreement_score":0.81178266,"about_ca_system_score_codex":0.00042511144,"about_ca_system_score_gemma":0.005999937,"threshold_uncertainty_score":0.99991935},"labels":[],"label_agreement":null},{"id":"W3174026718","doi":"10.1096/fasebj.25.1_supplement.182.4","title":"Applying principles from the cognitive theory of multimedia learning to an existing online instructional tool of the cranial nerves.","year":2011,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cognitive load; Cognition; Multimedia; Computer science; Animation; Control (management); Test (biology); Field (mathematics); Psychology; Artificial intelligence","score_opus":0.08776168371858577,"score_gpt":0.3263296920956831,"score_spread":0.2385680083770973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174026718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953839,0.00003368208,0.002666772,0.0004888237,0.00056059205,0.00037347546,0.000019472056,0.0000098872715,0.00046335437],"genre_scores_gemma":[0.9848338,0.000005004147,0.013277678,0.0006239936,0.0011072856,0.000015912625,0.000021238437,0.000014653339,0.000100470905],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998513,0.00026616704,0.0004896378,0.000103896855,0.0004824959,0.00014484071],"domain_scores_gemma":[0.9983709,0.00046479513,0.0004359805,0.00020885566,0.00047300768,0.00004648798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017070011,0.00009653853,0.00016285837,0.00006216784,0.0003698937,0.000011719938,0.0002941497,0.000053221716,0.0003982331],"category_scores_gemma":[0.004923313,0.00004630285,0.000076106095,0.00030767175,0.0003582674,0.00008250703,0.000080105165,0.00085644255,0.0000033653287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013413858,0.0006959882,0.10904955,0.000038742284,0.00040160833,0.000007255316,0.061751887,0.00024172239,0.10434475,0.005081597,0.00013069592,0.71691483],"study_design_scores_gemma":[0.001953452,0.00031692607,0.88818955,0.0009955368,0.00037664585,0.00032198953,0.06086361,0.003289958,0.039728604,0.0033544211,0.0004559641,0.00015335064],"about_ca_topic_score_codex":0.000076227676,"about_ca_topic_score_gemma":0.000011731518,"teacher_disagreement_score":0.77914,"about_ca_system_score_codex":0.000044079254,"about_ca_system_score_gemma":0.0002644407,"threshold_uncertainty_score":0.5894021},"labels":[],"label_agreement":null},{"id":"W3174257705","doi":"10.1096/fasebj.29.1_supplement.550.15","title":"Using Virtual Patient Learning Modules to Integrate Clinical Skills with Gastrointestinal Anatomy and Embryology","year":2015,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Memorization; Rote learning; Presentation (obstetrics); Embryology; Relevance (law); Anatomy; Psychology; Computer science; Medical physics; Medical education; Mathematics education; Radiology; Medicine; Teaching method; Cooperative learning","score_opus":0.04392666901296182,"score_gpt":0.37087847740149527,"score_spread":0.32695180838853344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174257705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955977,0.000024104087,0.04086805,0.0025024049,0.00029822468,0.0001261333,4.6480113e-7,0.000015131709,0.0001884826],"genre_scores_gemma":[0.9389324,0.0000042958363,0.05911499,0.0013450062,0.00046372204,0.0000022644476,0.0000032322419,0.000013725066,0.00012036007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998745,0.00021088184,0.00038390845,0.0001351054,0.00030904275,0.00021605109],"domain_scores_gemma":[0.9988809,0.000093573246,0.00017859756,0.00012777992,0.00047309793,0.00024603293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014452627,0.00010338454,0.00019573087,0.00013415639,0.00017327176,0.00003609474,0.00008096255,0.00003887511,0.000033861037],"category_scores_gemma":[0.0023529946,0.000057887446,0.000027481896,0.00024268166,0.0002394389,0.00006630176,0.00004542384,0.001013612,0.000013833972],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020363592,0.00085077697,0.5607232,0.0000202923,0.00020474158,0.00051707035,0.0077449703,0.0048092236,0.007702263,0.0016055793,0.010175828,0.40360972],"study_design_scores_gemma":[0.019575901,0.05211949,0.404964,0.0052690757,0.001188499,0.24631155,0.1283444,0.11513375,0.006072206,0.0025916211,0.01700123,0.0014282785],"about_ca_topic_score_codex":0.0000120341365,"about_ca_topic_score_gemma":0.000002336106,"teacher_disagreement_score":0.40218145,"about_ca_system_score_codex":0.00010945595,"about_ca_system_score_gemma":0.00029676929,"threshold_uncertainty_score":0.44036964},"labels":[],"label_agreement":null},{"id":"W3174302329","doi":"10.1097/acm.0000000000004106","title":"Entrustable Professional Activities and Entrustment Decision Making: A Development and Research Agenda for the Next Decade","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Weyerhauser (Canada)","funders":"","keywords":"Specialty; Variety (cybernetics); Professional development; Scale (ratio); Conceptual framework; Medical education; Engineering ethics; Psychology; Medicine; Sociology; Social science; Computer science","score_opus":0.1571552995361484,"score_gpt":0.4804136152609127,"score_spread":0.32325831572476427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174302329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91905195,0.018464716,0.0056874854,0.053834792,0.0011589066,0.0012697963,0.0000020155092,0.00002962453,0.00050073414],"genre_scores_gemma":[0.96685094,0.0030991712,0.012462283,0.008543569,0.0011518508,0.00048226406,0.000055155957,0.00002983058,0.0073249578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977904,0.00008402286,0.00045988875,0.00035896047,0.00091801176,0.00038869228],"domain_scores_gemma":[0.9970288,0.0022064452,0.00008352814,0.00023324475,0.00034649344,0.00010148903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028607857,0.00013794037,0.00025183603,0.00020290841,0.00051336933,0.000015753432,0.00010926131,0.00020843874,0.0003620198],"category_scores_gemma":[0.0065759597,0.00008390307,0.000014697345,0.0005091877,0.000432326,0.00010227846,0.00017878012,0.000977356,0.0000037116913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034075958,0.000055598794,0.0039392454,0.00037613342,0.00009249713,0.000019463418,0.02197998,6.514956e-7,0.004208682,0.010767004,0.20831296,0.749907],"study_design_scores_gemma":[0.0030116,0.00021457708,0.016570516,0.0029723893,0.00013084282,0.00035080843,0.054841936,0.0012196148,0.00654486,0.004875837,0.9091038,0.00016320767],"about_ca_topic_score_codex":0.000004522538,"about_ca_topic_score_gemma":0.0000018157207,"teacher_disagreement_score":0.7497438,"about_ca_system_score_codex":0.00019650313,"about_ca_system_score_gemma":0.0007400257,"threshold_uncertainty_score":0.7872513},"labels":[],"label_agreement":null},{"id":"W3174428608","doi":"10.5195/ijms.2021.1092","title":"More than a Manuscript: The International Journal of Medical Students as an Educational Institution","year":2021,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Institution; Medical education; Medicine; Library science; Sociology; Computer science; Social science","score_opus":0.027610114491851877,"score_gpt":0.4620849812940936,"score_spread":0.43447486680224173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174428608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.722712,0.0003740123,0.0012043868,0.25937214,0.015845578,0.00012486732,0.000006860941,0.000007887387,0.00035230693],"genre_scores_gemma":[0.9578992,0.0010965778,0.0010115347,0.028848052,0.010460464,0.000011003561,0.000108012646,0.000028944498,0.0005362052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95812225,0.00023367822,0.0020129294,0.00026491698,0.039089117,0.00027711838],"domain_scores_gemma":[0.9907791,0.00023573912,0.0012475138,0.00031374273,0.0067915786,0.00063234195],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008443441,0.00024540306,0.0004859721,0.00054680236,0.0001316476,0.0005677168,0.008253079,0.00037856225,0.0065668654],"category_scores_gemma":[0.014626932,0.00017025272,0.00033587156,0.0004441038,0.0004587839,0.0005705784,0.0008103007,0.0018187872,0.00005546071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018942272,0.020574402,0.57926005,0.00007527918,0.007051155,0.009903235,0.0073838057,0.000029676685,0.00042751565,0.016504992,0.19151019,0.16538545],"study_design_scores_gemma":[0.017509168,0.0010157444,0.64266753,0.003901458,0.0005534489,0.049544558,0.00995357,0.0005792138,0.0008858091,0.003494928,0.26945084,0.00044369095],"about_ca_topic_score_codex":0.00009345207,"about_ca_topic_score_gemma":0.000040645325,"teacher_disagreement_score":0.23518725,"about_ca_system_score_codex":0.0008242953,"about_ca_system_score_gemma":0.0057016625,"threshold_uncertainty_score":0.9999351},"labels":[],"label_agreement":null},{"id":"W3174495609","doi":"10.4103/amhs.amhs_111_21","title":"Defining Medical Education Scholarship","year":2021,"lang":"en","type":"article","venue":"Archives of Medicine and Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto","funders":"","keywords":"Scholarship; Medicine; Medical education; Engineering ethics; Work (physics); Sociology; Political science; Engineering; Law","score_opus":0.07145290503439376,"score_gpt":0.4666341759861163,"score_spread":0.3951812709517225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174495609","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30141953,0.018155409,0.0005512984,0.63864154,0.0006770168,0.00018118907,5.9016145e-7,0.000026423855,0.04034704],"genre_scores_gemma":[0.895784,0.0035627333,0.037229404,0.062664054,0.00039019095,0.000011158676,0.000037172063,0.000006115045,0.0003151536],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984775,0.00006373414,0.0004052556,0.0002227971,0.0006444412,0.00018627263],"domain_scores_gemma":[0.9992454,0.00016691904,0.00012984758,0.00014003865,0.000103587634,0.00021419594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016971177,0.000065550514,0.0002379275,0.0002465137,0.00021005284,0.0000054845973,0.000093642484,0.000037860813,0.0002853949],"category_scores_gemma":[0.0044286856,0.000048046448,0.000018450673,0.0006215944,0.0012779885,0.00006954521,0.000038513666,0.00023629313,0.000002603895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008732687,0.00015532995,0.08166527,0.00040262737,0.0000072302705,0.0000028269799,0.0022062138,1.4053674e-7,0.00009911666,0.1285216,0.008680585,0.77825034],"study_design_scores_gemma":[0.0024967282,0.0018044215,0.87440455,0.009334255,0.000051810883,0.0009173921,0.016165392,0.0012061297,0.00048054458,0.04731887,0.045627415,0.00019248803],"about_ca_topic_score_codex":0.00009674331,"about_ca_topic_score_gemma":0.000019576088,"teacher_disagreement_score":0.7927393,"about_ca_system_score_codex":0.0000126244695,"about_ca_system_score_gemma":0.0050958036,"threshold_uncertainty_score":0.90397364},"labels":[],"label_agreement":null},{"id":"W3174518063","doi":"10.1096/fasebj.2018.32.1_supplement.241.2","title":"A Tale of Two Approaches: Results from Integrating Medical Histology and Pathology","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Relevance (law); Integrated curriculum; Intervention (counseling); Histology; Medicine; Presentation (obstetrics); Pathology; Psychology; Radiology; Pedagogy; Nursing","score_opus":0.04426901206321315,"score_gpt":0.33087772011161265,"score_spread":0.2866087080483995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174518063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785068,0.00015975586,0.0060634604,0.011383393,0.0005630283,0.00007240952,0.000004498429,0.000008663364,0.0032380135],"genre_scores_gemma":[0.9842141,0.000019459958,0.013092152,0.0013326048,0.0012039427,0.0000025246982,0.000018083498,0.000007095458,0.00011000768],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99885523,0.00014849383,0.00045316693,0.0001166877,0.0002885231,0.00013788344],"domain_scores_gemma":[0.99911416,0.00019670233,0.00023694888,0.00019800052,0.00018045976,0.0000737296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017061252,0.00006828411,0.00018938328,0.0000883628,0.00013170739,0.0000064122255,0.00013184427,0.000100256955,0.00031376918],"category_scores_gemma":[0.0044354713,0.00004002745,0.000027939812,0.00015701768,0.0009383594,0.000032013453,0.000042228647,0.0006308191,0.000009994592],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016811629,0.00078583317,0.017717365,0.000057207326,0.0003453797,0.00035982003,0.058544356,0.0000016176978,0.08617598,0.013703379,0.045154355,0.77547354],"study_design_scores_gemma":[0.084666066,0.012933259,0.14805931,0.0056857374,0.00268046,0.14626428,0.12415574,0.11212344,0.19908977,0.11056707,0.051831458,0.001943406],"about_ca_topic_score_codex":0.000053600193,"about_ca_topic_score_gemma":0.000022486349,"teacher_disagreement_score":0.7735301,"about_ca_system_score_codex":0.000045397577,"about_ca_system_score_gemma":0.0002495576,"threshold_uncertainty_score":0.53099936},"labels":[],"label_agreement":null},{"id":"W3174742490","doi":"10.1096/fasebj.2019.33.1_supplement.606.14","title":"Evaluation of Undergraduate Anatomy Flipped Laboratory Sessions","year":2019,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Session (web analytics); Modalities; Modality (human–computer interaction); Flipped classroom; Class (philosophy); Medical education; Psychology; Computer science; Medicine; Multimedia; Medical physics; Mathematics education; Artificial intelligence","score_opus":0.027128711438209555,"score_gpt":0.36534327421580565,"score_spread":0.3382145627775961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174742490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826235,0.00015788131,0.00028902944,0.0128690675,0.0008307409,0.0002553065,0.0000019573054,0.000010300837,0.0029621914],"genre_scores_gemma":[0.99791896,0.000026449427,0.0007057905,0.0006923121,0.00023830855,0.000005128623,0.000008613392,0.0000096013355,0.00039481922],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982003,0.00023086253,0.0002886315,0.00007128144,0.0010910921,0.00011785744],"domain_scores_gemma":[0.9979248,0.000047811223,0.00021173035,0.00026198503,0.0015076727,0.000046009824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039138836,0.00006189217,0.00012235221,0.00013506316,0.00010718958,0.000011566699,0.00010242227,0.000048000154,0.00090102263],"category_scores_gemma":[0.0008813596,0.000037784863,0.000042799104,0.00050773734,0.000068488174,0.00008598684,0.0000150029,0.00039815967,0.0001056508],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022720463,0.000985799,0.06409349,0.00016555414,0.00075299194,0.000011590787,0.0032464685,0.0008172447,0.6398901,0.01337712,0.08678456,0.1896479],"study_design_scores_gemma":[0.027129339,0.0016671953,0.35041937,0.0031662527,0.0057951035,0.0019038657,0.020181764,0.11108676,0.3711696,0.06562166,0.040877238,0.0009818492],"about_ca_topic_score_codex":0.0000029480022,"about_ca_topic_score_gemma":6.4314895e-7,"teacher_disagreement_score":0.28632587,"about_ca_system_score_codex":0.00017199756,"about_ca_system_score_gemma":0.0010616314,"threshold_uncertainty_score":0.9865566},"labels":[],"label_agreement":null},{"id":"W3175024344","doi":"10.1096/fasebj.2019.33.1_supplement.444.9","title":"Does Optional Online Quizzing Improve Student Satisfaction and Preparedness in an Undergraduate Elective Advanced Human Anatomy Course?","year":2019,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Preparedness; Likert scale; Medical education; Psychology; Flexibility (engineering); Medicine; Mathematics","score_opus":0.010176492318119724,"score_gpt":0.36523383892803535,"score_spread":0.3550573466099156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175024344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956414,0.00004988447,0.00015227236,0.0028749788,0.00077827193,0.00039798312,0.000004065952,0.000017104128,0.000084038635],"genre_scores_gemma":[0.99775964,0.000034279565,0.0012179464,0.00034688268,0.0003626145,0.0000124474645,0.000034228513,0.000014584897,0.00021735202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988196,0.0000936063,0.0003194565,0.00017826754,0.00040057758,0.00018852303],"domain_scores_gemma":[0.9992786,0.0000383348,0.00018860635,0.000174361,0.00025388677,0.000066201275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061664655,0.000109115615,0.00016648584,0.0001411258,0.00019594717,0.00004845134,0.0000774051,0.000054804517,0.00007886181],"category_scores_gemma":[0.00007030904,0.000062189865,0.000026211996,0.0002245408,0.00008181836,0.0002908207,0.000024929826,0.00061554264,0.000003853157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025751867,0.00065269973,0.71644473,0.00004108446,0.00011684847,0.000014022105,0.004375075,0.00023501694,0.22460203,0.0018727893,0.00010546037,0.0512827],"study_design_scores_gemma":[0.00236069,0.0004453466,0.97755426,0.00017415236,0.00006112458,0.00016099552,0.012983036,0.0014573304,0.0020375384,0.0025921483,0.000055204346,0.00011817163],"about_ca_topic_score_codex":0.000034938654,"about_ca_topic_score_gemma":0.00017488746,"teacher_disagreement_score":0.2611095,"about_ca_system_score_codex":0.00038395028,"about_ca_system_score_gemma":0.00021871812,"threshold_uncertainty_score":0.26742607},"labels":[],"label_agreement":null},{"id":"W3175048800","doi":"10.1590/1981-5271v45.3-20200527.ing","title":"Cross-cultural adaptation of the EFFECT questionnaire into Brazilian Portuguese","year":2021,"lang":"en","type":"article","venue":"Revista Brasileira de Educação Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Radboud Universiteit","keywords":"Cronbach's alpha; Portuguese; Medical education; Context (archaeology); Adaptation (eye); Curriculum; Test (biology); Preceptor; Psychology; Brazilian Portuguese; Reliability (semiconductor); Consistency (knowledge bases); Pedagogy; Medicine; Computer science; Psychometrics; Clinical psychology; Artificial intelligence; Linguistics","score_opus":0.01534151413864704,"score_gpt":0.352646318456966,"score_spread":0.33730480431831894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175048800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926065,0.0021337597,0.0005537295,0.0019914904,0.00092645036,0.00043060788,0.00000395108,0.00006198055,0.0012915398],"genre_scores_gemma":[0.9932287,0.00003538615,0.0026751226,0.0013275472,0.0005835767,0.000061413506,0.00012307234,0.000031599942,0.0019335804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793166,0.0002620825,0.0006101129,0.0003448807,0.00057670294,0.00027457884],"domain_scores_gemma":[0.9978361,0.00009572417,0.000274474,0.00074126414,0.0009207097,0.00013168615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077686564,0.00020063453,0.0003654386,0.00009720496,0.00021738074,0.00007549527,0.00021917468,0.00018791572,0.00042160408],"category_scores_gemma":[0.0077998443,0.00014371512,0.00020978025,0.0011996707,0.00045275196,0.00020580977,0.000067577654,0.00049038226,0.00003698925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075025666,0.0003454789,0.82094043,0.001296529,0.00009227287,0.0000253928,0.0016704651,0.000023271676,0.009826807,0.004200596,0.011598831,0.14990488],"study_design_scores_gemma":[0.00071624684,0.00015792453,0.98128325,0.0012904131,0.000153393,0.00024112796,0.0007550134,0.00038097936,0.004775368,0.000051742503,0.010035001,0.00015956514],"about_ca_topic_score_codex":0.000111553025,"about_ca_topic_score_gemma":0.000008160149,"teacher_disagreement_score":0.16034277,"about_ca_system_score_codex":0.00035733185,"about_ca_system_score_gemma":0.0013648255,"threshold_uncertainty_score":0.93377054},"labels":[],"label_agreement":null},{"id":"W3175148614","doi":"10.1097/acm.0000000000004108","title":"Entrustment Unpacked: Aligning Purposes, Stakes, and Processes to Enhance Learner Assessment","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Weyerhauser (Canada)","funders":"","keywords":"Summative assessment; Formative assessment; Competence (human resources); Medical education; Process (computing); Affordance; Psychology; Computer science; Medicine; Pedagogy; Social psychology; Cognitive psychology","score_opus":0.026117842845476708,"score_gpt":0.413898811475523,"score_spread":0.3877809686300463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175148614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87516576,0.0047783493,0.0072675366,0.10569629,0.0007518281,0.0007688197,0.0000019473644,0.00011202678,0.0054574646],"genre_scores_gemma":[0.9515642,0.002376045,0.008969544,0.02883157,0.0011409989,0.00015019787,0.00017630392,0.000036052614,0.0067550796],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997662,0.00005860703,0.00059290935,0.00051321735,0.00080393243,0.00036933713],"domain_scores_gemma":[0.99855727,0.00013901743,0.00013929264,0.00033759323,0.00055809575,0.00026874634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008562353,0.00020486953,0.00040773614,0.00019627337,0.000112637776,0.000012011607,0.00011300164,0.00019238086,0.00079245603],"category_scores_gemma":[0.0044478215,0.000164189,0.000015898346,0.0011284224,0.00017577465,0.00012862138,0.00008063808,0.00082086516,0.000027279953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015441366,0.00029295794,0.043070413,0.002896933,0.00038532526,0.00029566666,0.038560424,0.000014129341,0.15306982,0.009688113,0.394519,0.35705277],"study_design_scores_gemma":[0.0037036005,0.0013771245,0.032174997,0.006669963,0.00071518397,0.0009807365,0.059561893,0.00031359438,0.08320024,0.001370828,0.8091256,0.00080625276],"about_ca_topic_score_codex":0.000032221946,"about_ca_topic_score_gemma":0.0000043319415,"teacher_disagreement_score":0.41460657,"about_ca_system_score_codex":0.00023040507,"about_ca_system_score_gemma":0.00074944727,"threshold_uncertainty_score":0.86768377},"labels":[],"label_agreement":null},{"id":"W3175170542","doi":"10.1097/acm.0000000000004092","title":"From Utopia Through Dystopia: Charting a Course for Learning Analytics in Competency-Based Medical Education","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; South Health Campus; Royal College of Physicians and Surgeons of Canada; Royal University Hospital","funders":"","keywords":"Dystopia; Analytics; Learning analytics; Medical education; Work (physics); Data analysis; Psychology; Computer science; Data science; Medicine; Artificial intelligence","score_opus":0.03304290614606592,"score_gpt":0.4083084550101189,"score_spread":0.375265548864053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175170542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63918966,0.002194831,0.031883407,0.3206812,0.0025290337,0.0007500945,0.000003939797,0.00012967523,0.0026381472],"genre_scores_gemma":[0.89459515,0.0004786896,0.034023702,0.05621993,0.0073606847,0.00027912552,0.0024215132,0.000075031036,0.0045462023],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710953,0.00011476453,0.0010097132,0.00047414808,0.0009077683,0.00038409446],"domain_scores_gemma":[0.9981393,0.0005085482,0.00027581427,0.00034411292,0.00055396004,0.0001782531],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013278855,0.00020180113,0.00055855705,0.00018117277,0.00010558093,0.000005381941,0.00018447578,0.00049982034,0.0014738215],"category_scores_gemma":[0.01987886,0.00017931154,0.00005685456,0.0010379271,0.00023855294,0.00009621677,0.000035256664,0.0017024578,0.00002082048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004207435,0.0013388515,0.28961053,0.0018928858,0.00038507188,0.00025007312,0.031419218,0.00018653578,0.012212938,0.25512463,0.16942486,0.23773366],"study_design_scores_gemma":[0.029806936,0.0012928058,0.06903919,0.02558984,0.0019092837,0.00043227716,0.05751373,0.26201484,0.006947381,0.10272173,0.4412383,0.0014936808],"about_ca_topic_score_codex":0.00017002602,"about_ca_topic_score_gemma":0.00003330347,"teacher_disagreement_score":0.27181345,"about_ca_system_score_codex":0.00025564607,"about_ca_system_score_gemma":0.008023495,"threshold_uncertainty_score":0.99943894},"labels":[],"label_agreement":null},{"id":"W3175240511","doi":"10.1096/fasebj.2019.33.1_supplement.444.26","title":"Teaching a Procedural Tutorial for the Dissection of the Musculoskeletal System Through the Use of a Digital Multimedia Platform","year":2019,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Abbotsford Veterinary Clinic; University of British Columbia","funders":"","keywords":"Modalities; Dissection (medical); Multimedia; Gross anatomy; Computer science; Variety (cybernetics); Checklist; Point (geometry); Medical education; Medicine; Anatomy; Psychology; Artificial intelligence","score_opus":0.030176051413754124,"score_gpt":0.31096300493067697,"score_spread":0.28078695351692284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175240511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98592126,0.000036591468,0.0037211322,0.0049220184,0.00389669,0.0012797978,0.0000143503485,0.000014078404,0.00019407456],"genre_scores_gemma":[0.9966353,0.0000028996872,0.00062807824,0.00018488576,0.0020244252,0.000032215863,0.000008166197,0.000017857388,0.0004661727],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985399,0.00006555546,0.0005127357,0.000096107324,0.0005939269,0.00019176502],"domain_scores_gemma":[0.99812347,0.0006433638,0.00049937615,0.0004031255,0.00030662538,0.000024028765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009522557,0.0001187279,0.0001920304,0.00003837831,0.0004601151,0.00006491571,0.00033226196,0.00007039967,0.000019310104],"category_scores_gemma":[0.0018651998,0.000041567073,0.00023271944,0.00023886812,0.00023104397,0.00034605176,0.000051260155,0.00076185534,0.0000039193587],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009071149,0.0030200346,0.039142497,0.0058161076,0.005054317,0.000009969037,0.21019606,0.00654189,0.17632776,0.058462795,0.10265415,0.38370326],"study_design_scores_gemma":[0.029402744,0.0052242177,0.06435623,0.0089574335,0.00593046,0.011754069,0.25922006,0.41834417,0.03998068,0.0040495167,0.15133142,0.001448985],"about_ca_topic_score_codex":0.000054531472,"about_ca_topic_score_gemma":0.0000035869834,"teacher_disagreement_score":0.41180226,"about_ca_system_score_codex":0.00014390818,"about_ca_system_score_gemma":0.00025525852,"threshold_uncertainty_score":0.35388798},"labels":[],"label_agreement":null},{"id":"W3175246713","doi":"10.1096/fasebj.27.1_supplement.lb18","title":"Development of Effective Learning Modules to Integrate the Anatomy and Clinical Skill of Musculoskeletal System","year":2013,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Memorization; Rote learning; Test (biology); Commit; Curriculum; Medical education; Relevance (law); Psychology; Feeling; Medicine; Computer science; Mathematics education; Teaching method; Pedagogy; Cooperative learning","score_opus":0.0114999892669529,"score_gpt":0.33867011886865106,"score_spread":0.32717012960169817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175246713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934958,0.00005389575,0.004296692,0.0012127331,0.00024813504,0.00039259123,2.5505352e-7,0.0000066752673,0.00029320217],"genre_scores_gemma":[0.9907628,0.0000097533575,0.008875111,0.000104982755,0.00016361302,0.0000175025,0.0000013655142,0.000007225348,0.000057589335],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883616,0.00021237017,0.0005251867,0.00007612018,0.00023974512,0.00011039246],"domain_scores_gemma":[0.99892616,0.00021635626,0.00025172916,0.00012819296,0.00041681022,0.00006073882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023292683,0.00007095231,0.00020097333,0.00008624823,0.00015411618,0.000011980898,0.00011267666,0.000044164433,0.00003656573],"category_scores_gemma":[0.0010760374,0.00003269109,0.000055487868,0.00021887195,0.00016598645,0.000041270865,0.000042301937,0.0005552432,0.000014051642],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008091747,0.00016290676,0.023964517,0.00020807511,0.00036083907,0.0000021682006,0.008758337,0.000029145142,0.014199599,0.0013116605,0.0010114739,0.94991034],"study_design_scores_gemma":[0.0015000112,0.00071265816,0.9198662,0.0014756816,0.00023605861,0.00040123603,0.05121618,0.0034687514,0.019179743,0.00015676445,0.0016467732,0.00013995488],"about_ca_topic_score_codex":0.00001598103,"about_ca_topic_score_gemma":0.0000017926894,"teacher_disagreement_score":0.9497704,"about_ca_system_score_codex":0.00007181898,"about_ca_system_score_gemma":0.00010670479,"threshold_uncertainty_score":0.24122865},"labels":[],"label_agreement":null},{"id":"W3175288933","doi":"10.1016/j.cptl.2021.06.022","title":"Student readiness to apply pharmacotherapy concepts to institutional early practice experience – a pilot study","year":2021,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pharmacotherapy; Medical education; Pharmacy; Relevance (law); Clinical Practice; Institution; Medicine; Pharmaceutical care; Clinical pharmacy; Pharmacy practice; Psychology; Family medicine; Nursing; Sociology","score_opus":0.06219014584956331,"score_gpt":0.5022870278915978,"score_spread":0.44009688204203457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175288933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99252146,0.00020144138,0.0020719168,0.0021429518,0.0011310469,0.00071038463,8.6009516e-7,0.00006615152,0.0011537883],"genre_scores_gemma":[0.99067295,0.000028195995,0.0040499168,0.0040891967,0.00038046538,0.00025301898,0.000015805232,0.000019462123,0.0004910209],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997733,0.0006016717,0.00037810454,0.00046371392,0.00055497885,0.00026852547],"domain_scores_gemma":[0.9991937,0.00017130894,0.000079214595,0.00015446884,0.00022411169,0.00017717859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016200496,0.00016408008,0.00022154093,0.00023844714,0.00045781836,0.00008343818,0.00012799843,0.000016480093,0.00011573753],"category_scores_gemma":[0.00354359,0.00016574997,0.00001608189,0.0006384116,0.000046817247,0.00027296794,0.00010403066,0.0015911985,0.000030519906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048352784,0.005138889,0.38070434,0.00004994191,0.000075018484,0.00012412341,0.1408979,0.00072449236,0.010112799,0.00021145516,0.00079548266,0.46068203],"study_design_scores_gemma":[0.010950488,0.0017279806,0.21995066,0.00081528636,0.00013515823,0.00022065034,0.07326141,0.0017225919,0.00085021777,0.000005570034,0.6897557,0.00060432684],"about_ca_topic_score_codex":0.00021284663,"about_ca_topic_score_gemma":0.0000024409421,"teacher_disagreement_score":0.6889602,"about_ca_system_score_codex":0.0001848869,"about_ca_system_score_gemma":0.00017679615,"threshold_uncertainty_score":0.6913054},"labels":[],"label_agreement":null},{"id":"W3175387376","doi":"10.1007/s40670-021-01348-1","title":"Spiralling Pre-clerkship Concepts into the Clinical Phase: Augmenting Knowledge Transfer Using Innovative Technology-Enhanced Curriculum Activities","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Curriculum; Medical education; Phase (matter); Computer science; Psychology; Mathematics education; Medicine; Pedagogy; Chemistry","score_opus":0.053936933683975084,"score_gpt":0.48718374415112214,"score_spread":0.4332468104671471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175387376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661325,0.0004928393,0.012387744,0.0147438925,0.0044345246,0.00044457646,8.460099e-7,0.00011491616,0.0012481483],"genre_scores_gemma":[0.9862976,0.000033406974,0.0090495655,0.0025053122,0.0016748887,0.00008964598,0.000012282533,0.000021741998,0.00031552964],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958011,0.00017704956,0.000976009,0.00078358443,0.001526132,0.0007361305],"domain_scores_gemma":[0.99720275,0.00031696714,0.00015410212,0.0006080814,0.0013804248,0.00033767408],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048080916,0.0002379754,0.00045448632,0.0003622932,0.0008998574,0.00009450747,0.00068815344,0.0003328028,0.00116628],"category_scores_gemma":[0.01876745,0.00016645386,0.000094502895,0.008516182,0.005364295,0.00034378812,0.00020768518,0.0016291599,0.000033467873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040184725,0.0042368807,0.019075157,0.00016949367,0.000101152094,0.00003391556,0.01794436,0.0000015958015,0.05128632,0.010864668,0.0026518744,0.8935944],"study_design_scores_gemma":[0.013897794,0.001863843,0.022162985,0.007056673,0.0006431531,0.0008411949,0.25308204,0.02626678,0.5440749,0.0049942904,0.12280134,0.0023150053],"about_ca_topic_score_codex":0.000025908867,"about_ca_topic_score_gemma":0.0000135349355,"teacher_disagreement_score":0.8912794,"about_ca_system_score_codex":0.0004645235,"about_ca_system_score_gemma":0.011336601,"threshold_uncertainty_score":0.9997468},"labels":[],"label_agreement":null},{"id":"W3175846204","doi":"10.24908/pceea.vi0.14934","title":"Lessons Learned from Using Competency Based Assessment (CBA) in a First Year Engineering Statics Course","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mathematics education; Competence (human resources); Course (navigation); Computer science; Test (biology); Psychology; Medical education; Engineering; Medicine","score_opus":0.02399710511115323,"score_gpt":0.30151908741384975,"score_spread":0.27752198230269653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175846204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9312505,0.000092871436,0.0006992383,0.06383866,0.0021728761,0.0005185293,0.00005686376,0.00007600799,0.0012944505],"genre_scores_gemma":[0.93255246,0.0000112906355,0.06613992,0.00057313475,0.00021526818,0.00004423646,0.00009539267,0.00004480817,0.00032346539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985099,0.000008676903,0.00042797043,0.00024126876,0.0004982145,0.00031396968],"domain_scores_gemma":[0.9982796,0.00008491912,0.00028270582,0.0001709204,0.0010314482,0.00015044046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004954954,0.00015503718,0.00025169333,0.00034630264,0.00011151091,0.000069550784,0.00015795602,0.00018129587,0.00010187888],"category_scores_gemma":[0.002799627,0.00017228723,0.00007346448,0.0012176067,0.000016843045,0.00016142908,0.000022006348,0.00047487926,0.0000038608005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010763948,0.0010495542,0.88131243,0.0012718859,0.00034495702,0.0000032307103,0.0027309447,0.024454318,0.018487727,0.0497433,0.018079786,0.00251113],"study_design_scores_gemma":[0.0010181498,0.000021537997,0.7375265,0.0013145666,0.00021321246,0.000005588789,0.0019317197,0.24068901,0.0023340285,0.00045708782,0.014125958,0.00036266536],"about_ca_topic_score_codex":0.0043303017,"about_ca_topic_score_gemma":0.0044275858,"teacher_disagreement_score":0.21623468,"about_ca_system_score_codex":0.0047205444,"about_ca_system_score_gemma":0.0057735047,"threshold_uncertainty_score":0.99986285},"labels":[],"label_agreement":null},{"id":"W3175958185","doi":"10.1096/fasebj.2018.32.1_supplement.17.1","title":"Clinically‐Oriented Verbal Laboratory Assessments in the Gross Anatomy Pre‐Clerkship Medical Curriculum that are Designed to Assess Multiple Competencies","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Formative assessment; Curriculum; Medical education; Context (archaeology); Process (computing); Psychology; Medicine; Pedagogy; Computer science","score_opus":0.05591691441084627,"score_gpt":0.40769157077763535,"score_spread":0.35177465636678906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175958185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756448,0.00004954223,0.008910695,0.012707722,0.0017359765,0.0005621979,0.0000075610433,0.000035765952,0.00034571026],"genre_scores_gemma":[0.98155016,0.000024685118,0.0043629413,0.012330295,0.0015906127,0.00005223179,0.000017799162,0.000022501048,0.00004876049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99569666,0.0008508238,0.00078775256,0.00026073208,0.0019172961,0.00048670397],"domain_scores_gemma":[0.99722594,0.0006508786,0.0003811686,0.000553616,0.0009171227,0.000271299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007136577,0.00020372217,0.00033339695,0.00019378142,0.00052897155,0.00011492104,0.0007927195,0.00019518414,0.00043178635],"category_scores_gemma":[0.00673664,0.00011216243,0.00008702392,0.0013547326,0.00052900234,0.00019686358,0.000107441825,0.001548961,0.00007043967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042739225,0.0014605114,0.9402361,0.000041856907,0.00013283722,0.00021521801,0.004860902,0.000005637542,0.0023781555,0.000711457,0.043086294,0.006443632],"study_design_scores_gemma":[0.0046359436,0.0011834196,0.94123155,0.0010067831,0.00015183742,0.00068962993,0.030049874,0.0040907064,0.002306493,0.00024724499,0.0140686855,0.00033783886],"about_ca_topic_score_codex":0.00003311458,"about_ca_topic_score_gemma":0.000060843056,"teacher_disagreement_score":0.029017607,"about_ca_system_score_codex":0.00026268026,"about_ca_system_score_gemma":0.0009044246,"threshold_uncertainty_score":0.8064874},"labels":[],"label_agreement":null},{"id":"W3176032029","doi":"10.1002/jdd.12701","title":"Should attendance for preclinical simulation and clinical education be mandatory?","year":2021,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Attendance; Viewpoints; Medical education; Dental education; Psychology; Medicine; Political science","score_opus":0.09200080591575807,"score_gpt":0.5195123429535367,"score_spread":0.42751153703777856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176032029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767237,0.0010986213,0.0027487394,0.011300124,0.007136498,0.00039243078,0.000004021954,0.000011035363,0.00058487785],"genre_scores_gemma":[0.95247877,0.00019505335,0.03285544,0.008017281,0.0033587604,0.000022558419,0.00012079335,0.000024211644,0.0029271382],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981434,0.00008223836,0.0010671803,0.00021236428,0.00037035032,0.00012447246],"domain_scores_gemma":[0.997154,0.00027648307,0.00058893405,0.00020414908,0.0016503945,0.00012605409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010319601,0.00010840612,0.00029618852,0.00016983587,0.00008738243,0.000041989548,0.00007032777,0.00017952081,0.00015600558],"category_scores_gemma":[0.004746736,0.000101698206,0.0001532867,0.00027995463,0.000096268646,0.00030465142,0.00002009436,0.00038804195,0.000007053081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046727466,0.004569489,0.18963589,0.0003503338,0.000157109,0.0000031187278,0.000379061,0.000028377559,0.0007517939,0.0013035695,0.09932935,0.7030246],"study_design_scores_gemma":[0.0037295213,0.001162678,0.595682,0.0010734156,0.00091223844,0.0013933647,0.0067428015,0.0036824308,0.0012028038,0.0014033698,0.38270044,0.0003149232],"about_ca_topic_score_codex":0.0000031423845,"about_ca_topic_score_gemma":0.0000037522486,"teacher_disagreement_score":0.70270973,"about_ca_system_score_codex":0.00021159158,"about_ca_system_score_gemma":0.0032216047,"threshold_uncertainty_score":0.5714989},"labels":[],"label_agreement":null},{"id":"W3176228068","doi":"10.1097/acm.0000000000004087","title":"The Role of EPAs in Creating a National System of Time-Variable Competency-Based Medical Education","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Medical education; Scale (ratio); Implementation; Graduate medical education; Medicine; Computer science; Software engineering","score_opus":0.008709094928983798,"score_gpt":0.32769274317254776,"score_spread":0.31898364824356396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176228068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6520067,0.013883296,0.0025717113,0.08955888,0.002247751,0.0015045223,0.000012184924,0.0001233973,0.23809159],"genre_scores_gemma":[0.99094605,0.00013361733,0.0046035494,0.0023004985,0.0007409245,0.00007710035,0.00021454203,0.000019473538,0.00096423837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675095,0.0001531016,0.0011594716,0.00021300149,0.0015222708,0.00020122461],"domain_scores_gemma":[0.9972121,0.00076062727,0.0003879749,0.0002741625,0.0012677319,0.00009739642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030421559,0.00011596762,0.0004124859,0.00024094398,0.00007092519,0.0000017349388,0.0002101903,0.00027320595,0.00064183824],"category_scores_gemma":[0.020948773,0.000082305596,0.000032799006,0.0013613314,0.00035430412,0.000044127788,0.000035668065,0.0007043262,0.000010089592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021059008,0.00042977897,0.05862682,0.0016427138,0.00013418733,0.000009976173,0.003318755,0.00006719517,0.05095561,0.8211756,0.023672914,0.0397559],"study_design_scores_gemma":[0.021224793,0.001332213,0.051201828,0.075378336,0.001000815,0.0015549914,0.11091225,0.45115957,0.0704407,0.08326478,0.1314323,0.0010974335],"about_ca_topic_score_codex":0.00013203807,"about_ca_topic_score_gemma":0.0000054729794,"teacher_disagreement_score":0.7379108,"about_ca_system_score_codex":0.00025899446,"about_ca_system_score_gemma":0.010934103,"threshold_uncertainty_score":0.99467295},"labels":[],"label_agreement":null},{"id":"W3176230537","doi":"10.1097/acm.0000000000004222","title":"Workplace-Based Entrustment Scales for the Core EPAs: A Multisite Comparison of Validity Evidence for Two Proposed Instruments Using Structured Vignettes and Trained Raters","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; National Center for Advancing Translational Sciences; Association of American Medical Colleges","keywords":"Generalizability theory; Scale (ratio); Summative assessment; Operationalization; Medical education; Psychology; Inter-rater reliability; Applied psychology; Variance (accounting); Clinical psychology; Concurrent validity; Concordance; Intraclass correlation; Psychometrics; Medicine; Rating scale; Formative assessment; Internal consistency; Pedagogy; Developmental psychology","score_opus":0.2298711976766265,"score_gpt":0.47708131554694233,"score_spread":0.24721011787031583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176230537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93971795,0.0020733718,0.04048059,0.0146299815,0.0006472912,0.002405729,0.000018802297,0.000023285775,0.0000029975085],"genre_scores_gemma":[0.97632784,0.000085596155,0.01991731,0.0027090563,0.00053746894,0.00012451057,0.00019865671,0.000022506643,0.00007708632],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980051,0.000076480384,0.00078374695,0.00034822087,0.00050477457,0.0002816858],"domain_scores_gemma":[0.997394,0.0013424663,0.00039224792,0.00029555126,0.00047954894,0.000096147625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011383612,0.00019981034,0.0005319356,0.00012045419,0.00018074673,0.000006380532,0.00014558756,0.00017597155,0.00006119884],"category_scores_gemma":[0.0060975365,0.00012977426,0.000054289852,0.00042911738,0.00050675607,0.00007263312,0.000030924977,0.00038931938,2.1407534e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036414508,0.00019991372,0.23097804,0.0039375843,0.0005173497,0.0000050755193,0.013125875,0.0003196203,0.6136426,0.0013838501,0.015863359,0.1163853],"study_design_scores_gemma":[0.036676638,0.001991136,0.04638249,0.012244295,0.0030589094,0.000102317026,0.018277474,0.561236,0.3132717,0.0023860505,0.0037847783,0.0005881657],"about_ca_topic_score_codex":0.000026938773,"about_ca_topic_score_gemma":0.000006395874,"teacher_disagreement_score":0.5609164,"about_ca_system_score_codex":0.0001727561,"about_ca_system_score_gemma":0.0002959458,"threshold_uncertainty_score":0.7299761},"labels":[],"label_agreement":null},{"id":"W3176730019","doi":"10.1111/medu.14585","title":"Competence committees: The steep climb from concept to implementation","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Medical education; Mandate; Psychology; Medicine; Political science; Social psychology","score_opus":0.01323486272042621,"score_gpt":0.3937762381226818,"score_spread":0.3805413754022556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176730019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6015526,0.00059230847,0.008057147,0.38192028,0.0043378244,0.00075388176,0.000020479103,0.00008812658,0.0026773585],"genre_scores_gemma":[0.74601084,0.000053162283,0.014815231,0.23298202,0.0020637598,0.0002762792,0.0023986239,0.000027459224,0.0013726383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777555,0.0001426653,0.00049569545,0.00032401428,0.0010228989,0.0002391861],"domain_scores_gemma":[0.9983722,0.00017261121,0.00010069975,0.0005513234,0.00064954686,0.00015362489],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045430925,0.00012744567,0.00019646774,0.00007723391,0.00019500867,0.000042793206,0.00021590694,0.000121343066,0.011100736],"category_scores_gemma":[0.0035132342,0.00009716028,0.00004712634,0.0008057033,0.00015452634,0.00008233498,0.00006969841,0.00041191236,0.00033793694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012523911,0.00044774497,0.006549205,0.000018169669,0.000030058422,0.0000041486624,0.0031529865,7.072447e-7,0.000257642,0.0033682093,0.5056502,0.4805084],"study_design_scores_gemma":[0.0011316361,0.00014387112,0.1831036,0.00032532492,0.00013092447,0.00007880724,0.03144957,0.00043913358,0.0033365677,0.0010573012,0.7785797,0.00022355124],"about_ca_topic_score_codex":0.0003593009,"about_ca_topic_score_gemma":0.00014126627,"teacher_disagreement_score":0.48028484,"about_ca_system_score_codex":0.00021795329,"about_ca_system_score_gemma":0.0034107193,"threshold_uncertainty_score":0.98980325},"labels":[],"label_agreement":null},{"id":"W3176825981","doi":"10.1007/s11606-021-06964-6","title":"The Oral Case Presentation: Time for a “Refresh”","year":2021,"lang":"en","type":"editorial","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; North York General Hospital; University of Toronto","funders":"","keywords":"Presentation (obstetrics); Medicine; Pace; Case presentation; Medical education; Surgery","score_opus":0.02203470549196937,"score_gpt":0.40717087582195,"score_spread":0.3851361703299806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176825981","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029206898,0.0043477835,0.0018328703,0.023006774,0.9654045,0.0006558257,0.000024847153,0.000014152683,0.0017925744],"genre_scores_gemma":[0.00012956178,0.0006499316,0.005322267,0.00089824945,0.8893599,0.000047313297,0.00024443248,0.00006374433,0.10328458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952953,0.00016871009,0.0020290383,0.0002611195,0.0019026034,0.00034321714],"domain_scores_gemma":[0.989795,0.0016963538,0.0017855106,0.00043309128,0.006074978,0.00021505657],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030125254,0.00033651048,0.0012208656,0.0003665883,0.00021391998,0.00007385656,0.0004051818,0.00049917866,0.00048233598],"category_scores_gemma":[0.025119623,0.00018506122,0.0004100616,0.00036462903,0.0003546684,0.00011310176,0.00006701544,0.001919875,0.00001131296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016205687,0.00012145603,0.000008518366,0.0001856108,0.00077610643,0.0024768237,0.00023659317,0.0000025950635,0.00041170983,0.000055256187,0.9770044,0.017100327],"study_design_scores_gemma":[0.0071588773,0.0021102135,0.000009159659,0.0018397467,0.0011688487,0.01094934,0.0004241013,0.0007248153,0.00015781785,0.00021405851,0.9750956,0.0001473879],"about_ca_topic_score_codex":0.00013916595,"about_ca_topic_score_gemma":0.0000201208,"teacher_disagreement_score":0.10149201,"about_ca_system_score_codex":0.00045978988,"about_ca_system_score_gemma":0.0014270215,"threshold_uncertainty_score":0.9830922},"labels":[],"label_agreement":null},{"id":"W3176841950","doi":"10.1096/fasebj.26.1_supplement.77.1","title":"Open Minds, Open Opportunities","year":2012,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Apprehension; Curriculum; Theme (computing); Medical education; Medicine; Political science; Pedagogy; Sociology; Psychology","score_opus":0.1655668758550799,"score_gpt":0.39954420225272236,"score_spread":0.23397732639764246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176841950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7849228,0.00033244427,0.00046111832,0.054687805,0.0019854335,0.00062514964,0.0000029363646,0.000013183664,0.15696913],"genre_scores_gemma":[0.9621738,0.00006475088,0.0045534866,0.010737849,0.0017161932,0.000021439615,0.00001970734,0.000015757394,0.020697026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909335,0.00008269367,0.0002557003,0.000056173543,0.00027133242,0.0002407557],"domain_scores_gemma":[0.9992412,0.000036851157,0.00014005869,0.00027407004,0.00016459123,0.00014326652],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025683106,0.00007202654,0.0001385098,0.0000702092,0.0003578991,0.00022641705,0.00082418707,0.000041454663,0.0036265398],"category_scores_gemma":[0.00037916182,0.000042106185,0.00002884598,0.00016658797,0.00010125788,0.00054510817,0.00031888284,0.00043972104,0.0001394145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001413149,0.00044559065,0.010004473,0.000015839318,0.00012764127,0.000023584407,0.003913227,6.3075817e-7,0.0029980799,0.015309238,0.7858474,0.18117295],"study_design_scores_gemma":[0.0025649883,0.00024598752,0.03162839,0.0002927612,0.00024118037,0.00613477,0.022218334,0.00006564673,0.01021995,0.002431292,0.92372423,0.00023249174],"about_ca_topic_score_codex":0.00003121799,"about_ca_topic_score_gemma":8.54673e-7,"teacher_disagreement_score":0.18094046,"about_ca_system_score_codex":0.000089889116,"about_ca_system_score_gemma":0.00038080974,"threshold_uncertainty_score":0.9972843},"labels":[],"label_agreement":null},{"id":"W3176879039","doi":"10.1097/acm.0000000000004089","title":"Numbers Encapsulate, Words Elaborate: Toward the Best Use of Comments for Assessment and Feedback on Entrustment Ratings","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Northern British Columbia; Western University; The Wilson Centre; Sinai Health System","funders":"","keywords":"Operationalization; Premise; Documentation; Formative assessment; Temptation; Set (abstract data type); Computer science; Psychology; CLARITY; Medical education; Mathematics education; Social psychology; Epistemology; Medicine","score_opus":0.0919108077078394,"score_gpt":0.4182165258742775,"score_spread":0.3263057181664381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176879039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87039304,0.0004687321,0.0016198878,0.12496578,0.00088177895,0.000978118,0.000011574021,0.000020446703,0.0006606457],"genre_scores_gemma":[0.9669451,0.0011892297,0.004090906,0.025045497,0.0005790585,0.00013821063,0.00024844555,0.000026423882,0.0017371317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981148,0.0000799431,0.0006708006,0.0002895659,0.0005978941,0.00024697307],"domain_scores_gemma":[0.99828863,0.00051909767,0.0002703403,0.0003449558,0.0004740196,0.00010298473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009216231,0.00017263732,0.00038171842,0.00009320575,0.00009509682,0.000007621355,0.0001093,0.0001879816,0.00022705783],"category_scores_gemma":[0.0025227638,0.00011107839,0.000030010075,0.000572015,0.00031606597,0.00008147272,0.000053125794,0.00069910503,0.0000044595577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063883554,0.00070363755,0.10310602,0.0016101374,0.00090396113,0.000035693924,0.037198655,0.000037219208,0.051489267,0.041045997,0.64687663,0.11635395],"study_design_scores_gemma":[0.035944607,0.00635121,0.15196708,0.01397355,0.0033950906,0.00046567776,0.17249244,0.009243908,0.04619434,0.0069997613,0.5517159,0.001256413],"about_ca_topic_score_codex":0.00003710447,"about_ca_topic_score_gemma":7.0181625e-7,"teacher_disagreement_score":0.1352938,"about_ca_system_score_codex":0.00018898326,"about_ca_system_score_gemma":0.00030471286,"threshold_uncertainty_score":0.45296454},"labels":[],"label_agreement":null},{"id":"W3177100064","doi":"10.1097/acm.0000000000004094","title":"Distant and Hidden Figures: Foregrounding Patients in the Development, Content, and Implementation of Entrustable Professional Activities","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Northern British Columbia","funders":"","keywords":"Curriculum; Medical education; Supervisor; Documentation; Autonomy; Psychology; Patient care; Medicine; Professional development; Nursing; Computer science; Pedagogy","score_opus":0.046328761754960535,"score_gpt":0.3811524028050169,"score_spread":0.33482364105005635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177100064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939035,0.0005490419,0.000108573986,0.004511856,0.00024173706,0.00037606605,0.0000021993153,0.0000055623786,0.00030144962],"genre_scores_gemma":[0.9970245,0.00033659823,0.00040968065,0.001346313,0.00010777902,0.000051153424,0.00020452605,0.0000068316863,0.00051263475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987433,0.00006200071,0.00046951315,0.00016099834,0.0004081001,0.0001561005],"domain_scores_gemma":[0.99941295,0.00018591645,0.00015355683,0.00009717671,0.0001152854,0.00003510813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075802335,0.00008820929,0.00020129251,0.000119130375,0.00007823215,0.0000033544702,0.000052045187,0.00008118486,0.00013898227],"category_scores_gemma":[0.0007560069,0.000055514236,0.000006872986,0.00028659854,0.00015717627,0.000112698566,0.00003873357,0.00034548453,2.6630107e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045608696,0.00003908509,0.9040585,0.0004094003,0.000028998063,0.0000032731482,0.04379101,1.1517332e-8,0.0032129916,0.0049763112,0.005477392,0.037957396],"study_design_scores_gemma":[0.003069577,0.000101571975,0.80084646,0.0010801126,0.000053556156,0.000026945587,0.18439515,0.000014858592,0.003361792,0.0007856005,0.0061897514,0.000074613075],"about_ca_topic_score_codex":0.000056636236,"about_ca_topic_score_gemma":0.000032816857,"teacher_disagreement_score":0.14060414,"about_ca_system_score_codex":0.00007596266,"about_ca_system_score_gemma":0.00019719564,"threshold_uncertainty_score":0.22638048},"labels":[],"label_agreement":null},{"id":"W3177117312","doi":"10.1097/acm.0000000000004097","title":"Entrustable Professional Activities: Reflecting on Where We Are to Define a Path for the Next Decade","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Action (physics); Professional development; Medicine; Public relations; Psychology; Political science; Pedagogy","score_opus":0.1248284411798505,"score_gpt":0.45340661466737375,"score_spread":0.3285781734875233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177117312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29204437,0.010450387,0.0077129942,0.68026704,0.0044808057,0.0020828084,0.000012637969,0.0001486381,0.0028003259],"genre_scores_gemma":[0.79713714,0.003970745,0.0054451544,0.12320552,0.010227913,0.001352363,0.0001889899,0.00013068556,0.058341492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771357,0.0000725831,0.0005563937,0.00042714892,0.0007664402,0.00046388328],"domain_scores_gemma":[0.9975271,0.0012816458,0.00020671214,0.00045494805,0.00036389675,0.00016566225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011969988,0.0002115334,0.00039855068,0.00017134227,0.00034123,0.00000886388,0.00020498507,0.00029414668,0.00093557325],"category_scores_gemma":[0.01034755,0.00013084685,0.00005086055,0.0010394172,0.00012074537,0.00009253892,0.00007222999,0.0014481178,0.00003520048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040324978,0.00009067852,0.0024572585,0.0006035617,0.00008986754,0.000021404023,0.009989606,0.000015418243,0.017953336,0.0068224003,0.8825177,0.0790355],"study_design_scores_gemma":[0.0029441349,0.00058992935,0.0018354567,0.008492233,0.0002501526,0.00018621702,0.0707832,0.00096962857,0.006036177,0.001497995,0.90617305,0.00024185819],"about_ca_topic_score_codex":0.000013520932,"about_ca_topic_score_gemma":0.0000067745423,"teacher_disagreement_score":0.5570615,"about_ca_system_score_codex":0.00028760635,"about_ca_system_score_gemma":0.00053687696,"threshold_uncertainty_score":0.9999777},"labels":[],"label_agreement":null},{"id":"W3177147273","doi":"10.1093/pm/pnab160","title":"“The World Upside Down”: Clinical Encounters with the First Cohort of a New Pain-Focused Post-Professional Clinical Master’s Degree Program in the COVID-19 Era","year":2021,"lang":"en","type":"article","venue":"Pain Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Cohort; Degree (music); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Family medicine; Medical education; Virology; Internal medicine","score_opus":0.09479016961315093,"score_gpt":0.4348031650976888,"score_spread":0.3400129954845379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177147273","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1444952,0.0006518637,0.0028081783,0.84715116,0.0012729476,0.0023488235,0.0000024551932,0.000063321124,0.0012060791],"genre_scores_gemma":[0.43255928,0.00034689612,0.007524451,0.54812545,0.004149705,0.0007332423,0.00031852402,0.00007211198,0.006170361],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99223685,0.0031063275,0.001960669,0.00055395573,0.0016385384,0.00050367764],"domain_scores_gemma":[0.97812694,0.01839733,0.00069152727,0.0015612061,0.00085720135,0.0003658146],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04472982,0.0002834353,0.0007251789,0.00016494303,0.0003569901,0.00002728501,0.0006452609,0.00020950667,0.0005420292],"category_scores_gemma":[0.053905405,0.00011805151,0.0001636895,0.0019338627,0.0020111748,0.00005157675,0.00008719115,0.0020075038,0.000013641596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059523055,0.00052220694,0.3949429,0.00013119807,0.00013855599,0.000091276095,0.0021181733,0.0000016878479,0.0000039279853,0.0004289409,0.45191056,0.14911534],"study_design_scores_gemma":[0.0045668716,0.0015221605,0.34315583,0.00095630495,0.00023890486,0.00006842831,0.010880113,0.0008199035,0.000002123367,0.00020678734,0.6374389,0.00014364602],"about_ca_topic_score_codex":0.00029488068,"about_ca_topic_score_gemma":0.0040217172,"teacher_disagreement_score":0.29902568,"about_ca_system_score_codex":0.00017047019,"about_ca_system_score_gemma":0.0028940537,"threshold_uncertainty_score":0.9836517},"labels":[],"label_agreement":null},{"id":"W3177193068","doi":"10.1096/fasebj.2018.32.1_supplement.lb511","title":"Does A Self‐Paced, Fixed‐Time, Laboratory Examination Improve Anxiety and Performance among Undergraduate Students?","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Anxiety; Test anxiety; Cohort; Test (biology); Psychology; Final examination; Medical education; Clinical psychology; Physical therapy; Medicine; Psychiatry; Internal medicine","score_opus":0.005266345583310854,"score_gpt":0.2678089365513981,"score_spread":0.26254259096808724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177193068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954593,0.000030735413,0.0002305513,0.0025328163,0.00080267066,0.00024212348,0.0000022630254,0.000039274713,0.0006602396],"genre_scores_gemma":[0.9947166,0.00020578789,0.0012589584,0.00079905544,0.0012273341,0.000010775186,0.0000055658375,0.000016430331,0.0017595056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987699,0.00010468538,0.00026849785,0.0001400492,0.0005121018,0.0002048012],"domain_scores_gemma":[0.99892354,0.00003374166,0.00019605135,0.00022278812,0.0005382763,0.00008560421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016713786,0.00011539512,0.0001304514,0.00011162626,0.00045578124,0.00009065336,0.0001493529,0.00007163818,0.00012314718],"category_scores_gemma":[0.00025343243,0.000058871417,0.000024292574,0.00036142534,0.00029337782,0.00026970627,0.000048591464,0.00047972333,0.000052111518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021081089,0.0005860237,0.73816353,0.00017048551,0.0003703389,0.000013549367,0.008854703,0.0000018448527,0.09733116,0.00021143084,0.016860295,0.13722582],"study_design_scores_gemma":[0.001768332,0.00060291286,0.94626784,0.00021633216,0.00020670655,0.00021611454,0.0015241764,0.004370284,0.041379027,0.00018072782,0.0030823261,0.00018521857],"about_ca_topic_score_codex":0.0000032405221,"about_ca_topic_score_gemma":0.000001927277,"teacher_disagreement_score":0.20810431,"about_ca_system_score_codex":0.0001504949,"about_ca_system_score_gemma":0.0001477594,"threshold_uncertainty_score":0.35055467},"labels":[],"label_agreement":null},{"id":"W3177429079","doi":"10.1096/fasebj.27.1_supplement.957.11","title":"Does exam performance correlate with perception of readiness or pretest quizzes?","year":2013,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Preparedness; Psychology; Perception; Medical education; Positive correlation; Population; Medicine; Internal medicine","score_opus":0.013345967487635191,"score_gpt":0.27058807020491893,"score_spread":0.25724210271728376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177429079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99466777,0.000009706157,0.0006787625,0.0027884874,0.0004820286,0.0002514633,5.899423e-7,0.000014799464,0.0011063835],"genre_scores_gemma":[0.993019,0.00007597398,0.0022684343,0.0005021849,0.00042729115,0.000017194627,0.000006850285,0.0000128558495,0.0036702075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991105,0.000037891747,0.00028709296,0.0000773309,0.00033580163,0.00015135758],"domain_scores_gemma":[0.9990194,0.00004262812,0.0002097337,0.00021596976,0.0004600124,0.000052248837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047675645,0.00008410812,0.00013848342,0.00008973638,0.00015551205,0.000023106362,0.00011717573,0.000050545368,0.0016995171],"category_scores_gemma":[0.00021378219,0.000029848941,0.000023660812,0.000293679,0.00019216622,0.00021450341,0.000012528147,0.00043377597,0.00007266391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016665439,0.0007583473,0.44417092,0.00055774354,0.0003034795,0.000025491025,0.01285273,0.00020120623,0.15255797,0.00022213225,0.027193632,0.3594898],"study_design_scores_gemma":[0.0016187569,0.0011599839,0.9744758,0.00089875987,0.00021264314,0.0021266674,0.0057724696,0.005369408,0.0072977566,0.000094012,0.0008245183,0.00014925061],"about_ca_topic_score_codex":0.00002205845,"about_ca_topic_score_gemma":0.0000016163541,"teacher_disagreement_score":0.53030485,"about_ca_system_score_codex":0.000072546216,"about_ca_system_score_gemma":0.00016497225,"threshold_uncertainty_score":0.99921304},"labels":[],"label_agreement":null},{"id":"W3177440479","doi":"10.1096/fasebj.26.1_supplement.456.4","title":"Curricular Integration: Not what we are bringing together, but who","year":2012,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Competence (human resources); Presentation (obstetrics); Identity (music); Medical education; Context (archaeology); Engineering ethics; Psychology; Medicine; Pedagogy; Engineering","score_opus":0.03052430671432155,"score_gpt":0.3154138846307989,"score_spread":0.28488957791647734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177440479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94801366,0.002643669,0.010683149,0.03501149,0.002620076,0.00015486233,6.78166e-7,0.000031254305,0.00084118056],"genre_scores_gemma":[0.98757404,0.0006510377,0.0019015198,0.004771974,0.0035795786,0.000007711041,0.0000058162263,0.000018484914,0.0014898381],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99879354,0.00007988994,0.0002981463,0.00007996021,0.00046024373,0.00028824122],"domain_scores_gemma":[0.99914277,0.00004706354,0.00019409346,0.00024602213,0.00025182517,0.00011822556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012962102,0.00010934387,0.0001565055,0.000121300676,0.0003090744,0.000121688994,0.00014519281,0.00006807952,0.0006989554],"category_scores_gemma":[0.0005237521,0.00006591872,0.00007888908,0.00031224234,0.00008042003,0.00055583473,0.000026501773,0.00079626194,0.00012447745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015220146,0.0006988179,0.036294468,0.00011224402,0.0002964855,0.00006879211,0.018569564,0.00004404788,0.07017337,0.004952753,0.106975876,0.7616614],"study_design_scores_gemma":[0.0055067656,0.00049548375,0.12972519,0.012090838,0.001185878,0.022222769,0.18727654,0.011898689,0.37145737,0.0023023125,0.2545598,0.0012783837],"about_ca_topic_score_codex":0.0000048933034,"about_ca_topic_score_gemma":5.4513094e-7,"teacher_disagreement_score":0.760383,"about_ca_system_score_codex":0.00016856435,"about_ca_system_score_gemma":0.0000816932,"threshold_uncertainty_score":0.7653071},"labels":[],"label_agreement":null},{"id":"W3177444229","doi":"10.1097/prs.0000000000008059","title":"Toward Competency-Based Training: To What Extent Are We Competency-Based?","year":2021,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Psychological intervention; Graduate medical education; Competence (human resources); Medical education; Medicine; MEDLINE; Inclusion (mineral); Nursing; Family medicine; Psychology","score_opus":0.1044009119002156,"score_gpt":0.3459158914242105,"score_spread":0.24151497952399487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177444229","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026264283,0.9697322,0.0064620343,0.0033094692,0.017653808,0.0017167628,0.0001608808,0.00022713408,0.0004750131],"genre_scores_gemma":[0.0002592271,0.9492778,0.04340025,0.001888967,0.0015536901,0.0010166437,0.0022424448,0.00024925708,0.00011169889],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936467,0.00049937953,0.0022711328,0.0014587432,0.0011558452,0.0009682083],"domain_scores_gemma":[0.988136,0.007837676,0.0012309181,0.001044318,0.0012066396,0.0005444711],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010563245,0.0010735858,0.00495615,0.0019965016,0.00021251394,0.0001867422,0.00034614286,0.0006907403,0.0020170067],"category_scores_gemma":[0.010377469,0.00096833496,0.0013800213,0.0026689495,0.00056508393,0.00021988366,0.000089270754,0.0016134236,0.0002923633],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003300424,0.00029300398,0.00021976013,0.011514209,0.0004013746,0.00032747324,0.00017625974,0.000012309167,7.11456e-7,0.0007679004,0.0047175004,0.9815365],"study_design_scores_gemma":[0.00048441996,0.00012433447,0.00013727327,0.18968949,0.0017965839,0.00090014254,0.0034601884,0.00019132964,0.000010023227,0.00016149446,0.801916,0.0011287259],"about_ca_topic_score_codex":0.0000066177427,"about_ca_topic_score_gemma":0.000007744868,"teacher_disagreement_score":0.9804078,"about_ca_system_score_codex":0.0011141001,"about_ca_system_score_gemma":0.023582784,"threshold_uncertainty_score":0.9992767},"labels":[],"label_agreement":null},{"id":"W3177466199","doi":"10.1111/medu.14592","title":"Confidence‐competence alignment and the role of self‐confidence in medical education: A conceptual review","year":2021,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University","funders":"","keywords":"Competence (human resources); Psychology; Confidence interval; Metacognition; Medical education; Medicine; Social psychology; Cognition; Internal medicine","score_opus":0.018559705205606476,"score_gpt":0.3912019482689996,"score_spread":0.37264224306339316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177466199","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031003507,0.96821713,0.00005375713,0.025428811,0.0016514736,0.002350122,0.0000026322123,0.000032746277,0.0022323283],"genre_scores_gemma":[0.00016998827,0.97049385,0.0008700962,0.025165848,0.00082117046,0.0016919952,0.0004053469,0.00003959417,0.00034212234],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925963,0.0010009015,0.002460583,0.0007644465,0.0027942613,0.00038347844],"domain_scores_gemma":[0.9955757,0.0009556172,0.0010264111,0.0011322469,0.00093270774,0.00037730104],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046797213,0.0004684888,0.002559122,0.00032313945,0.00009289549,0.000027488937,0.00070563593,0.0007442374,0.0045649423],"category_scores_gemma":[0.03221727,0.00031749991,0.000296371,0.0017359158,0.0017030642,0.000108613516,0.0001933551,0.0016562125,0.000044430595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006172004,0.0009780987,0.00002925336,0.017044146,0.00008056368,0.0000058583887,0.0007199361,4.0372883e-9,5.1800647e-8,0.126923,0.023570403,0.8306425],"study_design_scores_gemma":[0.0005016517,0.000042272848,0.000020350397,0.20797631,0.00077875494,0.00085594,0.0016061845,0.000034092962,8.9723846e-7,0.00060714706,0.78736633,0.00021005058],"about_ca_topic_score_codex":0.0002531538,"about_ca_topic_score_gemma":0.000017408514,"teacher_disagreement_score":0.8304325,"about_ca_system_score_codex":0.0004547222,"about_ca_system_score_gemma":0.05905818,"threshold_uncertainty_score":0.9999277},"labels":[],"label_agreement":null},{"id":"W3177914318","doi":"","title":"Program Directors’ and Trainees’ Attitudes towards the Introduction of Multi-Source Feedback as Part of Surgical Residents’ Formative Assessment Process at the University of Calgary: a Qualitative Study","year":2019,"lang":"en","type":"article","venue":"World Journal of Surgery and Surgical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Process (computing); Qualitative research; Medical education; Psychology; Medicine; Computer science; Pedagogy; Sociology; Social science","score_opus":0.1003427858569904,"score_gpt":0.45953359262122995,"score_spread":0.35919080676423953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177914318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993291,0.00039680745,0.000014163936,0.005114979,0.00009492559,0.0006857959,0.0000022895329,0.0000035439216,0.00039648716],"genre_scores_gemma":[0.9979123,0.0005307082,0.00012470625,0.000008315756,0.00009458923,0.000005090954,0.000006314457,0.000006993494,0.0013110071],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960634,0.0014489796,0.0006843371,0.00016147483,0.0014307965,0.0002110205],"domain_scores_gemma":[0.9950863,0.002578971,0.000438223,0.00019067197,0.0016081083,0.00009771535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012835668,0.000103098835,0.0005488268,0.00034796068,0.0001773498,0.000014310671,0.00014512759,0.000055152348,0.00033085118],"category_scores_gemma":[0.0009898961,0.00005723284,0.00010835384,0.0012416557,0.0011063465,0.00019530501,0.00011231135,0.000736262,9.150211e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010261665,0.0077687134,0.61916876,0.0016357978,0.0012949591,0.00014519572,0.15123412,0.000032078275,0.0003134214,0.0015883958,0.0066617676,0.19989516],"study_design_scores_gemma":[0.004617948,0.0023189497,0.7663506,0.0009806659,0.0001506001,0.00031393676,0.19740552,0.00041139268,0.0006352141,0.00017480712,0.026473837,0.00016650965],"about_ca_topic_score_codex":0.00014929657,"about_ca_topic_score_gemma":0.00004356543,"teacher_disagreement_score":0.19972865,"about_ca_system_score_codex":0.00010391669,"about_ca_system_score_gemma":0.00043153643,"threshold_uncertainty_score":0.4448612},"labels":[],"label_agreement":null},{"id":"W3177965028","doi":"10.1007/s40037-021-00673-w","title":"Factors associated with professional identity formation within psychiatry residency training: A&amp;nbsp;longitudinal study","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Healthcare Group","keywords":"Seniority; Medicine; Child and adolescent psychiatry; Socialization; Extant taxon; Residency training; Psychiatry; Family medicine; Psychology; Clinical psychology; Medical education; Developmental psychology; Continuing education","score_opus":0.08442943701609655,"score_gpt":0.4283619208126709,"score_spread":0.3439324837965743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177965028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693339,0.00017987764,0.0013557868,0.023849217,0.002813632,0.00076313625,0.0000035046319,0.00013570071,0.0015652444],"genre_scores_gemma":[0.99302804,0.000013556221,0.0023480589,0.0016471735,0.0007290681,0.00018003417,0.0005293605,0.000038426097,0.0014862966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99559075,0.0003328806,0.0006788358,0.0006488002,0.0024133518,0.00033539927],"domain_scores_gemma":[0.99720895,0.00015677024,0.0003729627,0.0005026113,0.0014882697,0.00027045768],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013451942,0.00028522417,0.0004043123,0.00038306508,0.00041124914,0.00006763092,0.00019116513,0.00026289758,0.0018875785],"category_scores_gemma":[0.019749708,0.00021893365,0.000090263085,0.0016610803,0.00022131942,0.00059911853,0.000039326565,0.00112708,0.000033657732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037445867,0.03531916,0.665287,0.00022079091,0.0005550455,0.00002001707,0.20659824,0.000008554558,0.00008423995,0.059976254,0.025352534,0.006203677],"study_design_scores_gemma":[0.0013558131,0.00045922742,0.70790446,0.0009406158,0.00016536792,0.000038055867,0.28636938,0.00008317947,0.000033413486,0.0023084576,0.00012909455,0.00021293657],"about_ca_topic_score_codex":0.00003796563,"about_ca_topic_score_gemma":0.0007390134,"teacher_disagreement_score":0.079771146,"about_ca_system_score_codex":0.000875996,"about_ca_system_score_gemma":0.012328083,"threshold_uncertainty_score":0.9990248},"labels":[],"label_agreement":null},{"id":"W3178214468","doi":"10.1080/10872981.2021.1950108","title":"Essential yet Ill-defined: leadership roles to support fourth-year medical students in pediatrics","year":2021,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Internship; Specialty; Medicine; Medical education; Medical school; Graduate medical education; Family medicine; Accreditation; Pediatrics; Political science","score_opus":0.03052831856052339,"score_gpt":0.3993099533971589,"score_spread":0.3687816348366355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178214468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74499005,0.00022842133,0.0007245499,0.24918514,0.003610566,0.00040942073,0.000012644616,0.00008725362,0.00075193],"genre_scores_gemma":[0.7579709,0.0005569633,0.021866888,0.19777676,0.007954606,0.00023237824,0.0049806954,0.000119109056,0.008541643],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9926883,0.00017452704,0.0011493585,0.0006602493,0.0047282083,0.00059935125],"domain_scores_gemma":[0.996793,0.00020909609,0.00014780326,0.00062735844,0.0011308796,0.0010918794],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020401678,0.0002716684,0.00050920685,0.00061635737,0.00008392541,0.00005440177,0.00059705426,0.0005797119,0.015613922],"category_scores_gemma":[0.051988672,0.00026204376,0.00010424278,0.0023452202,0.00018116515,0.000110589026,0.00022912388,0.0012859501,0.00048388098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001415863,0.02278349,0.23592864,0.00055110676,0.0000700204,0.00034620447,0.0024352164,0.000004585441,0.00007676244,0.0020386134,0.41965383,0.31596997],"study_design_scores_gemma":[0.012045838,0.0010507402,0.51104516,0.0026733151,0.00041864126,0.0014101306,0.032570057,0.0015176169,0.0005606563,0.00073422067,0.43453252,0.0014410886],"about_ca_topic_score_codex":0.000064399595,"about_ca_topic_score_gemma":0.00035828352,"teacher_disagreement_score":0.31452888,"about_ca_system_score_codex":0.0003638036,"about_ca_system_score_gemma":0.01237637,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W3178260236","doi":"10.1080/10401334.2021.1945929","title":"Contending with Our Racial Past in Medical Education: A Foucauldian Perspective","year":2021,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociology; Racism; Status quo; Subjectivity; Critical race theory; Power (physics); Institutional racism; Racial profiling; Inclusion (mineral); Diversity (politics); Public relations; Gender studies; Political science; Law; Epistemology; Race (biology)","score_opus":0.01571457052848656,"score_gpt":0.37559190790756597,"score_spread":0.3598773373790794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178260236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8387332,0.0009135372,0.00049977965,0.14411539,0.00039813173,0.00017692929,9.17398e-8,0.00005866026,0.015104278],"genre_scores_gemma":[0.987603,0.00004711512,0.0034599924,0.0054501216,0.0012601374,0.000032250504,0.000041027382,0.000022007367,0.00208431],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99803746,0.0004337293,0.0003681313,0.00035922526,0.00054106646,0.00026040326],"domain_scores_gemma":[0.99924254,0.00015236727,0.00008842692,0.00015787194,0.0002112424,0.00014752084],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026947306,0.00014827179,0.00038747065,0.00044806252,0.00019161371,0.000014102072,0.000062174535,0.00014010433,0.00017218445],"category_scores_gemma":[0.017146343,0.00011717187,0.000017212682,0.0006411787,0.00013403599,0.000075593336,0.000027875441,0.0031547786,0.000004430144],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026951233,0.0009432976,0.47955498,0.00023742508,0.000061422725,0.00080086314,0.11574754,0.00002700343,0.0002272769,0.012195423,0.0072605684,0.3826747],"study_design_scores_gemma":[0.008900998,0.0009300668,0.38714626,0.009408335,0.00010687055,0.0024706824,0.522574,0.003582026,0.000011441712,0.00048326908,0.063976735,0.00040929942],"about_ca_topic_score_codex":0.0008986698,"about_ca_topic_score_gemma":0.00021526839,"teacher_disagreement_score":0.40682647,"about_ca_system_score_codex":0.00029878147,"about_ca_system_score_gemma":0.0012402975,"threshold_uncertainty_score":0.999145},"labels":[],"label_agreement":null},{"id":"W3178708786","doi":"10.14426/cristal.v9i1.384","title":"Toward an inclusive evidence-based practice model: Embracing a broader conception of professional knowledge in health care and health care higher education","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Engineering ethics; Health care; Inclusion (mineral); Sociology; Pedagogy; Epistemology; Political science; Social science; Engineering; Law; Philosophy","score_opus":0.3244257022182921,"score_gpt":0.6498376861394107,"score_spread":0.32541198392111864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178708786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.782888,0.18256082,0.0008084024,0.02851608,0.001652145,0.0017304778,0.000022391541,0.00003020902,0.0017915008],"genre_scores_gemma":[0.9800613,0.003498723,0.007891235,0.0076868334,0.0003351973,0.00010914167,0.00020723039,0.000037912672,0.00017244814],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963501,0.000821786,0.0012729347,0.00047599382,0.0007855381,0.00029363745],"domain_scores_gemma":[0.99459016,0.00027654707,0.0013992889,0.0004032425,0.0030752642,0.0002555124],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019498147,0.00022160469,0.00072052726,0.0008054301,0.00025709675,0.0001472534,0.00041830647,0.00015346447,0.001006152],"category_scores_gemma":[0.0014201324,0.00021219117,0.00006434213,0.0015463916,0.00013835519,0.002345091,0.00029163345,0.00069849845,0.0000013914265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016660455,0.006000389,0.18817276,0.016907444,0.00021316663,0.000025115229,0.1064831,0.0018087135,0.017363327,0.0033075316,0.07256415,0.58548826],"study_design_scores_gemma":[0.0038021135,0.00031716653,0.84188825,0.03641782,0.0002155852,0.00007337821,0.092609026,0.0028932148,0.007819139,0.0017401723,0.011485726,0.000738399],"about_ca_topic_score_codex":0.0014029288,"about_ca_topic_score_gemma":0.00012227103,"teacher_disagreement_score":0.6537155,"about_ca_system_score_codex":0.0013752704,"about_ca_system_score_gemma":0.014138806,"threshold_uncertainty_score":0.9999071},"labels":[],"label_agreement":null},{"id":"W3178752824","doi":"10.46747/cfp.6707544","title":"Creating dialogue on culture and bias in the learner-teacher relationship","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; College of Family Physicians of Canada; University of British Columbia; Dalhousie University","funders":"","keywords":"Subculture (biology); Computer science; Psychology; Data science; Biology","score_opus":0.057301442190309956,"score_gpt":0.3052356559554366,"score_spread":0.24793421376512664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178752824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6996886,0.00024807977,0.0000063328926,0.0078455815,0.00013225069,0.00016568,0.000004775414,0.000011754402,0.29189694],"genre_scores_gemma":[0.8769637,0.0000076114584,0.0002157754,0.12074873,0.00038787336,0.000022365817,0.0001795107,0.000012301427,0.0014621458],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9992032,0.00010200161,0.00014713162,0.0001810061,0.00016664981,0.00020000398],"domain_scores_gemma":[0.9994698,0.000080050355,0.000033361655,0.00024609442,0.00008444322,0.00008621344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026860178,0.00008826475,0.00011502204,0.00012517856,0.00017408139,0.00003535487,0.000058506077,0.00009308674,0.0000057889174],"category_scores_gemma":[0.00073557155,0.000069249225,0.000024912855,0.00072932907,0.000067591754,0.000049603135,0.0000056108665,0.00051527744,0.000039833674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032622516,0.00058278,0.13544713,0.0001669543,0.00008801409,0.00043422024,0.027455013,0.00005995443,0.0017504042,0.19436331,0.32288164,0.31673795],"study_design_scores_gemma":[0.00053206045,0.00007071685,0.80539215,0.00023366763,0.00003717459,0.000007762066,0.018953796,0.00023200786,0.000050091745,0.0017694791,0.17256893,0.00015216347],"about_ca_topic_score_codex":0.0027540312,"about_ca_topic_score_gemma":0.004948162,"teacher_disagreement_score":0.669945,"about_ca_system_score_codex":0.00020427186,"about_ca_system_score_gemma":0.00048872945,"threshold_uncertainty_score":0.41632897},"labels":[],"label_agreement":null},{"id":"W3179101433","doi":"10.21203/rs.3.rs-59599/v1","title":"Cascading Mentorship as Advocacy Training in Undergraduate Medical Education: A Mixed Methods Evaluation","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Training (meteorology); Medical education; Psychology; Medicine; Physics","score_opus":0.243331715560286,"score_gpt":0.5959328120640432,"score_spread":0.35260109650375726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179101433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49694347,0.003772392,0.0077390303,0.424881,0.007420646,0.009178917,0.0000078636585,0.00032125151,0.049735423],"genre_scores_gemma":[0.9574201,0.0002957274,0.033871297,0.0017527863,0.0022349204,0.0024819516,0.0012444811,0.0000970853,0.0006016494],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98641574,0.0043477104,0.0011342518,0.0011456618,0.006100227,0.0008563899],"domain_scores_gemma":[0.99461627,0.0009969509,0.00024899415,0.0009949893,0.0025804052,0.0005624174],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027733203,0.00035526344,0.0007180254,0.0017688943,0.000226811,0.0001342167,0.00057866063,0.0009084668,0.0018669749],"category_scores_gemma":[0.10201664,0.00035532465,0.00017283102,0.0028935636,0.00031564943,0.000117159376,0.0006592085,0.0057263374,0.00016728263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015253901,0.00065404,0.0011813154,0.0025194746,0.00013854979,0.00006336797,0.019036459,0.00002881993,0.00018019936,0.017030345,0.026554903,0.93246],"study_design_scores_gemma":[0.0070632203,0.0013813507,0.033924513,0.035816822,0.0005749438,0.00043866885,0.13317119,0.14879827,0.001579177,0.53165567,0.10382116,0.0017750154],"about_ca_topic_score_codex":0.0006796391,"about_ca_topic_score_gemma":0.00008131865,"teacher_disagreement_score":0.930685,"about_ca_system_score_codex":0.0031197185,"about_ca_system_score_gemma":0.050667036,"threshold_uncertainty_score":0.99988985},"labels":[],"label_agreement":null},{"id":"W3179111732","doi":"10.22159/ajpcr.2021.v14i7.41430","title":"FORMATIVE ELECTRONIC ASSESSMENTS DURING COVID-19 LOCKDOWN IN SECOND PHASE MEDICAL UNDERGRADUATES","year":2021,"lang":"en","type":"article","venue":"Asian Journal of Pharmaceutical and Clinical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; CLARITY; Medical education; Online assessment; Coronavirus disease 2019 (COVID-19); Psychology; Quarter (Canadian coin); The Internet; Online learning; Computer-assisted web interviewing; Usability; Applied psychology; Computer science; Medicine; Multimedia; Mathematics education; World Wide Web","score_opus":0.21445436663138095,"score_gpt":0.6458873133234467,"score_spread":0.4314329466920658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179111732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90200645,0.00065888086,0.0006833746,0.09433684,0.00024272472,0.00018603512,0.0000022080412,0.000007152318,0.0018763471],"genre_scores_gemma":[0.9933479,0.0018239162,0.00048209034,0.0034496475,0.0004612755,0.000006748069,0.000010076115,0.00001362484,0.00040476435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99488765,0.0010029887,0.0014122985,0.0002755869,0.0017597908,0.0006616567],"domain_scores_gemma":[0.99606735,0.001379747,0.0001708364,0.00018086439,0.0008674411,0.0013337445],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010157367,0.00012461338,0.00047805018,0.00036943174,0.00016759368,0.000046127385,0.00020944263,0.00023377896,0.0040200804],"category_scores_gemma":[0.023901803,0.00009808569,0.00013124684,0.0010697781,0.0006665451,0.00020133542,0.00014426536,0.004502436,0.000021663895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070025655,0.015847238,0.15053393,0.0016843916,0.001217669,0.009207468,0.0017349083,0.0000015210848,0.0026332443,0.01351477,0.01904844,0.7775738],"study_design_scores_gemma":[0.18283378,0.016537493,0.27152452,0.0036750697,0.00066429086,0.021883849,0.034558903,0.0138877705,0.01250914,0.088034265,0.35256565,0.0013252861],"about_ca_topic_score_codex":0.0000020194648,"about_ca_topic_score_gemma":0.000017841361,"teacher_disagreement_score":0.7762486,"about_ca_system_score_codex":0.00045460206,"about_ca_system_score_gemma":0.005152155,"threshold_uncertainty_score":0.9977942},"labels":[],"label_agreement":null},{"id":"W3180041618","doi":"10.4103/jfmpc.jfmpc_1727_20","title":"Curriculum for Masters in General Practice – Bhutan","year":2021,"lang":"en","type":"article","venue":"Journal of Family Medicine and Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Curriculum; Health care; Population; Community health; Nursing; Medical education; Public health; Sociology; Law; Political science; Pedagogy; Environmental health","score_opus":0.034947449993597536,"score_gpt":0.3740609108012606,"score_spread":0.339113460807663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180041618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93895894,0.015756108,0.0007236415,0.03305104,0.0015129934,0.00021929428,0.0000022724396,0.0000053618473,0.009770358],"genre_scores_gemma":[0.68626875,0.0070173913,0.15820426,0.13842054,0.008445222,0.000030580177,0.00037835084,0.000069242116,0.0011657068],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876183,0.00005413022,0.0005466464,0.000117919575,0.00038064743,0.00013880063],"domain_scores_gemma":[0.9980741,0.00012522108,0.00023863917,0.00011876002,0.001357621,0.00008566714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006259885,0.000092803915,0.000354004,0.00022480378,0.000035794823,0.000007633259,0.000049694558,0.00007735227,0.000023548688],"category_scores_gemma":[0.0019819415,0.0000689632,0.00005123651,0.0003791652,0.00007070329,0.00015601086,0.000016557886,0.00035721855,5.140145e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008898015,0.0007312447,0.081779465,0.0032836099,0.00031318306,0.0019025973,0.015907219,0.000014575793,0.026453972,0.0014253672,0.30475524,0.56254375],"study_design_scores_gemma":[0.012417061,0.0025088335,0.091376096,0.0029504292,0.0007456802,0.00457127,0.17415929,0.00015710862,0.00030721404,0.00023612806,0.7103271,0.0002438248],"about_ca_topic_score_codex":0.000018948997,"about_ca_topic_score_gemma":0.0000023464593,"teacher_disagreement_score":0.5622999,"about_ca_system_score_codex":0.00020983149,"about_ca_system_score_gemma":0.00060619315,"threshold_uncertainty_score":0.28122374},"labels":[],"label_agreement":null},{"id":"W3180447340","doi":"10.3138/jvme-2020-0093","title":"Experiences Introducing a Team-Based Knowledge Summary to Student Veterinary Nurses/Veterinary Technicians","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Technician; Medical education; Medicine; Psychology; Veterinary medicine; Nursing; Formative assessment; Pedagogy; Engineering","score_opus":0.04423540695803954,"score_gpt":0.43780205004185513,"score_spread":0.3935666430838156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180447340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699266,0.001521713,0.00151449,0.0153196165,0.009486285,0.0004176327,0.0000015761874,0.00005943041,0.0017526902],"genre_scores_gemma":[0.9675216,0.00013154605,0.019848602,0.00810605,0.0033014563,0.00018880381,0.00004656241,0.000055217053,0.0008001577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956847,0.00034634356,0.0014530069,0.00049401104,0.0015683989,0.0004535632],"domain_scores_gemma":[0.99662364,0.00017190442,0.00046900933,0.0006658308,0.0014821357,0.0005875115],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016758502,0.00032120914,0.0006546689,0.00077680044,0.00019948838,0.000060989438,0.0005105964,0.0002914771,0.0014117827],"category_scores_gemma":[0.0055156546,0.00028961248,0.00023140489,0.001467758,0.00024018135,0.00030523614,0.000182055,0.0009851741,0.000051011866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017710967,0.01521641,0.0023404493,0.001050178,0.00022837633,0.0020276727,0.029061548,0.000023822804,0.07329602,0.00012233992,0.24547008,0.629392],"study_design_scores_gemma":[0.0033573874,0.020846983,0.024556596,0.0085823685,0.00031249176,0.031750403,0.07322622,0.00063150976,0.003782506,0.000063309904,0.83206654,0.00082366564],"about_ca_topic_score_codex":0.000008740579,"about_ca_topic_score_gemma":0.0000010662134,"teacher_disagreement_score":0.62856835,"about_ca_system_score_codex":0.0008152869,"about_ca_system_score_gemma":0.008061168,"threshold_uncertainty_score":0.9999556},"labels":[],"label_agreement":null},{"id":"W3180627976","doi":"10.36834/cmej.72945","title":"Writing, reading, and critiquing reviews","year":2021,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Reading (process); Computer science; Data science; Information retrieval; World Wide Web; Linguistics; Philosophy","score_opus":0.012533134108351643,"score_gpt":0.36406707569893887,"score_spread":0.3515339415905872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180627976","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002848047,0.019979443,0.000060055227,0.0584899,0.91217065,0.00038052132,0.000012566342,0.000026063854,0.008596012],"genre_scores_gemma":[0.00006683037,0.01614785,0.004262302,0.044015612,0.9266502,0.00007387998,0.0010042092,0.000082059756,0.0076970397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531883,0.00024539095,0.0013329139,0.0005060976,0.0019556216,0.0006411391],"domain_scores_gemma":[0.9819706,0.00030962305,0.0007041383,0.00072696304,0.003914126,0.012374529],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00380977,0.00035447834,0.0007968649,0.00092004245,0.00047833746,0.0002812227,0.00030462348,0.0017416044,0.030942256],"category_scores_gemma":[0.275111,0.00034418196,0.00015593164,0.00064722134,0.00028013083,0.00016278101,0.000036869133,0.005672395,0.000088924906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031766037,0.00006850593,0.000048962724,0.0003884529,0.000034184613,0.00012694317,0.0002943432,6.885607e-9,0.0000012087381,0.0001598811,0.8125869,0.18628743],"study_design_scores_gemma":[0.0004047232,0.00006261947,0.00006811476,0.0073355646,0.00018139285,0.0021357106,0.0009005249,0.000016861803,0.0000013669787,0.00011439673,0.98849714,0.000281608],"about_ca_topic_score_codex":0.002494713,"about_ca_topic_score_gemma":0.00237342,"teacher_disagreement_score":0.27130124,"about_ca_system_score_codex":0.0015574681,"about_ca_system_score_gemma":0.18000753,"threshold_uncertainty_score":0.999901},"labels":[],"label_agreement":null},{"id":"W3181013941","doi":"10.37964/cr24740","title":"Postgraduate medical education during the COVID-19 pandemic: lessons learned and calls to action for medical education leaders","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Physician Leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Curriculum; Action (physics); Medical education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Political science; Medicine; Public relations; Pedagogy; Sociology","score_opus":0.22127088213475737,"score_gpt":0.43853969064307974,"score_spread":0.21726880850832236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181013941","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3771779,0.00069287076,0.0011048918,0.6191306,0.0013710834,0.00033201685,0.0000047423077,0.000012568672,0.00017334959],"genre_scores_gemma":[0.84672385,0.000067919995,0.00065615063,0.14864603,0.0025229407,0.000044019973,0.000060130093,0.00003542722,0.0012435096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782366,0.00017789745,0.00055166567,0.00027120535,0.0007411832,0.00043440072],"domain_scores_gemma":[0.9964901,0.00019367838,0.00024173182,0.00026528348,0.0009023091,0.0019068877],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001277124,0.00017163435,0.00030403613,0.0004234722,0.0004011728,0.000068399546,0.00023918808,0.00024580528,0.00024153061],"category_scores_gemma":[0.018748572,0.00014610602,0.00011707564,0.000729884,0.00039254723,0.0001733043,0.000011989915,0.00085369975,0.000011348631],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024001153,0.00052151113,0.019279828,0.001173271,0.00026444934,0.0000752297,0.014262285,0.000022170467,0.0022606223,0.008021808,0.17822531,0.7756535],"study_design_scores_gemma":[0.0066698845,0.0007668385,0.088247724,0.00432788,0.0008890252,0.01108714,0.26678887,0.0005521088,0.0022595224,0.0110610435,0.60618514,0.0011648539],"about_ca_topic_score_codex":0.0009831762,"about_ca_topic_score_gemma":0.009829697,"teacher_disagreement_score":0.7744886,"about_ca_system_score_codex":0.0010673145,"about_ca_system_score_gemma":0.052847996,"threshold_uncertainty_score":0.9895169},"labels":[],"label_agreement":null},{"id":"W3181296015","doi":"10.1080/0142159x.2021.1928036","title":"Growth mindset in competency-based medical education","year":2021,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Alberta; Queen's University; Royal College of Physicians and Surgeons of Canada; University of Toronto","funders":"","keywords":"Mindset; Competence (human resources); Psychology; Context (archaeology); Lifelong learning; Medical education; Pedagogy; Engineering ethics; Medicine; Computer science; Social psychology; Engineering","score_opus":0.0383921180492088,"score_gpt":0.4210485914928357,"score_spread":0.3826564734436269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181296015","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059447055,0.96598035,0.00015869651,0.020451622,0.0020586466,0.0009040562,0.000002606383,0.000095350086,0.010289205],"genre_scores_gemma":[0.000019500185,0.9807917,0.0027893966,0.0063791987,0.0023935928,0.00072806206,0.003715196,0.00012497754,0.003058364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99278104,0.000679326,0.0018032703,0.00083876844,0.003322772,0.00057483785],"domain_scores_gemma":[0.99757504,0.00016067264,0.0003353911,0.00083455665,0.00036811247,0.00072620023],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00301819,0.0005502696,0.002431327,0.00083766406,0.00006209484,0.00002678121,0.00061874226,0.0022272908,0.042514924],"category_scores_gemma":[0.032287393,0.0004364218,0.00048001687,0.002241654,0.0004087933,0.000052817493,0.00012267006,0.0039895857,0.00040936226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003651837,0.0021498553,0.0006120795,0.008898554,0.00007069322,0.00021829492,0.000058540034,7.3708075e-9,5.8803566e-9,0.0028397643,0.09776623,0.8873823],"study_design_scores_gemma":[0.0007671966,0.000053870088,0.00003904209,0.060695224,0.00040848294,0.00038070942,0.000080056496,0.0004951499,1.06775836e-7,0.00015637102,0.9365656,0.00035820057],"about_ca_topic_score_codex":0.000077130615,"about_ca_topic_score_gemma":0.000045012184,"teacher_disagreement_score":0.8870241,"about_ca_system_score_codex":0.00085942936,"about_ca_system_score_gemma":0.082256824,"threshold_uncertainty_score":0.9998087},"labels":[],"label_agreement":null},{"id":"W3181525081","doi":"10.1080/10401334.2021.1930545","title":"Embedding Identity and How Clinical Teachers Reconcile Their Multiple Professional Identities to Meet Overlapping Demands at Work","year":2021,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Identity (music); Embedding; Work (physics); Professional development; Medical education; Psychology; Pedagogy; Sociology; Public relations; Medicine; Computer science; Political science; Engineering; Philosophy; Aesthetics","score_opus":0.05474242728635528,"score_gpt":0.40533696286662174,"score_spread":0.35059453558026643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181525081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97626305,0.00083266915,0.0010725494,0.019375918,0.0009242662,0.0001990545,4.735545e-7,0.00008464308,0.0012473586],"genre_scores_gemma":[0.9746181,0.00009399457,0.0059493943,0.0023370108,0.0007986021,0.000023683691,0.000047189696,0.000025133208,0.016106889],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975903,0.0007857177,0.0004700045,0.00044829753,0.0004123632,0.00029334237],"domain_scores_gemma":[0.99834514,0.0010242222,0.00015002592,0.00020051419,0.00011519952,0.00016492803],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007363043,0.0001770432,0.00050612906,0.00024291611,0.00047674845,0.000042571104,0.000073106115,0.00017401532,0.00009695039],"category_scores_gemma":[0.029196333,0.00014356265,0.00003898185,0.000377918,0.00021326565,0.0001951129,0.00017106136,0.0018260902,0.0000031970117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009017797,0.00010363188,0.86877364,0.00017345266,0.00006291682,0.00004535364,0.032695018,0.000056955865,0.001242717,0.00024763323,0.030777376,0.065731145],"study_design_scores_gemma":[0.0052014943,0.00047512515,0.81730187,0.0074640512,0.00014949072,0.00032301818,0.09087692,0.009235889,0.000042255015,0.00038453337,0.06808719,0.0004581869],"about_ca_topic_score_codex":0.000048571354,"about_ca_topic_score_gemma":0.000055282442,"teacher_disagreement_score":0.06527296,"about_ca_system_score_codex":0.00016599266,"about_ca_system_score_gemma":0.000102060956,"threshold_uncertainty_score":0.97898114},"labels":[],"label_agreement":null},{"id":"W3181576601","doi":"10.3390/ijerph18137038","title":"Exploration of Mental Readiness for Enhancing Dentistry in an Inter-Professional Climate","year":2021,"lang":"en","type":"article","venue":"International Journal of Environmental Research and Public Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mental health; Psychology; Medical education; Applied psychology; Population; Medicine; Psychiatry","score_opus":0.1370004710384455,"score_gpt":0.5061667431595166,"score_spread":0.3691662721210711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181576601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811875,0.00020252902,0.0018594046,0.015771424,0.00072738325,0.00016793459,0.00003789143,0.0000015357637,0.000044393444],"genre_scores_gemma":[0.9952209,0.00079377333,0.0028704181,0.000446417,0.0002671593,0.000013072825,0.00026560886,0.000008451304,0.00011419402],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99800456,0.00014587445,0.0006455372,0.00013007577,0.000843189,0.00023076388],"domain_scores_gemma":[0.9990186,0.000112516194,0.00022285877,0.00008418907,0.000398647,0.00016316584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002565836,0.00005695597,0.00016694305,0.00040957023,0.00006918298,0.00003282458,0.00012110918,0.000051313466,0.00018851689],"category_scores_gemma":[0.0007211649,0.000051952044,0.00003205893,0.00016255773,0.00013044203,0.0006158943,0.000075733624,0.00033585491,0.0000014283339],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014587322,0.009619686,0.24427012,0.0005052389,0.0001893167,0.00016356332,0.0075528626,0.000004257457,0.098921575,0.005314179,0.0032859957,0.6287145],"study_design_scores_gemma":[0.013318702,0.006050689,0.80466384,0.003257878,0.00001780902,0.0023563006,0.10416586,0.0019734197,0.023919672,0.00727384,0.032644466,0.00035754737],"about_ca_topic_score_codex":0.00001097021,"about_ca_topic_score_gemma":0.000058230442,"teacher_disagreement_score":0.62835693,"about_ca_system_score_codex":0.00054542714,"about_ca_system_score_gemma":0.00068296894,"threshold_uncertainty_score":0.21185428},"labels":[],"label_agreement":null},{"id":"W3182742595","doi":"10.1503/cmaj.1095947","title":"Medical Council of Canada abandons controversial exam","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Pandemic; Coronavirus disease 2019 (COVID-19); Computer science; Medical education; Medicine; Operations research; Data science; Political science; Law; Engineering; Pathology","score_opus":0.010067385641979665,"score_gpt":0.24168243755478883,"score_spread":0.23161505191280915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182742595","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4384354,0.0007649844,0.0004964451,0.47745442,0.008493012,0.00024058069,0.00006287174,0.000027507094,0.07402476],"genre_scores_gemma":[0.8882848,0.0001747647,0.0005832767,0.0991946,0.0048169373,0.000008476837,0.00007110531,0.000030306113,0.0068357005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911977,0.00015282491,0.00078579644,0.00017074012,0.007157247,0.0005356767],"domain_scores_gemma":[0.99273956,0.00029584035,0.00029511034,0.00017503396,0.0044974387,0.0019970248],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036930246,0.00012200259,0.00039454093,0.00011011339,0.00022794065,0.000025733789,0.0001872826,0.00052480196,0.025632128],"category_scores_gemma":[0.061384626,0.000116811825,0.00010152215,0.0005875079,0.00008519026,0.00007121832,0.000017948285,0.0014806781,0.00002204673],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000017908207,0.00008634531,0.0245404,0.000026935179,0.00021764684,0.0018913556,0.0002643417,0.0000011553254,0.000022773993,0.0009880528,0.9490927,0.022850374],"study_design_scores_gemma":[0.002880382,0.00004584514,0.025990339,0.0002144993,0.00007132449,0.0024876553,0.00090735726,0.00043858384,0.00009613692,0.000079828395,0.96665996,0.00012805861],"about_ca_topic_score_codex":0.2151686,"about_ca_topic_score_gemma":0.8948813,"teacher_disagreement_score":0.6797127,"about_ca_system_score_codex":0.00970559,"about_ca_system_score_gemma":0.30347714,"threshold_uncertainty_score":0.994096},"labels":[],"label_agreement":null},{"id":"W3182780947","doi":"10.1097/acm.0000000000004225","title":"What Role Should Resistance Play in Training Health Professionals?","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus","funders":"","keywords":"Resistance (ecology); Agency (philosophy); Medical education; Professional development; Public relations; Psychology; Sociology; Medicine; Political science","score_opus":0.09747603687377013,"score_gpt":0.4572157478280011,"score_spread":0.35973971095423096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182780947","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3525113,0.024612796,0.00032572658,0.6138897,0.0027849427,0.00055618485,0.0000013307517,0.00008539913,0.0052326294],"genre_scores_gemma":[0.80096036,0.004854195,0.0021965872,0.15862747,0.0023315041,0.00012934505,0.00035509796,0.000049215076,0.03049622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729025,0.00014409765,0.0008947326,0.00041134193,0.0008156121,0.0004439893],"domain_scores_gemma":[0.9988465,0.00020168218,0.00020599994,0.0003599466,0.00020684177,0.00017904189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021986533,0.00016348297,0.00052356266,0.00027070183,0.00009375825,0.000005530975,0.00013850963,0.0003023319,0.0008179184],"category_scores_gemma":[0.0040624826,0.0001327244,0.000026092173,0.0013127996,0.00016517272,0.0002400955,0.000040355273,0.0018415762,0.000026292706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019460193,0.00017848698,0.010150446,0.00085046166,0.00006559121,0.00018538206,0.15122515,0.0000042539245,0.009686941,0.020145701,0.6631904,0.14412256],"study_design_scores_gemma":[0.006150472,0.00023928481,0.037504166,0.025976643,0.00006650868,0.00033678827,0.29595634,0.00037083912,0.0020107436,0.009628537,0.62135476,0.00040489394],"about_ca_topic_score_codex":0.00001602996,"about_ca_topic_score_gemma":0.000030904946,"teacher_disagreement_score":0.4552622,"about_ca_system_score_codex":0.00031922344,"about_ca_system_score_gemma":0.001288272,"threshold_uncertainty_score":0.8955633},"labels":[],"label_agreement":null},{"id":"W3183010416","doi":"","title":"End-of-Shift Evaluations: Experiences Over a Quarter-Century.","year":2021,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Quarter (Canadian coin); Context (archaeology); Narrative; Medical education; Computer science; Psychology; Medicine; Mathematics education; History","score_opus":0.03126316184991592,"score_gpt":0.34123984555312353,"score_spread":0.30997668370320763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183010416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98501843,0.00072885654,0.00030477488,0.0046130223,0.0011465214,0.00046321165,0.0000018889375,0.000033903703,0.0076893745],"genre_scores_gemma":[0.9948888,0.000033097167,0.0013594562,0.0010675221,0.00024158254,0.0020205565,0.000053584783,0.0000075529197,0.000327848],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988076,0.000045022596,0.00030383925,0.00017719275,0.0004746069,0.00019173397],"domain_scores_gemma":[0.99926823,0.000049190934,0.00008424862,0.00028896786,0.00025092068,0.000058453166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004306875,0.00006829769,0.00014540492,0.00010237677,0.000043754546,0.000012936152,0.00006198975,0.000060395956,0.0013904186],"category_scores_gemma":[0.0016991538,0.00006131117,0.000047061614,0.0006226284,0.00010622376,0.000087325054,0.00001844875,0.00011260848,0.000013927141],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003717831,0.00077157054,0.01804943,0.00010385043,0.00008208708,0.000013863024,0.015859686,0.0000010753799,0.00018770936,0.005987539,0.016334727,0.9425713],"study_design_scores_gemma":[0.0010232041,0.000034442535,0.940886,0.000045845598,0.000077515346,0.000026923488,0.011611097,0.000110028566,0.003579494,0.0007530092,0.0417385,0.00011390676],"about_ca_topic_score_codex":0.000011927945,"about_ca_topic_score_gemma":0.0000027939977,"teacher_disagreement_score":0.9424574,"about_ca_system_score_codex":0.00007369785,"about_ca_system_score_gemma":0.00020918435,"threshold_uncertainty_score":0.99952245},"labels":[],"label_agreement":null},{"id":"W3183274590","doi":"10.15694/mep.2021.000181.1","title":"Improving Understanding of Reflexivity in Family Medicine: Development of an Educational Tool Based on a Rapid Review","year":2021,"lang":"en","type":"review","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Université Laval","keywords":"Reflexivity; Thematic analysis; Qualitative research; Process (computing); Psychology; Medical education; Medicine; Computer science; Sociology; Social science","score_opus":0.2091497080887755,"score_gpt":0.4553845299224077,"score_spread":0.24623482183363218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183274590","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000085509055,0.9916093,0.0007178236,0.0015150773,0.00088624377,0.0014508863,0.000011117975,0.000020270136,0.0037037795],"genre_scores_gemma":[0.000102966245,0.97525924,0.018752176,0.0019577446,0.00036972782,0.00033478078,0.0030257264,0.000063106694,0.00013450377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951309,0.0003616824,0.0023837525,0.0005739218,0.001260159,0.00028957237],"domain_scores_gemma":[0.9966376,0.00046448832,0.0012401587,0.00088102074,0.000689611,0.00008713334],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046107247,0.00037313462,0.002484547,0.0012497322,0.000058972444,0.000016650027,0.00034071275,0.00033528148,0.0009192459],"category_scores_gemma":[0.010860208,0.00030269573,0.00020021117,0.0029608477,0.00019878338,0.00018952037,0.000058850375,0.0008026211,0.00000311396],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076168153,0.0005185563,0.000009815127,0.11508369,0.000049187693,0.0000033467506,0.00013287124,1.735006e-7,0.0000037823506,0.0013179564,0.00914338,0.87372965],"study_design_scores_gemma":[0.00068316737,0.0001965473,0.00013701711,0.3960204,0.0005656246,0.000017692972,0.00037773812,0.00006123692,0.0000073277683,0.00006489538,0.6015576,0.0003107452],"about_ca_topic_score_codex":0.000029455767,"about_ca_topic_score_gemma":0.000009738037,"teacher_disagreement_score":0.87341887,"about_ca_system_score_codex":0.001628103,"about_ca_system_score_gemma":0.010423811,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W3183797753","doi":"10.15766/mep_2374-8265.11169","title":"“When in Doubt, Ask the Patient”: A Quantitative, Patient-Oriented Approach to Formative Assessment of CanMEDS Roles","year":2021,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Formative assessment; Obstetrics and gynaecology; Medical education; Curriculum; Medicine; Psychology; Library science; Pedagogy","score_opus":0.020469375314112873,"score_gpt":0.33839600764474004,"score_spread":0.3179266323306272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183797753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968897,0.00006963324,0.004040874,0.001960647,0.00038756023,0.00071463233,0.000019597037,0.000018821016,0.023891244],"genre_scores_gemma":[0.95807683,0.000003432502,0.03973235,0.0014090051,0.000034995475,0.00023593451,0.00031255133,0.000016078175,0.00017882702],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99791616,0.00011322166,0.0007034391,0.00025596746,0.00075479224,0.00025641784],"domain_scores_gemma":[0.9987067,0.0000717866,0.00022579599,0.00038279584,0.0005354953,0.00007743697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040313636,0.0001467303,0.00031394907,0.00021719406,0.0000705623,0.0000111720055,0.000099624194,0.000073534306,0.00018994484],"category_scores_gemma":[0.0008405176,0.000104897634,0.00006375034,0.001129123,0.000118413176,0.0001060526,0.00008219747,0.0003381793,0.000008142902],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005396293,0.011479399,0.25852087,0.0007924277,0.0007370823,0.0001841454,0.37074152,0.00054704986,0.007647831,0.12936008,0.08074499,0.13870499],"study_design_scores_gemma":[0.005526005,0.0028128163,0.48803064,0.0010799106,0.00031444995,0.0002311938,0.39540356,0.014602276,0.027314238,0.0012469544,0.06257797,0.0008599919],"about_ca_topic_score_codex":0.00012805527,"about_ca_topic_score_gemma":0.00010553897,"teacher_disagreement_score":0.22950977,"about_ca_system_score_codex":0.00018608091,"about_ca_system_score_gemma":0.0005674143,"threshold_uncertainty_score":0.42776012},"labels":[],"label_agreement":null},{"id":"W3183913072","doi":"10.1002/cbe2.1257","title":"Implementing competency‐based education in multiple programs: A workshop to structure and monitor programs' priorities using ADDIE","year":2021,"lang":"en","type":"article","venue":"The Journal of Competency-Based Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"ADDIE Model; Competence (human resources); Computer science; Commit; Session (web analytics); Core competency; Curriculum; Portfolio; Medical education; Context (archaeology); Knowledge management; Engineering management; Process management; Psychology; Pedagogy; Medicine; Management; Engineering","score_opus":0.02783562097276448,"score_gpt":0.35221275270978036,"score_spread":0.3243771317370159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183913072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98415035,0.0010862564,0.0019454424,0.010206437,0.0015286427,0.0009896433,0.0000033837043,0.000023674003,0.00006616646],"genre_scores_gemma":[0.8085939,0.0000163139,0.18868259,0.0016862795,0.00077732024,0.00003788657,0.00012444508,0.00002984731,0.0000513674],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974749,0.0002629691,0.0009897765,0.00023047246,0.0006211161,0.00042076476],"domain_scores_gemma":[0.9967668,0.00021696294,0.00060006254,0.00039933572,0.0018717537,0.00014505687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011226147,0.0002357034,0.00038242215,0.00055642304,0.00028450674,0.000109645574,0.00020707944,0.000114042676,0.0000769127],"category_scores_gemma":[0.0011046332,0.00019091037,0.000083010666,0.0013803848,0.00013233375,0.0002171275,0.00004295485,0.00062020635,0.0000016831614],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041080618,0.0029280134,0.25878668,0.00079628546,0.00008980116,0.000007598086,0.0054859007,0.00049767457,0.016842786,0.0009085123,0.0010396489,0.7122063],"study_design_scores_gemma":[0.0117217265,0.002787953,0.63739777,0.026225325,0.002113505,0.002001742,0.19561341,0.039462116,0.034629766,0.010286306,0.03565485,0.0021055548],"about_ca_topic_score_codex":0.00012768799,"about_ca_topic_score_gemma":0.000262148,"teacher_disagreement_score":0.71010077,"about_ca_system_score_codex":0.00056346145,"about_ca_system_score_gemma":0.020339672,"threshold_uncertainty_score":0.9852141},"labels":[],"label_agreement":null},{"id":"W3184350469","doi":"","title":"Community Partners’ Experiences Teaching Undergraduate Medical Students","year":2021,"lang":"en","type":"article","venue":"Social Innovations Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Thematic analysis; Medical education; Session (web analytics); Health care; Psychology; Qualitative research; Pedagogy; Sociology; Medicine; Political science","score_opus":0.06836429604480627,"score_gpt":0.4751038284728295,"score_spread":0.40673953242802324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184350469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9002258,0.000033605727,0.0066454825,0.08345607,0.0012498365,0.00008457232,9.869782e-7,0.000054315307,0.0082493005],"genre_scores_gemma":[0.9817777,0.000016314156,0.0051587443,0.009866323,0.0015094089,0.000029920362,0.00008832607,0.000018435196,0.0015348159],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9966143,0.00046270853,0.0006992567,0.00013132357,0.0018084764,0.0002839629],"domain_scores_gemma":[0.99808455,0.00007377767,0.00022996993,0.00021072598,0.0012858955,0.00011506159],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033494993,0.00012670223,0.00024047578,0.00023730818,0.0025890023,0.00021271288,0.00036443642,0.00018469302,0.0009821727],"category_scores_gemma":[0.0056682774,0.00011902466,0.00008495282,0.0014801534,0.00029118414,0.00022973871,0.0001433734,0.0029793931,0.000028291839],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005129998,0.004420177,0.05709532,0.00008643792,0.0005758952,0.00030685455,0.0903907,0.0000016720558,0.001045524,0.1291425,0.51307166,0.20381197],"study_design_scores_gemma":[0.006028123,0.00036228073,0.13004918,0.00072103116,0.00027729932,0.0052353726,0.50731254,0.0002487025,0.0012277832,0.030488359,0.31723297,0.0008163634],"about_ca_topic_score_codex":0.00001613423,"about_ca_topic_score_gemma":0.000010034319,"teacher_disagreement_score":0.41692185,"about_ca_system_score_codex":0.00028269851,"about_ca_system_score_gemma":0.0013483233,"threshold_uncertainty_score":0.99993104},"labels":[],"label_agreement":null},{"id":"W3184354944","doi":"10.1097/ceh.0000000000000375","title":"Interventions to Improve Trainers' Learning and Behaviors for Educating Health Care Professionals Using Train-the-Trainer Method: A Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Quebec Network for Research on Aging; Université du Québec à Montréal; Université de Sherbrooke","funders":"","keywords":"Psychological intervention; Trainer; Medical education; Health professionals; Psychology; Medicine; Health care; Nursing; Computer science","score_opus":0.14595102706488638,"score_gpt":0.5954476066080554,"score_spread":0.449496579543169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184354944","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000073245516,0.9317137,0.0031885842,0.054418497,0.000668227,0.009899209,0.000024539033,0.000008163693,0.000005837431],"genre_scores_gemma":[0.00021586043,0.89732933,0.0778782,0.017397577,0.0005247969,0.0040966915,0.00024511083,0.00010374485,0.0022086818],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98904413,0.005309724,0.004258172,0.000412642,0.0005522949,0.0004230205],"domain_scores_gemma":[0.99007124,0.002099743,0.0055584973,0.0005012188,0.0015148163,0.00025447292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017095165,0.0004028624,0.005592917,0.00118611,0.0006687191,0.00007623638,0.00030415543,0.00019494838,0.000038036524],"category_scores_gemma":[0.008313502,0.0002123134,0.001554896,0.0022597206,0.00006525766,0.000110997324,0.00006822955,0.0019150408,3.2368538e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034288828,0.00034165292,0.0000027669007,0.82354486,0.0036514674,5.885603e-7,0.04095018,6.3660315e-7,2.7895422e-7,0.00019289118,0.0031687543,0.12814252],"study_design_scores_gemma":[0.00026113392,0.0002285792,0.0000132843015,0.4956599,0.29693323,0.00041643027,0.1876973,0.0000071280974,7.692231e-8,0.00001616133,0.018547932,0.00021884184],"about_ca_topic_score_codex":0.000036417026,"about_ca_topic_score_gemma":0.000022508711,"teacher_disagreement_score":0.32788494,"about_ca_system_score_codex":0.0006197368,"about_ca_system_score_gemma":0.008125417,"threshold_uncertainty_score":0.9974976},"labels":[],"label_agreement":null},{"id":"W3184642576","doi":"10.36834/cmej.71908","title":"Development of professionalism vignettes for the continuum of learners within a medical and nursing community of practice","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Arnold P. Gold Foundation","keywords":"Vignette; Honesty; Value (mathematics); Excellence; Altruism (biology); Norm (philosophy); Medical education; Medicine; Psychology; Nursing; Pedagogy; Social psychology; Political science","score_opus":0.03406040231275348,"score_gpt":0.40705301508532554,"score_spread":0.37299261277257206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184642576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75075835,0.0020316762,0.0018923057,0.2414398,0.0022504714,0.00037842823,0.000003940254,0.0000042658958,0.0012407583],"genre_scores_gemma":[0.9207697,0.00011283858,0.056845628,0.021417022,0.0004279103,0.000033190398,0.000058608606,0.000018540248,0.00031657555],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99763405,0.00026562475,0.00084924034,0.00008598233,0.0010002175,0.0001648618],"domain_scores_gemma":[0.9950741,0.00083540555,0.0005322679,0.00021751547,0.0022864824,0.0010542278],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046541556,0.000079703954,0.0002498117,0.00017919664,0.00028802283,0.000008412463,0.00018036441,0.00019230628,0.0016853675],"category_scores_gemma":[0.11976016,0.000058444068,0.000041836305,0.00038117854,0.00058169797,0.000070885,0.000016942065,0.0010226497,4.197416e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013095068,0.0016488623,0.0011675818,0.000694437,0.00031593576,0.000012735059,0.067135215,8.9948367e-7,0.00080945436,0.009630851,0.10493079,0.8135223],"study_design_scores_gemma":[0.0049603065,0.000382072,0.039309375,0.017675746,0.00069271564,0.007250257,0.54011405,0.0012281777,0.008683939,0.0028477919,0.3764766,0.00037897733],"about_ca_topic_score_codex":0.0006481753,"about_ca_topic_score_gemma":0.0016156684,"teacher_disagreement_score":0.8131433,"about_ca_system_score_codex":0.00018584264,"about_ca_system_score_gemma":0.09614286,"threshold_uncertainty_score":0.9992272},"labels":[],"label_agreement":null},{"id":"W3184771130","doi":"10.1002/aet2.10652","title":"A guide to peer reviewing medical education scholarship: Advice from editors of <i>AEM Education and Training</i>","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Library science; Medicine; Advice (programming); Family medicine; Management; Medical education; Political science; Law; Computer science","score_opus":0.03503298879640653,"score_gpt":0.39021700859942393,"score_spread":0.3551840198030174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184771130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87998164,0.00526767,0.00039674193,0.08569368,0.010377705,0.00063311745,0.000008589649,0.00010063008,0.01754023],"genre_scores_gemma":[0.8579952,0.0005390812,0.08691719,0.03624743,0.009540177,0.00031837067,0.0010932666,0.00007297119,0.0072762812],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717057,0.00015000658,0.0008858194,0.00059607823,0.0009052966,0.0002922243],"domain_scores_gemma":[0.9966173,0.00020319027,0.0002770835,0.00045142535,0.0019651863,0.0004857818],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015498821,0.00024199698,0.00046173975,0.00034739712,0.00019875413,0.00008092471,0.00013986853,0.00025461806,0.00055583415],"category_scores_gemma":[0.014384875,0.00025326066,0.00006593199,0.0010285911,0.00012942882,0.00034580112,0.000056765344,0.00054018863,0.000018542325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014068303,0.00071011984,0.0038042162,0.00021699202,0.000045043947,9.832621e-7,0.017432997,2.2467951e-7,0.000618726,0.0019509703,0.10141523,0.87379044],"study_design_scores_gemma":[0.00076894724,0.000100038334,0.06739865,0.003513461,0.00027301858,0.0002969294,0.058544572,0.000078836296,0.0005278106,0.0011932527,0.8669463,0.00035822927],"about_ca_topic_score_codex":0.00022017464,"about_ca_topic_score_gemma":0.00002947743,"teacher_disagreement_score":0.8734322,"about_ca_system_score_codex":0.00016370967,"about_ca_system_score_gemma":0.0124707,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W3184795111","doi":"10.3389/fcvm.2021.666119","title":"COVID-19 and the Digitalisation of Cardiovascular Training and Education—A Review of Guiding Themes for Equitable and Effective Post-graduate Telelearning","year":2021,"lang":"en","type":"review","venue":"Frontiers in Cardiovascular Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Circle Cardiovascular Imaging; National Medical Research Council; Medical Research Council; Barts Health NHS Trust","keywords":"Mentorship; Medical education; Curriculum; Medicine; Psychology; Pedagogy","score_opus":0.07156435490453765,"score_gpt":0.3673570757739171,"score_spread":0.2957927208693794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184795111","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030434696,0.97854,0.014499745,0.0010854482,0.0007195144,0.0048356196,0.000015288335,0.000014638121,0.00025932112],"genre_scores_gemma":[0.00027423658,0.99204224,0.0051866877,0.00064260483,0.00039417393,0.00090811704,0.0004607314,0.00005851725,0.000032685348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960996,0.0008052156,0.0012812616,0.0006344322,0.00085686357,0.00032264885],"domain_scores_gemma":[0.9968326,0.0008660798,0.00055032887,0.00081758917,0.00077860354,0.00015481756],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011368936,0.00040297126,0.005351069,0.00058240275,0.00014225852,0.000014104527,0.00014395872,0.0002409592,0.0000060219663],"category_scores_gemma":[0.033493422,0.0002689457,0.0010252759,0.0010386041,0.001018769,0.00010731732,0.00011914696,0.00040359053,6.333327e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014539653,0.000021390102,0.000028242775,0.1655003,0.0044931583,0.0000032785806,0.0014347323,0.000003538813,1.8682303e-7,0.0003514871,0.0026524814,0.8254967],"study_design_scores_gemma":[0.0025302807,0.00013406892,0.000032935073,0.13324958,0.016138084,0.00035788934,0.006256943,0.00004237968,0.0000013237033,0.00022150557,0.8408194,0.00021562142],"about_ca_topic_score_codex":0.000108459535,"about_ca_topic_score_gemma":3.1905313e-7,"teacher_disagreement_score":0.8381669,"about_ca_system_score_codex":0.00028317168,"about_ca_system_score_gemma":0.0015860697,"threshold_uncertainty_score":0.9999763},"labels":[],"label_agreement":null},{"id":"W3185283782","doi":"10.1080/0142159x.2021.1956681","title":"Ottawa 2020 consensus statements for programmatic assessment – 2. Implementation and practice","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Dalhousie University; The Wilson Centre; University of Toronto","funders":"Flinders University; McMaster University","keywords":"Implementation; Thematic analysis; Curriculum; Culture change; Medical education; Engineering ethics; Psychology; Political science; Management science; Qualitative research; Pedagogy; Sociology; Medicine; Computer science; Engineering","score_opus":0.045096864604352825,"score_gpt":0.5102844055407094,"score_spread":0.4651875409363566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185283782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64206743,0.00040254666,0.029437155,0.3098163,0.0010972358,0.0026372066,0.000007759329,0.00014992633,0.01438441],"genre_scores_gemma":[0.7119162,0.000121493766,0.26311564,0.014210816,0.0012041775,0.0011903883,0.0015141349,0.00007363295,0.0066535166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803525,0.0001749783,0.00049848924,0.0002671859,0.0007835302,0.00024054959],"domain_scores_gemma":[0.9988816,0.00017181052,0.000135047,0.00019029873,0.0004474144,0.00017387986],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021955005,0.000107637396,0.00019900048,0.00004265625,0.00009178044,0.000032271866,0.000044267534,0.00011047968,0.0029857184],"category_scores_gemma":[0.008482807,0.00009367506,0.00003360706,0.0002517044,0.00011524703,0.000078331774,0.000036608835,0.00029452745,0.000011439449],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009219407,0.0016591508,0.042905968,0.0006732645,0.00039587336,0.00015860055,0.0013134108,1.772089e-7,0.0002610754,0.006540071,0.2666465,0.6793537],"study_design_scores_gemma":[0.0084262015,0.00060034974,0.014747594,0.00025161594,0.0005741991,0.00085081585,0.023272194,0.009128936,0.00017694275,0.0013046156,0.94037545,0.00029107198],"about_ca_topic_score_codex":0.000023518773,"about_ca_topic_score_gemma":0.000013251855,"teacher_disagreement_score":0.67906266,"about_ca_system_score_codex":0.00016578012,"about_ca_system_score_gemma":0.00080694316,"threshold_uncertainty_score":0.99986917},"labels":[],"label_agreement":null},{"id":"W3185509139","doi":"10.1101/2021.07.23.453492","title":"Delineating Medical Education: Bibliometric Research Approach(es)","year":2021,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Field (mathematics); Strengths and weaknesses; Metadata; Citation; Context (archaeology); Bibliometrics; Data science; Citation analysis; Computer science; Library science; World Wide Web; Psychology; Geography","score_opus":0.05559644137526569,"score_gpt":0.3634621695636837,"score_spread":0.307865728188418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185509139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759873,0.0054609906,0.0066498998,0.0053403582,0.00419724,0.0015008589,0.000015154237,0.0004550354,0.00039316263],"genre_scores_gemma":[0.8971634,0.0007656168,0.094000846,0.002522407,0.004388944,0.00091865484,0.0000105595445,0.00018608957,0.000043513053],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9919071,0.00046388336,0.0012995574,0.0015640255,0.0038179685,0.00094741606],"domain_scores_gemma":[0.98809415,0.00021487128,0.00042974256,0.0025089,0.007992507,0.0007598155],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["bibliometrics","research_integrity"],"category_scores_codex":[0.00682575,0.00054253265,0.00086354243,0.02296127,0.00040651576,0.0004227921,0.0008973057,0.0015554007,0.00092162535],"category_scores_gemma":[0.029404227,0.0005668843,0.00020490134,0.067791834,0.0004360913,0.00020031235,0.0009966476,0.004798252,0.00012817087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043224334,0.03918432,0.24140634,0.039765563,0.0038460002,0.0013931487,0.00070028583,0.00014838392,0.18431628,0.03541633,0.44424427,0.009146867],"study_design_scores_gemma":[0.006210003,0.0006569621,0.6630186,0.022375293,0.0014863828,0.0000060815364,0.0011776693,0.041643128,0.07189991,0.000022564904,0.18588215,0.0056212684],"about_ca_topic_score_codex":0.00010812966,"about_ca_topic_score_gemma":8.5058065e-7,"teacher_disagreement_score":0.42161226,"about_ca_system_score_codex":0.0011747015,"about_ca_system_score_gemma":0.021601368,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W3185641719","doi":"10.1016/j.jsurg.2021.06.012","title":"Comparing the Quality of Narrative Comments by Rotation Setting","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Paul's Hospital; Queen's University; McMaster University; Royal Jubilee Hospital; University of British Columbia","funders":"","keywords":"Narrative; Context (archaeology); Psychology; Quality (philosophy); Medical education; Valence (chemistry); Narrative inquiry; Scale (ratio); Social psychology; Medicine; Linguistics; History; Geography; Cartography","score_opus":0.04618676904391101,"score_gpt":0.425912116600457,"score_spread":0.379725347556546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185641719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633758,0.0004910504,0.00043765028,0.033343185,0.00080425036,0.00010904731,8.195122e-7,0.0000036205006,0.0014345824],"genre_scores_gemma":[0.9956998,0.00006657548,0.0024517963,0.0010923188,0.00035229255,0.0000051173797,0.00005578366,0.000006287399,0.00026997586],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99817914,0.0002362432,0.00088542,0.00008084462,0.0005267783,0.00009158861],"domain_scores_gemma":[0.99707854,0.0002413688,0.0008341518,0.00014681031,0.0016542841,0.00004485867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001597624,0.00006803076,0.00025688924,0.00007413467,0.00009708001,0.000017208526,0.00007755744,0.000055974968,0.00017684209],"category_scores_gemma":[0.0014746584,0.000047545705,0.00008598471,0.00045765936,0.000078423735,0.00013979891,0.00001543565,0.00036392172,0.00000228085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007269216,0.007313936,0.32666805,0.0006923286,0.00050736126,0.0000147356,0.036717206,0.00009891653,0.029900132,0.00830364,0.37998497,0.2090718],"study_design_scores_gemma":[0.0072982465,0.0005262291,0.59440386,0.0021405062,0.0003955517,0.0014044081,0.18254857,0.0011487021,0.03685888,0.0028373476,0.17004338,0.00039431202],"about_ca_topic_score_codex":0.00001974994,"about_ca_topic_score_gemma":0.0000010341752,"teacher_disagreement_score":0.2677358,"about_ca_system_score_codex":0.00016474193,"about_ca_system_score_gemma":0.00081309106,"threshold_uncertainty_score":0.19388576},"labels":[],"label_agreement":null},{"id":"W3185763728","doi":"10.7759/cureus.16666","title":"The Assessment Rationale of Postgraduate Medical Trainees With Incongruent Self and Faculty Assigned Entrustment Scores","year":2021,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Summative assessment; Medicine; Self-assessment; Medical education; Formative assessment; Narrative; Curriculum; Objective structured clinical examination; Situational ethics; Psychology; Pedagogy; Social psychology","score_opus":0.01580441307117895,"score_gpt":0.3377233659452638,"score_spread":0.32191895287408484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185763728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9524148,0.0005503497,0.0011161217,0.043718036,0.0002605947,0.00040460096,0.0000085007805,0.00002939153,0.0014975992],"genre_scores_gemma":[0.98417205,0.0002407179,0.013671441,0.001119306,0.00013577263,0.00007282413,0.00021545346,0.000010288236,0.00036214216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99863094,0.000050170835,0.00027858512,0.00015931137,0.00075091,0.00013008855],"domain_scores_gemma":[0.99905264,0.00011114748,0.000089679736,0.00020383489,0.00046209857,0.00008059998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041196833,0.000088469125,0.0001529578,0.000025374766,0.000118461234,0.000019956478,0.00006752832,0.000059275182,0.00022006407],"category_scores_gemma":[0.00055204483,0.000051405823,0.000023127765,0.00020329033,0.00017044439,0.0000454167,0.000035728037,0.0001590822,0.0000015695033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049148576,0.011194515,0.28090984,0.0011348365,0.0035082162,0.00043910282,0.016601888,0.000029287881,0.012571921,0.31281918,0.12173073,0.23856899],"study_design_scores_gemma":[0.0062183505,0.0014406416,0.9021201,0.00064804073,0.00044734665,0.0006042375,0.008994019,0.004578732,0.011066441,0.0018411012,0.061691493,0.0003494917],"about_ca_topic_score_codex":0.000015000454,"about_ca_topic_score_gemma":0.000042031745,"teacher_disagreement_score":0.6212103,"about_ca_system_score_codex":0.00011934724,"about_ca_system_score_gemma":0.0010504035,"threshold_uncertainty_score":0.24095473},"labels":[],"label_agreement":null},{"id":"W3186108149","doi":"10.1111/jep.13598","title":"Two sides of the same coin: Quality improvement and program evaluation in health professions education","year":2021,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Accountability; Quality (philosophy); Context (archaeology); Field (mathematics); Computer science; Quality management; Inclusion (mineral); Order (exchange); Health care; Process management; Public relations; Knowledge management; Management science; Medical education; Engineering ethics; Political science; Medicine; Business; Psychology; Engineering; Marketing","score_opus":0.2613630580142738,"score_gpt":0.6608175316126372,"score_spread":0.39945447359836345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186108149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8645413,0.0011747682,0.00013116004,0.12915052,0.0018937942,0.0022635593,8.496264e-7,0.0000037086834,0.00084032747],"genre_scores_gemma":[0.9627725,0.00039349534,0.030298129,0.0059395707,0.00035770764,0.00014836664,0.000017080145,0.00000923967,0.00006394258],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98923385,0.004708763,0.0036420154,0.00023016459,0.0020322462,0.00015295482],"domain_scores_gemma":[0.98642534,0.0027764076,0.0036102103,0.0003947597,0.0067021805,0.00009107763],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060680956,0.00009363469,0.00040738276,0.00019846452,0.000068830996,0.000020676041,0.00008289797,0.00012223158,0.00013868044],"category_scores_gemma":[0.1952682,0.00006875853,0.0000899407,0.0010359145,0.00012865195,0.0004105,0.00004901171,0.0010608068,0.0000014130104],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026466296,0.0056405794,0.062356953,0.0002128656,0.000046391677,0.0000010726012,0.0011501855,0.00012851768,0.0003073822,0.0012108452,0.0013580958,0.92732245],"study_design_scores_gemma":[0.005817553,0.0009178315,0.9535569,0.0019754432,0.0003251444,0.00011112928,0.016302286,0.008015655,0.00017330756,0.008123174,0.0045879236,0.00009367337],"about_ca_topic_score_codex":0.0001334997,"about_ca_topic_score_gemma":0.0001504407,"teacher_disagreement_score":0.92722875,"about_ca_system_score_codex":0.00066404615,"about_ca_system_score_gemma":0.010557214,"threshold_uncertainty_score":0.995052},"labels":[],"label_agreement":null},{"id":"W3186494396","doi":"10.1080/0142159x.2021.1948983","title":"Twelve tips to center social accountability in undergraduate medical education","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Agricultural Research Institute of Ontario; University of Ottawa","funders":"","keywords":"Accountability; Curriculum; Social accounting; Experiential learning; Medical education; Social responsibility; Public relations; Medicine; Pedagogy; Psychology; Political science; Management","score_opus":0.023900132946669185,"score_gpt":0.3926011459191288,"score_spread":0.3687010129724596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186494396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71295124,0.00007401307,0.00074421236,0.26437095,0.0012557817,0.0002796127,8.710079e-7,0.00006584023,0.0202575],"genre_scores_gemma":[0.95709974,0.000021071533,0.0009835378,0.033911705,0.0019663682,0.00014143894,0.00024463734,0.000034793924,0.00559674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961149,0.00023258958,0.00065647037,0.00048944826,0.0020916904,0.0004148953],"domain_scores_gemma":[0.99869436,0.000036749592,0.000059344107,0.00037978322,0.00035121042,0.00047854846],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018245095,0.00017481146,0.0003582234,0.0001792456,0.000083669445,0.000022170701,0.00021601767,0.00049472664,0.019435594],"category_scores_gemma":[0.015063623,0.00015773167,0.000090236834,0.0011200187,0.00019946726,0.00008163809,0.00013293567,0.0012276885,0.00037360977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104081344,0.0056697936,0.23908804,0.00015588758,0.000048961505,0.000098393364,0.0025142622,9.685559e-8,0.00002579275,0.002927179,0.39394438,0.35542312],"study_design_scores_gemma":[0.005411111,0.00014403564,0.20524426,0.0013263219,0.0000884611,0.0006639339,0.0051502343,0.0022421412,0.00012601785,0.004140311,0.77481467,0.0006485241],"about_ca_topic_score_codex":0.00012336268,"about_ca_topic_score_gemma":0.0002465211,"teacher_disagreement_score":0.38087025,"about_ca_system_score_codex":0.00060468685,"about_ca_system_score_gemma":0.0043374235,"threshold_uncertainty_score":0.9932329},"labels":[],"label_agreement":null},{"id":"W3186586783","doi":"10.1503/cmaj.202797-f","title":"Conjuguer développement professionnel continu et amélioration de la qualité","year":2021,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Political science; Humanities; Gynecology; Medicine; Philosophy","score_opus":0.023747321721847254,"score_gpt":0.3575932441138513,"score_spread":0.33384592239200406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186586783","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13314165,0.004658611,0.0046444526,0.82323736,0.01810914,0.00032077427,0.00004412342,0.000036359674,0.015807511],"genre_scores_gemma":[0.5601158,0.006092296,0.0128865205,0.33655876,0.027089743,0.00009932917,0.00062251685,0.0001493915,0.056385633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991859,0.0028287114,0.0012689541,0.00031644688,0.0026315923,0.0010952881],"domain_scores_gemma":[0.9937276,0.0007922904,0.00059238565,0.00024061032,0.002553924,0.0020931356],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.015628194,0.0002525357,0.00044760943,0.00034513444,0.000541855,0.00028520473,0.00022640133,0.0015775749,0.027092673],"category_scores_gemma":[0.03950554,0.00026776065,0.00015632636,0.0010724976,0.00020350277,0.00028824023,0.0000377605,0.0037364548,0.0006416298],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011604242,0.00032422555,0.056346383,0.00010475494,0.00027743034,0.0014172301,0.0036204434,0.0000062714284,0.00011901478,0.019946085,0.7773947,0.14043182],"study_design_scores_gemma":[0.0025002435,0.00006471665,0.09405624,0.0017437638,0.00017168286,0.0019528214,0.011570927,0.0008008929,0.00013899617,0.0019731289,0.88474804,0.0002785491],"about_ca_topic_score_codex":0.0014868662,"about_ca_topic_score_gemma":0.006431291,"teacher_disagreement_score":0.48667863,"about_ca_system_score_codex":0.007672225,"about_ca_system_score_gemma":0.043457426,"threshold_uncertainty_score":0.99997747},"labels":[],"label_agreement":null},{"id":"W3186766263","doi":"10.1093/pm/pnab211","title":"Adapting Pain and Opioid Prescribing Continuing Education to the Virtual Environment: Optimizing Program Factors While Navigating Context","year":2021,"lang":"en","type":"article","venue":"Pain Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Bridgepoint Active Healthcare; University of Toronto","funders":"Canadian Institutes of Health Research; Health Canada; Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Context (archaeology); Continuing education; Opioid; Medicine; Pain management; Medical education; Nursing; Physical therapy","score_opus":0.01950765972471425,"score_gpt":0.296475449439503,"score_spread":0.27696778971478875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186766263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9395049,0.0025359048,0.023279134,0.032093905,0.00058806414,0.0013968389,0.0000014250633,0.00013784751,0.00046197063],"genre_scores_gemma":[0.96488,0.000088207446,0.020640822,0.012329518,0.0011604007,0.00025348406,0.00022877696,0.000043318043,0.00037549462],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99743676,0.00053367723,0.0006155885,0.00045739734,0.0005714002,0.00038519967],"domain_scores_gemma":[0.9981194,0.0008386388,0.0001945031,0.0004167445,0.00024142684,0.00018929815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055628745,0.00023376924,0.00036022067,0.00009420197,0.00031620648,0.000050358976,0.00012453838,0.00010566138,0.00021588946],"category_scores_gemma":[0.013477759,0.0001702751,0.000041925698,0.0005189999,0.0002021685,0.000104514715,0.00008449396,0.0006442674,0.0000071634013],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013031701,0.00011746006,0.012140487,0.000120893834,0.00003154618,0.0000047967924,0.01972027,0.00002600677,0.0035568394,0.00025606144,0.004128955,0.95988363],"study_design_scores_gemma":[0.002970079,0.0026621253,0.030877156,0.020025227,0.0004516912,0.00015184401,0.6261984,0.045604117,0.0037130718,0.00018020149,0.26627904,0.0008870719],"about_ca_topic_score_codex":0.00012359822,"about_ca_topic_score_gemma":0.000009893384,"teacher_disagreement_score":0.9589966,"about_ca_system_score_codex":0.00017647282,"about_ca_system_score_gemma":0.00013682924,"threshold_uncertainty_score":0.99483216},"labels":[],"label_agreement":null},{"id":"W3186857374","doi":"10.5688/ajpe8628","title":"A Tool for Creating Snapshots of Faculty Contributions to Pharmacy Education","year":2021,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Creative Commons","keywords":"Pharmacy; Presentation (obstetrics); Pharmacy education; Metaphor; Higher education; Visualization; Medical education; Work (physics); Psychology; Computer science; Mathematics education; Pharmacy practice; Medicine; Engineering; Political science; Nursing","score_opus":0.037728357764887574,"score_gpt":0.5015316786408971,"score_spread":0.4638033208760095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186857374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502065,0.00030480363,0.014094382,0.032310806,0.0016799467,0.00059451204,0.0000417766,0.000013225526,0.0007540337],"genre_scores_gemma":[0.9173622,0.000047102963,0.07174592,0.008984127,0.001233972,0.00009044865,0.00018651453,0.000021943899,0.0003277614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800557,0.00010216645,0.0009821238,0.00020074217,0.00045606,0.00025332204],"domain_scores_gemma":[0.99266577,0.00021551667,0.00063679885,0.00020522694,0.006031313,0.00024539878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074705866,0.00014580233,0.0004467326,0.0003289576,0.000103576676,0.000023119688,0.00012867532,0.000040001185,0.00030575882],"category_scores_gemma":[0.0073415614,0.0001387944,0.00018389344,0.0013257331,0.00016245797,0.00013370812,0.0000225539,0.00034864258,0.000008340142],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048526283,0.0033568211,0.006270407,0.0002103689,0.0001870877,0.0000017714947,0.0012712962,0.000025541944,0.071038544,0.0038884366,0.037260722,0.87600374],"study_design_scores_gemma":[0.005467013,0.0018700996,0.03347606,0.0017242001,0.0020275046,0.0017393975,0.021543508,0.0015604345,0.3241914,0.0012525468,0.6045327,0.0006151254],"about_ca_topic_score_codex":0.000022791815,"about_ca_topic_score_gemma":4.876729e-7,"teacher_disagreement_score":0.8753886,"about_ca_system_score_codex":0.0004610848,"about_ca_system_score_gemma":0.0077536493,"threshold_uncertainty_score":0.99787146},"labels":[],"label_agreement":null},{"id":"W3186939553","doi":"10.1186/s12960-021-00629-5","title":"Variations in regulations to control standards for training and licensing of physicians: a multi-country comparison","year":2021,"lang":"en","type":"article","venue":"Human Resources for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council; UK Research and Innovation","keywords":"Competence (human resources); Licensure; Public health; Health administration; Control (management); Medicine; Economic shortage; Medical education; Business; Nursing; Psychology","score_opus":0.05768509636714168,"score_gpt":0.4345784689020951,"score_spread":0.3768933725349534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186939553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7917511,0.0003348859,0.18839577,0.01725891,0.00013141506,0.001769491,0.00021699526,0.000030937917,0.00011048692],"genre_scores_gemma":[0.9297863,0.0000034357522,0.06487821,0.004763515,0.00017910716,0.00011868621,0.00015263713,0.00001810193,0.000099959],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988303,0.00004056986,0.00052316213,0.00019107592,0.0002037371,0.0002111641],"domain_scores_gemma":[0.9988223,0.00018097162,0.00018357665,0.0001591026,0.0006045199,0.000049553666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083829754,0.000075370815,0.0003640347,0.00018846587,0.00024097587,0.0000148420695,0.000030704206,0.00005365309,0.0000075823455],"category_scores_gemma":[0.0013972998,0.000082277555,0.000033576685,0.00037031624,0.00004969062,0.00003363186,0.000007826493,0.00010775855,1.10815144e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010816308,0.003945455,0.03785426,0.0073291864,0.00039142024,0.000002799029,0.43194687,0.0023158442,0.012190741,0.09267852,0.048394673,0.36186862],"study_design_scores_gemma":[0.020129146,0.0018025921,0.5206966,0.0040107486,0.00021754879,0.000015785974,0.04631683,0.13134228,0.00035940713,0.0015347135,0.27314824,0.0004261548],"about_ca_topic_score_codex":0.000064474625,"about_ca_topic_score_gemma":0.0004416124,"teacher_disagreement_score":0.4828423,"about_ca_system_score_codex":0.00020299361,"about_ca_system_score_gemma":0.00045085984,"threshold_uncertainty_score":0.33551812},"labels":[],"label_agreement":null},{"id":"W3186954780","doi":"10.9778/cmajo.20200236","title":"Interventions to improve the well-being of medical learners in Canada: a scoping review","year":2021,"lang":"en","type":"review","venue":"CMAJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Psychological intervention; PsycINFO; MEDLINE; Medicine; Medical education; Intervention (counseling); Graduate medical education; Family medicine; Psychology; Nursing; Accreditation","score_opus":0.0851728119021583,"score_gpt":0.4767927780107094,"score_spread":0.3916199661085511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186954780","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007356468,0.9797986,0.000050294595,0.011491693,0.00070340134,0.004625381,0.0000025068405,0.0000041276016,0.0033166376],"genre_scores_gemma":[0.0000072119246,0.99304837,0.00036005533,0.004753749,0.00013990165,0.0008861643,0.00015111387,0.000029230625,0.0006242219],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99681705,0.0002808953,0.0015549081,0.00034152457,0.0007793549,0.00022628946],"domain_scores_gemma":[0.9983683,0.00020844089,0.0004039047,0.00072533835,0.00017913878,0.000114842434],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029977467,0.0001904759,0.0018163782,0.00014542881,0.00004884401,0.000025958263,0.0009783439,0.0001470517,0.002424851],"category_scores_gemma":[0.0074502416,0.0001275259,0.00023703623,0.0015249233,0.000055448894,0.00004336167,0.0006647655,0.000908012,0.00003113935],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.7086995e-7,0.00003500058,0.000009854001,0.22503866,0.000037747042,0.00002063077,0.00006338383,9.51937e-8,1.152528e-8,0.00037743623,0.018725602,0.75569093],"study_design_scores_gemma":[0.000112780646,0.000014509634,0.0000055415485,0.6239896,0.00028955957,0.000030557927,0.0001995868,0.000002045934,2.5992574e-7,0.000002709867,0.37527812,0.000074749405],"about_ca_topic_score_codex":0.38161883,"about_ca_topic_score_gemma":0.44322613,"teacher_disagreement_score":0.7556161,"about_ca_system_score_codex":0.0009148956,"about_ca_system_score_gemma":0.022657298,"threshold_uncertainty_score":0.99848706},"labels":[],"label_agreement":null},{"id":"W3187210255","doi":"10.21203/rs.3.rs-737559/v1","title":"Assessing the Transition From Pre-Clerkship to Clerkship in a Four-Year Medical Program: Recommendations for Future Success","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Medical education; Clinical clerkship; Preparedness; Curriculum; Bachelor; MEDLINE; Psychology; Medicine; Family medicine; Pedagogy","score_opus":0.1672186803198385,"score_gpt":0.5425404032320514,"score_spread":0.37532172291221294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187210255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.628805,0.0002595041,0.0072074626,0.3558569,0.0012644369,0.006053926,0.00007704929,0.00011080543,0.00036497432],"genre_scores_gemma":[0.94244885,0.00019894718,0.036022235,0.0023020937,0.0049799187,0.007492561,0.006345285,0.00009255533,0.00011756925],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9936878,0.001189021,0.0008499072,0.00092213246,0.0025564895,0.0007946313],"domain_scores_gemma":[0.9951843,0.0012568777,0.0001298155,0.0010872291,0.0020098046,0.00033195002],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007081699,0.00028549234,0.00051976973,0.00071116723,0.0004227533,0.00064303866,0.00067841896,0.0009900016,0.0012908271],"category_scores_gemma":[0.00889885,0.00022894867,0.00019951956,0.0021215945,0.00021875904,0.0002193183,0.00038273944,0.0047742133,0.00001774864],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040763966,0.0020836762,0.008181847,0.0031999936,0.00023212779,0.00007943761,0.01946845,0.00006893276,0.00007011707,0.001009739,0.06312466,0.9020734],"study_design_scores_gemma":[0.0055241813,0.0011186339,0.72091854,0.031124204,0.00028349238,0.000051903215,0.10461569,0.030661097,0.00047981678,0.008421033,0.09564752,0.001153898],"about_ca_topic_score_codex":0.00078116724,"about_ca_topic_score_gemma":0.0007640257,"teacher_disagreement_score":0.9009195,"about_ca_system_score_codex":0.00086004764,"about_ca_system_score_gemma":0.00326903,"threshold_uncertainty_score":0.9996221},"labels":[],"label_agreement":null},{"id":"W3187738937","doi":"10.1097/acm.0000000000004296","title":"RIME 60 Years: Celebration and Future Horizons","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Western University","funders":"","keywords":"Hard rime; Mentorship; Medical education; Psychology; Sociology; Medicine; Geography","score_opus":0.016598525887571814,"score_gpt":0.333392691583929,"score_spread":0.31679416569635716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187738937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8463255,0.0048080124,0.00079103484,0.13849413,0.0017747678,0.00025501967,0.0000016912558,0.00009752557,0.007452329],"genre_scores_gemma":[0.94660234,0.004940375,0.003000282,0.022782216,0.015059684,0.000039240076,0.00044483258,0.00004183848,0.0070892125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870396,0.00004118149,0.00036876783,0.00027605722,0.00041423898,0.00019579544],"domain_scores_gemma":[0.99925274,0.000053269887,0.00008655316,0.0002661176,0.00021866831,0.00012267816],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047154166,0.00011493733,0.00025049647,0.0001406194,0.000061013827,0.000004034488,0.00006138167,0.0002924498,0.0010536491],"category_scores_gemma":[0.0012053484,0.00009715041,0.00001775516,0.00065308216,0.00018293988,0.0000875308,0.000032405755,0.00084309303,0.000048296926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058523474,0.000054576412,0.007901001,0.00026366973,0.00010611629,0.000291377,0.010020984,3.0938855e-7,0.049437664,0.034754787,0.58787847,0.3092325],"study_design_scores_gemma":[0.0025277387,0.0002900296,0.09301438,0.00046226155,0.00025168544,0.00080129615,0.008640167,0.00023379448,0.0024285591,0.0028716668,0.8882763,0.00020213472],"about_ca_topic_score_codex":0.000009444967,"about_ca_topic_score_gemma":8.908863e-7,"teacher_disagreement_score":0.30903038,"about_ca_system_score_codex":0.000065498374,"about_ca_system_score_gemma":0.00020280857,"threshold_uncertainty_score":0.9998595},"labels":[],"label_agreement":null},{"id":"W3187812174","doi":"10.3138/jvme-2021-0005","title":"The Efficacy of Online Case-Based Assignments in Teaching Veterinary Ophthalmology","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rubric; Grading (engineering); Medicine; Medical education; Cognition; Ophthalmology; Mathematics education; Psychology","score_opus":0.07797239385012628,"score_gpt":0.4510265820314162,"score_spread":0.37305418818128994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187812174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98150986,0.0009819372,0.00021523997,0.014461449,0.0024418794,0.00014104976,0.0000011997356,0.000005034733,0.00024236226],"genre_scores_gemma":[0.9888372,0.000097174765,0.008936269,0.0013159136,0.0006486189,0.000009658866,0.000036960177,0.00001691493,0.00010129833],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9972177,0.00047574972,0.001157919,0.00015571104,0.0007860079,0.0002069001],"domain_scores_gemma":[0.9978742,0.00061417813,0.00054271537,0.00031484666,0.0005082119,0.00014586201],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002088566,0.0001250861,0.00034510443,0.00022255696,0.00010522988,0.00001179519,0.00019647139,0.00017831518,0.00034306233],"category_scores_gemma":[0.013519368,0.00009229689,0.000112942165,0.0004300114,0.00019430408,0.000100557074,0.000052399715,0.0010091374,0.0000022998993],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016871464,0.014599748,0.013824339,0.0005174312,0.000155804,0.020265028,0.0011127663,0.000028994722,0.01260299,0.0002734423,0.011278319,0.923654],"study_design_scores_gemma":[0.009343339,0.010205622,0.26612487,0.0051840846,0.00025557238,0.6005441,0.008216845,0.0037810747,0.0007811107,0.00037102232,0.09482266,0.0003697226],"about_ca_topic_score_codex":0.000021631759,"about_ca_topic_score_gemma":0.0000012956617,"teacher_disagreement_score":0.9232843,"about_ca_system_score_codex":0.00029188432,"about_ca_system_score_gemma":0.0048121605,"threshold_uncertainty_score":0.9947902},"labels":[],"label_agreement":null},{"id":"W3189255473","doi":"10.3138/jvme-2021-0036","title":"Mentoring New Veterinary Graduates for Transition to Practice and Lifelong Learning","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mentorship; Lifelong learning; Curriculum; Medical education; Professional development; Transition (genetics); Psychology; Medicine; Pedagogy","score_opus":0.06501019936100454,"score_gpt":0.43303818184308207,"score_spread":0.3680279824820775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189255473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8454814,0.0010230445,0.021612117,0.12855722,0.0028710319,0.00024750025,4.0343747e-7,0.000017530476,0.00018978048],"genre_scores_gemma":[0.7796552,0.00084059837,0.19426359,0.018666275,0.005106347,0.00004664654,0.00006735477,0.00004581721,0.0013081362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823797,0.000120785946,0.0006109926,0.00018444876,0.0006532966,0.00019249701],"domain_scores_gemma":[0.9980061,0.00023757835,0.00026227903,0.00012389095,0.0009591268,0.00041103578],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013302929,0.000118576565,0.00026210825,0.00023500323,0.00011355471,0.000039041526,0.00007513607,0.00012160274,0.00014054583],"category_scores_gemma":[0.016611814,0.0001127132,0.00007285757,0.00038543978,0.00003830574,0.0003610554,0.000028419963,0.0004595692,0.000003916829],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013317271,0.0011823811,0.0002936597,0.00055256695,0.00014001974,0.0001945633,0.007384137,0.000016202439,0.022696031,0.00025058788,0.045402817,0.9205553],"study_design_scores_gemma":[0.002249268,0.0065164217,0.0050519276,0.0022016177,0.00029783632,0.022875637,0.009067911,0.000594675,0.0010410285,0.00029315607,0.9496022,0.00020834774],"about_ca_topic_score_codex":0.000009746313,"about_ca_topic_score_gemma":2.9968643e-7,"teacher_disagreement_score":0.920347,"about_ca_system_score_codex":0.00019233678,"about_ca_system_score_gemma":0.0027110984,"threshold_uncertainty_score":0.9916717},"labels":[],"label_agreement":null},{"id":"W3189585370","doi":"10.3138/jvme-2020-0147","title":"“Clinical Teachers: Teaching Tips for the Busy Veterinary Team”: Reflections on the Development of a Multimodal Resource for Veterinarians and Veterinary Nurses/ Technologists New to Clinical Teaching","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Resource (disambiguation); Context (archaeology); Medicine; Citizen journalism; Faculty development; Work (physics); Set (abstract data type); Professional development; Psychology; Pedagogy; Computer science; Engineering","score_opus":0.23083867911893394,"score_gpt":0.5342326320416044,"score_spread":0.30339395292267046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189585370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8753874,0.0002975563,0.034088988,0.08509415,0.0037130243,0.0011404572,0.0000043896844,0.0000368061,0.00023725933],"genre_scores_gemma":[0.7246042,0.00008865608,0.26362818,0.0072303396,0.0034742209,0.00024722214,0.000032166878,0.00006117113,0.00063384173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952414,0.00070553116,0.0023375126,0.00048846373,0.00084064255,0.00038642815],"domain_scores_gemma":[0.9939674,0.0033794586,0.00090070465,0.00078041526,0.0005895345,0.00038247454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009608486,0.0002968614,0.0006804827,0.00030481705,0.00068879884,0.00005662657,0.0006507096,0.00045892238,0.000043892353],"category_scores_gemma":[0.055014953,0.00019582298,0.00034069835,0.0003389264,0.00039965814,0.00014991472,0.00025857135,0.0022216402,0.0000029379414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021458087,0.0026664992,0.00069377205,0.00017343131,0.000308202,0.000021568405,0.0064662686,0.0000028999955,0.0037042988,0.000483226,0.07533845,0.9079956],"study_design_scores_gemma":[0.0024670372,0.013806648,0.0134755755,0.0022260938,0.0002228467,0.0043685925,0.023921259,0.000494369,0.00008981265,0.0002569234,0.9384121,0.00025876806],"about_ca_topic_score_codex":0.000015598458,"about_ca_topic_score_gemma":0.000002858829,"teacher_disagreement_score":0.9077368,"about_ca_system_score_codex":0.00031092044,"about_ca_system_score_gemma":0.004393905,"threshold_uncertainty_score":0.96520454},"labels":[],"label_agreement":null},{"id":"W3189731498","doi":"10.1503/cmaj.1095954","title":"Should medical educators rethink on-the-spot quizzing?","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Medical education; Blind spot; Medicine; Computer science; Ophthalmology; Artificial intelligence; Clinical psychology","score_opus":0.020700225096791414,"score_gpt":0.3158330082440331,"score_spread":0.2951327831472417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189731498","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28065974,0.0001551705,0.00010513972,0.6951565,0.004571463,0.00013243307,0.0000053683407,0.000034943794,0.019179232],"genre_scores_gemma":[0.41114578,0.0003206028,0.0010141663,0.56688285,0.013003159,0.00003625242,0.00008705658,0.0000687582,0.0074414006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99244374,0.00038605594,0.00083819305,0.00029256087,0.005309764,0.0007297148],"domain_scores_gemma":[0.9946168,0.0006659518,0.00026959562,0.00036666056,0.0016011717,0.0024798142],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0063879504,0.00019588781,0.00034873033,0.00031203515,0.000648656,0.000121497105,0.0003859048,0.0010206613,0.056233928],"category_scores_gemma":[0.074417114,0.00014857891,0.00018284773,0.0011737708,0.00015755497,0.00009103789,0.00003157172,0.0045245485,0.0008071537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008194081,0.00014076667,0.010005911,0.0000133230515,0.00014882497,0.0010921403,0.000496256,4.1836404e-7,0.000012102309,0.008812586,0.9302307,0.049038824],"study_design_scores_gemma":[0.00089957204,0.00007391839,0.01025308,0.0004286768,0.00006131015,0.0030129522,0.0020584648,0.00034976317,0.00017801173,0.0008629258,0.9816289,0.00019240982],"about_ca_topic_score_codex":0.00044783542,"about_ca_topic_score_gemma":0.0032334046,"teacher_disagreement_score":0.13048606,"about_ca_system_score_codex":0.0024950355,"about_ca_system_score_gemma":0.028500648,"threshold_uncertainty_score":0.99997085},"labels":[],"label_agreement":null},{"id":"W3189790582","doi":"10.1097/acm.0000000000004287","title":"How Teachers Adapt Their Cognitive Strategies When Using Entrustment Scales","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Cognition; Rating scale; Grounded theory; Nonprobability sampling; Protocol analysis; Constructivist grounded theory; Data collection; Qualitative research; Medical education; Developmental psychology; Medicine; Population","score_opus":0.06739486657363253,"score_gpt":0.3685421528462392,"score_spread":0.3011472862726067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189790582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890698,0.005925066,0.013132689,0.08577064,0.0010019687,0.0005057768,0.000005785273,0.00011582037,0.0044724927],"genre_scores_gemma":[0.9834273,0.0005343699,0.0020648765,0.008089321,0.0019988585,0.000033461783,0.00025915063,0.0000347136,0.0035579342],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980152,0.00010757515,0.00045153775,0.0004009715,0.00064819574,0.00037651614],"domain_scores_gemma":[0.998703,0.0001807109,0.00018136612,0.00028324133,0.0004885717,0.000163125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056729396,0.0002378238,0.00044196902,0.00018700684,0.00012088971,0.000018289236,0.00012357607,0.00031692552,0.0006705459],"category_scores_gemma":[0.0028654288,0.00017585508,0.00004857969,0.0005252388,0.0005088496,0.00022400121,0.000056388206,0.0011676678,0.000013635714],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033252165,0.00036595474,0.021152662,0.0008830881,0.001443219,0.00046911684,0.14235346,0.000014680708,0.14907742,0.034180656,0.26715207,0.38257515],"study_design_scores_gemma":[0.0082075,0.0005926188,0.012571724,0.0060479008,0.0012455604,0.0014734463,0.7771639,0.0026391235,0.024753923,0.015822832,0.14874811,0.0007333495],"about_ca_topic_score_codex":0.000030120638,"about_ca_topic_score_gemma":0.0000030192887,"teacher_disagreement_score":0.63481045,"about_ca_system_score_codex":0.00025421975,"about_ca_system_score_gemma":0.00060955767,"threshold_uncertainty_score":0.7342008},"labels":[],"label_agreement":null},{"id":"W3190784172","doi":"10.1007/s10459-014-9539-z","title":"Taking stock","year":2014,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology","score_opus":0.018415730358223123,"score_gpt":0.4576957343251529,"score_spread":0.4392800039669298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190784172","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006203247,0.010956672,0.000678893,0.0055189175,0.9711707,0.0008683586,0.0000036146746,0.00006293055,0.0101195555],"genre_scores_gemma":[0.00434055,0.008845409,0.028881973,0.0051754955,0.95009667,0.00044468892,0.00061617856,0.00004427241,0.0015547654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614775,0.00013619,0.00102843,0.0007317983,0.001410222,0.0005455788],"domain_scores_gemma":[0.99714494,0.0004894119,0.0012584684,0.00047424546,0.00052394817,0.000108991204],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033500083,0.00024501796,0.00050446123,0.000874527,0.00032755977,0.000048533937,0.00037993467,0.00038240984,0.00014701168],"category_scores_gemma":[0.009689837,0.0002281207,0.000047144586,0.0019142258,0.00041439876,0.00043505116,0.00003665304,0.0010985039,0.00004636987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000762161,0.00014010619,0.0012113659,0.0013679479,0.0000012627306,1.4608439e-7,0.00021405092,0.000027278205,3.3279977e-7,0.0006538178,0.6895339,0.30684218],"study_design_scores_gemma":[0.00021678013,0.00033134694,0.0010474804,0.0026605946,0.000008480976,0.000004941532,0.00036845237,0.00040094834,0.000002122513,0.0011744061,0.9936005,0.00018397425],"about_ca_topic_score_codex":0.00048874767,"about_ca_topic_score_gemma":0.0001395994,"teacher_disagreement_score":0.3066582,"about_ca_system_score_codex":0.0012173223,"about_ca_system_score_gemma":0.01106177,"threshold_uncertainty_score":0.998652},"labels":[],"label_agreement":null},{"id":"W3190794373","doi":"10.3138/jvme-2021-0023","title":"Veterinary Students’ Use of Learning Objectives","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Helpfulness; Curriculum; Test (biology); Medicine; Medical education; Significant difference; Psychology; Veterinary medicine; Internal medicine; Pedagogy; Biology","score_opus":0.08345282448080243,"score_gpt":0.44197553618071994,"score_spread":0.3585227116999175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190794373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99254876,0.0005755569,0.0007000094,0.0035173183,0.0022741146,0.0001031788,4.795328e-7,0.000011993427,0.0002686143],"genre_scores_gemma":[0.9857569,0.00046523256,0.01073287,0.001393615,0.00080888777,0.000007723592,0.00002681667,0.000020979462,0.0007870133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970853,0.00025594133,0.00093565974,0.0001605568,0.0013971241,0.0001654267],"domain_scores_gemma":[0.99733853,0.0001765286,0.000571879,0.00022988084,0.001495737,0.00018744575],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010172282,0.00012587104,0.00038976787,0.00031898482,0.00006461591,0.000024916071,0.0001732521,0.00016793188,0.0010211609],"category_scores_gemma":[0.012731777,0.00011176618,0.00014365638,0.0005970551,0.00015523113,0.00032849255,0.000085940206,0.0007773703,0.0000076193282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019398412,0.013409529,0.16773649,0.0014796654,0.00066344126,0.0013887293,0.0057590604,0.000029012714,0.077481516,0.00050954666,0.033068527,0.69653463],"study_design_scores_gemma":[0.003175654,0.009203695,0.61023253,0.004896311,0.00035515556,0.030871786,0.009411372,0.000324661,0.0029481947,0.00018292085,0.32807112,0.00032660665],"about_ca_topic_score_codex":0.000006970495,"about_ca_topic_score_gemma":2.1076028e-7,"teacher_disagreement_score":0.69620806,"about_ca_system_score_codex":0.00019336058,"about_ca_system_score_gemma":0.0035038202,"threshold_uncertainty_score":0.99989206},"labels":[],"label_agreement":null},{"id":"W3191004931","doi":"10.46542/pe.2021.211.292297","title":"Using mock interviews to prepare pharmacy students for professional placement: Results from a pilot study","year":2021,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preceptor; Pharmacy; Medical education; Inclusion (mineral); Curriculum; Psychology; Medicine; Nursing; Pedagogy","score_opus":0.2093514433490353,"score_gpt":0.54754899207687,"score_spread":0.3381975487278347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191004931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98170185,0.00017140296,0.0009378955,0.006729316,0.0059225545,0.0039591137,0.00007452005,0.000062594445,0.00044077355],"genre_scores_gemma":[0.97264624,0.000016134698,0.011293058,0.0065864264,0.0017931599,0.001390713,0.0016467478,0.00004446914,0.0045830766],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997423,0.00017313752,0.000822306,0.0006290285,0.0006753052,0.00027724562],"domain_scores_gemma":[0.9979711,0.00011479307,0.0002389496,0.00047113598,0.0010495046,0.00015450204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078972604,0.00021002672,0.00027486376,0.00021785342,0.00021786746,0.000064965665,0.00022902258,0.000019332656,0.00069396105],"category_scores_gemma":[0.0015034471,0.0002071618,0.000052695592,0.0007048369,0.000019001493,0.00021240997,0.0001432997,0.00021692584,0.00005654991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010189855,0.07122246,0.114564635,0.0005725998,0.0008115188,0.000011592066,0.051169433,0.000107692635,0.08237742,0.00005191913,0.56283677,0.1060841],"study_design_scores_gemma":[0.05624655,0.0021001853,0.058460407,0.0027322923,0.0022495517,0.000072028306,0.064510584,0.011696301,0.06775661,0.00047163045,0.7323555,0.0013484113],"about_ca_topic_score_codex":0.00029904285,"about_ca_topic_score_gemma":0.000027270655,"teacher_disagreement_score":0.16951868,"about_ca_system_score_codex":0.00053950073,"about_ca_system_score_gemma":0.0018985557,"threshold_uncertainty_score":0.8447813},"labels":[],"label_agreement":null},{"id":"W3191585048","doi":"10.1371/journal.pone.0255696","title":"A systematic review and meta-analysis of measurement properties of objective structured clinical examinations used in physical therapy licensure and a structured review of licensure practices in countries with well-developed regulation systems","year":2021,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph's Hospital; Hand and Upper Limb Clinic; Public Health Ontario; University of Toronto; St. Michael's Hospital; Western University","funders":"Canadian Institutes of Health Research; Arthritis Society","keywords":"Licensure; Cronbach's alpha; Meta-analysis; Intraclass correlation; Medicine; Objective structured clinical examination; Medical education; Family medicine; Psychology; Clinical psychology; Psychometrics; Pathology","score_opus":0.3530077567270244,"score_gpt":0.4146950028606461,"score_spread":0.0616872461336217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191585048","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049557635,0.9856584,0.0000040360137,0.0003076149,0.00001549665,0.008996821,0.000043668642,0.000008102964,0.000010061753],"genre_scores_gemma":[0.019862175,0.97829205,0.000554789,0.00010086901,0.000022479759,0.0009788709,0.0001340117,0.000032643587,0.000022133569],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9918099,0.0024313175,0.0034415964,0.0005412749,0.0016231724,0.00015272423],"domain_scores_gemma":[0.9893263,0.0005347206,0.0057689254,0.00074333686,0.0035787914,0.000047911693],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004948972,0.0004266762,0.012556423,0.00066953653,0.000027098447,0.000015906073,0.00014297495,0.0002636625,0.000029802002],"category_scores_gemma":[0.009962284,0.00024725826,0.0003980443,0.003354762,0.0002620531,0.00012851768,0.000036119643,0.000536632,1.8694911e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024366022,0.0007843424,0.00019372633,0.9155171,0.08222349,0.0000013549654,0.000703187,4.2284495e-7,0.000015892008,0.00007104814,0.000008280589,0.00045677388],"study_design_scores_gemma":[0.0003588295,0.00013410527,0.0009810763,0.56524247,0.43270865,0.000008444565,0.0002673335,0.00003397474,0.000023743774,0.0000012806291,0.00008668651,0.00015339082],"about_ca_topic_score_codex":0.00006028188,"about_ca_topic_score_gemma":0.00009801602,"teacher_disagreement_score":0.35048515,"about_ca_system_score_codex":0.0001777527,"about_ca_system_score_gemma":0.0010686822,"threshold_uncertainty_score":0.999998},"labels":[],"label_agreement":null},{"id":"W3191733357","doi":"10.1097/acm.0000000000004326","title":"Disruption and Dissonance: Exploring Constructive Tensions Within Research in Medical Education","year":2021,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Western University","funders":"","keywords":"Hard rime; Cognitive dissonance; Constructive; Context (archaeology); Field (mathematics); Sociology; Engineering ethics; Psychology; Public relations; Medical education; Epistemology; Political science; Social psychology; Medicine; Computer science; Engineering","score_opus":0.12341560500736928,"score_gpt":0.49336112731041193,"score_spread":0.3699455223030427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191733357","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15477343,0.0075857,0.000060322895,0.038004488,0.79659414,0.0011408812,0.000010960698,0.000080431775,0.0017496626],"genre_scores_gemma":[0.04685997,0.024859365,0.00062295044,0.0015811578,0.9202467,0.00090235326,0.0024816692,0.00011104226,0.0023347822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991877,0.00044761164,0.0014926249,0.0010642469,0.004494986,0.00062352186],"domain_scores_gemma":[0.99460906,0.0017952555,0.00037055733,0.00065446703,0.0020937335,0.0004769495],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006830796,0.0003965569,0.0010381427,0.0014390092,0.00020969841,0.0000141513365,0.00030490835,0.0025131472,0.00045256433],"category_scores_gemma":[0.084808275,0.00033188504,0.000041127143,0.0024346842,0.0017471769,0.00023376636,0.00023601289,0.011794662,0.00002026062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009238688,0.000076491,0.0013442612,0.0007178272,0.000039080685,0.00008868468,0.0055004978,1.5768835e-7,0.00012536578,0.00310954,0.9383793,0.05052641],"study_design_scores_gemma":[0.0036847317,0.00040068018,0.0039460734,0.045895845,0.0002608108,0.00044125077,0.039902948,0.0003721056,0.000044485172,0.0051423567,0.899368,0.0005407194],"about_ca_topic_score_codex":0.00036083907,"about_ca_topic_score_gemma":0.00003249028,"teacher_disagreement_score":0.12365259,"about_ca_system_score_codex":0.00094223453,"about_ca_system_score_gemma":0.008379896,"threshold_uncertainty_score":0.99991333},"labels":[],"label_agreement":null},{"id":"W3191823995","doi":"10.1097/ju.0000000000001985.05","title":"MP12-05 PERCEPTIONS AND ATTITUDES OF LEARNERS TOWARDS VIDEO RECORDING OF THEIR OPERATIVE PERFORMANCE FOR ASSESSMENT OF SURGICAL SKILLS","year":2021,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Perception; Medical education; Program director; Competency assessment; Psychology","score_opus":0.02831582504458009,"score_gpt":0.3896651694807765,"score_spread":0.36134934443619643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191823995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900471,0.00019632856,0.0019359747,0.007204408,0.00020606819,0.00010319769,0.000003431895,0.0000012222617,0.000302247],"genre_scores_gemma":[0.99207944,0.0011719383,0.006345136,0.00020581765,0.00010891492,0.000002555829,0.000004398161,0.000005647001,0.000076166216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905646,0.00013725387,0.00050585996,0.000056503763,0.00015779899,0.00008613504],"domain_scores_gemma":[0.9984094,0.00031597243,0.00034124232,0.00011558982,0.00079364225,0.000024148561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001333036,0.000057875128,0.000329634,0.00010349488,0.00004319498,0.0000016949972,0.00007679513,0.00006192214,0.00013388117],"category_scores_gemma":[0.00037256087,0.00003518061,0.000060287533,0.00017232102,0.0002775673,0.00005294454,0.000029735153,0.00025602695,1.2042078e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025357879,0.004062825,0.42296073,0.0017206987,0.002106761,0.000025569054,0.029633293,0.0031364085,0.22703886,0.008104694,0.005961802,0.2927126],"study_design_scores_gemma":[0.0049931505,0.007165581,0.9422535,0.0005501527,0.00072627934,0.002687972,0.011019971,0.005636606,0.019925274,0.00049311336,0.0044038733,0.00014455193],"about_ca_topic_score_codex":0.0000046809,"about_ca_topic_score_gemma":0.0000017438871,"teacher_disagreement_score":0.5192928,"about_ca_system_score_codex":0.000032155058,"about_ca_system_score_gemma":0.00038226022,"threshold_uncertainty_score":0.14659049},"labels":[],"label_agreement":null},{"id":"W3191981931","doi":"10.1007/s40596-021-01516-w","title":"The McMaster Advanced Communication Competencies Model for Psychiatry (MACC Model)","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; McMaster University","funders":"McMaster University","keywords":"Nonprobability sampling; Theoretical sampling; Medical education; Grounded theory; Interview; Thematic analysis; Psychology; Competence (human resources); Core competency; Curriculum; Qualitative research; Medicine; Pedagogy; Social psychology","score_opus":0.028227609384728566,"score_gpt":0.3485905660925795,"score_spread":0.3203629567078509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191981931","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32701573,0.025014363,0.17765737,0.45154464,0.0062328675,0.0019508419,0.00004631595,0.00035281194,0.010185038],"genre_scores_gemma":[0.35524264,0.0023834978,0.5894168,0.040385097,0.00093964604,0.0005663004,0.00033171338,0.00009187421,0.010642428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814075,0.00004808085,0.00068548793,0.00035225003,0.00038414588,0.00038926073],"domain_scores_gemma":[0.99822086,0.00011640432,0.00023530124,0.00087535806,0.0004678073,0.00008424667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062942546,0.00019686994,0.00024707863,0.00007630139,0.00059086183,0.000024893907,0.0004319435,0.0003245743,0.000030646817],"category_scores_gemma":[0.0005180346,0.00015688651,0.00013605997,0.00045418803,0.00019183643,0.00018539872,0.00009303393,0.0011166919,0.000020712063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042736452,0.00044392273,0.013186825,0.00041759445,0.00020156363,2.0221523e-7,0.0017052329,0.006824513,0.0024142757,0.45930636,0.4494776,0.06559453],"study_design_scores_gemma":[0.002045005,0.00005125979,0.0016027614,0.00037475163,0.00016302282,0.00004842808,0.0028724489,0.8061602,0.000122896,0.1567532,0.0295378,0.00026819302],"about_ca_topic_score_codex":0.0000013700807,"about_ca_topic_score_gemma":0.000015843214,"teacher_disagreement_score":0.7993357,"about_ca_system_score_codex":0.00010900024,"about_ca_system_score_gemma":0.0012767374,"threshold_uncertainty_score":0.63976467},"labels":[],"label_agreement":null},{"id":"W3193168549","doi":"10.1097/acm.0000000000004308","title":"Supported Independence: The Role of Supervision to Help Trainees Manage Uncertainty","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Independence (probability theory); Psychology; MEDLINE; Medical education; Medicine; Political science; Statistics; Law; Mathematics","score_opus":0.020903084732927693,"score_gpt":0.3430454328481069,"score_spread":0.3221423481151792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193168549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91494584,0.0013897194,0.00054754183,0.076412134,0.00052149466,0.00048487925,0.000003414747,0.000047271194,0.005647709],"genre_scores_gemma":[0.98303765,0.0003463447,0.00039918182,0.012664258,0.00081995217,0.000035991183,0.00015932757,0.000019898343,0.0025173689],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975669,0.00008090941,0.00069746224,0.00031079887,0.0010575786,0.00028637098],"domain_scores_gemma":[0.99840856,0.0001831276,0.00012569607,0.00055574736,0.00058257463,0.0001443147],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014827021,0.00015512753,0.0003834906,0.00021476689,0.0000781457,0.0000026065836,0.00027873684,0.00027661014,0.0018784117],"category_scores_gemma":[0.0049375216,0.00009702642,0.000043868087,0.001533233,0.00024878085,0.00005754524,0.000087901855,0.0010173788,0.000041113533],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030867796,0.00018704093,0.062119424,0.0005390298,0.0002812606,0.00012229045,0.06235153,0.00006798567,0.3873908,0.021182243,0.15411885,0.31133088],"study_design_scores_gemma":[0.0055493545,0.0011599768,0.09245907,0.0036435085,0.00083332555,0.0009822225,0.22262554,0.004461876,0.10319196,0.017640052,0.5468453,0.0006078078],"about_ca_topic_score_codex":0.00008883866,"about_ca_topic_score_gemma":0.000005106004,"teacher_disagreement_score":0.39272645,"about_ca_system_score_codex":0.00006757225,"about_ca_system_score_gemma":0.0002768248,"threshold_uncertainty_score":0.999034},"labels":[],"label_agreement":null},{"id":"W3193275867","doi":"10.1097/acm.0000000000004264","title":"Using Individual Residents’ Learning Trajectories to Better Understand the Impact of Gaps in Practice","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"","keywords":"Curriculum; Learning curve; Set (abstract data type); Medicine; Health care; Balance (ability); Medical education; Psychology; Physical therapy; Computer science; Pedagogy","score_opus":0.09211613694474122,"score_gpt":0.4540451751561664,"score_spread":0.3619290382114252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193275867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625297,0.0010580037,0.0010293982,0.03355719,0.00028622407,0.00025685065,0.0000010685482,0.00001475437,0.0012667986],"genre_scores_gemma":[0.99192834,0.00017907067,0.0014564617,0.005371031,0.00073668116,0.000006764262,0.000034185403,0.000018986131,0.00026846016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979769,0.00021813002,0.00060011935,0.00021891411,0.0007299597,0.00025596793],"domain_scores_gemma":[0.9985316,0.0005843694,0.000207103,0.0002513346,0.00034580223,0.0000797822],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020537802,0.00012787647,0.0003194753,0.0002708762,0.00007455563,0.000005094792,0.00013871757,0.00018094791,0.0002845601],"category_scores_gemma":[0.020098582,0.000082312385,0.00003407658,0.001653796,0.0002116986,0.00013290883,0.000057857247,0.0014635641,0.000005069139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000647306,0.00015850374,0.6559073,0.0003322806,0.00076388096,0.00019699302,0.17694539,0.000934202,0.066858225,0.0029549783,0.078059226,0.016241737],"study_design_scores_gemma":[0.004658678,0.00090210873,0.7781555,0.0036921077,0.0009805512,0.0010279889,0.19629526,0.00071102864,0.00507765,0.001979729,0.006189846,0.00032951985],"about_ca_topic_score_codex":0.0005841833,"about_ca_topic_score_gemma":0.0000056759095,"teacher_disagreement_score":0.12224825,"about_ca_system_score_codex":0.000287094,"about_ca_system_score_gemma":0.0005738425,"threshold_uncertainty_score":0.98815554},"labels":[],"label_agreement":null},{"id":"W3193639708","doi":"10.1177/08465371211038963","title":"Analyzing the Administrative Burden of Competency Based Medical Education","year":2021,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Family medicine; Medical education","score_opus":0.01853964132042304,"score_gpt":0.332572147472659,"score_spread":0.314032506152236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193639708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5362581,0.0014196623,0.0039935363,0.4371958,0.002806986,0.00038496772,0.000036329257,0.000018576526,0.017886048],"genre_scores_gemma":[0.9905258,0.00010142622,0.0059993677,0.002021708,0.00057312794,0.0000057497577,0.000095080206,0.000007780125,0.0006699817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982801,0.00027461688,0.00061346596,0.00011240883,0.00051486434,0.00020454769],"domain_scores_gemma":[0.99672914,0.00023460363,0.0006891218,0.00018837862,0.0019142462,0.0002444932],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018431884,0.00008237219,0.0002718212,0.00023848854,0.00015066339,0.00001661386,0.00016284936,0.00020064467,0.0011782744],"category_scores_gemma":[0.019381974,0.0000640298,0.00011156149,0.0006606613,0.00014917357,0.000051787898,0.0000067488127,0.0005433453,0.0000038332005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006049664,0.00051372487,0.54496795,0.0001827355,0.00075743784,0.00011066881,0.0023633526,0.00015551633,0.0009983099,0.043061305,0.30691636,0.09991215],"study_design_scores_gemma":[0.004131756,0.00068530743,0.8498202,0.00151367,0.0007042857,0.0020436486,0.011804334,0.007305927,0.0025331317,0.0068661165,0.11209492,0.00049671467],"about_ca_topic_score_codex":0.001165775,"about_ca_topic_score_gemma":0.0037401584,"teacher_disagreement_score":0.45426768,"about_ca_system_score_codex":0.0012246356,"about_ca_system_score_gemma":0.043367717,"threshold_uncertainty_score":0.99973476},"labels":[],"label_agreement":null},{"id":"W3193742665","doi":"10.1186/s12909-021-02883-6","title":"Field note use in family medicine residency training: learning needs revealed or avoided?","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Max Rady College of Medicine, University of Manitoba; University of Manitoba","keywords":"Formative assessment; Medical education; Psychosocial; Psychology; Medicine; Pedagogy","score_opus":0.0958239151668504,"score_gpt":0.4115734827752059,"score_spread":0.3157495676083555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193742665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91098356,0.0006357268,0.0053667724,0.068944365,0.0033889636,0.00052174134,5.2294695e-7,0.00014083894,0.010017481],"genre_scores_gemma":[0.8785017,0.00072366616,0.028719965,0.054643497,0.003377647,0.00023599122,0.00048064344,0.00007302565,0.033243835],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99631536,0.00038300076,0.0010817163,0.00046423133,0.0013232133,0.00043245035],"domain_scores_gemma":[0.9965023,0.0016677551,0.00022368586,0.000574142,0.00068041455,0.00035175064],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001978611,0.00022948903,0.00051992293,0.0006730421,0.00012994569,0.000030107118,0.00018742413,0.00046844094,0.005231344],"category_scores_gemma":[0.16927826,0.00018926847,0.000071042734,0.0026593043,0.00018233084,0.00023370642,0.000053340584,0.0013685456,0.0000732598],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009828777,0.0019885646,0.18188953,0.0014076832,0.000056393677,0.00022652173,0.020582613,0.000011244488,0.001845379,0.010400703,0.35121316,0.42939535],"study_design_scores_gemma":[0.012527623,0.0018778665,0.5525577,0.017617626,0.00040332982,0.0016239947,0.114430726,0.00568372,0.00080754707,0.0032878872,0.28799433,0.0011876115],"about_ca_topic_score_codex":0.00045603313,"about_ca_topic_score_gemma":0.0006004824,"teacher_disagreement_score":0.42820773,"about_ca_system_score_codex":0.00033545741,"about_ca_system_score_gemma":0.018971039,"threshold_uncertainty_score":0.995678},"labels":[],"label_agreement":null},{"id":"W3193783235","doi":"10.1111/medu.14625","title":"Dual and duelling purposes: An exploration of educators' perspectives on the use of reflective writing to remediate professionalism in residency","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Western University; Mount Saint Vincent University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Reflective practice; Reflective writing; Psychology; Medical education; Pedagogy; Grounded theory; Engineering ethics; Medicine; Qualitative research; Sociology; Engineering","score_opus":0.10313126086819145,"score_gpt":0.4350989626339686,"score_spread":0.3319677017657771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193783235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93466526,0.00025423284,0.00034687435,0.06350198,0.0005380653,0.00049771444,0.0000014782345,0.000011582035,0.0001827988],"genre_scores_gemma":[0.9866227,0.00018015948,0.00799652,0.0044125305,0.0003782083,0.00016273423,0.000070505936,0.000017110422,0.00015955904],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978249,0.00031325716,0.00060783676,0.0003223009,0.0007777453,0.00015396134],"domain_scores_gemma":[0.9979732,0.0004186411,0.00019322867,0.00033856306,0.0009953502,0.00008103175],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012539008,0.0001103457,0.00023167876,0.00032627035,0.00008074,0.00001535544,0.00007279743,0.00013933424,0.00019119309],"category_scores_gemma":[0.026756931,0.00008533098,0.000027093001,0.001123679,0.00016964889,0.00039707986,0.00003587428,0.00042191395,0.0000028086777],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008501722,0.013450905,0.031933624,0.0011510702,0.00012459041,0.00002616794,0.3791964,0.000057792782,0.019594345,0.21100296,0.027851308,0.31476066],"study_design_scores_gemma":[0.0018996843,0.0013431445,0.23074697,0.01179994,0.00015914056,0.0001102083,0.69965214,0.0018898865,0.030545069,0.015303264,0.0059854933,0.0005650876],"about_ca_topic_score_codex":0.00012583112,"about_ca_topic_score_gemma":0.00005236021,"teacher_disagreement_score":0.3204557,"about_ca_system_score_codex":0.00016637395,"about_ca_system_score_gemma":0.003712248,"threshold_uncertainty_score":0.9814411},"labels":[],"label_agreement":null},{"id":"W3193987093","doi":"10.31051/1852.8023.v13.n1.31861","title":"WHICH MOTIVATIONAL BEHAVIORS IMPACT SUCCESS IN A FOUNDATIONAL ANATOMY COURSE FOR ENTRY DOCTOR OF PHYSICAL THERAPY STUDENTS?","year":2021,"lang":"en","type":"article","venue":"Revista Argentina de Anatomía Clínica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Remedial education; Test anxiety; Medical education; Self-efficacy; Test (biology); Anxiety; Goal orientation; Task (project management); Clinical psychology; Mathematics education; Social psychology; Medicine","score_opus":0.018816478456975684,"score_gpt":0.42567282174428994,"score_spread":0.40685634328731424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193987093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966819,0.00028731488,0.0004772738,0.0014536915,0.000107626816,0.0007034562,0.00005437007,0.000022291928,0.00021204844],"genre_scores_gemma":[0.99603516,0.0001069837,0.0018407359,0.00030203792,0.00026815428,0.00016044875,0.0009673406,0.000030526702,0.00028863963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99777627,0.00009965737,0.00064113335,0.00037279376,0.00076589023,0.00034428027],"domain_scores_gemma":[0.99782974,0.00018885625,0.00024646777,0.00039252773,0.0012352447,0.000107175394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070742285,0.00019255783,0.0004595012,0.0002073055,0.00007994357,0.00005584844,0.00022211092,0.0001152472,0.00083895976],"category_scores_gemma":[0.0010551419,0.00017730685,0.00023038704,0.0014145254,0.000094749215,0.00015156317,0.000046879897,0.00029128237,0.000008572809],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019804962,0.0044904347,0.96639174,0.00022943623,0.00019492632,0.000012557332,0.00030494542,0.000011190184,0.0053604557,0.015594474,0.0033834435,0.0038283626],"study_design_scores_gemma":[0.003296307,0.00017846731,0.9778869,0.00027966403,0.00012204759,0.00003291172,0.00015713854,0.0009855278,0.0023421291,0.0003265072,0.014206557,0.00018583586],"about_ca_topic_score_codex":0.000021567654,"about_ca_topic_score_gemma":0.000009572805,"teacher_disagreement_score":0.015267967,"about_ca_system_score_codex":0.0003218828,"about_ca_system_score_gemma":0.0015623368,"threshold_uncertainty_score":0.9186021},"labels":[],"label_agreement":null},{"id":"W3194256900","doi":"10.36834/cmej.71857","title":"Towards a better understanding of medical students’ mentorship needs: a self-determination theory perspective","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"","keywords":"Mentorship; Competence (human resources); Medical education; Self-determination theory; Psychology; Autonomy; Medicine; Social psychology","score_opus":0.02445900718280302,"score_gpt":0.3655214450998735,"score_spread":0.34106243791707047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194256900","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36441115,0.0015606226,0.007796196,0.59071356,0.007608088,0.0005518792,0.000006690908,0.000071181355,0.027280618],"genre_scores_gemma":[0.91737306,0.0001823774,0.003675558,0.075242534,0.0025257068,0.000033966993,0.000055455992,0.000041164567,0.00087020046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99391246,0.00035189412,0.0007646443,0.00024916374,0.0042911563,0.0004307065],"domain_scores_gemma":[0.99329245,0.000119833894,0.00025363735,0.00031243375,0.0017840267,0.0042376216],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004616765,0.00017976857,0.00033502252,0.0010516663,0.0002575389,0.00011587275,0.0005056623,0.0004730293,0.042533692],"category_scores_gemma":[0.042935632,0.00016797073,0.00013308687,0.0013330567,0.0002654423,0.00017908137,0.000048047285,0.0013908484,0.000028299559],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000104573526,0.0036149756,0.018623048,0.0005163787,0.00076019095,0.00088759774,0.052479856,5.2507744e-7,0.000056745106,0.3628357,0.3318329,0.22828752],"study_design_scores_gemma":[0.009851881,0.00084259885,0.055249006,0.007037759,0.0013773864,0.02696914,0.5120173,0.0019739927,0.00071674807,0.11794201,0.26461104,0.0014110976],"about_ca_topic_score_codex":0.0009956631,"about_ca_topic_score_gemma":0.0010069843,"teacher_disagreement_score":0.5529619,"about_ca_system_score_codex":0.004097417,"about_ca_system_score_gemma":0.1027131,"threshold_uncertainty_score":0.9997257},"labels":[],"label_agreement":null},{"id":"W3194503505","doi":"10.1016/j.nedt.2021.105103","title":"An integrative literature review on selecting patient assignments for undergraduate nursing students in the clinical setting","year":2021,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Nursing literature; Inclusion (mineral); Selection (genetic algorithm); Scholarship; Psychology; Process (computing); Nursing; MEDLINE; Medical education; Nurse education; Medicine; Alternative medicine; Computer science; Pathology","score_opus":0.02463824230574314,"score_gpt":0.47285499596929764,"score_spread":0.4482167536635545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194503505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74214274,0.007278388,0.0015682575,0.22933747,0.008168966,0.004794875,0.000011582824,0.00008290897,0.0066148276],"genre_scores_gemma":[0.9302063,0.0011394812,0.0130884545,0.051585793,0.0011539208,0.00070753135,0.0011721039,0.000038984017,0.00090743334],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99759954,0.000563031,0.0006808228,0.0003982292,0.0005382755,0.00022012829],"domain_scores_gemma":[0.99824035,0.0003024243,0.00025578574,0.00044216542,0.0006935161,0.000065729975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015372062,0.00016147173,0.0002569776,0.00012532693,0.00017182934,0.000084092295,0.0001633052,0.00011661218,0.000032740034],"category_scores_gemma":[0.0040933355,0.000113156195,0.00008218545,0.0010549783,0.000049605304,0.00014057044,0.000005573368,0.0006899601,0.000010171545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054416585,0.007869291,0.0132840015,0.0004106924,0.000038837254,0.0000049949535,0.013313399,0.0000020742143,0.00013870261,0.0036376438,0.13147885,0.8297671],"study_design_scores_gemma":[0.006426684,0.00505769,0.36353442,0.29526505,0.0011325056,0.0005120577,0.19971722,0.0014326319,0.004212767,0.018756814,0.102496564,0.0014555871],"about_ca_topic_score_codex":0.0000015405568,"about_ca_topic_score_gemma":0.0000020733437,"teacher_disagreement_score":0.8283115,"about_ca_system_score_codex":0.00041718644,"about_ca_system_score_gemma":0.00092334836,"threshold_uncertainty_score":0.49004003},"labels":[],"label_agreement":null},{"id":"W3195184778","doi":"10.5688/ajpe8637","title":"Exploring Factors That Influence Student Engagement in Community-Engaged Learning Activities Within a Pharmacy Context","year":2021,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Thematic analysis; Pharmacy; Context (archaeology); Outreach; Medical education; Student engagement; Psychology; Feeling; Community engagement; Qualitative research; Perspective (graphical); Turnover; Medicine; Nursing; Public relations; Political science; Sociology; Social psychology","score_opus":0.19624071611852326,"score_gpt":0.4604389705169763,"score_spread":0.264198254398453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195184778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949512,0.00022996217,0.00017957915,0.0031172002,0.0011155292,0.0001911755,5.1082634e-7,0.000021210943,0.00019365744],"genre_scores_gemma":[0.9943858,0.00046816288,0.001721064,0.003113857,0.00016640406,0.00003831878,0.000015132234,0.00002536009,0.00006594261],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99464047,0.0035528168,0.00073199405,0.00015472408,0.00065531477,0.0002646768],"domain_scores_gemma":[0.99733216,0.0011929075,0.00055068143,0.00019749114,0.000551669,0.00017508444],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0043906695,0.00018024878,0.00042758213,0.00043212497,0.00044580345,0.000054060616,0.0001858192,0.000024877561,0.00016356588],"category_scores_gemma":[0.0056494824,0.0001680416,0.000091417955,0.000981232,0.00028428045,0.00062912964,0.000063094565,0.006373825,0.0000051499605],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025800697,0.0033027397,0.5066271,0.00016931661,0.00020368327,0.00003548385,0.1326528,0.00019928713,0.025253247,0.00015849463,0.00013188816,0.33100796],"study_design_scores_gemma":[0.0014945277,0.00036945907,0.23458102,0.00068193313,0.00017341605,0.00020085553,0.6942497,0.00012473772,0.058844034,0.000019777579,0.009072882,0.0001876946],"about_ca_topic_score_codex":0.0001787794,"about_ca_topic_score_gemma":0.000008271423,"teacher_disagreement_score":0.5615969,"about_ca_system_score_codex":0.0006280329,"about_ca_system_score_gemma":0.0015126556,"threshold_uncertainty_score":0.9959185},"labels":[],"label_agreement":null},{"id":"W3195673127","doi":"10.1111/medu.14623","title":"Patient‐present teaching in the clinic: Effect on agency and professional behaviour","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa; University of British Columbia","funders":"","keywords":"Agency (philosophy); Curriculum; Focus group; Medicine; Medical education; Learning environment; Health care; Psychology; Family medicine; Nursing; Pedagogy","score_opus":0.015058433045000198,"score_gpt":0.4192493438216323,"score_spread":0.4041909107766321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195673127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9242441,0.00025391436,0.000015863006,0.069098234,0.00199554,0.00041446346,5.902366e-7,0.000016367074,0.0039609415],"genre_scores_gemma":[0.9678356,0.000022844051,0.00044971536,0.029767977,0.0005850095,0.00021699264,0.00020525222,0.000011205955,0.00090539013],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977914,0.0004791876,0.00038073567,0.00026170118,0.0009150275,0.00017191535],"domain_scores_gemma":[0.99913245,0.0003451514,0.00007367572,0.00029684338,0.00008300184,0.000068894384],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016589811,0.00010412342,0.00015787681,0.00011791187,0.00013347542,0.000017526701,0.000084156185,0.00015996512,0.0008997582],"category_scores_gemma":[0.009966643,0.00006662029,0.000036298778,0.00032351157,0.00008707529,0.00005185528,0.000036179325,0.0009965003,0.000038216112],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042254167,0.0028056565,0.077520825,0.00010565789,0.00000845523,0.000029758641,0.004706192,8.559083e-8,0.000040518036,0.0012285797,0.14914918,0.7643628],"study_design_scores_gemma":[0.001529446,0.00082892395,0.88741684,0.0016382199,0.00007843989,0.00030569953,0.006479189,0.000269413,0.00029789598,0.0005190309,0.1004479,0.0001889783],"about_ca_topic_score_codex":0.00003035038,"about_ca_topic_score_gemma":0.0000072147864,"teacher_disagreement_score":0.80989605,"about_ca_system_score_codex":0.0000939738,"about_ca_system_score_gemma":0.0012355899,"threshold_uncertainty_score":0.99837285},"labels":[],"label_agreement":null},{"id":"W3195816107","doi":"10.1108/lhs-03-2021-0015","title":"Deconstructing the ABC’s of leadership for successful curriculum development and implementation in residency education","year":2021,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Manitoba; Ottawa Hospital; University of Ottawa; College of Family Physicians of Canada; Hospital for Sick Children; University of Toronto; SickKids Foundation; Glenrose Rehabilitation Hospital; University of Alberta","funders":"","keywords":"Formative assessment; Summative assessment; Curriculum; Context (archaeology); Leadership development; Variety (cybernetics); Psychology; Educational leadership; Engineering ethics; Medical education; Pedagogy; Public relations; Medicine; Computer science; Political science; Engineering","score_opus":0.09255209824132578,"score_gpt":0.4059899970841732,"score_spread":0.31343789884284745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195816107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9355099,0.0027272652,0.000054274813,0.060481306,0.00032217402,0.0008290307,0.0000010097096,0.000011282661,0.0000637427],"genre_scores_gemma":[0.9753202,0.000058670965,0.0148939025,0.0092394035,0.00011057686,0.00021282102,0.00010723867,0.000012145322,0.00004500157],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9982813,0.00011886943,0.0008109198,0.00024646468,0.00021793724,0.00032452354],"domain_scores_gemma":[0.99907374,0.00017429474,0.0003007957,0.00016901991,0.00023681406,0.00004534676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014076723,0.00010091462,0.00021338674,0.00024218352,0.00010817428,0.000017694607,0.00008457334,0.00007789474,0.000036064073],"category_scores_gemma":[0.00017783545,0.00008889983,0.000017739316,0.0007343558,0.00005811342,0.00015139561,0.000017142527,0.00022231284,0.0000010439502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023045573,0.00016665553,0.70741796,0.018922038,0.000009726696,7.435222e-7,0.03427916,0.0000026890257,0.000054849013,0.004102095,0.00006519397,0.23495586],"study_design_scores_gemma":[0.00077687914,0.000044643068,0.42153326,0.0031217474,0.000008702865,0.000021330177,0.5717971,0.00023031505,0.0014108614,0.0005511168,0.00042392637,0.00008013226],"about_ca_topic_score_codex":0.0014019742,"about_ca_topic_score_gemma":0.0122745335,"teacher_disagreement_score":0.5375179,"about_ca_system_score_codex":0.00023258959,"about_ca_system_score_gemma":0.0021171428,"threshold_uncertainty_score":0.6849478},"labels":[],"label_agreement":null},{"id":"W3196110644","doi":"","title":"clinician for high school bands throughout Alberta, Canada","year":2020,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Geography","score_opus":0.024510822566543803,"score_gpt":0.3428619853208781,"score_spread":0.3183511627543343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196110644","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29169354,0.000033727527,0.010884866,0.63768524,0.0022428448,0.0011891939,0.000013427849,0.00009658075,0.05616059],"genre_scores_gemma":[0.841593,0.0000025108154,0.011227596,0.13809016,0.0011985892,0.000045610606,0.00015688331,0.000015781337,0.007669824],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991704,0.000006914167,0.00028499283,0.00017239478,0.00020590785,0.00015938426],"domain_scores_gemma":[0.99938047,0.00009018902,0.000046158468,0.00016233145,0.00018255878,0.00013830852],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009875885,0.00007445869,0.00016283513,0.000019982324,0.00005768617,0.0000073852616,0.00007074525,0.00006244673,0.0019270167],"category_scores_gemma":[0.0031149564,0.000060963994,0.00002739419,0.0002461951,0.00002406215,0.000038921422,0.000011921773,0.00015731275,0.000057006906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054343003,0.00003853462,0.009024429,0.000067013636,0.000035271016,0.0000015220147,0.0001291642,0.000001309552,0.00005812293,0.0081838975,0.97236377,0.010042626],"study_design_scores_gemma":[0.0021571966,0.0003296856,0.025023583,0.000034310877,0.00009258261,0.00000467825,0.0009619685,0.0019229262,0.0017925105,0.00038424614,0.96712357,0.00017272207],"about_ca_topic_score_codex":0.31402272,"about_ca_topic_score_gemma":0.17475046,"teacher_disagreement_score":0.5498995,"about_ca_system_score_codex":0.00012832023,"about_ca_system_score_gemma":0.0014735089,"threshold_uncertainty_score":0.99898535},"labels":[],"label_agreement":null},{"id":"W3196119441","doi":"10.36834/cmej.70991","title":"Level of patients’ knowledge, confidence, and acceptance regarding the role of residents in a family medicine teaching clinic","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Occupational and Environmental Medical Association of Canada; Vitalité Health Network; Government of New Brunswick; Université de Sherbrooke","funders":"","keywords":"Family medicine; Confidence interval; Medicine; Cross-sectional study; Internal medicine; Pathology","score_opus":0.04182165124875392,"score_gpt":0.3776789710590751,"score_spread":0.3358573198103212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196119441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.947717,0.004924575,0.000094745585,0.027485799,0.001765381,0.00022828687,0.0000046311384,0.0000037232803,0.017775837],"genre_scores_gemma":[0.9899001,0.00043285757,0.00092937285,0.00734932,0.00054940156,0.000010098548,0.00002240842,0.000012851569,0.00079358806],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99766403,0.00024094622,0.00095932925,0.00017676252,0.0007248394,0.00023408602],"domain_scores_gemma":[0.99678344,0.00022813956,0.00033256598,0.00026783897,0.0013268386,0.0010611981],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025174539,0.00010443924,0.00032681823,0.00048367665,0.00014558528,0.000013116364,0.00021018343,0.0001643679,0.0033394303],"category_scores_gemma":[0.06520281,0.00007849992,0.00004251736,0.0006686531,0.00040519654,0.000109485074,0.000025878315,0.0011309239,0.0000044733993],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045360863,0.00055687653,0.27056175,0.00018762745,0.00007055135,0.000017417033,0.009898092,3.7539786e-7,0.000226034,0.0069913804,0.14672673,0.5647178],"study_design_scores_gemma":[0.0014197368,0.00009955652,0.91801554,0.002594736,0.00005980608,0.00021296514,0.02359162,0.00011236327,0.0000896252,0.0022253003,0.051482923,0.000095796655],"about_ca_topic_score_codex":0.0047474373,"about_ca_topic_score_gemma":0.0052552177,"teacher_disagreement_score":0.64745384,"about_ca_system_score_codex":0.0002821744,"about_ca_system_score_gemma":0.026545387,"threshold_uncertainty_score":0.99757165},"labels":[],"label_agreement":null},{"id":"W3196335522","doi":"10.1016/j.jmir.2021.08.012","title":"Fostering the development of professional identity within healthcare education-interdisciplinary innovation","year":2021,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Transformative learning; Identity (music); Thematic analysis; Curriculum; Health care; Professional development; Pedagogy; Medical education; Sociology; Psychology; Engineering ethics; Medicine; Qualitative research; Political science; Engineering; Social science","score_opus":0.04747355020626518,"score_gpt":0.46293714029226185,"score_spread":0.41546359008599665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196335522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84434783,0.00158621,0.0048539527,0.14632453,0.0026207499,0.00006492383,2.4421797e-7,0.0000038189714,0.00019773051],"genre_scores_gemma":[0.98593956,0.00006802588,0.011237403,0.002245643,0.0004454147,0.0000032937514,0.0000053215645,0.000002909819,0.00005241919],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99750787,0.00007824044,0.00084031647,0.00010183373,0.0013846869,0.00008705737],"domain_scores_gemma":[0.99821156,0.00010533265,0.00056193024,0.00007163433,0.0009855679,0.00006396897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042258077,0.00005306842,0.0001401246,0.0002669721,0.00032122995,0.00003841041,0.00014629071,0.000041730684,0.000054662436],"category_scores_gemma":[0.0025983627,0.000031948734,0.000023064613,0.0011180753,0.0002924753,0.0003520245,0.00015899277,0.00029818804,6.780708e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014283246,0.00023929465,0.024505626,0.00016007258,0.000020425598,0.000004425455,0.0095547605,0.0000050713293,0.00086194323,0.0052844128,0.0038677219,0.95548195],"study_design_scores_gemma":[0.0020585114,0.00020964912,0.74949235,0.006005681,0.0001077209,0.0033999006,0.18552409,0.013165012,0.007952244,0.02286508,0.008938545,0.00028120377],"about_ca_topic_score_codex":0.0000030463793,"about_ca_topic_score_gemma":0.0000044163835,"teacher_disagreement_score":0.95520073,"about_ca_system_score_codex":0.00006604243,"about_ca_system_score_gemma":0.0052635735,"threshold_uncertainty_score":0.9337354},"labels":[],"label_agreement":null},{"id":"W3196456394","doi":"10.3138/jvme-2021-0004","title":"American Society for Veterinary Clinical Pathology–Recommended Clinical Pathology Competencies for Graduating Veterinarians","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Veterinary pathology; Curriculum; Accreditation; Specialty; Medical education; Medicine; Veterinary medicine; Clinical pathology; Medical laboratory; Grading (engineering); Graduate medical education; Pathology; Psychology","score_opus":0.2255247101563509,"score_gpt":0.5223006615267826,"score_spread":0.29677595137043167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196456394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91622794,0.00045382223,0.02514274,0.047458556,0.009970225,0.0006179522,0.000015425578,0.00004017077,0.000073185016],"genre_scores_gemma":[0.5494343,0.0011469901,0.40698037,0.03400436,0.00746067,0.00024577213,0.00034495236,0.000083659084,0.000298951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944846,0.000668814,0.0030570438,0.0005574191,0.0007103875,0.00052172237],"domain_scores_gemma":[0.99307215,0.001920378,0.0016589836,0.00053340686,0.0023617437,0.00045331297],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0074246456,0.00030262355,0.0012494981,0.00019955797,0.00026000757,0.000036439636,0.00036700233,0.00051190634,0.00017542398],"category_scores_gemma":[0.024748769,0.00027471138,0.0012228992,0.00051688583,0.0007911644,0.00020410937,0.00013308351,0.001286023,0.000005963151],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018791122,0.005600037,0.008056358,0.000646619,0.00044411793,0.0004373107,0.00086182274,8.0883876e-7,0.004430629,0.0004497754,0.11978695,0.85740644],"study_design_scores_gemma":[0.01061473,0.042430434,0.088003114,0.0014239107,0.00093910214,0.049563963,0.012661916,0.002474969,0.000098296776,0.0014127494,0.78971505,0.00066174706],"about_ca_topic_score_codex":0.0000032196892,"about_ca_topic_score_gemma":0.0000010736358,"teacher_disagreement_score":0.8567447,"about_ca_system_score_codex":0.0002577766,"about_ca_system_score_gemma":0.0057460256,"threshold_uncertainty_score":0.9999705},"labels":[],"label_agreement":null},{"id":"W3196494832","doi":"10.3138/jvme-2021-0015","title":"Development of a Formative Assessment Rubric for Peer Evaluation of Teaching (FARPET) and Pilot Use in Veterinary Online Teaching","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Formative assessment; Focus group; Medical education; Likert scale; Peer assessment; Trainer; Psychology; Computer science; Multimedia; Mathematics education; Medicine","score_opus":0.18923483258075985,"score_gpt":0.49916270957613784,"score_spread":0.309927876995378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196494832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98996323,0.00020139002,0.005063014,0.0034970457,0.00077786815,0.00037028376,0.0000031224856,0.000004058188,0.00011999819],"genre_scores_gemma":[0.7605706,0.000026469865,0.2386636,0.00036005696,0.00019057434,0.000030446412,0.00010981657,0.000012161654,0.000036298658],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961454,0.00041193448,0.0014809917,0.00015813898,0.0016479181,0.00015561123],"domain_scores_gemma":[0.9965308,0.00031241516,0.0008333245,0.00016903668,0.0020408344,0.00011364494],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008064334,0.00013200512,0.0004251954,0.00047652633,0.000077535544,0.00001338633,0.00010271861,0.000106586725,0.00007359054],"category_scores_gemma":[0.015275935,0.00011742416,0.0000626665,0.00023531994,0.000077283614,0.00040476464,0.000060307582,0.0006930572,1.790572e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065347884,0.0078483885,0.0033234113,0.0012871466,0.00015784675,0.000016935513,0.011200788,0.000015309211,0.0357637,0.0005484579,0.0015340345,0.9376505],"study_design_scores_gemma":[0.014300226,0.012023529,0.8308426,0.014061219,0.000778642,0.0059808986,0.038998585,0.030620655,0.0019674338,0.00088050467,0.049019784,0.00052592583],"about_ca_topic_score_codex":0.000013111294,"about_ca_topic_score_gemma":0.000004351606,"teacher_disagreement_score":0.93712455,"about_ca_system_score_codex":0.0005493032,"about_ca_system_score_gemma":0.006616027,"threshold_uncertainty_score":0.9990155},"labels":[],"label_agreement":null},{"id":"W3197017548","doi":"10.1503/cjs.011520","title":"Competency-based education in general surgery: Are Canadian residents ready?","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre intégré de santé et de services sociaux de Chaudière-Appalaches; University of Manitoba; Centre Intégré de Santé et de Services Sociaux des Laurentides; Cégep de l'Outaouais; Queen's University","funders":"Queen's University","keywords":"Medicine; MEDLINE; Medical education; Family medicine; General surgery","score_opus":0.03372474649545312,"score_gpt":0.29676423760016546,"score_spread":0.26303949110471236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197017548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96209913,0.0010586837,0.000011719932,0.03125238,0.0038377093,0.00008054559,0.000014266849,0.000004182858,0.0016413468],"genre_scores_gemma":[0.98486316,0.000046702913,0.0014905292,0.01168926,0.0008295078,0.0000055544388,0.0002390014,0.000028209137,0.00080806314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812746,0.00012434817,0.0008209059,0.00015954569,0.00031961215,0.0004481305],"domain_scores_gemma":[0.9968735,0.00018556889,0.00032143484,0.00027088542,0.001352727,0.0009959111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011734668,0.00012642586,0.00045480716,0.0024191674,0.000109835244,0.000046414414,0.00008725572,0.00014778697,0.0007967607],"category_scores_gemma":[0.0041410043,0.00013700343,0.00013577596,0.0012669913,0.00008200216,0.00014545165,0.0000026661933,0.00045776734,0.000019283934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008453015,0.000044505763,0.745704,0.000054110238,0.000017162798,0.0013073871,0.000061293875,0.000011263327,0.000039870418,0.00017698067,0.23992956,0.012645398],"study_design_scores_gemma":[0.00017564857,0.000007749774,0.9396611,0.0011476283,0.000029846558,0.0006151593,0.00056277524,0.00003633174,0.000274251,0.00022014706,0.057130568,0.00013882878],"about_ca_topic_score_codex":0.26345244,"about_ca_topic_score_gemma":0.74528396,"teacher_disagreement_score":0.48183152,"about_ca_system_score_codex":0.0016184286,"about_ca_system_score_gemma":0.17361416,"threshold_uncertainty_score":0.8723971},"labels":[],"label_agreement":null},{"id":"W3197053649","doi":"10.24926/iip.v12i3.3919","title":"Guiding Ethics Review in Pharmacy Education Research and Scholarship at UBC: Clarifying the Unclear","year":2021,"lang":"en","type":"article","venue":"INNOVATIONS in pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"UNC Eshelman School of Pharmacy, University of North Carolina at Chapel Hill; Faculty of Pharmaceutical Sciences, University of British Columbia","keywords":"Scholarship; Engineering ethics; Nursing ethics; Corporate governance; CLARITY; Political science; Pharmacy; Information ethics; Medicine; Medical education; Sociology; Public relations; Management; Engineering; Law","score_opus":0.4069240260925887,"score_gpt":0.5716042839762157,"score_spread":0.16468025788362695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197053649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7611377,0.014430608,0.0000386007,0.21759462,0.0007765358,0.0010024257,0.0000025275458,0.000040586106,0.004976375],"genre_scores_gemma":[0.93666226,0.017269267,0.0034530433,0.039987728,0.0004724318,0.00041577197,0.0002319929,0.000045083583,0.001462416],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677396,0.00049173523,0.00096668943,0.00045998482,0.00088965474,0.00041797527],"domain_scores_gemma":[0.9959147,0.00067492755,0.00015503276,0.00058833463,0.0026009595,0.00006603535],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0093762735,0.00016590374,0.00026134454,0.0008589826,0.00055580225,0.00007518515,0.00024464974,0.000117646254,0.0005101042],"category_scores_gemma":[0.014953875,0.00015041538,0.000030332052,0.009324074,0.00028353205,0.00040209648,0.00024846476,0.0033070934,0.000060295246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015972405,0.002134056,0.43047863,0.004509187,0.00008625413,0.000091757516,0.0050154673,0.000009861697,0.045999568,0.079959236,0.1015091,0.33004716],"study_design_scores_gemma":[0.0034003307,0.00003835852,0.061966263,0.0098478915,0.00008551768,0.00047842722,0.0019585893,0.000769175,0.013777458,0.009060816,0.8982057,0.00041150418],"about_ca_topic_score_codex":0.00014976259,"about_ca_topic_score_gemma":0.00006175036,"teacher_disagreement_score":0.79669654,"about_ca_system_score_codex":0.0008786585,"about_ca_system_score_gemma":0.002807062,"threshold_uncertainty_score":0.9989923},"labels":[],"label_agreement":null},{"id":"W3197091910","doi":"10.1093/ije/dyab168.109","title":"206Clinical Epidemiology Knowledge Retention in Accelerated Teaching and Learning","year":2021,"lang":"en","type":"article","venue":"International Journal of Epidemiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Knowledge retention; Epidemiology; Medicine; Medical knowledge; Retention rate; Cohort study; Prospective cohort study; Cohort; Medical education; Surgery; Internal medicine; Computer science","score_opus":0.1805237129565906,"score_gpt":0.5107081452709692,"score_spread":0.3301844323143786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197091910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9341888,0.002116191,0.008101494,0.050570864,0.00240033,0.00006033326,7.528667e-7,0.0000112142825,0.0025500648],"genre_scores_gemma":[0.9374627,0.00073941436,0.052333325,0.0074073123,0.0012134215,0.0000038327553,0.00007152131,0.000012190902,0.00075630355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99439937,0.0031535684,0.0018635291,0.00022981125,0.00012676972,0.00022696824],"domain_scores_gemma":[0.9909398,0.006801901,0.0008352287,0.00011751809,0.0012046425,0.000100922465],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016913252,0.00010202524,0.00065146136,0.00039972516,0.0000546147,0.000005010388,0.00013496482,0.0002478775,0.00021344206],"category_scores_gemma":[0.22651398,0.000087794564,0.00011389679,0.00016945598,0.00016464831,0.0001272122,0.00007634105,0.0022698499,0.0000119843535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029245677,0.00040759073,0.6691396,0.000029517128,0.00022446926,0.00020816777,0.0004398367,0.00015122259,0.0011586649,0.019809412,0.009375309,0.29876372],"study_design_scores_gemma":[0.0029259403,0.00045532783,0.86710757,0.00065650453,0.00007217288,0.005471993,0.00084151514,0.009210304,0.000059351485,0.015797863,0.097253025,0.0001484334],"about_ca_topic_score_codex":0.000029554072,"about_ca_topic_score_gemma":0.000008946438,"teacher_disagreement_score":0.2986153,"about_ca_system_score_codex":0.00020128807,"about_ca_system_score_gemma":0.00028899123,"threshold_uncertainty_score":0.98614943},"labels":[],"label_agreement":null},{"id":"W3197141549","doi":"10.1111/medu.14659","title":"Thinking about social power and hierarchy in medical education","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Conceptualization; Hierarchy; Agency (philosophy); Power (physics); Psychology; Possession (linguistics); Construct (python library); Social psychology; Sociology; Social science; Political science; Computer science","score_opus":0.007681154321989026,"score_gpt":0.3623404966434696,"score_spread":0.3546593423214806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197141549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77099085,0.0015136123,0.00025933987,0.20809807,0.0028942092,0.0002942626,6.803977e-7,0.00006676972,0.01588221],"genre_scores_gemma":[0.88925767,0.00033972014,0.0037676801,0.10237256,0.0017630453,0.00018554935,0.00042227708,0.00003906595,0.0018524628],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964068,0.00016683925,0.0006635647,0.00046146734,0.0019637828,0.00033755935],"domain_scores_gemma":[0.9987112,0.0000878297,0.000116944124,0.00028624173,0.00053844845,0.00025930154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015777872,0.00017702006,0.0003177229,0.00035659078,0.00018680048,0.00005335245,0.00018422115,0.0005199648,0.0059289546],"category_scores_gemma":[0.016757555,0.00017290704,0.000056855126,0.0011471068,0.00029559608,0.0001664756,0.00009495432,0.0010080123,0.0000503217],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003615343,0.0032388382,0.037314314,0.00025720045,0.000027459153,0.00003349501,0.005347307,5.577051e-8,0.000075392825,0.031640474,0.14739434,0.77463496],"study_design_scores_gemma":[0.0023296843,0.000108052525,0.641444,0.0023710942,0.00008390828,0.0010613373,0.0072148456,0.0007454674,0.00018687759,0.009292219,0.33470047,0.00046199653],"about_ca_topic_score_codex":0.00008356963,"about_ca_topic_score_gemma":0.000052021052,"teacher_disagreement_score":0.77417296,"about_ca_system_score_codex":0.00036017268,"about_ca_system_score_gemma":0.020270597,"threshold_uncertainty_score":0.99497974},"labels":[],"label_agreement":null},{"id":"W3197383730","doi":"10.3390/healthcare9091136","title":"Overcoming Obstacles to Develop High-Performance Teams Involving Physician in Health Care Organizations","year":2021,"lang":"en","type":"review","venue":"Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Team composition; Team effectiveness; Psychological safety; Health care; Interpersonal communication; Psychology; Work (physics); Teamwork; Organizational performance; Organizational culture; Public relations; Nursing; Business; Knowledge management; Medicine; Applied psychology; Social psychology; Management; Political science; Computer science; Engineering; Marketing","score_opus":0.036475517741719685,"score_gpt":0.39318359209053566,"score_spread":0.35670807434881596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197383730","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012781532,0.9901698,0.00006323225,0.0054716584,0.0009939681,0.0017985189,0.00003541904,0.00009898527,0.000090229834],"genre_scores_gemma":[0.0012768934,0.9725502,0.010736692,0.010563703,0.0007175861,0.00027650796,0.0035966549,0.00013739098,0.00014437508],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655807,0.00024657458,0.0014394866,0.0006337976,0.0005059659,0.00061608345],"domain_scores_gemma":[0.99695116,0.00009018681,0.00040817275,0.0006771222,0.0016409114,0.00023244812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004514472,0.00039496526,0.0017566818,0.00071859243,0.0003145276,0.00003441057,0.00021250067,0.00036433933,0.00004424557],"category_scores_gemma":[0.0018374679,0.0003874999,0.000060794562,0.008417241,0.00003457627,0.00009692202,0.00012557984,0.001158617,0.000082608945],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000013266958,0.000055392946,0.00056447845,0.067320816,0.000020982017,0.00000857481,0.0035427574,0.0000025546617,1.4810324e-7,0.0010081705,0.0025211,0.9249537],"study_design_scores_gemma":[0.00018211262,0.00008526072,0.0010128182,0.098288916,0.000051411487,0.000026231677,0.003878269,0.000007610836,0.0000022533102,0.000003794227,0.89615536,0.00030595288],"about_ca_topic_score_codex":0.0007471831,"about_ca_topic_score_gemma":0.0004102676,"teacher_disagreement_score":0.92464775,"about_ca_system_score_codex":0.0045176162,"about_ca_system_score_gemma":0.014223375,"threshold_uncertainty_score":0.99985766},"labels":[],"label_agreement":null},{"id":"W3197499510","doi":"10.1007/s40670-021-01380-1","title":"Learner Phenotypes in Competency-Based Medical Education","year":2021,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competence (human resources); Medical education; Term (time); Computer science; Psychology; Medicine; Social psychology","score_opus":0.009033155838157166,"score_gpt":0.36427840528915495,"score_spread":0.3552452494509978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197499510","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010295222,0.0008970717,0.000091876485,0.07917131,0.9026233,0.00055856234,0.0000067009273,0.000109095534,0.006246899],"genre_scores_gemma":[0.005758845,0.00023340876,0.009493503,0.014830711,0.9645144,0.00042292554,0.0014844919,0.00010429735,0.0031574238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9828621,0.00020837967,0.0013264503,0.0014913883,0.013006682,0.0011049788],"domain_scores_gemma":[0.9932444,0.0008349001,0.00038606374,0.0013630942,0.0023031544,0.0018683712],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0067621865,0.00050346495,0.0009786653,0.0013453997,0.00029556773,0.00013563431,0.0016211288,0.0021085488,0.018452812],"category_scores_gemma":[0.17065817,0.00043149941,0.00017131446,0.0052813273,0.0029042244,0.00021458343,0.0002556726,0.0046912576,0.00035393814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024909292,0.0024252238,0.0012916415,0.00035003482,0.000012286634,0.00006230756,0.00023163021,3.605106e-7,0.000016858457,0.0016543224,0.9189361,0.074994326],"study_design_scores_gemma":[0.0011344887,0.0001393759,0.0013915622,0.0039475537,0.00006701897,0.000033343298,0.00084396783,0.0008928683,0.00007045513,0.00044261984,0.99054307,0.0004936994],"about_ca_topic_score_codex":0.00047929972,"about_ca_topic_score_gemma":0.0003497327,"teacher_disagreement_score":0.477326,"about_ca_system_score_codex":0.001956138,"about_ca_system_score_gemma":0.47928214,"threshold_uncertainty_score":0.9998137},"labels":[],"label_agreement":null},{"id":"W3197802552","doi":"10.1016/j.jsurg.2021.08.001","title":"Co-Learning Curriculum in Quality Improvement for Surgical Residents– Five-Year Experience from the University of Toronto","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto East General Hospital; Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre","funders":"","keywords":"Mentorship; Curriculum; Medicine; Specialty; Quality management; Medical education; Family medicine; Quality (philosophy); Psychology; Management; Pedagogy","score_opus":0.01715040367544496,"score_gpt":0.36587450175123254,"score_spread":0.3487240980757876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197802552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99301565,0.00065663963,0.000116255505,0.004611652,0.0005718894,0.00015280569,0.000002555069,0.000003361371,0.00086917076],"genre_scores_gemma":[0.99604857,0.0006520134,0.0020359685,0.00013529607,0.000490524,0.0000029777589,0.00004853168,0.000005642907,0.00058048405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861926,0.00016035834,0.00055081537,0.00013126987,0.00042175342,0.000116536365],"domain_scores_gemma":[0.99817467,0.00031555234,0.00040414353,0.00015710221,0.00088990113,0.00005860514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009890378,0.000068351976,0.00024717633,0.00003230334,0.000078838144,0.000011421393,0.00011972011,0.00008260905,0.001003704],"category_scores_gemma":[0.0011233488,0.000053116684,0.000111514775,0.00020318764,0.00008547915,0.00016673819,0.000018016437,0.00028871172,0.0000020804914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023410604,0.006963925,0.7068269,0.0003459052,0.00021033047,0.00012332834,0.034237705,0.00006940257,0.0047853026,0.011031586,0.048609097,0.18445541],"study_design_scores_gemma":[0.0052497773,0.00037069453,0.5824862,0.0006050345,0.00008370306,0.000095484866,0.15448742,0.00015796794,0.0016557437,0.00028631586,0.2543794,0.00014225926],"about_ca_topic_score_codex":0.0021433057,"about_ca_topic_score_gemma":0.00008953209,"teacher_disagreement_score":0.2057703,"about_ca_system_score_codex":0.0004173629,"about_ca_system_score_gemma":0.0009417963,"threshold_uncertainty_score":0.9999095},"labels":[],"label_agreement":null},{"id":"W3197861663","doi":"","title":"A Transformative Journey: The Lived Experience of Healthcare Learners Participating in Pain Management Education","year":2021,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transformative learning; Health care; Pedagogy; Nursing; Medicine; Medical education; Psychology; Sociology; Public relations; Political science","score_opus":0.15042466604260735,"score_gpt":0.4053092516268797,"score_spread":0.25488458558427235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197861663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992002,0.00011363472,0.0010185458,0.0058529195,0.00019340623,0.00041710524,0.000001694657,0.00002706718,0.00037359542],"genre_scores_gemma":[0.9964545,0.000086667045,0.00038594007,0.0017767948,0.00004176334,0.000024554913,0.000029338771,0.000014667053,0.0011857708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812627,0.0005272942,0.00040013698,0.0002688701,0.000398167,0.00027925908],"domain_scores_gemma":[0.99891454,0.00008290172,0.00018688552,0.00037792066,0.00034574795,0.00009199217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009935315,0.00014054302,0.00022931761,0.00035058372,0.00014616679,0.00003927509,0.0002308738,0.00009851236,0.000050510353],"category_scores_gemma":[0.00029350922,0.0001307548,0.00006695375,0.001333775,0.00013755012,0.0004712337,0.00007009226,0.00054922816,0.000011235893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008360142,0.00037996794,0.9370391,0.00039044413,0.000046651698,0.00007241698,0.03184413,0.000017125842,0.0003047341,0.0005181727,0.0000030416481,0.029300664],"study_design_scores_gemma":[0.00091539114,0.00011310225,0.86221296,0.0012464005,0.000068371555,0.000025627409,0.13098879,0.000008005269,0.0023941926,0.00009119243,0.0017858351,0.00015014585],"about_ca_topic_score_codex":0.000016336679,"about_ca_topic_score_gemma":0.00042184186,"teacher_disagreement_score":0.09914466,"about_ca_system_score_codex":0.00035174537,"about_ca_system_score_gemma":0.00044565176,"threshold_uncertainty_score":0.5332026},"labels":[],"label_agreement":null},{"id":"W3198145008","doi":"10.1111/medu.14652","title":"Innovating medical education—Bringing the clinical environment online","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine, University of British Columbia","keywords":"Medical education; Experiential learning; Relevance (law); Psychology; Medicine; Pedagogy","score_opus":0.025430139625724556,"score_gpt":0.41935083665127654,"score_spread":0.393920697025552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198145008","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58176726,0.0013977452,0.002849526,0.39853144,0.007251767,0.0005224107,0.0000020404107,0.00012837039,0.007549458],"genre_scores_gemma":[0.4095661,0.0014080424,0.05392751,0.50347966,0.015652705,0.00047599955,0.002495824,0.00013467531,0.012859496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99468154,0.00030173885,0.0014759399,0.00060832425,0.0025080077,0.00042442366],"domain_scores_gemma":[0.99712914,0.00033480953,0.00032606575,0.001031012,0.000783969,0.00039502713],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032140438,0.00023839684,0.00039560956,0.0001849682,0.000313169,0.000048023026,0.00040726195,0.0004832689,0.013209788],"category_scores_gemma":[0.05005598,0.00018183904,0.00014646872,0.0012815043,0.00050720514,0.00011971532,0.00019644441,0.0017684697,0.0002602468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010590994,0.003947483,0.021342462,0.0000823565,0.00004713106,0.000011350018,0.00025468133,4.80099e-7,0.000015249445,0.0032638337,0.21972154,0.75130284],"study_design_scores_gemma":[0.001070356,0.00009548335,0.11172468,0.0012584465,0.00014543014,0.0010283666,0.002763723,0.005778505,0.00008586919,0.00072434446,0.8750136,0.00031119015],"about_ca_topic_score_codex":0.000042640524,"about_ca_topic_score_gemma":0.000018391409,"teacher_disagreement_score":0.75099164,"about_ca_system_score_codex":0.00035736864,"about_ca_system_score_gemma":0.028798783,"threshold_uncertainty_score":0.9876923},"labels":[],"label_agreement":null},{"id":"W3198162247","doi":"10.22454/fammed.2021.512946","title":"A Master Class in Family Doctor Leadership: Evaluating an Innovative Program","year":2021,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; The Wilson Centre; University of Toronto; University Health Network; North York General Hospital; Women's College Hospital","funders":"","keywords":"Likert scale; Thematic analysis; Medical education; Psychology; Curriculum; Leadership development; Class (philosophy); Qualitative research; Medicine; Nursing; Pedagogy; Management; Sociology; Computer science","score_opus":0.31978141810628385,"score_gpt":0.4659143242112479,"score_spread":0.14613290610496404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198162247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620769,0.00060599693,0.0003215753,0.017042506,0.0012597918,0.0010001521,0.0000027449767,0.0001755344,0.017514797],"genre_scores_gemma":[0.9300299,0.000033962853,0.024311446,0.03857993,0.0018110183,0.00038245847,0.00077104114,0.0000709876,0.004009249],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996458,0.0002451044,0.0009798064,0.0006238624,0.0011180518,0.00057519774],"domain_scores_gemma":[0.99723303,0.00013089781,0.00018340159,0.00066584686,0.0016300757,0.0001567589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018637147,0.00028427117,0.00059781317,0.0005374392,0.000080334125,0.000020947411,0.0001673402,0.00024005413,0.0005129113],"category_scores_gemma":[0.004250229,0.00023736554,0.0000399244,0.004177005,0.0003844206,0.00021098573,0.00005496738,0.0009561208,0.00007640262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004235333,0.0021245533,0.036601614,0.00064526766,0.00013113445,0.00043740094,0.0136697255,0.000009311178,0.1068698,0.0023883912,0.033287402,0.80341184],"study_design_scores_gemma":[0.010466052,0.0037449345,0.82184565,0.0029538688,0.00016329203,0.00015121695,0.06936043,0.007130319,0.0009495608,0.00033908538,0.08236348,0.0005321066],"about_ca_topic_score_codex":0.00007924386,"about_ca_topic_score_gemma":0.000025883533,"teacher_disagreement_score":0.80287975,"about_ca_system_score_codex":0.00034670628,"about_ca_system_score_gemma":0.0008913224,"threshold_uncertainty_score":0.9679486},"labels":[],"label_agreement":null},{"id":"W3198350570","doi":"10.1080/21548331.2021.1977561","title":"The recent evolution of patient care rounds in pediatric teaching hospitals in the United States and Canada","year":2021,"lang":"en","type":"review","venue":"Hospital Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rounding; Medicine; Patient safety; Schedule; Nursing; Computer science; Health care; Political science","score_opus":0.011305992376766896,"score_gpt":0.3356150523625213,"score_spread":0.32430905998575443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198350570","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040132266,0.9535166,0.0000034492512,0.0040448145,0.00066627946,0.0011174252,0.00000892853,0.0000052542478,0.0005049677],"genre_scores_gemma":[0.010639637,0.98801214,0.00018239496,0.0003399922,0.0001405357,0.00013974478,0.0005102395,0.000021598811,0.0000137349125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99727255,0.0007937323,0.000817298,0.00025785944,0.00063302706,0.00022552871],"domain_scores_gemma":[0.99659497,0.0017726397,0.0006798766,0.00040841993,0.0005116664,0.0000324184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014478876,0.00020197568,0.0005152137,0.0002375534,0.00013127681,0.000045216362,0.00016428137,0.00014457574,0.000004217448],"category_scores_gemma":[0.015792761,0.00012234383,0.000046128676,0.001426119,0.000056393434,0.00014693006,0.00006604311,0.0013963848,7.253104e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010713103,0.0003853494,0.0022301127,0.0050165434,0.00005875641,0.00006612423,0.005790528,0.000005193575,4.9709987e-9,0.0011965887,0.008304642,0.97693545],"study_design_scores_gemma":[0.00019883498,0.00022639727,0.0014285456,0.0021833775,0.00043338936,0.000039818508,0.051400144,0.000009887031,3.806903e-8,0.00001352035,0.9439371,0.00012890852],"about_ca_topic_score_codex":0.22422992,"about_ca_topic_score_gemma":0.028198201,"teacher_disagreement_score":0.9768065,"about_ca_system_score_codex":0.0015872873,"about_ca_system_score_gemma":0.002618377,"threshold_uncertainty_score":0.9924976},"labels":[],"label_agreement":null},{"id":"W3198439738","doi":"10.46542/pe.2021.211.443448","title":"Competency assessors’ cognitive map of practice when assessing practice based encounters","year":2021,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Inter-rater reliability; Protocol (science); Reliability (semiconductor); Cognition; Psychology; Clinical Practice; Medical education; Protocol analysis; Applied psychology; Medicine; Nursing; Developmental psychology; Alternative medicine; Psychiatry","score_opus":0.03732892376925802,"score_gpt":0.457460102273479,"score_spread":0.420131178504221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198439738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42115408,0.002842944,0.047084045,0.36944473,0.012107268,0.0018758051,0.000022775033,0.00022160032,0.14524676],"genre_scores_gemma":[0.8374623,0.000053469776,0.12832457,0.03208714,0.00064327195,0.000103142265,0.00065562344,0.000032454107,0.0006380041],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790573,0.0003497935,0.0005505129,0.00033361942,0.0006515465,0.00020881555],"domain_scores_gemma":[0.99295604,0.0011282379,0.0005864149,0.0003005636,0.004946766,0.00008195468],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010146418,0.00015510606,0.00023256007,0.00022435647,0.00011872647,0.000066917746,0.000090785834,0.000057423935,0.0012457557],"category_scores_gemma":[0.014743434,0.00016801682,0.00006359063,0.00061781344,0.000102983264,0.0013043592,0.000025263704,0.00045251066,0.00008737371],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009999904,0.027990147,0.026161566,0.0029107342,0.000910743,0.00010186207,0.01699041,0.000024857272,0.08280702,0.006475746,0.23092525,0.6037017],"study_design_scores_gemma":[0.0047267666,0.00015543628,0.013708207,0.0021565608,0.002670141,0.00059883646,0.083996214,0.0036305815,0.09820083,0.0005092525,0.7891137,0.00053345546],"about_ca_topic_score_codex":0.0001497636,"about_ca_topic_score_gemma":0.0000013562543,"teacher_disagreement_score":0.60316825,"about_ca_system_score_codex":0.00030091076,"about_ca_system_score_gemma":0.007164308,"threshold_uncertainty_score":0.9996672},"labels":[],"label_agreement":null},{"id":"W3198737217","doi":"10.23977/aetp.2021.56022","title":"Analysis of Medical Education Management in Affiliated Hospital under the New Situation","year":2021,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical care; Health care; Business; Medical services; Medical education; Nursing; Medicine; Political science","score_opus":0.0091396851920999,"score_gpt":0.4025120246642771,"score_spread":0.3933723394721772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198737217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7068585,0.0048350543,0.001541727,0.2833846,0.0007377628,0.00018270183,6.933469e-7,0.000012281329,0.0024467108],"genre_scores_gemma":[0.9856378,0.004015139,0.0049739075,0.004630141,0.00006425965,0.00009715193,0.00016880686,0.000005520744,0.0004072738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988849,0.0000476911,0.00040045904,0.0002900092,0.00024169535,0.00013525416],"domain_scores_gemma":[0.99932146,0.00008647028,0.00011084851,0.00030476166,0.00014639793,0.000030047324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035242623,0.00008201553,0.00020736987,0.0013737291,0.000032820026,0.000003110349,0.00014572925,0.00024734388,0.0005527657],"category_scores_gemma":[0.0004557619,0.00007087781,0.000028052835,0.0052637076,0.00030736055,0.00007864049,0.00002775521,0.0003297447,0.000004626184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030391187,0.0017408181,0.19750233,0.000032712967,0.00020298507,0.000003980508,0.00052457984,0.000050221053,0.00003489293,0.5529118,0.002311352,0.24465391],"study_design_scores_gemma":[0.0007090688,0.000051192183,0.8373168,0.00007600122,0.00016116624,0.00004142138,0.0031352201,0.0002457307,0.000034477966,0.14722256,0.010926547,0.000079824735],"about_ca_topic_score_codex":0.000012257161,"about_ca_topic_score_gemma":0.00018288793,"teacher_disagreement_score":0.63981444,"about_ca_system_score_codex":0.00006892647,"about_ca_system_score_gemma":0.0006023337,"threshold_uncertainty_score":0.6052396},"labels":[],"label_agreement":null},{"id":"W3199197605","doi":"10.3389/fmed.2021.728715","title":"Implementation of Interdisciplinary Province-Wide Webinar Series During the COVID-19 Pandemic by the Federation of Medical Specialists of Quebec (FMSQ): A Survey Study","year":2021,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Montreal Children's Hospital; McMaster University; University of Toronto; McGill University","funders":"","keywords":"Attendance; Pandemic; Medical education; Specialty; Coronavirus disease 2019 (COVID-19); Population; Session (web analytics); Scale (ratio); Presentation (obstetrics); Medicine; Psychology; Family medicine; Political science; Geography; Computer science","score_opus":0.03441445840374091,"score_gpt":0.3948754934693216,"score_spread":0.3604610350655807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199197605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95482993,0.0006203612,0.006491092,0.035866003,0.0010440449,0.0010422511,0.000018616185,0.0000129613845,0.00007473835],"genre_scores_gemma":[0.99747694,0.00016500159,0.00040523298,0.0008397387,0.00025326177,0.00006621377,0.00027900244,0.000016521772,0.00049809733],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961545,0.00070305227,0.0012869844,0.0002666614,0.0013992597,0.00018953279],"domain_scores_gemma":[0.9981602,0.00034911843,0.0005260898,0.00048019126,0.00040739155,0.00007704342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049588615,0.00015515414,0.00061698334,0.00020271992,0.00014811418,0.0000069503776,0.00029712933,0.00011716331,0.0003866044],"category_scores_gemma":[0.0058515924,0.000094805924,0.00004653163,0.0009606104,0.00086725334,0.0001042398,0.00017372647,0.0004070505,3.1701046e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039693317,0.00042386688,0.8778324,0.00044992322,0.00013406419,0.000018135455,0.015639342,0.0000040172217,0.0009561598,0.0000958102,0.097838834,0.006210492],"study_design_scores_gemma":[0.004229385,0.00057004875,0.8122668,0.00033090485,0.00013288185,0.00006724665,0.17911549,0.00012462329,0.0012713446,0.00022919383,0.0015664742,0.00009558796],"about_ca_topic_score_codex":0.008799727,"about_ca_topic_score_gemma":0.041458834,"teacher_disagreement_score":0.16347614,"about_ca_system_score_codex":0.00046389812,"about_ca_system_score_gemma":0.0017049501,"threshold_uncertainty_score":0.99780077},"labels":[],"label_agreement":null},{"id":"W3199235337","doi":"10.1002/ase.2136","title":"Responding to Covid‐19: A thematic analysis of students' perspectives on modified learning activities during an emergency transition to remote human anatomy education","year":2021,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Thematic analysis; Context (archaeology); Distance education; Psychology; Medical education; Educational technology; Medicine; Mathematics education; Qualitative research; Sociology","score_opus":0.025341894102481253,"score_gpt":0.4366568976963694,"score_spread":0.4113150035938881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199235337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987906,0.000050445695,0.003817738,0.006124629,0.00031338562,0.00048024382,0.0000021088226,0.00005108417,0.0012543737],"genre_scores_gemma":[0.9931209,0.000020713653,0.0046755224,0.0011098904,0.00017351304,0.00006152721,0.00009607872,0.000013768973,0.00072807906],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973692,0.00025354844,0.00054116675,0.0006579948,0.0009116823,0.00026636617],"domain_scores_gemma":[0.9986205,0.000074477946,0.00019349846,0.00035764978,0.0004577987,0.0002960566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011306317,0.00016493059,0.00034256114,0.0031391091,0.00056304736,0.00007052569,0.00025567875,0.00008939742,0.00043471451],"category_scores_gemma":[0.0023333877,0.00016221064,0.0001146998,0.00970911,0.00012411657,0.0003019126,0.000037114445,0.00023915085,0.000007904585],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007155679,0.012842687,0.059743334,0.0007604369,0.0010364089,0.000006425977,0.33315873,0.014899156,0.30792126,0.13952786,0.0014560246,0.1279321],"study_design_scores_gemma":[0.0007979706,0.0010839594,0.2670423,0.00087610335,0.0013070286,0.00003079718,0.6942602,0.010125012,0.020259256,0.0029425346,0.000499066,0.00077577605],"about_ca_topic_score_codex":0.00025070057,"about_ca_topic_score_gemma":0.000049622762,"teacher_disagreement_score":0.36110145,"about_ca_system_score_codex":0.00082419545,"about_ca_system_score_gemma":0.0014911159,"threshold_uncertainty_score":0.6614758},"labels":[],"label_agreement":null},{"id":"W3199316550","doi":"10.36834/cmej.72607","title":"Stethopedia: an e-learning resource for medical students to supplement Canadian clinical skills education","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Curriculum; Medical education; Library science; Psychology; Medicine; Humanities; Pedagogy; Computer science; Philosophy","score_opus":0.016012948088042107,"score_gpt":0.4308023126942965,"score_spread":0.4147893646062544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199316550","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32511982,0.00046969074,0.0011673154,0.6481827,0.017152278,0.0016055238,0.000030932013,0.000060574755,0.0062111937],"genre_scores_gemma":[0.19086531,0.00032246634,0.032617826,0.73274726,0.023679776,0.00054120686,0.0028646532,0.00017651572,0.016185021],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929888,0.0005723676,0.00159606,0.0006703242,0.0031179574,0.0010544726],"domain_scores_gemma":[0.9648072,0.00024618383,0.00025338834,0.0006322968,0.003161252,0.030899657],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008101752,0.00029026967,0.0005111462,0.001134391,0.000840049,0.00030283176,0.0008504682,0.00077700056,0.047969863],"category_scores_gemma":[0.134478,0.0002974922,0.00018579492,0.0011601654,0.00017191483,0.00021025994,0.00005867334,0.0024589782,0.00018863598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017445605,0.0009528289,0.023271846,0.000036402365,0.000059503385,0.00007212744,0.000863213,0.0000015942686,0.0000012865371,0.0008238812,0.6121602,0.3617397],"study_design_scores_gemma":[0.0012261728,0.00034946963,0.03108718,0.00060100557,0.00010692069,0.0017906659,0.0068385033,0.00014338712,0.00000833467,0.00017351624,0.9573875,0.0002873638],"about_ca_topic_score_codex":0.033758488,"about_ca_topic_score_gemma":0.3237859,"teacher_disagreement_score":0.3614523,"about_ca_system_score_codex":0.002590853,"about_ca_system_score_gemma":0.3605943,"threshold_uncertainty_score":0.9999477},"labels":[],"label_agreement":null},{"id":"W3199659210","doi":"","title":"Impact of covid-19 on postgraduate medical education in British Columbia","year":2021,"lang":"en","type":"article","venue":"British Columbia medical journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medical education; Library science; Virology; Geography; Medicine; Computer science; Outbreak","score_opus":0.013073609875715476,"score_gpt":0.35142923752066907,"score_spread":0.3383556276449536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199659210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843325,0.000836583,0.00018538356,0.010532207,0.0017905993,0.00039246862,0.000029377976,0.000050654395,0.0018502198],"genre_scores_gemma":[0.972229,0.0021227605,0.001568649,0.01721524,0.0016173652,0.000051213614,0.0003184109,0.000066586595,0.0048107877],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9927742,0.00044929984,0.0016803228,0.00054445874,0.0038875642,0.0006641806],"domain_scores_gemma":[0.995454,0.00024357336,0.00040100922,0.00040202576,0.0013817896,0.002117561],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029557592,0.00014513437,0.00078051875,0.00016391861,0.00031057917,0.0008063517,0.00042820265,0.00066818646,0.059512634],"category_scores_gemma":[0.06778287,0.00029767235,0.00035183097,0.0015573715,0.00054988055,0.00019089098,0.00010639299,0.00237345,0.000028600913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020095797,0.0023342979,0.25376135,0.00010428644,0.00006829873,0.004104121,0.000054663415,8.464254e-7,0.000011058431,0.000004861875,0.38932046,0.35021564],"study_design_scores_gemma":[0.004899765,0.00058377674,0.88562405,0.0043765684,0.00007030984,0.08864817,0.0005250319,0.0002629308,0.0000017270785,0.0014409705,0.013291611,0.00027505957],"about_ca_topic_score_codex":0.22505139,"about_ca_topic_score_gemma":0.542071,"teacher_disagreement_score":0.6318627,"about_ca_system_score_codex":0.0014189164,"about_ca_system_score_gemma":0.0548745,"threshold_uncertainty_score":0.99994755},"labels":[],"label_agreement":null},{"id":"W3199717674","doi":"10.2147/jmdh.s325572","title":"Leading from Behind: An Educational Intervention to Address Faculty and Learner Preparedness for Competence By Design in Psychiatry","year":2021,"lang":"en","type":"article","venue":"Journal of Multidisciplinary Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact; Royal Ottawa Mental Health Centre; University of Ottawa","funders":"McMaster University","keywords":"Preparedness; Competence (human resources); Session (web analytics); Medical education; Medicine; Intervention (counseling); Psychology; Nursing; Political science","score_opus":0.06194044326882133,"score_gpt":0.4468765842558139,"score_spread":0.3849361409869926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199717674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93961686,0.0011564706,0.008510089,0.048889678,0.0013094966,0.0004440122,0.00005841155,0.0000067145015,0.000008280184],"genre_scores_gemma":[0.86632717,0.00003295877,0.13179423,0.00062722794,0.0005585263,0.000048298683,0.00042635764,0.00001966994,0.00016559589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983053,0.0001730598,0.0007476328,0.00026293736,0.0003181597,0.0001928817],"domain_scores_gemma":[0.9983333,0.00013444999,0.00031024235,0.00016676453,0.00084414193,0.00021115124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008375213,0.000117829244,0.00030953245,0.00020655547,0.00013832208,0.00002516783,0.00010662687,0.00011722995,0.000046001067],"category_scores_gemma":[0.00070616446,0.000109705514,0.00006287878,0.00023757489,0.000039505798,0.00026264996,0.00004328421,0.00039227243,0.0000018330771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004910867,0.008461258,0.5941053,0.002744204,0.0002460981,0.00006792571,0.085982,0.0009436616,0.01430387,0.0012574043,0.07116855,0.21580887],"study_design_scores_gemma":[0.0077728857,0.0035403464,0.88668466,0.0068027596,0.00014790539,0.00051160663,0.07736199,0.008882438,0.0014194398,0.0045743524,0.0018206341,0.00048099068],"about_ca_topic_score_codex":0.00010544969,"about_ca_topic_score_gemma":0.00027372676,"teacher_disagreement_score":0.29257935,"about_ca_system_score_codex":0.0003193648,"about_ca_system_score_gemma":0.0010109999,"threshold_uncertainty_score":0.44736612},"labels":[],"label_agreement":null},{"id":"W3199840771","doi":"10.15405/ejsbs.305","title":"Vulnerable Medical Student Ecosystems: Transdisciplinary Learning Sciences Interventions, Maximizing Student Learning and Promoting Mental Health","year":2021,"lang":"en","type":"article","venue":"The European Journal of Social & Behavioural Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychological intervention; Mental health; Anxiety; Curriculum; Psychology; Psychological resilience; Medical education; Workforce; Depression (economics); Medical school; Medicine; Psychiatry; Pedagogy; Psychotherapist; Political science","score_opus":0.060543238362674265,"score_gpt":0.43263200529582907,"score_spread":0.3720887669331548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199840771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96085256,0.0016956418,0.00017802177,0.035286948,0.00061920634,0.00015706172,4.6296412e-7,0.000019774998,0.0011902954],"genre_scores_gemma":[0.9979169,0.00021547583,0.00093205407,0.00022305408,0.00042643643,0.0000017859844,0.0000036511178,0.000011356119,0.00026932076],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9948337,0.0021874567,0.0008971753,0.00022142872,0.0015380593,0.00032215612],"domain_scores_gemma":[0.9989253,0.000079049205,0.0006415168,0.000047261376,0.00016913028,0.00013773431],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018687751,0.00012201645,0.00029819657,0.00014312314,0.0044818926,0.00022368252,0.00036940761,0.000026247457,0.00017450965],"category_scores_gemma":[0.000483222,0.00007933701,0.00013957411,0.0007073892,0.0007788398,0.00024401359,0.0001858721,0.0011174034,0.000003205188],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042865282,0.0014171718,0.3898627,0.0003190564,0.00016226212,0.00041006267,0.27051157,0.000092692724,0.0019705524,0.00087220204,0.0009381738,0.33340073],"study_design_scores_gemma":[0.0020514198,0.003244982,0.3383539,0.0040799575,0.0001879586,0.003079813,0.6459338,0.0007883658,0.00017527357,0.00005864558,0.0017647167,0.00028114734],"about_ca_topic_score_codex":0.000008331282,"about_ca_topic_score_gemma":0.0000073678193,"teacher_disagreement_score":0.37542227,"about_ca_system_score_codex":0.00012261243,"about_ca_system_score_gemma":0.0004767913,"threshold_uncertainty_score":0.99681413},"labels":[],"label_agreement":null},{"id":"W3199984170","doi":"10.36834/cmej.73532","title":"Overcrowded curriculum is an impediment to change (Part A)","year":2021,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Computer science; Data science; Psychology; Pedagogy","score_opus":0.017542691200132618,"score_gpt":0.3508855047665239,"score_spread":0.3333428135663913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199984170","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023771261,0.0011753193,0.000022084801,0.14151822,0.85249543,0.0006532295,0.00006934358,0.00003443725,0.0016547842],"genre_scores_gemma":[0.00013161305,0.00060981076,0.0017430885,0.16429581,0.8267254,0.00026693984,0.002409485,0.000101214784,0.0037166108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926968,0.00019225224,0.0011902462,0.0007491408,0.004188913,0.0009826462],"domain_scores_gemma":[0.9764609,0.000071541435,0.00035674608,0.0009035384,0.0044624642,0.017744834],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0020253528,0.00048339352,0.0007378165,0.0013807843,0.00045425192,0.0002683217,0.0006536155,0.002002047,0.10243661],"category_scores_gemma":[0.06439869,0.00047516866,0.0002093932,0.0013571212,0.0001434547,0.0002851035,0.000054896045,0.0046350383,0.0004743972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000008582878,0.00046886038,0.000064359505,0.00011280191,0.00008261615,0.00013602448,0.001551753,4.529931e-8,0.0000011714718,0.000051261046,0.90545326,0.092069246],"study_design_scores_gemma":[0.0005893161,0.0002850945,0.0001468198,0.0020568862,0.00019676016,0.0005417271,0.002198301,0.000034272318,0.000006545256,0.000042849613,0.9934648,0.00043661162],"about_ca_topic_score_codex":0.0122810295,"about_ca_topic_score_gemma":0.009324734,"teacher_disagreement_score":0.22249931,"about_ca_system_score_codex":0.003911547,"about_ca_system_score_gemma":0.22641085,"threshold_uncertainty_score":0.99991226},"labels":[],"label_agreement":null},{"id":"W3200229493","doi":"10.18192/uojm.v11is1.6070","title":"Considerations on the Impact of COVID-19 Pandemic on Medical Education","year":2021,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Medicine; Outbreak; Pathology; Infectious disease (medical specialty)","score_opus":0.04290296596629837,"score_gpt":0.36834853241425,"score_spread":0.3254455664479516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200229493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8085563,0.00024021193,0.0012334357,0.18057476,0.0004959365,0.00015701799,0.0000041817198,0.000007708709,0.0087304115],"genre_scores_gemma":[0.99189734,0.00024156421,0.00063629466,0.0064395824,0.0003290208,1.13367875e-7,0.000016758624,0.0000061108562,0.00043319116],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998186,0.00019047127,0.00048675586,0.00010273702,0.00093208306,0.00010195945],"domain_scores_gemma":[0.9967113,0.00079560274,0.00061240647,0.0002747542,0.0013521761,0.00025375574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015735066,0.000094691044,0.00037270965,0.00037111552,0.000110024535,0.00000194513,0.00014600888,0.00011743374,0.008274704],"category_scores_gemma":[0.022774851,0.00006147077,0.0001384603,0.0004773924,0.0005955178,0.000049996215,0.000017619384,0.0005430794,0.000005044633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035338008,0.0018911883,0.057693083,0.00014837204,0.00047836176,0.0002309552,0.00465654,0.0001574418,0.0020716994,0.049041748,0.8717269,0.01155036],"study_design_scores_gemma":[0.045421652,0.019754568,0.5154838,0.014276197,0.0028254995,0.019504478,0.11227243,0.0019989184,0.00311667,0.025814442,0.23871803,0.0008133347],"about_ca_topic_score_codex":0.0001711845,"about_ca_topic_score_gemma":0.000025194444,"teacher_disagreement_score":0.63300884,"about_ca_system_score_codex":0.00038525942,"about_ca_system_score_gemma":0.007446214,"threshold_uncertainty_score":0.9981806},"labels":[],"label_agreement":null},{"id":"W3200652670","doi":"10.1093/pch/pxab066","title":"From vision to implementation: Building a national undergraduate paediatric curriculum","year":2021,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Alberta; University of Calgary","funders":"","keywords":"Curriculum; Accreditation; Medical education; Medicine; Curriculum development; Delphi method; Faculty development; Professional development; Pedagogy; Psychology","score_opus":0.014132263201444449,"score_gpt":0.38362615370132697,"score_spread":0.3694938904998825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200652670","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41535035,0.0015809083,0.02716398,0.5493618,0.0032292083,0.0014476866,0.00013798289,0.00020118878,0.0015268817],"genre_scores_gemma":[0.76487046,0.0004724842,0.14366807,0.08135324,0.0078058564,0.00012506578,0.0015302433,0.000059283757,0.000115310664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666125,0.00011462009,0.00079628534,0.00061266567,0.0012954836,0.0005197171],"domain_scores_gemma":[0.9978525,0.00012172635,0.00020752993,0.00034195837,0.0009777494,0.0004985451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009871582,0.00020258207,0.00033583515,0.0006693081,0.00038402012,0.000060060396,0.00013952873,0.00009843862,0.00033643993],"category_scores_gemma":[0.0016018362,0.00020973117,0.000093467555,0.004280377,0.000015238721,0.00011617363,0.00013474317,0.00044434442,0.00031215668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002817718,0.00080472394,0.058893826,0.00019550246,0.000063674706,0.000020564288,0.0020513255,0.00013025,0.00012132836,0.011673199,0.74302214,0.18299526],"study_design_scores_gemma":[0.0053412626,0.0010756181,0.42523524,0.00039397844,0.00021738728,0.00014044545,0.004509354,0.0012600977,0.00046253967,0.012561243,0.5477872,0.001015646],"about_ca_topic_score_codex":0.00038629197,"about_ca_topic_score_gemma":0.000070316615,"teacher_disagreement_score":0.46800858,"about_ca_system_score_codex":0.0010316565,"about_ca_system_score_gemma":0.001993645,"threshold_uncertainty_score":0.8552589},"labels":[],"label_agreement":null},{"id":"W3200675161","doi":"10.36834/cmej.72551","title":"To lead or to influence?","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; University of Alberta","funders":"","keywords":"Framing (construction); Set (abstract data type); Scope (computer science); Public relations; Psychology; Engineering ethics; Political science; Engineering; Computer science","score_opus":0.01573641533940466,"score_gpt":0.35884396305669425,"score_spread":0.3431075477172896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200675161","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4089244,0.000101303674,0.000643615,0.5792359,0.0036694505,0.00024441676,0.0000024212602,0.000020883252,0.0071576023],"genre_scores_gemma":[0.17433868,0.000037000784,0.029269196,0.77679193,0.0035057876,0.00006745798,0.000041550276,0.000034336914,0.01591408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774194,0.000058723148,0.0005032378,0.00024627263,0.0009892838,0.00046053485],"domain_scores_gemma":[0.9866344,0.000035971454,0.000056817917,0.00034037014,0.0019272737,0.011005188],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007485991,0.00012489245,0.00020875149,0.00066684105,0.0002450239,0.00008786031,0.00022225408,0.00019594988,0.06411001],"category_scores_gemma":[0.10471373,0.00010742582,0.00004976474,0.0018228638,0.00005956247,0.000103577855,0.000021557615,0.0008324097,0.0011558265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017163848,0.00012159308,0.0010923852,0.000019118757,0.00001739753,0.00021643008,0.0009210521,0.000003720402,0.00009099951,0.00056058756,0.74227524,0.25466433],"study_design_scores_gemma":[0.0003227116,0.00011783296,0.017547313,0.0004894448,0.00002490063,0.005407674,0.002456209,0.000027119222,0.0001531798,0.0001454769,0.9731639,0.00014424945],"about_ca_topic_score_codex":0.001457432,"about_ca_topic_score_gemma":0.009722272,"teacher_disagreement_score":0.2545201,"about_ca_system_score_codex":0.0010523574,"about_ca_system_score_gemma":0.15779053,"threshold_uncertainty_score":0.99962187},"labels":[],"label_agreement":null},{"id":"W3201087349","doi":"10.1177/2382120521992323","title":"Effect of Detailed OSCE Score Reporting on Learning and Anxiety in Medical School","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Checklist; Objective structured clinical examination; Anxiety; Strengths and weaknesses; Medical education; Thematic analysis; Psychology; Medicine; Psychiatry; Social psychology","score_opus":0.009684375828745435,"score_gpt":0.3596282353503607,"score_spread":0.3499438595216153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201087349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895736,0.0015268712,0.00019498591,0.007771856,0.00053130405,0.00012227405,3.2219788e-8,0.0000052872624,0.0002738157],"genre_scores_gemma":[0.99336195,0.0011485005,0.0032303715,0.0018582295,0.00024467628,0.000013278429,0.000012551267,0.000010382641,0.00012006678],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99619305,0.00020865463,0.001513062,0.00017993551,0.00175714,0.00014814768],"domain_scores_gemma":[0.99787813,0.00013023244,0.000899744,0.000091954906,0.0004822328,0.00051771355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061857426,0.000118484706,0.00043168463,0.00025040837,0.00006051172,0.000015309924,0.000071702736,0.000210239,0.0009096098],"category_scores_gemma":[0.06589685,0.000086035136,0.00004941217,0.00048649622,0.00008364536,0.000056443478,0.000047083187,0.0009986316,0.0000021614424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046812118,0.0005654603,0.41039425,0.00032995446,0.00004166002,0.00010996883,0.00051199796,6.058692e-7,0.00014092159,0.000089143075,0.0011956965,0.58657354],"study_design_scores_gemma":[0.00670566,0.0010240448,0.88192904,0.019141437,0.00018699148,0.009658656,0.0043764752,0.0011142924,0.009192198,0.00007836619,0.06623602,0.00035684434],"about_ca_topic_score_codex":0.0000032376272,"about_ca_topic_score_gemma":0.0000023426835,"teacher_disagreement_score":0.5862167,"about_ca_system_score_codex":0.0001543159,"about_ca_system_score_gemma":0.005832375,"threshold_uncertainty_score":0.99980366},"labels":[],"label_agreement":null},{"id":"W3201186290","doi":"10.1111/tct.13416","title":"Evaluation in health professions education: Enhancing utility and supporting innovation","year":2021,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Library science; Sociology; Medicine","score_opus":0.20059489707611108,"score_gpt":0.559621300672209,"score_spread":0.35902640359609794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201186290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9154845,0.00031711088,0.0005932014,0.07948675,0.00072520983,0.0006252129,2.8230377e-7,0.000029214425,0.002738558],"genre_scores_gemma":[0.9879079,0.000034967306,0.0027875258,0.0068233334,0.00048816745,0.00008942524,0.00009026513,0.000010581466,0.001767873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99683475,0.0009235407,0.0013219065,0.00028302023,0.00044528185,0.00019151984],"domain_scores_gemma":[0.99798733,0.00021544173,0.00035228446,0.00042563555,0.0009660246,0.000053297274],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018873462,0.00007930528,0.00022951483,0.0000934792,0.000144644,0.000014339548,0.000053816326,0.000121660356,0.00069272536],"category_scores_gemma":[0.028623471,0.00005858043,0.000029063582,0.0011673876,0.00012292793,0.00007601076,0.000051350446,0.00077114865,0.000014180728],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014775376,0.00088838727,0.17722063,0.00008035244,0.000016125048,5.671529e-7,0.0014080864,4.23017e-7,0.000084016145,0.0019411886,0.0069260783,0.81141937],"study_design_scores_gemma":[0.0011103817,0.00009170789,0.9551854,0.000599926,0.00007161958,0.00003119778,0.013110981,0.0056668213,0.00011506802,0.0113700135,0.012532856,0.000114025126],"about_ca_topic_score_codex":0.00004387381,"about_ca_topic_score_gemma":0.00005089833,"teacher_disagreement_score":0.81130534,"about_ca_system_score_codex":0.00018134553,"about_ca_system_score_gemma":0.003888814,"threshold_uncertainty_score":0.9795588},"labels":[],"label_agreement":null},{"id":"W3201205552","doi":"10.1002/tl.20459","title":"Design and implementation of assignments for large classes of health professional students that engage learners and promote communication","year":2021,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Critical thinking; Mathematics education; Communication skills; Psychology; Professional development; Health professionals; Pedagogy; Medical education; Medicine; Health care","score_opus":0.04977440342121918,"score_gpt":0.44535636615931434,"score_spread":0.39558196273809515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201205552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89714575,0.0006346042,0.0992242,0.0020446845,0.000117222924,0.00078066735,0.0000034401905,0.000022099724,0.00002730746],"genre_scores_gemma":[0.907151,0.00019093892,0.09119951,0.00009870123,0.000023566181,0.00006967516,0.00013577376,0.000012075479,0.0011188041],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988614,0.00047089462,0.00025957878,0.00014557091,0.00015294451,0.00010965754],"domain_scores_gemma":[0.99918336,0.00037200146,0.00022945981,0.00008425584,0.00009477097,0.000036160116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028777309,0.00006549345,0.00017582296,0.0001024515,0.00075306895,0.000016145394,0.000025533855,0.000045915367,0.0000075407697],"category_scores_gemma":[0.0009945927,0.0000630941,0.000019010258,0.000090723064,0.000034262266,0.00008820632,0.000030113331,0.00036283815,3.5135496e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008123795,0.00041056695,0.11765558,0.0007667131,0.00015042261,9.824949e-8,0.031415038,0.000021930204,0.005660779,0.0012262155,0.0017275682,0.84088385],"study_design_scores_gemma":[0.016283574,0.0027982933,0.51508397,0.0028713034,0.0005767759,0.00007053348,0.32208046,0.011952837,0.011270297,0.0011467286,0.115405,0.00046022347],"about_ca_topic_score_codex":0.0000964549,"about_ca_topic_score_gemma":0.000009904926,"teacher_disagreement_score":0.84042364,"about_ca_system_score_codex":0.000043759544,"about_ca_system_score_gemma":0.00017862115,"threshold_uncertainty_score":0.57920736},"labels":[],"label_agreement":null},{"id":"W3201227276","doi":"10.5688/ajpe8724","title":"Mapping Course Assessments to Canadian Pharmacy Educational Outcomes to Ensure Pharmacy Students’ Practice Readiness","year":2021,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Muscular Dystrophy Canada; University of Toronto","funders":"University of Toronto","keywords":"Capstone; Pharmacy; Medical education; Capstone course; Set (abstract data type); Health care; Student achievement; Psychology; Educational measurement; Medicine; Academic achievement; Curriculum; Nursing; Pedagogy; Computer science; Political science","score_opus":0.04850038088080403,"score_gpt":0.5303269989606546,"score_spread":0.48182661807985055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201227276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64364964,0.00018045586,0.0010888603,0.34877506,0.0039027466,0.0004847089,0.000009949374,0.000015422625,0.0018931399],"genre_scores_gemma":[0.81389153,0.00009815654,0.04220844,0.14079045,0.0015673779,0.00007239036,0.00007428808,0.000047416048,0.0012499379],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627775,0.00030335295,0.0010530377,0.00039861954,0.0014090432,0.0005581844],"domain_scores_gemma":[0.9923511,0.00035902334,0.00051017344,0.00035994741,0.004933954,0.0014857713],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014125219,0.00028270864,0.0005541015,0.0008507278,0.00019826787,0.00012985671,0.000413175,0.000040178464,0.0014139194],"category_scores_gemma":[0.0053060786,0.00027797534,0.00014276024,0.0027946152,0.00012689804,0.00047131043,0.000067577676,0.0008729139,0.00021394389],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003749541,0.0053298273,0.25146443,0.00008768333,0.0007708237,0.00009535571,0.003128627,0.000039451792,0.004707014,0.00053775584,0.15034826,0.5831158],"study_design_scores_gemma":[0.0017622565,0.00023715307,0.2244942,0.000336732,0.000614556,0.0016186865,0.01323939,0.00007934386,0.0015738207,0.000046494475,0.75564235,0.00035499403],"about_ca_topic_score_codex":0.0033853645,"about_ca_topic_score_gemma":0.00014909884,"teacher_disagreement_score":0.6052941,"about_ca_system_score_codex":0.0016350829,"about_ca_system_score_gemma":0.017082976,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W3201293502","doi":"10.1007/s40037-021-00680-x","title":"Engagement and learning in an electronic spaced repetition curriculum companion for a&amp;nbsp;paediatrics academic half-day curriculum","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; SickKids Foundation; Hospital for Sick Children","funders":"McMaster University","keywords":"Helpfulness; Curriculum; Likert scale; Repetition (rhetorical device); Medical education; Medicine; Psychology; Pedagogy; Developmental psychology; Social psychology","score_opus":0.01645026357407304,"score_gpt":0.365466754257315,"score_spread":0.349016490683242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201293502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9587999,0.0017833636,0.004973038,0.03211304,0.0009120922,0.00083595654,0.0000011966529,0.000114347036,0.00046705263],"genre_scores_gemma":[0.98786604,0.0020314336,0.004941416,0.0020964122,0.0015102521,0.00039230773,0.0007279264,0.000040602077,0.00039362587],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9968974,0.000526345,0.0005283575,0.00074456143,0.0008377144,0.0004656365],"domain_scores_gemma":[0.9982012,0.00022990078,0.00020094833,0.0003126532,0.000812403,0.00024288568],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027606392,0.00022821374,0.0003311123,0.00048499304,0.0002625524,0.000040582014,0.00011810067,0.00034195682,0.00040190222],"category_scores_gemma":[0.021772578,0.0002267844,0.00006949806,0.0011166531,0.00013954121,0.00022788884,0.000040782477,0.0022026822,0.000019656303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027239244,0.020325908,0.26076174,0.0012628237,0.00018041083,0.00001905015,0.07319677,0.00013477048,0.003401866,0.23735851,0.029472044,0.37361372],"study_design_scores_gemma":[0.009942922,0.00281176,0.30049804,0.002915642,0.0005649127,0.00034536433,0.450068,0.04459123,0.0006435889,0.007865402,0.17806643,0.0016867137],"about_ca_topic_score_codex":0.00008612083,"about_ca_topic_score_gemma":0.00006178806,"teacher_disagreement_score":0.37687123,"about_ca_system_score_codex":0.001149402,"about_ca_system_score_gemma":0.0027071307,"threshold_uncertainty_score":0.9864674},"labels":[],"label_agreement":null},{"id":"W3201374932","doi":"10.33137/cpoj.v4i2.36673","title":"ACADEMIA’S ROLE TO DRIVE CHANGE IN THE ORTHOTICS AND PROSTHETICS PROFESSION","year":2021,"lang":"en","type":"article","venue":"Canadian Prosthetics & Orthotics Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Orthotics; Assistive technology; Physical medicine and rehabilitation; Engineering; Medicine; Physical therapy; Computer science; Human–computer interaction","score_opus":0.021171412177185885,"score_gpt":0.3285320207125264,"score_spread":0.30736060853534053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201374932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88895124,0.0007128181,0.00009838707,0.10737133,0.0007217996,0.0011287591,0.0000146109605,0.0000145049535,0.0009865745],"genre_scores_gemma":[0.95822066,0.0003619719,0.009351658,0.030780202,0.0005690586,0.000059040165,0.00005150265,0.00005227591,0.00055363536],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975987,0.00017314668,0.00060816616,0.00030349227,0.00063781394,0.00067867344],"domain_scores_gemma":[0.9979304,0.000045822726,0.00015233787,0.00043131344,0.00079243776,0.00064767344],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013605768,0.00022588602,0.00030153303,0.0004850497,0.00038567072,0.00014114715,0.00022402061,0.00044783138,0.00008054091],"category_scores_gemma":[0.0011870185,0.00017632956,0.000058993704,0.0011424271,0.00014961134,0.00010915486,0.000058189904,0.0025811882,0.000024003146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012408952,0.0007628925,0.6357721,0.00034146357,0.000095045056,0.0034175545,0.0783472,0.000058458576,0.0010625342,0.024422653,0.01879323,0.23680277],"study_design_scores_gemma":[0.0029351518,0.0009939627,0.42150226,0.002060447,0.00037634434,0.018736556,0.027076753,0.003429365,0.0011975815,0.006223613,0.51447767,0.0009902623],"about_ca_topic_score_codex":0.0002657801,"about_ca_topic_score_gemma":0.0059691323,"teacher_disagreement_score":0.49568447,"about_ca_system_score_codex":0.00043912602,"about_ca_system_score_gemma":0.002389096,"threshold_uncertainty_score":0.9997199},"labels":[],"label_agreement":null},{"id":"W3201722495","doi":"10.1097/acm.0000000000004437","title":"The Scope of Social Mission Content in Health Professions Education Accreditation Standards","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Scope (computer science); Health professions; Content (measure theory); Content analysis; Pipeline (software); Representation (politics)","score_opus":0.07738696820343043,"score_gpt":0.47663959843387277,"score_spread":0.39925263023044233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201722495","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4323641,0.0118016815,0.0009873804,0.545284,0.0031464293,0.0010927498,0.000006878934,0.00003826054,0.0052785375],"genre_scores_gemma":[0.97632164,0.0044388073,0.000604085,0.010040363,0.0015354435,0.000075505144,0.00035048366,0.000023907825,0.0066097733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742854,0.00022831425,0.001001904,0.00020494644,0.00090454164,0.00023176234],"domain_scores_gemma":[0.997987,0.00019161864,0.00039580135,0.00022032816,0.001117921,0.00008733722],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031048437,0.00010505588,0.00032018122,0.00017052288,0.00022048515,0.000002665341,0.00011239902,0.00018366573,0.00025022955],"category_scores_gemma":[0.00900625,0.000067807414,0.000027227028,0.0009255123,0.00025446172,0.000057425605,0.00003388495,0.00084240385,0.0000035575604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019999778,0.00016291504,0.004451265,0.0006792097,0.000030649822,0.0000026446094,0.017507413,9.741802e-7,0.014837618,0.03211339,0.6712754,0.25873855],"study_design_scores_gemma":[0.004937052,0.00052986894,0.1746193,0.009179056,0.000091659385,0.00008212666,0.117952965,0.00017950548,0.0062451903,0.005502781,0.6804709,0.00020963514],"about_ca_topic_score_codex":0.00008677871,"about_ca_topic_score_gemma":0.000008438387,"teacher_disagreement_score":0.54395753,"about_ca_system_score_codex":0.0004935219,"about_ca_system_score_gemma":0.0055413386,"threshold_uncertainty_score":0.9993413},"labels":[],"label_agreement":null},{"id":"W3201820448","doi":"10.3138/jvme-2020-0139","title":"Building Clinical Skills Teaching Materials: A Study of Cognitive Task Analysis Versus Free Recall Instruction to Teach Canine Indirect Ophthalmoscopy","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recall; Task (project management); Cognition; Task analysis; Psychology; Cognitive load; Medical education; Free recall; Medicine; Cognitive psychology; Neuroscience","score_opus":0.06963894700541322,"score_gpt":0.4807777266337457,"score_spread":0.41113877962833245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201820448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98860216,0.00008288925,0.001356113,0.0026210232,0.00675965,0.00038327536,0.0000066867788,0.00001581661,0.00017239062],"genre_scores_gemma":[0.9730661,0.00004174789,0.02398085,0.0008106875,0.001905059,0.000028917364,0.00007231275,0.00002652688,0.00006782478],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99475193,0.0009834346,0.0021414207,0.00037916013,0.0015009779,0.00024309415],"domain_scores_gemma":[0.9957617,0.0006180176,0.001111754,0.00047272517,0.0016465412,0.00038924816],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046203015,0.00020897717,0.00097022724,0.0010019485,0.00012263816,0.00003289005,0.0003053359,0.00026513482,0.00078582094],"category_scores_gemma":[0.055288482,0.00018814896,0.00020073443,0.0017756381,0.00010952352,0.00022806913,0.00014696621,0.0010895364,0.0000040583723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010738403,0.053479105,0.0900554,0.0005393785,0.007979766,0.0009919668,0.017078688,0.00003291017,0.024833594,0.00016135896,0.015888806,0.77822065],"study_design_scores_gemma":[0.022907633,0.035290543,0.86309946,0.005738217,0.00891775,0.006693438,0.046323422,0.00021328524,0.004210261,0.0001420651,0.0057607912,0.0007031579],"about_ca_topic_score_codex":0.00010762421,"about_ca_topic_score_gemma":0.00001202162,"teacher_disagreement_score":0.77751744,"about_ca_system_score_codex":0.0003799435,"about_ca_system_score_gemma":0.0030287222,"threshold_uncertainty_score":0.9526692},"labels":[],"label_agreement":null},{"id":"W3201844792","doi":"10.1080/21614083.2021.1984076","title":"Imagining the Future of Learning in Healthcare: The GAME 2019 #FuturistForum","year":2021,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"Daiichi Sankyo Europe; Fogarty International Center; Astellas Pharma US; California Department of Fish and Game; Janssen Pharmaceuticals; AstraZeneca; Daiichi Sankyo Company; Merck","keywords":"Enabling; Health care; Event (particle physics); Pandemic; Coronavirus disease 2019 (COVID-19); Knowledge management; Reflection (computer programming); Psychology; Public relations; Medicine; Political science; Computer science","score_opus":0.011704505551631206,"score_gpt":0.3086665536704965,"score_spread":0.2969620481188653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201844792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.540197,0.007166988,0.0002576537,0.4433701,0.002090562,0.00010857372,7.018075e-7,0.000008484477,0.00679993],"genre_scores_gemma":[0.990082,0.0005770257,0.00093096227,0.0050087436,0.002285189,3.5753723e-7,0.0000040976524,0.000018626451,0.0010929849],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984699,0.00038387487,0.00057636417,0.00007068154,0.00035827328,0.00014090924],"domain_scores_gemma":[0.99870944,0.00008555106,0.00043815892,0.0002083979,0.0005241593,0.000034320576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023940746,0.00006528335,0.00017447355,0.00009240093,0.00006400161,0.000016671036,0.00016862314,0.000024619603,0.00006628014],"category_scores_gemma":[0.00097282423,0.000034642413,0.0000739161,0.0005023199,0.00007738429,0.000064779066,0.000044502456,0.0012323222,0.000012758205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037286835,0.0006420173,0.1049061,0.00034945985,0.00025371063,0.001309442,0.02109384,0.00041949336,0.010808952,0.013463328,0.28332892,0.5630519],"study_design_scores_gemma":[0.0011239039,0.00027045253,0.2913203,0.0005469501,0.000059368827,0.0016824362,0.012155755,0.00016385088,0.0003792214,0.00024477573,0.69197434,0.00007862701],"about_ca_topic_score_codex":0.0000057231287,"about_ca_topic_score_gemma":0.0000023076316,"teacher_disagreement_score":0.56297326,"about_ca_system_score_codex":0.000060384456,"about_ca_system_score_gemma":0.00033451882,"threshold_uncertainty_score":0.53538954},"labels":[],"label_agreement":null},{"id":"W3202392783","doi":"10.1007/s10459-021-10071-w","title":"Factors affecting perceived credibility of assessment in medical education: A scoping review","year":2021,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Council of University Libraries; University of Toronto; McGill University Health Centre; Université de Sherbrooke; McGill University","funders":"Federation for the Humanities and Social Sciences","keywords":"Credibility; Context (archaeology); Medical education; Affect (linguistics); Psychology; Self-assessment; Educational measurement; Perception; Population; Applied psychology; Medicine; Pedagogy; Curriculum","score_opus":0.10390037692369399,"score_gpt":0.5839983132484738,"score_spread":0.4800979363247799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202392783","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075545727,0.9888976,0.000047629033,0.0022527035,0.0032912614,0.0037451694,0.0000017041245,0.000019146055,0.0009893072],"genre_scores_gemma":[0.00026182987,0.98866993,0.0078073214,0.0020320213,0.0002883148,0.0005899882,0.00030012793,0.000019994606,0.000030475196],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934586,0.000882807,0.0029631287,0.00090349955,0.0013315261,0.00046039346],"domain_scores_gemma":[0.9962874,0.0007870483,0.0016755265,0.00062048493,0.00044256484,0.00018694106],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0073786983,0.00034693876,0.0023243881,0.0009459265,0.0001554069,0.000020263764,0.00042504273,0.00025250134,0.0004686876],"category_scores_gemma":[0.01228452,0.0002820366,0.0001837262,0.0053244843,0.00042508243,0.00043233152,0.00007459381,0.0011131525,0.0000022524155],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0510065e-7,0.0006271299,0.0031792775,0.25422567,0.000002562434,3.4959993e-7,0.0002517487,0.0000010725154,1.3536145e-8,0.00021951563,0.00018714315,0.7413051],"study_design_scores_gemma":[0.00009878938,0.0001152792,0.0029696939,0.9269374,0.000051012317,0.000043602442,0.0022640019,0.000032683052,1.265292e-7,0.000059282378,0.06722932,0.00019878302],"about_ca_topic_score_codex":0.00027094892,"about_ca_topic_score_gemma":0.00023619842,"teacher_disagreement_score":0.74110633,"about_ca_system_score_codex":0.0018926157,"about_ca_system_score_gemma":0.10019973,"threshold_uncertainty_score":0.99996316},"labels":[],"label_agreement":null},{"id":"W3203070289","doi":"10.2196/32356","title":"Assessment of Entrustable Professional Activities Using a Web-Based Simulation Platform During Transition to Emergency Medicine Residency: Mixed Methods Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Medical education; Medical diagnosis; Thematic analysis; Medicine; Action (physics); Fidelity; Psychology; Family medicine; Medical physics; Computer science; Qualitative research; Pathology","score_opus":0.056291666504173006,"score_gpt":0.4981148289236449,"score_spread":0.4418231624194719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203070289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666431,0.00007244189,0.019140929,0.008150231,0.003699675,0.0016271236,0.0000031963007,0.00007110037,0.0005922189],"genre_scores_gemma":[0.96421355,0.000011207574,0.032796726,0.0008184525,0.00083518797,0.00048418835,0.00023719443,0.000038528968,0.0005649696],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9955503,0.0004506091,0.0012683776,0.0005067171,0.0018912612,0.00033277555],"domain_scores_gemma":[0.9975147,0.00023775239,0.00036942755,0.0005052083,0.0011004009,0.00027249157],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020547737,0.00024775098,0.00053321605,0.0006391821,0.0002417756,0.0000094485795,0.00014166773,0.00017129262,0.0061922423],"category_scores_gemma":[0.004021859,0.00022391997,0.00006857433,0.0018614499,0.00010962254,0.00026712182,0.000048505,0.00053513853,0.0000034097152],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030973079,0.090156175,0.10009062,0.009547162,0.0008363037,0.000061587736,0.039580494,0.007229065,0.59464264,0.005194623,0.024920871,0.124643125],"study_design_scores_gemma":[0.0071182144,0.003162997,0.7929281,0.004291725,0.0005697675,0.000050717816,0.05348763,0.12625882,0.00952392,0.00061284035,0.0014113756,0.0005839097],"about_ca_topic_score_codex":0.00010531016,"about_ca_topic_score_gemma":0.00003855072,"teacher_disagreement_score":0.6928375,"about_ca_system_score_codex":0.00069179985,"about_ca_system_score_gemma":0.0086285835,"threshold_uncertainty_score":0.9969916},"labels":[],"label_agreement":null},{"id":"W3203160809","doi":"10.1097/ceh.0000000000000398","title":"Exploring Content Relationships Among Components of a Multisource Feedback Program","year":2021,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Content (measure theory); Medical education; Psychology; Computer science; Process management; Medicine; Business; Mathematics","score_opus":0.26875870132579277,"score_gpt":0.43766179215986367,"score_spread":0.1689030908340709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203160809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96733224,0.00053848437,0.0003769601,0.028775595,0.0019631863,0.0007906177,8.2579925e-7,0.000012501171,0.00020956433],"genre_scores_gemma":[0.98200244,0.0001654604,0.016047057,0.00083738955,0.00028498177,0.00009937761,0.000027507402,0.000014696215,0.00052112277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969133,0.000797278,0.0014300976,0.00011831468,0.00052402075,0.00021696217],"domain_scores_gemma":[0.9964329,0.0003909395,0.001300113,0.0003057238,0.0014671662,0.000103181934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031922152,0.00010024351,0.00036696077,0.00036349602,0.00018227097,0.000016066891,0.00015507598,0.00007554995,0.00002373857],"category_scores_gemma":[0.0041881166,0.0000720216,0.00009192339,0.0009342256,0.00009434293,0.00024799272,0.000025334064,0.0011585965,0.0000027372048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013895675,0.00539446,0.47769135,0.0007844538,0.00005515265,0.000008127773,0.110400245,0.000015512604,0.0010799458,0.0017313148,0.007906514,0.39479396],"study_design_scores_gemma":[0.0009118266,0.00015785208,0.8394609,0.006172336,0.000035165973,0.00012239425,0.14932631,0.00010877985,0.00012658945,0.00011627199,0.0034058958,0.000055677767],"about_ca_topic_score_codex":0.00005440929,"about_ca_topic_score_gemma":0.000014307673,"teacher_disagreement_score":0.3947383,"about_ca_system_score_codex":0.00023679953,"about_ca_system_score_gemma":0.0016773839,"threshold_uncertainty_score":0.50335896},"labels":[],"label_agreement":null},{"id":"W3203458318","doi":"10.1308/rcsbull.2021.128","title":"Learning objectives for medical student teaching in the operating theatre: surgeons’ experiences and factors influencing operative participation","year":2021,"lang":"en","type":"article","venue":"Bulletin of The Royal College of Surgeons of England","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Attendance; Curriculum; Medicine; Quarter (Canadian coin); Learning environment; Perception; Set (abstract data type); Medical school; Psychology; Pedagogy","score_opus":0.01377047292842535,"score_gpt":0.32517081917464247,"score_spread":0.3114003462462171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203458318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99558705,0.00015730853,0.00003661937,0.002884179,0.00016061339,0.00044125694,0.000009801126,0.000005214007,0.00071796647],"genre_scores_gemma":[0.9990832,0.000011118078,0.0005258719,0.00010162399,0.000032370775,0.00008908067,0.000009557264,0.0000089050245,0.00013826106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979837,0.000503505,0.00061803503,0.00017849715,0.00055299,0.00016327214],"domain_scores_gemma":[0.99756765,0.0017203235,0.00021962084,0.00019162601,0.00026585825,0.000034900913],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026923988,0.000114324896,0.00036201449,0.00008398796,0.00022403088,0.000009775639,0.00015432485,0.000085169195,0.0001115308],"category_scores_gemma":[0.010224322,0.00006781059,0.00007512004,0.0002453663,0.0002468627,0.00002236909,0.00008797829,0.00034270738,8.6448125e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111793786,0.0006157147,0.8694566,0.00023244975,0.000103819664,0.0000057811253,0.12353312,0.00074153836,0.0005254559,0.001036872,0.0006807837,0.0029560635],"study_design_scores_gemma":[0.0025477195,0.00049162644,0.49616155,0.0012813264,0.00010934316,0.000016261407,0.48289648,0.002817822,0.009613,0.000036944955,0.0038567213,0.00017123457],"about_ca_topic_score_codex":0.00039269213,"about_ca_topic_score_gemma":0.00012816618,"teacher_disagreement_score":0.37329507,"about_ca_system_score_codex":0.00003430467,"about_ca_system_score_gemma":0.00027781347,"threshold_uncertainty_score":0.998113},"labels":[],"label_agreement":null},{"id":"W3203571486","doi":"10.21203/rs.3.rs-954678/v1","title":"Academic Half-Day Education Experience in Post-graduate Medical Training: A Scoping Review of Characteristics and Learner Outcomes","year":2021,"lang":"en","type":"review","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Maternal and Child Health Bureau; School of Medicine, Stanford University; Health Resources and Services Administration","keywords":"Popularity; Attendance; Medical education; Medicine; Graduate medical education; Psychology; Family medicine","score_opus":0.3650850375354323,"score_gpt":0.6045101321322135,"score_spread":0.23942509459678118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203571486","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010235854,0.99078655,0.000008603875,0.005009909,0.00033605006,0.0025549373,0.000008147813,0.000018218645,0.0002540123],"genre_scores_gemma":[0.0002439724,0.9962133,0.00027783745,0.0008198739,0.0003175666,0.0009787672,0.0007559712,0.000050110655,0.00034257164],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937121,0.0011246327,0.0016849493,0.00058296206,0.0023846289,0.0005106939],"domain_scores_gemma":[0.9961336,0.0010804437,0.00039360076,0.00060586253,0.0015219676,0.00026448903],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072539663,0.0002895071,0.0022166187,0.00093985087,0.00008489874,0.000022639837,0.00032643467,0.0005803612,0.00066197064],"category_scores_gemma":[0.07104838,0.00022764767,0.00018336556,0.0021956752,0.00048237102,0.000102888735,0.0002070582,0.0033799158,0.000020128786],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016362604,0.00011185753,0.0002335888,0.2761707,0.000021599768,0.00001845806,0.0011228706,7.532341e-10,3.427774e-7,0.00020853698,0.0004629643,0.72164744],"study_design_scores_gemma":[0.00014414787,0.00006862162,0.0010443918,0.8472486,0.00009072824,0.00012166457,0.0015446998,0.00000459155,5.6377627e-7,0.000006773824,0.14956819,0.00015699284],"about_ca_topic_score_codex":0.000041951138,"about_ca_topic_score_gemma":0.000004562222,"teacher_disagreement_score":0.72149044,"about_ca_system_score_codex":0.00034623573,"about_ca_system_score_gemma":0.014588488,"threshold_uncertainty_score":0.9989193},"labels":[],"label_agreement":null},{"id":"W3204048660","doi":"10.1111/medu.14674","title":"Relationships, continuity and time in health professions education","year":2021,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Health professions; Psychology; Medical education; Pedagogy; Medicine; Health care; Political science; Law","score_opus":0.022984013069068464,"score_gpt":0.38084474000170304,"score_spread":0.3578607269326346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204048660","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006964994,0.0026149526,0.00010321332,0.9813418,0.00304743,0.0013278452,0.000005580344,0.000083683095,0.004510511],"genre_scores_gemma":[0.0029778592,0.00041954624,0.003816687,0.94090253,0.0052134683,0.00061981514,0.008591795,0.00007377242,0.037384495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995509,0.00078749243,0.0012387831,0.0007236267,0.0012685119,0.0004725576],"domain_scores_gemma":[0.9977285,0.00026830952,0.00049217703,0.0006825716,0.00062436814,0.00020407556],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0023146933,0.00032963857,0.0006987228,0.00079999474,0.00023431536,0.000049142687,0.00018130914,0.0016913373,0.0019920012],"category_scores_gemma":[0.016162736,0.000321844,0.00007604965,0.0012500006,0.00025119612,0.000141988,0.00007644837,0.005922662,0.00013827122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063599423,0.0008120156,0.0042160437,0.0010881526,0.000016774558,0.000009426758,0.00082949403,3.1071522e-8,0.0000025662432,0.00038195262,0.8858485,0.10678865],"study_design_scores_gemma":[0.00045280746,0.000058964288,0.02567211,0.0061124633,0.000052125513,0.00023223017,0.0009599326,0.00016243721,0.000002396574,0.0007664885,0.96527046,0.00025757693],"about_ca_topic_score_codex":0.0003373071,"about_ca_topic_score_gemma":0.000042328087,"teacher_disagreement_score":0.10653107,"about_ca_system_score_codex":0.0010327771,"about_ca_system_score_gemma":0.03502385,"threshold_uncertainty_score":0.99992335},"labels":[],"label_agreement":null},{"id":"W3204887476","doi":"10.36834/cmej.72067","title":"Developing a dashboard for faculty development in competency-based training programs: a design-based research project","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"University of Saskatchewan","keywords":"Dashboard; Medical education; Faculty development; Audit; Process (computing); Professional development; Needs assessment; Medicine; Computer science; Data science; Management; Political science","score_opus":0.2931636633996971,"score_gpt":0.4720101508253804,"score_spread":0.17884648742568326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204887476","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17525959,0.0006394783,0.16001768,0.65219223,0.0045498656,0.0053129224,0.0000106413045,0.00011587933,0.0019016806],"genre_scores_gemma":[0.09160047,0.000007339387,0.86026764,0.044795856,0.0009311399,0.0011843984,0.0007331781,0.000050300583,0.0004296515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996046,0.00032825844,0.00086517807,0.0003825371,0.0014903104,0.00088772055],"domain_scores_gemma":[0.9938828,0.00024930382,0.00013390763,0.00023733867,0.0032524704,0.002244197],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005690178,0.00018077443,0.00032503775,0.0014631316,0.00053658924,0.00012700695,0.00026798656,0.00030709401,0.0015210169],"category_scores_gemma":[0.05407115,0.00017367172,0.000072385374,0.0023233492,0.00020522019,0.00008644175,0.000011671078,0.0014373341,0.000013347425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100134326,0.0008965354,0.0026729854,0.00041209869,0.00006326499,0.00024854214,0.00870337,0.000032811204,0.00004151036,0.0030024452,0.112435766,0.8713905],"study_design_scores_gemma":[0.003910747,0.0002557929,0.0044542085,0.0048533357,0.00003295163,0.0007260497,0.018478198,0.009962174,0.000494549,0.0011270404,0.95527965,0.00042532018],"about_ca_topic_score_codex":0.00075284234,"about_ca_topic_score_gemma":0.012034213,"teacher_disagreement_score":0.87096524,"about_ca_system_score_codex":0.0036500804,"about_ca_system_score_gemma":0.7278099,"threshold_uncertainty_score":0.99939173},"labels":[],"label_agreement":null},{"id":"W3204983092","doi":"10.1007/s10459-021-10072-9","title":"“We know what they’re struggling with”: student peer mentors’ embodied perceptions of teaching in a health professional education mentorship program","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Fanshawe College; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Sigma Theta Tau International","keywords":"Mentorship; Context (archaeology); Psychology; Nurse education; Embodied cognition; Pedagogy; Professional development; Medical education; Medicine","score_opus":0.024814960398855893,"score_gpt":0.4764602658313897,"score_spread":0.4516453054325338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204983092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87406546,0.021731729,0.0002247613,0.0946245,0.00475312,0.0028012418,0.0000023611462,0.000055824756,0.0017410204],"genre_scores_gemma":[0.9393377,0.0077916523,0.04760316,0.002876275,0.0003275682,0.00091772596,0.00023791513,0.000018210383,0.00088982587],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99596435,0.0004811716,0.0011918223,0.0005968798,0.0012463897,0.0005193657],"domain_scores_gemma":[0.99825305,0.00014522686,0.00066493714,0.00034185298,0.00044349997,0.00015143848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039836727,0.0001937055,0.00038833753,0.0007046495,0.00042241625,0.000080712976,0.00022346762,0.00007998644,0.000082827064],"category_scores_gemma":[0.0007104272,0.00016435419,0.00003643218,0.0017766287,0.00023714222,0.0013228422,0.000043797616,0.00058959104,0.0000028220104],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027004005,0.00487499,0.1559865,0.0013822366,0.000005243486,2.942815e-7,0.053985313,0.00032850774,0.000023324676,0.008655322,0.0004729667,0.7742583],"study_design_scores_gemma":[0.00092782656,0.0012310501,0.11741191,0.019418739,0.000014384583,0.00003345899,0.8028678,0.0006806496,0.00005062423,0.0026444972,0.054409303,0.0003097172],"about_ca_topic_score_codex":0.00044203075,"about_ca_topic_score_gemma":0.0018806459,"teacher_disagreement_score":0.7739486,"about_ca_system_score_codex":0.0014119431,"about_ca_system_score_gemma":0.014585041,"threshold_uncertainty_score":0.99100137},"labels":[],"label_agreement":null},{"id":"W3205014723","doi":"10.36834/cmej.71595","title":"Does the format residents use to give and receive feedback about teaching affect the usefulness of the feedback?","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Microteaching; Set (abstract data type); Psychology; Feedback regulation; Test (biology); Medical education; Computer science; Medicine; Mathematics education; Teaching method; Biology","score_opus":0.014971650313146309,"score_gpt":0.30496865516262983,"score_spread":0.28999700484948354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205014723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64336413,0.00019198508,0.00008491391,0.35112947,0.0040455996,0.0003554956,0.000005679244,0.0000053865215,0.0008173487],"genre_scores_gemma":[0.8995504,0.00013384121,0.0006646839,0.09457251,0.0015643148,0.000044506836,0.000014532536,0.00002409913,0.0034311453],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9974029,0.00047343646,0.00054078153,0.00019391203,0.0010328506,0.00035608682],"domain_scores_gemma":[0.99628174,0.0003750339,0.00023781232,0.00056757854,0.00093803136,0.0015997887],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002208824,0.00014731032,0.00021180259,0.00017562583,0.0010018589,0.00018192174,0.000443704,0.00016413142,0.002276848],"category_scores_gemma":[0.06251144,0.00006174954,0.000085849555,0.0006925234,0.00039346187,0.00021979418,0.000066768334,0.0016549972,0.000016171516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029449957,0.00013131292,0.021967398,0.00008536979,0.000111558475,0.00001641757,0.016794533,0.000003220511,0.000058533005,0.002402335,0.77253896,0.1858609],"study_design_scores_gemma":[0.0006473647,0.00005407207,0.62197,0.00174165,0.00015598202,0.0021553822,0.030696766,0.000102140926,0.0003827039,0.00072819286,0.3411993,0.00016640747],"about_ca_topic_score_codex":0.00543306,"about_ca_topic_score_gemma":0.012574212,"teacher_disagreement_score":0.60000265,"about_ca_system_score_codex":0.00046402102,"about_ca_system_score_gemma":0.022489551,"threshold_uncertainty_score":0.99863523},"labels":[],"label_agreement":null},{"id":"W3205025343","doi":"10.36834/cmej.71640","title":"Developmental Evaluation: six ways to get a grip on the potential of education scholarship to serve innovation","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Transplant Association; University of Toronto","funders":"","keywords":"Scholarship; Coronavirus disease 2019 (COVID-19); Political science; Health care; Public relations; Sociology; Medical education; Pedagogy; Medicine","score_opus":0.03939518128145239,"score_gpt":0.3543845623873142,"score_spread":0.31498938110586183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205025343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70547545,0.00010026349,0.0009348172,0.28220147,0.0042444905,0.000752044,0.000005731295,0.0000122487645,0.0062734685],"genre_scores_gemma":[0.7739117,0.000011790048,0.012352472,0.2104225,0.0021609669,0.00019795362,0.00022092075,0.000030119678,0.0006915474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957459,0.00020899207,0.0009834033,0.00033809952,0.0023229802,0.00040062788],"domain_scores_gemma":[0.9898616,0.00007198228,0.00024384135,0.00035869356,0.0068456647,0.002618216],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039381697,0.0001928548,0.00024485108,0.0012367516,0.00043963094,0.00011225176,0.0003471502,0.00024846577,0.026765319],"category_scores_gemma":[0.08163494,0.00016334957,0.00007045412,0.003709349,0.00008614934,0.00017665238,0.000034004228,0.0010696918,0.000281901],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048217502,0.0006710087,0.0012917772,0.000048369035,0.00007061168,0.000013731567,0.0016209747,0.000024997898,0.0013286954,0.022713907,0.49816212,0.4740056],"study_design_scores_gemma":[0.0020250333,0.00058046466,0.2205359,0.0035815935,0.00029929157,0.0051717684,0.02579443,0.00047188794,0.004882704,0.009448576,0.7264352,0.00077318685],"about_ca_topic_score_codex":0.0005702131,"about_ca_topic_score_gemma":0.001533705,"teacher_disagreement_score":0.47323242,"about_ca_system_score_codex":0.0025243687,"about_ca_system_score_gemma":0.19071941,"threshold_uncertainty_score":0.9741244},"labels":[],"label_agreement":null},{"id":"W3205399234","doi":"10.4300/jgme-d-21-00752.1","title":"Beyond the Guise of Saturation: Rigor and Qualitative Interview Data","year":2021,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":417,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Qualitative research; Mentorship; Value (mathematics); Medical education; Qualitative property; Psychology; Rigour; Reflexivity; Medicine; Engineering ethics; Sociology; Computer science; Epistemology; Social science","score_opus":0.08830173477669263,"score_gpt":0.47075491577084055,"score_spread":0.38245318099414793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205399234","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047851023,0.012401243,0.0007439755,0.13332677,0.8477466,0.00043646674,0.00005204102,0.000008999842,0.00049877557],"genre_scores_gemma":[0.0045051314,0.010826821,0.008317722,0.0046843053,0.9662189,0.000028659128,0.0040272344,0.00006621854,0.0013250291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99322844,0.00078070344,0.0019693105,0.00033914225,0.0034952788,0.00018714656],"domain_scores_gemma":[0.9868485,0.0018928243,0.0028153267,0.0012773109,0.0068804305,0.00028565552],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009166782,0.00025938515,0.000882655,0.0003322952,0.00010320496,0.00005377435,0.0007640904,0.0006067225,0.00041585352],"category_scores_gemma":[0.08863462,0.00016405978,0.00013946574,0.0007295167,0.000592547,0.0002653917,0.00021585831,0.0026318294,0.000004641203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055126577,0.000502607,0.0000064073415,0.00081890315,0.00022390069,0.000008852538,0.0047668843,3.8581547e-8,0.000007217892,0.0002582857,0.8584295,0.13492231],"study_design_scores_gemma":[0.0009902153,0.00036416092,0.00021741098,0.0049693966,0.0009544974,0.00028368455,0.013779883,0.00010245726,0.000027529319,0.002019783,0.976119,0.00017199536],"about_ca_topic_score_codex":0.000046210782,"about_ca_topic_score_gemma":0.000014342917,"teacher_disagreement_score":0.13475032,"about_ca_system_score_codex":0.00021867371,"about_ca_system_score_gemma":0.01528267,"threshold_uncertainty_score":0.99966913},"labels":[],"label_agreement":null},{"id":"W3205607702","doi":"10.1016/j.cptl.2021.09.046","title":"High-level curricular integration in pharmacy schools: A systematic literature review","year":2021,"lang":"en","type":"review","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Hospital Edmonton; University of Alberta","funders":"","keywords":"Pharmacy; Curriculum; Medical education; Workload; Inclusion (mineral); Systematic review; Pharmacy practice; Psychology; MEDLINE; Medicine; Pedagogy; Computer science; Nursing; Political science","score_opus":0.07864988308195218,"score_gpt":0.4610999992072719,"score_spread":0.3824501161253197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205607702","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003116249,0.9954276,0.0002761701,0.00033554446,0.0013377662,0.0021482797,0.000006853976,0.00007265193,0.00008352198],"genre_scores_gemma":[0.0003938492,0.9938586,0.0019770255,0.0005011794,0.0004844488,0.00062514946,0.001783043,0.00007457742,0.00030216508],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926413,0.0037462856,0.0018893279,0.0007404975,0.00057022687,0.00041235983],"domain_scores_gemma":[0.9982623,0.00030468332,0.0007463584,0.00036606108,0.00019578793,0.00012481125],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005699386,0.00060283596,0.0027156293,0.0010451971,0.00022392257,0.00014583195,0.00024355671,0.00017674365,0.00008584193],"category_scores_gemma":[0.012619131,0.00047909663,0.00026627752,0.0018394884,0.000035947378,0.00031766988,0.00011230377,0.012424406,0.00002821958],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001970479,0.0001672431,0.00016609768,0.38559604,0.0000521491,0.00006263475,0.00046076387,0.0000014125088,4.2040173e-7,0.000061815525,0.0011995336,0.61222994],"study_design_scores_gemma":[0.0006948295,0.000009902746,0.0000050037484,0.61372125,0.00077307125,0.00027313278,0.00015563561,0.00058536325,1.9495054e-7,0.0000026209716,0.38353264,0.00024634143],"about_ca_topic_score_codex":0.000046845962,"about_ca_topic_score_gemma":8.070321e-7,"teacher_disagreement_score":0.6119836,"about_ca_system_score_codex":0.00055102544,"about_ca_system_score_gemma":0.00040611223,"threshold_uncertainty_score":0.99976605},"labels":[],"label_agreement":null},{"id":"W3205728126","doi":"10.17483/2368-6669.1327","title":"Critical Consciousness in Nursing Education","year":2021,"lang":"en","type":"article","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Cegep de Saint Hyacinthe","funders":"","keywords":"Conscience; Consciousness; Nursing; Psychology; Sociology; Philosophy; Medicine; Epistemology","score_opus":0.028775138272227947,"score_gpt":0.4536551020808644,"score_spread":0.42487996380863646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205728126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8244696,0.0018905089,0.020405913,0.08868489,0.010801065,0.0017118776,0.000013239698,0.00020225186,0.051820613],"genre_scores_gemma":[0.96497166,0.00019740996,0.028185802,0.0035070768,0.00051953056,0.000392828,0.0012180929,0.000038466063,0.00096915907],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99636304,0.00039054683,0.0015690819,0.0005008477,0.00070194283,0.00047455644],"domain_scores_gemma":[0.99755085,0.0002567966,0.0003188093,0.0006033332,0.0011353684,0.0001348201],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011167551,0.00027511822,0.0004376529,0.000833018,0.00019105048,0.000095981086,0.00014275066,0.00023549625,0.0003707145],"category_scores_gemma":[0.0032097376,0.00032839726,0.00007505445,0.001734421,0.00028305114,0.0014203087,0.00001872297,0.00060105795,0.00007573703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012103031,0.010356819,0.01024903,0.0008561078,0.000008889536,0.000002199368,0.013515725,0.00017379124,0.0011886273,0.23351966,0.0063109305,0.7236972],"study_design_scores_gemma":[0.007144744,0.00043922267,0.3493729,0.046226874,0.00025545462,0.0008580316,0.23670371,0.005906863,0.014494109,0.16600116,0.17021553,0.0023813853],"about_ca_topic_score_codex":0.000035699966,"about_ca_topic_score_gemma":0.000030904648,"teacher_disagreement_score":0.7213158,"about_ca_system_score_codex":0.0031543525,"about_ca_system_score_gemma":0.0024857295,"threshold_uncertainty_score":0.9999168},"labels":[],"label_agreement":null},{"id":"W3205984220","doi":"10.2147/amep.s247159","title":"Improving Medical Education in Hematology and Transfusion Medicine in Canada: Standards and Limitations","year":2021,"lang":"en","type":"review","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Canadian Blood Services","funders":"","keywords":"Transfusion medicine; Hematology; Curriculum; Medicine; Coronavirus disease 2019 (COVID-19); Medical education; Pandemic; MEDLINE; Graduate medical education; Internal medicine; Family medicine; Blood transfusion; Psychology; Political science; Accreditation; Infectious disease (medical specialty)","score_opus":0.025963213350333903,"score_gpt":0.45716143979536145,"score_spread":0.43119822644502753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205984220","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061803206,0.9549649,0.00016179784,0.03872965,0.0016156859,0.00082350435,0.0000033279446,0.000010762352,0.0030723875],"genre_scores_gemma":[0.00047269894,0.98737437,0.0028607792,0.0082511,0.00031070458,0.0003379075,0.00028338403,0.000032155986,0.00007692989],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99516124,0.000827252,0.0015436291,0.00071945804,0.0014072504,0.0003411976],"domain_scores_gemma":[0.99406254,0.0041815606,0.0004771083,0.00031541652,0.0004745764,0.00048877415],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039714733,0.0003477509,0.0014128665,0.00079553656,0.00008137182,0.000020938822,0.00014174759,0.0005820097,0.0004113888],"category_scores_gemma":[0.13757905,0.00030232675,0.0000296463,0.0014531912,0.0004174817,0.0004964116,0.00006856554,0.0019409335,7.57233e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028420058,0.0005025906,0.00065529865,0.0064423205,0.000013515456,0.000057478464,0.0007643193,7.203302e-8,6.951211e-8,0.004468318,0.001591151,0.98547643],"study_design_scores_gemma":[0.0010155413,0.000075661956,0.00057936466,0.031867184,0.00020860042,0.0030249562,0.008995257,0.00015522081,1.07407374e-7,0.0002456989,0.95358044,0.00025196662],"about_ca_topic_score_codex":0.113331266,"about_ca_topic_score_gemma":0.4862227,"teacher_disagreement_score":0.9852245,"about_ca_system_score_codex":0.00124248,"about_ca_system_score_gemma":0.08572081,"threshold_uncertainty_score":0.9999429},"labels":[],"label_agreement":null},{"id":"W3206311138","doi":"10.1097/acm.0000000000004450","title":"Unobserved Observers: Nurses’ Perspectives About Sharing Feedback on the Performance of Resident Physicians","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario; Medical Council of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Hierarchy; MEDLINE; Organizational culture; Control (management)","score_opus":0.049379572921997975,"score_gpt":0.3507605399052074,"score_spread":0.30138096698320943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206311138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93631935,0.0014837377,0.000031232223,0.05616952,0.0007596246,0.00032624925,0.000001461326,0.000044152788,0.004864642],"genre_scores_gemma":[0.98252,0.0014923188,0.0001240648,0.0064821877,0.0012704801,0.000036550715,0.000041920994,0.000027903141,0.008004612],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99780023,0.00006617175,0.00061726366,0.0003937165,0.00082723534,0.00029539654],"domain_scores_gemma":[0.99814767,0.0002319752,0.0002714178,0.00070022314,0.0005851411,0.00006356006],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008730545,0.00018574874,0.00041020644,0.00012428666,0.00013215649,0.0000042350293,0.0003182615,0.00018057112,0.00097233686],"category_scores_gemma":[0.0034602578,0.00012418641,0.00006315117,0.0010631641,0.00048772746,0.00010108777,0.000066903674,0.0012026,0.00004405639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078587595,0.0004885565,0.18075721,0.001715395,0.00080307573,0.00007463756,0.17885315,0.00013425694,0.1313732,0.14729635,0.3198995,0.03781878],"study_design_scores_gemma":[0.004915068,0.0013646199,0.60446423,0.015130944,0.0006392783,0.00013645516,0.2641699,0.0042130975,0.07909746,0.0014773,0.023882227,0.0005094312],"about_ca_topic_score_codex":0.000037975864,"about_ca_topic_score_gemma":0.0000017084219,"teacher_disagreement_score":0.423707,"about_ca_system_score_codex":0.00021219783,"about_ca_system_score_gemma":0.0002097526,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W3206881111","doi":"10.22605/rrh6883","title":"Comparison of educational environments in different sized rural hospitals during a longitudinal integrated clerkship in Thailand","year":2021,"lang":"en","type":"article","venue":"Rural and Remote Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medicine; Clinical clerkship; Family medicine; Population; Multidisciplinary approach; Rural area; Medical education; Nursing; Psychology","score_opus":0.020974596260021346,"score_gpt":0.3520811171801932,"score_spread":0.33110652092017184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206881111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776427,0.0008883898,0.000022068174,0.020958953,0.00017808005,0.00023895547,0.0000026506773,0.000004129929,0.00006406871],"genre_scores_gemma":[0.99807256,0.0003634859,0.0007323004,0.00021000986,0.00007782631,0.0000036175275,0.00017050709,0.0000072626513,0.0003624482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988191,0.000076763565,0.000536753,0.00014626172,0.00021175623,0.00020933335],"domain_scores_gemma":[0.99959296,0.000051293668,0.00012883259,0.00012086326,0.000030375293,0.00007568844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018160552,0.00010625179,0.00038581592,0.00014072919,0.00004596217,0.000006273644,0.000034302593,0.000070329406,0.00011729002],"category_scores_gemma":[0.00020823521,0.0000807077,0.000026158143,0.0003197366,0.00007124468,0.000040602274,0.000025934232,0.00030820866,0.0000027230637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010613573,0.00050970144,0.969827,0.00029928246,0.0000121777775,0.0000027893811,0.0011786468,0.0000037594732,0.0017464025,0.00010859761,0.00013607525,0.02606946],"study_design_scores_gemma":[0.0015573695,0.0000982654,0.99325156,0.00092806126,0.000006166716,0.000026205254,0.0022313942,0.00086809637,0.0007075608,0.00020600141,0.00005203207,0.00006730281],"about_ca_topic_score_codex":0.0004277294,"about_ca_topic_score_gemma":0.00015758186,"teacher_disagreement_score":0.026002157,"about_ca_system_score_codex":0.000274614,"about_ca_system_score_gemma":0.0002571164,"threshold_uncertainty_score":0.32911643},"labels":[],"label_agreement":null},{"id":"W3207284433","doi":"10.22454/primer.2021.389603","title":"Mindsets of Early-Career Family Physicians Trained in Competency-Based Education","year":2021,"lang":"en","type":"article","venue":"PRiMER","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Mindset; Graduation (instrument); Medical education; Psychology; Cohort; Medicine; Family medicine","score_opus":0.02077317006923642,"score_gpt":0.31267493399886104,"score_spread":0.29190176392962464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207284433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98213005,0.00019073937,0.00037415992,0.004928198,0.00038487936,0.00019187514,0.0000026232606,0.00001537282,0.011782117],"genre_scores_gemma":[0.97216696,0.000002765625,0.023717938,0.0032690018,0.00012732671,0.00003380609,0.00016453746,0.000013168326,0.0005044743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99913794,0.00003415752,0.00027924337,0.0001616738,0.00025843934,0.00012852089],"domain_scores_gemma":[0.99919206,0.000028679115,0.00007622229,0.00026678958,0.0004111728,0.000025047564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014575449,0.00007427103,0.00017780166,0.00015136586,0.000017010643,0.0000040993473,0.000056296056,0.000067264154,0.0001702868],"category_scores_gemma":[0.00029706294,0.000076266326,0.000044378416,0.0006985396,0.000061831895,0.00004060614,0.000009300267,0.0001588826,0.000023341267],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013705605,0.0054600444,0.22395648,0.00047491776,0.00009354731,0.000016513899,0.0043809004,0.000025500147,0.31127125,0.010827828,0.016660962,0.426695],"study_design_scores_gemma":[0.0011205147,0.000087652086,0.9462707,0.00035833777,0.00005884377,0.0000037910136,0.0011944694,0.0004070325,0.044949427,0.000682147,0.004748147,0.0001189293],"about_ca_topic_score_codex":0.00006873088,"about_ca_topic_score_gemma":0.000007706905,"teacher_disagreement_score":0.72231424,"about_ca_system_score_codex":0.00007623173,"about_ca_system_score_gemma":0.0023481383,"threshold_uncertainty_score":0.41654962},"labels":[],"label_agreement":null},{"id":"W3207598704","doi":"10.34172/rdme.2021.019","title":"A comparative study of community medicine and public health curriculum at medical schools in Iran and North America","year":2021,"lang":"en","type":"article","venue":"Research and Development in Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Public health; Medicine; CINAHL; Health care; Community health; Family medicine; Nursing; Political science; Sociology; Psychological intervention; Pedagogy","score_opus":0.21960465001842672,"score_gpt":0.514181966121889,"score_spread":0.29457731610346233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207598704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9463773,0.0015624614,0.000025502453,0.051017415,0.00009631175,0.0006632009,5.5098286e-7,0.000008861507,0.00024839034],"genre_scores_gemma":[0.99352396,0.0021750317,0.0010507125,0.0027156852,0.00006770951,0.00017642656,0.00023302331,0.000008203591,0.00004926329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950863,0.0012112206,0.0008648445,0.0003057714,0.0020996835,0.0004321548],"domain_scores_gemma":[0.99777377,0.0005069304,0.00011650874,0.00026276463,0.0006090156,0.0007310416],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005629902,0.0001362946,0.0005498622,0.0006559165,0.0002845671,0.000017919294,0.00013590904,0.00013068033,0.000376527],"category_scores_gemma":[0.015314954,0.00011245147,0.000006703738,0.002020373,0.00078414107,0.0000963011,0.0003017114,0.0017189659,0.000003625976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040771592,0.006538441,0.6674896,0.0004146922,0.000027741306,0.000015302956,0.062351536,4.8987562e-8,0.0000052199744,0.00010389141,0.0071826475,0.25583014],"study_design_scores_gemma":[0.0024855349,0.0007137741,0.7467279,0.00095109857,0.0000028835677,0.000076254335,0.24071307,0.00015820468,0.000004927907,0.00010326131,0.007974246,0.00008883524],"about_ca_topic_score_codex":0.0020672767,"about_ca_topic_score_gemma":0.006590668,"teacher_disagreement_score":0.2557413,"about_ca_system_score_codex":0.00046669957,"about_ca_system_score_gemma":0.00732092,"threshold_uncertainty_score":0.99830663},"labels":[],"label_agreement":null},{"id":"W3207742583","doi":"10.1017/cjn.2021.228","title":"Is Virtual Team-Based Learning Feasible and Effective in Teaching Neurolocalisation?","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Matching (statistics); Sample (material); Team-based learning; Medical education; Computer science; Medicine; Statistics; Mathematics","score_opus":0.025467327748953213,"score_gpt":0.3140764395933126,"score_spread":0.2886091118443594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207742583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97956175,0.00038119,0.000114108385,0.017471466,0.00057952956,0.00015805065,0.0000016679979,0.000012588498,0.0017196254],"genre_scores_gemma":[0.981237,0.00007594067,0.0034417221,0.01498875,0.00020897016,0.0000037307664,6.133523e-7,0.0000096766,0.00003361725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99602133,0.0012066783,0.0007425302,0.00048649104,0.0007162027,0.00082679157],"domain_scores_gemma":[0.9974258,0.00059662445,0.00043913213,0.000109968554,0.0005575449,0.0008709537],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.0053632744,0.00022613427,0.0004322368,0.0011628947,0.0018560516,0.0004002503,0.000497156,0.00018646999,0.00013851436],"category_scores_gemma":[0.011834071,0.00016822491,0.000118365024,0.0016832114,0.0035358958,0.0006053074,0.000041249717,0.0025120287,0.0000017554669],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060837327,0.000051169674,0.97525966,0.000010179939,0.0000070569363,0.002916076,0.00063813495,0.0028004714,0.00007772837,0.00071914797,0.00057280157,0.016886706],"study_design_scores_gemma":[0.0010749532,0.05581709,0.8789038,0.00015907666,0.00005719684,0.032202154,0.001062435,0.016799072,0.0003320731,0.0059027537,0.0073658475,0.00032352633],"about_ca_topic_score_codex":0.00050074904,"about_ca_topic_score_gemma":0.0059569315,"teacher_disagreement_score":0.09635586,"about_ca_system_score_codex":0.00028006238,"about_ca_system_score_gemma":0.0045975144,"threshold_uncertainty_score":0.99978924},"labels":[],"label_agreement":null},{"id":"W3207846015","doi":"10.1080/0142159x.2021.1984408","title":"‘It depends’: The complexity of allowing residents to fail from the perspective of clinical supervisors","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Perspective (graphical); MEDLINE; Clinical Practice; Clinical decision making","score_opus":0.15588010757637638,"score_gpt":0.45372508902399694,"score_spread":0.29784498144762056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207846015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.789052,0.00019310307,0.0003690264,0.20428076,0.00049977354,0.00020122208,0.0000033927404,0.000013395479,0.0053873095],"genre_scores_gemma":[0.98738045,0.000029104442,0.0013357912,0.009507334,0.0008199554,0.000015268157,0.00003437648,0.000016001344,0.0008617415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662226,0.0005267333,0.0008935883,0.00029844913,0.001466175,0.00019277413],"domain_scores_gemma":[0.99794936,0.0004582854,0.00013296663,0.00072042434,0.0005888026,0.00015013237],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003239657,0.00011048859,0.00043806696,0.000034836186,0.00008313937,0.000007842538,0.00041053083,0.00020169954,0.00795054],"category_scores_gemma":[0.03836725,0.00006162698,0.00017827384,0.0005505369,0.00096138346,0.000034226043,0.00019930716,0.0009797278,0.0000452167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029961832,0.0016600023,0.64714825,0.00007192978,0.0008357511,0.000073595605,0.057139196,0.0000017069959,0.00042129483,0.011485647,0.24601759,0.034845438],"study_design_scores_gemma":[0.0026276927,0.00023199999,0.85092515,0.0007864285,0.00035136065,0.000029369206,0.10749681,0.0015136225,0.0009124691,0.00596784,0.028964523,0.00019273577],"about_ca_topic_score_codex":0.0015703711,"about_ca_topic_score_gemma":0.00031280352,"teacher_disagreement_score":0.21705307,"about_ca_system_score_codex":0.00007455288,"about_ca_system_score_gemma":0.00071197865,"threshold_uncertainty_score":0.99295634},"labels":[],"label_agreement":null},{"id":"W3207850692","doi":"10.1111/medu.14677","title":"Delineating the field of medical education: Bibliometric research approach(es)","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Field (mathematics); Strengths and weaknesses; Metadata; Bibliometrics; Citation; Data science; Computer science; Citation analysis; Management science; Library science; World Wide Web; Psychology; Engineering","score_opus":0.07090300671949368,"score_gpt":0.5041790105234246,"score_spread":0.43327600380393094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207850692","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42152944,0.005834613,0.0066349576,0.5298117,0.0044221426,0.0007952234,0.0000012148053,0.00007755067,0.030893167],"genre_scores_gemma":[0.8710085,0.001333964,0.017039498,0.10061712,0.0052032294,0.00053713564,0.0004955475,0.000053313233,0.0037116623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99234104,0.00043019434,0.0009424812,0.00044387855,0.0054425322,0.00039985206],"domain_scores_gemma":[0.99211985,0.0014358416,0.00025088963,0.0012113587,0.00458796,0.0003940814],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007075852,0.00015480234,0.0003200937,0.005449075,0.0002803012,0.000053152085,0.0006052777,0.000516869,0.0070387213],"category_scores_gemma":[0.17093194,0.00011284079,0.00010341267,0.046037674,0.00044117265,0.00011581683,0.0001909159,0.0016798498,0.000067747365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013137507,0.0023308622,0.00414987,0.00027949156,0.000026181482,0.0000025130723,0.0004589276,3.4737155e-7,0.000027409476,0.010608024,0.45854205,0.5235612],"study_design_scores_gemma":[0.0016674033,0.000379081,0.036645703,0.0027577167,0.00018596734,0.0011904481,0.022729304,0.012973686,0.0025773894,0.002065106,0.9164083,0.00041991723],"about_ca_topic_score_codex":0.00026146945,"about_ca_topic_score_gemma":0.000012173224,"teacher_disagreement_score":0.52314126,"about_ca_system_score_codex":0.0001949703,"about_ca_system_score_gemma":0.032997638,"threshold_uncertainty_score":0.993869},"labels":[],"label_agreement":null},{"id":"W3207913900","doi":"10.1111/medu.14681","title":"The shift from disbelieving underperformance to recognising failure: A tipping point model","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of Northern British Columbia","funders":"Medical Council of Canada","keywords":"Anger; Certainty; Psychology; Harm; Duty; Grounded theory; Face (sociological concept); Warrant; Social psychology; Qualitative research; Political science; Sociology; Law; Epistemology","score_opus":0.013490531233274273,"score_gpt":0.32833251463940283,"score_spread":0.31484198340612857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207913900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5704418,0.00047981672,0.07556318,0.34951594,0.001938161,0.0003126642,0.0000015150661,0.000079012534,0.0016679278],"genre_scores_gemma":[0.91031444,0.00008618564,0.027002735,0.059942633,0.0013686147,0.00013799315,0.00022265724,0.000031750857,0.0008929733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978565,0.000062455554,0.00050545624,0.00035945713,0.00089764094,0.00031846378],"domain_scores_gemma":[0.9986335,0.0001747667,0.00009395551,0.0005256326,0.000386495,0.00018562748],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00086670066,0.00013992035,0.00019047593,0.00009238035,0.00040019606,0.00008717208,0.00018765246,0.00015844931,0.00051913765],"category_scores_gemma":[0.0121454,0.000107572254,0.000057412035,0.0008007785,0.00009819763,0.00014690378,0.00008504291,0.0005500979,0.00016062375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042989846,0.00055011053,0.0030018145,0.00008748939,0.000052352054,0.000005674523,0.0039939685,0.00004587539,0.0007637323,0.0022961008,0.15265872,0.8365012],"study_design_scores_gemma":[0.0029577604,0.00024070177,0.08944627,0.008367603,0.00043986773,0.00031359703,0.021046694,0.31543845,0.005393116,0.0397292,0.5152702,0.0013565394],"about_ca_topic_score_codex":0.000055977784,"about_ca_topic_score_gemma":0.00009323271,"teacher_disagreement_score":0.83514464,"about_ca_system_score_codex":0.00035057068,"about_ca_system_score_gemma":0.0044276076,"threshold_uncertainty_score":0.9961757},"labels":[],"label_agreement":null},{"id":"W3207922601","doi":"10.1111/medu.14678","title":"Doctors' attitudes to maintenance of professional competence: A scoping review","year":2021,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Research Board","keywords":"Competence (human resources); Disengagement theory; Medicine; Bureaucracy; Lifelong learning; Nursing; Medical education; Psychology; Public relations; Political science; Pedagogy; Social psychology; Gerontology","score_opus":0.04498564430854683,"score_gpt":0.5016219664709178,"score_spread":0.456636322162371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207922601","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001254217,0.98346645,0.00016571149,0.008849161,0.0038356876,0.0030100665,0.0000046960763,0.000036781883,0.0006189213],"genre_scores_gemma":[0.000002785508,0.971013,0.005255158,0.018908655,0.0009055511,0.0012659926,0.0010026909,0.000045607252,0.0016005244],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99532425,0.0002644217,0.0018667972,0.0005784013,0.001638445,0.0003276705],"domain_scores_gemma":[0.9969784,0.00022371561,0.00065094465,0.00077169866,0.0011313399,0.00024391843],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017019743,0.0003453424,0.002343699,0.0003587171,0.0000743536,0.000011752024,0.00038419172,0.0004536034,0.0040182224],"category_scores_gemma":[0.024622852,0.0002591479,0.0003382896,0.0020484412,0.00018959187,0.0000597472,0.00014242057,0.0009654052,0.00013816064],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013640889,0.0006199115,0.000014702625,0.24500586,0.0000363185,0.0000031485151,0.000042055268,6.439831e-9,1.11654444e-7,0.00034831304,0.14575501,0.6081732],"study_design_scores_gemma":[0.00006304428,0.00002986054,0.000024562196,0.51578677,0.00028173436,0.000111247784,0.000028665472,7.5655686e-7,4.0617536e-7,0.0000029046546,0.48355585,0.00011419242],"about_ca_topic_score_codex":0.000015797707,"about_ca_topic_score_gemma":0.000004213204,"teacher_disagreement_score":0.608059,"about_ca_system_score_codex":0.00041738592,"about_ca_system_score_gemma":0.032500952,"threshold_uncertainty_score":0.99998605},"labels":[],"label_agreement":null},{"id":"W3208204728","doi":"10.82308/12781","title":"Competency-based education in plastic surgery training","year":2014,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Allergan","keywords":"Training (meteorology); Plastic surgery; Medical education; Medicine; Surgery; Geography","score_opus":0.023562418434657114,"score_gpt":0.278320584184068,"score_spread":0.2547581657494109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208204728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96752566,0.00002833662,0.000018066528,0.0004841774,0.0024627047,0.00035758317,0.000018151355,0.00017697673,0.02892834],"genre_scores_gemma":[0.987537,0.0000067592546,0.007930947,0.003627916,0.00016836435,0.00012594387,0.00023944152,0.000072588104,0.00029101848],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970882,0.00027060838,0.00087655825,0.0005676444,0.0006476913,0.00054930197],"domain_scores_gemma":[0.99740756,0.0011794824,0.00024765276,0.0005702018,0.00037989017,0.00021521593],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020372916,0.00030171004,0.00052730314,0.00092585356,0.00033779864,0.000025978165,0.0001941703,0.00027396056,0.0003369616],"category_scores_gemma":[0.0138504915,0.0003151731,0.0001357577,0.0013208274,0.00012084199,0.00031276318,0.000036024325,0.00095669203,0.00025194386],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011845426,0.0010228807,0.007824678,0.0003366434,0.000032943743,0.000013496957,0.000014863527,0.00008569141,0.00881281,0.13911718,0.00011211467,0.84250826],"study_design_scores_gemma":[0.007976881,0.0008933306,0.45597202,0.0061896606,0.00046330004,0.00033880392,0.0018645602,0.01073836,0.025716519,0.06650001,0.4204681,0.0028784808],"about_ca_topic_score_codex":0.00009007443,"about_ca_topic_score_gemma":0.00008299341,"teacher_disagreement_score":0.83962977,"about_ca_system_score_codex":0.00073624245,"about_ca_system_score_gemma":0.0009439691,"threshold_uncertainty_score":0.99993},"labels":[],"label_agreement":null},{"id":"W3208293371","doi":"10.21203/rs.3.rs-984152/v1","title":"Addressing Transition to Practice: Assessing Perceived Effectiveness of a Competency Based Change to On-Call Responsibilities of Senior Cardiology Residents","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Preparedness; Likert scale; Curriculum; Medical education; Accountability; Medicine; Scale (ratio); Family medicine; Internal medicine; Psychology; Cardiology; Political science; Pedagogy","score_opus":0.16289101536967227,"score_gpt":0.5187102883715756,"score_spread":0.35581927300190336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208293371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802638,0.00016002869,0.00444939,0.010028891,0.0005909314,0.003751969,0.00007603039,0.000034989454,0.0006439216],"genre_scores_gemma":[0.9743661,0.000024031495,0.023150759,0.0005953724,0.00039394075,0.0008783006,0.0004991624,0.00005404142,0.000038283553],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9897893,0.0059298365,0.0007639407,0.0008222722,0.0021832248,0.00051138946],"domain_scores_gemma":[0.9875483,0.0040494963,0.00020779006,0.0011611292,0.0068307943,0.00020251909],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010001269,0.00026165645,0.0010462283,0.001889658,0.00016027638,0.00006163891,0.00026963395,0.00051012204,0.000076005555],"category_scores_gemma":[0.035340108,0.00025717285,0.00020344168,0.0015339435,0.00035084615,0.00015069827,0.0002855413,0.0018135919,0.000008839668],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04044062,0.0069924225,0.021911627,0.16981533,0.0015657367,0.0015752895,0.12402615,0.00993069,0.56283665,0.001110939,0.0034366483,0.05635789],"study_design_scores_gemma":[0.0015524537,0.002202279,0.8851927,0.06149438,0.00017814946,0.00003463079,0.03409741,0.00093905657,0.013646395,0.00015785196,0.00017908131,0.000325632],"about_ca_topic_score_codex":0.0011103272,"about_ca_topic_score_gemma":0.00002725074,"teacher_disagreement_score":0.8632811,"about_ca_system_score_codex":0.0010692397,"about_ca_system_score_gemma":0.0041072816,"threshold_uncertainty_score":0.9999881},"labels":[],"label_agreement":null},{"id":"W3208344337","doi":"10.1097/acm.0000000000004282","title":"A Question of Scale? Comparison of Generalizability in Ottawa and Chen Scales When Used to Formulate Ad Hoc Entrustment Decisions for the Core EPAs","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Scale (ratio); Formative assessment; Reliability (semiconductor); Medical education; Psychology; Medicine; Mathematics education; Geography","score_opus":0.09501778999012343,"score_gpt":0.4370391930029333,"score_spread":0.34202140301280987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208344337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94595486,0.0041871904,0.0103448015,0.038131915,0.00026872067,0.0010550515,0.0000087092285,0.000011066701,0.00003770011],"genre_scores_gemma":[0.9892185,0.00055490324,0.0080965785,0.0015514032,0.00016740947,0.00011572136,0.0001027066,0.000013186869,0.00017960584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979266,0.00006720141,0.001049175,0.00026674027,0.0004938133,0.00019646432],"domain_scores_gemma":[0.9979979,0.0008335609,0.00024089722,0.0003750285,0.00045192704,0.00010070074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018526191,0.00012845798,0.0005438347,0.00018043206,0.000050784904,0.0000015261205,0.00013189601,0.00019788017,0.00008419612],"category_scores_gemma":[0.007496207,0.00008480307,0.000036994046,0.00054246915,0.00028982974,0.00004325186,0.000060680206,0.0003633034,8.2644243e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067779486,0.00038428014,0.5937877,0.0007901863,0.00015229067,0.0000026366133,0.049031526,0.000106057756,0.065464064,0.009954555,0.050997682,0.22865117],"study_design_scores_gemma":[0.0098568,0.0015047906,0.8541319,0.0046858047,0.0007133317,0.000056213208,0.016089171,0.021007322,0.030918699,0.017503385,0.043216016,0.0003166059],"about_ca_topic_score_codex":0.00006697,"about_ca_topic_score_gemma":0.00011833135,"teacher_disagreement_score":0.26034412,"about_ca_system_score_codex":0.0001304397,"about_ca_system_score_gemma":0.00015288903,"threshold_uncertainty_score":0.89742017},"labels":[],"label_agreement":null},{"id":"W3208378254","doi":"10.1097/acm.0000000000004311","title":"Applying Coactivity Scales to Entrustable Professional Activity Assessments of Clerkship Students","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Interpreter; Scale (ratio); Medical education; Accreditation; Psychology; IBM; Medicine; Psychometrics; Computer science; Clinical psychology","score_opus":0.059949218030424196,"score_gpt":0.4768132869973851,"score_spread":0.41686406896696093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208378254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812628,0.00014008679,0.004095167,0.010491955,0.0013454607,0.0009635144,0.0000042753395,0.00004414638,0.0016525717],"genre_scores_gemma":[0.9883424,0.00007424214,0.0014876445,0.004495313,0.00066566886,0.0002522088,0.00007228714,0.000023440762,0.0045867846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968804,0.0001504678,0.0005781586,0.00041145677,0.0016269377,0.00035254165],"domain_scores_gemma":[0.9983479,0.00025162383,0.00024646698,0.0004229845,0.0005092557,0.00022180454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001605536,0.00018267572,0.0005471431,0.00023385702,0.00010778831,0.0000041276676,0.0002350466,0.00027757193,0.0006425131],"category_scores_gemma":[0.0034375512,0.00015085805,0.000040057104,0.0011457887,0.00017329905,0.00014686484,0.00019805449,0.0011468857,0.00002779946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043516967,0.00071830006,0.4366748,0.00079998357,0.00024095204,0.00003940752,0.0022421754,0.0000056808476,0.33930373,0.001614021,0.06834432,0.14958146],"study_design_scores_gemma":[0.0060246144,0.0006070186,0.8258451,0.004528338,0.0004192964,0.00015660761,0.009782524,0.0004712626,0.11667658,0.0011943013,0.033854228,0.00044012626],"about_ca_topic_score_codex":0.00003472842,"about_ca_topic_score_gemma":0.0000023069326,"teacher_disagreement_score":0.38917032,"about_ca_system_score_codex":0.00026313192,"about_ca_system_score_gemma":0.00039981795,"threshold_uncertainty_score":0.70350677},"labels":[],"label_agreement":null},{"id":"W3208866417","doi":"10.1093/pch/pxab061.095","title":"117 Formal Leadership Teaching in Canadian Pediatric Residency Programs","year":2021,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Children's Hospital","funders":"","keywords":"Medical education; Curriculum; Thematic analysis; Competence (human resources); Demographics; Graduate medical education; Leadership development; Educational leadership; Psychology; Medicine; Qualitative research; Pedagogy; Accreditation; Political science","score_opus":0.042462119873288684,"score_gpt":0.3357201419160883,"score_spread":0.2932580220427996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208866417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66021764,0.013867866,0.0002542857,0.29617056,0.0025342521,0.0017450067,0.00001523973,0.00021045336,0.024984656],"genre_scores_gemma":[0.9682833,0.0009659599,0.008481849,0.018306285,0.0030207979,0.000051229403,0.0005275989,0.000042617998,0.00032033687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99681044,0.00017048499,0.0007501495,0.0004071182,0.000558642,0.0013031453],"domain_scores_gemma":[0.998575,0.00006828862,0.0001748532,0.00041700265,0.00016412645,0.0006007476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002675332,0.00018132021,0.00033621152,0.00094359776,0.000439674,0.000038882867,0.00014241163,0.00021074635,0.00008517739],"category_scores_gemma":[0.0026454953,0.00019045622,0.000073789204,0.0022943667,0.000032503947,0.00018016262,0.000036631624,0.0016454272,0.000057139205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011244318,0.000353305,0.87560064,0.00080641377,0.000007792367,0.00008209404,0.0031097257,0.000003351023,4.005327e-7,0.008767596,0.014970571,0.096286856],"study_design_scores_gemma":[0.002431372,0.00040849095,0.9342945,0.00033829312,0.00009140636,0.00032896377,0.0054753344,0.00045743017,0.00000525528,0.0011447148,0.0545176,0.00050663005],"about_ca_topic_score_codex":0.051528312,"about_ca_topic_score_gemma":0.14924288,"teacher_disagreement_score":0.30806565,"about_ca_system_score_codex":0.0013275655,"about_ca_system_score_gemma":0.008744936,"threshold_uncertainty_score":0.9968746},"labels":[],"label_agreement":null},{"id":"W3208867159","doi":"10.1108/lhs-04-2021-0032","title":"A tale of two frameworks: charting a path to lifelong learning for physician leaders through CanMEDS and LEADS","year":2021,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Toronto; Royal Roads University; University of Manitoba","funders":"","keywords":"Complementarity (molecular biology); Lifelong learning; Path (computing); Career path; Best practice","score_opus":0.0833251593968446,"score_gpt":0.39528964331407995,"score_spread":0.31196448391723536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208867159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8716172,0.0025532248,0.002710936,0.12157055,0.00037203464,0.0009222682,0.0000031351146,0.00006303714,0.00018759433],"genre_scores_gemma":[0.8960597,0.0000446466,0.023174835,0.079945415,0.00043092077,0.0001205409,0.00006589513,0.00003329164,0.00012475174],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980242,0.00010953393,0.0006343534,0.0003756553,0.00029860527,0.0005576401],"domain_scores_gemma":[0.99892354,0.00023510634,0.0002547009,0.00022937982,0.000243965,0.00011333049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008090842,0.00015589794,0.00044002943,0.00015521326,0.00013685346,0.00001925722,0.000088389694,0.00017800785,0.000016980159],"category_scores_gemma":[0.00043754413,0.00016518215,0.000043212385,0.0010599032,0.00009621784,0.00015558828,0.000031206917,0.00074994995,0.000004049855],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037137148,0.00086804683,0.2474245,0.12260461,0.00012175694,0.00002578966,0.44937506,0.0009942288,0.004106536,0.0063374145,0.000681019,0.16708967],"study_design_scores_gemma":[0.005245884,0.0014194421,0.06948169,0.048647366,0.000092630245,0.000046830577,0.8390805,0.019487776,0.0056943027,0.0021858404,0.007916161,0.00070158247],"about_ca_topic_score_codex":0.0009101862,"about_ca_topic_score_gemma":0.0006572023,"teacher_disagreement_score":0.38970542,"about_ca_system_score_codex":0.00014107373,"about_ca_system_score_gemma":0.0004056191,"threshold_uncertainty_score":0.6735932},"labels":[],"label_agreement":null},{"id":"W3209142821","doi":"10.1097/acm.0000000000004280","title":"Incorporating Situational Judgment Tests Into Postgraduate Medical Education Admissions: Examining Educational and Organizational Outcomes","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Psychological intervention; Cohort; Documentation; Situational ethics; Specialty; Descriptive statistics; Psychology; Medical education; Family medicine; Test (biology); Medicine; Nursing; Computer science; Social psychology","score_opus":0.036663565893344664,"score_gpt":0.3838875933363192,"score_spread":0.34722402744297454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209142821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.629441,0.0015141494,0.0009803356,0.3642483,0.0013578059,0.0003559934,0.0000020439318,0.0000750447,0.0020252839],"genre_scores_gemma":[0.930306,0.00036876483,0.01299765,0.047130965,0.0023011086,0.000111634195,0.0019568952,0.00004699307,0.0047799973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99618727,0.00011949628,0.0010927134,0.0005707073,0.0017557539,0.0002740526],"domain_scores_gemma":[0.99669546,0.0005995285,0.00034711085,0.000333607,0.0013976129,0.00062669336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013003295,0.00026950208,0.00043864944,0.00038879865,0.00031333734,0.0000150827,0.00017193623,0.000373852,0.0049871816],"category_scores_gemma":[0.06099992,0.00022612873,0.000027067645,0.0012494603,0.00033075403,0.00020935369,0.0001403787,0.0010094837,0.000051179206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003355991,0.00038543818,0.7495228,0.00033457746,0.0001573809,0.000023063341,0.004455423,0.0000023553673,0.008116141,0.105661795,0.08169677,0.04961072],"study_design_scores_gemma":[0.0043226946,0.00031590767,0.8774118,0.0041213734,0.00040129453,0.002359094,0.009171993,0.0019513819,0.0010269713,0.085072786,0.013165824,0.0006789187],"about_ca_topic_score_codex":0.0000341439,"about_ca_topic_score_gemma":0.00000629381,"teacher_disagreement_score":0.31711733,"about_ca_system_score_codex":0.00031797015,"about_ca_system_score_gemma":0.0091933925,"threshold_uncertainty_score":0.99642354},"labels":[],"label_agreement":null},{"id":"W3209170241","doi":"10.24926/iip.v12i3.3632","title":"Learner Perceptions of a Video Recording Activity for Patient Consultation Training in a Pharmacist-Led Primary Care Clinic Located in an Academic Institution","year":2021,"lang":"en","type":"article","venue":"INNOVATIONS in pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pharmacy; Pharmacist; Medical education; Medicine; Pharmacy practice; Perception; Psychology; Nursing; Family medicine","score_opus":0.09255668199436191,"score_gpt":0.4461900558373636,"score_spread":0.3536333738430017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209170241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99326223,0.00007340085,0.0027812587,0.001288259,0.000681863,0.0013381551,0.000038105078,0.000046506204,0.0004902436],"genre_scores_gemma":[0.9913554,0.000106878564,0.0053236787,0.0008795041,0.00012039744,0.00068787707,0.0014647275,0.000027385313,0.000034122346],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99744314,0.00018914018,0.0013241734,0.00043945631,0.00029996797,0.0003041044],"domain_scores_gemma":[0.9978687,0.00022343273,0.00032913577,0.00023831015,0.0012958077,0.000044594697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009366151,0.00018019928,0.00040225047,0.0014119119,0.00009648453,0.000014148055,0.00010399073,0.00016493814,0.00012561932],"category_scores_gemma":[0.0025405134,0.0002132688,0.00005165328,0.005027371,0.0001295398,0.00062763994,0.00003589243,0.0010496733,0.000005149374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008153505,0.0011988854,0.26675326,0.00074490235,0.000032262356,0.000020434898,0.029652352,0.0008708844,0.19130352,0.0006877114,0.00017782896,0.5077426],"study_design_scores_gemma":[0.05179695,0.00065241853,0.6680074,0.0049804337,0.0002789618,0.00016138359,0.09572312,0.07725998,0.091547005,0.0013120972,0.0069123995,0.0013678835],"about_ca_topic_score_codex":0.00009814513,"about_ca_topic_score_gemma":0.00013072907,"teacher_disagreement_score":0.5063747,"about_ca_system_score_codex":0.0010989842,"about_ca_system_score_gemma":0.002030952,"threshold_uncertainty_score":0.86968493},"labels":[],"label_agreement":null},{"id":"W3209343447","doi":"10.36834/cmej.72593","title":"Energizing scholarly activity in a regional medical campus","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Regional Municipality of Niagara","funders":"","keywords":"Accreditation; Library science; Political science; Humanities; Medical education; Medicine; Philosophy; Computer science","score_opus":0.017594962494751544,"score_gpt":0.3326037642508331,"score_spread":0.31500880175608154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209343447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59549206,0.0011861097,0.00022078285,0.3925256,0.0039213067,0.00012773849,0.0000012345864,0.000020936572,0.0065042046],"genre_scores_gemma":[0.7824063,0.0006110747,0.0035334798,0.20695062,0.0044958806,0.00004540976,0.00008578331,0.00004114627,0.0018303271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958491,0.00024163967,0.0006418632,0.0003377333,0.0023522186,0.0005774883],"domain_scores_gemma":[0.9899097,0.00009463041,0.00015486835,0.0003587641,0.0014584751,0.008023541],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023747059,0.00017058617,0.00031042797,0.00084402994,0.00027246258,0.0001489291,0.00028998606,0.0006176824,0.048080314],"category_scores_gemma":[0.09107893,0.00016873448,0.00009999969,0.0014766121,0.00021505653,0.00046013415,0.00002783406,0.0032250942,0.00009561442],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026659429,0.00073527126,0.013293749,0.00005444824,0.000047254645,0.0015336692,0.00069321285,0.0000012444269,0.000105538355,0.0039194585,0.33837646,0.64121306],"study_design_scores_gemma":[0.0020207353,0.00006883,0.087195754,0.001606749,0.000042694777,0.023796722,0.0024973082,0.0009043457,0.00011507409,0.0010726377,0.88036036,0.00031877524],"about_ca_topic_score_codex":0.005044272,"about_ca_topic_score_gemma":0.022330355,"teacher_disagreement_score":0.6408943,"about_ca_system_score_codex":0.0017716234,"about_ca_system_score_gemma":0.2488317,"threshold_uncertainty_score":0.9990745},"labels":[],"label_agreement":null},{"id":"W3209375320","doi":"10.1371/journal.pone.0258925","title":"Knowledge syntheses in medical education: Meta-research examining author gender, geographic location, and institutional affiliation","year":2021,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Meta-analysis; MEDLINE; Medicine; Data science; Computer science; Biology; Internal medicine","score_opus":0.3439692011534976,"score_gpt":0.42718938641614407,"score_spread":0.08322018526264646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209375320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96905506,0.007093024,0.00067970896,0.015394772,0.0002501537,0.00047174067,0.0000022492256,0.000059515623,0.006993802],"genre_scores_gemma":[0.98721963,0.0003697747,0.009768507,0.0007127515,0.00046205748,0.0004279226,0.00016806847,0.000016875372,0.0008544259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972156,0.00027779408,0.00048023366,0.0004069014,0.0013552889,0.00026416418],"domain_scores_gemma":[0.99658406,0.00043964983,0.000066696884,0.0003521151,0.0023759713,0.00018149121],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024476664,0.00012675575,0.00033101757,0.00070201675,0.00021762826,0.00003923627,0.00010461028,0.00021235195,0.0015576348],"category_scores_gemma":[0.025725944,0.00012099486,0.00003082949,0.0024455169,0.00035310368,0.00017428913,0.0000802855,0.0006506669,0.000056295325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015923263,0.06296172,0.3793038,0.007013568,0.0049108076,0.0001291092,0.011187076,0.000014568181,0.0076550664,0.25797784,0.008064987,0.2606222],"study_design_scores_gemma":[0.0018867073,0.00025730894,0.95224977,0.0047675683,0.002206931,0.00028929015,0.007755013,0.012569413,0.006614014,0.0047215354,0.006079939,0.0006024977],"about_ca_topic_score_codex":0.0000349678,"about_ca_topic_score_gemma":0.000055082513,"teacher_disagreement_score":0.57294595,"about_ca_system_score_codex":0.00020343658,"about_ca_system_score_gemma":0.0049001984,"threshold_uncertainty_score":0.9993551},"labels":[],"label_agreement":null},{"id":"W3209422367","doi":"10.5688/ajpe8811","title":"Exploring Hidden Messages About Pharmacist Roles in Student-Designed Orientation T-Shirts","year":2021,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Pharmacist; Curriculum; Pharmacy; Focus group; Medical education; Psychology; Pharmacy practice; Qualitative research; Medicine; Pedagogy; Nursing; Sociology","score_opus":0.08634431176862253,"score_gpt":0.45451827427212066,"score_spread":0.3681739625034981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209422367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98735785,0.00079945393,0.0008003217,0.008116086,0.001965399,0.00020799476,0.0000010235904,0.00001894125,0.00073291705],"genre_scores_gemma":[0.9849531,0.0012260373,0.00904742,0.0036236637,0.00090215704,0.00005164518,0.000031029274,0.000028654385,0.00013627933],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975227,0.00025575646,0.00093017134,0.0002481363,0.00075138785,0.00029184908],"domain_scores_gemma":[0.99793005,0.00013949518,0.00047711612,0.00019801961,0.0010515584,0.00020377136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009148581,0.00017141421,0.00041429244,0.0004986113,0.00007303816,0.00005220678,0.00015258757,0.000038396898,0.00033461707],"category_scores_gemma":[0.0010523691,0.00016529918,0.00010321004,0.0016293803,0.00020948198,0.0005697576,0.000029522913,0.0006372155,0.000024499746],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031431846,0.0022121302,0.05506221,0.0000848553,0.000111743626,0.00007981472,0.0043824916,0.000015668333,0.025301993,0.000519691,0.0017328064,0.9101823],"study_design_scores_gemma":[0.008950145,0.0012773883,0.66596186,0.001970187,0.0011699152,0.0033706834,0.11932951,0.00070763525,0.14521703,0.00047032317,0.050712306,0.0008629955],"about_ca_topic_score_codex":0.0000119842825,"about_ca_topic_score_gemma":0.0000016885474,"teacher_disagreement_score":0.9093193,"about_ca_system_score_codex":0.00053307763,"about_ca_system_score_gemma":0.0016137953,"threshold_uncertainty_score":0.6740705},"labels":[],"label_agreement":null},{"id":"W3209618417","doi":"10.3138/jvme-2021-0019","title":"Development and Evaluation of a Faculty-Based Accredited Continuing Professional Development Route for Teaching and Learning","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Context (archaeology); Medical education; Faculty development; Professional development; Institution; Academic institution; Psychology; Medicine; Sociology; Computer science; Library science","score_opus":0.09412734764983327,"score_gpt":0.4554962332736439,"score_spread":0.36136888562381064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209618417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99200475,0.00036904516,0.002716492,0.0035495036,0.0010474309,0.00025999788,4.7866985e-7,0.000006480403,0.00004580556],"genre_scores_gemma":[0.80445546,0.000007672837,0.194399,0.0005147265,0.00026929702,0.0000438305,0.0001465028,0.000010533178,0.0001529816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753875,0.0002527997,0.0008023114,0.00014827911,0.0011334271,0.00012442739],"domain_scores_gemma":[0.997393,0.00018673943,0.000513201,0.00006791059,0.0017069739,0.00013218512],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005769153,0.000102628816,0.00026228343,0.00022069068,0.00016555288,0.0000144211135,0.000051987536,0.00012338079,0.000071312345],"category_scores_gemma":[0.013662767,0.00008704087,0.000032907534,0.00015429335,0.000070783564,0.00012805422,0.000032862856,0.0005827189,2.8160585e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000217449,0.0007251013,0.0029730704,0.00049231085,0.00006867626,0.000005504758,0.008764192,0.000006175576,0.0051514483,0.000054556578,0.0011014226,0.9804401],"study_design_scores_gemma":[0.012995795,0.0015844253,0.3895864,0.014409386,0.00063737994,0.0030632503,0.038004212,0.023886902,0.0097094,0.0001258354,0.505528,0.00046905645],"about_ca_topic_score_codex":0.000001316499,"about_ca_topic_score_gemma":6.507034e-7,"teacher_disagreement_score":0.97997105,"about_ca_system_score_codex":0.00023642763,"about_ca_system_score_gemma":0.0076837195,"threshold_uncertainty_score":0.9979418},"labels":[],"label_agreement":null},{"id":"W3209626997","doi":"10.1002/jdd.12810","title":"Professional identity formation: The key contributors and dental students’ concerns","year":2021,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Identity (music); Thematic analysis; Curriculum; Socialization; Class (philosophy); Qualitative research; Medical education; Professional development; Psychology; Pedagogy; Sociology; Medicine; Social psychology; Computer science","score_opus":0.01529232596215565,"score_gpt":0.3947815198852404,"score_spread":0.3794891939230848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209626997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872144,0.0009795282,0.00030379245,0.0059814835,0.0049262187,0.00020672218,0.0000026606128,0.000005695746,0.00037949427],"genre_scores_gemma":[0.9933514,0.00012588887,0.0007487942,0.0026625497,0.0011481757,0.000011044778,0.00004844482,0.000008003984,0.0018957121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837303,0.00008064986,0.0005262731,0.00008959729,0.00081913295,0.00011134144],"domain_scores_gemma":[0.99846953,0.000048910217,0.0004006613,0.00012740119,0.00088255334,0.000070932925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006434377,0.00008331162,0.00016525763,0.000108083645,0.0001805505,0.00009317746,0.00012942907,0.00006654934,0.0003954572],"category_scores_gemma":[0.0008007726,0.000058481437,0.00006755786,0.0003521292,0.00009675751,0.0006866041,0.00005708164,0.0003563736,0.00002321272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002473225,0.003534962,0.763716,0.00027504715,0.00028159766,0.000051078016,0.008367289,0.0000024384838,0.0070198956,0.0062499293,0.17127152,0.03898293],"study_design_scores_gemma":[0.0025926202,0.00020671093,0.8788163,0.00069323124,0.00032314405,0.0073638903,0.062120706,0.000063304964,0.005342759,0.0006322904,0.041695733,0.00014932314],"about_ca_topic_score_codex":0.00000766063,"about_ca_topic_score_gemma":0.000012107504,"teacher_disagreement_score":0.12957579,"about_ca_system_score_codex":0.00032839362,"about_ca_system_score_gemma":0.0009391569,"threshold_uncertainty_score":0.43299788},"labels":[],"label_agreement":null},{"id":"W3209951882","doi":"10.1097/acm.0000000000004276","title":"Knowledge Syntheses in Medical Education: Examining Authors’ Gender, Geographic Location, and Institutional Affiliation","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Publication; Knowledge base; Core Knowledge; Medical knowledge; Field (mathematics); Process (computing); Power (physics); Medical education; Higher education; Psychology; Knowledge management; Public relations; Computer science; Political science; Medicine; World Wide Web","score_opus":0.07487383273568853,"score_gpt":0.3941012373457118,"score_spread":0.31922740461002325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209951882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.905305,0.021444228,0.006519357,0.048161414,0.0028092605,0.0005242107,0.0000013037343,0.0001269537,0.015108258],"genre_scores_gemma":[0.9876655,0.0026249574,0.0011079003,0.005681713,0.0016357582,0.00011557563,0.00024425297,0.000020653806,0.00090373383],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973264,0.00015636793,0.00085773447,0.0004972353,0.00087160047,0.00029071295],"domain_scores_gemma":[0.9981306,0.00033324942,0.00015025017,0.00031495656,0.0007866848,0.0002842289],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002015676,0.00019780509,0.00037598677,0.0006793724,0.00014866219,0.000007696538,0.00014095439,0.000518446,0.0011871092],"category_scores_gemma":[0.027627008,0.00017807611,0.000019343763,0.0021964144,0.0005999144,0.00018418378,0.0000714527,0.0012162013,0.0000291002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066755725,0.00051008136,0.3877794,0.001316971,0.00010716602,0.00008273611,0.012299185,0.000008047603,0.0011246715,0.17245461,0.029271403,0.39497897],"study_design_scores_gemma":[0.0030891194,0.00017794914,0.8927235,0.008696851,0.00024715142,0.0024867635,0.014411499,0.006255096,0.00032438737,0.006738736,0.06437025,0.00047871273],"about_ca_topic_score_codex":0.000042479118,"about_ca_topic_score_gemma":0.000017502021,"teacher_disagreement_score":0.5049441,"about_ca_system_score_codex":0.00021961918,"about_ca_system_score_gemma":0.0039200624,"threshold_uncertainty_score":0.99972594},"labels":[],"label_agreement":null},{"id":"W3210719759","doi":"10.1093/pch/pxab061.068","title":"86 Virtual MacPeds: Leveling up to the new virtual reality of medical education","year":2021,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster Children's Hospital","funders":"","keywords":"Curriculum; Asynchronous learning; Medical education; Descriptive statistics; Virtual learning environment; Medicine; Computer-assisted web interviewing; Coronavirus disease 2019 (COVID-19); Resource (disambiguation); Psychology; Teaching method; Computer science; Mathematics education; Pedagogy; Synchronous learning; Cooperative learning","score_opus":0.028360218036894282,"score_gpt":0.3764659847102358,"score_spread":0.34810576667334153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210719759","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13874605,0.0027423538,0.028825585,0.8203258,0.0068100104,0.00087407575,0.000023409815,0.000083444516,0.0015692597],"genre_scores_gemma":[0.8548035,0.0027464328,0.00494102,0.1245045,0.01040699,0.000048780563,0.0005768403,0.000055839126,0.0019160936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621886,0.00021218804,0.0009949147,0.00039931244,0.0017724789,0.00040224005],"domain_scores_gemma":[0.99760175,0.00020157758,0.00029966046,0.00069160137,0.0006351624,0.000570268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030117529,0.00016721229,0.00038978664,0.00025430488,0.0002645812,0.000021494485,0.0003019118,0.00021928374,0.00052125636],"category_scores_gemma":[0.011226296,0.00013463924,0.000093989824,0.0021432429,0.00006788172,0.000061269726,0.00013301284,0.0008933725,0.000075084965],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042912998,0.00049254,0.0048689074,0.0001740521,0.000030188852,0.0000021781857,0.00561569,0.000026928321,0.0000067170204,0.03316512,0.5168036,0.43877113],"study_design_scores_gemma":[0.0035593517,0.0011523213,0.13264148,0.0012048396,0.00025158387,0.0003639277,0.018065186,0.0021379618,0.00034708946,0.0018768647,0.83778846,0.0006109418],"about_ca_topic_score_codex":0.000839847,"about_ca_topic_score_gemma":0.00019611303,"teacher_disagreement_score":0.7160575,"about_ca_system_score_codex":0.0003710519,"about_ca_system_score_gemma":0.017620858,"threshold_uncertainty_score":0.99710256},"labels":[],"label_agreement":null},{"id":"W3210830816","doi":"10.1093/pch/pxab061.120","title":"152 Transition to residency - Evaluation of a novel bootcamp for incoming paediatric residents","year":2021,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital","funders":"","keywords":"Curriculum; Medicine; Context (archaeology); Medical education; Likert scale; Experiential learning; Coronavirus disease 2019 (COVID-19); Pandemic; Family medicine; Psychology; Pedagogy","score_opus":0.044481370779651024,"score_gpt":0.38650341975197106,"score_spread":0.34202204897232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210830816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7599672,0.0064238557,0.09656773,0.12808317,0.0023912669,0.0051402845,0.00013528559,0.00011365584,0.0011775487],"genre_scores_gemma":[0.89310014,0.0006146626,0.090839624,0.011728816,0.0025079565,0.00030285423,0.00076941436,0.0000594344,0.000077077595],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99651754,0.00016364969,0.0010608127,0.00045277708,0.0013899511,0.00041526597],"domain_scores_gemma":[0.9965693,0.0002129639,0.00038506012,0.00045989358,0.0021591103,0.00021367235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004810985,0.00016845367,0.00042675546,0.0007058191,0.00025677562,0.000016536093,0.00011109584,0.00016480997,0.00008280905],"category_scores_gemma":[0.0062944787,0.00018197506,0.00013006252,0.002154725,0.000025652671,0.00011613742,0.000034364777,0.0003326841,0.00001314328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013527186,0.00877348,0.05654081,0.012586188,0.00037913077,0.000013347534,0.037406463,0.0029179468,0.0029182865,0.019028492,0.24104303,0.6170401],"study_design_scores_gemma":[0.026594633,0.0024464675,0.9115371,0.001905522,0.0020862801,0.0002045803,0.005275391,0.028105626,0.0023240522,0.008187656,0.010200728,0.0011319387],"about_ca_topic_score_codex":0.00013887076,"about_ca_topic_score_gemma":0.00006218275,"teacher_disagreement_score":0.8549963,"about_ca_system_score_codex":0.0007135841,"about_ca_system_score_gemma":0.0039563426,"threshold_uncertainty_score":0.75355333},"labels":[],"label_agreement":null},{"id":"W3211226299","doi":"10.36834/cmej.72461","title":"Educators and practitioners’ perspectives in the development of a learning by concordance tool for medical clerkship in the context of the COVID pandemic","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Context (archaeology); Concordance; Medical education; Pandemic; Coronavirus disease 2019 (COVID-19); Process (computing); Psychology; Medicine; Computer science; Pathology","score_opus":0.022473941977085604,"score_gpt":0.3500016090464658,"score_spread":0.3275276670693802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211226299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7959827,0.0010243792,0.00016694024,0.20173287,0.0004884321,0.00033555797,0.0000021730411,0.0000016553538,0.00026525918],"genre_scores_gemma":[0.9679927,0.00016469554,0.00060982624,0.030751744,0.0002661266,0.00009164794,0.000023688031,0.000007721904,0.00009183201],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975845,0.00045392566,0.0006736042,0.00014989988,0.0009229143,0.00021512153],"domain_scores_gemma":[0.99770045,0.0007624494,0.00028273213,0.00018903299,0.00054801867,0.0005172911],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004872218,0.00008987869,0.00019405576,0.00017447204,0.00022149905,0.000023456694,0.0002882614,0.00015698673,0.0011037444],"category_scores_gemma":[0.08204416,0.00005315058,0.0000460073,0.0007008417,0.0004183531,0.00006904698,0.000012131083,0.00124736,7.2147014e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000760747,0.0012878298,0.2044184,0.0002868371,0.00008909566,0.000016443968,0.3022836,0.0000014488835,0.00014617757,0.011607204,0.24173503,0.23805186],"study_design_scores_gemma":[0.0015916964,0.000074953576,0.105058424,0.0008921672,0.000040507322,0.00171618,0.6528321,0.00009176282,0.0000742053,0.0004708682,0.2370368,0.00012032489],"about_ca_topic_score_codex":0.000698198,"about_ca_topic_score_gemma":0.010131552,"teacher_disagreement_score":0.3505485,"about_ca_system_score_codex":0.00046399861,"about_ca_system_score_gemma":0.07495862,"threshold_uncertainty_score":0.9998094},"labels":[],"label_agreement":null},{"id":"W3211319220","doi":"10.1093/pch/pxab061.074","title":"92 Balint Groups: An Initiative to Help Residents Better Understand the Clinician-Patient Relationship","year":2021,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; McMaster University; University of Toronto","funders":"","keywords":"Debriefing; Likert scale; Curriculum; Burnout; Scale (ratio); Medicine; Focus group; Medical education; Psychology; Nursing; Family medicine; Clinical psychology; Pedagogy","score_opus":0.06240972346666555,"score_gpt":0.376808158081404,"score_spread":0.31439843461473843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211319220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5733251,0.0012691573,0.012026439,0.40666512,0.0020599554,0.0013033486,0.000038472637,0.00009689843,0.003215506],"genre_scores_gemma":[0.7762028,0.00023764648,0.0069672656,0.21400233,0.00210329,0.000041847732,0.00035630667,0.000034862373,0.000053688607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969739,0.00044612246,0.00088873436,0.00044824823,0.000805867,0.00043714573],"domain_scores_gemma":[0.9977405,0.00043105838,0.0003028905,0.00068312185,0.00054021087,0.00030218484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001611224,0.00017492272,0.00029666506,0.00027497328,0.0006482519,0.00004819371,0.00014948416,0.00014986681,0.00013790498],"category_scores_gemma":[0.0041511892,0.00014107281,0.000077413424,0.0018612302,0.00007052856,0.00013186931,0.000082649545,0.0010058918,0.000112041685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019185965,0.0016766241,0.44978827,0.00039637357,0.000111329246,0.00005168591,0.03814364,0.00008749474,0.0000030918343,0.026655309,0.41444963,0.0684447],"study_design_scores_gemma":[0.0011503119,0.00070964516,0.95503044,0.00022515166,0.00009735223,0.00005059345,0.01340409,0.00019511061,0.000024864647,0.008760749,0.020104848,0.00024685886],"about_ca_topic_score_codex":0.00009431751,"about_ca_topic_score_gemma":0.00011532592,"teacher_disagreement_score":0.50524217,"about_ca_system_score_codex":0.0006739328,"about_ca_system_score_gemma":0.0011661922,"threshold_uncertainty_score":0.5752782},"labels":[],"label_agreement":null},{"id":"W3211392047","doi":"10.1016/j.nepr.2021.103256","title":"Comparative educational outcomes of an active versus passive learning continuing professional development activity on self-management support for respiratory educators: A non-randomized controlled mixed-methods study","year":2021,"lang":"en","type":"article","venue":"Nurse Education in Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; The Quebec Population Health Research Network; Université Laval; University of Toronto; St. Michael's Hospital","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; GlaxoSmithKline; AstraZeneca","keywords":"Competence (human resources); Medicine; Randomized controlled trial; Active learning (machine learning); Professional development; Continuing education; Medical education; Continuing professional development; Psychology; Internal medicine","score_opus":0.02246298696409098,"score_gpt":0.4788167617416605,"score_spread":0.4563537747775695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211392047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734506,0.00002645192,0.0006509917,0.0034448039,0.00897349,0.006558389,0.0000026358407,0.00003602136,0.006856608],"genre_scores_gemma":[0.85591894,0.000004655281,0.13096288,0.00070947054,0.0003444217,0.008261777,0.00019671516,0.000036060283,0.003565059],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99434054,0.0026500914,0.0012344904,0.0006653865,0.000797069,0.00031241018],"domain_scores_gemma":[0.9859548,0.008900362,0.0015659076,0.0004841927,0.0029489652,0.00014573298],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048715854,0.0003322368,0.0014307748,0.0006512731,0.00023252063,0.0000389897,0.0001556373,0.00015629751,0.00017745937],"category_scores_gemma":[0.01913373,0.00029676504,0.00016624822,0.00076837867,0.00014105174,0.0005857691,0.000038396898,0.0007414836,0.000013941624],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27922234,0.12003539,0.0058233733,0.00042449654,0.0056173992,0.000009877232,0.18426287,0.00008930162,0.00067850447,0.008213638,0.0062100147,0.3894128],"study_design_scores_gemma":[0.22287454,0.0009773923,0.17702094,0.00045473507,0.0017652676,0.000011023851,0.5775359,0.0004532397,0.005379056,0.00011847311,0.012958674,0.0004507428],"about_ca_topic_score_codex":0.000017049262,"about_ca_topic_score_gemma":0.000012184733,"teacher_disagreement_score":0.39327306,"about_ca_system_score_codex":0.0010091232,"about_ca_system_score_gemma":0.008379759,"threshold_uncertainty_score":0.99994844},"labels":[],"label_agreement":null},{"id":"W3212212062","doi":"10.1186/s12909-021-02994-0","title":"A survey on Canadian pediatric hospital clinical/medical teaching unit implementation during the first and second wave of the COVID-19 pandemic","year":2021,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster Children's Hospital; McMaster University","funders":"","keywords":"Pandemic; Medicine; Coronavirus disease 2019 (COVID-19); Medical education; Best practice; MEDLINE; Health care; Rounding; Family medicine; Nursing; Disease; Infectious disease (medical specialty); Pathology","score_opus":0.12911485977381976,"score_gpt":0.48794162390771184,"score_spread":0.3588267641338921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212212062","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13798058,0.83408254,0.00007025328,0.014811091,0.00829705,0.004155713,0.0001462817,0.00006397856,0.0003925089],"genre_scores_gemma":[0.0110065825,0.9677515,0.00015544076,0.014061055,0.0036383567,0.0004393173,0.0021781952,0.00008944387,0.0006800965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99313384,0.0019644976,0.002017892,0.00067362154,0.0017639756,0.00044619932],"domain_scores_gemma":[0.9928831,0.003637932,0.0010421963,0.0010245653,0.0003715521,0.0010406725],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0096597215,0.00039357904,0.0011618863,0.00044419317,0.0005964083,0.000046316858,0.000555496,0.00096053444,0.0032182834],"category_scores_gemma":[0.08899044,0.00024061857,0.00032840518,0.0012332462,0.00045704417,0.000060772054,0.00016958309,0.0028358323,0.000016705213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007466053,0.00041419416,0.29068777,0.011435213,0.00011591018,0.0000059090294,0.0006007457,7.1450785e-8,4.2426085e-9,0.00029687706,0.075740725,0.6206951],"study_design_scores_gemma":[0.00073323364,0.00008881361,0.22288772,0.0044611916,0.0005905996,0.00025194258,0.0007252191,0.000019737672,3.714247e-8,0.000014779095,0.76998264,0.00024410759],"about_ca_topic_score_codex":0.01451315,"about_ca_topic_score_gemma":0.11491742,"teacher_disagreement_score":0.6942419,"about_ca_system_score_codex":0.0010495527,"about_ca_system_score_gemma":0.076829106,"threshold_uncertainty_score":0.9994647},"labels":[],"label_agreement":null},{"id":"W3212225774","doi":"10.1016/j.jtcvs.2021.11.020","title":"Intermittent surgeon career evaluation is needed from beginning to end","year":2021,"lang":"en","type":"editorial","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medical education; Psychology; Medicine; General surgery","score_opus":0.032649154660624104,"score_gpt":0.34218080035740084,"score_spread":0.3095316456967767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212225774","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19412023,0.049634155,0.0017440538,0.0016962191,0.75224566,0.00035242952,0.00003887408,0.00001650041,0.000151898],"genre_scores_gemma":[0.049572226,0.004524128,0.0017619284,0.0011571917,0.9415199,0.000028571794,0.0009937383,0.00011730158,0.00032498303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931683,0.0004890828,0.0012640879,0.00045861147,0.0043150363,0.0003048982],"domain_scores_gemma":[0.993022,0.00071260036,0.00061240845,0.00074547203,0.004658102,0.00024937384],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009517742,0.00034843353,0.0018792684,0.0008508844,0.00010041854,0.00012033948,0.0001482852,0.000739881,0.0003769814],"category_scores_gemma":[0.011386322,0.00031049878,0.0017945082,0.0006794236,0.000069556205,0.00016674197,0.00009870381,0.0014407227,0.000009580778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010058539,0.000040171606,0.0003128467,0.00016977981,0.0025208136,0.0001759711,0.00046106963,0.000014565636,0.000021583422,1.0710568e-7,0.6130601,0.38312238],"study_design_scores_gemma":[0.00038370612,0.00006208257,0.0012687467,0.0036168015,0.005747767,0.00020229185,0.0017407862,0.000066925626,0.00048762854,0.000022969427,0.9860731,0.00032719524],"about_ca_topic_score_codex":0.00021876008,"about_ca_topic_score_gemma":0.0000016440102,"teacher_disagreement_score":0.38279518,"about_ca_system_score_codex":0.0004596422,"about_ca_system_score_gemma":0.0023492207,"threshold_uncertainty_score":0.99993473},"labels":[],"label_agreement":null},{"id":"W3213324394","doi":"10.1016/j.jfma.2021.10.024","title":"“Glocalization” in medical education: A framework underlying implementing CBME in a local context","year":2021,"lang":"en","type":"article","venue":"Journal of the Formosan Medical Association","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"China Medical University; Ministry of Science and Technology, Taiwan; China Medical University, Taiwan; China Medical University Hospital","keywords":"Medicine; Glocalization; Context (archaeology)","score_opus":0.015512891333798658,"score_gpt":0.3629917742497289,"score_spread":0.3474788829159302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213324394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76123255,0.00089682493,0.025007103,0.20748648,0.0032381807,0.00035900308,0.0000013462981,0.000017608108,0.0017609325],"genre_scores_gemma":[0.97661173,0.00014516985,0.0018600293,0.02028823,0.0007567881,0.000015992666,0.000017616003,0.00001830062,0.00028616714],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99416834,0.00032573167,0.0016436646,0.00017372964,0.0032974798,0.0003910329],"domain_scores_gemma":[0.99721444,0.00043494653,0.00090026134,0.00022778707,0.0010009573,0.00022161331],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055967853,0.00013544704,0.00043342164,0.00026765792,0.00010960162,0.000036325026,0.00029831444,0.00057719456,0.0019282891],"category_scores_gemma":[0.046207506,0.00010250994,0.00015964663,0.0019153242,0.00008178411,0.0002085382,0.00010494922,0.0019408893,0.000010718177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007940352,0.0017895728,0.39199635,0.00016708023,0.00013386775,0.00014553266,0.0024634968,0.000021071068,0.00003725117,0.013639521,0.036134407,0.5533924],"study_design_scores_gemma":[0.012908744,0.00038195655,0.6935824,0.01683496,0.00033155343,0.0029999993,0.029263215,0.028710624,0.0007185437,0.03955201,0.17404336,0.00067262404],"about_ca_topic_score_codex":0.000055125518,"about_ca_topic_score_gemma":0.00042835163,"teacher_disagreement_score":0.55271983,"about_ca_system_score_codex":0.0020805357,"about_ca_system_score_gemma":0.0075758994,"threshold_uncertainty_score":0.9989841},"labels":[],"label_agreement":null},{"id":"W3214239418","doi":"","title":"Culminating Project in Clinical Practice Skills and Program Development: Nova Southeastern University","year":2021,"lang":"en","type":"article","venue":"NSUWorks (Nova Southeastern University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova (rocket); Nova scotia; Medical education; Political science; Geography; Engineering; Medicine; Archaeology; Aeronautics","score_opus":0.038470094564557314,"score_gpt":0.35636199936436797,"score_spread":0.31789190479981067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214239418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662578,0.00007349497,0.0031810538,0.0026360357,0.00054805644,0.0008750782,0.000008755708,0.00016955944,0.02625015],"genre_scores_gemma":[0.8991402,0.000053825253,0.08342226,0.00095402973,0.00026010998,0.0000014234728,0.00012615007,0.000051378825,0.015990673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975606,0.0003065911,0.0005260846,0.0006943437,0.00045424578,0.00045813236],"domain_scores_gemma":[0.99809396,0.00028491177,0.00029065963,0.00042555408,0.0007175473,0.0001873892],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009287107,0.00025355647,0.0004268616,0.0006545316,0.00018323428,0.00005006265,0.00021501974,0.0003717225,0.00009473573],"category_scores_gemma":[0.002198586,0.00028924667,0.000091082926,0.0023048013,0.00026009284,0.00036075176,0.00029671064,0.0010014983,0.0000746234],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048062205,0.0037630147,0.3530983,0.00028199272,0.00026825597,0.0021980216,0.0112144975,0.000005258959,0.00002693539,0.0013694188,0.00026682374,0.62702686],"study_design_scores_gemma":[0.012092326,0.00051937054,0.23023456,0.0027832561,0.0006271032,0.0008158027,0.17462458,0.0017697616,0.00008994688,0.000030031977,0.57525903,0.0011542434],"about_ca_topic_score_codex":0.000059589765,"about_ca_topic_score_gemma":0.000135779,"teacher_disagreement_score":0.6258726,"about_ca_system_score_codex":0.00019259758,"about_ca_system_score_gemma":0.0013866134,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W3214487057","doi":"10.4236/health.2021.1311094","title":"An Occupational Perspective of Occupational Therapy and the Medical Hegemony System in Malaysia—Exploration for Further Research","year":2021,"lang":"en","type":"article","venue":"Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Hegemony; Perspective (graphical); Occupational therapy; Medicine; Sociology; Political science; Physical therapy; Computer science; Politics","score_opus":0.19923679314962908,"score_gpt":0.5278112713558168,"score_spread":0.3285744782061878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214487057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.898059,0.0010881601,0.0074346676,0.09137073,0.00023383065,0.0014261005,0.000016542012,0.000020581598,0.000350393],"genre_scores_gemma":[0.9930344,0.00017756243,0.0039678267,0.0020145993,0.0003609114,0.00021182827,0.00018362346,0.000011638168,0.000037558064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99783915,0.00046770665,0.0004192104,0.00022439024,0.000868216,0.00018129806],"domain_scores_gemma":[0.9977495,0.0003912145,0.00010221927,0.00022733209,0.0014518515,0.00007784685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004727507,0.00006498692,0.0002166502,0.00019251416,0.00013205544,0.0000121201965,0.00006661448,0.000090715235,0.000088495806],"category_scores_gemma":[0.0016971705,0.000046122597,0.000027039945,0.0006495069,0.00025714363,0.00009610634,0.000013630992,0.0002827242,0.0000024525136],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004354183,0.001054125,0.027089259,0.0006164488,0.000059736238,0.000006778603,0.027707601,0.00003864604,0.00010124008,0.89010745,0.004501812,0.044362724],"study_design_scores_gemma":[0.02052111,0.0015056166,0.6495041,0.0011733385,0.000020285534,0.00021349093,0.18316306,0.1253926,0.00038774984,0.01412041,0.0037675868,0.00023059732],"about_ca_topic_score_codex":0.00029153362,"about_ca_topic_score_gemma":0.00010035346,"teacher_disagreement_score":0.87598705,"about_ca_system_score_codex":0.00035289847,"about_ca_system_score_gemma":0.0030601376,"threshold_uncertainty_score":0.54285526},"labels":[],"label_agreement":null},{"id":"W3214607908","doi":"10.1111/medu.14688","title":"Connections within the seemingly inevitable triad of self, social and situation","year":2021,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Triad (sociology); Psychology; Social psychology; Psychoanalysis","score_opus":0.010951637402389826,"score_gpt":0.35036997651459373,"score_spread":0.3394183391122039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214607908","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03076787,0.0013336338,0.00040043416,0.05511465,0.90945697,0.0009690862,0.000020983023,0.00010416963,0.0018322152],"genre_scores_gemma":[0.019642927,0.00044724692,0.0024765155,0.003926905,0.96518564,0.00042467454,0.004291878,0.00007826798,0.0035259593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619,0.00021205399,0.00095131184,0.0004230041,0.0020078172,0.00021581528],"domain_scores_gemma":[0.996093,0.00075580855,0.0006824813,0.00044266853,0.0019290843,0.000096965254],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002336373,0.00024370852,0.000559743,0.0002586265,0.00031783408,0.00004435101,0.00019094038,0.0011963933,0.0004894578],"category_scores_gemma":[0.04073015,0.00018894685,0.00010020689,0.00091960473,0.00033472225,0.00010005238,0.000071716226,0.0016035164,0.000010858988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003091214,0.00073248555,0.00007793406,0.0006809042,0.00011280245,0.0000010491082,0.0031427427,1.9853731e-7,0.000035773857,0.001114805,0.97877777,0.015292642],"study_design_scores_gemma":[0.0010616119,0.00012370589,0.00055977056,0.0008972462,0.0005878288,0.000028832044,0.003639047,0.00037068097,0.00008590103,0.00027956523,0.992174,0.00019176512],"about_ca_topic_score_codex":0.00024389681,"about_ca_topic_score_gemma":0.000044959408,"teacher_disagreement_score":0.055728666,"about_ca_system_score_codex":0.00035482136,"about_ca_system_score_gemma":0.015004917,"threshold_uncertainty_score":0.99057907},"labels":[],"label_agreement":null},{"id":"W3214890334","doi":"10.1111/medu.14700","title":"Emotion as reflexive practice: A new discourse for feedback practice and research","year":2021,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michener Institute; University Health Network","funders":"","keywords":"Reflexivity; Psychology; Medical education; Medicine; Sociology; Social science","score_opus":0.12885308554306402,"score_gpt":0.6214040731991047,"score_spread":0.4925509876560407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214890334","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001237574,0.86613804,0.00085276045,0.12124396,0.0026467356,0.0028733776,0.000004404186,0.000050420822,0.0061779083],"genre_scores_gemma":[0.0000027471335,0.94435,0.023165291,0.011503212,0.005764791,0.001006006,0.0023864328,0.00010173399,0.011719804],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938782,0.0010681127,0.0011603849,0.0009441324,0.0024037713,0.0005453841],"domain_scores_gemma":[0.9895499,0.0038573358,0.0008296189,0.0010478576,0.0041219085,0.0005934254],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007493684,0.00038652585,0.0012322202,0.00067662384,0.00031757166,0.00015203303,0.00026960688,0.0012282158,0.000925466],"category_scores_gemma":[0.29276472,0.00032662498,0.0002154016,0.0020025051,0.0004372637,0.00048390313,0.00013457706,0.0027494894,0.00023832454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035119072,0.0009112204,3.53733e-7,0.0055488865,0.00011851974,0.00000905402,0.0006317872,6.3717045e-9,8.366581e-8,0.0048574195,0.35709,0.63079756],"study_design_scores_gemma":[0.0005508312,0.00034664737,0.0000034324232,0.029426131,0.0019043881,0.0017795139,0.008501766,0.00001493091,5.204564e-7,0.0003738683,0.9568495,0.00024845955],"about_ca_topic_score_codex":0.00021674843,"about_ca_topic_score_gemma":0.0000035109717,"teacher_disagreement_score":0.6305491,"about_ca_system_score_codex":0.0010510928,"about_ca_system_score_gemma":0.0485388,"threshold_uncertainty_score":0.99998784},"labels":[],"label_agreement":null},{"id":"W3215163152","doi":"10.36834/cmej.73008","title":"Medical student wellness in Canada: time for a national curriculum framework","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Canadian Medical Association; Memorial University of Newfoundland; University of Calgary; McGill University; University of Alberta; University of Saskatchewan; Dalhousie University","funders":"","keywords":"Accreditation; Curriculum; Adaptability; Medical education; Psychology; Medicine; Pedagogy; Management","score_opus":0.007304017725005899,"score_gpt":0.33966401112870964,"score_spread":0.33235999340370376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215163152","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39457414,0.0010778462,0.0013188916,0.5829861,0.011500703,0.00072530465,0.000024421703,0.000022618018,0.007769955],"genre_scores_gemma":[0.691045,0.00012545689,0.007359124,0.29183808,0.0062666773,0.00026471322,0.00040533833,0.0000627797,0.0026328568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99509215,0.0001244993,0.00085233455,0.00030996485,0.0030488237,0.00057219964],"domain_scores_gemma":[0.9909741,0.00022700349,0.00016099984,0.00023983643,0.0021812161,0.0062168036],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019423249,0.00017118499,0.00033863424,0.0004479984,0.00023282829,0.000053212574,0.00027695668,0.0003860002,0.10194351],"category_scores_gemma":[0.0941635,0.00016718352,0.00008208148,0.0010714964,0.000101088095,0.00009606723,0.000023419265,0.001622714,0.00006448461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010785536,0.00064465415,0.017635666,0.00007864768,0.00006439965,0.00045884517,0.0003887639,0.000003593812,0.0000025556678,0.0080414545,0.8743108,0.09835986],"study_design_scores_gemma":[0.0020140873,0.00006578234,0.0699544,0.0019007926,0.00005473982,0.007889091,0.005552553,0.004263844,0.000026253869,0.0035814033,0.90428853,0.0004085135],"about_ca_topic_score_codex":0.27362916,"about_ca_topic_score_gemma":0.8843769,"teacher_disagreement_score":0.6107477,"about_ca_system_score_codex":0.006392164,"about_ca_system_score_gemma":0.57732713,"threshold_uncertainty_score":0.9974221},"labels":[],"label_agreement":null},{"id":"W3215328774","doi":"10.1007/s13187-021-02112-0","title":"Competency-Based Medical Education in Canadian Radiation Oncology Residency Training: an Institutional Implementation Pilot Study","year":2021,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Juravinski Cancer Centre; McMaster University; University of Toronto","funders":"","keywords":"Competence (human resources); Medicine; Radiation oncology; Workflow; Medical education; Graduate medical education; Focus group; Competency assessment; Family medicine; Internal medicine; Psychology; Radiation therapy; Accreditation","score_opus":0.04337871297106395,"score_gpt":0.5028486446335221,"score_spread":0.45946993166245814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215328774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94384,0.0008752668,0.00018217685,0.048498668,0.004442633,0.000519849,0.0000037926275,0.0000093973,0.0016282086],"genre_scores_gemma":[0.983697,0.00015359974,0.006062692,0.007800606,0.0016981304,0.000108548724,0.00036399087,0.00001777805,0.00009763244],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99712604,0.00030986711,0.0011453736,0.00023616962,0.0009082676,0.00027425218],"domain_scores_gemma":[0.99698347,0.000053097487,0.00052334956,0.0002190542,0.001837138,0.00038391593],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017331373,0.00013878116,0.00032140975,0.0011067354,0.00015006422,0.00003623235,0.00015295479,0.00011512047,0.0020418817],"category_scores_gemma":[0.0016535714,0.0001429755,0.00004363848,0.0010907615,0.000067464076,0.00045648005,0.000007402326,0.0005436928,0.0000052153277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017431633,0.0049659037,0.3732361,0.000046565932,0.00003983489,0.000026458372,0.0027252226,0.00007578333,0.00017441143,0.00403597,0.004843715,0.60965574],"study_design_scores_gemma":[0.0031961803,0.0021133416,0.94095284,0.00041582418,0.00014922777,0.00028279025,0.020704033,0.0004981646,0.00015953254,0.0010853832,0.03027968,0.00016302732],"about_ca_topic_score_codex":0.05272324,"about_ca_topic_score_gemma":0.43402943,"teacher_disagreement_score":0.6094927,"about_ca_system_score_codex":0.0047676796,"about_ca_system_score_gemma":0.41935462,"threshold_uncertainty_score":0.9990528},"labels":[],"label_agreement":null},{"id":"W3215406080","doi":"10.1007/s40596-021-01564-2","title":"An Innovative Needs Assessment Approach to Develop Relevant Continuing Professional Development for Psychiatrists","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Faculty of Medicine and Health, University of Sydney; Society for Academic Continuing Medical Education; McGill University","keywords":"Thematic analysis; Competence (human resources); Cornerstone; Psychology; Medical education; Needs assessment; Professional development; Medicine; Nursing; Qualitative research","score_opus":0.023216183199365303,"score_gpt":0.38713964113025295,"score_spread":0.36392345793088765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215406080","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8800432,0.0002821353,0.08220667,0.02410854,0.008345191,0.0016329542,0.000010873083,0.00015584375,0.0032145835],"genre_scores_gemma":[0.29228598,0.00001155014,0.6889513,0.013853584,0.0013410611,0.0007066616,0.00083970703,0.000054256063,0.0019559243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701655,0.00008322991,0.0010787203,0.0006101649,0.0006820351,0.00052929606],"domain_scores_gemma":[0.99699306,0.000067233515,0.00027106362,0.0004407544,0.0020133117,0.0002145884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014386134,0.0002814301,0.00040530393,0.00046797754,0.00025238405,0.000022937913,0.00027868952,0.00044025073,0.000045661272],"category_scores_gemma":[0.0010954132,0.0002610442,0.000044356286,0.004170632,0.000055874843,0.00016829095,0.000084305975,0.0012487025,0.000022781916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048449513,0.0037716914,0.20635182,0.0011706352,0.0004121015,0.0000029559226,0.0254399,0.00001926768,0.0104105715,0.11650761,0.4302033,0.20522566],"study_design_scores_gemma":[0.0054255845,0.00038609953,0.44784892,0.0017154318,0.00015560805,0.00023352198,0.029391974,0.001056375,0.0025528385,0.0031057985,0.50701356,0.0011142748],"about_ca_topic_score_codex":0.0000011985846,"about_ca_topic_score_gemma":0.0000011324977,"teacher_disagreement_score":0.60674465,"about_ca_system_score_codex":0.00037586194,"about_ca_system_score_gemma":0.0056917914,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W3215837735","doi":"10.1007/s40037-021-00697-2","title":"Supporting open, collaborative, evidence-based scholarship: considering the future of perspectives on medical education","year":2021,"lang":"en","type":"editorial","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Medical education; Data science; Medicine; Psychology; Computer science; Political science","score_opus":0.021539574284614657,"score_gpt":0.4200510518255342,"score_spread":0.39851147754091953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215837735","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018329429,0.042479407,0.0003273626,0.24612074,0.6812443,0.0044254465,0.00006109523,0.00019870678,0.006813475],"genre_scores_gemma":[0.073183514,0.013071189,0.0058327937,0.017555505,0.88314503,0.0020079762,0.0021490129,0.00030189633,0.0027530633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862731,0.0013827373,0.0018371653,0.0019065166,0.007866146,0.0007343243],"domain_scores_gemma":[0.9731752,0.005581048,0.0025798057,0.0029543063,0.014615464,0.0010941575],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006744079,0.000845817,0.0014138402,0.00095780054,0.0006474428,0.00033641382,0.0017365059,0.0023134097,0.006983652],"category_scores_gemma":[0.27911168,0.0006574499,0.0003510138,0.0030102183,0.0014252447,0.00054672564,0.00027791056,0.0064823925,0.00006609788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006068215,0.0068292264,0.00024263197,0.0007301698,0.00026021377,0.00001675824,0.016105847,0.0000030108463,0.000026098212,0.01215009,0.900668,0.0623611],"study_design_scores_gemma":[0.0019330169,0.0011381555,0.00085319224,0.022759194,0.00045352193,0.00003919495,0.35123682,0.00016840863,0.00028887086,0.0005983571,0.6197764,0.000754874],"about_ca_topic_score_codex":0.00017984938,"about_ca_topic_score_gemma":0.00007138678,"teacher_disagreement_score":0.33513096,"about_ca_system_score_codex":0.0028390074,"about_ca_system_score_gemma":0.13511865,"threshold_uncertainty_score":0.99958766},"labels":[],"label_agreement":null},{"id":"W3215926400","doi":"10.3138/ptc-2021-0029","title":"Portfolios with Evidence of Reflective Practice Required by Regulatory Bodies: An Integrative Review","year":2021,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"McMaster University","keywords":"Licensure; Reflective practice; Portfolio; Medical education; Psychology; Context (archaeology); Health professionals; Continuing education; Health care; Medicine; Pedagogy; Political science; Business","score_opus":0.016036237175094958,"score_gpt":0.3849889129518809,"score_spread":0.368952675776786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215926400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50690585,0.29013023,0.0026832952,0.1698698,0.0015422953,0.004216858,0.00007291188,0.00018492198,0.024393825],"genre_scores_gemma":[0.8424707,0.026985351,0.017893407,0.107588895,0.0003481678,0.00019436864,0.00021106571,0.0000870012,0.004221045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984531,0.00013907945,0.00032558583,0.00028578425,0.0006446759,0.00015181491],"domain_scores_gemma":[0.9974553,0.00013745604,0.00029500303,0.00054253585,0.0014938632,0.00007582345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026906288,0.0001390895,0.0003573939,0.000042195,0.000056992714,0.000005624177,0.00009021209,0.00003730333,0.0002854239],"category_scores_gemma":[0.0011243762,0.0001056728,0.000027796488,0.00073399505,0.00010899074,0.00030586394,0.000008220268,0.00020757795,6.9002556e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008873457,0.00078312453,0.00029815978,0.0027364462,0.0005933965,0.00009072205,0.002609342,0.0000025481768,0.14136994,0.001273349,0.79278916,0.056566484],"study_design_scores_gemma":[0.0035816527,0.004415443,0.0055473833,0.07991639,0.0009508739,0.0005498185,0.023832269,0.00025458823,0.31634542,0.0006298691,0.56266665,0.0013096664],"about_ca_topic_score_codex":0.07823737,"about_ca_topic_score_gemma":0.0415422,"teacher_disagreement_score":0.33556482,"about_ca_system_score_codex":0.0005619717,"about_ca_system_score_gemma":0.0054096077,"threshold_uncertainty_score":0.97594714},"labels":[],"label_agreement":null},{"id":"W3216402169","doi":"10.82308/19405","title":"Exploring rural family physicians' learning from a web-based continuing medical education program on Alzheimer's disease: a pilot study","year":2008,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Continuing medical education; Disease; Medical education; Medicine; Gerontology; Psychology; Continuing education; Family medicine","score_opus":0.07175897364147775,"score_gpt":0.3099333618319163,"score_spread":0.2381743881904385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216402169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914424,0.00023063789,0.0000014448482,0.00053233816,0.0015280896,0.0026096364,0.000029312405,0.00085332454,0.002772818],"genre_scores_gemma":[0.99154735,0.00008348944,0.0014768885,0.0029602102,0.00047684944,0.002726729,0.00042232824,0.00015633451,0.00014979838],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946022,0.00052115443,0.00097113405,0.00092038023,0.0022496583,0.0007354854],"domain_scores_gemma":[0.99721706,0.00027370223,0.0003720861,0.00083144807,0.0007022935,0.00060339243],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010179989,0.00055083307,0.0006584486,0.0005130423,0.0011032051,0.00005330286,0.00041900153,0.00015341687,0.00024302566],"category_scores_gemma":[0.004580124,0.0005567856,0.00017873614,0.001355129,0.00023682741,0.0006927874,0.00010997844,0.002132885,0.00026930656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008790747,0.015305544,0.007973095,0.000051596096,0.00026693734,0.00016745328,0.00007929937,0.00003516722,0.0043897238,0.0014140505,0.000051557927,0.9693865],"study_design_scores_gemma":[0.019299073,0.013302537,0.8246193,0.006807702,0.0020714218,0.00007784898,0.009128717,0.0062143533,0.0060186326,0.0008757007,0.10885093,0.0027338024],"about_ca_topic_score_codex":0.0003623495,"about_ca_topic_score_gemma":0.000027772016,"teacher_disagreement_score":0.9666527,"about_ca_system_score_codex":0.0006280985,"about_ca_system_score_gemma":0.00051927444,"threshold_uncertainty_score":0.9996884},"labels":[],"label_agreement":null},{"id":"W3216680039","doi":"10.1080/0142159x.2021.2004307","title":"Effective competency-based medical education requires learning environments that promote a mastery goal orientation: A narrative review","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Lifelong learning; Goal orientation; Narrative review; Mastery learning; Adaptive learning; Plan (archaeology); Orientation (vector space)","score_opus":0.014618285937352907,"score_gpt":0.3480931499293588,"score_spread":0.3334748639920059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216680039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6539137,0.014860856,0.012322726,0.2878559,0.0035865274,0.003725098,0.0000020547905,0.00034102207,0.023392176],"genre_scores_gemma":[0.85575485,0.002896542,0.013639927,0.0856686,0.0037960585,0.0029165568,0.0031681587,0.00019780369,0.03196149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948348,0.0007587534,0.00065721327,0.0006124807,0.0027670749,0.00036970247],"domain_scores_gemma":[0.9985394,0.000096799915,0.00023005993,0.00043666325,0.00022467518,0.0004724397],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019832542,0.0002702356,0.0005354994,0.00012144792,0.00019572755,0.000021700558,0.00019343809,0.00037981727,0.026338683],"category_scores_gemma":[0.017859984,0.00022754807,0.0001408679,0.0006960538,0.00040388058,0.00014301219,0.000088823945,0.0015227627,0.00021529468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019921006,0.006621693,0.09158625,0.003942379,0.00041804163,0.0005906179,0.008420679,0.0000022881306,0.00031502458,0.0016830746,0.10322154,0.7829992],"study_design_scores_gemma":[0.01253266,0.0018853208,0.051535908,0.0619686,0.0012831776,0.0021073406,0.014182362,0.026923388,0.001936998,0.001631889,0.82225734,0.0017550058],"about_ca_topic_score_codex":0.000012176478,"about_ca_topic_score_gemma":0.0000066504667,"teacher_disagreement_score":0.7812442,"about_ca_system_score_codex":0.00043216866,"about_ca_system_score_gemma":0.006321225,"threshold_uncertainty_score":0.999312},"labels":[],"label_agreement":null},{"id":"W3216847709","doi":"10.1002/aet2.10716","title":"Systematic online academic resource (SOAR) review: Endocrine, metabolic, and nutritional disorders","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Resource (disambiguation); Computer science","score_opus":0.02521767621227357,"score_gpt":0.35838609266193355,"score_spread":0.33316841644966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216847709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5198496,0.31275415,0.00027804985,0.15903866,0.00086681265,0.001341972,0.000014845706,0.000115920244,0.005739963],"genre_scores_gemma":[0.808878,0.09008251,0.025311101,0.064821705,0.0015258802,0.0005407128,0.0019514662,0.00006682219,0.0068218014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988398,0.00008091359,0.00044638032,0.00024362083,0.00023645438,0.00015283284],"domain_scores_gemma":[0.99928427,0.000117648444,0.000118558506,0.00017730982,0.00020252417,0.000099715726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003782399,0.00011411801,0.0003225225,0.00012743183,0.000112631446,0.000016400807,0.00004032674,0.00006078756,0.000118986376],"category_scores_gemma":[0.002072971,0.00010646501,0.000035397465,0.0004448471,0.00008285236,0.00008829271,0.000019783713,0.00032787328,0.0000057513025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002852549,0.0017878774,0.008381654,0.09286864,0.00036621952,0.000009787086,0.01047494,7.633896e-7,0.00082362065,0.07685142,0.08622947,0.7221771],"study_design_scores_gemma":[0.0031022718,0.000105542866,0.13433065,0.081883736,0.001714949,0.0036452396,0.06132355,0.0005826688,0.00019936438,0.0043989504,0.70798874,0.0007243379],"about_ca_topic_score_codex":0.000004278196,"about_ca_topic_score_gemma":0.0000023718665,"teacher_disagreement_score":0.7214527,"about_ca_system_score_codex":0.000026444182,"about_ca_system_score_gemma":0.00045021303,"threshold_uncertainty_score":0.4341517},"labels":[],"label_agreement":null},{"id":"W3216937501","doi":"10.1101/2021.12.01.21267145","title":"Medical Students’ Perceptions of Learning and Working on the COVID-19 Frontlines: “… a confirmation that I am in the right place professionally.”","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Curriculum; Learning environment; Pandemic; Psychology; Health care; Perception; Nursing; Medicine; Coronavirus disease 2019 (COVID-19); Pedagogy; Political science","score_opus":0.04855959954851293,"score_gpt":0.3977871137856019,"score_spread":0.349227514237089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216937501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9072284,0.00021495514,0.001269097,0.088956386,0.0006134953,0.0009709542,0.0000018143464,0.00003081334,0.0007140767],"genre_scores_gemma":[0.98886734,0.0002854586,0.0003764605,0.009115622,0.00031841922,0.00034755777,0.00023536547,0.000020218085,0.00043353075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99566025,0.0009963211,0.00062120485,0.0003809976,0.0021449034,0.00019633965],"domain_scores_gemma":[0.99756616,0.0013214805,0.00035623118,0.0004808989,0.00018058084,0.00009462429],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005768874,0.00021137467,0.00038844187,0.00023891302,0.00025589776,0.000070679016,0.00053184264,0.00039357453,0.0013676522],"category_scores_gemma":[0.009728328,0.00011803633,0.0000773966,0.00039995566,0.0002806475,0.000033374687,0.00034909893,0.0026076485,0.000007714629],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008124839,0.0006321082,0.9646615,0.00057895656,0.00009225345,0.00004296892,0.025431179,0.00009211095,0.000066084256,0.0021027043,0.0044372147,0.0017817082],"study_design_scores_gemma":[0.0020770822,0.00012659072,0.86252356,0.0063056536,0.00022525749,0.00013658384,0.08434367,0.004401001,0.00004402254,0.0004868158,0.038993165,0.0003366014],"about_ca_topic_score_codex":0.00006222223,"about_ca_topic_score_gemma":0.000086414315,"teacher_disagreement_score":0.10213791,"about_ca_system_score_codex":0.0001944085,"about_ca_system_score_gemma":0.0011762397,"threshold_uncertainty_score":0.9996934},"labels":[],"label_agreement":null},{"id":"W3217251093","doi":"10.1177/22925503211054135","title":"Medical Education in a Global Pandemic: A Novel Case-Based Learning Approach to Teaching Plastic Surgery Topics to Preclerkship Students","year":2021,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Medical education; Mathematics education; 2019-20 coronavirus outbreak; Computer science; Medicine; Psychology; Virology; Pathology; Infectious disease (medical specialty)","score_opus":0.048990831385807315,"score_gpt":0.3640908727983995,"score_spread":0.3151000414125922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217251093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483652,0.0000466137,0.04328232,0.0012602014,0.0063315984,0.0002741028,0.000004765387,0.00010745671,0.00032770153],"genre_scores_gemma":[0.98942757,0.0000032564812,0.0066430657,0.0022879858,0.000971162,0.00022387298,0.00025125153,0.000035943816,0.00015588535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963106,0.00025333295,0.00092034775,0.00063113763,0.0013232236,0.0005613427],"domain_scores_gemma":[0.9883193,0.010297501,0.00014582646,0.00036379258,0.0003420338,0.0005315441],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025863515,0.0002599169,0.0006117647,0.00060284033,0.00014766345,0.00007361378,0.00014184638,0.00027011812,0.00014921928],"category_scores_gemma":[0.24025479,0.00026825347,0.00011825135,0.0016844628,0.00004648436,0.000087633685,0.00010983774,0.00089070946,0.000050556104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013400405,0.0026176388,0.92663515,0.00029893307,0.000045226316,0.00032740994,0.0003979894,0.0009427044,0.0000578234,0.00010010784,0.012327983,0.05611505],"study_design_scores_gemma":[0.0012632532,0.0000854567,0.9526264,0.0039618136,0.00017180468,0.0039134063,0.002276198,0.015523452,0.000053983356,0.000018578221,0.019373834,0.00073182036],"about_ca_topic_score_codex":0.0001571867,"about_ca_topic_score_gemma":0.00007873415,"teacher_disagreement_score":0.23766844,"about_ca_system_score_codex":0.0008368674,"about_ca_system_score_gemma":0.0062471214,"threshold_uncertainty_score":0.999977},"labels":[],"label_agreement":null},{"id":"W3217451320","doi":"10.1007/s10459-021-10081-8","title":"Contributing to the hidden curriculum: exploring the role of residents and newly graduated physicians","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Hidden curriculum; Curriculum; Thematic analysis; Sociocultural evolution; Context (archaeology); Reflexivity; Medical education; Agency (philosophy); Curriculum development; Medicine; Qualitative research; Psychology; Pedagogy; Sociology","score_opus":0.020835822452653086,"score_gpt":0.38585020130070335,"score_spread":0.36501437884805027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217451320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326618,0.008332875,0.00012781948,0.05680368,0.0011800468,0.00043973373,8.998149e-7,0.00001006272,0.00044311202],"genre_scores_gemma":[0.9900332,0.0015872295,0.0042637344,0.0036900986,0.00023839758,0.00012902348,0.000009681101,0.000004117183,0.00004450582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986708,0.00010614371,0.00038251755,0.00021790032,0.00035577113,0.00026685008],"domain_scores_gemma":[0.9991466,0.00014321922,0.00018892027,0.0002006334,0.00028592226,0.00003473096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015047898,0.00006322477,0.00013222313,0.00010416012,0.00040114758,0.000022725124,0.00014299013,0.000014729493,0.000005227448],"category_scores_gemma":[0.001802199,0.0000405851,0.000013311643,0.002039808,0.00018386335,0.00028639217,0.000045306835,0.0001543461,0.0000025139625],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004980598,0.00014227844,0.14402577,0.00010142384,0.0000023792738,1.556771e-7,0.0054799546,0.000120647135,0.00016953328,0.0076829195,0.00054148573,0.84172845],"study_design_scores_gemma":[0.0003774334,0.0002525482,0.809735,0.0021534697,0.000017672422,0.000035177418,0.1361526,0.0021828862,0.0034546352,0.0132779265,0.03220515,0.00015551926],"about_ca_topic_score_codex":0.00093447935,"about_ca_topic_score_gemma":0.00023984062,"teacher_disagreement_score":0.84157294,"about_ca_system_score_codex":0.00012995608,"about_ca_system_score_gemma":0.00090990844,"threshold_uncertainty_score":0.30853432},"labels":[],"label_agreement":null},{"id":"W33762506","doi":"","title":"A needs assessment of surgical residents as teachers.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Medicine; Stakeholder; Viewpoints; Needs assessment; Focus group; Medical education; House staff; Nursing; Family medicine","score_opus":0.02017000090516004,"score_gpt":0.33662553990049715,"score_spread":0.3164555389953371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33762506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.858911,0.00003423532,0.000007769223,0.005248578,0.0001394872,0.00039654848,5.868884e-7,0.00002995364,0.13523184],"genre_scores_gemma":[0.9775644,0.00004873419,0.0008858872,0.0006131202,0.0002143803,0.00042525915,0.00002311074,0.000010295499,0.02021481],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99895614,0.000034006564,0.0002796317,0.00010738808,0.0004248509,0.00019797214],"domain_scores_gemma":[0.99953383,0.000027201218,0.00004978749,0.00022968547,0.00008234471,0.00007714201],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005626337,0.00006390486,0.00015690939,0.00015500981,0.000026401756,0.0000066552107,0.00007306068,0.000078305326,0.0019187666],"category_scores_gemma":[0.00019177607,0.00005516603,0.000041404757,0.0005441443,0.0000759101,0.000048424372,0.000010695182,0.00019858935,0.00003744012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047295896,0.00038895287,0.06511678,0.000032921176,0.000047050104,0.000017328508,0.00037503496,0.0000013341954,0.000013649575,0.0013849667,0.01839296,0.9141817],"study_design_scores_gemma":[0.0009650843,0.000034097367,0.9179078,0.000019261466,0.000037154063,0.00005014237,0.00015343013,0.000037060578,0.00012000058,0.00014813288,0.08047795,0.00004989614],"about_ca_topic_score_codex":0.000066884946,"about_ca_topic_score_gemma":4.5399054e-7,"teacher_disagreement_score":0.9141318,"about_ca_system_score_codex":0.0001222958,"about_ca_system_score_gemma":0.00009358553,"threshold_uncertainty_score":0.99899364},"labels":[],"label_agreement":null},{"id":"W37701703","doi":"10.1097/00001888-200408000-00015","title":"Evaluation of a Teaching Workshop for Residents at the University of Saskatchewan: A Pilot Study","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Intervention (counseling); Medical education; Psychology; Set (abstract data type); Medicine; Nursing; Computer science","score_opus":0.09951285129391062,"score_gpt":0.40970253696822717,"score_spread":0.31018968567431654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37701703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804022,0.00042814744,0.003071442,0.013598218,0.00025422193,0.0017220504,0.0000016023057,0.000015415979,0.00050671416],"genre_scores_gemma":[0.99753785,0.000028586319,0.0004958917,0.00046787225,0.00027295758,0.000014636093,0.00002802645,0.000011244511,0.0011429518],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977452,0.0001725569,0.00045401254,0.00019471311,0.0012917082,0.0001417769],"domain_scores_gemma":[0.998327,0.00026354328,0.00032099232,0.0003508516,0.0006939817,0.00004361197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00834742,0.000094256124,0.00028340696,0.00014756854,0.00014141484,5.122458e-7,0.00019335393,0.000084383086,0.00019331285],"category_scores_gemma":[0.0073607275,0.00006585082,0.00002546347,0.00037938976,0.00030769384,0.000049526952,0.000053486237,0.00051123975,0.000004131183],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004250516,0.0021969306,0.06039969,0.0010207355,0.0013316306,0.0000086571845,0.57952833,0.0008794819,0.071271285,0.002842592,0.117173105,0.15909703],"study_design_scores_gemma":[0.04730496,0.009520948,0.19581948,0.0046874373,0.007165618,0.00006547211,0.7156452,0.0018008542,0.0029056242,0.011849905,0.0029150934,0.00031940636],"about_ca_topic_score_codex":0.00073173107,"about_ca_topic_score_gemma":0.00015359426,"teacher_disagreement_score":0.15877762,"about_ca_system_score_codex":0.00044740087,"about_ca_system_score_gemma":0.0005048317,"threshold_uncertainty_score":0.88120097},"labels":[],"label_agreement":null},{"id":"W379419443","doi":"","title":"The objective structure clinical examination-OSCE-at Michael G. DeGroote school of medicine. McMaster University. Hamilton, Ontario, Canada","year":2007,"lang":"en","type":"article","venue":"臨床神経学 : CLINICAL NEUROLOGY","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Medicine; Medical education","score_opus":0.024540700888452588,"score_gpt":0.330933457843011,"score_spread":0.30639275695455837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W379419443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97626317,0.000055541135,0.00028669962,0.012808409,0.0041505615,0.00048587786,0.000008306618,0.000027639499,0.005913815],"genre_scores_gemma":[0.9695284,0.00007498069,0.0004976933,0.019857898,0.001057979,0.0000016642823,0.000049713883,0.000026499067,0.0089051975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959591,0.0006429959,0.0017137008,0.0006026437,0.0006051012,0.00047644012],"domain_scores_gemma":[0.9933533,0.004246939,0.00062561134,0.0006778888,0.00078972516,0.000306514],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034282077,0.00022769318,0.00067134347,0.00015081986,0.00025491524,0.0000038873286,0.0004111567,0.0005887455,0.0018031879],"category_scores_gemma":[0.009586099,0.00016635114,0.0001333447,0.000534549,0.0014704148,0.00005519027,0.00014208074,0.0020893821,0.000020767991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002731735,0.00033080188,0.81839013,0.000034633176,0.00024964317,0.0002379274,0.0005414135,0.0000047676217,0.00014026924,0.0011581384,0.11963191,0.056548618],"study_design_scores_gemma":[0.0023754418,0.0010038498,0.7594105,0.000021597512,0.00012375921,0.00009034595,0.0002926678,0.000061867555,0.00002889994,0.00014738168,0.23634587,0.00009779722],"about_ca_topic_score_codex":0.12259584,"about_ca_topic_score_gemma":0.8688892,"teacher_disagreement_score":0.74629337,"about_ca_system_score_codex":0.00038912063,"about_ca_system_score_gemma":0.0018063643,"threshold_uncertainty_score":0.9991093},"labels":[],"label_agreement":null},{"id":"W37969042","doi":"10.1111/tct.13677","title":"Exploring perspectives of personal learning plans in a residency programme.","year":2024,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Department of Medicine, School of Medicine, Queen's University","keywords":"Medicine; Computer science; Data science; General surgery","score_opus":0.11358878491855444,"score_gpt":0.3170792671159512,"score_spread":0.20349048219739674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37969042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905638,0.00088235346,0.000056756748,0.003868855,0.0002726704,0.00041459507,5.648915e-7,0.000079376114,0.0038609917],"genre_scores_gemma":[0.9966974,0.0000806535,0.0006026122,0.000026836891,0.00024007961,0.0014924698,0.000007475996,0.00001250047,0.0008399217],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991815,0.000023300609,0.00018858309,0.00016286768,0.00023016539,0.00021355484],"domain_scores_gemma":[0.9997586,0.000049573537,0.00002288833,0.000067404675,0.00006651144,0.000035007306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005951951,0.00005613628,0.00010944165,0.00033668865,0.000020255655,0.000012702009,0.00003526233,0.000033746626,0.000048294394],"category_scores_gemma":[0.001536881,0.00005048807,0.000032074364,0.0007225525,0.000060299895,0.0001311179,0.000012352428,0.00034912524,0.000005825036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043169475,0.00014535172,0.045853976,0.00038043573,0.00003652199,0.00003409958,0.034911823,0.0000021033431,0.0000672981,0.0045801303,0.000413821,0.91353124],"study_design_scores_gemma":[0.0003341666,0.000055349607,0.9456027,0.00030952864,0.00002770308,0.000031314026,0.04654764,0.0005642285,0.00024660258,0.00020115115,0.0060018855,0.00007771973],"about_ca_topic_score_codex":0.000048538346,"about_ca_topic_score_gemma":0.000010952731,"teacher_disagreement_score":0.9134536,"about_ca_system_score_codex":0.0001747475,"about_ca_system_score_gemma":0.000108170156,"threshold_uncertainty_score":0.20588437},"labels":[],"label_agreement":null},{"id":"W383837231","doi":"","title":"Communication Skills for Medicine, 3rd Edition. Margaret Lloyd and Robert Boyd. Churchill Livingstone, Elsevier, 2009","year":2012,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Resource (disambiguation); Health care; Communication skills; Medical education; Psychology; Alternative medicine; Medicine; Computer science; Pathology","score_opus":0.011659243509990497,"score_gpt":0.26875057790542534,"score_spread":0.25709133439543486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W383837231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7939448,0.020049887,0.004236876,0.09559069,0.008941811,0.0073917694,0.000115556024,0.0006520262,0.06907661],"genre_scores_gemma":[0.9381272,0.0063831653,0.019321794,0.013202511,0.006240566,0.0008349773,0.0013427043,0.00018079317,0.014366292],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972792,0.00015925273,0.0006640899,0.00035336355,0.00048605318,0.0010580397],"domain_scores_gemma":[0.99777424,0.00023624624,0.00027335866,0.00076730654,0.00045389356,0.000494924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017223546,0.00028325384,0.00040938493,0.00030098474,0.0002620395,0.00003122796,0.00025461803,0.00015775191,0.00034312287],"category_scores_gemma":[0.005373917,0.00024261887,0.00006533247,0.0008354973,0.00034703597,0.00038989977,0.00008989628,0.00048589503,0.000043051936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094194715,0.0010776991,0.044946264,0.00030578676,0.00011432937,0.0000025262327,0.0077111265,9.5264727e-7,0.00035379868,0.0035625028,0.5005247,0.44130614],"study_design_scores_gemma":[0.0012128372,0.00009234965,0.37856832,0.00028192348,0.000155877,0.000073209245,0.00019923795,0.00003861512,0.00028452254,0.00013251846,0.61876416,0.00019638728],"about_ca_topic_score_codex":0.000014160347,"about_ca_topic_score_gemma":0.0000028101786,"teacher_disagreement_score":0.44110975,"about_ca_system_score_codex":0.00021253205,"about_ca_system_score_gemma":0.00011357282,"threshold_uncertainty_score":0.98937106},"labels":[],"label_agreement":null},{"id":"W401405994","doi":"","title":"Teaching Medical Professionalism.","year":2010,"lang":"en","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Context (archaeology); Chiropractic; Medical education; Professional development; Engineering ethics; Psychology; Pedagogy; Medicine; Alternative medicine; Engineering","score_opus":0.01895926141357752,"score_gpt":0.3330325340243638,"score_spread":0.31407327261078627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W401405994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9338623,0.000015266165,0.00026209297,0.048639975,0.0057078064,0.00033506472,9.698562e-7,0.00010081376,0.011075688],"genre_scores_gemma":[0.9832415,0.0000018945736,0.003583666,0.007348593,0.0028031417,0.00014281202,0.00006702975,0.000016421229,0.002794941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980307,0.000032067917,0.00024281001,0.00017728386,0.0007468659,0.00077022804],"domain_scores_gemma":[0.9992534,0.000035349163,0.000046608726,0.00023659128,0.000060230046,0.0003678248],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013810713,0.00008651553,0.00012505981,0.00008350111,0.000114389615,0.000011489622,0.00013230357,0.00019859483,0.0017930935],"category_scores_gemma":[0.005323902,0.00006756305,0.000042477488,0.00015771663,0.00011741938,0.00007628653,0.0000351861,0.0014778204,0.00004665651],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004249312,0.0006530154,0.10656457,0.000075052005,0.000035860576,0.0000392579,0.00089124776,1.0521143e-7,0.0009091581,0.049977005,0.063031934,0.7777803],"study_design_scores_gemma":[0.00078168575,0.0000131497445,0.67006683,0.000042195756,0.00002495948,0.0001949154,0.00014230564,0.00042757354,0.00036695437,0.0005582915,0.327278,0.000103122926],"about_ca_topic_score_codex":0.000027103428,"about_ca_topic_score_gemma":0.0000089099985,"teacher_disagreement_score":0.7776772,"about_ca_system_score_codex":0.00009314778,"about_ca_system_score_gemma":0.0005353722,"threshold_uncertainty_score":0.9991194},"labels":[],"label_agreement":null},{"id":"W412933501","doi":"10.1097/acm.0000000000000754","title":"Developing and Successfully Implementing a Competency-Based Portfolio Assessment System in a Postgraduate Family Medicine Residency Program","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Portfolio; Audit; Medical education; Attendance; Professional development; Identification (biology); Psychology; Medicine; Business","score_opus":0.09020951963971302,"score_gpt":0.44188969772562153,"score_spread":0.3516801780859085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W412933501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89080137,0.002084131,0.004253642,0.086758636,0.00094130996,0.0023500337,0.0000019788044,0.00035626668,0.012452624],"genre_scores_gemma":[0.96426874,0.00020037337,0.027650686,0.0060646473,0.000985862,0.0003396141,0.00024363068,0.000050956613,0.00019546208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99521565,0.00017825363,0.0017994911,0.0006185195,0.0014439176,0.0007441405],"domain_scores_gemma":[0.9977349,0.00019193842,0.00052378676,0.00042695762,0.0007632567,0.00035912782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005747879,0.00036452425,0.0009003752,0.0010464746,0.00012832622,0.000010138172,0.00026743583,0.0002890012,0.00004907389],"category_scores_gemma":[0.0027207728,0.00027621692,0.000027047372,0.0019107794,0.00048566321,0.00016622452,0.00010882948,0.0012985084,0.0000075158196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024941904,0.00013697668,0.6870513,0.0031970376,0.00016462746,0.0005367614,0.009300573,0.0000059695276,0.0033051388,0.15763956,0.05054579,0.08786683],"study_design_scores_gemma":[0.034511533,0.004645977,0.69869894,0.034694128,0.00092051807,0.001325252,0.12965252,0.022099799,0.00027585487,0.010821407,0.06102286,0.0013312221],"about_ca_topic_score_codex":0.0009325782,"about_ca_topic_score_gemma":0.000028180739,"teacher_disagreement_score":0.14681815,"about_ca_system_score_codex":0.0009645927,"about_ca_system_score_gemma":0.003036093,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W4200005844","doi":"10.1177/23742895211060711","title":"A Survey on Changes to the Canadian Anatomical Pathology Certification Examination Due to Coronavirus Disease 2019 and Implications for Competency-Based Medical Education","year":2021,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Ottawa; London Health Sciences Centre; Western University","funders":"","keywords":"Stakeholder; Medicine; Certification; Context (archaeology); Standardization; Medical education; Family medicine; Pathology; Political science","score_opus":0.06536132619753303,"score_gpt":0.3979394322218666,"score_spread":0.3325781060243336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200005844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54632425,0.0003104304,0.003809964,0.44752356,0.00063895504,0.001094243,0.00020022811,0.00003146433,0.00006691713],"genre_scores_gemma":[0.892059,0.000052558808,0.0026084543,0.10045222,0.00034989297,0.0011594719,0.0030997433,0.00002724766,0.0001913895],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979341,0.00043255114,0.0003977851,0.000590524,0.00026761193,0.00037739635],"domain_scores_gemma":[0.9975262,0.00045698558,0.000102446946,0.0005558645,0.0007573626,0.00060109457],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018983935,0.0001646213,0.0002584206,0.00041481704,0.0003150679,0.000015480657,0.00023138842,0.00043539106,0.00006493607],"category_scores_gemma":[0.014625618,0.0001442291,0.00003072374,0.00076164206,0.00017524512,0.000032216387,0.0000455352,0.0005519598,0.00006420905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002353653,0.0005019706,0.09278819,0.00007972386,0.00002676394,0.0000472071,0.0012625164,0.000018900548,0.0042667976,0.060607042,0.07750586,0.76265967],"study_design_scores_gemma":[0.0003884018,0.00014527053,0.97112924,0.000065642824,0.000048615926,0.0001546164,0.00008184889,0.0005804219,0.00019445767,0.0011614164,0.025909847,0.00014021508],"about_ca_topic_score_codex":0.001371887,"about_ca_topic_score_gemma":0.04593893,"teacher_disagreement_score":0.8783411,"about_ca_system_score_codex":0.00043115896,"about_ca_system_score_gemma":0.0065802988,"threshold_uncertainty_score":0.99905145},"labels":[],"label_agreement":null},{"id":"W4200017414","doi":"10.1007/s40670-021-01444-2","title":"Correction to: Are Clerks Proficient in the Basic Sciences? Assessment of Third-Year Medical Students’ Basic Science Knowledge Prior to and at the Completion of Core Clerkship Rotations","year":2021,"lang":"en","type":"erratum","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Mathematics education; Core (optical fiber); Core Knowledge; Computer science; Psychology; Medicine; Knowledge management","score_opus":0.051970478558318274,"score_gpt":0.44324651473638965,"score_spread":0.3912760361780714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200017414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89475906,0.0002458781,0.00027996872,0.056913346,0.037073232,0.0024662511,0.000012367584,0.00002365378,0.008226219],"genre_scores_gemma":[0.9810345,0.000104636434,0.0012236885,0.008855717,0.0016684202,0.0006057586,0.0000675025,0.000031165815,0.0064085633],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98369634,0.00032076336,0.0012364716,0.0012296913,0.012706312,0.0008104053],"domain_scores_gemma":[0.99487245,0.00089025137,0.0005973125,0.00103663,0.001822476,0.00078086735],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026088275,0.00032563382,0.00069851906,0.0012820379,0.0012614847,0.00017643248,0.0031664062,0.00031071698,0.0011184807],"category_scores_gemma":[0.044467043,0.00019725304,0.00009563461,0.013435545,0.009291348,0.00016697565,0.0011442832,0.0019693265,0.0000326785],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023157047,0.002476146,0.08461873,0.00038839775,0.000016967391,0.000008318437,0.009161661,0.000007677431,0.00046968454,0.002130466,0.88406557,0.01663323],"study_design_scores_gemma":[0.0005502293,0.00061281776,0.93718094,0.0047908616,0.000077094126,0.0001012883,0.019226098,0.0038411801,0.00019148811,0.00003107549,0.033133734,0.00026321175],"about_ca_topic_score_codex":0.00019047978,"about_ca_topic_score_gemma":0.00040239768,"teacher_disagreement_score":0.8525622,"about_ca_system_score_codex":0.0015162814,"about_ca_system_score_gemma":0.030100074,"threshold_uncertainty_score":0.99979466},"labels":[],"label_agreement":null},{"id":"W4200034444","doi":"10.11565/arsmed.v46i4.1862","title":"Challenges of implementing competency-based medical education postgraduate training programs: the issue of context","year":2021,"lang":"en","type":"article","venue":"ARS MEDICA Revista de Ciencias Médicas","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"McGill University; University of Ottawa","keywords":"Context (archaeology); Fidelity; Curriculum; Medical education; Core competency; Professional development; Medicine; Psychology; Computer science; Business; Pedagogy","score_opus":0.05009090373313492,"score_gpt":0.36453274896278526,"score_spread":0.31444184522965035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200034444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6840206,0.015772369,0.0016899478,0.27605724,0.0007379124,0.0013312615,0.00000783993,0.000108439184,0.020274444],"genre_scores_gemma":[0.97868854,0.0005111963,0.010582246,0.009622614,0.00023968231,0.00009168708,0.00011389927,0.00002722842,0.000122891],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603695,0.00027964488,0.0011387242,0.0003797768,0.0016845713,0.00048031705],"domain_scores_gemma":[0.9970167,0.00031368836,0.0005872701,0.00068546075,0.001142192,0.0002546671],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041936506,0.00018833095,0.00055286277,0.00018945684,0.00015466924,0.000018762528,0.00040819566,0.00016899605,0.0008416511],"category_scores_gemma":[0.014386387,0.00014230686,0.00016248706,0.0011447215,0.00093065714,0.00006250109,0.00008666208,0.0005084521,0.000007782471],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019763404,0.0008633656,0.0037821739,0.00069864595,0.00008084969,0.000025176605,0.00595597,2.4222192e-7,0.000715041,0.059567746,0.005770971,0.92252004],"study_design_scores_gemma":[0.0072994954,0.001822047,0.07633935,0.01594955,0.0014783948,0.0019762306,0.26738846,0.009206674,0.009221439,0.0048738443,0.60338736,0.0010571507],"about_ca_topic_score_codex":0.00004614724,"about_ca_topic_score_gemma":0.000028688522,"teacher_disagreement_score":0.9214629,"about_ca_system_score_codex":0.00013428005,"about_ca_system_score_gemma":0.016575815,"threshold_uncertainty_score":0.99391586},"labels":[],"label_agreement":null},{"id":"W4200045874","doi":"10.1097/ceh.0000000000000415","title":"Just-in-Time Continuing Education: Perceived and Unperceived, Pull and Push Taxonomy","year":2021,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Leverage (statistics); Taxonomy (biology); Curriculum; Computer science; Knowledge management; Psychology; Pedagogy","score_opus":0.02896554651722412,"score_gpt":0.38347627241294363,"score_spread":0.3545107258957195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200045874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.916881,0.0029015162,0.000051728726,0.077150226,0.001518817,0.0007602671,8.9319053e-7,0.000008163814,0.00072738476],"genre_scores_gemma":[0.976471,0.0009644068,0.009090121,0.009197905,0.000781796,0.0000982683,0.000022556858,0.000020210502,0.003353717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997377,0.000599224,0.0011393033,0.00021918911,0.00037621325,0.0002890646],"domain_scores_gemma":[0.997666,0.0003493475,0.00068366976,0.00027906126,0.0008613072,0.00016063539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027913866,0.00015137767,0.00044980503,0.0004949952,0.00016788958,0.00006424766,0.0001515693,0.00013198904,0.00009857874],"category_scores_gemma":[0.0021957033,0.000116396746,0.0000466933,0.0006997833,0.000111510606,0.00025677859,0.00004088089,0.0010369713,0.000004443812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111728164,0.0019372517,0.1474971,0.00062239013,0.000022599701,0.0000121677585,0.089644514,0.0000012474858,0.0011266373,0.0011519778,0.04852014,0.70935225],"study_design_scores_gemma":[0.0014788117,0.00014866672,0.71098214,0.008669843,0.00005922189,0.001051483,0.2402839,0.00006111382,0.00002345364,0.0005924657,0.03649905,0.00014983726],"about_ca_topic_score_codex":0.000042739208,"about_ca_topic_score_gemma":0.000022900927,"teacher_disagreement_score":0.7092024,"about_ca_system_score_codex":0.00029123412,"about_ca_system_score_gemma":0.0039156633,"threshold_uncertainty_score":0.69462186},"labels":[],"label_agreement":null},{"id":"W4200058286","doi":"10.4300/jgme-d-21-00945.1","title":"Introduction to the JGME Literature Review Series","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Dalhousie University","funders":"","keywords":"Timeline; Best practice; Computer science; Accreditation; Snapshot (computer storage); Psychology; Engineering ethics; Medical education; Medicine; Management; History","score_opus":0.017014741946071152,"score_gpt":0.3564253274021585,"score_spread":0.3394105854560873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200058286","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027293624,0.022618802,0.00064618536,0.9418882,0.0069155237,0.00023473293,6.580142e-7,0.000011729003,0.0003905196],"genre_scores_gemma":[0.06278928,0.20377654,0.0402399,0.57643473,0.09139946,0.00016128655,0.0005943575,0.00010541933,0.02449905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974214,0.00015896349,0.0007709501,0.00016303631,0.0013308093,0.00015485856],"domain_scores_gemma":[0.9959025,0.00003689127,0.00031222834,0.0003782929,0.0031561037,0.0002139979],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00206027,0.000113391565,0.00030116262,0.00016877125,0.000101980804,0.000040364703,0.00017013197,0.000099884855,0.0010463189],"category_scores_gemma":[0.02574806,0.000069524096,0.00011637565,0.0017583901,0.000074394826,0.0002165586,0.000028723645,0.0009050869,0.000065600805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028167386,0.00031399215,0.000063075124,0.0005466363,0.00003194384,0.000023905324,0.00048318502,4.850382e-7,0.00010359896,0.0008034145,0.79349333,0.20410824],"study_design_scores_gemma":[0.00023724476,0.00018529153,0.0036531058,0.00821324,0.0001727158,0.009861535,0.00075486006,0.000011387959,0.00048003645,0.00041692046,0.975935,0.00007870303],"about_ca_topic_score_codex":0.0000015666163,"about_ca_topic_score_gemma":0.0000020842724,"teacher_disagreement_score":0.3654535,"about_ca_system_score_codex":0.00017560228,"about_ca_system_score_gemma":0.0036262835,"threshold_uncertainty_score":0.99986684},"labels":[],"label_agreement":null},{"id":"W4200061327","doi":"10.1097/acm.0000000000004552","title":"The Senior Medical Resident’s New Role in Assessment in Internal Medicine","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Summative assessment; Context (archaeology); Medical education; Medicine; Psychology; Documentation; Nursing; Formative assessment; Pedagogy","score_opus":0.023756887106962627,"score_gpt":0.4182372119507136,"score_spread":0.394480324843751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200061327","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3306839,0.0071549476,0.0010549478,0.63453484,0.0026029344,0.00055166514,5.03584e-7,0.00006292926,0.02335335],"genre_scores_gemma":[0.927837,0.0070448797,0.0006031195,0.0323753,0.0061146254,0.000095505544,0.0001210209,0.00005638319,0.025752151],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.994697,0.00027479755,0.0016960022,0.0005243007,0.0022112383,0.0005966926],"domain_scores_gemma":[0.99764836,0.00087455177,0.00023487578,0.0006089257,0.00024933898,0.00038396937],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049634734,0.00025789003,0.00066301523,0.0004602668,0.00009021892,0.0000067616256,0.00048264043,0.0004915731,0.0039033857],"category_scores_gemma":[0.020749802,0.00016197556,0.000039880117,0.00185869,0.0006172455,0.000104264065,0.00015965613,0.003935212,0.00004301453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021765233,0.00008924872,0.19784728,0.00013669702,0.00008331876,0.0010430377,0.012487134,0.0000038849794,0.0038298783,0.022752937,0.6028997,0.15860924],"study_design_scores_gemma":[0.017907089,0.0006054516,0.4550342,0.011117643,0.00017809933,0.0020165194,0.051540032,0.0045133415,0.00073031685,0.022632299,0.4332687,0.00045632248],"about_ca_topic_score_codex":0.0017974545,"about_ca_topic_score_gemma":0.00065720687,"teacher_disagreement_score":0.60215956,"about_ca_system_score_codex":0.0006168746,"about_ca_system_score_gemma":0.0022830272,"threshold_uncertainty_score":0.9983627},"labels":[],"label_agreement":null},{"id":"W4200076029","doi":"10.1016/j.profnurs.2021.12.009","title":"Getting grounded: Educational foundations for nurses' lifelong learning","year":2021,"lang":"en","type":"article","venue":"Journal of Professional Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University; Western University","funders":"","keywords":"Lifelong learning; Grounded theory; Licensure; Experiential learning; Nurse education; Nursing; Pedagogy; Workplace learning; Psychology; Medicine; Medical education; Qualitative research; Sociology","score_opus":0.027737855008342305,"score_gpt":0.4416457247446456,"score_spread":0.4139078697363033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200076029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8087467,0.0005933998,0.020426273,0.14510642,0.020996902,0.00036977796,0.000001942416,0.000023411332,0.0037351847],"genre_scores_gemma":[0.8253008,0.000013581129,0.15157266,0.0022227431,0.005945082,0.000022326525,0.00016585307,0.0000392249,0.014717724],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99823827,0.00008942494,0.00071356137,0.00015221557,0.00058787747,0.00021864893],"domain_scores_gemma":[0.9965102,0.0004069998,0.00054468255,0.00011685121,0.0023201013,0.000101168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070983305,0.00010632822,0.00024507716,0.00025575564,0.00048145393,0.00004065886,0.00008267945,0.000110785855,0.00035997896],"category_scores_gemma":[0.005571702,0.00009487599,0.0001512467,0.0004603705,0.000094020914,0.00029608503,0.000012410158,0.000709341,0.000007927859],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059267436,0.0048738215,0.016126253,0.00045160833,0.0003716802,0.000042682474,0.008462687,0.00023508396,0.051944435,0.06749199,0.22527154,0.62413555],"study_design_scores_gemma":[0.010816606,0.0012763103,0.49567485,0.023530463,0.001321328,0.009795332,0.06399266,0.009446688,0.008829582,0.09872476,0.27556482,0.0010265987],"about_ca_topic_score_codex":7.235112e-7,"about_ca_topic_score_gemma":3.196842e-7,"teacher_disagreement_score":0.6231089,"about_ca_system_score_codex":0.0004638704,"about_ca_system_score_gemma":0.0026553443,"threshold_uncertainty_score":0.667025},"labels":[],"label_agreement":null},{"id":"W4200083452","doi":"10.1097/acm.0000000000004566","title":"How Clinical Supervisors Conceptualize Procedural Entrustment: An Interview-Based Study of Entrustment Decision Making in Endoscopic Training.","year":2022,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; The Wilson Centre; Sinai Health System; University of Calgary; St. Michael's Hospital","funders":"","keywords":"Competence (human resources); Grounded theory; Psychology; Medical education; Medicine; Nursing; Qualitative research; Social psychology","score_opus":0.11929691254378304,"score_gpt":0.3776310780651714,"score_spread":0.2583341655213883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200083452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931016,0.00017029734,0.000136803,0.0019716201,0.0010142669,0.0034688078,0.0000059118006,0.000043950982,0.000086770066],"genre_scores_gemma":[0.99042416,0.000004765333,0.0013981734,0.0026388096,0.000132516,0.0052471985,0.0000614577,0.00002681208,0.000066132365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99671,0.00053699984,0.000990888,0.0004633505,0.0008811366,0.00041762966],"domain_scores_gemma":[0.9988296,0.00020294519,0.0002741161,0.00045676288,0.00012779064,0.000108753404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024302837,0.00017735508,0.000505705,0.0004101369,0.00009513171,0.000024049834,0.0002828406,0.00006890766,0.0003537576],"category_scores_gemma":[0.0017568697,0.00016452666,0.00008381194,0.0008650489,0.00009616944,0.0001236199,0.000120433855,0.0005123282,0.000001029609],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003165848,0.005907207,0.2263791,0.00007253545,0.000060721275,0.00002721438,0.012420142,0.000041660904,0.0000054588186,0.00014986277,0.00043371174,0.7541858],"study_design_scores_gemma":[0.009819158,0.0018281356,0.90284157,0.00011772276,0.000113583024,0.000009327979,0.08062559,0.0010712531,0.000051164498,0.00008809424,0.0032644132,0.0001699648],"about_ca_topic_score_codex":0.000013402367,"about_ca_topic_score_gemma":0.00002369673,"teacher_disagreement_score":0.7540158,"about_ca_system_score_codex":0.0004739729,"about_ca_system_score_gemma":0.00021442253,"threshold_uncertainty_score":0.67092025},"labels":[],"label_agreement":null},{"id":"W4200134024","doi":"10.36834/cmej.73813","title":"Overcrowded curriculum is an impediment to change (Part B)","year":2021,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Computer science; Psychology; Pedagogy","score_opus":0.01716885456784864,"score_gpt":0.34989571131517444,"score_spread":0.3327268567473258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200134024","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002345509,0.0012095813,0.000021938195,0.13856977,0.8554391,0.00065842946,0.0000701727,0.000034610428,0.0016508574],"genre_scores_gemma":[0.00012957062,0.000616884,0.0017296117,0.16589755,0.82506335,0.00026662016,0.002421313,0.000101202604,0.003773894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992731,0.00019273518,0.0012082306,0.000750195,0.0041321986,0.0009856437],"domain_scores_gemma":[0.97642606,0.00007174229,0.00035725677,0.000904988,0.004461428,0.0177785],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0020239186,0.00048617044,0.00073982624,0.0013830804,0.00045345604,0.00026887955,0.0006551993,0.0020047948,0.10709338],"category_scores_gemma":[0.064599,0.00047614658,0.00020999214,0.0013591995,0.00014311876,0.00028618288,0.00005507973,0.0046472643,0.0004946076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000008642792,0.00047172778,0.00006182866,0.00011299239,0.000082824015,0.00013630977,0.0016064519,4.520216e-8,0.0000011209155,0.000051073686,0.9045954,0.092871636],"study_design_scores_gemma":[0.000591332,0.0002834934,0.00014074869,0.002068274,0.00019721109,0.00054666545,0.0022105256,0.000033253684,0.0000063703333,0.000043089858,0.9934415,0.00043749262],"about_ca_topic_score_codex":0.013241913,"about_ca_topic_score_gemma":0.009537195,"teacher_disagreement_score":0.22309737,"about_ca_system_score_codex":0.003936457,"about_ca_system_score_gemma":0.22703382,"threshold_uncertainty_score":0.9998872},"labels":[],"label_agreement":null},{"id":"W4200167611","doi":"10.1097/acm.0000000000004574","title":"Operationalizing Programmatic Assessment: The CBME Programmatic Assessment Practice Guidelines","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Operationalization; Formative assessment; Summative assessment; Stakeholder; Medical education; Competence (human resources); Medicine; Psychology; Political science; Public relations; Pedagogy","score_opus":0.10089270840458593,"score_gpt":0.5222582199606388,"score_spread":0.4213655115560529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200167611","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034081258,0.0035228129,0.038264766,0.89574003,0.0020211774,0.002630267,0.000001847542,0.0002834423,0.023454374],"genre_scores_gemma":[0.38972837,0.0024960993,0.4029177,0.17823179,0.009518698,0.0022311634,0.0015560882,0.00016081613,0.013159246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949823,0.00035035485,0.0017174315,0.0005096159,0.0019389743,0.00050134433],"domain_scores_gemma":[0.99433166,0.00068653654,0.00051208545,0.00080230634,0.0034889865,0.00017842803],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005380687,0.00030364905,0.0005399458,0.0001679089,0.00038541312,0.000051407373,0.00033290603,0.0002759736,0.0009869479],"category_scores_gemma":[0.026968366,0.00018870573,0.00007107251,0.0016223263,0.00040770535,0.0003453804,0.00012025498,0.0019516414,0.00005633518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050224615,0.0004643667,0.007269185,0.0013698954,0.00078678684,0.00022455092,0.006976154,0.0000530777,0.0071556303,0.20520976,0.43020248,0.3402379],"study_design_scores_gemma":[0.0033962894,0.0004624913,0.007065086,0.0027668388,0.0014241752,0.0025546714,0.03937973,0.022405325,0.00029489739,0.0047934386,0.91503984,0.0004171927],"about_ca_topic_score_codex":0.00003947749,"about_ca_topic_score_gemma":0.0000024775989,"teacher_disagreement_score":0.71750826,"about_ca_system_score_codex":0.00050146517,"about_ca_system_score_gemma":0.00186605,"threshold_uncertainty_score":0.99992627},"labels":[],"label_agreement":null},{"id":"W4200173019","doi":"10.1080/02602938.2021.2009439","title":"Does a classroom-based curriculum offer authentic assessments? A strategy to uncover their prevalence and incorporate opportunities for authenticity","year":2021,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Authentic assessment; Syllabus; Curriculum; Capstone; Judgement; Psychology; Context (archaeology); Medical education; Summative assessment; Authentic learning; Mathematics education; Curriculum development; Pedagogy; Formative assessment; Medicine; Computer science","score_opus":0.10888072822505045,"score_gpt":0.42622515487460516,"score_spread":0.3173444266495547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200173019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96925163,0.000118157106,0.004160129,0.019915191,0.0026659467,0.0026108979,0.00002419286,0.000051179213,0.0012027017],"genre_scores_gemma":[0.9724663,0.000027231015,0.01405176,0.0033071225,0.00030880774,0.0029529498,0.0008814207,0.000035167537,0.005969252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970869,0.0003806864,0.0007297847,0.0006234718,0.00086783315,0.00031136593],"domain_scores_gemma":[0.99686754,0.00016546548,0.00031420766,0.00050774345,0.0020219132,0.00012312607],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020347715,0.00026360058,0.00032556805,0.00042655252,0.00014861634,0.00014911187,0.00011448545,0.00015635835,0.0014422666],"category_scores_gemma":[0.00038092947,0.00020261586,0.00006521535,0.000830799,0.00007974487,0.000371067,0.000044308457,0.00025195134,0.0000064301553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017291897,0.008273856,0.72490215,0.0031200433,0.000240628,0.0000059705917,0.0014099573,0.0005223424,0.004180801,0.03368194,0.018084163,0.20540522],"study_design_scores_gemma":[0.0023808551,0.0004965324,0.93417996,0.0009718157,0.0004982899,0.000006074164,0.0045253243,0.03330765,0.00068359834,0.014439263,0.008097338,0.00041329072],"about_ca_topic_score_codex":0.000035561745,"about_ca_topic_score_gemma":0.000025453788,"teacher_disagreement_score":0.20927781,"about_ca_system_score_codex":0.0010128473,"about_ca_system_score_gemma":0.005496587,"threshold_uncertainty_score":0.99947053},"labels":[],"label_agreement":null},{"id":"W4200173814","doi":"10.53350/pjmhs2115113337","title":"Perception of Faculty of their Role as Medical Facilitator","year":2021,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Continental (Canada)","funders":"","keywords":"Facilitator; Medical education; Curriculum; Perception; Psychology; Medicine; Pedagogy","score_opus":0.021216663445938266,"score_gpt":0.35858981838928805,"score_spread":0.3373731549433498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200173814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738792,0.0000361442,0.000902833,0.005267145,0.00012530845,0.00008280003,0.0000074615386,0.000018297287,0.019680772],"genre_scores_gemma":[0.9907878,0.000016629225,0.005146743,0.0009739605,0.00007197386,0.000006657339,0.00018285248,0.0000051972374,0.0028082074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988984,0.000027709748,0.00033763063,0.00011852204,0.00053305726,0.00008467294],"domain_scores_gemma":[0.99904406,0.00003406952,0.000054281423,0.00021087081,0.00059953536,0.000057203448],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032141438,0.00005606398,0.00018468082,0.000059529877,0.000015663409,0.0000013475029,0.000054252683,0.00011628529,0.013172381],"category_scores_gemma":[0.0023106502,0.00004094288,0.00005668482,0.00032848542,0.00012297815,0.000031984655,0.000025388648,0.00013976736,0.000056313984],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011351581,0.0019927577,0.046335317,0.0006373389,0.00019258264,0.00001315654,0.010956652,0.0000015395163,0.24022467,0.01864904,0.043877963,0.63700545],"study_design_scores_gemma":[0.0043467716,0.00092260406,0.376776,0.00079388195,0.00016982047,0.0003901355,0.21747363,0.0031160575,0.27627352,0.004397784,0.11497142,0.0003683508],"about_ca_topic_score_codex":0.00006050862,"about_ca_topic_score_gemma":0.0000032612083,"teacher_disagreement_score":0.6366371,"about_ca_system_score_codex":0.00003738473,"about_ca_system_score_gemma":0.00050613156,"threshold_uncertainty_score":0.9877297},"labels":[],"label_agreement":null},{"id":"W4200185701","doi":"10.4300/jgme-d-21-00966.1","title":"ICRE Top Research Abstracts","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Data science; Medicine; Computer science; Information retrieval; Library science; Biology","score_opus":0.11511445957513318,"score_gpt":0.4855679325269931,"score_spread":0.37045347295185993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200185701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8268049,0.0006978265,0.00021751657,0.16173814,0.0033427167,0.000110366425,3.1322833e-7,0.00001097819,0.007077282],"genre_scores_gemma":[0.97602236,0.000657774,0.008577273,0.007903049,0.0037018715,0.000010236567,0.00004429851,0.00002243743,0.0030607013],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955592,0.00021471868,0.00095966726,0.00017071732,0.0028147053,0.00028097138],"domain_scores_gemma":[0.9931285,0.00019669665,0.00032055148,0.00032278206,0.005649492,0.00038197156],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048518046,0.00009916542,0.000285545,0.00046740807,0.00012372025,0.000039145198,0.00018336359,0.00020096984,0.0015810697],"category_scores_gemma":[0.0391456,0.000079987185,0.00011462374,0.0013300854,0.00020665856,0.00016600874,0.000036119105,0.0017380787,0.00010041102],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070118076,0.0023515446,0.0027940744,0.00019233306,0.00008496344,0.00020950974,0.0010981769,0.0000014248449,0.0010086137,0.0019747408,0.55396014,0.43625435],"study_design_scores_gemma":[0.0029988866,0.0008546611,0.22177148,0.0038485937,0.0002900856,0.013371646,0.018217659,0.00027250347,0.01344033,0.011949791,0.7126545,0.0003299165],"about_ca_topic_score_codex":0.00001868528,"about_ca_topic_score_gemma":0.0000023805308,"teacher_disagreement_score":0.4359244,"about_ca_system_score_codex":0.00034116695,"about_ca_system_score_gemma":0.014188841,"threshold_uncertainty_score":0.9993316},"labels":[],"label_agreement":null},{"id":"W4200219199","doi":"10.36834/cmej.70234","title":"Residents’ transformational changes through self-regulated, experiential learning for professionalism","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Calgary","funders":"","keywords":"Transformative learning; Experiential learning; Transformational leadership; Medical education; Health care; Professional development; Experiential education; Medicine; Psychology; Appreciative inquiry; Nursing; Pedagogy; Political science; Social psychology","score_opus":0.021873473628651757,"score_gpt":0.3580191870695048,"score_spread":0.33614571344085303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200219199","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33582434,0.0020565514,0.0051301983,0.63623387,0.013832143,0.0009306004,0.000010192398,0.00010302453,0.0058790627],"genre_scores_gemma":[0.71479887,0.00061711116,0.04621597,0.20508884,0.013096551,0.00067556446,0.0025642277,0.00013694145,0.016805911],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975584,0.00011970779,0.00053834176,0.00023550293,0.00110442,0.00044360332],"domain_scores_gemma":[0.9959361,0.000057311434,0.00014840502,0.00016745014,0.0018698608,0.0018208757],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008335738,0.00015127382,0.00022385265,0.000302491,0.00071298407,0.00008210393,0.00015393228,0.00034265703,0.027390392],"category_scores_gemma":[0.013274806,0.00014345924,0.0001003729,0.0005633792,0.00010201907,0.00026786566,0.000010362784,0.0009980462,0.000039510716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071326256,0.00070125214,0.0009944234,0.00029808455,0.00021083264,0.00008416556,0.02070184,0.0000071584814,0.00018068224,0.011465112,0.7942581,0.17102699],"study_design_scores_gemma":[0.0014198694,0.00008151122,0.0042073186,0.00061399676,0.00008093036,0.0031885048,0.008301424,0.00056055404,0.0004079567,0.001097511,0.97985697,0.00018346461],"about_ca_topic_score_codex":0.00038578932,"about_ca_topic_score_gemma":0.0010600901,"teacher_disagreement_score":0.43114504,"about_ca_system_score_codex":0.00069309014,"about_ca_system_score_gemma":0.07033387,"threshold_uncertainty_score":0.9950368},"labels":[],"label_agreement":null},{"id":"W4200273590","doi":"10.1177/08465371211047870","title":"A Perspective From a First-Generation Medical Student on the Canadian Pre-med Pipeline","year":2021,"lang":"en","type":"editorial","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Perspective (graphical); Pipeline (software); Medical education; Family medicine; Medical physics; Artificial intelligence","score_opus":0.015961844086920692,"score_gpt":0.33168445335311086,"score_spread":0.31572260926619017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200273590","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008494566,0.0009479622,0.000166448,0.23002914,0.7531881,0.00094629126,0.0008903274,0.000027507267,0.0053097107],"genre_scores_gemma":[0.07872817,0.0009081537,0.00040008468,0.0071156374,0.90156585,0.00008966445,0.004361139,0.00007846008,0.0067528486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99408007,0.00060971343,0.0010868892,0.00048216787,0.003067275,0.0006739131],"domain_scores_gemma":[0.9904039,0.0013958495,0.0013054925,0.0005474541,0.005205939,0.001141381],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044352254,0.00035659366,0.0007919461,0.0007881437,0.0008230671,0.00018766963,0.0005787808,0.0023072788,0.002462776],"category_scores_gemma":[0.1026513,0.00028101978,0.00026990235,0.00064360525,0.00019717148,0.0000704786,0.000023374952,0.004331248,0.00003671751],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000020880263,0.00007765316,0.0016296032,0.000011607531,0.0005164266,0.00016616721,0.0014718794,0.000021293858,0.000002596172,0.00053539645,0.99459684,0.0009496578],"study_design_scores_gemma":[0.0012923578,0.0002102388,0.007087823,0.00052704517,0.00031606347,0.0000469526,0.0011358318,0.00058825896,0.000009936824,0.00018794293,0.9883172,0.0002803415],"about_ca_topic_score_codex":0.57653373,"about_ca_topic_score_gemma":0.96781623,"teacher_disagreement_score":0.3912825,"about_ca_system_score_codex":0.03690824,"about_ca_system_score_gemma":0.04522674,"threshold_uncertainty_score":0.9999642},"labels":[],"label_agreement":null},{"id":"W4200280076","doi":"10.11565/arsmed.v46i4.1853","title":"New beginnings in post graduate medical education. Latin American Medical Education Leaders Forum","year":2021,"lang":"en","type":"article","venue":"ARS MEDICA Revista de Ciencias Médicas","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Latin Americans; Medical education; Thematic analysis; Surprise; Snowball sampling; Graduate medical education; Pandemic; Openness to experience; Political science; Psychology; Medicine; Sociology; Coronavirus disease 2019 (COVID-19); Qualitative research; Accreditation; Social science","score_opus":0.025209273564104944,"score_gpt":0.35378924848260157,"score_spread":0.3285799749184966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200280076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60320306,0.0018301384,0.0021704321,0.38264847,0.0013660062,0.0005929883,0.0000026910893,0.00016599066,0.008020243],"genre_scores_gemma":[0.7395785,0.0011636184,0.026530692,0.2247265,0.0015603167,0.0002403013,0.00069638266,0.00012610425,0.005377596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99218816,0.00030977785,0.0014433244,0.00096947973,0.0040260046,0.0010632522],"domain_scores_gemma":[0.9949165,0.00030295594,0.00049787207,0.0010567328,0.0011055042,0.0021204106],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002688707,0.00041649965,0.00081623514,0.00078790553,0.00022884039,0.00008946193,0.0007273883,0.00047318713,0.005949495],"category_scores_gemma":[0.06433271,0.00040665374,0.00019895368,0.0044556973,0.0015947723,0.00023982534,0.00019269231,0.0019424789,0.00018694505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034902023,0.0012923391,0.031832755,0.00014159539,0.00004704304,0.00018859303,0.0021559033,3.4635434e-7,0.00012581727,0.011249708,0.36310208,0.5898289],"study_design_scores_gemma":[0.004439185,0.0006243312,0.31858218,0.006771908,0.0004014964,0.004136772,0.058762018,0.002514777,0.00041500866,0.0024101287,0.59951955,0.0014226721],"about_ca_topic_score_codex":0.0011383576,"about_ca_topic_score_gemma":0.00020437238,"teacher_disagreement_score":0.58840626,"about_ca_system_score_codex":0.0010470342,"about_ca_system_score_gemma":0.083193004,"threshold_uncertainty_score":0.99983853},"labels":[],"label_agreement":null},{"id":"W4200307163","doi":"10.1016/j.ejrad.2021.110109","title":"An adaptation-focused evaluation of Canada’s first competency-based medical education implementation in radiology","year":2021,"lang":"en","type":"article","venue":"European Journal of Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Kingston General Hospital; Ottawa Hospital; Queen's University; University of Ottawa; Kingston Health Sciences Centre","funders":"Queen's University","keywords":"Medicine; Curriculum; CLARITY; Medical education; Enthusiasm; Graduate medical education; Formative assessment; Adaptation (eye); Focus group; Program evaluation; Accreditation; Pedagogy; Psychology","score_opus":0.02596663968605887,"score_gpt":0.3488005673407142,"score_spread":0.3228339276546553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200307163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96944284,0.0006595441,0.005050259,0.02159024,0.0015689529,0.00021918947,0.000002936921,0.00000591162,0.0014601173],"genre_scores_gemma":[0.9795102,0.000040330786,0.017605776,0.0021671657,0.00043420488,0.0000052680307,0.0002105044,0.000017741864,0.000008815765],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957022,0.0019270908,0.0011919284,0.000175791,0.00081492896,0.00018804196],"domain_scores_gemma":[0.99683887,0.00013515374,0.0006497347,0.00023941058,0.0019984946,0.00013834977],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005347737,0.00010859286,0.0003581833,0.00036513354,0.00005268846,0.00000484587,0.00017189111,0.000065639215,0.0012701598],"category_scores_gemma":[0.004052428,0.000102570586,0.000051016505,0.0004525056,0.000109928646,0.000091195296,0.000009859203,0.00036230293,0.0000016295322],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000734935,0.0026446746,0.13884534,0.0002724688,0.0003289352,0.00070915546,0.005732732,0.012546997,0.0060329447,0.013103731,0.07653805,0.74251],"study_design_scores_gemma":[0.011709178,0.0016733576,0.92362547,0.0004352217,0.0003228146,0.00459976,0.007069525,0.039819166,0.0012073278,0.0008490016,0.008435251,0.0002539342],"about_ca_topic_score_codex":0.001491361,"about_ca_topic_score_gemma":0.0400226,"teacher_disagreement_score":0.78478014,"about_ca_system_score_codex":0.0005911781,"about_ca_system_score_gemma":0.04370961,"threshold_uncertainty_score":0.9996428},"labels":[],"label_agreement":null},{"id":"W4200326137","doi":"10.1097/acm.0000000000004566","title":"How Clinical Supervisors Conceptualize Procedural Entrustment: An Interview-Based Study of Entrustment Decision Making in Endoscopic Training","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; The Wilson Centre; Sinai Health System; St. Michael's Hospital; University of Calgary","funders":"","keywords":"Competence (human resources); Grounded theory; Psychology; Medical education; Medicine; Nursing; Qualitative research; Social psychology","score_opus":0.1574132607017469,"score_gpt":0.4579850076404649,"score_spread":0.300571746938718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200326137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98540634,0.0013022987,0.0014768793,0.009329853,0.0011424621,0.0011763067,0.0000016660962,0.00004613374,0.00011804046],"genre_scores_gemma":[0.9878513,0.00015993869,0.0025722648,0.008387138,0.000650368,0.000120078985,0.00010249387,0.00003377645,0.00012259917],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99548036,0.0005318601,0.0018216155,0.0006537795,0.001083288,0.00042912687],"domain_scores_gemma":[0.9978926,0.0005595856,0.00040497503,0.0005789449,0.00038558192,0.00017831355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026729978,0.00027772452,0.0009914667,0.0004180445,0.00005584848,0.000008391058,0.0002907117,0.00032871935,0.000752581],"category_scores_gemma":[0.008437403,0.0002227444,0.000067182205,0.0011773433,0.00027479613,0.0001717577,0.000081362916,0.0013120048,0.0000040360114],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041364727,0.0021001408,0.5053503,0.0005518875,0.00019724283,0.00024559535,0.112274826,0.000025055253,0.0018257487,0.0011536733,0.0033800988,0.3724818],"study_design_scores_gemma":[0.042084534,0.008252017,0.27766067,0.015366876,0.00081709103,0.00012491691,0.64075714,0.0052996282,0.0017234803,0.0008812648,0.006464086,0.00056832226],"about_ca_topic_score_codex":0.000014833333,"about_ca_topic_score_gemma":0.000020950236,"teacher_disagreement_score":0.5284823,"about_ca_system_score_codex":0.00025714005,"about_ca_system_score_gemma":0.0005992119,"threshold_uncertainty_score":0.99991494},"labels":[],"label_agreement":null},{"id":"W4200333361","doi":"10.1097/phm.0000000000001942","title":"Virtual Objective Structured Clinical Examination Experiences and Performance in Physical Medicine and Rehabilitation Residency","year":2021,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Alberta Hospital; University of Alberta; University of Saskatchewan; University of Calgary","funders":"","keywords":"Physical examination; Objective structured clinical examination; Virtual patient; Component (thermodynamics); Rehabilitation; MEDLINE","score_opus":0.011545776665140646,"score_gpt":0.36961014448330004,"score_spread":0.35806436781815937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200333361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853746,0.00017426182,0.00020175756,0.013376185,0.0003837738,0.00032183743,5.998291e-7,0.000014474907,0.00015248156],"genre_scores_gemma":[0.9919057,0.00003134026,0.0060923104,0.00044310046,0.0014444152,0.00003431415,0.0000117814425,0.000020095711,0.000016962897],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963591,0.0007439924,0.0012375078,0.00044861142,0.0009833372,0.00022746332],"domain_scores_gemma":[0.9923971,0.0050429525,0.00073700293,0.00025738898,0.0013782217,0.00018732017],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0021732792,0.0002341013,0.0010280957,0.0005510092,0.00008761233,0.000010376326,0.000089346424,0.000074584175,0.000025466126],"category_scores_gemma":[0.029820643,0.00017229114,0.00009380412,0.0014995594,0.0035279442,0.00046373083,0.000035701152,0.0007126547,0.00000105532],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039300922,0.00045704312,0.056355607,0.00013210675,0.00003589468,0.000010006999,0.11538445,0.000009057184,0.0011840167,0.002039443,0.00012187511,0.8238775],"study_design_scores_gemma":[0.0022365039,0.06748131,0.75901306,0.0011971438,0.00012042623,0.00009640646,0.16513269,0.0018891621,0.00004614613,0.0025603892,0.00009785798,0.00012890072],"about_ca_topic_score_codex":0.000037887112,"about_ca_topic_score_gemma":0.000008604692,"teacher_disagreement_score":0.8237486,"about_ca_system_score_codex":0.00020491582,"about_ca_system_score_gemma":0.0003352677,"threshold_uncertainty_score":0.9991839},"labels":[],"label_agreement":null},{"id":"W4200476136","doi":"10.1016/j.amjsurg.2021.12.001","title":"The effect of gender dyads on the quality of narrative assessments of general surgery trainees","year":2021,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; St. Paul's Hospital; Queen's University; University of British Columbia","funders":"","keywords":"Narrative; Narrative review; Quality (philosophy); Psychology; Medical education; Scale (ratio); Rating scale; Social psychology; Applied psychology; Clinical psychology; Medicine; Developmental psychology; Psychotherapist","score_opus":0.07883700562769146,"score_gpt":0.4195206035365303,"score_spread":0.34068359790883884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200476136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99170417,0.00022296263,0.00014929532,0.0069943205,0.0005713071,0.00009451847,0.000004352626,0.0000024233634,0.00025665291],"genre_scores_gemma":[0.9985941,0.00018284495,0.00016377837,0.00072208495,0.00024093238,0.0000055676733,0.000004501213,0.0000126771765,0.00007353519],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959492,0.0016550114,0.0012399028,0.00008738437,0.0009009968,0.00016749672],"domain_scores_gemma":[0.9849068,0.011309564,0.0024170743,0.00043840994,0.00088592997,0.000042204858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0097046485,0.00012070211,0.00086071005,0.0001447363,0.000097018106,0.0000068107734,0.00016825253,0.000028128155,0.00008432102],"category_scores_gemma":[0.0067949602,0.000052464406,0.00039922376,0.0009651494,0.00096695503,0.00004620815,0.00002408829,0.00039773402,4.931422e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058425996,0.0012696444,0.46756506,0.0005881211,0.004118028,0.00005421862,0.012862175,0.0001603691,0.10306758,0.0018546442,0.06966719,0.33295038],"study_design_scores_gemma":[0.00053413183,0.0007631505,0.86355007,0.00061617646,0.00028601644,0.00017603667,0.027258867,0.00007224522,0.105667084,0.0004162412,0.00051588204,0.00014410303],"about_ca_topic_score_codex":0.000039811846,"about_ca_topic_score_gemma":4.9544826e-7,"teacher_disagreement_score":0.395985,"about_ca_system_score_codex":0.00006113454,"about_ca_system_score_gemma":0.0007475755,"threshold_uncertainty_score":0.8134693},"labels":[],"label_agreement":null},{"id":"W4200505601","doi":"10.1001/jamanetworkopen.2021.37179","title":"Longitudinal Reliability of Milestones-Based Learning Trajectories in Family Medicine Residents","year":2021,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Formative assessment; Graduate medical education; Developmental Milestone; Longitudinal study; Accreditation; Medical education; Psychology; Learning curve; Consistency (knowledge bases); Medicine; Family medicine; Developmental psychology; Mathematics education; Artificial intelligence; Computer science","score_opus":0.044786552395136396,"score_gpt":0.3701014806087468,"score_spread":0.3253149282136104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200505601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98255354,0.00051785854,0.00043202148,0.010156774,0.0006035667,0.00044031357,8.8479857e-7,0.000021717757,0.005273319],"genre_scores_gemma":[0.98765796,0.000059019207,0.009299811,0.0013066663,0.0006163493,0.00004981237,0.00015963013,0.000019509873,0.00083126506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794465,0.00025833148,0.00069928984,0.0003499242,0.00048522232,0.0002625778],"domain_scores_gemma":[0.9983951,0.00027662763,0.000199079,0.0004637458,0.000604224,0.00006123108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025292935,0.00012989024,0.000492033,0.00010244051,0.00008454938,0.000023304516,0.00023524302,0.00015019695,0.0004933565],"category_scores_gemma":[0.0056008636,0.0001150374,0.000041388474,0.001699713,0.0002067435,0.00014917903,0.000115623916,0.000594485,0.000008586404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040314093,0.00021458937,0.96865666,0.0001684497,0.000019837238,0.00005863611,0.00040857572,0.0020995312,0.00030968964,0.00037347525,0.020360988,0.0069264486],"study_design_scores_gemma":[0.0023103002,0.00020451656,0.98731303,0.0016230226,0.00004571601,0.00001144803,0.000648428,0.0011354513,0.00028433095,0.00048150416,0.005845443,0.000096802454],"about_ca_topic_score_codex":0.0009984424,"about_ca_topic_score_gemma":0.00010416787,"teacher_disagreement_score":0.018656397,"about_ca_system_score_codex":0.00017939694,"about_ca_system_score_gemma":0.00064683764,"threshold_uncertainty_score":0.6705162},"labels":[],"label_agreement":null},{"id":"W4200597193","doi":"10.1007/s10459-021-10084-5","title":"Patients!","year":2021,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Field (mathematics); Medical education; Sociology; Medicine; Psychology; Pedagogy; Political science","score_opus":0.010126804095547946,"score_gpt":0.42972041875086586,"score_spread":0.4195936146553179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200597193","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012015539,0.017694954,0.000057696543,0.0041269874,0.9701979,0.0007187418,0.000009003551,0.00003657784,0.0059565767],"genre_scores_gemma":[0.0011178292,0.021721428,0.023293102,0.0058246255,0.9417818,0.00042493828,0.0034683184,0.000042801286,0.002325117],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630296,0.000114925824,0.0009518456,0.0007133142,0.0014559069,0.00046103186],"domain_scores_gemma":[0.9975476,0.0003034311,0.0006096571,0.00041579915,0.0010259107,0.00009760483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015749315,0.00021544084,0.00045345203,0.00063187076,0.00024327055,0.000046515142,0.0002662219,0.00034378344,0.0001554673],"category_scores_gemma":[0.007898393,0.00020542688,0.00004904874,0.0023408842,0.0003241544,0.0004579054,0.000041542247,0.00092858926,0.000030458466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005878269,0.00045576875,0.004616743,0.0009985185,0.000001539105,2.5095278e-7,0.00018589511,0.0000070861006,1.16923594e-7,0.00029817308,0.78575724,0.2076728],"study_design_scores_gemma":[0.00028647057,0.0002665578,0.0017868917,0.0021433,0.0000072621424,0.0000012651843,0.00059495796,0.000037209433,0.000002392541,0.0004991903,0.9942151,0.00015940705],"about_ca_topic_score_codex":0.00023851029,"about_ca_topic_score_gemma":0.000097311924,"teacher_disagreement_score":0.20845787,"about_ca_system_score_codex":0.0012830378,"about_ca_system_score_gemma":0.016769558,"threshold_uncertainty_score":0.98880446},"labels":[],"label_agreement":null},{"id":"W4200620476","doi":"10.53350/pjmhs2115113343","title":"Best Qualities of Medical Facilitator, Students Perceptive View","year":2021,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Continental (Canada)","funders":"","keywords":"Facilitator; Medical education; Psychology; Medicine; Family medicine; Social psychology","score_opus":0.05266946096445655,"score_gpt":0.45683755515989116,"score_spread":0.4041680941954346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200620476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97423166,0.00034509826,0.0009010383,0.009535002,0.00036403415,0.0001251598,0.000003911496,0.000024581052,0.014469519],"genre_scores_gemma":[0.9693694,0.00030674122,0.0045286743,0.005032886,0.00018448016,0.000026083499,0.00008602552,0.000010929449,0.02045479],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977562,0.00006463911,0.00039295468,0.00015511406,0.0015080613,0.00012305606],"domain_scores_gemma":[0.99901843,0.00007195332,0.000040473726,0.00024345881,0.0005449725,0.00008071235],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006788099,0.000072673756,0.00023484476,0.00006354749,0.00003027761,0.0000066054163,0.00012250658,0.00011570754,0.013669675],"category_scores_gemma":[0.0026402583,0.00005890259,0.000050283583,0.00034511904,0.00017795699,0.00004112693,0.00007241645,0.0002009547,0.00015430235],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010753547,0.008456235,0.27413675,0.0032815335,0.00079307216,0.0002004655,0.054326694,5.52503e-7,0.0028487253,0.17309834,0.18159643,0.30115366],"study_design_scores_gemma":[0.0063896594,0.0010649065,0.22154473,0.0034736285,0.00041616702,0.00043573935,0.46668693,0.0002478414,0.009954393,0.00209998,0.2870377,0.00064830534],"about_ca_topic_score_codex":0.00011863497,"about_ca_topic_score_gemma":0.000018231634,"teacher_disagreement_score":0.41236025,"about_ca_system_score_codex":0.00006431187,"about_ca_system_score_gemma":0.00051696645,"threshold_uncertainty_score":0.98723197},"labels":[],"label_agreement":null},{"id":"W4205098420","doi":"10.26443/ijwpc.v9i1.323","title":"student-run free clinic project: lessons in compassion, community, and courage","year":2022,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Courage; Compassion; Psychology; Theology; Philosophy","score_opus":0.057547764926622495,"score_gpt":0.42716144092434266,"score_spread":0.36961367599772016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205098420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96667033,0.00041123762,0.000034487995,0.029757695,0.0013620206,0.00015508842,0.000044330078,0.000007899859,0.0015569188],"genre_scores_gemma":[0.9970195,0.000033368848,0.0006638621,0.0015356123,0.00029890513,0.000016135044,0.000079282545,0.000012748097,0.00034057925],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99815553,0.00019412978,0.00044534192,0.00009148172,0.001006036,0.00010745841],"domain_scores_gemma":[0.9986125,0.00009560786,0.00029088027,0.00017509884,0.0007826061,0.000043296513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008768022,0.00008596105,0.00020905914,0.0005456342,0.00016717441,0.000034590645,0.00049403857,0.000041356077,0.00031920255],"category_scores_gemma":[0.0005375228,0.000079948346,0.000067286535,0.0002534592,0.000079066376,0.00011036301,0.00022148882,0.0013137098,0.0000031381476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074062025,0.0029852255,0.47363245,0.00016911214,0.00046601062,0.00076305494,0.1571204,0.000107235544,0.002326104,0.0007197248,0.22040518,0.14056487],"study_design_scores_gemma":[0.005616526,0.0008499557,0.39283568,0.0003748963,0.00006390521,0.001229376,0.5539514,0.00014851453,0.00006272021,0.00014637214,0.044583406,0.0001372567],"about_ca_topic_score_codex":0.00012384354,"about_ca_topic_score_gemma":0.000040139996,"teacher_disagreement_score":0.39683098,"about_ca_system_score_codex":0.0005993429,"about_ca_system_score_gemma":0.00035688616,"threshold_uncertainty_score":0.5707488},"labels":[],"label_agreement":null},{"id":"W4205149966","doi":"10.2196/32695","title":"State-of-the-art Dashboards on Clinical Indicator Data to Support Reflection on Practice: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Sydney; Australian Government","keywords":"Reflection (computer programming); Computer science; Data science; State (computer science)","score_opus":0.15192718644701297,"score_gpt":0.5439868176119794,"score_spread":0.39205963116496645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205149966","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19914886,0.0014434094,0.011045574,0.5353056,0.0198205,0.017943535,0.00020472004,0.00066300266,0.2144248],"genre_scores_gemma":[0.027024297,0.008985658,0.057427846,0.8981085,0.0021006984,0.00051003735,0.002821478,0.000113298505,0.0029082338],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945435,0.00020652376,0.0021986852,0.00025033436,0.0025110168,0.00028995457],"domain_scores_gemma":[0.99600714,0.00052552356,0.0006916635,0.0018683759,0.00054818206,0.0003590843],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00462636,0.00017240611,0.0005428736,0.00014667405,0.00010172555,0.000022160926,0.0005553234,0.00022994715,0.0010558349],"category_scores_gemma":[0.039926525,0.00012269602,0.000095520016,0.0012417238,0.00019736747,0.00028699596,0.00050136284,0.0013427583,0.00079228793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097814,0.00091704435,0.000271382,0.0049165194,0.000071106544,0.000018347973,0.00056057755,9.285628e-7,0.000004893576,0.0003183608,0.6674333,0.3253897],"study_design_scores_gemma":[0.0021402151,0.0024011529,0.0022839382,0.10319337,0.00031056843,0.0003982865,0.0008678507,0.00079155114,0.0006654929,0.00006993656,0.8865108,0.00036686726],"about_ca_topic_score_codex":9.900663e-7,"about_ca_topic_score_gemma":0.000003411777,"teacher_disagreement_score":0.36280286,"about_ca_system_score_codex":0.0001546006,"about_ca_system_score_gemma":0.0035080274,"threshold_uncertainty_score":0.9999857},"labels":[],"label_agreement":null},{"id":"W4205235897","doi":"10.1097/acm.0000000000003348","title":"Northern Ontario School of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; MEDLINE; Family medicine; Medicine; Political science","score_opus":0.04778760732521059,"score_gpt":0.3500624264972005,"score_spread":0.3022748191719899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205235897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7150648,0.00088634377,0.0015404499,0.25601253,0.00070049526,0.0005504794,8.943495e-7,0.000106577776,0.02513743],"genre_scores_gemma":[0.95193636,0.00012582666,0.0004924929,0.039904308,0.0034720744,0.000021521162,0.00009933775,0.000033880202,0.00391419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973132,0.000039755367,0.0010687669,0.00035145535,0.0009457152,0.00028113156],"domain_scores_gemma":[0.99828595,0.00009315543,0.00032900544,0.0003684584,0.00051407143,0.00040936025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007369393,0.00021200904,0.00069586164,0.00020965583,0.000046157907,7.7736865e-7,0.0002694636,0.00028287587,0.009067343],"category_scores_gemma":[0.009032465,0.00014974388,0.00004088197,0.000982635,0.00077359035,0.00007827633,0.000049193553,0.0015382326,0.00022768848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039571564,0.00003913766,0.3453521,0.00054443977,0.00017877246,0.00003315995,0.03400639,0.0000044195717,0.036790594,0.003173079,0.5636964,0.015785778],"study_design_scores_gemma":[0.017462876,0.004759154,0.2073968,0.0040899673,0.0012007162,0.00031644746,0.013941547,0.0004761364,0.0036657378,0.0039057774,0.74219155,0.0005933127],"about_ca_topic_score_codex":0.0021895964,"about_ca_topic_score_gemma":0.00033062676,"teacher_disagreement_score":0.23687156,"about_ca_system_score_codex":0.00028899423,"about_ca_system_score_gemma":0.0006590567,"threshold_uncertainty_score":0.9993149},"labels":[],"label_agreement":null},{"id":"W4205331252","doi":"10.1017/cjn.2021.394","title":"P.118 Curriculum mapping can facilitate transition to Competence by Design","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Calgary Laboratory Services","funders":"","keywords":"Curriculum; Competence (human resources); Curriculum mapping; Emergent curriculum; Medical education; Specialty; Curriculum development; Curriculum theory; Transition (genetics); Medicine; Psychology; Pedagogy; Family medicine","score_opus":0.04890758102294464,"score_gpt":0.2902575350036871,"score_spread":0.2413499539807425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205331252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490272,0.000620782,0.0030198637,0.045344558,0.0010180805,0.0001993313,0.000012842056,0.000017858973,0.00073947845],"genre_scores_gemma":[0.95315015,0.0001393232,0.024431407,0.021971304,0.00023641033,0.0000046559767,0.0000017725631,0.00000952279,0.000055458033],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.99549073,0.0008504127,0.0009533,0.00054294517,0.0009949836,0.0011676142],"domain_scores_gemma":[0.99599916,0.00026987368,0.0004092764,0.0001612258,0.0013108823,0.0018495836],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0042770174,0.00027076382,0.0004891354,0.00091198593,0.0020444426,0.00043732004,0.0009557019,0.0001663646,0.0002888373],"category_scores_gemma":[0.0054954328,0.0001986477,0.00016968386,0.0031626353,0.0032958742,0.00053194165,0.000034317916,0.0012503519,0.0000067234673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025744547,0.00052207545,0.77306324,0.0001006841,0.00011295646,0.03365427,0.009940309,0.019733999,0.005231673,0.0021304362,0.091861784,0.06339112],"study_design_scores_gemma":[0.00286447,0.23234165,0.26977748,0.0010198501,0.00035319908,0.3155712,0.01470454,0.022728704,0.0042764647,0.033303197,0.10059662,0.0024626593],"about_ca_topic_score_codex":0.0009414037,"about_ca_topic_score_gemma":0.008395041,"teacher_disagreement_score":0.50328577,"about_ca_system_score_codex":0.00041624467,"about_ca_system_score_gemma":0.0061581363,"threshold_uncertainty_score":0.999476},"labels":[],"label_agreement":null},{"id":"W4205341669","doi":"10.26443/ijwpc.v9i1.339","title":"Adaptive challenges of curriculum implementation for enhancing medical student resilience at Showa University in Japan","year":2022,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resilience (materials science); Curriculum; Mathematics education; Medical education; Psychology; Sociology; Computer science; Pedagogy; Medicine; Physics","score_opus":0.022440837225473128,"score_gpt":0.3760894747746529,"score_spread":0.35364863754917975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205341669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899887,0.0004485097,0.00053765136,0.007802677,0.0007919175,0.00018760469,0.0000305556,0.0000034173252,0.00020897141],"genre_scores_gemma":[0.9985983,0.000064313266,0.0008388348,0.00019448345,0.00019269533,0.0000067592186,0.000040823,0.000006376392,0.00005743671],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980632,0.00006241928,0.0003510242,0.00012084458,0.0013013063,0.00010117552],"domain_scores_gemma":[0.998557,0.0000620741,0.00033206213,0.00006519222,0.0009336252,0.00005006452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006272085,0.000064312386,0.00016441112,0.0003873081,0.000067140674,0.0000037796642,0.00028191885,0.000036178437,0.00035260062],"category_scores_gemma":[0.00027193356,0.000065232154,0.00008572063,0.00016879266,0.000048691974,0.000101934456,0.00008538468,0.00025838628,7.09505e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056243857,0.00078227185,0.16317669,0.00013758695,0.0003078508,0.00018311273,0.084860094,0.00053462945,0.003978605,0.0038162584,0.0032010162,0.73845947],"study_design_scores_gemma":[0.0026274712,0.00077471085,0.04896757,0.00021491053,0.000039942002,0.00015575442,0.94247144,0.00046671933,0.00063521165,0.000016774855,0.0035620357,0.00006745447],"about_ca_topic_score_codex":0.00007441959,"about_ca_topic_score_gemma":0.00033958527,"teacher_disagreement_score":0.85761136,"about_ca_system_score_codex":0.001571882,"about_ca_system_score_gemma":0.00040887803,"threshold_uncertainty_score":0.41104168},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4205431019","doi":"10.1017/cjn.2021.402","title":"P.126 Incorporation of Objective Structured Clinical Examination into EEG/Epilepsy Fellowship Training","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Formative assessment; Physical examination; Epilepsy; Electroencephalography; Competence (human resources); Medical education; Neurological examination; Medical history; Medicine; Psychology; Psychiatry; Pedagogy; Surgery; Social psychology","score_opus":0.06946082147685768,"score_gpt":0.3519112109997259,"score_spread":0.2824503895228682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205431019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902056,0.00041407146,0.00026880432,0.005072,0.0018659157,0.00015423882,0.000003634574,0.000011600719,0.0020041307],"genre_scores_gemma":[0.98101395,0.0001425129,0.014929558,0.0033992105,0.00047379817,0.0000020793668,0.0000023708633,0.000010021322,0.000026480788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946661,0.0014867439,0.0016009554,0.0004941028,0.0010392796,0.0007128028],"domain_scores_gemma":[0.99469656,0.00062068674,0.0014075788,0.00017734696,0.002111105,0.0009867222],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.008749889,0.00023967488,0.00064782356,0.0010266701,0.0013432691,0.00023362387,0.0008063893,0.00030663982,0.00022198589],"category_scores_gemma":[0.017605651,0.00017489376,0.00024577844,0.0026499117,0.0065260576,0.00078469416,0.000044182594,0.0015998685,0.0000015523106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009257845,0.00008601069,0.9063607,0.000022592238,0.000032629006,0.0024451555,0.002206957,0.00061643665,0.00041386584,0.0022970214,0.00060213625,0.084823936],"study_design_scores_gemma":[0.00057811145,0.033594508,0.9166933,0.000104937884,0.000088968765,0.017220994,0.002749571,0.001729739,0.0005351911,0.02558649,0.00089617487,0.00022206333],"about_ca_topic_score_codex":0.00036502478,"about_ca_topic_score_gemma":0.017494148,"teacher_disagreement_score":0.08460187,"about_ca_system_score_codex":0.00032483516,"about_ca_system_score_gemma":0.010502818,"threshold_uncertainty_score":0.99995685},"labels":[],"label_agreement":null},{"id":"W4205487023","doi":"10.5539/gjhs.v14n2p52","title":"Students’ Perception of Cognitive Load in an Accelerated DPT Program with a Blended Curriculum","year":2022,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Cognition; Perception; Psychology; Cognitive load; Value (mathematics); Medical education; Mathematics education; Medicine; Pedagogy; Computer science","score_opus":0.032599524576391925,"score_gpt":0.44629911696487906,"score_spread":0.41369959238848714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205487023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99740523,0.000053744698,0.00010625475,0.0015203456,0.00026867865,0.00052237604,0.000002838015,0.000008602173,0.000111911424],"genre_scores_gemma":[0.99511784,0.000012973466,0.0040088873,0.00079207297,0.000038098067,0.000018049152,0.000005691566,0.0000028394531,0.000003556369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683076,0.00009140743,0.0006191642,0.00016089244,0.0020302571,0.0002675435],"domain_scores_gemma":[0.99766004,0.0000073111723,0.00057007227,0.00009894468,0.0015342826,0.000129374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032382028,0.00006930793,0.00023311743,0.00024192678,0.00020173815,0.00002255556,0.00029459954,0.000018030296,0.00007910945],"category_scores_gemma":[0.00029615252,0.000053094293,0.00001938311,0.0033485217,0.00031555002,0.00030091061,0.000053362426,0.0003659315,9.2937114e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002403854,0.002771251,0.79794383,0.000041494633,0.0000069553753,0.000020262349,0.0011032519,0.000037207756,0.0001268773,0.00004584005,0.00021216935,0.19745044],"study_design_scores_gemma":[0.0018290529,0.0054080547,0.9703318,0.00032034793,0.000014106383,0.0007488707,0.020641763,0.00054785045,0.000013545986,0.000035596786,0.00005814087,0.000050876028],"about_ca_topic_score_codex":0.00011457067,"about_ca_topic_score_gemma":0.000014289875,"teacher_disagreement_score":0.19739957,"about_ca_system_score_codex":0.0016116792,"about_ca_system_score_gemma":0.005749834,"threshold_uncertainty_score":0.99988663},"labels":[],"label_agreement":null},{"id":"W4205491806","doi":"10.1097/00001888-200009001-00127","title":"University of Ottawa Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Medicine; MEDLINE; Family medicine; Political science","score_opus":0.0325845762414551,"score_gpt":0.3503728791545097,"score_spread":0.3177883029130546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205491806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8652032,0.00085396896,0.0007400016,0.058411997,0.0003523155,0.00040693113,0.000007657815,0.000062359366,0.07396158],"genre_scores_gemma":[0.9808187,0.0008909253,0.0008104082,0.0019988513,0.00059887464,0.0000010053134,0.0001623997,0.000014579209,0.014704263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981856,0.000045667988,0.0006714457,0.00022054263,0.0006810688,0.0001956918],"domain_scores_gemma":[0.99882007,0.000091619586,0.00026806403,0.00035889458,0.00034634134,0.00011498828],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094256573,0.00013506139,0.00057118566,0.00024787744,0.000042212523,1.6485171e-7,0.00023064888,0.00025411113,0.015322468],"category_scores_gemma":[0.0012859794,0.00010435762,0.00003695552,0.0009393361,0.0014096742,0.000059847327,0.000018028522,0.00059161236,0.000044813136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031703996,0.00008429529,0.021082008,0.00058111176,0.00015553038,0.00001984898,0.0135578755,0.0000071387094,0.015613194,0.013171556,0.7219534,0.213457],"study_design_scores_gemma":[0.010861007,0.0015705795,0.090456486,0.0032629706,0.0007181013,0.00017994537,0.011906504,0.00052551855,0.0028469567,0.0022188232,0.875206,0.00024710875],"about_ca_topic_score_codex":0.00036087784,"about_ca_topic_score_gemma":0.0000022990946,"teacher_disagreement_score":0.2132099,"about_ca_system_score_codex":0.00006615771,"about_ca_system_score_gemma":0.00012803475,"threshold_uncertainty_score":0.98557764},"labels":[],"label_agreement":null},{"id":"W4205505807","doi":"10.5435/jaaosglobal-d-21-00307","title":"The Effect of Salary Compensation for Time Spent Teaching in an Orthopaedic Residency Program: An Analysis of Teaching Performance Reviews","year":2022,"lang":"en","type":"article","venue":"JAAOS Global Research and Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Salary; Compensation (psychology); Financial compensation; Data collection; Teaching method","score_opus":0.06668836918577054,"score_gpt":0.4848119652918577,"score_spread":0.4181235961060872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205505807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98032594,0.013676684,0.000039680606,0.0006582127,0.00005997515,0.004705345,0.000009052133,0.000010112984,0.0005149903],"genre_scores_gemma":[0.984586,0.0075133606,0.005245082,0.000115316696,0.00014388264,0.0016350615,0.00054690515,0.000014339353,0.00020007943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994659,0.0030269003,0.0009901889,0.00029752243,0.0007079697,0.00031839774],"domain_scores_gemma":[0.9985525,0.00034874782,0.00032005832,0.0005338641,0.00015191207,0.00009291788],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034936998,0.000120256846,0.00069885486,0.0003610367,0.0005374963,0.00002418197,0.0002601137,0.000045462653,0.000046715395],"category_scores_gemma":[0.005663494,0.00007254725,0.0001401918,0.0016278443,0.00017704467,0.00015098642,0.00011061541,0.0007342262,0.0000021005878],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024794435,0.00031834995,0.15649182,0.0010127164,0.00004605807,8.406976e-7,0.00027144508,0.000007782596,0.00023068082,0.0006043568,0.0016487463,0.83911926],"study_design_scores_gemma":[0.0026856407,0.024832895,0.5964775,0.0026258414,0.0010749272,0.00003155144,0.0009790529,0.08794267,0.00009436657,0.00053918094,0.2823782,0.0003381405],"about_ca_topic_score_codex":0.000101094476,"about_ca_topic_score_gemma":0.00010274202,"teacher_disagreement_score":0.8387811,"about_ca_system_score_codex":0.0002866754,"about_ca_system_score_gemma":0.00014660334,"threshold_uncertainty_score":0.99373543},"labels":[],"label_agreement":null},{"id":"W4205514753","doi":"10.3389/feduc.2021.788909","title":"Pedagogical and Personal Experiences Motivating Indigenous Students to Pursue Medical Studies","year":2022,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Thematic analysis; Health care; Identification (biology); Qualitative research; Medical education; Self-determination theory; Psychology; Public relations; Pedagogy; Sociology; Medicine; Political science; Social science; Autonomy","score_opus":0.041179330947319674,"score_gpt":0.42629321676975584,"score_spread":0.38511388582243616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205514753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98692286,0.0015914466,0.00044318664,0.0060037524,0.00429063,0.0005362632,0.0000010827465,0.000026081489,0.00018466872],"genre_scores_gemma":[0.9803959,0.00007753657,0.0111095095,0.0056155687,0.00042319053,0.0012429581,0.000046215224,0.000013910741,0.0010752172],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99784607,0.00009716248,0.00033184208,0.00031886605,0.0011751669,0.00023089926],"domain_scores_gemma":[0.9995305,0.000036690337,0.00007245016,0.0001337723,0.00012097273,0.000105627565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009972105,0.000110847264,0.00022599881,0.00042850283,0.00031938043,0.000020955691,0.00018031629,0.000058448157,0.0003262919],"category_scores_gemma":[0.002030954,0.0001072343,0.00002043272,0.00081480533,0.00012875149,0.000079890604,0.00016002185,0.00040597952,0.0000026449407],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004226422,0.00077197794,0.4576125,0.000048720132,0.00002474853,0.0000057219604,0.32431138,0.0000053312483,0.000008768083,0.000049185488,0.044248868,0.17287055],"study_design_scores_gemma":[0.00043260708,0.00028148227,0.1104719,0.00010337851,0.000016209404,0.00007111702,0.86914426,0.0003540638,0.0000107217775,0.0001644142,0.018818207,0.0001316467],"about_ca_topic_score_codex":0.000033912722,"about_ca_topic_score_gemma":0.0000022779604,"teacher_disagreement_score":0.5448329,"about_ca_system_score_codex":0.00068184745,"about_ca_system_score_gemma":0.0007799689,"threshold_uncertainty_score":0.4372888},"labels":[],"label_agreement":null},{"id":"W4205554798","doi":"10.1097/acm.0000000000003307","title":"Northwestern University Feinberg School of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Preceptor; Curriculum; Medical education; Clinical clerkship; Scholarship; Medicine; Interpersonal communication; Psychology; Health care; Nursing; Pedagogy","score_opus":0.03974838827806085,"score_gpt":0.32675461720133236,"score_spread":0.28700622892327154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205554798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6701409,0.0008487274,0.0041601295,0.30360454,0.00068707747,0.00058669894,0.00000408051,0.00016507035,0.019802762],"genre_scores_gemma":[0.96770453,0.00057169027,0.0004492173,0.025456658,0.0024725462,0.0000023775299,0.00010396352,0.000024486648,0.0032145358],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979512,0.000057836634,0.00067136815,0.00033447292,0.00073889346,0.0002462054],"domain_scores_gemma":[0.9985059,0.0001056525,0.00029092302,0.00032777307,0.00036704668,0.0004027109],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055029336,0.00018297201,0.00058447925,0.0002548635,0.000054213007,5.709376e-7,0.00028686307,0.00025993423,0.003348668],"category_scores_gemma":[0.003683128,0.00014278629,0.000038099843,0.0013867086,0.00086216046,0.000101931575,0.00006400382,0.00104633,0.00014186077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066781853,0.000047214347,0.13794254,0.00090566516,0.0002180688,0.000107088905,0.015736341,0.0000056980784,0.033395305,0.008032749,0.7841052,0.018836346],"study_design_scores_gemma":[0.017750314,0.003314013,0.1045273,0.0032618844,0.0012126145,0.00024443152,0.030804196,0.0012433428,0.002140794,0.0009846009,0.8340006,0.00051593635],"about_ca_topic_score_codex":0.00017881203,"about_ca_topic_score_gemma":0.0000019464183,"teacher_disagreement_score":0.2975636,"about_ca_system_score_codex":0.00011261349,"about_ca_system_score_gemma":0.00023061922,"threshold_uncertainty_score":0.9975624},"labels":[],"label_agreement":null},{"id":"W4205647378","doi":"10.1080/0142159x.2021.2020231","title":"Who can do this procedure? Using entrustable professional activities to determine curriculum and entrustment in anesthesiology – An international survey","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Anesthesiology; MEDLINE; Survey instrument; Accreditation","score_opus":0.029183940277041086,"score_gpt":0.354148551026879,"score_spread":0.3249646107498379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205647378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934618,0.000045639496,0.000019466801,0.0048884912,0.0007186167,0.00044793816,0.0000056008557,0.000025770727,0.0003866819],"genre_scores_gemma":[0.9937284,0.000008034763,0.00053032645,0.0028546904,0.000289464,0.00021161193,0.0001718591,0.000020386835,0.0021852092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99769425,0.00036833517,0.00034996262,0.00036231527,0.0009249244,0.00030019885],"domain_scores_gemma":[0.9994127,0.00004103483,0.00007695112,0.00018600372,0.00007763691,0.00020565692],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018472321,0.00013734054,0.00026165333,0.0002910264,0.00014222198,0.000014988036,0.00019200241,0.00012022619,0.012432687],"category_scores_gemma":[0.0020196543,0.00011725346,0.000019690307,0.00040974878,0.00011772142,0.000093355404,0.00020220944,0.00062067714,0.0000023114465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011133863,0.0010827554,0.9746094,0.000030842897,0.000020911491,0.00005837903,0.0029658834,0.000008344887,0.00006862692,0.00017433587,0.0057913223,0.015077883],"study_design_scores_gemma":[0.0031498068,0.0008246391,0.8844535,0.0003444515,0.000045186924,0.00082758936,0.008884953,0.06405474,0.00008243492,0.00017248135,0.03668963,0.00047060117],"about_ca_topic_score_codex":0.0005619718,"about_ca_topic_score_gemma":0.00011892199,"teacher_disagreement_score":0.09015589,"about_ca_system_score_codex":0.000538413,"about_ca_system_score_gemma":0.00064367027,"threshold_uncertainty_score":0.9884701},"labels":[],"label_agreement":null},{"id":"W4205669710","doi":"10.1097/acm.0b013e3181eab097","title":"Dalhousie University, Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Promotion (chess); Government (linguistics); Faculty development; Professional development; Medicine; Political science; Sociology; Pedagogy; Politics","score_opus":0.036387926694432644,"score_gpt":0.3654381819646878,"score_spread":0.32905025527025517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205669710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85546374,0.00012855021,0.0010021738,0.09913417,0.001864182,0.00038555483,0.0000044966127,0.00011493466,0.041902184],"genre_scores_gemma":[0.98066705,0.00020247913,0.0012843531,0.0041913306,0.0021923876,0.0000026617627,0.00019253307,0.000024339639,0.011242882],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806476,0.000031718595,0.00059090985,0.00028696287,0.0007620402,0.000263587],"domain_scores_gemma":[0.99845195,0.00012175128,0.00027741495,0.00047767797,0.00048659803,0.00018459898],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011261059,0.00017262598,0.00050278666,0.00046237677,0.00007113091,5.394437e-7,0.00031110062,0.00039529224,0.0028722442],"category_scores_gemma":[0.0042025247,0.00012728275,0.000034358312,0.0011314634,0.0015824557,0.000084536645,0.0000631814,0.0016812035,0.00004503819],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019347372,0.00006624543,0.029422557,0.00034229772,0.00011744363,0.000045051263,0.008974254,6.736336e-7,0.23394397,0.07142369,0.6025823,0.052888073],"study_design_scores_gemma":[0.007992127,0.00082593464,0.06378433,0.0010563086,0.0005263911,0.00043340688,0.008458339,0.00030896417,0.0038898075,0.0027945684,0.9096639,0.00026587961],"about_ca_topic_score_codex":0.00015340048,"about_ca_topic_score_gemma":0.0000058814585,"teacher_disagreement_score":0.30708167,"about_ca_system_score_codex":0.00004799368,"about_ca_system_score_gemma":0.00018969901,"threshold_uncertainty_score":0.99803925},"labels":[],"label_agreement":null},{"id":"W4205755822","doi":"10.1186/s12909-022-03104-4","title":"Barriers and facilitators to program directors’ use of the medical education literature: a qualitative study","year":2022,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"University of Ottawa","keywords":"Medical education; Qualitative research; Promotion (chess); Faculty development; Best practice; Psychology; Professional development; Perception; Medicine; Sociology","score_opus":0.024998115378559525,"score_gpt":0.4196562675994259,"score_spread":0.3946581522208664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205755822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771861,0.00029366798,0.00010960346,0.016472923,0.0030381568,0.0026732483,0.000011647981,0.000067994224,0.00014666398],"genre_scores_gemma":[0.98100835,0.000015459116,0.003954608,0.010342842,0.0003403773,0.002890874,0.00014433023,0.000028983764,0.0012741458],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9944023,0.0012616883,0.0007803643,0.00049297814,0.0027929447,0.0002697557],"domain_scores_gemma":[0.99742657,0.00043567398,0.00022571819,0.0006259042,0.0006176149,0.00066850556],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002912414,0.00020728154,0.00033904606,0.00038371322,0.00035466484,0.000041206804,0.00033543166,0.0001579681,0.0019668096],"category_scores_gemma":[0.06331745,0.00015566009,0.00008834003,0.0024685466,0.0003260338,0.00014688984,0.0002377418,0.00083382375,0.000005805625],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033264383,0.0103296405,0.14058737,0.00062435,0.00013407315,0.000003047009,0.24432342,0.000003247965,0.000035917437,0.003498098,0.16720262,0.43292558],"study_design_scores_gemma":[0.0024734265,0.0024608858,0.28195423,0.0017240571,0.0003283801,0.00028650658,0.5082138,0.0010605063,0.00006712981,0.0006685328,0.20014995,0.0006125752],"about_ca_topic_score_codex":0.00032916002,"about_ca_topic_score_gemma":0.000085351356,"teacher_disagreement_score":0.432313,"about_ca_system_score_codex":0.00039422745,"about_ca_system_score_gemma":0.018301135,"threshold_uncertainty_score":0.99894553},"labels":[],"label_agreement":null},{"id":"W4205767531","doi":"10.1542/9781610025836-4_sub05","title":"Assessment for Learning: How to Assess Your Learners' Performance in the Clinical Environment","year":2021,"lang":"en","type":"book-chapter","venue":"American Academy of Pediatrics eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Psychology; Mathematics education; Computer science","score_opus":0.0884097340964631,"score_gpt":0.4048959742646291,"score_spread":0.31648624016816596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205767531","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23650408,0.00085229764,0.013377056,0.07349234,0.0017140192,0.010430427,0.00008892379,0.00017682665,0.66336405],"genre_scores_gemma":[0.38770443,0.0036205703,0.07881268,0.015966244,0.0062810783,0.0006469748,0.0003319681,0.00027461324,0.5063614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968233,0.00011456467,0.0010048739,0.0006148973,0.0010680305,0.00037433955],"domain_scores_gemma":[0.9978562,0.0005999291,0.00094778306,0.0003534122,0.000113492315,0.00012920557],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024262054,0.0003432947,0.0009043328,0.00045577556,0.000095598494,0.000024402629,0.00041026692,0.00044504672,0.0000574934],"category_scores_gemma":[0.00075995293,0.00028816223,0.0002587012,0.00014616115,0.00047034415,0.000029300238,0.00013281652,0.0028473807,0.00001517004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021094392,0.0005049964,0.049005345,0.0013318844,0.00024425206,0.00002105481,0.0018065394,0.000117920645,0.00008845427,0.053091966,0.028397553,0.8651791],"study_design_scores_gemma":[0.00090729387,0.0015006117,0.035268445,0.00016520376,0.0005811747,0.000018185874,0.0017268829,0.00015185973,0.000020562333,0.00024307425,0.95897144,0.00044523695],"about_ca_topic_score_codex":0.0000035905148,"about_ca_topic_score_gemma":2.9459082e-7,"teacher_disagreement_score":0.93057394,"about_ca_system_score_codex":0.0002848052,"about_ca_system_score_gemma":0.00058817543,"threshold_uncertainty_score":0.999957},"labels":[],"label_agreement":null},{"id":"W4205788519","doi":"10.1016/j.jpag.2021.12.017","title":"Long Curriculum 3.0 in Resident Education: Comprehensive Curriculum in Pediatric and Adolescent Gynecology for Postgraduate Trainees in Obstetrics/Gynecology, Pediatrics, and Adolescent Medicine","year":2022,"lang":"en","type":"article","venue":"Journal of Pediatric and Adolescent Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa; Agricultural Research Institute of Ontario; Queen's University; Ottawa Hospital","funders":"","keywords":"Curriculum; Medicine; Obstetrics and gynaecology; Medical education; Graduate medical education; Family medicine; Pregnancy; Psychology; Pedagogy; Accreditation","score_opus":0.017780280045162283,"score_gpt":0.30740727891827024,"score_spread":0.28962699887310794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205788519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94395953,0.033002175,0.00009220296,0.016643338,0.004275676,0.0019641118,0.000014004386,0.000018374174,0.00003059341],"genre_scores_gemma":[0.95369744,0.038160052,0.00078815594,0.0047126245,0.0022876407,0.00015596318,0.00005932825,0.000052969433,0.000085794614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944145,0.00062576134,0.0025621073,0.00080404396,0.00066715,0.00092644175],"domain_scores_gemma":[0.99509853,0.0019790165,0.0013917892,0.00029465026,0.00083952415,0.00039650925],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0022216474,0.0005111461,0.0014578019,0.004186119,0.00023918248,0.0000275417,0.00032174468,0.000417564,0.00009153907],"category_scores_gemma":[0.0096344855,0.00049282657,0.00012799195,0.0027450728,0.00032349874,0.00021776828,0.00032217533,0.002312528,0.0000018358471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022741577,0.0037225974,0.935734,0.001759621,0.000022020873,0.00028424663,0.0008104504,0.00006784076,0.000011624421,0.00016538963,0.040207915,0.01698693],"study_design_scores_gemma":[0.010155253,0.002127642,0.9728584,0.0001607419,0.00048163527,0.00069946266,0.007956596,0.0004357195,0.0000015694957,0.00051491667,0.004184654,0.00042337071],"about_ca_topic_score_codex":0.0000584522,"about_ca_topic_score_gemma":0.00012983398,"teacher_disagreement_score":0.03712449,"about_ca_system_score_codex":0.0013444216,"about_ca_system_score_gemma":0.0015508358,"threshold_uncertainty_score":0.99998915},"labels":[],"label_agreement":null},{"id":"W4205805234","doi":"10.18192/uojm.v11is5.5854","title":"Optimizing pre-clerkship medical education at the University of Ottawa","year":2022,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Coronavirus disease 2019 (COVID-19); Class (philosophy); Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Computer science; Pathology; Artificial intelligence","score_opus":0.012477870153931201,"score_gpt":0.26593388279672214,"score_spread":0.25345601264279094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205805234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8699776,0.0017603806,0.0035452365,0.10796,0.0015307291,0.00036506794,0.0000071662143,0.000016837444,0.014836973],"genre_scores_gemma":[0.98926497,0.00026288792,0.003790815,0.0012471912,0.00032675947,8.351465e-8,0.000032861535,0.000012306851,0.0050621107],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974307,0.00024008921,0.0004908695,0.00014310765,0.0015339059,0.00016134212],"domain_scores_gemma":[0.99751765,0.00019652168,0.0009983708,0.0003140804,0.0007950601,0.00017832227],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025455742,0.00011050006,0.0004290279,0.00043210352,0.0003845157,0.0000012047262,0.00057492,0.00009527202,0.01326724],"category_scores_gemma":[0.0013694544,0.000094677416,0.000133241,0.0007425607,0.0009487227,0.00010634224,0.000180054,0.00075743825,0.0000040042974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090749207,0.00138788,0.033574283,0.0003225776,0.00044846538,0.00020045177,0.019833913,0.00043020537,0.0013502829,0.0059528076,0.8805843,0.055007312],"study_design_scores_gemma":[0.008712085,0.002041856,0.07508204,0.0010985878,0.0009961104,0.0015626891,0.07207353,0.0011363168,0.00025748325,0.00019684622,0.8366505,0.00019196369],"about_ca_topic_score_codex":0.0003499052,"about_ca_topic_score_gemma":0.000063008905,"teacher_disagreement_score":0.11928738,"about_ca_system_score_codex":0.0005317865,"about_ca_system_score_gemma":0.0016812149,"threshold_uncertainty_score":0.9876348},"labels":[],"label_agreement":null},{"id":"W4205842149","doi":"10.1016/j.bja.2021.12.012","title":"Validity evidence for the Anesthesia Clinical Encounter Assessment (ACEA) tool to support competency-based medical education","year":2022,"lang":"en","type":"article","venue":"British Journal of Anaesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Toronto General Hospital; University Health Network; Hospital for Sick Children; The Wilson Centre; Sunnybrook Health Science Centre","funders":"Temerty Faculty of Medicine, University of Toronto; Ontario Ministry of Research and Innovation; National Ethnic Affairs Commission of the People's Republic of China; University of Toronto","keywords":"Competence (human resources); Anesthesiology; Perioperative; Validity; MEDLINE; Competency assessment; Predictive validity","score_opus":0.06742648009801527,"score_gpt":0.4282775327891719,"score_spread":0.36085105269115664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205842149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8148163,0.0004223503,0.01568188,0.16634381,0.0015679022,0.0010531743,0.000003790292,0.000023220015,0.00008761372],"genre_scores_gemma":[0.8848628,0.0002644581,0.054132402,0.058801044,0.0014080987,0.00024629018,0.000034441462,0.000037373287,0.00021309896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959705,0.0003877707,0.0013147967,0.00024997682,0.0018093564,0.0002676032],"domain_scores_gemma":[0.99718755,0.00053168763,0.00056326156,0.00035646322,0.0011214935,0.00023956313],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009911474,0.00013429498,0.00041624164,0.00018087175,0.00043255428,0.00007945203,0.00060069753,0.000098734374,0.0015820916],"category_scores_gemma":[0.0056011532,0.00011976338,0.00030546938,0.0005195364,0.00015544736,0.00016279372,0.000043967942,0.0009909135,0.000007615697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035239823,0.0016790422,0.04149455,0.00006691557,0.00005067063,0.00042788798,0.00010434681,0.00005046249,0.000010678866,0.0009253322,0.3753455,0.5794922],"study_design_scores_gemma":[0.0024373534,0.007295364,0.5120707,0.0012432417,0.00045165012,0.021173202,0.0012303465,0.0030137065,0.000018897697,0.00065488403,0.4500945,0.0003161539],"about_ca_topic_score_codex":0.000037069214,"about_ca_topic_score_gemma":0.00001173851,"teacher_disagreement_score":0.57917607,"about_ca_system_score_codex":0.00043799548,"about_ca_system_score_gemma":0.015743446,"threshold_uncertainty_score":0.9993306},"labels":[],"label_agreement":null},{"id":"W4205894057","doi":"10.1017/cjn.2021.454","title":"P.178 Neurosurgical Faculty Expectations of Entrustable Professional Activities Evaluations","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Toronto Public Health","funders":"","keywords":"Competence (human resources); Cornerstone; Neurosurgery; Medicine; Medical education; Core competency; Residency training; Psychology; Psychiatry; Social psychology; Continuing education","score_opus":0.05945367749039494,"score_gpt":0.37338275209890226,"score_spread":0.31392907460850733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205894057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98159426,0.0006303592,0.00006557349,0.013067934,0.0015384495,0.00014649436,0.000017409324,0.000011729414,0.0029277743],"genre_scores_gemma":[0.9906507,0.0001120083,0.0064220754,0.002343419,0.00028258192,0.0000052437845,0.0000035959563,0.000009027618,0.00017132962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956259,0.0007729957,0.0010778807,0.00040504267,0.0012933424,0.00082484056],"domain_scores_gemma":[0.99594826,0.00051134435,0.0007967232,0.0001652518,0.0016545524,0.0009238762],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0028343748,0.0002219235,0.0005022138,0.0008980894,0.0020088523,0.00023705621,0.00074044004,0.00018220756,0.000826839],"category_scores_gemma":[0.008749549,0.00015492116,0.00023562775,0.0024262746,0.0051534497,0.00076506764,0.00005389063,0.00123875,0.0000028033614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013017646,0.0003378004,0.9656015,0.000037782498,0.000047458587,0.0039983015,0.0018505448,0.0020166463,0.00083706627,0.005911812,0.007497279,0.011733606],"study_design_scores_gemma":[0.0019428195,0.06220678,0.7503081,0.00037993415,0.00033692244,0.11458864,0.0126749305,0.005665351,0.0043541742,0.02551362,0.021268206,0.00076054636],"about_ca_topic_score_codex":0.00015066369,"about_ca_topic_score_gemma":0.0036096969,"teacher_disagreement_score":0.21529345,"about_ca_system_score_codex":0.00024092985,"about_ca_system_score_gemma":0.012093503,"threshold_uncertainty_score":0.9996002},"labels":[],"label_agreement":null},{"id":"W4205901668","doi":"10.1126/science.ada0097","title":"A mentor’s journey","year":2022,"lang":"en","type":"article","venue":"Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovation Cluster (Canada)","funders":"","keywords":"Psychology","score_opus":0.025468840966262497,"score_gpt":0.37493006851093724,"score_spread":0.34946122754467474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205901668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.959456,0.000039377257,0.0002031729,0.013659501,0.001248941,0.00011145265,4.904741e-7,0.000029846218,0.02525122],"genre_scores_gemma":[0.98963475,9.5049177e-7,0.002743679,0.0041041616,0.00007489088,0.000023526592,0.0000019146833,0.0000021111994,0.0034140302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990797,0.000007053836,0.00007276758,0.000105047344,0.0006192345,0.00011618647],"domain_scores_gemma":[0.999711,0.0000038637863,0.000022502798,0.0001463347,0.000079620004,0.000036707377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009581925,0.000020549442,0.00003238761,0.00014025862,0.00037218508,0.000010413402,0.00013434,0.000004337126,0.0016667276],"category_scores_gemma":[0.00045488108,0.000018228015,0.000008256985,0.0013691892,0.00018652302,0.000059996957,0.000070869675,0.00013212326,0.000034290835],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059601978,0.001145612,0.040288378,0.00004666133,0.000015409736,0.000047076453,0.013456734,0.000080689104,0.18937942,0.062164247,0.34979174,0.34352443],"study_design_scores_gemma":[0.0004695548,0.00024951223,0.07388003,0.000011840588,0.000010775824,0.00023920802,0.0036898856,0.0025355353,0.0033171603,0.001415468,0.91409093,0.000090070214],"about_ca_topic_score_codex":0.0000032697599,"about_ca_topic_score_gemma":9.187364e-8,"teacher_disagreement_score":0.5642992,"about_ca_system_score_codex":0.00023155543,"about_ca_system_score_gemma":0.00048950716,"threshold_uncertainty_score":0.9992459},"labels":[],"label_agreement":null},{"id":"W4205915551","doi":"10.1097/00001888-200009001-00001","title":"Foreword","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snapshot (computer storage); Accreditation; Reform movement; Medical education; Political science; Psychology; Public relations; Medicine; Law; Computer science","score_opus":0.02687957690494819,"score_gpt":0.3781088817149358,"score_spread":0.3512293048099876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205915551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8587972,0.000632865,0.00058417226,0.06436221,0.0005174679,0.0003200198,9.21418e-7,0.0001525456,0.07463261],"genre_scores_gemma":[0.8908894,0.00061887276,0.0008562119,0.032668,0.0027497278,0.00003770914,0.00007999905,0.000024793664,0.072075315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863297,0.000018075185,0.00042680147,0.00021390646,0.00045507093,0.00025316002],"domain_scores_gemma":[0.9993917,0.000044164874,0.000051633535,0.00030305272,0.00009147374,0.00011799824],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005297113,0.00011623298,0.00024362677,0.00014669377,0.000060227736,8.6101056e-7,0.00012313928,0.00021514166,0.022422692],"category_scores_gemma":[0.0008473254,0.00008472298,0.000023686018,0.00061636366,0.00025494836,0.000064178465,0.000009147381,0.0008044088,0.0007811236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065156535,0.000013833901,0.0040662196,0.00004784662,0.000022075996,0.000010735865,0.001558323,6.960309e-7,0.0007367304,0.004541448,0.5421631,0.44677383],"study_design_scores_gemma":[0.0020922055,0.0002991651,0.021196308,0.0005159672,0.00012170884,0.0003515804,0.0007862383,0.00086568994,0.0003167772,0.0033939613,0.9699169,0.00014349281],"about_ca_topic_score_codex":0.00001822923,"about_ca_topic_score_gemma":2.0374412e-7,"teacher_disagreement_score":0.44663036,"about_ca_system_score_codex":0.000072982526,"about_ca_system_score_gemma":0.000074496216,"threshold_uncertainty_score":0.9999969},"labels":[],"label_agreement":null},{"id":"W4205922807","doi":"10.26443/ijwpc.v9i1.340","title":"Training interprofessional faculty in humanism and professionalism: a qualitative analysis of what is most important","year":2022,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Humanism; Medical education; Inclusion (mineral); Curriculum; Appreciative inquiry; Interprofessional education; Reflective practice; Narrative; Pedagogy; Health care; Nursing; Medicine; Social psychology","score_opus":0.08409440985911676,"score_gpt":0.47673587734864403,"score_spread":0.3926414674895273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205922807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866072,0.0009700519,0.00007632313,0.010951128,0.001002407,0.00011477297,0.00016037667,0.0000035481526,0.00011420866],"genre_scores_gemma":[0.9958677,0.000033399498,0.0012683896,0.0020796307,0.00010373335,0.000017443499,0.00041106113,0.000010560433,0.00020806068],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974938,0.00014915316,0.0007813574,0.00016512498,0.001295271,0.000115296956],"domain_scores_gemma":[0.9978981,0.00010138031,0.0006950296,0.00008841786,0.0011714656,0.00004558551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009878039,0.00010832039,0.000387381,0.0012321951,0.00008138758,0.000025371284,0.0002146038,0.00005866006,0.00069092953],"category_scores_gemma":[0.00031248573,0.000093083865,0.00015726556,0.000746156,0.00009522304,0.00029323707,0.000082537736,0.00064033497,4.1795542e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058273936,0.00033100243,0.0306086,0.000057913356,0.0016660627,0.00014670494,0.88245803,0.000090978356,0.0034553146,0.00081470184,0.0016289871,0.07815896],"study_design_scores_gemma":[0.0013089323,0.00021720212,0.041019004,0.0005332616,0.00025943064,0.00012735731,0.95325756,0.0010549162,0.00013110982,0.00016776733,0.001832797,0.00009063584],"about_ca_topic_score_codex":0.000055293418,"about_ca_topic_score_gemma":0.000013286205,"teacher_disagreement_score":0.07806832,"about_ca_system_score_codex":0.00045975234,"about_ca_system_score_gemma":0.00055901275,"threshold_uncertainty_score":0.7565194},"labels":[],"label_agreement":null},{"id":"W4205954863","doi":"10.1097/acm.0000000000004588","title":"Discomfort, Doubt, and the Edge of Learning","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital","funders":"","keywords":"Dialogical self; Mentorship; Framing (construction); Humanism; Reflection (computer programming); Philosophy of education; Higher education","score_opus":0.021558593864074507,"score_gpt":0.344260025773339,"score_spread":0.3227014319092645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205954863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93387324,0.002626242,0.00066651223,0.054920007,0.0006334645,0.00046217497,8.0692985e-7,0.000035237954,0.0067823185],"genre_scores_gemma":[0.99049926,0.0003399761,0.000079389225,0.004134176,0.0004971291,0.00007350312,0.000035325233,0.000011677493,0.0043295906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869496,0.000105663246,0.0004171627,0.0001407425,0.0005044065,0.00013706805],"domain_scores_gemma":[0.9993336,0.00022493182,0.00018017051,0.0001824328,0.000037093625,0.000041764008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021334998,0.00007750882,0.00027165635,0.00013283118,0.00020069239,8.1194014e-7,0.00013034999,0.000051654988,0.00071312994],"category_scores_gemma":[0.0015034863,0.000045238317,0.00002047319,0.0005011016,0.00075041107,0.000028111985,0.00011824148,0.0014326109,0.0000013558177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016622003,0.000085963686,0.09737576,0.0005971968,0.00028037495,0.00002020637,0.08155679,0.000082740364,0.008391704,0.34340823,0.30025414,0.16628468],"study_design_scores_gemma":[0.026426924,0.0015960069,0.018811682,0.00070419937,0.0008852719,0.0013129263,0.13805778,0.007802034,0.00067021896,0.0150948595,0.7882929,0.00034520976],"about_ca_topic_score_codex":0.00004627925,"about_ca_topic_score_gemma":2.0200041e-7,"teacher_disagreement_score":0.48803875,"about_ca_system_score_codex":0.00004754942,"about_ca_system_score_gemma":0.000072690884,"threshold_uncertainty_score":0.7808273},"labels":[],"label_agreement":null},{"id":"W4205960113","doi":"10.1017/cjn.2021.409","title":"P.133 ‘Building Your Neurology Acumen’: a flipped classroom approach to strengthen Internal Medicine residents’ neurological skills","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Hospital Edmonton; Workers Compensation Board of Alberta","funders":"","keywords":"Curriculum; Preparedness; Neurology; Medical education; Medicine; Needs assessment; Focus group; Clinical neurology; Psychology; Pedagogy; Psychiatry","score_opus":0.04632347927745749,"score_gpt":0.3285521864541494,"score_spread":0.2822287071766919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205960113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94103193,0.00060645473,0.00039025262,0.04920474,0.0024094572,0.00028581102,0.000006694336,0.000039043727,0.0060256156],"genre_scores_gemma":[0.9386317,0.00022733102,0.016052434,0.043540634,0.0013590427,0.000009088922,0.0000023154266,0.000027713657,0.0001497477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915976,0.0015906936,0.0018744009,0.0011637801,0.001757077,0.0020164324],"domain_scores_gemma":[0.99346846,0.0007449621,0.0009884703,0.00039321638,0.0015590362,0.0028458543],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.0062202183,0.0005532939,0.0010942129,0.0019873916,0.0022377155,0.0005257552,0.002401465,0.00046579246,0.0005863924],"category_scores_gemma":[0.02024313,0.00037442768,0.00032549267,0.0037796588,0.0065551875,0.0007524731,0.00022409942,0.003370559,0.00001120455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039444034,0.00033248615,0.9447974,0.000030576273,0.000065341046,0.015302462,0.0012282358,0.0030054774,0.00034394878,0.0033898395,0.014525261,0.016584536],"study_design_scores_gemma":[0.0016311569,0.10077898,0.68479115,0.00019564517,0.00020847497,0.17087,0.0008251976,0.0048255664,0.00015626043,0.013337102,0.021682424,0.00069800473],"about_ca_topic_score_codex":0.0008458151,"about_ca_topic_score_gemma":0.004075943,"teacher_disagreement_score":0.26000622,"about_ca_system_score_codex":0.00029962836,"about_ca_system_score_gemma":0.0048939865,"threshold_uncertainty_score":0.9998708},"labels":[],"label_agreement":null},{"id":"W4206033783","doi":"10.1097/01.acm.0000236530.03777.53","title":"Foreword","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Presentation (obstetrics); Hard rime; Medical education; Theme (computing); Library science; Psychology; Political science; Medicine; Computer science; Law","score_opus":0.021135851187529017,"score_gpt":0.36160076174365036,"score_spread":0.3404649105561213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206033783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8525464,0.0010599595,0.007328636,0.07796214,0.0012147414,0.0004221612,0.0000012905454,0.00021195531,0.059252705],"genre_scores_gemma":[0.9595995,0.00006471004,0.0011887584,0.01119624,0.004293834,0.000032037766,0.00013120676,0.000021502909,0.023472218],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859244,0.00001493073,0.00047061717,0.00020357282,0.00046992023,0.0002485207],"domain_scores_gemma":[0.99937963,0.000050275146,0.00009656098,0.0002625504,0.00014552577,0.00006542448],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005354064,0.00011526137,0.0002366646,0.0002108183,0.000056976016,9.426162e-7,0.00010460282,0.0002131825,0.0011520254],"category_scores_gemma":[0.00095031544,0.00008446857,0.000023485094,0.0006152855,0.00025151865,0.000055211127,0.000017960856,0.0006951229,0.00016903722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028646848,0.000017294326,0.020915717,0.00006154813,0.000012640794,0.000011487528,0.00034482632,9.1723246e-7,0.0040084687,0.047428187,0.9047507,0.022419536],"study_design_scores_gemma":[0.0035893715,0.0003516931,0.12337715,0.00072312227,0.00021286978,0.00045301847,0.0011965135,0.0012589155,0.0017872214,0.024946481,0.8418518,0.00025189974],"about_ca_topic_score_codex":0.00008233949,"about_ca_topic_score_gemma":9.594182e-7,"teacher_disagreement_score":0.107053086,"about_ca_system_score_codex":0.000094419105,"about_ca_system_score_gemma":0.00007635159,"threshold_uncertainty_score":0.99976104},"labels":[],"label_agreement":null},{"id":"W4206081442","doi":"10.36834/cmej.74143","title":"A commentary on “Medical student wellness in Canada: time for a national curriculum framework”","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Medical education; Computer science; Psychology; Data science; Medicine; Pedagogy","score_opus":0.0076701564433589295,"score_gpt":0.33374480065963785,"score_spread":0.3260746442162789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206081442","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25300494,0.00016211519,0.00017302379,0.7369059,0.006826559,0.00079749094,0.000044598735,0.000013440215,0.002071947],"genre_scores_gemma":[0.48331136,0.000012137867,0.0006314702,0.51267326,0.002195878,0.00045564005,0.0002805318,0.000028776867,0.00041097766],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944147,0.00019609481,0.000746838,0.00028262593,0.0038222787,0.000537449],"domain_scores_gemma":[0.99469084,0.00023329972,0.00017303778,0.00020653955,0.00050636946,0.004189939],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026088825,0.0001698138,0.00028728356,0.00074929243,0.00055930036,0.000029518988,0.00040633805,0.00016406928,0.1197711],"category_scores_gemma":[0.021178298,0.00017061466,0.00007357586,0.0008672776,0.00008862686,0.00006218512,0.000042105054,0.0024624893,0.000027332415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000029069684,0.0008259282,0.006933631,0.000024283052,0.00003632913,0.00012979415,0.00040155294,0.000021064678,3.4742104e-7,0.0022092198,0.9452254,0.044163343],"study_design_scores_gemma":[0.0016879662,0.00023600104,0.014946574,0.00043084132,0.000025256133,0.0018770637,0.0057695755,0.0054442408,0.0000018414075,0.0011896825,0.9681435,0.00024741783],"about_ca_topic_score_codex":0.41643602,"about_ca_topic_score_gemma":0.661946,"teacher_disagreement_score":0.26463252,"about_ca_system_score_codex":0.013861507,"about_ca_system_score_gemma":0.27849403,"threshold_uncertainty_score":0.9998389},"labels":[],"label_agreement":null},{"id":"W4206136985","doi":"10.1097/acm.0000000000003268","title":"University of North Dakota School of Medicine and Health Sciences","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Interprofessional education; Medical education; Health care; Psychology; Medicine; Pedagogy; Political science","score_opus":0.10154273023557742,"score_gpt":0.3929855079010439,"score_spread":0.2914427776654665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206136985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6164434,0.0023147024,0.0013075955,0.37664512,0.00016618645,0.00034148354,0.000003110989,0.000030337349,0.0027480477],"genre_scores_gemma":[0.97891736,0.002404091,0.0009819849,0.016954998,0.0005082381,4.8236376e-7,0.000029180941,0.0000072070625,0.00019648549],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984497,0.00004477016,0.00051972846,0.0002443294,0.00057324604,0.00016821711],"domain_scores_gemma":[0.9989464,0.00008492026,0.00035824857,0.00015240861,0.00019399363,0.00026398202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011091378,0.00010146498,0.00050756463,0.0002027797,0.00007484321,3.1818564e-7,0.00018920373,0.00008397195,0.00078950333],"category_scores_gemma":[0.0027984222,0.00007743446,0.000014909952,0.0012303528,0.0021595294,0.00006459252,0.0000546248,0.00050457404,0.000008271977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013959562,0.000026033964,0.40512627,0.0013204057,0.00006658117,0.000006501525,0.013886488,0.0000036494116,0.00239152,0.0045302636,0.5403739,0.03212878],"study_design_scores_gemma":[0.008042382,0.0055941767,0.8788239,0.0036944137,0.00031045775,0.000087292865,0.025083,0.0016574651,0.0002775991,0.0007963574,0.07541021,0.00022274791],"about_ca_topic_score_codex":0.00036898264,"about_ca_topic_score_gemma":0.000006211475,"teacher_disagreement_score":0.47369763,"about_ca_system_score_codex":0.000044121327,"about_ca_system_score_gemma":0.00040340534,"threshold_uncertainty_score":0.8644508},"labels":[],"label_agreement":null},{"id":"W4206179437","doi":"10.4300/jgme-d-20-01367.1","title":"ICRE Top Research Papers","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"MEDLINE; Medicine; Computer science; Data science; Information retrieval; Political science","score_opus":0.1207919221517296,"score_gpt":0.4618779149514106,"score_spread":0.341085992799681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206179437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54575866,0.00029756094,0.0002643542,0.44434094,0.0016446435,0.00018670685,2.9589836e-7,0.000017835464,0.007489019],"genre_scores_gemma":[0.96045345,0.00032472235,0.0039028903,0.030361122,0.004407985,0.000010517459,0.000019034938,0.0000222968,0.0004979837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996007,0.00016696221,0.00077174464,0.00016508055,0.0026359193,0.00025328717],"domain_scores_gemma":[0.9968391,0.0001200695,0.00026509012,0.0001866651,0.0020103555,0.0005787026],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026655798,0.00010225297,0.000284545,0.00032810515,0.00010853688,0.00002489148,0.00025396835,0.00016247276,0.0016370385],"category_scores_gemma":[0.02852274,0.00007850701,0.000104701976,0.0012673896,0.00024052634,0.00013163823,0.000033918903,0.0016313209,0.000092911745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014692174,0.0006787647,0.0022925066,0.0001658025,0.000048698414,0.000033658987,0.0022104143,6.559413e-7,0.0008601729,0.001239865,0.49678373,0.49553883],"study_design_scores_gemma":[0.0026266722,0.00212278,0.0358424,0.0014831565,0.00018354667,0.0014699707,0.01406665,0.0009612787,0.00173118,0.0017645988,0.9374857,0.00026207746],"about_ca_topic_score_codex":0.000010344263,"about_ca_topic_score_gemma":4.4445488e-7,"teacher_disagreement_score":0.49527675,"about_ca_system_score_codex":0.00021953302,"about_ca_system_score_gemma":0.005853119,"threshold_uncertainty_score":0.9997828},"labels":[],"label_agreement":null},{"id":"W4206279871","doi":"10.36834/cmej.74331","title":"Education decision making at medical schools: there must be a better way","year":2021,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Medical education; Medicine","score_opus":0.010252723134868667,"score_gpt":0.35033039140407585,"score_spread":0.34007766826920716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206279871","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00733515,0.004563237,0.00019891514,0.1466514,0.83287185,0.0006018431,0.00004158879,0.00006209662,0.007673925],"genre_scores_gemma":[0.0020938083,0.0014307225,0.0060604685,0.12856315,0.85033876,0.00014353082,0.0031373822,0.00022458298,0.008007575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9857488,0.00044393938,0.002221328,0.0010912437,0.00923066,0.0012639858],"domain_scores_gemma":[0.9711618,0.0009839206,0.0012351061,0.001762579,0.007581363,0.017275276],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042542233,0.000768879,0.0011108393,0.0019408113,0.0010440822,0.00042248494,0.0012667404,0.0049429643,0.24135794],"category_scores_gemma":[0.271869,0.000713711,0.0004431472,0.0016035329,0.00041769232,0.0003268466,0.00017324561,0.011059928,0.0006345164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000035431618,0.00039721854,0.00019328533,0.00017880749,0.00011253446,0.00024643508,0.00025750324,1.9771353e-7,9.0378904e-7,0.00007682609,0.6514857,0.3470152],"study_design_scores_gemma":[0.0010263623,0.000102266065,0.00047400402,0.011952514,0.0002972192,0.003215699,0.001986981,0.000098718505,0.0000025905683,0.00044193,0.97979337,0.0006083389],"about_ca_topic_score_codex":0.0031461953,"about_ca_topic_score_gemma":0.017588776,"teacher_disagreement_score":0.46094126,"about_ca_system_score_codex":0.009259064,"about_ca_system_score_gemma":0.47020033,"threshold_uncertainty_score":0.9995314},"labels":[],"label_agreement":null},{"id":"W4206284268","doi":"10.1111/medu.14726","title":"Patient involvement in assessment of postgraduate medical learners: A scoping review","year":2022,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Inclusion (mineral); Specialty; MEDLINE; Medical education; General partnership; Comprehension; Psychology; Health care; Medicine; Family medicine; Social psychology","score_opus":0.07179295522206242,"score_gpt":0.48821971702432865,"score_spread":0.41642676180226623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206284268","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058433507,0.9829823,0.000041362535,0.008921148,0.002056742,0.0041469247,0.000003828374,0.000038588438,0.0017506955],"genre_scores_gemma":[0.000011315777,0.9765651,0.001070873,0.01674496,0.00031644412,0.0029861054,0.002132733,0.00006550896,0.00010693819],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905687,0.00074605114,0.0031195823,0.0006869405,0.004458859,0.00041988574],"domain_scores_gemma":[0.9970916,0.00034077105,0.0011665312,0.00086843205,0.000253118,0.00027957212],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044226167,0.0004295332,0.0024270539,0.00088343036,0.00007684439,0.000010709812,0.00045981715,0.00051706156,0.018076394],"category_scores_gemma":[0.01812639,0.0003593613,0.00038186286,0.0023992476,0.00022516937,0.000075476906,0.000264888,0.0023202195,0.000029147452],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002247305,0.0017241067,0.000045469333,0.19533572,0.000050887702,0.000016180846,0.00012631324,4.7653966e-8,1.5214985e-8,0.00016355708,0.019448865,0.7830866],"study_design_scores_gemma":[0.00021429807,0.00015844576,0.000014171886,0.45570162,0.00032080716,0.00010410244,0.00018955192,0.000039178867,7.730109e-8,0.000008993436,0.5430855,0.00016324341],"about_ca_topic_score_codex":0.00015017366,"about_ca_topic_score_gemma":0.000024834559,"teacher_disagreement_score":0.78292334,"about_ca_system_score_codex":0.0016766895,"about_ca_system_score_gemma":0.0502034,"threshold_uncertainty_score":0.99998146},"labels":[],"label_agreement":null},{"id":"W4206289212","doi":"10.1007/978-3-030-84625-1_11","title":"Teaching Surgical Ethics","year":2022,"lang":"en","type":"book-chapter","venue":"Difficult decisions in surgery: an evidence-based approach","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Women's College Hospital; University of Toronto","funders":"","keywords":"Modalities; Curriculum; Nursing ethics; Medicine; Engineering ethics; Information ethics; Applied ethics; Medical education; Psychology; Pedagogy; Engineering; Sociology; Social science","score_opus":0.17715085336171743,"score_gpt":0.39027988225849,"score_spread":0.21312902889677254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206289212","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16506693,0.013738814,0.01601045,0.056593906,0.011658975,0.011901111,0.0005077874,0.0023549297,0.7221671],"genre_scores_gemma":[0.477049,0.012527895,0.09315729,0.02480472,0.0078471415,0.003104726,0.029390082,0.0017903632,0.35032877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99085635,0.0007568286,0.0022116634,0.0017354047,0.0036561603,0.0007835953],"domain_scores_gemma":[0.9848318,0.011129998,0.0006890463,0.0021440897,0.0008136433,0.00039144067],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008822981,0.0008686114,0.001752618,0.0023453382,0.0007567842,0.00011592115,0.0007455536,0.0016279164,0.0026419647],"category_scores_gemma":[0.018676369,0.0007759824,0.0006567907,0.0010183384,0.00054114667,0.0004282461,0.00024605973,0.009500997,0.000108190456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014680923,0.004811238,0.002590732,0.0007452094,0.00023364031,0.002018321,0.0022274805,0.0012475369,0.000027235632,0.18175845,0.094230436,0.70864165],"study_design_scores_gemma":[0.001239019,0.00030562343,0.001148991,0.007076205,0.00032625298,0.00052230863,0.0008496862,0.008247659,0.000008173917,0.002418342,0.9763758,0.001481935],"about_ca_topic_score_codex":0.00014239726,"about_ca_topic_score_gemma":0.000008626547,"teacher_disagreement_score":0.88214535,"about_ca_system_score_codex":0.0014477139,"about_ca_system_score_gemma":0.003545241,"threshold_uncertainty_score":0.9996682},"labels":[],"label_agreement":null},{"id":"W4206327701","doi":"10.1097/00001888-200009001-00125","title":"Dalhousie University Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Curriculum; Medical education; Unit (ring theory); Portfolio; Curriculum mapping; Curriculum development; Population; Faculty development; Medicine; Professional development; Psychology; Pedagogy; Mathematics education; Business","score_opus":0.03819134710881018,"score_gpt":0.3544779813013125,"score_spread":0.3162866341925023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206327701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8246519,0.0004525004,0.0004892911,0.08054055,0.00044407754,0.00040296584,0.0000056149015,0.00012363744,0.09288949],"genre_scores_gemma":[0.93745494,0.001328188,0.000659559,0.0068487986,0.001545346,0.000002942928,0.0002699553,0.000025813824,0.05186446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803895,0.00005238239,0.0006140971,0.0002925793,0.0007331845,0.00026882117],"domain_scores_gemma":[0.9988775,0.00008923935,0.00017944133,0.00040731407,0.00028318143,0.00016330212],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00084680854,0.00017275929,0.00053088163,0.00031268926,0.000073463634,4.1094918e-7,0.00024960862,0.00028859623,0.013935939],"category_scores_gemma":[0.0012927523,0.00012897325,0.000035608147,0.0012264932,0.0012019919,0.00008650387,0.000023448974,0.00080969144,0.00010919698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004391687,0.00006723073,0.01048612,0.00030865506,0.00013155593,0.0000520951,0.011043731,0.000005717095,0.0084757395,0.010546385,0.70048076,0.25796285],"study_design_scores_gemma":[0.0064954204,0.0007742712,0.038235076,0.0013738424,0.00040542227,0.00021891796,0.00549946,0.00032054324,0.0006312429,0.0010454599,0.9448097,0.00019069547],"about_ca_topic_score_codex":0.00019282232,"about_ca_topic_score_gemma":0.0000012428221,"teacher_disagreement_score":0.25777215,"about_ca_system_score_codex":0.000103109094,"about_ca_system_score_gemma":0.00014155977,"threshold_uncertainty_score":0.9869655},"labels":[],"label_agreement":null},{"id":"W4206343547","doi":"10.36834/cmej.73462","title":"The upside of upstream: trainee-initiated change in medical education","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Upstream (networking); Computer science; Medical education; Medicine; Computer network","score_opus":0.027607026040590975,"score_gpt":0.36024311221193395,"score_spread":0.332636086171343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206343547","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46378118,0.0020866257,0.000023626268,0.5157148,0.0089600105,0.000759824,0.000009232759,0.000023587245,0.008641087],"genre_scores_gemma":[0.90199584,0.0003282861,0.00029652435,0.094306685,0.0018781465,0.00038647564,0.00015172089,0.000031682022,0.00062466017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957722,0.0003453738,0.0010014375,0.00021938492,0.0021667648,0.00049484876],"domain_scores_gemma":[0.99505836,0.00014247702,0.000309347,0.00036299165,0.00068982603,0.0034369722],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00373108,0.00015718598,0.00027221607,0.00094235345,0.00059678487,0.000031722822,0.0005452014,0.0002168023,0.050729003],"category_scores_gemma":[0.036611445,0.00012997718,0.00009190454,0.0016213827,0.00030835572,0.000121926685,0.00003876187,0.002109328,0.000019334413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004279322,0.00092425395,0.010283849,0.00004023894,0.000035565954,0.000057931647,0.0032901126,0.0000011921254,0.0000038997273,0.0062014847,0.2600517,0.719067],"study_design_scores_gemma":[0.0017440188,0.00030101303,0.0696109,0.00070193916,0.00006512382,0.007037267,0.020212376,0.0016016687,0.000015726746,0.0019971943,0.8964323,0.0002804807],"about_ca_topic_score_codex":0.0121725565,"about_ca_topic_score_gemma":0.013593777,"teacher_disagreement_score":0.7187865,"about_ca_system_score_codex":0.0014779948,"about_ca_system_score_gemma":0.16300346,"threshold_uncertainty_score":0.99440545},"labels":[],"label_agreement":null},{"id":"W4206413407","doi":"10.1111/medu.14724","title":"Promoting inclusivity in health professions education publishing","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Publishing; Health professions; Field (mathematics); Medical education; Sociology; Medicine; Political science; Health care","score_opus":0.018066984582507977,"score_gpt":0.4001294817199815,"score_spread":0.3820624971374735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206413407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5259306,0.00043384335,0.0002261919,0.46436527,0.0040452867,0.0011753086,0.0000018229584,0.00010377382,0.0037178944],"genre_scores_gemma":[0.9080271,0.000022463897,0.0025599527,0.08476133,0.00074953056,0.0013104999,0.00077874516,0.00002974936,0.001760639],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963292,0.00045435893,0.0008422235,0.00041165893,0.0015708966,0.0003916563],"domain_scores_gemma":[0.99863905,0.00007820046,0.00034602394,0.0004285969,0.0003006201,0.00020751641],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048258635,0.00013990373,0.00026468185,0.00069577154,0.00062502845,0.000051764564,0.0002935967,0.00013267505,0.0026824495],"category_scores_gemma":[0.015401262,0.00014188293,0.000045193938,0.0022798753,0.00007946732,0.00043232745,0.00025643135,0.0017375229,0.00001751003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022133418,0.005316335,0.025441013,0.00037072247,0.000006421624,0.000001642197,0.010042628,0.0000021122166,0.00003536988,0.0033176863,0.22934437,0.72609955],"study_design_scores_gemma":[0.0016023454,0.0003781777,0.1401569,0.0019637682,0.000023570092,0.00037162157,0.030020243,0.0072821123,0.00004079256,0.0041028513,0.8136819,0.0003757118],"about_ca_topic_score_codex":0.00095980393,"about_ca_topic_score_gemma":0.000058252288,"teacher_disagreement_score":0.72572386,"about_ca_system_score_codex":0.0021897468,"about_ca_system_score_gemma":0.029897332,"threshold_uncertainty_score":0.9982292},"labels":[],"label_agreement":null},{"id":"W4206439262","doi":"10.26443/ijwpc.v9i1.318","title":"patient as teacher-learnings about becoming a good physician from senior medical students","year":2022,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Active listening; Socialization; Session (web analytics); Psychology; Medical education; Set (abstract data type); Medicine; Pedagogy; Social psychology","score_opus":0.011084729899272963,"score_gpt":0.3426658969176543,"score_spread":0.33158116701838136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206439262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775421,0.0004107281,0.000082098515,0.017351842,0.0028403588,0.0001220243,0.000029842637,0.000017043929,0.0016039421],"genre_scores_gemma":[0.9876937,0.000009842746,0.000723644,0.009131358,0.001754977,0.000017755796,0.00017388182,0.00002611344,0.00046872493],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99470747,0.00010652987,0.00051621726,0.00018608445,0.0043216427,0.00016206925],"domain_scores_gemma":[0.9982497,0.00005524536,0.0004914785,0.00013423695,0.0009317804,0.00013754124],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047092114,0.00013047806,0.00025019786,0.00030095625,0.00015578499,0.00006612421,0.00062131474,0.00007168472,0.0026821757],"category_scores_gemma":[0.00083984167,0.00012300847,0.00018223941,0.00019595935,0.0000582364,0.00013194206,0.00018256273,0.0011788269,0.000041496147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048060238,0.0013409139,0.11934828,0.000026613034,0.0009274326,0.0010744972,0.07479248,0.00010416816,0.002163741,0.00010084467,0.033456784,0.7661836],"study_design_scores_gemma":[0.007733312,0.0017930993,0.104808934,0.0010699981,0.00029799994,0.0014290466,0.49745423,0.00095739064,0.00090784946,0.000113239126,0.38303432,0.0004005887],"about_ca_topic_score_codex":0.00015560331,"about_ca_topic_score_gemma":0.0000040341583,"teacher_disagreement_score":0.7657831,"about_ca_system_score_codex":0.0010134551,"about_ca_system_score_gemma":0.0005376071,"threshold_uncertainty_score":0.9982295},"labels":[],"label_agreement":null},{"id":"W4206447185","doi":"10.1097/acm.0b013e3181e8a5a1","title":"University of South Florida College of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Homewood Research Institute","funders":"","keywords":"Medical education; Higher education; Medicine; Family medicine; Political science","score_opus":0.021093975085614697,"score_gpt":0.31123997723215524,"score_spread":0.2901460021465405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206447185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9539451,0.00019915108,0.0010744203,0.03263717,0.001772557,0.00038267754,0.000016678932,0.00004521127,0.009927042],"genre_scores_gemma":[0.99302113,0.00013676277,0.0011916566,0.0011333522,0.0012975653,0.0000011806304,0.000051161238,0.000016131371,0.0031510333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821454,0.00003301113,0.0006320706,0.00023106292,0.00068507297,0.00020422331],"domain_scores_gemma":[0.9983115,0.00014768317,0.0003910193,0.00046564775,0.0005422737,0.00014187141],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012706422,0.00014187962,0.0005892888,0.0003851929,0.000049658982,1.2157818e-7,0.00026808574,0.00034764543,0.003099873],"category_scores_gemma":[0.0038375508,0.000111545116,0.00003634928,0.0010301176,0.0018657879,0.000053053667,0.000044844466,0.0012079874,0.000018121289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006025585,0.000078445424,0.057820875,0.0009807869,0.00021007139,0.00004253137,0.028008947,0.0000012839997,0.33821732,0.08435499,0.47416955,0.015512642],"study_design_scores_gemma":[0.037504602,0.0040703444,0.20210132,0.0063614184,0.002526808,0.0007123781,0.12343731,0.0017588154,0.025808278,0.012901675,0.58195645,0.0008606024],"about_ca_topic_score_codex":0.00012485836,"about_ca_topic_score_gemma":0.0000047273115,"teacher_disagreement_score":0.312409,"about_ca_system_score_codex":0.000037872982,"about_ca_system_score_gemma":0.00024188694,"threshold_uncertainty_score":0.99781144},"labels":[],"label_agreement":null},{"id":"W4206494231","doi":"10.1097/00001888-200009001-00129","title":"Laval University","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Medical education; Medicine; Psychology","score_opus":0.018949605336276484,"score_gpt":0.32213533511016823,"score_spread":0.30318572977389174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206494231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85615605,0.0002161553,0.00021604111,0.046702784,0.00031237165,0.00018574319,7.006255e-7,0.000117040625,0.09609311],"genre_scores_gemma":[0.891517,0.001246545,0.0005172051,0.010736237,0.0015213616,0.0000018651726,0.00006415993,0.0000150271935,0.094380595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904114,0.000026233687,0.00021996273,0.00018314569,0.00034122725,0.0001882929],"domain_scores_gemma":[0.9995144,0.00003616194,0.000039693823,0.00022285596,0.00008096852,0.00010591999],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039505344,0.00008833673,0.0001869211,0.0001393764,0.00006727476,6.7514424e-7,0.00011850802,0.00017813811,0.01188211],"category_scores_gemma":[0.00040999812,0.00007231394,0.000019717487,0.00059921585,0.00025978617,0.00006154581,0.0000104452765,0.0006650563,0.0004581658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016469136,0.00002479395,0.008414972,0.00005436888,0.000037693386,0.000050172843,0.0028573624,0.0000015025843,0.0019144836,0.0062269936,0.7178942,0.26235878],"study_design_scores_gemma":[0.0016658969,0.00015558083,0.017713582,0.00021594534,0.0000972934,0.00016058811,0.0014518907,0.00023036002,0.00017495331,0.0004635709,0.9775827,0.00008761769],"about_ca_topic_score_codex":0.000057306614,"about_ca_topic_score_gemma":4.4177932e-7,"teacher_disagreement_score":0.26227117,"about_ca_system_score_codex":0.000098336895,"about_ca_system_score_gemma":0.000103475526,"threshold_uncertainty_score":0.9890212},"labels":[],"label_agreement":null},{"id":"W4206592860","doi":"10.1097/00001888-200004000-00014","title":"Coming next month in EDUCATING PHYSICIANS","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical school; Psychology; Medical education; Sociology; Medicine","score_opus":0.03205223439381599,"score_gpt":0.3703480984101079,"score_spread":0.3382958640162919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206592860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9160136,0.00075315783,0.00010437742,0.041929018,0.0005033972,0.0003487732,3.3959387e-7,0.00006831596,0.040279012],"genre_scores_gemma":[0.96845776,0.000499251,0.0008285973,0.020313937,0.002240524,0.00005263466,0.00005692022,0.000028977496,0.0075213774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820304,0.000044259996,0.00065021764,0.00029386586,0.00044067376,0.0003679558],"domain_scores_gemma":[0.9993011,0.000117620635,0.00010637502,0.00031530354,0.000075775555,0.00008385959],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079564395,0.00015768305,0.00037419493,0.000264982,0.0000696086,0.0000031275754,0.00016410014,0.00020258805,0.0030755615],"category_scores_gemma":[0.0012769313,0.00013481558,0.00002499055,0.0010548634,0.00021064868,0.00014127004,0.000014483024,0.0012803632,0.00016545047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005457263,0.00006496757,0.01574735,0.000100696845,0.000018037683,0.000015221732,0.01462357,0.000010744506,0.0043690335,0.0009501785,0.09143334,0.8726123],"study_design_scores_gemma":[0.01499654,0.0011669302,0.24209353,0.015077876,0.00046644613,0.00084191427,0.073859975,0.01850844,0.0022061937,0.006851677,0.62267035,0.0012601141],"about_ca_topic_score_codex":0.00020490908,"about_ca_topic_score_gemma":0.000003733812,"teacher_disagreement_score":0.8713522,"about_ca_system_score_codex":0.00019834464,"about_ca_system_score_gemma":0.00013568274,"threshold_uncertainty_score":0.99783576},"labels":[],"label_agreement":null},{"id":"W4206638876","doi":"10.1097/acm.0000000000003291","title":"Southern Illinois University School of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical school; Faculty development; Professional development; Medicine; Psychology; Pedagogy","score_opus":0.04016291565738361,"score_gpt":0.31926402108731416,"score_spread":0.27910110542993055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206638876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57023275,0.0011807664,0.0053418283,0.40050054,0.0006141806,0.0006357356,0.000008516468,0.00019075537,0.021294948],"genre_scores_gemma":[0.96193707,0.0005619132,0.00075965957,0.02889852,0.003067296,0.0000023063262,0.000094540526,0.000029459907,0.0046492354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804807,0.00006130499,0.00063372176,0.00031334008,0.00071007956,0.00023350274],"domain_scores_gemma":[0.9985759,0.00010358511,0.00027949517,0.00030293147,0.00037082334,0.00036725035],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065215514,0.0001719534,0.00055790925,0.00023708146,0.000054349348,4.746633e-7,0.00027370674,0.0002737107,0.0055143684],"category_scores_gemma":[0.006509117,0.00013060567,0.000038904534,0.0013057337,0.0009371459,0.00006481973,0.000052497195,0.0010548134,0.0002602289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061110174,0.000038116614,0.037249826,0.000730274,0.00019447038,0.000057724,0.027545098,0.000005296269,0.04733782,0.007006627,0.8573749,0.021848751],"study_design_scores_gemma":[0.01573161,0.002579111,0.016769797,0.0027264648,0.0011581276,0.00013925626,0.08991069,0.001859036,0.0020231984,0.0015716171,0.8650607,0.00047040265],"about_ca_topic_score_codex":0.00011689248,"about_ca_topic_score_gemma":5.1582816e-7,"teacher_disagreement_score":0.39170435,"about_ca_system_score_codex":0.000100726094,"about_ca_system_score_gemma":0.00021208967,"threshold_uncertainty_score":0.9953947},"labels":[],"label_agreement":null},{"id":"W4206661798","doi":"10.1097/acm.0b013e3181eabe59","title":"University of Toronto, Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; General partnership; Government (linguistics); Corporate governance; Faculty development; Student affairs; Political science; Higher education; Professional development; Medicine; Sociology; Business; Finance; Pedagogy","score_opus":0.029708929497499748,"score_gpt":0.3632865905592776,"score_spread":0.33357766106177783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206661798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9218332,0.0007126191,0.001125497,0.03440553,0.001406676,0.00037431793,0.0000060466964,0.0000540824,0.040082023],"genre_scores_gemma":[0.9924689,0.00050849986,0.0015619461,0.0010656192,0.00091145077,9.800232e-7,0.000114995535,0.000013107181,0.0033545285],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984056,0.000026010404,0.0005601399,0.00020397008,0.00062595046,0.00017833369],"domain_scores_gemma":[0.9984839,0.00009981216,0.0003506622,0.0004112729,0.0005300288,0.00012431896],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001051018,0.00012635023,0.00051162706,0.00010580511,0.000038761373,1.7491352e-7,0.00024797203,0.00032223153,0.0075785625],"category_scores_gemma":[0.0031225453,0.0000963318,0.000033438777,0.00034492754,0.0014699587,0.00008265509,0.000040020856,0.0008399466,0.000010467686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025897083,0.0000804306,0.02604719,0.0005313448,0.00013433982,0.000010674006,0.017208822,4.40027e-7,0.4332772,0.03960328,0.403663,0.0791843],"study_design_scores_gemma":[0.014342693,0.0020004576,0.21497415,0.0025464697,0.001027924,0.0002741824,0.033285663,0.000637938,0.011691702,0.0032754524,0.71556294,0.00038040092],"about_ca_topic_score_codex":0.0021563978,"about_ca_topic_score_gemma":0.00006595417,"teacher_disagreement_score":0.4215855,"about_ca_system_score_codex":0.000063783904,"about_ca_system_score_gemma":0.0001583328,"threshold_uncertainty_score":0.99332863},"labels":[],"label_agreement":null},{"id":"W4206663485","doi":"10.1097/00001888-200009001-00121","title":"University of Alberta","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"MEDLINE; Medical education; Medicine; Political science","score_opus":0.016408174260646977,"score_gpt":0.3089040705280181,"score_spread":0.2924958962673711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206663485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8710226,0.00021136767,0.0002137285,0.027339576,0.00016083231,0.00015545827,3.5886362e-7,0.00002528743,0.10087078],"genre_scores_gemma":[0.93012244,0.0006590266,0.0004316883,0.0029791803,0.0003876292,5.319077e-7,0.000037810416,0.000008456015,0.06537325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992319,0.000017927723,0.00022624595,0.00013229408,0.0002665865,0.00012509945],"domain_scores_gemma":[0.999506,0.00006218714,0.00006133467,0.0002154872,0.00008757164,0.00006739703],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029298457,0.00006548801,0.00020441253,0.00009697345,0.000033558408,2.0250607e-7,0.00011105183,0.0001465332,0.019866291],"category_scores_gemma":[0.00051950524,0.000055651755,0.000019088578,0.0004443489,0.00031047704,0.000039598865,0.000009054985,0.00039380396,0.00020331946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028044108,0.00005253169,0.019221965,0.00019253063,0.00008131909,0.000016205731,0.014694501,0.00000350594,0.0040996936,0.0077284845,0.5998381,0.35379073],"study_design_scores_gemma":[0.0026133496,0.00028846425,0.02793362,0.00061369373,0.00019038278,0.000111700385,0.0031979252,0.00046621193,0.00038399582,0.0008712587,0.96322143,0.00010795258],"about_ca_topic_score_codex":0.00041960567,"about_ca_topic_score_gemma":0.0000032423422,"teacher_disagreement_score":0.36338335,"about_ca_system_score_codex":0.0000411112,"about_ca_system_score_gemma":0.000078846286,"threshold_uncertainty_score":0.9810297},"labels":[],"label_agreement":null},{"id":"W4207017318","doi":"10.24908/ijesjp.v8i2.15138","title":"A reflection on writing my 2020-2021 performance evaluation","year":2021,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reflection (computer programming); Computer science; Psychology; Programming language","score_opus":0.0244528895756127,"score_gpt":0.3709263519661106,"score_spread":0.3464734623904979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207017318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872566,0.0004047616,0.0020461334,0.006060135,0.0025657236,0.000048512185,0.0000010603572,0.000008593136,0.0016084755],"genre_scores_gemma":[0.9914335,0.00047676108,0.003032747,0.0006151035,0.0042680013,0.0000031289362,0.00001855359,0.000009776663,0.00014245261],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99889827,0.000021713662,0.00029272222,0.000084259846,0.0006206768,0.00008235406],"domain_scores_gemma":[0.99820745,0.00005861422,0.00013652009,0.00004104887,0.0015253494,0.000030988478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059629953,0.00006614175,0.00011101867,0.00012912042,0.00006487223,0.00003792576,0.00005155787,0.00006025294,0.00010745271],"category_scores_gemma":[0.0014100831,0.00006747796,0.000042879507,0.00020376444,0.000014620567,0.00013695392,0.000013821679,0.0003209207,0.0000042717497],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045986756,0.0005376502,0.0020785476,0.0005076928,0.0006672425,0.00024117228,0.0049115475,0.008031861,0.045701433,0.0038692248,0.027996287,0.90499747],"study_design_scores_gemma":[0.013450146,0.0016412763,0.38283432,0.0062188837,0.0045479545,0.0077380617,0.01721783,0.33049816,0.025713155,0.00024787537,0.20875703,0.0011353215],"about_ca_topic_score_codex":9.701171e-7,"about_ca_topic_score_gemma":2.5223844e-7,"teacher_disagreement_score":0.9038622,"about_ca_system_score_codex":0.00022336184,"about_ca_system_score_gemma":0.00020121849,"threshold_uncertainty_score":0.27516714},"labels":[],"label_agreement":null},{"id":"W4207033530","doi":"10.46747/cfp.680113","title":"A new way forward via innovative integration","year":2022,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Women's College Hospital; Sinai Health System; Centre for Global Health Research; College of Family Physicians of Canada","funders":"","keywords":"Competence (human resources); Computer science; Subject (documents); Data science; Medical education; Knowledge management; Medicine; World Wide Web; Psychology","score_opus":0.015227033602493903,"score_gpt":0.2711344140801499,"score_spread":0.255907380477656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207033530","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28997976,0.0003170088,0.029892623,0.037530705,0.0046861647,0.0021144599,0.000114208255,0.00025709576,0.635108],"genre_scores_gemma":[0.7365467,0.00000119007,0.0031920162,0.25610882,0.00070200907,0.0001262727,0.00069503003,0.00003767614,0.0025902924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878544,0.00003411313,0.0002505334,0.0002458611,0.000352866,0.0003312006],"domain_scores_gemma":[0.9990714,0.000012482956,0.00008232792,0.00031422646,0.00028998093,0.00022955604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018536387,0.0001347705,0.00018459835,0.00051053683,0.00033396532,0.000018406421,0.0001477152,0.00004978087,0.0001287248],"category_scores_gemma":[0.00006670011,0.00014591742,0.000046080466,0.0025195894,0.000047160534,0.00010559265,0.000026584603,0.0005184034,0.00011872432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014440087,0.000038328024,0.0000716013,0.0000067598153,0.000030369203,0.000011631384,0.00052939303,0.000007526335,0.003663438,0.00909887,0.40681913,0.5797085],"study_design_scores_gemma":[0.00086608017,0.00034989842,0.017917499,0.000044478227,0.000047177844,0.000008170186,0.0062700673,0.0012573991,0.00090612925,0.003964239,0.9680681,0.00030074938],"about_ca_topic_score_codex":0.013457947,"about_ca_topic_score_gemma":0.0015681946,"teacher_disagreement_score":0.6325177,"about_ca_system_score_codex":0.0015240152,"about_ca_system_score_gemma":0.0021899738,"threshold_uncertainty_score":0.99311155},"labels":[],"label_agreement":null},{"id":"W4207078206","doi":"10.46542/pe.2021.212.443448","title":"Competency assessors’ cognitive map of practice when assessing practice based encounters","year":2021,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Inter-rater reliability; Protocol (science); Reliability (semiconductor); Cognition; Psychology; Clinical Practice; Medical education; Applied psychology; Protocol analysis; Medicine; Nursing; Developmental psychology; Alternative medicine; Psychiatry","score_opus":0.03732892376925802,"score_gpt":0.457460102273479,"score_spread":0.420131178504221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207078206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42115408,0.002842944,0.047084045,0.36944473,0.012107268,0.0018758051,0.000022775033,0.00022160032,0.14524676],"genre_scores_gemma":[0.8374623,0.000053469776,0.12832457,0.03208714,0.00064327195,0.000103142265,0.00065562344,0.000032454107,0.0006380041],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790573,0.0003497935,0.0005505129,0.00033361942,0.0006515465,0.00020881555],"domain_scores_gemma":[0.99295604,0.0011282379,0.0005864149,0.0003005636,0.004946766,0.00008195468],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010146418,0.00015510606,0.00023256007,0.00022435647,0.00011872647,0.000066917746,0.000090785834,0.000057423935,0.0012457557],"category_scores_gemma":[0.014743434,0.00016801682,0.00006359063,0.00061781344,0.000102983264,0.0013043592,0.000025263704,0.00045251066,0.00008737371],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009999904,0.027990147,0.026161566,0.0029107342,0.000910743,0.00010186207,0.01699041,0.000024857272,0.08280702,0.006475746,0.23092525,0.6037017],"study_design_scores_gemma":[0.0047267666,0.00015543628,0.013708207,0.0021565608,0.002670141,0.00059883646,0.083996214,0.0036305815,0.09820083,0.0005092525,0.7891137,0.00053345546],"about_ca_topic_score_codex":0.0001497636,"about_ca_topic_score_gemma":0.0000013562543,"teacher_disagreement_score":0.60316825,"about_ca_system_score_codex":0.00030091076,"about_ca_system_score_gemma":0.007164308,"threshold_uncertainty_score":0.9996672},"labels":[],"label_agreement":null},{"id":"W4210260212","doi":"10.1111/medu.14737","title":"‘Poorly relaxed women’: A situational analysis of pelvic examination learning materials for medical students","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Situational ethics; Curriculum; Agency (philosophy); Harm; Autonomy; Psychology; Medical education; Content analysis; Diversity (politics); Power (physics); Medicine; Pedagogy; Sociology; Social psychology","score_opus":0.009586690796473993,"score_gpt":0.3649562746856275,"score_spread":0.3553695838891535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210260212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838418,0.00005803455,0.003270466,0.010263861,0.0014945896,0.00069240597,0.000014061809,0.000055521108,0.0003092635],"genre_scores_gemma":[0.98592865,0.0000194818,0.0009372905,0.0063567217,0.00042456904,0.0019112177,0.0027809478,0.000027250544,0.0016138568],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99216235,0.0003721801,0.0010144038,0.0003905336,0.0057573356,0.00030322958],"domain_scores_gemma":[0.9978244,0.00033167287,0.0004401491,0.0002971401,0.00092957506,0.00017706309],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009416262,0.00015401476,0.00050217594,0.0011186035,0.0003059488,0.000026028792,0.00041879417,0.00019235627,0.023942744],"category_scores_gemma":[0.026271658,0.00015556157,0.00011761017,0.0024789604,0.000145638,0.00009671363,0.0001379652,0.00050461537,0.00001216002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011633364,0.020942107,0.11391866,0.0013759006,0.004197529,0.0000143686275,0.032911938,0.00031645448,0.004887198,0.013064233,0.11784918,0.68935907],"study_design_scores_gemma":[0.0060959556,0.0018028374,0.8419706,0.00034673102,0.0025148103,0.000097633,0.020550177,0.027262188,0.0007111245,0.0008191389,0.09723252,0.0005962813],"about_ca_topic_score_codex":0.00005205188,"about_ca_topic_score_gemma":0.0000060789243,"teacher_disagreement_score":0.72805196,"about_ca_system_score_codex":0.0011938399,"about_ca_system_score_gemma":0.004218684,"threshold_uncertainty_score":0.9819305},"labels":[],"label_agreement":null},{"id":"W4210353245","doi":"10.3934/publichealth.2022019","title":"Best practices for effective implementation of online teaching and learning in medical and health professions education: during COVID-19 and beyond","year":2022,"lang":"en","type":"review","venue":"AIMS Public Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Best practice; The Internet; Coronavirus disease 2019 (COVID-19); Faculty development; Medicine; Psychology; Professional development; Pedagogy; Computer science; Political science; World Wide Web","score_opus":0.16862663595551544,"score_gpt":0.5942367361828904,"score_spread":0.425610100227375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210353245","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008192417,0.8025319,0.0001945972,0.18307088,0.00036161108,0.005511429,0.00004180987,0.00003523488,0.00006013344],"genre_scores_gemma":[0.000754124,0.9819288,0.005703611,0.007441987,0.0003261055,0.0014776401,0.002170948,0.000043938056,0.00015283133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957329,0.0016719265,0.0012016611,0.0005089389,0.0004980662,0.0003864842],"domain_scores_gemma":[0.9956195,0.0016025932,0.0019195564,0.00019221983,0.00010009034,0.00056603696],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011841675,0.00022266991,0.0010936444,0.0008352781,0.0009255168,0.000029787494,0.00008659897,0.00018340512,0.000099681616],"category_scores_gemma":[0.016061366,0.00019794152,0.00004044374,0.0006327851,0.00012003265,0.00021880267,0.00013863234,0.0021268737,1.8120674e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056009485,0.0003963692,0.0010755667,0.05945105,0.00003965192,8.6107997e-7,0.0052008126,2.4173309e-8,4.29953e-8,0.0008831837,0.00071640743,0.9322304],"study_design_scores_gemma":[0.0010649296,0.0007142362,0.0025857347,0.0043058833,0.00007136266,0.00029593182,0.030174011,0.000025797257,1.542617e-8,0.000038976716,0.9605974,0.0001257009],"about_ca_topic_score_codex":0.0036711183,"about_ca_topic_score_gemma":0.00064385013,"teacher_disagreement_score":0.959881,"about_ca_system_score_codex":0.0012459552,"about_ca_system_score_gemma":0.02510572,"threshold_uncertainty_score":0.9922268},"labels":[],"label_agreement":null},{"id":"W4210392537","doi":"10.1097/acm.0000000000004608","title":"Teaching Medical Students to Teach: A Narrative Review and Literature-Informed Recommendations for Student-as-Teacher Curricula","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Medical Council of Canada","funders":"","keywords":"Curriculum; Medical education; Modalities; Inclusion (mineral); Context (archaeology); Narrative; Experiential learning; Teaching method; Psychology; Delphi method; MEDLINE; Medicine; Mathematics education; Pedagogy; Computer science","score_opus":0.07805593483628415,"score_gpt":0.5381939144334442,"score_spread":0.4601379795971601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210392537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041027866,0.8993598,0.00012776995,0.0899989,0.001369152,0.0075576873,0.00002854746,0.00011750942,0.0013995749],"genre_scores_gemma":[0.0000034723348,0.91820896,0.00059808645,0.05807686,0.002211486,0.0053506806,0.0036938272,0.00011392976,0.011742725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99197656,0.00063974026,0.0027110446,0.0010690532,0.002942708,0.0006609216],"domain_scores_gemma":[0.996073,0.0011837166,0.0009322191,0.00077481056,0.0002938136,0.00074245],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008917714,0.00081529166,0.0033838854,0.0010130324,0.00055555924,0.000030195399,0.0013255926,0.00095468113,0.0043134587],"category_scores_gemma":[0.03282058,0.00057781546,0.0002638708,0.0017570854,0.0002514141,0.00017312764,0.00064507156,0.007278534,0.000050502385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000904371,0.00008285305,0.000010317181,0.025715241,0.00029331504,0.000014954801,0.013233408,3.2615983e-9,6.845945e-8,0.0007423921,0.4463691,0.5135293],"study_design_scores_gemma":[0.0011256533,0.0005422794,0.0000054381057,0.1678212,0.0036206732,0.0009155854,0.005589337,0.0000024033752,2.1474237e-8,0.00006914877,0.8199289,0.00037936206],"about_ca_topic_score_codex":0.00002287891,"about_ca_topic_score_gemma":0.0000012156227,"teacher_disagreement_score":0.5131499,"about_ca_system_score_codex":0.001016182,"about_ca_system_score_gemma":0.0012996411,"threshold_uncertainty_score":0.99966735},"labels":[],"label_agreement":null},{"id":"W4210431741","doi":"10.37939/jrmc.v25i4.1884","title":"Evolution of Post Graduate Curricula in Pakistan","year":2022,"lang":"en","type":"article","venue":"Journal of Rawalpindi Medical College","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Medical education; Curriculum; Formative assessment; Apprenticeship; Cognitive apprenticeship; Health care; Competence (human resources); Internship; Psychology; Medicine; Pedagogy; Political science","score_opus":0.014899783018792303,"score_gpt":0.34569680578756845,"score_spread":0.33079702276877615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210431741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833147,0.00040061507,0.00035720234,0.013604324,0.0013555001,0.00024246958,0.000016152479,0.00000763646,0.0007014362],"genre_scores_gemma":[0.99738073,0.000029398003,0.00102967,0.0010198343,0.00032988863,0.000013151476,0.000015302528,0.000014497801,0.000167533],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9955077,0.00021026033,0.0012983354,0.00012823236,0.0026243615,0.00023107238],"domain_scores_gemma":[0.9982065,0.00011660607,0.0006378678,0.00018533644,0.00066765264,0.00018603445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034095102,0.00010942538,0.0004590541,0.00084551255,0.00010315711,0.0000032153866,0.00026965517,0.00010265866,0.0016831093],"category_scores_gemma":[0.0025118832,0.00009215211,0.00014293662,0.0018358428,0.00015105719,0.00009005394,0.00008238361,0.0013579159,0.0000041801677],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058239233,0.017371215,0.27983236,0.0015000235,0.0006228484,0.007907424,0.008861673,0.00036786668,0.0054041203,0.08788107,0.4378035,0.14662397],"study_design_scores_gemma":[0.022865262,0.008074505,0.80004317,0.002287061,0.00040387866,0.014462447,0.04351405,0.005665746,0.00055999856,0.0046779313,0.09681363,0.00063235796],"about_ca_topic_score_codex":0.0000722319,"about_ca_topic_score_gemma":0.000014124669,"teacher_disagreement_score":0.5202108,"about_ca_system_score_codex":0.0009877448,"about_ca_system_score_gemma":0.0021716452,"threshold_uncertainty_score":0.9992295},"labels":[],"label_agreement":null},{"id":"W4210457975","doi":"10.1097/acm.0000000000002846","title":"A Matter of Trust","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital","funders":"","keywords":"Preceptor; Competence (human resources); Psychology; Duty; Perception; Unconscious mind; Agency (philosophy); Social psychology; Medical education; Medicine; Sociology; Political science","score_opus":0.018118639761143984,"score_gpt":0.3527604881196874,"score_spread":0.33464184835854344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210457975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9311164,0.00025006788,0.00021609935,0.023268789,0.00072222896,0.00032181598,5.1757917e-7,0.000024382454,0.044079673],"genre_scores_gemma":[0.96894425,0.00006063683,0.00039619685,0.0122220935,0.0005672005,0.000011307271,0.00003270577,0.000015659325,0.01774997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987598,0.00001595389,0.00047595892,0.00016678347,0.0004198852,0.00016161961],"domain_scores_gemma":[0.99928206,0.0000507022,0.00014016693,0.00032485745,0.0001449535,0.000057284997],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005177876,0.00009008803,0.00031093642,0.00020803169,0.000012248859,4.3279536e-7,0.00011295801,0.00017763987,0.011160249],"category_scores_gemma":[0.00056400674,0.00006445028,0.000023661449,0.0004639308,0.00017520337,0.000044783403,0.000021694495,0.00054800726,0.0009394943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009304772,0.00002720587,0.5171567,0.00052044314,0.000052665117,0.0000028565473,0.003991177,6.902598e-7,0.037129916,0.0060566003,0.4254492,0.009519451],"study_design_scores_gemma":[0.009971567,0.0013359744,0.5209717,0.0039058023,0.0004462873,0.00048251878,0.011029247,0.0010043045,0.010727053,0.004505453,0.43519232,0.00042774374],"about_ca_topic_score_codex":0.000017186567,"about_ca_topic_score_gemma":4.165108e-8,"teacher_disagreement_score":0.037827805,"about_ca_system_score_codex":0.000045914578,"about_ca_system_score_gemma":0.00007351895,"threshold_uncertainty_score":0.9998384},"labels":[],"label_agreement":null},{"id":"W4210457983","doi":"10.1007/s10620-022-07409-8","title":"An Overview of the GI Fellowship Interview: Part II—Tips for Selection Committees and Interviewers","year":2022,"lang":"en","type":"article","venue":"Digestive Diseases and Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Transplant surgery; Selection (genetic algorithm); Hepatology; Medical education; Medicine; Internal medicine; Psychology; Computer science; Artificial intelligence","score_opus":0.08224648786602468,"score_gpt":0.38245458724824277,"score_spread":0.3002080993822181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210457983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906079,0.0040443665,0.000052342933,0.0045205737,0.00030606182,0.00034402785,0.000035125213,0.000010141947,0.00007947105],"genre_scores_gemma":[0.9976703,0.00021597098,0.0001924774,0.0016593338,0.000052963493,0.00010311264,0.000013820659,0.0000036188403,0.000088408735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992117,0.0001043348,0.00016370237,0.00018453239,0.00023212643,0.00010359586],"domain_scores_gemma":[0.9995745,0.00007691406,0.000093273644,0.00009476488,0.00011428132,0.000046262547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059137907,0.000065291206,0.00012843563,0.000063369385,0.00070030557,0.000020281243,0.00012124077,0.00001295692,0.00005684772],"category_scores_gemma":[0.00042580222,0.00004272733,0.000042088705,0.0004565472,0.0005174769,0.000104371094,0.00008928744,0.000078090256,8.962023e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048970054,0.00039313306,0.9126953,0.0002628782,0.000022741975,2.0788717e-7,0.001716434,0.000014397707,0.00010836895,0.00696882,0.0061126947,0.07165608],"study_design_scores_gemma":[0.0003314557,0.0011750001,0.95882213,0.00019814774,0.00010563552,0.000012872195,0.009332128,0.0036010544,0.00008367798,0.001927686,0.024324719,0.00008550906],"about_ca_topic_score_codex":0.000023470962,"about_ca_topic_score_gemma":0.0000024518863,"teacher_disagreement_score":0.07157057,"about_ca_system_score_codex":0.000027049693,"about_ca_system_score_gemma":0.000104970975,"threshold_uncertainty_score":0.5386255},"labels":[],"label_agreement":null},{"id":"W4210464173","doi":"10.15829/1728-8800-2022-3074","title":"First experience of implementing residency programs at Kazan State Medical University","year":2021,"lang":"en","type":"article","venue":"CARDIOVASCULAR THERAPY AND PREVENTION","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; State (computer science); Residency training; Medicine; Computer science; Continuing education","score_opus":0.030435348575515365,"score_gpt":0.30081270125156256,"score_spread":0.2703773526760472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210464173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98911697,0.0044980543,0.0050796024,0.0004486311,0.0001061147,0.00024791248,8.3577396e-7,0.000021097341,0.0004807773],"genre_scores_gemma":[0.9894574,0.0058544828,0.002922905,0.00008233806,0.00009079946,0.000011719045,0.00010189857,0.0000107458745,0.001467702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988467,0.00012447155,0.00020502834,0.00020752999,0.00047849346,0.00013778415],"domain_scores_gemma":[0.99937516,0.000014885011,0.000060766535,0.00028646368,0.00020802379,0.000054678836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088983716,0.000069528025,0.00020277569,0.00004984997,0.00014610913,0.0000066695575,0.00005032133,0.00006937469,0.00032475466],"category_scores_gemma":[0.00014293582,0.000067940804,0.00021825217,0.00032787948,0.00009886974,0.00007602595,0.000054298835,0.00010096685,0.0000016730064],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008243831,0.00014986268,0.01962807,0.00021017442,0.00071711664,0.00007218063,0.002681706,0.0000026653468,0.00060182915,0.00058455236,0.00019506794,0.97507435],"study_design_scores_gemma":[0.009137519,0.00055985764,0.2727556,0.0015547915,0.0005495066,0.00059818913,0.007421885,0.0005954303,0.0237077,0.0022675989,0.68038166,0.00047025536],"about_ca_topic_score_codex":0.00003004285,"about_ca_topic_score_gemma":0.000026152746,"teacher_disagreement_score":0.97460407,"about_ca_system_score_codex":0.000055611934,"about_ca_system_score_gemma":0.00016133816,"threshold_uncertainty_score":0.35558358},"labels":[],"label_agreement":null},{"id":"W4210525393","doi":"10.1002/dhe.31237","title":"A student‐led events accessibility policy spreads across Canada","year":2022,"lang":"en","type":"article","venue":"Disability Compliance for Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Dissemination; Power (physics); Public relations; Political science; Computer science; Telecommunications; Engineering","score_opus":0.04487268241331316,"score_gpt":0.4489262324416231,"score_spread":0.40405355002830995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210525393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96432245,0.00007785224,0.00006941707,0.028862609,0.004120662,0.0017453503,0.00014156851,0.00006349198,0.000596621],"genre_scores_gemma":[0.98486835,0.0000010132953,0.0009986394,0.005570293,0.0008464493,0.0022767757,0.00097152084,0.000028215258,0.0044387523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976004,0.000101064856,0.0005734066,0.0005803997,0.0007190289,0.0004257304],"domain_scores_gemma":[0.9982217,0.000098506156,0.00020991419,0.00092496123,0.0004364286,0.00010850183],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006564813,0.00019217374,0.00029771676,0.000032560332,0.00065061194,0.000026965628,0.00038715545,0.000053917738,0.0010520037],"category_scores_gemma":[0.00047523988,0.00020332918,0.000097078,0.000989398,0.00015706969,0.00014098345,0.00014834778,0.0003237919,0.0000075064913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022629181,0.005069015,0.90507025,0.00053983426,0.000054594675,2.2436865e-7,0.0009955536,0.0000332606,0.00010963598,0.002431901,0.038415197,0.047054257],"study_design_scores_gemma":[0.00071259454,0.00009302151,0.87420964,0.000032849166,0.000029419823,0.000005350568,0.001781288,0.00006665445,0.00004668611,0.0017607814,0.12109911,0.00016260444],"about_ca_topic_score_codex":0.08136102,"about_ca_topic_score_gemma":0.010500663,"teacher_disagreement_score":0.082683906,"about_ca_system_score_codex":0.0052896426,"about_ca_system_score_gemma":0.0031723673,"threshold_uncertainty_score":0.9998612},"labels":[],"label_agreement":null},{"id":"W4210537889","doi":"10.1007/s10459-022-10095-w","title":"Re-thinking “I”dentity in medical education: genealogy and the possibilities of being and becoming","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University of British Columbia; University of Victoria; Vancouver Coastal Health","funders":"","keywords":"Identity (music); Distancing; Mainstream; Problematization; Sociology; Professional boundaries; Epistemology; Context (archaeology); Pedagogy; Social psychology; Psychology; Public relations; Aesthetics; Medicine; Political science; Law","score_opus":0.01573627860932956,"score_gpt":0.41442110854068914,"score_spread":0.39868482993135956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210537889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91450167,0.014172013,0.000057238878,0.068323255,0.0014623221,0.00049184234,4.613101e-7,0.000007081756,0.0009841103],"genre_scores_gemma":[0.980541,0.0024625263,0.006067346,0.010545176,0.000120898934,0.00019116119,0.000010751136,0.0000041649337,0.000057005214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806994,0.00025880293,0.0006349131,0.0002704036,0.00057586294,0.00019005063],"domain_scores_gemma":[0.99912405,0.00032181892,0.0002669552,0.00015614017,0.00008131535,0.000049693936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058212564,0.00006878322,0.00020913193,0.0003943318,0.00045067497,0.000015911586,0.00016795093,0.000031453135,0.00009386576],"category_scores_gemma":[0.0020677897,0.00005604658,0.000011925431,0.0011396243,0.0008896085,0.00028507452,0.00009522696,0.00032902777,2.0142117e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051883977,0.000420727,0.4627464,0.0007125902,0.0000021382477,2.7190373e-7,0.028898844,0.00006319414,0.0000036324113,0.14027669,0.0002902144,0.3665334],"study_design_scores_gemma":[0.002773496,0.00057858997,0.34099945,0.0019265158,0.000016944914,0.00020132912,0.2968091,0.008282529,0.000026713305,0.3332487,0.014848851,0.0002877336],"about_ca_topic_score_codex":0.0016865471,"about_ca_topic_score_gemma":0.00060425926,"teacher_disagreement_score":0.3662457,"about_ca_system_score_codex":0.00027165868,"about_ca_system_score_gemma":0.0041965344,"threshold_uncertainty_score":0.7444472},"labels":[],"label_agreement":null},{"id":"W4210538797","doi":"10.36834/cmej.74109","title":"Teaching and fostering change management in medical education","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary; University of Alberta","funders":"","keywords":"Medical education; Computer science; Data science; Medicine","score_opus":0.025879578168949712,"score_gpt":0.35227872073591365,"score_spread":0.32639914256696395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210538797","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4535454,0.0026794528,0.000077933444,0.50060916,0.008670385,0.0009446475,0.0000025613376,0.000038953443,0.03343153],"genre_scores_gemma":[0.6720701,0.00045773046,0.00392649,0.31802693,0.002929624,0.000633513,0.00010819654,0.00004530512,0.0018021454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702144,0.00024754417,0.00055628736,0.0002656294,0.0015016783,0.0004073985],"domain_scores_gemma":[0.99583095,0.00002974538,0.00011913774,0.00021335986,0.00014022781,0.00366659],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032007454,0.00013856858,0.00019549459,0.0013006809,0.00063736347,0.000048110986,0.00026784014,0.00014311184,0.026401585],"category_scores_gemma":[0.0073919413,0.00014615935,0.000038097725,0.00059834914,0.000098167366,0.00017314925,0.00011887709,0.002516626,0.000015322006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001083102,0.0003731092,0.0017299,0.00006490546,0.000017495646,0.00010430071,0.00221844,2.413953e-7,0.0000012161805,0.0040614675,0.116087645,0.87533045],"study_design_scores_gemma":[0.0010569035,0.00011256144,0.018384743,0.00062690035,0.000041550826,0.008961849,0.016567172,0.0010177849,6.9934475e-7,0.0013940486,0.9516134,0.00022237493],"about_ca_topic_score_codex":0.007928598,"about_ca_topic_score_gemma":0.0027946276,"teacher_disagreement_score":0.87510806,"about_ca_system_score_codex":0.0016321432,"about_ca_system_score_gemma":0.035021227,"threshold_uncertainty_score":0.9997846},"labels":[],"label_agreement":null},{"id":"W4210593386","doi":"10.1111/medu.14735","title":"Patients' perspectives on medical students' professionalism: Blind spots and opportunities","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; The Wilson Centre; University Health Network; University of Toronto","funders":"","keywords":"Curriculum; Constructivist grounded theory; Hidden curriculum; Psychology; Medical education; Affect (linguistics); Perception; Perspective (graphical); Value (mathematics); Grounded theory; Pedagogy; Medicine; Qualitative research; Sociology","score_opus":0.034027722813650345,"score_gpt":0.40058391808799293,"score_spread":0.3665561952743426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210593386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8786118,0.00043813876,0.00003408496,0.11560921,0.0020948579,0.00057248614,0.0000046946166,0.00006270029,0.0025720312],"genre_scores_gemma":[0.9263968,0.00022601405,0.00020200279,0.06763499,0.0006003293,0.00056387536,0.0005254346,0.00003068148,0.0038199106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936937,0.00023013314,0.0004685836,0.0004129124,0.0049409345,0.0002537447],"domain_scores_gemma":[0.99878955,0.00012678922,0.00014330652,0.0003167004,0.000376843,0.00024682126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019101514,0.00017021417,0.0002449631,0.00038313205,0.00044221713,0.000028780552,0.00034406263,0.00016897469,0.01347327],"category_scores_gemma":[0.006302409,0.00014808564,0.00004520668,0.0004105392,0.00032112384,0.000089139845,0.00025837505,0.0010521633,0.00003167462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045213924,0.013818705,0.027614024,0.00015375871,0.0000819187,0.000028922195,0.01124985,3.5932803e-7,0.0000026345692,0.022059849,0.41606236,0.5084755],"study_design_scores_gemma":[0.005921453,0.0011483835,0.21033986,0.0006625143,0.00011806732,0.00023163181,0.075249046,0.00041927118,0.000011450452,0.000729711,0.7047351,0.00043351558],"about_ca_topic_score_codex":0.000026851647,"about_ca_topic_score_gemma":8.570567e-7,"teacher_disagreement_score":0.508042,"about_ca_system_score_codex":0.00040169564,"about_ca_system_score_gemma":0.003811016,"threshold_uncertainty_score":0.98742855},"labels":[],"label_agreement":null},{"id":"W4210659271","doi":"10.1016/j.acra.2021.11.025","title":"Review of Challenges to the Implementation of Competence by Design in Post-Graduate Medical Education: What Can Diagnostic Radiology Learn from the Experience of Other Specialty Disciplines?","year":2022,"lang":"en","type":"review","venue":"Academic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Specialty; Subspecialty; Competence (human resources); Medicine; Graduate medical education; Medical education; Curriculum; Radiology; Medical physics; Family medicine; Accreditation; Psychology; Pedagogy","score_opus":0.10536029741856297,"score_gpt":0.45043306296891195,"score_spread":0.345072765550349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210659271","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016974292,0.94996727,0.000069213536,0.04460005,0.0011742279,0.002403761,0.000059954185,0.0000066428624,0.000021455038],"genre_scores_gemma":[0.0002705903,0.9883027,0.00027731308,0.008591591,0.0005907002,0.0013311976,0.00059091067,0.000030564377,0.000014426095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944253,0.002154356,0.0020733264,0.00048472075,0.0005703966,0.0002918776],"domain_scores_gemma":[0.99245954,0.0051504243,0.0013682359,0.00073404115,0.00020776849,0.00007998698],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033702098,0.0002880276,0.0017922632,0.00031898354,0.000061498955,0.0000021083192,0.0011499362,0.00039494454,0.0013750098],"category_scores_gemma":[0.013151066,0.00017084753,0.00015685451,0.0014122921,0.0007314082,0.000061167724,0.00018169831,0.0014805665,0.0000045599004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000151203585,0.000084470106,0.00019033127,0.0054719234,0.0001006992,0.0000011850036,0.0076412237,6.681282e-7,0.000005219266,0.00068258226,0.036421213,0.94938534],"study_design_scores_gemma":[0.00028172898,0.00030796268,0.0011250946,0.036018714,0.00044290515,0.00023064029,0.0124638695,0.0000033461267,0.0000102087915,0.00014013555,0.9487938,0.00018154744],"about_ca_topic_score_codex":0.00065201137,"about_ca_topic_score_gemma":0.000093704795,"teacher_disagreement_score":0.9492038,"about_ca_system_score_codex":0.00021710918,"about_ca_system_score_gemma":0.0027893737,"threshold_uncertainty_score":0.9995379},"labels":[],"label_agreement":null},{"id":"W4210681859","doi":"10.46903/gjms/18.04.906","title":"MEDICAL EDUCATION IS CHANGING IN PAKISTAN","year":2021,"lang":"en","type":"article","venue":"Gomal Journal of Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Apprenticeship; Presentation (obstetrics); Curriculum; Medical education; Foundation (evidence); Medical history; Training system; Pedagogy; Surgery; Law","score_opus":0.029064059410719215,"score_gpt":0.44061367689590625,"score_spread":0.41154961748518704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210681859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7873632,0.0011903769,0.00060073345,0.20596223,0.001660269,0.000049860995,2.2298394e-7,0.000006565615,0.0031665652],"genre_scores_gemma":[0.97118706,0.00044250366,0.004659307,0.022025876,0.0013738092,0.0000034034974,0.0000031002771,0.0000063185444,0.00029860693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945035,0.00009394503,0.0007659321,0.00017846236,0.0041517867,0.0003063872],"domain_scores_gemma":[0.9988096,0.00010608998,0.00021522597,0.000114335664,0.00036204892,0.00039275136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005787489,0.00008508139,0.00026292336,0.00047555447,0.00010254997,0.00003607564,0.00037551494,0.0002011803,0.006699268],"category_scores_gemma":[0.007099423,0.000061908715,0.00007385052,0.0022252686,0.00044973087,0.00017342948,0.00006939742,0.00069881126,0.000016644664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030248942,0.0013120197,0.055456728,0.000100802674,0.000027012087,0.0009244356,0.0022532232,0.0000010488882,0.00014406662,0.016784526,0.030731995,0.8922339],"study_design_scores_gemma":[0.013766243,0.0030712003,0.26961377,0.02355499,0.00030911257,0.063265525,0.08442695,0.016908513,0.00760082,0.022552885,0.49363935,0.0012906578],"about_ca_topic_score_codex":0.000022206967,"about_ca_topic_score_gemma":0.000017506438,"teacher_disagreement_score":0.8909432,"about_ca_system_score_codex":0.00014864626,"about_ca_system_score_gemma":0.010587196,"threshold_uncertainty_score":0.9950219},"labels":[],"label_agreement":null},{"id":"W4210766360","doi":"10.1007/s10459-021-10088-1","title":"Beyond the ratings: gender effects in written comments from clinical teaching assessments","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thinkpath Engineering Services (Canada); Public Health Ontario; University of Toronto; University Health Network; Sinai Health System; Sunnybrook Health Science Centre; Mount Sinai Hospital; The Wilson Centre; Health Canada","funders":"Canada Research Chairs","keywords":"Categorization; Psychology; Excellence; Construct (python library); Clinical psychology; Social psychology; Linguistics","score_opus":0.03972394103281354,"score_gpt":0.5101213401997721,"score_spread":0.47039739916695855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210766360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9511355,0.0034373747,0.0006690225,0.03184789,0.0072507155,0.0013453129,0.0000026256193,0.000025420946,0.0042861127],"genre_scores_gemma":[0.92483073,0.0002589885,0.02553174,0.048293892,0.00036210075,0.00054367067,0.00009045208,0.000009034262,0.00007941386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99677056,0.00089393515,0.0008689881,0.00042367482,0.00071421615,0.00032861324],"domain_scores_gemma":[0.99841875,0.0007992811,0.00038733316,0.00028949673,0.000048208214,0.000056959867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007232779,0.000105269224,0.00022769783,0.00027413707,0.0007584136,0.000028561359,0.0003456322,0.000036178168,0.000082841114],"category_scores_gemma":[0.0013868317,0.00008384469,0.000027325199,0.0011848846,0.00022342977,0.00039717637,0.00009714144,0.0009958774,0.000005038218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014975542,0.0007930498,0.60440814,0.00008269299,0.000002731554,5.586758e-7,0.0021491856,0.00018575742,0.0000042149745,0.003862954,0.0046381704,0.38385755],"study_design_scores_gemma":[0.0012326102,0.0007321694,0.855594,0.00034586643,0.000011156736,0.000012326781,0.025243033,0.009809291,0.0000056995996,0.028791761,0.078035735,0.0001863867],"about_ca_topic_score_codex":0.00080201164,"about_ca_topic_score_gemma":0.00007296093,"teacher_disagreement_score":0.38367116,"about_ca_system_score_codex":0.0007403421,"about_ca_system_score_gemma":0.0017528022,"threshold_uncertainty_score":0.58331805},"labels":[],"label_agreement":null},{"id":"W4210876113","doi":"10.26443/mjm.v20i1.914","title":"Rewarding progress: Effective learning strategies through a variable ratio incentive-based approach in medical education","year":2022,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; York University; University of Waterloo; University of Ottawa","funders":"","keywords":"Incentive; Medicine; Medical education; Continuing medical education; Recall; Learning styles; Psychology; Mathematics education; Continuing education; Cognitive psychology","score_opus":0.01853863793610299,"score_gpt":0.34803661053604446,"score_spread":0.32949797259994146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210876113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69275117,0.0071801874,0.10191008,0.12909505,0.008829201,0.0045892834,0.000007178563,0.00020303673,0.055434845],"genre_scores_gemma":[0.97962105,0.00004237442,0.012664887,0.0065227174,0.0007704833,0.00018076088,0.0000693853,0.000029091534,0.000099221295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961369,0.0005530328,0.0009710896,0.00023775442,0.0018259607,0.00027527421],"domain_scores_gemma":[0.9982049,0.00018858122,0.0006471963,0.00017774636,0.0006586658,0.00012290502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004359519,0.00017664336,0.0005621928,0.0006392921,0.00033460435,0.0000118698035,0.00023009184,0.000108321874,0.00085900706],"category_scores_gemma":[0.0036743188,0.00014064973,0.000064659675,0.0017474213,0.00026576617,0.00028578413,0.000058334997,0.0019130851,0.0000015732127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059459475,0.016962586,0.08758574,0.0033306465,0.0010065363,0.00096081686,0.021285158,0.022536848,0.0056566577,0.115752995,0.10444806,0.614528],"study_design_scores_gemma":[0.049297757,0.016251894,0.039841104,0.011704744,0.0011992954,0.0071482705,0.15500142,0.06827713,0.00084817235,0.010064253,0.6391774,0.0011885993],"about_ca_topic_score_codex":0.000050421477,"about_ca_topic_score_gemma":6.510566e-7,"teacher_disagreement_score":0.6133394,"about_ca_system_score_codex":0.00090841716,"about_ca_system_score_gemma":0.0022214034,"threshold_uncertainty_score":0.9405525},"labels":[],"label_agreement":null},{"id":"W4210877752","doi":"10.5387/fms.2021-24","title":"Impact of general practice / family medicine clerkships on Japanese medical students: Using text mining to analyze reflective writing","year":2022,"lang":"en","type":"article","venue":"FUKUSHIMA JOURNAL OF MEDICAL SCIENCE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"","keywords":"Medical education; Medicine; Psychology","score_opus":0.08067267278175959,"score_gpt":0.5083737613441907,"score_spread":0.42770108856243105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210877752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96924007,0.00021535026,0.0010944054,0.02638931,0.0013296561,0.00024324404,0.0000025520917,0.0000136813605,0.0014717005],"genre_scores_gemma":[0.97920376,0.000049391983,0.007605386,0.011481167,0.0015852939,0.000008832262,0.000003467714,0.00002398526,0.00003870772],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9775062,0.0005289387,0.0017714588,0.00045128918,0.019102281,0.000639818],"domain_scores_gemma":[0.99380165,0.0011356685,0.001212137,0.0004312313,0.002100057,0.0013192396],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030895775,0.00024027075,0.00075134094,0.0014344756,0.0005477428,0.000049093414,0.0020384698,0.00015667238,0.0022932428],"category_scores_gemma":[0.08262422,0.00017339016,0.00017721226,0.0056190644,0.0011822744,0.000412356,0.00059236964,0.0019854032,0.0000049296846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00960302,0.014852241,0.1486321,0.00036489012,0.0018475427,0.0062769195,0.06677776,0.006638385,0.13184765,0.0030677463,0.09440747,0.5156843],"study_design_scores_gemma":[0.021917893,0.044761878,0.68432367,0.010944956,0.0014637337,0.031674948,0.14103019,0.05040963,0.0011829928,0.00039930665,0.010316883,0.0015739182],"about_ca_topic_score_codex":0.0003025978,"about_ca_topic_score_gemma":0.00000292315,"teacher_disagreement_score":0.53569156,"about_ca_system_score_codex":0.0018881541,"about_ca_system_score_gemma":0.0056472793,"threshold_uncertainty_score":0.9999898},"labels":[],"label_agreement":null},{"id":"W4210897285","doi":"10.26443/mjm.v20i1.913","title":"Engaging Pre-Clerkship and Clerkship Students as Medical Scribes in The Emergency Department","year":2022,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Ottawa","funders":"","keywords":"Emergency department; Medicine; Specialty; Medical education; Debt; Medical school; Clinical clerkship; Curriculum; Family medicine; Nursing; Psychology","score_opus":0.04224456111190906,"score_gpt":0.4079003519412981,"score_spread":0.36565579082938904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210897285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8931014,0.0014466619,0.000035896905,0.102224216,0.0013860941,0.00033259692,0.0000017914723,0.000009020056,0.00146232],"genre_scores_gemma":[0.9782374,0.00061101746,0.00016755726,0.019980444,0.00075524783,0.000036027643,0.000013299402,0.000017099066,0.00018190661],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99478656,0.00048721294,0.0010685425,0.0001776005,0.0032119455,0.00026816523],"domain_scores_gemma":[0.99880165,0.00021664808,0.00035591613,0.00023911978,0.00020972338,0.00017695133],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008591958,0.00014933865,0.0003853399,0.0004208655,0.00035021812,0.000006130446,0.0004807503,0.000063831096,0.0032668968],"category_scores_gemma":[0.0043671206,0.000093572286,0.00005340948,0.0007639131,0.0001625686,0.000083063605,0.00013311314,0.0015535697,0.0000037580817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015118035,0.0038391422,0.32447764,0.00038666127,0.0005270121,0.0027303721,0.021387383,0.000041784973,0.00079480145,0.0065031634,0.31706086,0.32073936],"study_design_scores_gemma":[0.012088707,0.004634004,0.6452318,0.0010597825,0.0004550558,0.010154485,0.030983372,0.00027734583,0.00006454226,0.003262592,0.29151955,0.00026880714],"about_ca_topic_score_codex":0.000041262465,"about_ca_topic_score_gemma":0.0000065790337,"teacher_disagreement_score":0.3207541,"about_ca_system_score_codex":0.00022038608,"about_ca_system_score_gemma":0.00014666111,"threshold_uncertainty_score":0.99764425},"labels":[],"label_agreement":null},{"id":"W4210918379","doi":"10.1503/cmaj.211816","title":"Replacing high-stakes summative examinations with graduated medical licensure in Canada","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; Royal College of Physicians and Surgeons of Canada; College of Family Physicians of Canada; University of Saskatchewan","funders":"","keywords":"Licensure; Summative assessment; Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; Medical education; 2019-20 coronavirus outbreak; Family medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); United States Medical Licensing Examination; Medical school; Pathology; Formative assessment; Psychology","score_opus":0.007056017484810428,"score_gpt":0.23441782584870344,"score_spread":0.227361808363893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210918379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8199219,0.0000712929,0.000112306756,0.17592503,0.0013318033,0.00028261336,0.000038675025,0.000022913644,0.0022934421],"genre_scores_gemma":[0.97401553,0.000024840085,0.000339604,0.02403318,0.0007069814,0.00006611136,0.00017078828,0.000028418011,0.0006145684],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99264437,0.0004193285,0.0008010313,0.00025743712,0.005238142,0.0006397101],"domain_scores_gemma":[0.9970635,0.0003107928,0.0003597093,0.0001836313,0.0008175204,0.0012648219],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003745067,0.00016465965,0.00035678374,0.00058949646,0.0006453619,0.000035595753,0.0002799238,0.00021098358,0.015158237],"category_scores_gemma":[0.009106185,0.00015163743,0.000039566108,0.00179207,0.000061221566,0.00011886045,0.0000297487,0.0032897945,0.000014342613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000060429775,0.00020910632,0.4349671,0.00003538794,0.00025916094,0.005082658,0.0018435388,0.00017998596,0.000004696602,0.0016516924,0.506243,0.049463227],"study_design_scores_gemma":[0.0063502886,0.00037794607,0.5160159,0.0005268273,0.00011151037,0.0058352486,0.025920399,0.00799825,0.000024072353,0.00019320243,0.43608263,0.0005636976],"about_ca_topic_score_codex":0.83263874,"about_ca_topic_score_gemma":0.98593235,"teacher_disagreement_score":0.1540936,"about_ca_system_score_codex":0.014245626,"about_ca_system_score_gemma":0.061623503,"threshold_uncertainty_score":0.9992405},"labels":[],"label_agreement":null},{"id":"W4210983124","doi":"10.3138/jvme-2021-0115","title":"Specifications Grading in a Cardiovascular Systems Course: Student and Course Coordinator Perspectives on the Impacts on Student Achievement","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Workload; Medical education; Psychology; Curriculum; Focus group; Mathematics education; Pedagogy; Medicine; Engineering; Computer science","score_opus":0.059761045533176314,"score_gpt":0.4021321581166301,"score_spread":0.3423711125834538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210983124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93904555,0.00495745,0.000047154903,0.05266753,0.0023001847,0.0007066072,0.0000023614323,0.0000095449695,0.00026362867],"genre_scores_gemma":[0.9967487,0.00044383726,0.000084792446,0.0016064922,0.0007804395,0.00019944545,0.000009900342,0.000021201666,0.000105208994],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9959645,0.00049264665,0.00072581647,0.00024861065,0.0023497953,0.00021861475],"domain_scores_gemma":[0.9984822,0.00020514002,0.00037574713,0.0004157709,0.00032475352,0.00019637545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004251845,0.00016609924,0.00039036965,0.00035821798,0.00029606867,0.000045227036,0.00029940568,0.00006577501,0.00023420926],"category_scores_gemma":[0.0011329609,0.00011952473,0.00013371883,0.0005854279,0.00014704335,0.000088128596,0.00007783698,0.0011441176,0.0000042265556],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00345642,0.14750588,0.16466382,0.0009315114,0.006059339,0.0016559303,0.15307504,0.002330948,0.001583646,0.116134174,0.23100781,0.17159547],"study_design_scores_gemma":[0.0020863062,0.005033269,0.7182351,0.0009471851,0.00029024374,0.0022143056,0.21349418,0.00024618252,0.000007701317,0.000050403436,0.057213612,0.00018152731],"about_ca_topic_score_codex":0.00001995908,"about_ca_topic_score_gemma":5.3107516e-7,"teacher_disagreement_score":0.5535713,"about_ca_system_score_codex":0.0013017628,"about_ca_system_score_gemma":0.0017790432,"threshold_uncertainty_score":0.49706852},"labels":[],"label_agreement":null},{"id":"W4210998985","doi":"10.1101/2022.02.10.479930","title":"The Voices of Medical Education Science: Describing the Published Landscape","year":2022,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Scholarship; Publication; Multinational corporation; Political science; Library science; Social science; Medicine; Sociology; Law","score_opus":0.023357196389936226,"score_gpt":0.29039695398614607,"score_spread":0.26703975759620985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210998985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9522601,0.0021777314,0.00018260494,0.03616563,0.0076980093,0.0011257204,0.000014156519,0.0001547685,0.00022128673],"genre_scores_gemma":[0.9947631,0.00033276723,0.0014499649,0.0017343721,0.0011174091,0.0005190752,0.0000013397432,0.00005451746,0.000027463637],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9948826,0.00017010653,0.0008170148,0.0006764557,0.002980247,0.00047361007],"domain_scores_gemma":[0.9948508,0.00019707765,0.00070142344,0.0020808172,0.001952356,0.00021753396],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00837391,0.00028048237,0.00036390475,0.00046936632,0.0010306224,0.00037262458,0.0019149969,0.00032611677,0.00078816427],"category_scores_gemma":[0.013561075,0.00018129668,0.000110970286,0.002738109,0.0011531791,0.0002050193,0.0010155805,0.001981141,0.00001092879],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039354924,0.0054470883,0.2163555,0.0038787369,0.0012804883,0.00004926001,0.0013788424,0.000093779076,0.14484231,0.19001819,0.43416575,0.0020965093],"study_design_scores_gemma":[0.0020170158,0.0002940582,0.5922107,0.0032923257,0.0008850488,7.2787236e-7,0.0017618594,0.00886674,0.041979216,0.00008098024,0.34714955,0.0014617299],"about_ca_topic_score_codex":0.000103518076,"about_ca_topic_score_gemma":0.0000024831572,"teacher_disagreement_score":0.37585524,"about_ca_system_score_codex":0.00049796223,"about_ca_system_score_gemma":0.017656446,"threshold_uncertainty_score":0.9947481},"labels":[],"label_agreement":null},{"id":"W4211034022","doi":"10.3138/jvme-2021-0037","title":"Developing Mentee Skills: A Curriculum Guide","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mentorship; Curriculum; Medical education; Lifelong learning; Skills management; Pilot program; Medicine; Psychology; Pedagogy","score_opus":0.03943383028877032,"score_gpt":0.42041300793529457,"score_spread":0.3809791776465242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211034022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94532305,0.0005538199,0.0024475644,0.043812323,0.006175431,0.00020834293,7.5895707e-7,0.000021637561,0.0014570974],"genre_scores_gemma":[0.9225623,0.0002480179,0.047855742,0.025216606,0.002318602,0.000103316466,0.0000685028,0.000037208356,0.0015897108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968952,0.00015629973,0.00096136925,0.00015025093,0.0016320641,0.00020479537],"domain_scores_gemma":[0.9984533,0.000048673563,0.00050951686,0.00020817577,0.00060068455,0.00017962996],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019508745,0.0001191651,0.00027492415,0.00044433842,0.0002101562,0.000013520326,0.00028469382,0.00007397861,0.0034744914],"category_scores_gemma":[0.004258344,0.00010475512,0.000108544635,0.0007446875,0.00007700568,0.00015902735,0.000119505974,0.00081992167,0.000014566498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016475594,0.004773722,0.006560207,0.00022255453,0.00012894548,0.00025722626,0.001525832,0.00000722687,0.0006088916,0.0025090422,0.4744247,0.5088169],"study_design_scores_gemma":[0.001144097,0.0016818389,0.010084142,0.0004760127,0.00007516724,0.017501572,0.004774191,0.00026814957,0.000050680046,0.00039644924,0.9634067,0.00014104048],"about_ca_topic_score_codex":0.00001524925,"about_ca_topic_score_gemma":2.5863042e-7,"teacher_disagreement_score":0.5086759,"about_ca_system_score_codex":0.0010982087,"about_ca_system_score_gemma":0.006948837,"threshold_uncertainty_score":0.99868083},"labels":[],"label_agreement":null},{"id":"W4211066494","doi":"10.1002/9781119373780.ch29","title":"Qualitative Research in Medical Education","year":2018,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Stan Cassidy Foundation; The Wilson Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Qualitative research; Medical education; Psychology; Data science; Computer science; Sociology; Medicine; Social science","score_opus":0.1599461872986804,"score_gpt":0.6359529301183012,"score_spread":0.47600674281962085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211066494","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027702656,0.00019329855,0.00010421629,0.01897895,0.0010778249,0.0005405377,7.261667e-7,0.00008037918,0.97874707],"genre_scores_gemma":[0.00046882444,0.00009436287,0.007689923,0.003909877,0.0023860964,0.0001716025,0.00021839737,0.00019364267,0.9848673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973606,0.0003149056,0.00032730386,0.00031592284,0.0014273237,0.00025394367],"domain_scores_gemma":[0.9988564,0.00010788973,0.000072099014,0.00044298384,0.00042583753,0.000094753734],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034962427,0.00011796225,0.0002457559,0.0016849688,0.000024958037,0.000008138389,0.00015910226,0.00063867244,0.106936775],"category_scores_gemma":[0.0049868342,0.00009726493,0.00002485165,0.001403356,0.00047284752,0.000017789931,0.00004382079,0.0007686631,0.004253642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009472242,0.0004476714,0.00009174702,0.00018871228,0.00001400612,0.000003820302,0.0012446519,3.9034906e-10,7.4939277e-7,0.010903699,0.9390592,0.048036244],"study_design_scores_gemma":[0.00032832992,0.00008210244,0.00012592012,0.002203583,0.0000066290754,0.0000147624805,0.0063613383,0.000020340147,0.00000469243,0.0014120458,0.98934954,0.00009072577],"about_ca_topic_score_codex":0.0008312387,"about_ca_topic_score_gemma":0.00029565816,"teacher_disagreement_score":0.102683134,"about_ca_system_score_codex":0.0003009188,"about_ca_system_score_gemma":0.004386572,"threshold_uncertainty_score":0.99652165},"labels":[],"label_agreement":null},{"id":"W4211081570","doi":"10.12688/f1000research.74559.1","title":"Effectiveness of Clinical Presentation (CP) Curriculum in teaching clinical medicine to undergraduate medical students: A cross-sectional study.","year":2022,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Surprise; Test (biology); Medicine; Presentation (obstetrics); Cross-sectional study; Family medicine; Perception; Medical school; Psychology; Pedagogy; Pathology; Surgery","score_opus":0.1426121980564364,"score_gpt":0.6351179266044487,"score_spread":0.4925057285480122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211081570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97968364,0.00009724647,0.00124423,0.005061815,0.005727924,0.006508342,0.000021214117,0.000093322524,0.0015622731],"genre_scores_gemma":[0.992927,0.00013359461,0.001080691,0.00045500955,0.0020685736,0.0017371025,0.000758211,0.000094969364,0.0007448169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9679007,0.011223825,0.005638688,0.0019604487,0.012493729,0.00078259857],"domain_scores_gemma":[0.99021363,0.005300996,0.00071600627,0.0015299005,0.0015962608,0.00064320135],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.104651496,0.00043261374,0.0018671558,0.0017447415,0.00025392944,0.00008827019,0.002105431,0.0008848063,0.0022183252],"category_scores_gemma":[0.08989881,0.00038227628,0.00036262258,0.0017666083,0.0009796562,0.00011574222,0.004541979,0.011046367,0.00006187915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015943992,0.011846775,0.96476996,0.0013516841,0.00044111462,0.00018932612,0.00052831654,0.00019937799,0.000010717805,0.00055911427,0.0055230493,0.012986143],"study_design_scores_gemma":[0.007374921,0.0027544454,0.9826465,0.0015306086,0.000091479196,0.000022468299,0.0013026021,0.001363187,0.000004335064,0.0011481466,0.0015008927,0.0002603775],"about_ca_topic_score_codex":0.0036669513,"about_ca_topic_score_gemma":0.000095112024,"teacher_disagreement_score":0.022312924,"about_ca_system_score_codex":0.0009905087,"about_ca_system_score_gemma":0.0030813434,"threshold_uncertainty_score":0.9998629},"labels":[],"label_agreement":null},{"id":"W4211124807","doi":"10.1002/9781119373780.ch4","title":"Teaching and Learning in Medical Education","year":2018,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Experiential learning; Social constructivism; Constructivism (international relations); Transformative learning; Psychology; Learning theory; Lifelong learning; Constructivist teaching methods; Reflective practice; Learning sciences; Pedagogy; Epistemology; Teaching method","score_opus":0.008963500399952166,"score_gpt":0.3643530036041074,"score_spread":0.35538950320415524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211124807","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002105984,0.00017669253,0.00018986496,0.0073635997,0.00053632894,0.00018421105,6.056937e-8,0.00012027663,0.98932296],"genre_scores_gemma":[0.0008164077,0.000048980273,0.01229579,0.005694598,0.0014602891,0.000022470307,0.000070461676,0.00012343071,0.9794676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913985,0.000075112126,0.00017917862,0.00018959004,0.00030954878,0.00010673602],"domain_scores_gemma":[0.999701,0.000023264174,0.00006428423,0.00012981729,0.000030811734,0.000050821825],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007961801,0.00009570092,0.00016729602,0.00047416016,0.000035587873,0.000006830629,0.000045881327,0.00035438428,0.01909281],"category_scores_gemma":[0.0037496327,0.00008101426,0.000011195591,0.00014738928,0.00009132172,0.000015319805,0.000025126254,0.0009982797,0.00019800453],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017292776,0.00008268682,0.001567894,0.00010399064,0.0000059170407,0.0000012159874,0.00012488982,1.8111199e-9,0.000001176576,0.001034055,0.66993207,0.32714435],"study_design_scores_gemma":[0.00023786403,0.000038031314,0.0010437145,0.0012716205,0.0000131837,0.000045154215,0.00042772584,0.00021047718,6.0642117e-7,0.000048498536,0.9965867,0.00007646865],"about_ca_topic_score_codex":0.0009218688,"about_ca_topic_score_gemma":0.00010869049,"teacher_disagreement_score":0.32706788,"about_ca_system_score_codex":0.00006390241,"about_ca_system_score_gemma":0.00073953706,"threshold_uncertainty_score":0.9818039},"labels":[],"label_agreement":null},{"id":"W4212796875","doi":"10.2196/29624","title":"Design and First Impressions of a Small Private Online Course in Clinical Workplace Learning: Questionnaire and Interview Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Leiden","keywords":"Internship; Medical education; Flexibility (engineering); Psychology; Blended learning; Autonomy; Knowledge management; Computer science; Educational technology; Medicine; Pedagogy","score_opus":0.04178196341221431,"score_gpt":0.4264630155102967,"score_spread":0.3846810520980824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212796875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97400403,0.0008012288,0.0010846755,0.02214264,0.0005486876,0.0013633217,6.9407054e-7,0.000033385077,0.000021342617],"genre_scores_gemma":[0.993498,0.00019637746,0.00357741,0.0016094239,0.00017542338,0.00059709366,0.00005995811,0.00001872366,0.00026758816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973687,0.00076054153,0.0008382884,0.00033883358,0.0005298555,0.00016380461],"domain_scores_gemma":[0.99891824,0.00024902305,0.0002573598,0.00025174904,0.00014519296,0.00017844257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033846467,0.00012598143,0.00033473654,0.00021725992,0.00015135284,0.000008673325,0.00013085612,0.00012598836,0.0003327707],"category_scores_gemma":[0.0046933424,0.000114294155,0.00002883188,0.0006487063,0.00024461665,0.000052846874,0.00017618893,0.0011737641,0.0000014423897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021322416,0.019865656,0.513361,0.00044917403,0.000043191292,0.000013952285,0.008039647,0.000024586832,0.000011925041,0.00019143608,0.004869304,0.45291695],"study_design_scores_gemma":[0.0024779707,0.0015688959,0.96408373,0.0013018693,0.000102307764,0.000121931866,0.012363731,0.0104429545,0.0000020432353,0.00016694168,0.0072217933,0.00014579971],"about_ca_topic_score_codex":0.00004884841,"about_ca_topic_score_gemma":0.000025992735,"teacher_disagreement_score":0.45277113,"about_ca_system_score_codex":0.00011588783,"about_ca_system_score_gemma":0.0013772794,"threshold_uncertainty_score":0.5618708},"labels":[],"label_agreement":null},{"id":"W4212850686","doi":"10.1111/tct.13471","title":"<scp>Students‐As‐Teachers</scp> : Fostering medical educators","year":2022,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Markham Stouffville Hospital; University of Toronto","funders":"","keywords":"Mentorship; Medical education; Curriculum; Scholarship; Psychology; Faculty development; Teaching method; Medicine; Mathematics education; Pedagogy; Professional development; Political science","score_opus":0.08469381341492141,"score_gpt":0.4782914495744001,"score_spread":0.39359763615947874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212850686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94219655,0.00018937212,0.000066910536,0.032031197,0.003026291,0.00047737476,0.0000010358851,0.00016861908,0.021842632],"genre_scores_gemma":[0.9387676,0.000033536104,0.0003137737,0.024439067,0.002311172,0.00017513229,0.00004104952,0.000059981194,0.03385867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99547863,0.0006880776,0.0009958544,0.0004510869,0.0019454533,0.00044089806],"domain_scores_gemma":[0.99757594,0.0008121232,0.0002377173,0.00095757673,0.000097398704,0.00031925182],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008520746,0.00019460106,0.000404346,0.00010899116,0.00043964328,0.000032147294,0.00094959134,0.00021495779,0.0061346334],"category_scores_gemma":[0.016809335,0.00014093076,0.00023489652,0.0006544673,0.00044316184,0.000053580796,0.0010972354,0.0030158046,0.0005677445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038779315,0.0029899047,0.22387193,0.00002374165,0.0002640913,0.00005200984,0.0066436096,0.000002033773,0.000017886041,0.0009068502,0.6132753,0.1519139],"study_design_scores_gemma":[0.0020562278,0.0005729207,0.10452308,0.00005881984,0.00022155262,0.00042161086,0.016151018,0.00031082827,0.00001821359,0.0015159178,0.87403315,0.00011664394],"about_ca_topic_score_codex":0.00004000958,"about_ca_topic_score_gemma":0.0000015574203,"teacher_disagreement_score":0.2607579,"about_ca_system_score_codex":0.00025153873,"about_ca_system_score_gemma":0.0006205892,"threshold_uncertainty_score":0.99928427},"labels":[],"label_agreement":null},{"id":"W4212884388","doi":"10.26226/morressier.596648e4d462b80290b52104","title":"Development of a novel formative assessment tool to assess intraoperative decision-making in colorectal surgery","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Colorectal surgery; Medicine; Medical physics; General surgery; Surgery; Psychology; Abdominal surgery","score_opus":0.07264376944056217,"score_gpt":0.4357716565738949,"score_spread":0.3631278871333327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212884388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7625745,0.000005412307,0.23021169,0.0005859131,0.0011338831,0.0012330406,0.00001017926,0.000024850622,0.0042205458],"genre_scores_gemma":[0.5599753,0.0000032570126,0.439159,0.00030313243,0.00006965144,0.00035603606,0.00008795479,0.000015750173,0.000029858167],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967604,0.000040215007,0.0015231033,0.00047641786,0.00088633003,0.00031349796],"domain_scores_gemma":[0.99716896,0.00054505985,0.00061072374,0.000556499,0.0010494621,0.00006929155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024508196,0.00031042055,0.00093624805,0.0009102879,0.00013501185,0.00007185509,0.00030882182,0.00035138062,0.00025395982],"category_scores_gemma":[0.0052572363,0.00026439087,0.000099278455,0.0003734907,0.000087201166,0.00015717727,0.00068827486,0.00095471804,0.000011425668],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005264845,0.0032580676,0.017269466,0.0012246444,0.000480726,0.000031873205,0.032609664,0.0004745847,0.004197756,0.0029375188,0.007162333,0.92982686],"study_design_scores_gemma":[0.0026855217,0.00023696052,0.9011107,0.02816075,0.00014849647,0.00005977813,0.011771493,0.025000708,0.024630176,0.0011188705,0.0035260469,0.0015504614],"about_ca_topic_score_codex":0.000026272288,"about_ca_topic_score_gemma":0.000083153296,"teacher_disagreement_score":0.9282764,"about_ca_system_score_codex":0.0014504042,"about_ca_system_score_gemma":0.005980076,"threshold_uncertainty_score":0.9999808},"labels":[],"label_agreement":null},{"id":"W4212888007","doi":"10.1503/cmaj.202400","title":"A systematic review of evidence-based practices for clinical education and health care delivery in the clinical teaching unit","year":2022,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Microsemi (Canada); University of British Columbia","funders":"","keywords":"Medicine; Staffing; Health care; Confidence interval; Workload; MEDLINE; Hospital medicine; Psychological intervention; Nursing; Family medicine; Internal medicine","score_opus":0.37454497767515066,"score_gpt":0.5832626675234591,"score_spread":0.20871768984830846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212888007","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016654982,0.93463254,0.000022831468,0.060210466,0.0015804449,0.0033870446,0.000021351887,0.000006182359,0.00012249613],"genre_scores_gemma":[0.000010462612,0.9261689,0.0009039972,0.07033282,0.0017376663,0.00048533268,0.00026477265,0.00002817045,0.00006786904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843914,0.007841132,0.0049059936,0.00034630866,0.0021282805,0.00038689192],"domain_scores_gemma":[0.9761933,0.01214887,0.009096977,0.00050215994,0.0012490265,0.000809636],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07803201,0.00024431583,0.0025568204,0.0005680061,0.00038568585,0.000060068236,0.00052925,0.0006409895,0.00034579998],"category_scores_gemma":[0.24072793,0.00015373473,0.00059071643,0.00077656907,0.00009099708,0.0001475011,0.000025123958,0.004972582,0.000005391969],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025785685,0.00012308736,0.00046155677,0.37532747,0.0001167039,0.000007889132,0.00015873794,6.994954e-9,8.57394e-11,0.000059271795,0.06918287,0.5545598],"study_design_scores_gemma":[0.00023223572,0.00019324373,0.00012728784,0.41174752,0.0010939614,0.00023450737,0.0014993823,0.000008534607,2.8724653e-10,0.000003706897,0.58478314,0.00007649668],"about_ca_topic_score_codex":0.0011593447,"about_ca_topic_score_gemma":0.0014700328,"teacher_disagreement_score":0.55448335,"about_ca_system_score_codex":0.0027463129,"about_ca_system_score_gemma":0.0862505,"threshold_uncertainty_score":0.997323},"labels":[],"label_agreement":null},{"id":"W4212892645","doi":"10.1017/cjn.2021.528","title":"Neurosurgeons’ Perspectives on Vascular Entrustable Professional Activities","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Subspecialty; Competence (human resources); Neurosurgery; Perception; Psychology; Medical education; Medicine; Subjectivity; Family medicine; Surgery; Neuroscience; Social psychology","score_opus":0.026404812689245452,"score_gpt":0.2982089390766877,"score_spread":0.2718041263874423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212892645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97978663,0.0006663591,0.00001239195,0.013990795,0.0024785253,0.00021017465,0.000009247812,0.000019567984,0.002826291],"genre_scores_gemma":[0.988753,0.0001334986,0.0010791842,0.009452969,0.0003788752,0.00001154711,7.844504e-7,0.0000134013135,0.00017672073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99485445,0.0011117687,0.00074611977,0.000516971,0.0016621593,0.0011085556],"domain_scores_gemma":[0.99730605,0.00041498826,0.00064950384,0.00018151014,0.00045614716,0.0009918091],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0055002123,0.00026665785,0.000454644,0.0015804359,0.005839002,0.00029966523,0.0012514471,0.000108091044,0.0015161062],"category_scores_gemma":[0.0039794776,0.00018765563,0.00025877907,0.0021907918,0.0049767126,0.000591608,0.000095214345,0.0025503964,0.0000029769944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003648177,0.00045496126,0.94441766,0.00001895876,0.00005192957,0.007218456,0.0035446566,0.007848601,0.0001138737,0.010102891,0.018449698,0.007413482],"study_design_scores_gemma":[0.001803965,0.26070708,0.47010192,0.00014171872,0.00019013097,0.09945194,0.030735712,0.0032506546,0.00019872344,0.01558834,0.11682556,0.0010042612],"about_ca_topic_score_codex":0.00031881547,"about_ca_topic_score_gemma":0.0010884377,"teacher_disagreement_score":0.47431576,"about_ca_system_score_codex":0.00067560613,"about_ca_system_score_gemma":0.0068414966,"threshold_uncertainty_score":0.99975073},"labels":[],"label_agreement":null},{"id":"W4212906041","doi":"10.1177/23743735221077536","title":"Enriching Clinical Encounters Through Qualitative Research","year":2022,"lang":"en","type":"article","venue":"Journal of Patient Experience","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Qualitative research; Perspective (graphical); Trustworthiness; Context (archaeology); Publication; Task (project management); Medical education; Psychology; Medical research; Engineering ethics; Medicine; Computer science; Sociology; Social psychology; Social science","score_opus":0.23464432875710567,"score_gpt":0.6138103969775777,"score_spread":0.379166068220472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212906041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922044,0.00016435048,0.0012080631,0.0026661945,0.0021660544,0.00015170568,8.8499434e-7,0.000005885837,0.0014324483],"genre_scores_gemma":[0.9861457,0.000028600469,0.011382156,0.001984499,0.0003003417,0.00003181771,0.0000024361839,0.000008825475,0.000115655464],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99613804,0.00079182786,0.0009676684,0.00014495116,0.0017501013,0.0002073855],"domain_scores_gemma":[0.99796295,0.00043533297,0.00045699114,0.00019589007,0.0008775224,0.00007132865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004539616,0.00006511116,0.00021695947,0.00022097805,0.00033238498,0.000013812723,0.00021452639,0.00003391153,0.00055961177],"category_scores_gemma":[0.005108594,0.000053410284,0.00009154175,0.000858044,0.00029072084,0.00022940169,0.000114006,0.0013452045,0.000007576734],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048204954,0.0014076219,0.009373737,0.000023270262,0.000051319195,0.00012632448,0.91478515,0.00004605891,0.0010449494,0.003019472,0.044664823,0.024975223],"study_design_scores_gemma":[0.0008983226,0.004320216,0.0018921627,0.00010485133,0.000014379809,0.0003509571,0.8408926,0.00016358418,0.00046337701,0.0013547213,0.14944793,0.000096904725],"about_ca_topic_score_codex":0.000014788059,"about_ca_topic_score_gemma":1.8488788e-7,"teacher_disagreement_score":0.1047831,"about_ca_system_score_codex":0.0004009532,"about_ca_system_score_gemma":0.00042852998,"threshold_uncertainty_score":0.6127356},"labels":[],"label_agreement":null},{"id":"W4212978707","doi":"10.3747/co.22.2615","title":"Professionalism","year":2015,"lang":"en","type":"article","venue":"Current Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Reading (process); Medical education; Family medicine; Linguistics","score_opus":0.35881203908595544,"score_gpt":0.5666052479302867,"score_spread":0.20779320884433122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212978707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9027682,0.0015305303,0.0010720833,0.03705151,0.015122211,0.00044531884,0.0000011842802,0.00011114515,0.041897833],"genre_scores_gemma":[0.98453313,0.000027560674,0.0062056207,0.0039509344,0.0018271378,0.00014794485,0.00021277514,0.000017303259,0.0030775887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938923,0.00003792973,0.00016168013,0.00010533309,0.00018715153,0.000118690245],"domain_scores_gemma":[0.9994045,0.000018563835,0.000047640693,0.00013421547,0.00032856074,0.0000665035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035723977,0.00004786675,0.000118153155,0.00007898544,0.000024714465,0.0000018551257,0.000047619174,0.00007858261,0.00021395575],"category_scores_gemma":[0.0009880781,0.00003749489,0.000017799204,0.0002079464,0.00007448917,0.000027880706,0.000026838741,0.00025507092,0.00032004854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037481586,0.000601199,0.009269211,0.000027576343,0.000006251442,0.000005021926,0.00065652345,1.6601241e-7,0.000042114454,0.006169193,0.5093036,0.4738816],"study_design_scores_gemma":[0.00097389205,0.00016560698,0.00679065,0.000038565846,0.000017890801,0.000053002303,0.0004370149,0.00016529826,0.000040228162,0.0015457185,0.98973304,0.000039114202],"about_ca_topic_score_codex":0.000001317021,"about_ca_topic_score_gemma":2.9353382e-7,"teacher_disagreement_score":0.48042935,"about_ca_system_score_codex":0.0002706758,"about_ca_system_score_gemma":0.0007103573,"threshold_uncertainty_score":0.41136834},"labels":[],"label_agreement":null},{"id":"W4213087682","doi":"10.21203/rs.3.rs-1314239/v1","title":"Overcoming The Barriers To Implementation Of Competence-Based Medical Education: A Narrative Literature Review","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Narrative; Competence (human resources); Narrative review; Medical education; Psychology; Sociology; Engineering ethics; Political science; Pedagogy; Medicine; Engineering; Psychotherapist; Literature; Art; Social psychology","score_opus":0.046646816430461965,"score_gpt":0.5093090783895359,"score_spread":0.4626622619590739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213087682","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16208294,0.05371525,0.00040848786,0.76125115,0.002785218,0.015602548,0.0002450161,0.00010220239,0.0038071575],"genre_scores_gemma":[0.8594641,0.018964464,0.011767468,0.08045673,0.002612107,0.015978392,0.008982577,0.00016737139,0.0016067562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99310696,0.001163077,0.00079265726,0.0005300818,0.0040178313,0.0003894142],"domain_scores_gemma":[0.9948856,0.00035947422,0.00024350321,0.0011271185,0.0029737258,0.0004105303],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065746354,0.00021269711,0.0004773468,0.00066039443,0.00050716096,0.000053635456,0.00067541294,0.00021579087,0.020147162],"category_scores_gemma":[0.015816206,0.00015692892,0.00016936744,0.0029318915,0.0002855152,0.00005248754,0.00064588257,0.0033405514,0.000011219551],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002053438,0.0006297598,0.008862772,0.044862516,0.00022069078,0.000042924377,0.04012047,0.000037536214,0.000073868054,0.008749126,0.78332233,0.112872645],"study_design_scores_gemma":[0.0020737052,0.0016980364,0.022475101,0.20392686,0.00029081793,0.00010087813,0.19471098,0.0009827052,0.0004946498,0.0022514688,0.5702312,0.0007636173],"about_ca_topic_score_codex":0.00018671919,"about_ca_topic_score_gemma":0.000040584455,"teacher_disagreement_score":0.6973812,"about_ca_system_score_codex":0.0009613581,"about_ca_system_score_gemma":0.029828189,"threshold_uncertainty_score":0.99895877},"labels":[],"label_agreement":null},{"id":"W4213106592","doi":"10.30770/2572-1852-103.3.25","title":"INTERNATIONAL BRIEFS","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Business","score_opus":0.027057783131876602,"score_gpt":0.4099964494697199,"score_spread":0.3829386663378433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213106592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66503507,0.00005667832,0.025536517,0.286043,0.005814979,0.00011461191,5.3119965e-7,0.000015453337,0.017383177],"genre_scores_gemma":[0.9891215,0.000089391375,0.0053354395,0.0013654877,0.0032608323,0.0000011455146,0.000008221041,0.000008621876,0.000809335],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972886,0.000018121675,0.0005211084,0.00007434549,0.002004967,0.00009288063],"domain_scores_gemma":[0.99822265,0.00003075022,0.000657243,0.00026491392,0.00068731775,0.00013712692],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016803057,0.000058567468,0.00016690735,0.00016269794,0.00012677108,0.00005759649,0.00037315526,0.00016000314,0.002230588],"category_scores_gemma":[0.011695802,0.0000448367,0.00008082294,0.00006059236,0.0001598115,0.000289327,0.000044314744,0.00038186772,0.000022197168],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019849112,0.0003198,0.024441449,0.0000380977,0.0001282417,0.000082787425,0.00021473656,0.0000045888823,0.0009216961,0.014498302,0.11403689,0.84511495],"study_design_scores_gemma":[0.0022095744,0.00014261235,0.6911709,0.00048331442,0.0000561507,0.00096629985,0.000074214244,0.0047351606,0.00041949115,0.0027496014,0.2969275,0.000065217464],"about_ca_topic_score_codex":0.0000061898763,"about_ca_topic_score_gemma":6.621627e-7,"teacher_disagreement_score":0.8450497,"about_ca_system_score_codex":0.0001212197,"about_ca_system_score_gemma":0.00033228655,"threshold_uncertainty_score":0.9986815},"labels":[],"label_agreement":null},{"id":"W4213141651","doi":"10.5430/jct.v11n2p75","title":"Alternative Approaches to Clinical Practice in Medical Education During the Covid-19 Pandemic","year":2022,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Test (biology); Clinical Practice; Clinical trial; Objective structured clinical examination; Videoconferencing; Pandemic; Psychology; Medicine; Medical physics; Coronavirus disease 2019 (COVID-19); Family medicine; Computer science; Multimedia; Pathology","score_opus":0.09178404384976972,"score_gpt":0.44527162089898786,"score_spread":0.3534875770492181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213141651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9307567,0.00037407898,0.001225446,0.06553773,0.0010333247,0.00019629236,3.4525513e-7,0.0000068742597,0.00086919346],"genre_scores_gemma":[0.9797,0.0000682496,0.0033976708,0.0155885415,0.0011439851,0.000023711642,0.000002538057,0.000007657158,0.00006762153],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756426,0.00066937547,0.00071029115,0.0001322751,0.0007989332,0.00012488943],"domain_scores_gemma":[0.99865955,0.00047356694,0.00042868967,0.00011872083,0.00009276283,0.00022670846],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009213671,0.0000726186,0.0002007538,0.0002459128,0.00029286064,0.000020800544,0.00017167843,0.000047924485,0.00009208222],"category_scores_gemma":[0.032850325,0.00004824489,0.00005159872,0.00023695146,0.000057763278,0.00015535367,0.00010570721,0.002079731,0.0000010071669],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021947199,0.0025853957,0.7147317,0.00008131587,0.0000962694,0.000115218354,0.014169769,0.00024812674,0.000013702358,0.0097129345,0.009341621,0.24868447],"study_design_scores_gemma":[0.005824132,0.0012886393,0.21765047,0.0004662881,0.00029504162,0.040095504,0.11437141,0.0056116227,0.0000039308247,0.0031527965,0.6108817,0.00035845977],"about_ca_topic_score_codex":0.00012462163,"about_ca_topic_score_gemma":0.0000056557133,"teacher_disagreement_score":0.6015401,"about_ca_system_score_codex":0.000376501,"about_ca_system_score_gemma":0.0011797064,"threshold_uncertainty_score":0.9752964},"labels":[],"label_agreement":null},{"id":"W4213215405","doi":"10.4300/jgme-d-21-00602.1","title":"Development of and Preliminary Validity Evidence for the EFeCT Feedback Scoring Tool","year":2022,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Shell (Canada); University of Calgary; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Generalizability theory; Summative assessment; Inter-rater reliability; Session (web analytics); Peer feedback; Construct validity; Quality (philosophy); Formative assessment; Reliability (semiconductor); Narrative; Psychology; Computer science; Applied psychology; Content validity; Medical education; Medicine; Psychometrics; Clinical psychology; Rating scale; Mathematics education; World Wide Web","score_opus":0.37651001692659347,"score_gpt":0.49253904358886347,"score_spread":0.11602902666227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213215405","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042988295,0.9850624,0.0016408368,0.0039176717,0.0036692813,0.0013761934,0.000001699261,0.000007632145,0.000025426087],"genre_scores_gemma":[0.000301737,0.98327535,0.014174237,0.00041175395,0.0013417939,0.00027939264,0.000045023287,0.000034557383,0.00013615299],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581057,0.00020785118,0.0019415302,0.00022178247,0.0016229736,0.00019530854],"domain_scores_gemma":[0.994621,0.0022154488,0.0019926657,0.0003465472,0.0006778522,0.00014653517],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067992033,0.00023640496,0.0010717745,0.00037974748,0.00023224384,0.00002063908,0.0003794873,0.00019252919,0.0002635526],"category_scores_gemma":[0.030081796,0.00014592531,0.00030923163,0.00063233107,0.00018446698,0.00013104016,0.00010235856,0.0012073909,0.0000021679762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007183132,0.00035524397,0.00001871483,0.015463323,0.00016694755,0.0000019264548,0.0006104748,1.5730481e-7,5.2065957e-7,0.000059441405,0.013594303,0.9696571],"study_design_scores_gemma":[0.00033469748,0.00043994287,0.0005196449,0.036450863,0.0017816932,0.0008574306,0.0006069707,0.00005999936,0.0000049353407,0.00006918767,0.95873904,0.00013561052],"about_ca_topic_score_codex":0.000004272284,"about_ca_topic_score_gemma":4.6039995e-7,"teacher_disagreement_score":0.9695215,"about_ca_system_score_codex":0.00056450313,"about_ca_system_score_gemma":0.016364498,"threshold_uncertainty_score":0.9892118},"labels":[],"label_agreement":null},{"id":"W4213366297","doi":"10.4300/jgme-d-21-00728.1","title":"Understanding the Influence of the Junior Attending Role on Transition to Practice: A Qualitative Study","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sinai Health System; Sunnybrook Health Science Centre; The Wilson Centre; University of Toronto; University Health Network","funders":"University of Toronto","keywords":"Autonomy; Grounded theory; Qualitative research; Constructivist grounded theory; Transition (genetics); Value (mathematics); MEDLINE","score_opus":0.09156305700501663,"score_gpt":0.4508818636088244,"score_spread":0.35931880660380777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213366297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80274624,0.00002224634,0.0010708524,0.19407211,0.0013509132,0.0005469886,0.0000011778877,0.0000047105955,0.00018476688],"genre_scores_gemma":[0.9855704,0.000008017349,0.00035359597,0.013619794,0.00030184895,0.000057770067,0.0000035986222,0.000012785332,0.00007224008],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9953443,0.00099505,0.0007774753,0.00013022676,0.0026096848,0.00014328245],"domain_scores_gemma":[0.99758065,0.00055889913,0.00074827136,0.00027437322,0.00072977087,0.00010805731],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006404987,0.00010042146,0.00022067115,0.0003103986,0.0004129292,0.000015406176,0.00031994606,0.0000381441,0.00013000258],"category_scores_gemma":[0.013392123,0.000059077098,0.00009011309,0.0014340827,0.0001383713,0.0001526779,0.000047496622,0.0011470196,0.0000028185482],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014611558,0.010470887,0.0010466841,0.00011599934,0.00037156953,0.000016281328,0.88618535,0.0029206974,0.001175136,0.00942676,0.061119065,0.025690392],"study_design_scores_gemma":[0.001049722,0.0019584848,0.014253269,0.00046268222,0.00028285786,0.00038476946,0.97479904,0.0002501038,0.00007621347,0.0024534424,0.003941679,0.00008773095],"about_ca_topic_score_codex":0.00004541381,"about_ca_topic_score_gemma":0.000003015158,"teacher_disagreement_score":0.18282412,"about_ca_system_score_codex":0.00087763334,"about_ca_system_score_gemma":0.0022104166,"threshold_uncertainty_score":0.99491847},"labels":[],"label_agreement":null},{"id":"W4213387207","doi":"10.1093/jcag/gwab049.088","title":"A89 PERCEPTIONS OF NON-TECHNICAL SKILLS IN GASTROINTESTINAL ENDOSCOPY: A THEMATIC ANALYSIS OF FOUR FOCUS GROUPS","year":2022,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Thematic analysis; Focus group; Context (archaeology); Teamwork; Qualitative research; Medicine; Psychology; Medical education; Nursing","score_opus":0.007137214914158627,"score_gpt":0.269701968663319,"score_spread":0.2625647537491604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213387207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987513,0.000002949718,0.0007388532,0.011222294,0.00017277937,0.000179264,0.000042373103,0.0000015641506,0.00012692748],"genre_scores_gemma":[0.99453974,0.0000023190394,0.004787936,0.0005194479,0.00004650692,0.000009664535,0.000010692259,0.000008728086,0.00007499644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974309,0.00042215813,0.0011848096,0.00009314378,0.0006208269,0.00024811988],"domain_scores_gemma":[0.99681276,0.00020077293,0.0020535116,0.00022642527,0.00061540864,0.00009113199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002537088,0.000088743014,0.00065592665,0.0015887882,0.00007050548,0.0000029554683,0.00030304538,0.00006209946,0.00039837367],"category_scores_gemma":[0.0030100867,0.00007595929,0.00033639738,0.0013227419,0.000113738824,0.00004329256,0.00004857218,0.0006096325,4.3764982e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016909809,0.00035545707,0.990572,0.000025958676,0.0003723138,0.0000069549587,0.0004949758,0.0008292002,0.00468153,0.00007526102,0.0023071235,0.00011015739],"study_design_scores_gemma":[0.0013402416,0.001116617,0.9943344,0.00013681191,0.0007449602,0.0003428342,0.0008340972,0.00090617855,0.00003203368,0.00016749746,0.000016000802,0.000028315737],"about_ca_topic_score_codex":0.0019664266,"about_ca_topic_score_gemma":0.06030331,"teacher_disagreement_score":0.058336888,"about_ca_system_score_codex":0.002095202,"about_ca_system_score_gemma":0.000729521,"threshold_uncertainty_score":0.9568437},"labels":[],"label_agreement":null},{"id":"W4213432010","doi":"10.1093/occmed/kqab154","title":"Evaluation of an occupational medicine patient consultation note assessment tool","year":2021,"lang":"en","type":"article","venue":"Occupational Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Intraclass correlation; Summative assessment; Context (archaeology); Medical education; Medicine; Cohen's kappa; Rating scale; Operationalization; Family medicine; Psychology; Formative assessment; Psychometrics; Clinical psychology; Computer science; Pedagogy","score_opus":0.06562885204194727,"score_gpt":0.46538755965446194,"score_spread":0.39975870761251464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213432010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9558829,0.00036237572,0.016378209,0.013044241,0.0018504416,0.001197633,0.000048959657,0.00007692667,0.011158321],"genre_scores_gemma":[0.95465916,0.000028683598,0.03303162,0.0039897296,0.0010507077,0.0002050256,0.00684432,0.000031970452,0.00015876174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9922329,0.0004467284,0.0014353225,0.0005527007,0.005066756,0.00026558747],"domain_scores_gemma":[0.9870466,0.000417235,0.0006163987,0.000621694,0.0111426,0.00015547467],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037802367,0.00027377415,0.0005617541,0.0004962026,0.00017025204,0.000008918736,0.000119571574,0.00019452383,0.006637155],"category_scores_gemma":[0.014927472,0.00022910435,0.000065345106,0.0014305784,0.0004939287,0.00029230237,0.00003636409,0.00035603115,0.000018714944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010574156,0.0028392933,0.03973064,0.00039787526,0.00047106718,0.00004712946,0.004877662,0.0013384909,0.04499867,0.04081085,0.040791273,0.82263964],"study_design_scores_gemma":[0.011164816,0.0017402014,0.8872245,0.0010374909,0.0013497593,0.0002387354,0.0024534117,0.07480209,0.004005332,0.005361064,0.010272271,0.00035032403],"about_ca_topic_score_codex":0.00007590221,"about_ca_topic_score_gemma":0.000021129461,"teacher_disagreement_score":0.8474939,"about_ca_system_score_codex":0.0007294544,"about_ca_system_score_gemma":0.0036479908,"threshold_uncertainty_score":0.9942709},"labels":[],"label_agreement":null},{"id":"W4214543255","doi":"10.1097/acm.0000000000004640","title":"Six Principles for Developing Leadership Training Ecosystems in Health Care","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Conceptualization; Leadership development; Neuroleadership; Health care; Diversity (politics); Engineering ethics; Perspective (graphical); Sociology; Leadership studies; Psychology; Reflection (computer programming); Public relations; Medical education; Political science; Leadership style; Medicine; Computer science","score_opus":0.5704392384408303,"score_gpt":0.5103029665301922,"score_spread":0.060136271910638084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214543255","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017079983,0.98038113,0.00060255395,0.011753623,0.0023143394,0.004156071,0.000016029962,0.000099741956,0.0006594246],"genre_scores_gemma":[0.00005216519,0.98226714,0.0017231297,0.0060401266,0.0032425756,0.0020686407,0.0032650924,0.00013416416,0.0012069448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436563,0.0003144901,0.0029498297,0.0007450427,0.0008183346,0.0008066493],"domain_scores_gemma":[0.997045,0.00096133613,0.0012286365,0.00048185568,0.00012263705,0.00016053962],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0048696483,0.00050391967,0.0030254538,0.001261609,0.00019926444,0.0000043819305,0.00046630122,0.00071648153,0.00031840897],"category_scores_gemma":[0.008223657,0.0004077766,0.00016598873,0.0017203002,0.00014672453,0.000056090666,0.0000772791,0.0033180034,0.000011993605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009243489,0.000005370402,0.000014062152,0.114977054,0.0000631112,0.0000067203346,0.0142920595,3.907149e-7,1.0609438e-7,0.0027433923,0.012867847,0.85502064],"study_design_scores_gemma":[0.00093540805,0.00021889065,0.0000046254795,0.09127338,0.00024125206,0.00020170475,0.031517126,0.000027213926,1.3216884e-7,0.000028816863,0.8752873,0.0002641349],"about_ca_topic_score_codex":0.000061061546,"about_ca_topic_score_gemma":0.000024695857,"teacher_disagreement_score":0.8624195,"about_ca_system_score_codex":0.003416659,"about_ca_system_score_gemma":0.0055063223,"threshold_uncertainty_score":0.9998374},"labels":[],"label_agreement":null},{"id":"W4214730548","doi":"10.12688/mep.17540.1","title":"Currencies of recognition: What rewards and recognition do Canadian distributed medical education preceptors value?","year":2022,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; Université du Québec à Trois-Rivières; University of Calgary; Prince Albert Grand Council; McMaster University; Queen's University; Regional Municipality of Niagara; Université de Montréal; University of Alberta; University of Saskatchewan; NOSM University","funders":"","keywords":"Value (mathematics); Mutual recognition; Medical education; Psychology; Medicine; Computer science; Business","score_opus":0.018543549133036907,"score_gpt":0.2916130263830352,"score_spread":0.2730694772499983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214730548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95816845,0.0011402268,0.00007392193,0.030625155,0.005006911,0.00067317695,0.00019136906,0.00007431889,0.004046501],"genre_scores_gemma":[0.9751286,0.0004907586,0.0019929858,0.0061809877,0.0007544628,0.0005729482,0.014469584,0.0000380045,0.00037166115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99762595,0.00016540242,0.00051995897,0.000329705,0.0010755727,0.00028341787],"domain_scores_gemma":[0.9982928,0.00006576249,0.00018852821,0.0002778263,0.0008611249,0.00031396133],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014858713,0.00014164177,0.00025069425,0.0006193506,0.00029054913,0.000117827825,0.00016571165,0.00015273447,0.009547873],"category_scores_gemma":[0.0060992436,0.00014925281,0.000050972605,0.0014489848,0.00020622238,0.0007104653,0.00007699106,0.000580043,0.00001446403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032851192,0.0003868915,0.0035865575,0.00013344521,0.00003591299,0.000002852807,0.0013593531,4.7317778e-7,0.000015405773,0.00039964492,0.21157016,0.7824764],"study_design_scores_gemma":[0.003805026,0.0011443812,0.04752021,0.0023214149,0.0005072662,0.0010610458,0.06625319,0.00092287484,0.0011135532,0.02008604,0.85423326,0.0010317111],"about_ca_topic_score_codex":0.0058286022,"about_ca_topic_score_gemma":0.0012319703,"teacher_disagreement_score":0.7814447,"about_ca_system_score_codex":0.0005703401,"about_ca_system_score_gemma":0.004594453,"threshold_uncertainty_score":0.9913575},"labels":[],"label_agreement":null},{"id":"W4220695610","doi":"10.1101/2022.03.29.22273128","title":"Faster, higher, stronger – together? A bibliometric analysis of author distribution in top medical education journals","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Publishing; Dominance (genetics); Equity (law); Political science; Bibliometrics; Library science; Social science; Sociology; Law","score_opus":0.047307309578423565,"score_gpt":0.41262240418776824,"score_spread":0.3653150946093447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220695610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811103,0.002187945,0.0017673699,0.010279159,0.003219706,0.0005655145,0.00008484492,0.000042155003,0.00074300426],"genre_scores_gemma":[0.9924544,0.00041241304,0.0009715443,0.0006630497,0.00047874742,0.0003300723,0.0032616311,0.000034506655,0.0013936376],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945025,0.00038621607,0.0016379728,0.00061015564,0.002503834,0.00035932835],"domain_scores_gemma":[0.99698,0.0001610886,0.00086189713,0.00096125493,0.00081028056,0.00022548964],"candidate_categories":["metaepi_narrow","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.004433845,0.00028811293,0.0010305727,0.074610665,0.00007087589,0.000040763134,0.00052980403,0.0005955003,0.018013835],"category_scores_gemma":[0.0064971996,0.00027256395,0.0003553742,0.15729874,0.00013333008,0.00008371017,0.0004122098,0.0021135877,0.000009697739],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008011809,0.0022315243,0.84541035,0.00043209817,0.0010144964,0.000017776752,0.0004856102,0.00017301715,0.00012103528,0.00059489976,0.009646636,0.13979244],"study_design_scores_gemma":[0.0005132177,0.000086863176,0.9765806,0.00044134143,0.0013831939,0.000008941427,0.00040362088,0.002758784,0.00006844522,0.00027686282,0.017265659,0.00021245511],"about_ca_topic_score_codex":0.00027509837,"about_ca_topic_score_gemma":0.000020635642,"teacher_disagreement_score":0.13957998,"about_ca_system_score_codex":0.0009217756,"about_ca_system_score_gemma":0.002827994,"threshold_uncertainty_score":0.99997264},"labels":[],"label_agreement":null},{"id":"W4220697486","doi":"10.1111/jth.15693","title":"Knowledge gaps in bleeding disorders: Results from an objective structured oral examination in internal medicine residency training","year":2022,"lang":"en","type":"article","venue":"Journal of Thrombosis and Haemostasis","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Hemostasis; Competence (human resources); Objective structured clinical examination; Descriptive statistics; Emergency medicine; Physical therapy; Internal medicine; Nursing; Psychology","score_opus":0.07762843042698181,"score_gpt":0.3949407927313383,"score_spread":0.3173123623043565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220697486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98976207,0.0004981015,0.00007626407,0.007627992,0.00067114376,0.00017159812,0.0000149660245,0.0000066252132,0.0011712224],"genre_scores_gemma":[0.9963649,0.00037158869,0.0025396205,0.00029834776,0.0003297994,0.000008204047,0.0000511757,0.000016048656,0.00002031098],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978652,0.00027413806,0.00096860743,0.00022576709,0.00048347333,0.00018282334],"domain_scores_gemma":[0.9989182,0.00020040327,0.00047565412,0.0001339389,0.00019663469,0.00007518809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025171223,0.00013328409,0.00047776246,0.0009364487,0.00012227178,0.000019242094,0.00014127392,0.00007231492,0.00028432373],"category_scores_gemma":[0.001584777,0.000114669776,0.00004118087,0.00087788794,0.00010649362,0.00033362894,0.00006118911,0.0008084689,2.980968e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014019423,0.0009251818,0.08214843,0.00006965042,0.00020920293,0.00004641526,0.21724992,0.000103310966,0.0037574782,0.00062530895,0.0046103816,0.6888528],"study_design_scores_gemma":[0.006256371,0.0011661703,0.88924754,0.0007004329,0.00010818265,0.000057583107,0.096857235,0.0010836357,0.0002308469,0.0036067404,0.0005602802,0.00012500827],"about_ca_topic_score_codex":0.0008178743,"about_ca_topic_score_gemma":0.00092577905,"teacher_disagreement_score":0.8070991,"about_ca_system_score_codex":0.0005085755,"about_ca_system_score_gemma":0.00023400807,"threshold_uncertainty_score":0.46760976},"labels":[],"label_agreement":null},{"id":"W4220725743","doi":"10.36834/cmej.73844","title":"Is there a role for a learner education handover as part of the Medical Council of Canada assessment and licensing process?","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Medical education; Summative assessment; Accommodation; Process (computing); Medicine; Handover; Psychology; Computer science; Pedagogy; Formative assessment","score_opus":0.017182829509239862,"score_gpt":0.32759467651415647,"score_spread":0.3104118470049166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220725743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70487905,0.0013063592,0.000035355657,0.2815356,0.0038444304,0.000655115,0.000019828587,0.0000047763883,0.0077194786],"genre_scores_gemma":[0.91596806,0.000044216726,0.00036585543,0.08014801,0.00076356187,0.0001242222,0.000023046041,0.000021745329,0.0025412878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959466,0.000114591385,0.00061133824,0.00018107571,0.0028713485,0.00027504598],"domain_scores_gemma":[0.99500835,0.00009250342,0.00039904195,0.00025312364,0.0024628227,0.0017841536],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021442142,0.00011396862,0.00023880851,0.00014355531,0.00050005846,0.000017456807,0.0002574748,0.00012221084,0.01868238],"category_scores_gemma":[0.020875117,0.0000891632,0.000061609266,0.0004991997,0.00020411954,0.000060962913,0.00002860317,0.000901829,4.771545e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053629177,0.00057129154,0.009291681,0.0002643765,0.00010970382,0.000004792968,0.005072202,0.0000059871513,0.000023668332,0.0023475145,0.82118785,0.16106732],"study_design_scores_gemma":[0.0010689722,0.00016386267,0.013418359,0.00066919875,0.000112020054,0.001653421,0.025707236,0.0013881306,0.000071667026,0.0013577561,0.9542507,0.00013870104],"about_ca_topic_score_codex":0.16103669,"about_ca_topic_score_gemma":0.175871,"teacher_disagreement_score":0.6269588,"about_ca_system_score_codex":0.002861073,"about_ca_system_score_gemma":0.62981987,"threshold_uncertainty_score":0.98737246},"labels":[],"label_agreement":null},{"id":"W4220732959","doi":"10.1097/acm.0000000000004661","title":"Variable or Fixed? Exploring Entrustment Decision Making in Workplace- and Simulation-Based Assessments","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Sinai Health System; SickKids Foundation; University Health Network; The Wilson Centre; St. Michael's Hospital; University of Calgary","funders":"","keywords":"Variable (mathematics); MEDLINE; Program evaluation; Variables; Needs assessment","score_opus":0.08888515874088522,"score_gpt":0.42968050630890686,"score_spread":0.34079534756802166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220732959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93117386,0.0006127224,0.058946423,0.005694326,0.0014209514,0.0009722756,0.000002649946,0.000080691614,0.0010961072],"genre_scores_gemma":[0.9790881,0.000069850656,0.012416865,0.0069522,0.00038390348,0.00035855372,0.00006214513,0.000026241432,0.00064212334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765575,0.00009316035,0.0006755285,0.0003616297,0.0009120305,0.0003018763],"domain_scores_gemma":[0.9982186,0.0011889931,0.00016807142,0.00026486514,0.00007605236,0.00008341331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018496496,0.00015793351,0.00032042534,0.0005528174,0.0001923752,0.0000048156753,0.00013619215,0.00010543435,0.0033950154],"category_scores_gemma":[0.003318212,0.00012783063,0.000013269412,0.0013630395,0.0000773275,0.00012300312,0.000109991655,0.0011236657,0.000004855785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004637772,0.00045175635,0.29021123,0.0008233547,0.000116715855,0.0002389424,0.011790891,0.16120033,0.001666519,0.0071705002,0.036807716,0.48488426],"study_design_scores_gemma":[0.01500367,0.0015306195,0.04187633,0.0050270027,0.000274672,0.00010027171,0.015414136,0.805315,0.00009924416,0.0053884056,0.10943183,0.0005387978],"about_ca_topic_score_codex":0.000022023787,"about_ca_topic_score_gemma":6.9919554e-7,"teacher_disagreement_score":0.6441147,"about_ca_system_score_codex":0.0006664031,"about_ca_system_score_gemma":0.00029991427,"threshold_uncertainty_score":0.99751604},"labels":[],"label_agreement":null},{"id":"W4220742588","doi":"10.1007/s12630-022-02234-z","title":"Characteristics of good clinical teachers in anesthesiology from medical students’ perspective: a qualitative descriptive study","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Perspective (graphical); Anesthesiology; Medical education; Descriptive research; Qualitative research; Psychology; Descriptive statistics; Mathematics education; Medicine; Anesthesia; Sociology; Computer science; Mathematics","score_opus":0.03353595865294878,"score_gpt":0.36454722483676705,"score_spread":0.33101126618381826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220742588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896649,0.00042798938,0.000009874189,0.008580023,0.00072122307,0.00045199093,0.0000121794355,0.000005766401,0.00012605038],"genre_scores_gemma":[0.9980447,0.00003200329,0.00047583922,0.00051002053,0.00071256683,0.000018235882,0.000018477798,0.000053570497,0.000134545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99181426,0.0023082634,0.0026554738,0.00037666707,0.0021323664,0.0007129591],"domain_scores_gemma":[0.9941391,0.00045830058,0.00172691,0.00037606512,0.0015996728,0.0017000022],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012977794,0.00032869566,0.0014051062,0.0016493233,0.00038289157,0.00006407818,0.0012632008,0.0002749929,0.0015851929],"category_scores_gemma":[0.005291233,0.00030988114,0.00030820386,0.0012100608,0.0006480335,0.00020762715,0.000043523884,0.0036407798,0.0000051503143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00048802586,0.0011964516,0.5992493,0.000010873516,0.00032026082,0.27786738,0.11536101,0.00000812563,0.0000030116692,0.000317389,0.0015842693,0.0035939126],"study_design_scores_gemma":[0.0025207808,0.0044100713,0.4762766,0.00013532031,0.00019086731,0.2863972,0.22822686,0.000012945171,0.0000013095993,0.00029593892,0.0013486993,0.00018342241],"about_ca_topic_score_codex":0.03395767,"about_ca_topic_score_gemma":0.010678315,"teacher_disagreement_score":0.12297269,"about_ca_system_score_codex":0.0038736202,"about_ca_system_score_gemma":0.016187776,"threshold_uncertainty_score":0.99995035},"labels":[],"label_agreement":null},{"id":"W4220771938","doi":"10.36834/cmej.74236","title":"Balancing service and education for the medical trainee: how can we do better?","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Service (business); Data science; World Wide Web; Medical education; Business; Medicine; Marketing","score_opus":0.010623755983304334,"score_gpt":0.2979485439823083,"score_spread":0.28732478799900396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220771938","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08016426,0.0021001364,0.000482491,0.9094099,0.0065654707,0.00062414753,0.000014416742,0.00002048168,0.00061870064],"genre_scores_gemma":[0.50422347,0.00037060722,0.0023958406,0.4833522,0.006976615,0.00073457806,0.00021027411,0.00005849184,0.0016779384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969387,0.00014571619,0.00047769104,0.00028668973,0.0016678338,0.00048334754],"domain_scores_gemma":[0.99397784,0.00024230816,0.00020811208,0.0003468433,0.000852318,0.004372576],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026223764,0.00017837658,0.00023477762,0.0004985506,0.0013745107,0.00013563847,0.00045021274,0.00019905933,0.017468937],"category_scores_gemma":[0.019416614,0.00014353372,0.000073107454,0.0009022814,0.0001734209,0.0001051504,0.000042438543,0.0017515039,0.0000052292726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011613921,0.00013228312,0.00060363434,0.000068484704,0.000038498703,0.000008835072,0.0018131994,9.547578e-7,0.0000057999678,0.0014849859,0.40868357,0.58714813],"study_design_scores_gemma":[0.0008677207,0.00010928352,0.00441929,0.0002687504,0.00010975536,0.00713928,0.021784306,0.0023553187,0.000003181651,0.0016910281,0.9610718,0.00018027205],"about_ca_topic_score_codex":0.0018363791,"about_ca_topic_score_gemma":0.003607341,"teacher_disagreement_score":0.5869679,"about_ca_system_score_codex":0.0011439826,"about_ca_system_score_gemma":0.10998511,"threshold_uncertainty_score":0.99992555},"labels":[],"label_agreement":null},{"id":"W4220784849","doi":"10.1007/s10459-022-10106-w","title":"Journal standards","year":2022,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Publication; Meaning (existential); Academic standards; Point (geometry); Medical education; Library science; Higher education; Medicine; Psychology; Computer science; Political science; Law","score_opus":0.011884854006451472,"score_gpt":0.4631836532068978,"score_spread":0.45129879920044635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220784849","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021889684,0.025051365,0.00015919373,0.007971767,0.9598003,0.0008446874,0.00002714757,0.000031369993,0.0058952565],"genre_scores_gemma":[0.0002820472,0.036968447,0.015557791,0.004096474,0.9398156,0.00062385394,0.0006062545,0.000042449457,0.0020070726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942695,0.00020917869,0.0011260425,0.00053224934,0.0033470353,0.00051600556],"domain_scores_gemma":[0.9971207,0.0003362612,0.0010346388,0.00034930845,0.0010225113,0.0001365951],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008041053,0.00020848765,0.000442085,0.0011058367,0.00082399265,0.00008145259,0.00045137442,0.00021573763,0.0011864036],"category_scores_gemma":[0.009118934,0.00019365802,0.000059128637,0.0023329123,0.00036994097,0.00059792417,0.000056403027,0.0022683474,0.000008100834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000020112979,0.00021591142,0.0004890994,0.0005544358,0.0000020652612,0.0000010368856,0.00038112866,0.00004841716,1.436813e-7,0.0003222617,0.78991956,0.20804584],"study_design_scores_gemma":[0.00029725235,0.00065103156,0.0001476755,0.0011820573,0.000007714736,0.000044313954,0.0023837313,0.000044782326,6.648775e-7,0.0017985513,0.99329084,0.0001513889],"about_ca_topic_score_codex":0.00013790159,"about_ca_topic_score_gemma":0.000043458356,"teacher_disagreement_score":0.20789446,"about_ca_system_score_codex":0.0049101217,"about_ca_system_score_gemma":0.052752987,"threshold_uncertainty_score":0.99972665},"labels":[],"label_agreement":null},{"id":"W4220788306","doi":"10.7759/cureus.23546","title":"What Faculty Want: Academic and Community Emergency Physicians’ Perceptions of Learner Feedback","year":2022,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Perception; Medical education; Emergency department; Medical emergency; Family medicine; Nursing","score_opus":0.05208762387228848,"score_gpt":0.38092755207334816,"score_spread":0.3288399282010597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220788306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99243987,0.00043394713,0.00005471291,0.00485929,0.0008426572,0.00017641351,0.000016191285,0.000027478836,0.0011494603],"genre_scores_gemma":[0.996592,0.0006598604,0.00032682944,0.000616861,0.00013453548,0.00004294979,0.0002774415,0.000012586627,0.0013369482],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991151,0.00013719285,0.00025162534,0.00010429901,0.000268289,0.00012351212],"domain_scores_gemma":[0.9994707,0.000021637627,0.00009492173,0.00028341496,0.00009776879,0.000031572454],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035479918,0.000074897485,0.00014887397,0.000059431834,0.00044983422,0.0000042373076,0.00012786871,0.000058151094,0.0018474838],"category_scores_gemma":[0.00023867264,0.00007369426,0.000037644677,0.00038699008,0.00012717837,0.00016436695,0.0001261311,0.0012482229,0.000011921141],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014175498,0.0036223908,0.12856795,0.0006666659,0.00029986355,0.0000036908455,0.20399624,0.00008494268,0.10036597,0.0047364174,0.25995955,0.29755455],"study_design_scores_gemma":[0.0010551225,0.0005508009,0.6060097,0.00015248252,0.0001871624,0.000053345557,0.35147384,0.0005726902,0.0006768729,0.002064897,0.036953926,0.00024916342],"about_ca_topic_score_codex":0.00009209059,"about_ca_topic_score_gemma":0.0000060787197,"teacher_disagreement_score":0.47744176,"about_ca_system_score_codex":0.00007477085,"about_ca_system_score_gemma":0.00004341239,"threshold_uncertainty_score":0.999065},"labels":[],"label_agreement":null},{"id":"W4220792400","doi":"10.36834/cmej.73775","title":"Multisource feedback: an overview of its use and application as a formative assessment","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; South Health Campus; University of Calgary","funders":"","keywords":"Formative assessment; Confidentiality; Humanities; Valuation (finance); Psychology; Computer science; Philosophy; Pedagogy; Business; Computer security","score_opus":0.032652659936534205,"score_gpt":0.3901682174756015,"score_spread":0.3575155575390673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220792400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94783413,0.0010600014,0.00063111796,0.04748379,0.0011496813,0.00067510834,0.0000182852,0.000018965779,0.0011289087],"genre_scores_gemma":[0.95503205,0.00036063316,0.004141368,0.03933728,0.0004103069,0.0001601769,0.00019012822,0.000023309094,0.00034473202],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977608,0.00018839183,0.0005627675,0.00018886807,0.0010474608,0.000251744],"domain_scores_gemma":[0.9958536,0.000050678198,0.00029388993,0.00024716128,0.0008367006,0.0027179425],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013686905,0.00011683769,0.00021636514,0.0005250484,0.00048486152,0.000048088208,0.00018906877,0.00010330442,0.012785068],"category_scores_gemma":[0.006726351,0.00011613276,0.000042817555,0.0006332132,0.00012477557,0.0003801373,0.000033994063,0.0010011101,0.000010949612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006080206,0.0014541856,0.009179545,0.00029786228,0.00011604056,0.000026286818,0.009453166,0.000034818695,0.00025637445,0.035534553,0.10295552,0.8406308],"study_design_scores_gemma":[0.0017265726,0.0006989132,0.11728044,0.00035219893,0.0001267222,0.0052746213,0.01840016,0.012974741,0.000043605145,0.00089467445,0.8419393,0.0002880866],"about_ca_topic_score_codex":0.0035135832,"about_ca_topic_score_gemma":0.00073105586,"teacher_disagreement_score":0.84034276,"about_ca_system_score_codex":0.00092395477,"about_ca_system_score_gemma":0.032084152,"threshold_uncertainty_score":0.9881174},"labels":[],"label_agreement":null},{"id":"W4220793901","doi":"10.3390/educsci12040249","title":"Assessment for Learning: The University of Toronto Temerty Faculty of Medicine M.D. Program Experience","year":2022,"lang":"en","type":"article","venue":"Education Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Coaching; Context (archaeology); Curriculum; Computer science; Faculty development; Program evaluation; Resource (disambiguation); Medical education; Knowledge management; Professional development; Psychology; Pedagogy; Medicine; Political science","score_opus":0.06336086552407602,"score_gpt":0.4640633118634434,"score_spread":0.40070244633936736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220793901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94505686,0.00040020468,0.002129471,0.030072544,0.0015068962,0.0014496008,0.000004277457,0.00003649312,0.019343657],"genre_scores_gemma":[0.9820574,0.000015558771,0.015678957,0.00020531696,0.00006415967,0.00008088341,0.00003483193,0.000002230754,0.0018606865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990061,0.000056170662,0.00018664771,0.00014585545,0.0005177515,0.00008750189],"domain_scores_gemma":[0.9991978,0.00007260982,0.00021847988,0.00014164246,0.00034643116,0.000023030028],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009689757,0.00004310572,0.00010460715,0.000042037755,0.00051259855,0.0000031093125,0.00023990941,0.000013652806,0.0013655163],"category_scores_gemma":[0.00053818827,0.000029407778,0.00002677634,0.0004985527,0.00079970143,0.00008925378,0.000038927137,0.000085161504,3.1968855e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045596204,0.0019450245,0.08260857,0.00015576277,0.00003086752,1.2689763e-7,0.06208639,0.00011047939,0.004312556,0.032365326,0.08231141,0.7340279],"study_design_scores_gemma":[0.00040523458,0.0012832689,0.13851732,0.000054907556,0.00003594157,0.0000055988085,0.39174858,0.0019310755,0.00024964553,0.00027371073,0.46543503,0.00005969161],"about_ca_topic_score_codex":0.00088885165,"about_ca_topic_score_gemma":0.000016652899,"teacher_disagreement_score":0.7339682,"about_ca_system_score_codex":0.0001628471,"about_ca_system_score_gemma":0.0010488257,"threshold_uncertainty_score":0.99954736},"labels":[],"label_agreement":null},{"id":"W4220801262","doi":"10.1002/jppr.1804","title":"Evidence for the development of skills for education, leadership and innovation through experiential‐based foundational pharmacy residency programs: a narrative review","year":2022,"lang":"en","type":"review","venue":"Journal of Pharmacy Practice and Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"University of Otago","keywords":"Mentorship; Medicine; Experiential learning; Medical education; Pharmacy; Leadership development; Pharmacy practice; Narrative; Graduation (instrument); Pedagogy; Psychology; Nursing; Public relations; Political science; Engineering","score_opus":0.6764293242476394,"score_gpt":0.6637451516549071,"score_spread":0.012684172592732246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220801262","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000068553716,0.9611764,0.0017758977,0.031003706,0.0005756515,0.0053409203,0.0000040158293,0.000004035096,0.000050834715],"genre_scores_gemma":[0.000045726996,0.9514768,0.042869482,0.0016532453,0.00079293683,0.0026136988,0.00014913976,0.000031829153,0.00036711307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952299,0.00079179363,0.0019489616,0.00029960234,0.0014554048,0.00027431775],"domain_scores_gemma":[0.9809396,0.008766719,0.0024235835,0.00023833074,0.007557418,0.0000743407],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015912957,0.00021402384,0.00076323113,0.0007692162,0.00086101657,0.00010404049,0.00030010147,0.00006110106,0.00026196172],"category_scores_gemma":[0.04018845,0.00014041866,0.0001530849,0.0024604679,0.00038998696,0.00090639124,0.000074630814,0.0012726522,7.996059e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043364076,0.00073903444,0.0000067376345,0.062326305,0.00034821584,0.000001150539,0.0055552963,5.010053e-8,0.000009559587,0.00039567228,0.027231744,0.9029526],"study_design_scores_gemma":[0.001222881,0.00026805335,0.0000026924638,0.0399573,0.0013610297,0.00021823146,0.008956743,0.000014697782,0.000057403384,0.0000986155,0.94772625,0.00011608231],"about_ca_topic_score_codex":0.0000076092724,"about_ca_topic_score_gemma":7.9642143e-7,"teacher_disagreement_score":0.92049456,"about_ca_system_score_codex":0.00039748035,"about_ca_system_score_gemma":0.02505903,"threshold_uncertainty_score":0.980468},"labels":[],"label_agreement":null},{"id":"W4220812061","doi":"10.1097/acm.0000000000004584","title":"In Reply to Schattner","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; United States Medical Licensing Examination; Summative assessment; Commission; Staffing; Excellence; Unintended consequences; Investment (military); MEDLINE","score_opus":0.03416659854972778,"score_gpt":0.3980733089305829,"score_spread":0.36390671038085515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220812061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5499932,0.00030972064,0.0003308117,0.43962774,0.001521999,0.00053305255,9.66973e-7,0.000054086962,0.007628436],"genre_scores_gemma":[0.7099324,0.0000328098,0.00050068664,0.2744064,0.0010973142,0.00025847155,0.000038986684,0.000020800331,0.013712131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814945,0.00005712921,0.00051542703,0.0002909859,0.00071900553,0.00026802142],"domain_scores_gemma":[0.99933666,0.00005926889,0.000072904084,0.00034238806,0.00007201135,0.00011678981],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016963308,0.000100660705,0.00025433494,0.00061656284,0.00008863804,8.7141706e-7,0.0001882869,0.00006596543,0.0057298327],"category_scores_gemma":[0.0027422812,0.00008705403,0.000015564921,0.0018189634,0.000082913946,0.000053250136,0.00011623027,0.0014361201,0.00011609706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000893986,0.000027334823,0.007897686,0.000029582821,0.000008870615,0.000044735534,0.00628899,0.000022482804,0.0031264243,0.005370275,0.9684256,0.008668658],"study_design_scores_gemma":[0.0014616185,0.00039950712,0.008236119,0.00013152357,0.000023445631,0.00023330266,0.0053511397,0.00019219257,0.00019992013,0.0013157884,0.9823532,0.00010223423],"about_ca_topic_score_codex":0.00011479332,"about_ca_topic_score_gemma":5.801803e-7,"teacher_disagreement_score":0.1652213,"about_ca_system_score_codex":0.0003659572,"about_ca_system_score_gemma":0.00014713687,"threshold_uncertainty_score":0.99517906},"labels":[],"label_agreement":null},{"id":"W4220822351","doi":"10.1080/0142159x.2022.2041585","title":"Ready, set, go! Evaluating readiness to implement competency-based medical education","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Queen's University; University of Calgary; University of Alberta; University of Toronto; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Competence (human resources); Curriculum; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.05548209588102013,"score_gpt":0.45032969073059337,"score_spread":0.3948475948495732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220822351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68875724,0.00014236139,0.0029229138,0.283428,0.0032557007,0.0014479683,0.000007384973,0.00028130424,0.019757135],"genre_scores_gemma":[0.87605035,0.000006390926,0.015431049,0.08848168,0.0029109262,0.0027301128,0.002129369,0.000120511366,0.012139629],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924438,0.00046030906,0.0009125074,0.00057410856,0.005076544,0.0005327518],"domain_scores_gemma":[0.9978964,0.00008270884,0.00015949346,0.0006913034,0.00038831783,0.00078178226],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006448655,0.00023529892,0.00040378398,0.00036755868,0.0003869907,0.000018648276,0.0005064748,0.00019687631,0.105699115],"category_scores_gemma":[0.013747884,0.00021340628,0.00008973827,0.0012615796,0.0001278415,0.00004861957,0.00027169142,0.0014420112,0.00028738912],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015742893,0.002622009,0.028361544,0.00014919827,0.00006715415,0.00005057553,0.0014804386,0.000014708853,0.00009600858,0.009708575,0.60885406,0.3484383],"study_design_scores_gemma":[0.0046224445,0.0016514339,0.009735708,0.0005924491,0.00023195133,0.0004577057,0.0050653224,0.106115766,0.000073980846,0.0014664994,0.8692901,0.00069663994],"about_ca_topic_score_codex":0.00021844538,"about_ca_topic_score_gemma":0.000030387313,"teacher_disagreement_score":0.34774166,"about_ca_system_score_codex":0.0009448921,"about_ca_system_score_gemma":0.0148036145,"threshold_uncertainty_score":0.99455976},"labels":[],"label_agreement":null},{"id":"W4220873327","doi":"10.4414/smw.2022.w30137","title":"Bottom-up feedback to improve clinical teaching: validation of the Swiss System for Evaluation of Teaching Qualities (SwissSETQ)","year":2022,"lang":"en","type":"article","venue":"Swiss Medical Weekly","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Medicine; Medical education; Exploratory factor analysis; Reliability (semiconductor); Quality (philosophy); Psychometrics","score_opus":0.06398205052352289,"score_gpt":0.44105191047159376,"score_spread":0.37706985994807085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220873327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94308084,0.00007380227,0.0053874,0.040019378,0.0068374975,0.002715183,0.000055857396,0.00007707309,0.0017529695],"genre_scores_gemma":[0.99296093,0.0000012354049,0.0027752945,0.0013265057,0.0009605609,0.0005770541,0.00018961432,0.000044755627,0.0011640751],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99102086,0.0018413005,0.0020527223,0.0005006352,0.004217108,0.00036739052],"domain_scores_gemma":[0.9964143,0.0008942439,0.0008218815,0.0008766983,0.00076702784,0.00022582039],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029315889,0.00021552097,0.0006688039,0.0002551452,0.00044124323,0.000014085485,0.0006039046,0.00024948057,0.00028281898],"category_scores_gemma":[0.03391906,0.00016686626,0.00029773783,0.00050826446,0.00024874334,0.00008863149,0.00026781793,0.0015533073,0.0000071478125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018796924,0.0044134464,0.019247904,0.0041883094,0.000877179,0.0000035551325,0.02178601,0.0002771787,0.012312916,0.10001579,0.2541175,0.5808805],"study_design_scores_gemma":[0.07270904,0.01702933,0.11139493,0.010025045,0.0091838,0.0005172237,0.34415,0.17114313,0.095097795,0.032241847,0.13311628,0.0033916144],"about_ca_topic_score_codex":0.00022655916,"about_ca_topic_score_gemma":0.000005743358,"teacher_disagreement_score":0.5774889,"about_ca_system_score_codex":0.0005995249,"about_ca_system_score_gemma":0.0019211017,"threshold_uncertainty_score":0.9995236},"labels":[],"label_agreement":null},{"id":"W4220917634","doi":"10.36834/cmej.74098","title":"A new revolution in clinical education: is it time to move on from Oslerian bedside teaching?","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Medical education; Medicine","score_opus":0.016393791510498322,"score_gpt":0.3685688143250978,"score_spread":0.3521750228145995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220917634","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17671512,0.00027340205,0.0002820691,0.7838916,0.009809349,0.0007405559,0.000022361113,0.000029734065,0.0282358],"genre_scores_gemma":[0.11412236,0.000034102177,0.015692087,0.81685865,0.011370661,0.00019251643,0.00042746283,0.00007219685,0.04122995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955859,0.00055582635,0.0012994023,0.0004951185,0.001546718,0.0005170408],"domain_scores_gemma":[0.991487,0.00016333377,0.0002835622,0.00057918794,0.00037165382,0.00711522],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037890195,0.00021805486,0.00038855252,0.0013036052,0.0005440123,0.00006885834,0.00049264566,0.0002700146,0.25392917],"category_scores_gemma":[0.034634374,0.0002333793,0.00013446294,0.0010897813,0.00007493083,0.00014195629,0.000050273018,0.0034903206,0.001583495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00004242909,0.0004448772,0.0014204482,0.00000399516,0.000018606113,0.00001523703,0.0014271842,0.0000035598257,0.0000032388018,0.00036980506,0.6275305,0.36872008],"study_design_scores_gemma":[0.0008297103,0.0002680789,0.040524706,0.00040418564,0.00003965643,0.00048268528,0.0038137347,0.00036712943,0.000002588313,0.001011842,0.95203537,0.0002203441],"about_ca_topic_score_codex":0.019998848,"about_ca_topic_score_gemma":0.0020682793,"teacher_disagreement_score":0.36849976,"about_ca_system_score_codex":0.0040197656,"about_ca_system_score_gemma":0.15454847,"threshold_uncertainty_score":0.9998036},"labels":[],"label_agreement":null},{"id":"W4220968522","doi":"10.1097/acm.0000000000004580","title":"The Sky Should Be the Limit: USMLE Attempt Limits Will Not Reduce Disciplinary Actions Among Graduates of U.S. and Canadian Medical Schools","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Discipline; Limiting; Action (physics); Malpractice; Affect (linguistics)","score_opus":0.10178469260962858,"score_gpt":0.3949284424162007,"score_spread":0.2931437498065721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220968522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51050395,0.0008584481,0.00001648853,0.48601678,0.0008160744,0.0004929468,0.000009644092,0.000027800523,0.0012578405],"genre_scores_gemma":[0.9741523,0.0019338293,0.000042932203,0.01923278,0.0012582091,0.00027589448,0.00009315931,0.000035812685,0.0029750576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99620914,0.0002255219,0.0008487616,0.0003757747,0.0018375333,0.00050326245],"domain_scores_gemma":[0.997489,0.00085675804,0.0002812421,0.00063996494,0.00019406898,0.0005389733],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0037999183,0.00021742948,0.00038096018,0.00029827261,0.0014196774,0.00000857921,0.00062024797,0.00028393636,0.00068975467],"category_scores_gemma":[0.009301667,0.00012439083,0.00005108803,0.0012078421,0.0015535194,0.00013252908,0.00020890625,0.003980552,0.0000058918463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017195988,0.00006964909,0.030723777,0.00010973044,0.0002505274,0.00004493242,0.012298129,0.000011696059,0.0023958248,0.011190916,0.8933564,0.049376506],"study_design_scores_gemma":[0.0028719425,0.0009857255,0.15555793,0.0010453368,0.0006645,0.0012496664,0.09021144,0.003298455,0.0009638307,0.0026924163,0.7400128,0.00044591536],"about_ca_topic_score_codex":0.006311125,"about_ca_topic_score_gemma":0.0016389284,"teacher_disagreement_score":0.466784,"about_ca_system_score_codex":0.0003096829,"about_ca_system_score_gemma":0.0014028302,"threshold_uncertainty_score":0.9998803},"labels":[],"label_agreement":null},{"id":"W4220987203","doi":"10.5116/ijme.6209.14d0","title":"Developing the next generation of medical educators: assessing the impact of a clinical teaching elective offered to senior medical students","year":2022,"lang":"en","type":"letter","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Markham Stouffville Hospital; Ottawa Hospital","funders":"","keywords":"Medical education; Medicine; Medical school; Psychology","score_opus":0.11988776305517089,"score_gpt":0.5596085555910597,"score_spread":0.4397207925358888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220987203","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.360642,0.00025823351,0.0031182072,0.62382066,0.0115544535,0.00048046664,0.000006753393,0.000009833833,0.000109420245],"genre_scores_gemma":[0.44442666,0.0006677194,0.0030499604,0.5005098,0.05033755,0.00013574753,0.00055004976,0.00010537545,0.00021718047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96865886,0.002090352,0.004592059,0.00048857,0.02374397,0.00042617385],"domain_scores_gemma":[0.98754853,0.0027269472,0.0041693416,0.00072772754,0.004332609,0.0004948326],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.025008999,0.00042540446,0.0012118143,0.0010546403,0.0002531155,0.00021030098,0.0048822076,0.0013875212,0.005395251],"category_scores_gemma":[0.09675784,0.00024981023,0.0007992888,0.00088022347,0.00057316315,0.0003235962,0.0006658114,0.01003345,0.000008989625],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013405051,0.0016351203,0.0072859162,0.00009973576,0.0014980396,0.0000875344,0.0022702243,0.0000064687133,0.00002919467,0.00034792867,0.8218566,0.16474915],"study_design_scores_gemma":[0.007314365,0.0029951502,0.110601015,0.017805822,0.0016427431,0.0107197035,0.016628651,0.010934729,0.00021086054,0.0012379504,0.81870234,0.0012066608],"about_ca_topic_score_codex":0.0008736943,"about_ca_topic_score_gemma":0.000016077593,"teacher_disagreement_score":0.16354248,"about_ca_system_score_codex":0.0018481655,"about_ca_system_score_gemma":0.055499285,"threshold_uncertainty_score":0.9999954},"labels":[],"label_agreement":null},{"id":"W4221030251","doi":"10.1186/s12909-022-03204-1","title":"Development of learning objectives for a medical assistance in dying curriculum for Family Medicine Residency","year":2022,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Faculty of Health Sciences, Queen's University; Queen's University; College of Family Physicians of Canada","keywords":"Curriculum; Delphi method; Medical education; Medicine; Curriculum development; Medical school; Family medicine; Psychology; Pedagogy; Computer science","score_opus":0.033369711598311286,"score_gpt":0.39352186671621253,"score_spread":0.3601521551179012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221030251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90693414,0.0010836922,0.07377445,0.012163292,0.0026478781,0.002068971,0.0000021311232,0.000068391295,0.0012570323],"genre_scores_gemma":[0.824769,0.000052760704,0.163935,0.0031773488,0.0010302679,0.0054853093,0.00062357634,0.000055333076,0.0008713826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958122,0.00017903504,0.0012687308,0.00044282098,0.0019486655,0.00034856322],"domain_scores_gemma":[0.9978092,0.0007969493,0.00039907268,0.00025005202,0.00054078887,0.00020396145],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005302943,0.00017098708,0.0004638821,0.0005366098,0.00032525123,0.000006020858,0.00027988222,0.00017933716,0.000993732],"category_scores_gemma":[0.045432728,0.00015808972,0.00007195616,0.0010739801,0.000193022,0.0000760359,0.00007565731,0.00065316417,0.0000020679518],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013631199,0.008509556,0.15409483,0.0066771335,0.00015492381,0.0000063470598,0.030773615,0.00006561832,0.0022754606,0.048862487,0.085048474,0.66216844],"study_design_scores_gemma":[0.021073457,0.0026981507,0.21188585,0.010706075,0.00033229927,0.00020701878,0.279159,0.07417338,0.00067673926,0.006465428,0.3913494,0.0012731705],"about_ca_topic_score_codex":0.00007766069,"about_ca_topic_score_gemma":0.000118404794,"teacher_disagreement_score":0.6608952,"about_ca_system_score_codex":0.00070882804,"about_ca_system_score_gemma":0.019327955,"threshold_uncertainty_score":0.9999195},"labels":[],"label_agreement":null},{"id":"W4221042318","doi":"10.7759/cureus.23480","title":"The Impact of Electronic Data to Capture Qualitative Comments in a Competency-Based Assessment System","year":2022,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Seniority; Medicine; Word (group theory); Univariate; Variance (accounting); Quality (philosophy); Statistics; Multivariate statistics; Linguistics; Mathematics; Accounting","score_opus":0.05523171608206288,"score_gpt":0.4739568036655157,"score_spread":0.4187250875834528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221042318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717807,0.0004962936,0.002086694,0.020947626,0.00052346505,0.0015551121,0.00019799688,0.000037948746,0.0023741538],"genre_scores_gemma":[0.9968236,0.0000016730244,0.0018541374,0.0005686059,0.000030588413,0.0001500264,0.0005115752,0.000009878935,0.000049892275],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9986134,0.00029059048,0.0003106943,0.00016398447,0.0004094664,0.00021182034],"domain_scores_gemma":[0.9988471,0.00016884065,0.00011747993,0.0007165885,0.000115947005,0.000034044195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018262728,0.00007658474,0.00017196444,0.000081096674,0.00012538291,0.0000065768418,0.00038053052,0.000023201881,0.00009780108],"category_scores_gemma":[0.0003409742,0.00005272915,0.000029670335,0.000630393,0.00003732611,0.000030873463,0.00013493317,0.00039030064,0.0000027143396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015049397,0.007276455,0.062489957,0.0009132815,0.0014751698,0.000052743617,0.08092786,0.005956881,0.006687321,0.29972485,0.52209705,0.010893479],"study_design_scores_gemma":[0.010591069,0.0073258923,0.259064,0.0008905422,0.00032062922,0.000089378686,0.47357428,0.19939369,0.0001891699,0.0027707731,0.044995498,0.0007950919],"about_ca_topic_score_codex":0.00086913427,"about_ca_topic_score_gemma":0.000101886544,"teacher_disagreement_score":0.47710156,"about_ca_system_score_codex":0.001978581,"about_ca_system_score_gemma":0.00228197,"threshold_uncertainty_score":0.51739204},"labels":[],"label_agreement":null},{"id":"W4221099715","doi":"10.2196/36948","title":"Use of the CPD-REACTION Questionnaire to Evaluate Continuing Professional Development Activities for Health Professionals: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux; Université de Sherbrooke; Centre Integre de Sante et de Services Sociaux de Laval","funders":"","keywords":"Continuing professional development; Competence (human resources); Health professionals; Medical education; Psychology; Professional development; Continuing education; Medicine; Health care; Political science; Social psychology","score_opus":0.08423304542773778,"score_gpt":0.5075309318130432,"score_spread":0.4232978863853054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221099715","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010132461,0.9486494,0.000119879594,0.019507475,0.0072852382,0.024243264,0.000014972855,0.00006153988,0.000016875763],"genre_scores_gemma":[0.000030375004,0.91214097,0.0016866932,0.022192035,0.0005809134,0.05485084,0.00141462,0.00009837255,0.0070051914],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927778,0.0012526857,0.0025835424,0.0005214716,0.0025145013,0.00035000237],"domain_scores_gemma":[0.9954126,0.00062017277,0.0023144712,0.0007952877,0.0006132063,0.0002442632],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048292973,0.0004062715,0.0022612067,0.000417875,0.0003829538,0.000018314568,0.00040813576,0.0003357054,0.00040571866],"category_scores_gemma":[0.025133474,0.00025109958,0.00039093502,0.0013428531,0.000093551396,0.00015195223,0.00016751274,0.0010805185,0.000014570801],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007901846,0.00072718645,0.0000015428684,0.50008905,0.00006572023,9.19946e-8,0.0007278918,1.6671505e-8,1.5010443e-7,0.00010322777,0.07324905,0.42502818],"study_design_scores_gemma":[0.00008791375,0.000045256296,0.000035251604,0.4973802,0.00046896195,0.00004307264,0.00028535622,0.0000058400833,5.7764623e-7,0.0000051711086,0.5015252,0.00011719946],"about_ca_topic_score_codex":0.000010897634,"about_ca_topic_score_gemma":0.0000042466686,"teacher_disagreement_score":0.42827615,"about_ca_system_score_codex":0.002142121,"about_ca_system_score_gemma":0.02936016,"threshold_uncertainty_score":0.9999941},"labels":[],"label_agreement":null},{"id":"W4221122028","doi":"10.1002/jdd.12926","title":"What influences attitudes toward professionalism in dental students?","year":2022,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Likert scale; Psychology; Confidence interval; Cross-sectional study; Sample (material); Medical education; Scale (ratio); Association (psychology); Dental education; Medicine; Family medicine","score_opus":0.031132514038007767,"score_gpt":0.43896694449796764,"score_spread":0.4078344304599599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221122028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853078,0.0013754186,0.000005043473,0.0037744173,0.009140284,0.0002632919,8.388891e-7,0.0000060628026,0.00012684926],"genre_scores_gemma":[0.99441934,0.00011491806,0.00069274125,0.0030774183,0.00041122246,0.00005507232,0.00003091264,0.000011486022,0.0011868692],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778414,0.00009953964,0.00064126553,0.00012216123,0.0012175237,0.00013534812],"domain_scores_gemma":[0.9991638,0.000029211913,0.000411682,0.00011437928,0.00023290017,0.000048049253],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008893954,0.000091543596,0.00019448315,0.00054935017,0.00011651264,0.000063801934,0.00025671403,0.00004392182,0.0010742539],"category_scores_gemma":[0.0002681022,0.000082182414,0.00007044523,0.00066330313,0.000054558768,0.00071816426,0.00009317671,0.00060640246,0.000018976025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018095241,0.0040595643,0.94808775,0.00008605524,0.00004706338,0.000025268933,0.0049805837,0.000024166045,0.0016115725,0.00021222669,0.012930475,0.027754297],"study_design_scores_gemma":[0.0010733232,0.00030839877,0.88616115,0.0005129474,0.000046553792,0.001214004,0.1025063,0.000011367345,0.0003136265,0.00021750992,0.007539135,0.000095673386],"about_ca_topic_score_codex":0.000029702675,"about_ca_topic_score_gemma":0.0000051082225,"teacher_disagreement_score":0.097525716,"about_ca_system_score_codex":0.00092939957,"about_ca_system_score_gemma":0.0010966103,"threshold_uncertainty_score":0.9998389},"labels":[],"label_agreement":null},{"id":"W4221123570","doi":"10.36834/cmej.72940","title":"It’s a ‘two-way street’: resident perspectives of effective coaching relationships in the clinical learning environment","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University; Providence Health Care","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Coaching; Psychology; Focus group; Professional development; Interpersonal communication; Medical education; Pedagogy; Medicine; Sociology; Social psychology; Psychotherapist","score_opus":0.026922855487566535,"score_gpt":0.36272012141860377,"score_spread":0.33579726593103726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221123570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80812883,0.00070477533,0.00031126052,0.18256797,0.0015184812,0.0007762507,0.0000036895215,0.000009659054,0.0059791114],"genre_scores_gemma":[0.9848551,0.00009095555,0.0007362174,0.012940163,0.0008391789,0.00014197057,0.000046811143,0.000016571272,0.0003330223],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9950095,0.0021907892,0.0008759579,0.00023668233,0.0013919894,0.00029512084],"domain_scores_gemma":[0.9973957,0.0006571431,0.00033655204,0.0002706706,0.00019719932,0.0011427362],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010925808,0.0001180241,0.00024643177,0.0006375434,0.00079186325,0.000024815758,0.000319028,0.00011547942,0.012109196],"category_scores_gemma":[0.04567869,0.000098538556,0.000106719875,0.00065383175,0.0002783986,0.000087564265,0.000035308898,0.004806769,0.000014120827],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012938927,0.0020093243,0.3772222,0.000058022175,0.00015989918,0.00016754764,0.12857838,0.0009023987,0.000009700372,0.011251871,0.27588212,0.20362912],"study_design_scores_gemma":[0.0014624615,0.00045735584,0.35534257,0.00022694841,0.00008513213,0.0010509454,0.41525507,0.0009588535,0.0000019701154,0.0006524102,0.22435217,0.0001541021],"about_ca_topic_score_codex":0.0038369438,"about_ca_topic_score_gemma":0.004227588,"teacher_disagreement_score":0.2866767,"about_ca_system_score_codex":0.0016621723,"about_ca_system_score_gemma":0.018834746,"threshold_uncertainty_score":0.99748915},"labels":[],"label_agreement":null},{"id":"W4223423327","doi":"10.1007/s43678-022-00302-3","title":"The CFPC certificate of added competence (CAC) in emergency medicine: reflections from current research on the CAC program","year":2022,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Regional Municipality of Waterloo","funders":"","keywords":"Medicine; Competence (human resources); Certificate; Family medicine; Psychology; Computer science","score_opus":0.4245292987241673,"score_gpt":0.534455793799065,"score_spread":0.10992649507489777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223423327","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004147749,0.01531058,0.000012651899,0.052091636,0.9200992,0.0014672077,0.00010543547,0.000015116259,0.0067504444],"genre_scores_gemma":[0.024710834,0.036444362,0.00010201881,0.00016244358,0.93161017,0.00062562595,0.0010867831,0.00018721208,0.005070536],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989241,0.0011519064,0.0039506485,0.0005601876,0.0041221427,0.0009741398],"domain_scores_gemma":[0.9883634,0.0019806542,0.0019476762,0.00142964,0.0055236197,0.0007550378],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01041486,0.0004707629,0.0011045156,0.002112792,0.0010879542,0.0000091394795,0.0017753639,0.000432498,0.025306068],"category_scores_gemma":[0.049714927,0.000270004,0.00024701102,0.0055098073,0.0014588105,0.00008173062,0.00008676605,0.008316908,0.000018284729],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016613526,0.00020726919,0.0003752168,0.00015868127,0.00019487289,0.0000325968,0.0027198668,0.0000068369486,0.00011796579,0.0006800954,0.98393863,0.011401854],"study_design_scores_gemma":[0.00085211004,0.002197962,0.0017764672,0.002272747,0.0002885839,0.0000058318797,0.007627826,0.000044719323,0.0000091486445,0.0024952474,0.9822308,0.000198546],"about_ca_topic_score_codex":0.033162177,"about_ca_topic_score_gemma":0.058899485,"teacher_disagreement_score":0.051929194,"about_ca_system_score_codex":0.0015793144,"about_ca_system_score_gemma":0.008545862,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W4223515363","doi":"10.1503/cjs.003522","title":"Should we be on the cusp of a major change in continued medical education?","year":2022,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; University of Calgary","funders":"","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; Cusp (singularity); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Virology; Pathology","score_opus":0.06889421509647983,"score_gpt":0.3527732840987239,"score_spread":0.283879069002244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223515363","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024889627,0.002075005,9.4026046e-7,0.161765,0.8099435,0.00035727659,0.00007750627,0.000003811676,0.0008873297],"genre_scores_gemma":[0.054854166,0.00091684586,0.00006146244,0.016276306,0.92551774,0.0001799661,0.00053110084,0.00010147588,0.0015609332],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961007,0.00023514606,0.0012479478,0.00017967731,0.0018930528,0.00034347968],"domain_scores_gemma":[0.99508685,0.0020344928,0.00092824886,0.00039976797,0.001028205,0.0005224543],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004496104,0.00020319961,0.0007889567,0.0020136496,0.0000987061,0.000019716843,0.00040265368,0.00058834883,0.009513822],"category_scores_gemma":[0.03964961,0.00015397054,0.0002358684,0.0010877292,0.00024795637,0.00007088312,0.000018039214,0.0031378218,0.0000041537733],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052678446,0.0001428571,0.003119826,0.00014638131,0.00007044942,0.00019847012,0.0008422145,9.1055696e-8,0.0000010367247,0.00021271748,0.9811493,0.014063988],"study_design_scores_gemma":[0.0003138948,0.00007534296,0.0017443744,0.0024094817,0.000081591235,0.00007586512,0.000978546,0.0000033614199,0.000006245313,0.00008741657,0.9941062,0.00011771467],"about_ca_topic_score_codex":0.0060814433,"about_ca_topic_score_gemma":0.0064203916,"teacher_disagreement_score":0.14548868,"about_ca_system_score_codex":0.0010519624,"about_ca_system_score_gemma":0.05753015,"threshold_uncertainty_score":0.99916196},"labels":[],"label_agreement":null},{"id":"W4223937742","doi":"10.3899/jrheum.220300","title":"The Challenge of Addressing the Rheumatology Workforce Shortage","year":2022,"lang":"en","type":"letter","venue":"The Journal of Rheumatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Medicine; Burnout; Rheumatology; Workload; Family medicine; Internal medicine; Pandemic; Health care; Gerontology; Coronavirus disease 2019 (COVID-19); Disease; Management; Economic growth","score_opus":0.053379234739565656,"score_gpt":0.3413154488645714,"score_spread":0.2879362141250057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223937742","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05247754,0.008232838,0.00017611106,0.9329136,0.004280996,0.00038374594,0.000003987623,0.00001418184,0.0015169763],"genre_scores_gemma":[0.56179345,0.035535093,0.0007823159,0.39651272,0.0012064148,0.00011947473,0.00013015668,0.0002880905,0.0036322677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952284,0.0012063154,0.0019067447,0.00017207036,0.000982149,0.0005042835],"domain_scores_gemma":[0.99199426,0.003392736,0.0029116136,0.0010801863,0.00058526156,0.000035952464],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0043206904,0.00029035387,0.0010899549,0.0002816402,0.0006894171,0.000018587365,0.0014741253,0.0005777591,0.0007919282],"category_scores_gemma":[0.0026643577,0.00012917892,0.00027975775,0.00049812754,0.0014197534,0.00005147532,0.00021602807,0.0068996795,0.00001142252],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002494426,0.000059048845,0.002561618,0.00026322232,0.0004674384,0.000045813373,0.0022032913,0.000014101682,0.000002351125,0.0022100902,0.9827584,0.009165207],"study_design_scores_gemma":[0.00062405417,0.00041345984,0.00024932573,0.0007629016,0.00044415728,0.020947699,0.0026391766,0.00011645652,0.000005944783,0.0020511327,0.9716074,0.00013829471],"about_ca_topic_score_codex":0.00006880195,"about_ca_topic_score_gemma":0.0000113819215,"teacher_disagreement_score":0.5364009,"about_ca_system_score_codex":0.00016109573,"about_ca_system_score_gemma":0.0007992324,"threshold_uncertainty_score":0.9953914},"labels":[],"label_agreement":null},{"id":"W4224013495","doi":"10.4300/jgme-d-21-00818.1","title":"The Productive Engagement SPACE: A Guide to Improve Critical Learner Interactions in e-Learning Environments","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bayer (Canada); McMaster University","funders":"","keywords":"Curriculum; Confusion; Coronavirus disease 2019 (COVID-19); Distance education; Pandemic; Online learning; Social media; Educational technology; Higher education","score_opus":0.02721705758389666,"score_gpt":0.3996704682206539,"score_spread":0.37245341063675724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224013495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56422883,0.00018350506,0.0018337453,0.42485082,0.007045435,0.00057358196,6.506052e-7,0.000011050842,0.001272405],"genre_scores_gemma":[0.98377264,0.000102405924,0.0036448922,0.0046928744,0.0013250409,0.00023706089,0.000013320673,0.000024865518,0.006186885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653035,0.00046755502,0.0008468083,0.0002060675,0.0016896299,0.0002595889],"domain_scores_gemma":[0.9986364,0.00031273888,0.0002987638,0.00022958686,0.00030931216,0.00021315568],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0046896795,0.00011409907,0.00020915529,0.00039299807,0.00046073494,0.000029618857,0.00022741001,0.000033432814,0.0006797356],"category_scores_gemma":[0.03330011,0.00008514979,0.000074897194,0.0006951225,0.00014152918,0.00013685161,0.00012325778,0.0024049052,0.000025769281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005466629,0.0046361447,0.0048817736,0.00007072606,0.00012884293,0.000049205308,0.009752767,0.0002856446,0.0035001913,0.003676595,0.35961556,0.6128559],"study_design_scores_gemma":[0.000798859,0.00078658166,0.01661068,0.00020011219,0.00008004455,0.00048079493,0.02996528,0.0008486848,0.0003699136,0.00063293916,0.9491016,0.00012447285],"about_ca_topic_score_codex":0.000033640463,"about_ca_topic_score_gemma":0.0000042947927,"teacher_disagreement_score":0.6127314,"about_ca_system_score_codex":0.0012263552,"about_ca_system_score_gemma":0.0020791255,"threshold_uncertainty_score":0.9998966},"labels":[],"label_agreement":null},{"id":"W4224038806","doi":"10.36834/cmej.73518","title":"Validity as a social imperative: users’ and leaders’ perceptions","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; Université de Sherbrooke","funders":"University of Ottawa","keywords":"Operationalization; Psychology; Snowball sampling; Focus group; Face validity; Construct validity; Conceptualization; External validity; Validity; Content validity; Applied psychology; Social psychology; Concurrent validity; Psychometrics; Computer science; Sociology; Medicine; Clinical psychology; Epistemology","score_opus":0.034619219430393415,"score_gpt":0.37194584052078206,"score_spread":0.33732662109038863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224038806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64404136,0.00010006467,0.000060404927,0.34939265,0.0019825439,0.00020268068,0.000006828647,0.000018812283,0.0041946643],"genre_scores_gemma":[0.8792004,0.000049706832,0.0008170037,0.114651814,0.0021220602,0.000092661074,0.00009604263,0.000023086706,0.0029472455],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782676,0.0002111483,0.00037416464,0.00021215474,0.0010174103,0.00035837258],"domain_scores_gemma":[0.9961953,0.0000323767,0.00009804262,0.00013889128,0.00040897998,0.0031263998],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012156764,0.00012412536,0.0001851938,0.0005316801,0.0019297261,0.00006243803,0.00016600358,0.00014051565,0.12360443],"category_scores_gemma":[0.008923586,0.00012763102,0.00006657763,0.00060162833,0.0003650585,0.0001280417,0.000030857194,0.0017634018,0.000067084395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015906968,0.00024611098,0.003476267,0.000018639797,0.000029756808,0.000045781926,0.013198598,5.330028e-7,0.00002842075,0.0025179356,0.9016721,0.0787499],"study_design_scores_gemma":[0.0009512434,0.00026397168,0.047007304,0.000048695154,0.00008297643,0.01039406,0.09042209,0.00020670262,0.0000035757669,0.0013933459,0.84900576,0.00022027733],"about_ca_topic_score_codex":0.0023259774,"about_ca_topic_score_gemma":0.00090450357,"teacher_disagreement_score":0.23515902,"about_ca_system_score_codex":0.001328897,"about_ca_system_score_gemma":0.054942477,"threshold_uncertainty_score":0.9994247},"labels":[],"label_agreement":null},{"id":"W4224135005","doi":"10.1016/j.hsr.2022.100025","title":"Leadership development programs for surgical residents: A narrative review of the literature","year":2022,"lang":"en","type":"review","venue":"Health Sciences Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Accreditation; Curriculum; Medical education; Graduate medical education; Context (archaeology); Leadership development; Core competency; MEDLINE; Medicine; Faculty development; Best practice; Psychology; Political science; Pedagogy; Professional development; Public relations; Management","score_opus":0.3167329197511767,"score_gpt":0.526167346716169,"score_spread":0.20943442696499237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224135005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0843225e-7,0.96350193,0.0000031025552,0.023888135,0.0006600443,0.011616933,0.00000832908,0.000019775107,0.00030166324],"genre_scores_gemma":[2.1576339e-8,0.971006,0.0029062096,0.020699695,0.0001723,0.0039414065,0.00044172336,0.000020951318,0.0008117432],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943,0.00084786536,0.002336897,0.0006017683,0.0014230002,0.0004904862],"domain_scores_gemma":[0.99665153,0.00026206026,0.001948021,0.00062887097,0.00038368686,0.00012580931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0102666635,0.00033780473,0.002624194,0.00016789413,0.00062483107,0.000021217527,0.00076463673,0.00012177438,0.00044412553],"category_scores_gemma":[0.003380299,0.00017606039,0.0005905287,0.005912169,0.00042089418,0.00007122729,0.0001233523,0.00086421194,0.000008117077],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.096254e-7,0.00004567905,7.841943e-7,0.46751618,0.000012501466,5.9189017e-7,0.00020175063,8.8346624e-10,1.2971549e-10,0.00010420648,0.04103492,0.4910828],"study_design_scores_gemma":[0.000059539834,0.00009423091,0.0000010881841,0.4829056,0.00013729048,0.00012830678,0.000079800666,1.1083845e-7,9.08841e-9,0.0000042923307,0.5165153,0.000074421376],"about_ca_topic_score_codex":0.0000038529383,"about_ca_topic_score_gemma":0.0000015072653,"teacher_disagreement_score":0.49100837,"about_ca_system_score_codex":0.0006192293,"about_ca_system_score_gemma":0.010602908,"threshold_uncertainty_score":0.9950061},"labels":[],"label_agreement":null},{"id":"W4224138176","doi":"10.36834/cmej.73842","title":"Gauging reflective practices of paediatric residency candidates through a multiple mini interview station","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Mindset; Psychology; Medical education; Humanities; Medicine; Computer science; Artificial intelligence; Philosophy","score_opus":0.033975143616147584,"score_gpt":0.3910942577563839,"score_spread":0.35711911414023634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224138176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63386315,0.006611961,0.0011164886,0.33722922,0.008660193,0.0010694579,0.00004635399,0.00004751063,0.011355692],"genre_scores_gemma":[0.9553956,0.00043232527,0.009502784,0.032312453,0.0012687801,0.00013524835,0.00021497537,0.00003137756,0.0007064702],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691373,0.00043147648,0.0008092136,0.00023540593,0.0012677411,0.0003424327],"domain_scores_gemma":[0.99592316,0.0002305456,0.0010589993,0.00026699298,0.001009126,0.0015111661],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025060005,0.00013455625,0.00026330995,0.00079111103,0.0005295839,0.0000344888,0.00027933798,0.000110205496,0.03489346],"category_scores_gemma":[0.06636118,0.00013217566,0.00008118343,0.0014815555,0.00012820227,0.00031646952,0.00003731045,0.0013670673,0.00001964827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102725084,0.0007495101,0.022403328,0.00027062927,0.00013777183,0.00007816288,0.0137772495,0.00001225336,0.000092703405,0.0018412949,0.69766074,0.2628736],"study_design_scores_gemma":[0.0025191011,0.00095002126,0.047236983,0.0008956855,0.00038224386,0.005483548,0.067234084,0.0017429347,0.00018806357,0.005060393,0.86783284,0.0004741282],"about_ca_topic_score_codex":0.018911045,"about_ca_topic_score_gemma":0.008674939,"teacher_disagreement_score":0.32153246,"about_ca_system_score_codex":0.001520241,"about_ca_system_score_gemma":0.07725857,"threshold_uncertainty_score":0.9876221},"labels":[],"label_agreement":null},{"id":"W4224217453","doi":"10.1111/medu.14806","title":"The logic behind entrustable professional activity frameworks: A scoping review of the literature","year":2022,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Specialty; MEDLINE; Curriculum; Medical education; Service (business); Medicine; Psychology; Family medicine; Pedagogy; Political science","score_opus":0.029665902266702775,"score_gpt":0.4507869801991443,"score_spread":0.4211210779324415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224217453","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008134303,0.95819193,0.000022191436,0.029994996,0.0075333756,0.0035004208,0.000006816542,0.000023103643,0.0007190467],"genre_scores_gemma":[0.000002592449,0.9778021,0.00020851784,0.015904998,0.0010662912,0.0018620483,0.00043160832,0.00003701512,0.0026848265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951448,0.00088554027,0.0011140357,0.00041163588,0.002123879,0.00032011114],"domain_scores_gemma":[0.9962963,0.0009029151,0.0011403608,0.0011653741,0.00039756263,0.00009751288],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032020009,0.00031158837,0.001094684,0.00013707008,0.00057036016,0.00003275623,0.0007535912,0.0008220369,0.004716192],"category_scores_gemma":[0.03626857,0.00015142997,0.0004278244,0.001819578,0.0003320099,0.00007863551,0.00028135662,0.004879562,0.000015697187],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003853413,0.00040471833,0.00000371917,0.18302906,0.000036598343,7.171356e-7,0.00012718805,6.5826766e-9,2.3376176e-8,0.00036028432,0.10210978,0.71392405],"study_design_scores_gemma":[0.00004771687,0.000017322744,0.0000086563605,0.4556359,0.00028270108,0.00007037903,0.000047600788,0.0000025475388,2.2259543e-7,0.00008391234,0.54373085,0.00007221235],"about_ca_topic_score_codex":0.000008230916,"about_ca_topic_score_gemma":0.0000022623967,"teacher_disagreement_score":0.7138518,"about_ca_system_score_codex":0.0005701476,"about_ca_system_score_gemma":0.024415659,"threshold_uncertainty_score":0.9974162},"labels":[],"label_agreement":null},{"id":"W4224251681","doi":"10.3390/educsci12050293","title":"Do Resident Archetypes Influence the Functioning of Programs of Assessment?","year":2022,"lang":"en","type":"article","venue":"Education Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary; University of Ottawa; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"Queen's University","keywords":"Medical education; Archetype; Psychology; Sample (material); Focus group; Applied psychology; Medicine; Sociology","score_opus":0.0473947863700704,"score_gpt":0.43068575946552123,"score_spread":0.38329097309545085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224251681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866423,0.00018580111,0.00013152153,0.006468552,0.000726997,0.00027538923,4.608715e-7,0.000009563792,0.0055594235],"genre_scores_gemma":[0.9938775,0.000007071605,0.005015838,0.0003323402,0.000057578865,0.00014887328,0.000008082807,0.0000025571474,0.0005501681],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998678,0.00007599381,0.000285471,0.0001359166,0.00073660986,0.000087956694],"domain_scores_gemma":[0.9991302,0.00007403614,0.00024068709,0.00020592012,0.00033194706,0.000017247141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015789801,0.000040367446,0.00008063598,0.00016505786,0.0003410612,0.000016493757,0.00020790112,0.000012054674,0.00039030815],"category_scores_gemma":[0.00046726162,0.00002813374,0.000024736826,0.0016309565,0.00049363857,0.00009956027,0.000051705272,0.00015301481,0.0000015997671],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016660544,0.00088496954,0.65559214,0.00011381087,0.00002363292,1.3174487e-7,0.010171099,0.0005828022,0.0040627485,0.05769713,0.0063130925,0.26454177],"study_design_scores_gemma":[0.0001964716,0.00061149057,0.8759369,0.00018553677,0.000044861226,0.00002771598,0.09685524,0.00039870257,0.001470296,0.004390659,0.019794555,0.00008751602],"about_ca_topic_score_codex":0.00013080852,"about_ca_topic_score_gemma":0.0000015964285,"teacher_disagreement_score":0.26445428,"about_ca_system_score_codex":0.00007793717,"about_ca_system_score_gemma":0.0019388411,"threshold_uncertainty_score":0.42736006},"labels":[],"label_agreement":null},{"id":"W4224279388","doi":"10.24908/pocus.v7i1.15019","title":"Near Peer POCUS Education Evaluation","year":2022,"lang":"en","type":"article","venue":"POCUS Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Point of care ultrasound; Medicine; Population; Psychology; Ultrasound; Radiology","score_opus":0.026353811119770188,"score_gpt":0.3888830926077358,"score_spread":0.3625292814879656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224279388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92053354,0.0006251701,0.0006117259,0.048717752,0.0053127683,0.0004645776,0.0000023555135,0.00003808611,0.023694016],"genre_scores_gemma":[0.9800359,0.000010927192,0.0076519526,0.004269513,0.0014915126,0.00012656809,0.00011468607,0.000024654759,0.006274295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734867,0.00016780848,0.00036880854,0.00014601585,0.001770729,0.00019794675],"domain_scores_gemma":[0.99813986,0.000019812818,0.00020031889,0.00021948396,0.0013207755,0.000099755685],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00307644,0.00008834205,0.00012358165,0.0002499324,0.0007571007,0.00006780733,0.00011973986,0.000041859057,0.011525936],"category_scores_gemma":[0.0016967381,0.000083579675,0.00006379407,0.00059615704,0.00004501985,0.00013621981,0.000037429218,0.0008572945,0.000109403976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061465136,0.0006485036,0.0050384514,0.000013342612,0.000041378793,0.000007028476,0.0017758526,0.00019234122,0.000571799,0.00085365504,0.49656174,0.49423444],"study_design_scores_gemma":[0.0017097451,0.00036462393,0.03703266,0.0000426327,0.00025386282,0.0045806477,0.0035622977,0.0056454083,0.00019034419,0.0065109106,0.939921,0.00018586079],"about_ca_topic_score_codex":0.000012941891,"about_ca_topic_score_gemma":4.7961606e-7,"teacher_disagreement_score":0.4940486,"about_ca_system_score_codex":0.0009417646,"about_ca_system_score_gemma":0.0027587004,"threshold_uncertainty_score":0.9893777},"labels":[],"label_agreement":null},{"id":"W4224442502","doi":"10.1007/s10459-022-10103-z","title":"Exploring professional identity in rehabilitation professions: a scoping review","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de Recherche du Québec - Santé","keywords":"Identity (music); Rehabilitation; Medical education; Health professions; Medicine; Psychology; Physical therapy; Health care; Political science","score_opus":0.2165631896154671,"score_gpt":0.5923900897870247,"score_spread":0.37582690017155757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224442502","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000076813456,0.9810153,0.000019696778,0.0042704055,0.0065803733,0.007616986,0.0000018967761,0.00003682376,0.00038167895],"genre_scores_gemma":[0.0000065499107,0.97409743,0.008507319,0.0022591525,0.00023352196,0.014551658,0.00023210034,0.000024758534,0.000087534354],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941354,0.00096512213,0.00244636,0.00083693414,0.0011168595,0.0004993339],"domain_scores_gemma":[0.99708176,0.0009026515,0.0013256466,0.00047207746,0.00013018606,0.00008768046],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008543826,0.00028463724,0.0013398608,0.0016481514,0.00044953712,0.000020335605,0.00040563723,0.00009991315,0.00035702708],"category_scores_gemma":[0.008185394,0.0002462531,0.00011900744,0.008474057,0.0002437511,0.002340696,0.00011918712,0.0011691949,0.000018668014],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019712365,0.00032799802,0.0003187638,0.2861909,9.605654e-7,3.8008272e-7,0.0004251803,0.0000028374504,4.71894e-9,0.00090602454,0.00026540377,0.7115596],"study_design_scores_gemma":[0.00007454513,0.00011066387,0.00017671575,0.55400825,0.000016209533,0.000015237735,0.0014863351,0.000007283882,1.13432375e-8,0.00038284864,0.44359073,0.00013117808],"about_ca_topic_score_codex":0.00011947854,"about_ca_topic_score_gemma":0.00017774756,"teacher_disagreement_score":0.7114284,"about_ca_system_score_codex":0.0026076753,"about_ca_system_score_gemma":0.01817216,"threshold_uncertainty_score":0.999999},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4224827450","doi":"10.1007/s10459-022-10117-7","title":"What role does basic research have in an applied field?","year":2022,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Field (mathematics); Basic research; Extant taxon; Engineering ethics; Educational research; Bridging (networking); Sociology; Epistemology; Computer science; Social science; Library science; Engineering","score_opus":0.028265813459010334,"score_gpt":0.49837408330324945,"score_spread":0.4701082698442391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224827450","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020051328,0.011417417,0.000008286414,0.013251169,0.9494406,0.001981251,0.0000067410247,0.0000406837,0.0038025023],"genre_scores_gemma":[0.041394915,0.065011255,0.0092467535,0.008332539,0.86404765,0.0060290587,0.0028606704,0.0001035559,0.0029736264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941252,0.00045728692,0.0010498445,0.0010710752,0.0025109246,0.00078566174],"domain_scores_gemma":[0.9963815,0.0017587972,0.00045489866,0.0007297977,0.00052729726,0.00014765993],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009615365,0.00022413778,0.0004611424,0.0020426214,0.0005633163,0.00015927744,0.0006954949,0.00035595527,0.0004898461],"category_scores_gemma":[0.005434782,0.00019449486,0.000029402676,0.0033569313,0.00046401637,0.0014484656,0.00011135515,0.0026572137,0.000012846894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096439726,0.0010389442,0.005748234,0.0013381641,0.0000018634817,0.0000012912486,0.006760307,0.000098748154,0.0000094952975,0.0014336368,0.5123953,0.47107756],"study_design_scores_gemma":[0.00030357693,0.0007031884,0.00068606564,0.0012311168,0.0000030082754,0.0000014347876,0.060508396,0.00013874267,0.000030384128,0.008063654,0.928143,0.00018739444],"about_ca_topic_score_codex":0.0015192134,"about_ca_topic_score_gemma":0.0041494616,"teacher_disagreement_score":0.47089016,"about_ca_system_score_codex":0.0022878111,"about_ca_system_score_gemma":0.016200462,"threshold_uncertainty_score":0.9996437},"labels":[],"label_agreement":null},{"id":"W4225002499","doi":"10.2196/34299","title":"Factors Associated With Specialists’ Intention to Adopt New Behaviors After Taking Web-Based Continuing Professional Development Courses: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Université de Sherbrooke; Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Psychosocial; Bivariate analysis; Cross-sectional study; Intraclass correlation; Psychology; Multivariate analysis; Medicine; Medical education; Clinical psychology; Psychometrics; Internal medicine; Statistics; Psychiatry","score_opus":0.03398095118309531,"score_gpt":0.3987810677432666,"score_spread":0.3648001165601713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225002499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899401,0.0000141779865,0.0002699477,0.001997366,0.0054098577,0.0021070677,0.0000064811043,0.00013737503,0.000117625386],"genre_scores_gemma":[0.9882345,1.377472e-7,0.00057125516,0.0031679603,0.0005439462,0.0026728082,0.0011836463,0.000048446982,0.0035772524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950069,0.00018684387,0.00084844604,0.0005552815,0.0030207417,0.0003817511],"domain_scores_gemma":[0.9981798,0.000086303204,0.0004283405,0.00028223734,0.0006402723,0.0003830774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013675746,0.00026523342,0.00030965084,0.0005581723,0.0004612292,0.00007220434,0.00023542372,0.00017366096,0.00977841],"category_scores_gemma":[0.0026549639,0.00022682642,0.00007142699,0.0013114896,0.0001107848,0.0001436031,0.00010369442,0.00095809175,0.000018217706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031012105,0.0067120977,0.96152425,0.000028864446,0.000052071155,0.000007854769,0.0065652947,0.0000076127285,0.000048117014,0.000024713132,0.009735118,0.014983882],"study_design_scores_gemma":[0.0022468215,0.00046484498,0.97567844,0.00041905578,0.00005804178,0.000009063265,0.007929843,0.0000977706,0.000040219973,0.0000056963536,0.012803114,0.00024711006],"about_ca_topic_score_codex":0.000068969726,"about_ca_topic_score_gemma":0.00010633747,"teacher_disagreement_score":0.0147367725,"about_ca_system_score_codex":0.0020697427,"about_ca_system_score_gemma":0.009462742,"threshold_uncertainty_score":0.9961527},"labels":[],"label_agreement":null},{"id":"W4225003145","doi":"10.36834/cmej.74041","title":"Barriers or costs? Understanding faculty resistance to curricular change","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Resistance (ecology); Computer science; Data science; Medical education; Medicine; Biology","score_opus":0.05563674603070705,"score_gpt":0.36387311907864583,"score_spread":0.30823637304793877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225003145","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08887587,0.0005916331,0.001733056,0.87816966,0.012669522,0.0013991586,0.00005776531,0.00007436035,0.01642896],"genre_scores_gemma":[0.63189936,0.000042592175,0.0032831703,0.35511827,0.002978038,0.0004407847,0.00018387163,0.000051268184,0.006002644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700487,0.00013836703,0.00047330186,0.00026469844,0.0015950357,0.0005237282],"domain_scores_gemma":[0.99084663,0.000030554544,0.00013064146,0.0002636983,0.00038976502,0.008338722],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015926155,0.00014865947,0.0002151535,0.00085373595,0.0012487543,0.00006435582,0.0003349071,0.00011843627,0.0956863],"category_scores_gemma":[0.024144785,0.00013406991,0.000066819106,0.0017389908,0.0001014211,0.0001354457,0.00003625239,0.0013743303,0.00006109228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000053167998,0.00007665847,0.0022329038,0.00002473286,0.000030432882,0.0001611017,0.0019413646,0.0000011734585,0.000003189982,0.0071663717,0.9633221,0.024986777],"study_design_scores_gemma":[0.00052434654,0.00012248458,0.0017572467,0.0002340108,0.000035240097,0.001564234,0.033343732,0.000086738146,0.0000029685361,0.00029672976,0.9618624,0.0001698794],"about_ca_topic_score_codex":0.002344883,"about_ca_topic_score_gemma":0.007883588,"teacher_disagreement_score":0.5430235,"about_ca_system_score_codex":0.012827306,"about_ca_system_score_gemma":0.06408912,"threshold_uncertainty_score":0.99096227},"labels":[],"label_agreement":null},{"id":"W4225016480","doi":"10.36834/cmej.73554","title":"Developing a dashboard for program evaluation in competency-based training programs: a design-based research project","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan; McMaster University","funders":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","keywords":"Dashboard; Analytics; Valuation (finance); Medical education; Audit; Tracking (education); Computer science; Needs assessment; Program evaluation; Psychology; Medicine; Data science; Political science; Business; Pedagogy; Accounting","score_opus":0.3240991757846986,"score_gpt":0.5042261490355174,"score_spread":0.18012697325081883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225016480","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1607897,0.0009958004,0.037603416,0.7538211,0.008178442,0.03598163,0.00001865225,0.0002462761,0.0023649747],"genre_scores_gemma":[0.40952027,0.0000064703377,0.5123755,0.045854412,0.0015143184,0.029522464,0.0009427486,0.00008711552,0.00017670343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938599,0.0010333925,0.0008367569,0.0003979274,0.0029773295,0.0008947073],"domain_scores_gemma":[0.99505675,0.0002961598,0.00019473051,0.00028095607,0.0024953315,0.0016761028],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018672293,0.00017423244,0.00029285435,0.0026865918,0.0010333548,0.00011424878,0.00039598809,0.00018836246,0.004034292],"category_scores_gemma":[0.04541918,0.00017787785,0.00008963994,0.0032628358,0.00023997732,0.00009795306,0.000017169074,0.0020877712,0.0000047664216],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00013076175,0.00094012934,0.0008260674,0.00012118699,0.000023902177,0.000027919566,0.0030919875,0.00024874302,0.0000067987066,0.0013345266,0.06339984,0.92984813],"study_design_scores_gemma":[0.0053589125,0.0017947254,0.0017863268,0.0013117425,0.00007852258,0.0005482898,0.025007674,0.29329935,0.000016403428,0.0033899944,0.6670212,0.000386835],"about_ca_topic_score_codex":0.0017268343,"about_ca_topic_score_gemma":0.0047716047,"teacher_disagreement_score":0.9294613,"about_ca_system_score_codex":0.006875424,"about_ca_system_score_gemma":0.6213307,"threshold_uncertainty_score":0.996937},"labels":[],"label_agreement":null},{"id":"W4225276358","doi":"10.36834/cmej.73974","title":"How can Entrustable Professional Activities serve the quality of health care provision through licensing and certification?","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Quality (philosophy); Health care; Medical education; Psychology; Medicine; Political science; Law; Epistemology","score_opus":0.034525728772946976,"score_gpt":0.3825066013483873,"score_spread":0.34798087257544036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225276358","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41631407,0.0018711464,0.00010588282,0.578587,0.0022724224,0.0004978745,0.000017353283,0.000010131071,0.00032409257],"genre_scores_gemma":[0.9582458,0.00005607649,0.001096239,0.03879338,0.0005073377,0.00006841081,0.00014685326,0.000016906592,0.0010689858],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970485,0.000548707,0.0005989662,0.00019752556,0.0012912046,0.00031512708],"domain_scores_gemma":[0.9975309,0.00008967898,0.00048302737,0.00027576546,0.0006126484,0.0010079894],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022064687,0.000113142916,0.00024979535,0.00022783925,0.0015159219,0.00006363159,0.00019264422,0.00008596372,0.0024787146],"category_scores_gemma":[0.007161644,0.00008638373,0.000048631384,0.0005505864,0.00025651342,0.00015824789,0.00004179387,0.0011640472,5.766512e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006875875,0.0005034315,0.009877253,0.00056765135,0.00008001722,0.00000530072,0.078079574,0.0000060067346,0.00011601675,0.009768168,0.35957992,0.5413479],"study_design_scores_gemma":[0.0007992362,0.00021091646,0.046068024,0.00036669665,0.00003904497,0.0008420372,0.38611922,0.00015088977,0.00008117919,0.000662765,0.56447715,0.00018282204],"about_ca_topic_score_codex":0.01404946,"about_ca_topic_score_gemma":0.004527926,"teacher_disagreement_score":0.54193175,"about_ca_system_score_codex":0.0014320696,"about_ca_system_score_gemma":0.06660964,"threshold_uncertainty_score":0.999784},"labels":[],"label_agreement":null},{"id":"W4225276546","doi":"10.1007/s40596-022-01628-x","title":"Coaching in Postgraduate Competency-Based Medical Education: a Qualitative Exploration of Three Models","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coaching; Medical education; Context (archaeology); Focus group; Curriculum; Psychology; Qualitative research; Alliance; Medicine; Pedagogy; Sociology; Political science","score_opus":0.06345494362935138,"score_gpt":0.4084042597786308,"score_spread":0.34494931614927943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225276546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7597963,0.0010903043,0.018942982,0.21395706,0.0026912151,0.0007575526,0.000010162786,0.00006897968,0.002685441],"genre_scores_gemma":[0.9589508,0.000028899873,0.027546436,0.0124814715,0.00027658424,0.00034311786,0.0002884502,0.000025301613,0.000058900157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99723804,0.0002840476,0.0008563472,0.00029101767,0.0011173586,0.00021321468],"domain_scores_gemma":[0.9990258,0.00011126801,0.0003032428,0.00029649847,0.0001737301,0.000089411966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021177523,0.00013637084,0.00028335594,0.00050859014,0.00013069823,0.0000029885407,0.00027469045,0.00016627442,0.00030981944],"category_scores_gemma":[0.00085312687,0.00014158952,0.0000637332,0.0012416797,0.00012962676,0.00026181468,0.00006180969,0.0016563719,0.000006313948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005164591,0.002609278,0.05867637,0.00054826506,0.000073108924,0.0000033334654,0.028544104,0.001874034,0.00023875126,0.8457801,0.03347886,0.027657364],"study_design_scores_gemma":[0.004078694,0.00056735997,0.010019684,0.0010262495,0.00010833869,0.00007871742,0.06527352,0.1262664,0.000050970855,0.79054314,0.0015532768,0.00043363823],"about_ca_topic_score_codex":0.00012926459,"about_ca_topic_score_gemma":0.00004212825,"teacher_disagreement_score":0.20147559,"about_ca_system_score_codex":0.00024525932,"about_ca_system_score_gemma":0.008867767,"threshold_uncertainty_score":0.996751},"labels":[],"label_agreement":null},{"id":"W4225289063","doi":"10.2196/preprints.36948","title":"Use of the CPD-REACTION Questionnaire to Evaluate Continuing Professional Development Activities for Health Professionals: Systematic Review (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Competence (human resources); Continuing professional development; Data extraction; Critical appraisal; Health professionals; Descriptive statistics; Psychology; Medical education; Systematic review; Health care; Medicine; MEDLINE; Professional development; Alternative medicine; Computer science; Social psychology","score_opus":0.07055283005606358,"score_gpt":0.443388592743471,"score_spread":0.37283576268740737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225289063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54555535,0.009591761,0.019597394,0.25771457,0.029217137,0.13734114,0.00011024685,0.0005541108,0.00031826002],"genre_scores_gemma":[0.48092568,0.0014775958,0.18417412,0.111858726,0.00088236335,0.1195844,0.0021898912,0.00034214286,0.098565094],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952925,0.0006776039,0.0018458553,0.00051616336,0.0014027497,0.00026512053],"domain_scores_gemma":[0.9961621,0.00025896853,0.0015744903,0.00096426375,0.0009531669,0.000087006425],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005692201,0.000286957,0.001124884,0.00023166917,0.0003194132,0.000018764424,0.00029805148,0.00015962591,0.0002310952],"category_scores_gemma":[0.008815611,0.00018276932,0.00020485207,0.00041944502,0.000047446378,0.00009200807,0.000758088,0.000920247,0.0000057495004],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100921105,0.00084049476,0.0002843958,0.92460877,0.00026403033,2.9002862e-7,0.0062639373,0.000048854807,0.0002567865,0.0012002479,0.057598088,0.00853321],"study_design_scores_gemma":[0.0003740752,0.00008505095,0.007472182,0.97716194,0.0004477549,0.000019963036,0.0030585385,0.0005032846,0.0006676898,0.00014303529,0.009766523,0.00029997248],"about_ca_topic_score_codex":0.000035692003,"about_ca_topic_score_gemma":0.000013918473,"teacher_disagreement_score":0.16457672,"about_ca_system_score_codex":0.0015690777,"about_ca_system_score_gemma":0.003928227,"threshold_uncertainty_score":0.99953353},"labels":[],"label_agreement":null},{"id":"W4225305093","doi":"","title":"[Development and validation of a uniform QUality Instrument for ClerKship (QUICK)].","year":2022,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Cronbach's alpha; Delphi method; Medicine; Face validity; Quality (philosophy); Medical education; Curriculum; Delphi; Quality management; Variance (accounting); Content validity; Medical physics; Psychometrics; Operations management; Computer science; Psychology; Management system; Pedagogy","score_opus":0.0838175408130383,"score_gpt":0.3298111970473925,"score_spread":0.24599365623435418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225305093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939282,0.00001851109,0.000559528,0.0031998192,0.0002652291,0.0011499061,0.0000056183694,0.000017939183,0.0008552443],"genre_scores_gemma":[0.9834045,0.0000019962313,0.01138449,0.00054051226,0.000047586753,0.004059894,0.00015239595,0.0000069901635,0.0004016266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990868,0.000024027771,0.00033836634,0.00012005542,0.00029309365,0.00013767222],"domain_scores_gemma":[0.9995817,0.000034658136,0.00012795418,0.00012273325,0.00009410182,0.000038876336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015144709,0.00004979897,0.000119266886,0.000108845445,0.0001078288,0.0000045038964,0.00004338823,0.000023875284,0.000038397073],"category_scores_gemma":[0.00045249806,0.000048721788,0.00001804353,0.00023415768,0.00003388672,0.000038443894,0.000044781136,0.00008867772,3.5453917e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014954418,0.00026327657,0.008905898,0.0002514725,0.000040899384,1.82461e-7,0.0015774595,0.0000028825943,0.00011213862,0.0088535985,0.0012597836,0.97858286],"study_design_scores_gemma":[0.0022025865,0.00008853813,0.8344933,0.000012529547,0.000044624565,0.000010044672,0.0027657342,0.0000913296,0.015452853,0.0009850976,0.14372778,0.00012559461],"about_ca_topic_score_codex":0.000009000896,"about_ca_topic_score_gemma":8.391122e-7,"teacher_disagreement_score":0.9784573,"about_ca_system_score_codex":0.00024489895,"about_ca_system_score_gemma":0.00010561036,"threshold_uncertainty_score":0.1986817},"labels":[],"label_agreement":null},{"id":"W4225324579","doi":"","title":"[Observing a resident doing a consultation with a patient: goal determines form].","year":2022,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Supervisor; Medicine; Context (archaeology); Task (project management); Medical education; Citizen journalism; Nursing; Applied psychology; Psychology; Computer science; Management","score_opus":0.01397568912501946,"score_gpt":0.24430492551198793,"score_spread":0.23032923638696848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225324579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935333,0.00006337489,0.00030337236,0.0023399026,0.00030942017,0.001159082,0.0000033365582,0.00007319401,0.0022149892],"genre_scores_gemma":[0.98827,0.0000024395595,0.0030480886,0.0018402734,0.00010551644,0.006093362,0.00006388937,0.000018351917,0.000558115],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987824,0.000038996295,0.0002574331,0.00018510214,0.00048479025,0.00025128407],"domain_scores_gemma":[0.9993988,0.000057008558,0.00012815483,0.00019375837,0.00016506351,0.000057185734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035602364,0.000083200954,0.00012291082,0.00017592593,0.00023804244,0.000019922962,0.000069154536,0.000023465214,0.00009916872],"category_scores_gemma":[0.00060404406,0.00007182724,0.000022801725,0.00064641255,0.000040532366,0.00010422596,0.00006288453,0.00020930082,0.0000032845016],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004051929,0.0001949222,0.027374728,0.000115144845,0.000051513613,0.000052421718,0.006477372,0.000044473334,0.00011359423,0.00036256906,0.0040371814,0.9607709],"study_design_scores_gemma":[0.004061519,0.00044507967,0.89132196,0.00008161301,0.00016253509,0.00061111245,0.011148698,0.0015635076,0.00072117575,0.00028427824,0.08927694,0.0003215917],"about_ca_topic_score_codex":0.00004708631,"about_ca_topic_score_gemma":0.000012849917,"teacher_disagreement_score":0.9604493,"about_ca_system_score_codex":0.00027589145,"about_ca_system_score_gemma":0.000091150774,"threshold_uncertainty_score":0.29290298},"labels":[],"label_agreement":null},{"id":"W4225327767","doi":"10.1096/fasebj.2022.36.s1.00r84","title":"Integrating Basic and Clinical Sciences for Medical Undergraduate Students to Enrich Learning","year":2022,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Context (archaeology); Medical education; Diversity (politics); Psychology; Medicine; Computer science; Pedagogy; Biology","score_opus":0.04578138344341237,"score_gpt":0.4367343323644493,"score_spread":0.39095294892103694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225327767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94785875,0.00005136422,0.006725902,0.04403079,0.00076507684,0.00023101088,4.4009826e-7,0.000013891271,0.00032279946],"genre_scores_gemma":[0.9883648,0.000032668504,0.004047616,0.006190473,0.00068054156,0.000026664584,0.0000034214543,0.000009187789,0.00064459373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99783367,0.00026666137,0.00043067575,0.0001467676,0.0011206738,0.00020156187],"domain_scores_gemma":[0.99901325,0.0004902534,0.00014109779,0.000085900036,0.00012585195,0.00014364683],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009651892,0.00006722801,0.00014662794,0.00013117891,0.001462528,0.00006982117,0.00030298918,0.000030350633,0.00025323287],"category_scores_gemma":[0.007245075,0.000042014355,0.00005078996,0.0004660862,0.00019797297,0.000043701508,0.00016948477,0.001228207,0.0000052281694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028389532,0.00060686807,0.5407479,0.000031305794,0.00019297378,0.00003969033,0.0033541464,0.00017723111,0.00072908396,0.0056857895,0.04401129,0.40413988],"study_design_scores_gemma":[0.02825128,0.03326641,0.41898292,0.0016206217,0.0013441462,0.018013258,0.1525856,0.14273854,0.0010053383,0.026509915,0.17426783,0.0014141499],"about_ca_topic_score_codex":0.000005864078,"about_ca_topic_score_gemma":0.0000025160691,"teacher_disagreement_score":0.40272573,"about_ca_system_score_codex":0.00010280986,"about_ca_system_score_gemma":0.00044567106,"threshold_uncertainty_score":0.99983746},"labels":[],"label_agreement":null},{"id":"W4225373593","doi":"10.1096/fasebj.2022.36.s1.r5981","title":"Uncovering the Perceptions of Grades in Dentistry Students – How Grades are Impacting Learning &amp; Clinical Development","year":2022,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Thematic analysis; Focus group; Medical education; Perception; Comprehension; Psychology; Qualitative research; Population; Empathy; Health care; Medicine; Qualitative property; Social psychology","score_opus":0.06560842928248779,"score_gpt":0.4092765243125302,"score_spread":0.3436680950300424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225373593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99462956,0.000081993225,0.00057058025,0.0039001063,0.00063103635,0.00014307052,9.0424476e-7,0.000010458957,0.000032305004],"genre_scores_gemma":[0.9974342,0.000042315718,0.0013271522,0.00029823542,0.00028850464,0.000016628159,0.00000974425,0.000012686094,0.0005705571],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979975,0.00039031028,0.00051852036,0.00010451048,0.00078908337,0.000200066],"domain_scores_gemma":[0.99904597,0.00021021473,0.00042107387,0.00017193974,0.0001027314,0.000048096237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004033895,0.00008533985,0.00017894479,0.00013627719,0.00090449693,0.000059413393,0.00031718658,0.000033998745,0.00027039702],"category_scores_gemma":[0.0016263955,0.00005328205,0.0000803966,0.00047041487,0.0001187431,0.00006954642,0.00016494519,0.0019334404,0.0000051457037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003336677,0.00023587502,0.9801053,0.000018241879,0.000075747834,0.000016547561,0.0060125026,0.00071784743,0.002802786,0.0000092002865,0.0010641171,0.008908459],"study_design_scores_gemma":[0.0006495026,0.000066190805,0.92942464,0.000156547,0.000049009883,0.00088350364,0.06618696,0.00006384935,0.00024217163,0.0000745052,0.0021379464,0.00006518361],"about_ca_topic_score_codex":0.000011631326,"about_ca_topic_score_gemma":0.0000149190955,"teacher_disagreement_score":0.060174458,"about_ca_system_score_codex":0.00033162275,"about_ca_system_score_gemma":0.00026935322,"threshold_uncertainty_score":0.83999443},"labels":[],"label_agreement":null},{"id":"W4225374389","doi":"10.1096/fasebj.2022.36.s1.r2619","title":"Essential Anatomy for Required Clerkships: A Clinical Perspective","year":2022,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Likert scale; Medicine; Perspective (graphical); Family medicine; Medical education; Psychology; Pedagogy","score_opus":0.05421069451019377,"score_gpt":0.42766849524553197,"score_spread":0.3734578007353382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225374389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92491186,0.00021421358,0.007692775,0.061096724,0.0032981124,0.0005705071,0.000012726313,0.000034251785,0.0021688489],"genre_scores_gemma":[0.9888169,0.000018207733,0.0032551712,0.004044633,0.0027531488,0.00006508131,0.000020912277,0.000018471583,0.0010074294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851096,0.00022005226,0.0004457232,0.0001437616,0.00046908695,0.00021043351],"domain_scores_gemma":[0.9988708,0.00018160141,0.00021983946,0.00023273143,0.0004173299,0.00007769819],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032632423,0.00007567017,0.00017198632,0.00011881766,0.0008228488,0.00002897041,0.00021541183,0.000041727493,0.0010480864],"category_scores_gemma":[0.0018658554,0.000053118732,0.00017546616,0.000377045,0.00017143946,0.000060404294,0.00006143854,0.0010453233,0.000017211725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004469134,0.0028420535,0.009385025,0.00005974653,0.0011813355,0.00021121846,0.013152592,0.00009528408,0.011129876,0.0774544,0.79250336,0.08751599],"study_design_scores_gemma":[0.033385947,0.008151842,0.034722276,0.00027630496,0.0024731725,0.02467532,0.28199247,0.019845137,0.0062746247,0.09263448,0.4944511,0.0011173293],"about_ca_topic_score_codex":0.0000062167323,"about_ca_topic_score_gemma":5.585563e-7,"teacher_disagreement_score":0.29805225,"about_ca_system_score_codex":0.00035909849,"about_ca_system_score_gemma":0.0005773133,"threshold_uncertainty_score":0.9998651},"labels":[],"label_agreement":null},{"id":"W4225388890","doi":"10.1096/fasebj.2022.36.s1.r3147","title":"An Interactive Feedback Model for Enhancing Teaching and Learning in Dental and Undergraduate Medical Science Education","year":2022,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Likert scale; Curriculum; Process (computing); Medical education; Feedback loop; Computer science; Active learning (machine learning); Peer feedback; Mathematics education; Psychology; Medicine; Pedagogy","score_opus":0.016253534299500078,"score_gpt":0.35811827891348713,"score_spread":0.3418647446139871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225388890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706481,0.00005264903,0.021762239,0.0068899104,0.0002939532,0.00015677729,3.8801323e-7,0.000008224492,0.00018774711],"genre_scores_gemma":[0.99187195,0.000012404557,0.0063500926,0.0013536073,0.0001738958,0.000019633753,0.000006214307,0.000008277381,0.00020390956],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998888,0.00016257711,0.00020783246,0.00013344061,0.0004530848,0.00015502062],"domain_scores_gemma":[0.9995229,0.00012357857,0.00010442142,0.00007130442,0.000081905826,0.000095886266],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0048315013,0.00005764882,0.000086580534,0.00023665171,0.0013425245,0.00006191004,0.0001157457,0.00001932534,0.000024684761],"category_scores_gemma":[0.0020406218,0.000044253313,0.000012456753,0.00020531016,0.0001787866,0.00026740987,0.000066680244,0.0015718337,2.9967902e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038746564,0.00078257953,0.016750064,0.00006318203,0.00003359837,0.0000096006015,0.052381966,0.003092188,0.13718194,0.0071831173,0.0006527538,0.78148156],"study_design_scores_gemma":[0.0011327644,0.00034189905,0.0059664752,0.00018907031,0.000034917426,0.0024618518,0.069727205,0.9156354,0.0010782692,0.0031517432,0.00017738131,0.00010299567],"about_ca_topic_score_codex":0.000024800556,"about_ca_topic_score_gemma":0.000023067092,"teacher_disagreement_score":0.91254324,"about_ca_system_score_codex":0.00033167712,"about_ca_system_score_gemma":0.0013672543,"threshold_uncertainty_score":0.9999576},"labels":[],"label_agreement":null},{"id":"W4225399930","doi":"10.36834/cmej.73897","title":"Exploring the role of open book high-stakes examinations in 2021 and beyond","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Certification; Humanities; Political science; Medical practice; Medical education; Library science; Medicine; Philosophy; Computer science; Law","score_opus":0.02980815352550529,"score_gpt":0.31052559537070573,"score_spread":0.2807174418452004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225399930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80428153,0.0018530282,0.000015198352,0.17968689,0.002151117,0.0005036488,0.00000842851,0.0000039510014,0.011496183],"genre_scores_gemma":[0.9707092,0.0002697723,0.00077275734,0.026489507,0.0005277333,0.00028220797,0.000046611825,0.00001558512,0.0008866223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840003,0.00015393503,0.00043647553,0.00013904434,0.00065540936,0.0002150907],"domain_scores_gemma":[0.9982739,0.00008111398,0.00012759454,0.00020667733,0.00025671293,0.0010539901],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017793035,0.000075807104,0.00015815879,0.00057112426,0.00044896576,0.000051505696,0.00037036435,0.00004094781,0.026227959],"category_scores_gemma":[0.007568335,0.00006428048,0.000021627382,0.00080835656,0.0001590617,0.00028340734,0.000069666494,0.00095834146,0.000004355231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016823566,0.0003744831,0.005804006,0.000019807985,0.000033317196,0.000023526445,0.0086494135,0.000007886528,0.000054007134,0.030912066,0.120655276,0.83344936],"study_design_scores_gemma":[0.0007239475,0.00011698172,0.07286606,0.00012938537,0.000035224264,0.00091465836,0.068198465,0.00030246933,0.00005184064,0.0031549933,0.85339093,0.000115028306],"about_ca_topic_score_codex":0.0081687085,"about_ca_topic_score_gemma":0.003427337,"teacher_disagreement_score":0.8333343,"about_ca_system_score_codex":0.00058340887,"about_ca_system_score_gemma":0.025814312,"threshold_uncertainty_score":0.998436},"labels":[],"label_agreement":null},{"id":"W4225412173","doi":"10.1096/fasebj.2022.36.s1.r4008","title":"Emerging from the Pandemic: Q‐Method Analysis of the Return to Normalcy in Undergraduate Anatomy","year":2022,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Modalities; Perception; Psychology; Likert scale; Preference; Cohort; Mathematics education; Medicine; Pathology; Sociology","score_opus":0.02192818751180117,"score_gpt":0.3561975461948794,"score_spread":0.3342693586830783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225412173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91984725,0.00012342432,0.0041309334,0.074918605,0.00048744128,0.00017395493,0.0000102372705,0.0000063036587,0.00030182314],"genre_scores_gemma":[0.99104375,0.000026939786,0.0017209499,0.006679917,0.00020231544,0.000014767616,0.000012521921,0.000009230791,0.00028961553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803096,0.00056330924,0.000451866,0.00010860216,0.0006660679,0.00017920093],"domain_scores_gemma":[0.99884343,0.00029170077,0.00026287787,0.00044402963,0.00011898341,0.000038985454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032729271,0.00007927264,0.00020538428,0.00027288587,0.00047243148,0.000017145863,0.00048416184,0.00002519386,0.0005616034],"category_scores_gemma":[0.0007380512,0.00003772041,0.00015003851,0.0036804727,0.00006239604,0.000037887046,0.00015779573,0.0011367643,0.0000020383982],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023667315,0.00024037846,0.81409425,0.000008927837,0.0017031152,0.000017316326,0.021865666,0.012056302,0.02514959,0.0012696728,0.018752428,0.104605705],"study_design_scores_gemma":[0.0017924514,0.00014183174,0.8734197,0.00014454754,0.0029690904,0.00031220962,0.03599417,0.045920726,0.0035118784,0.006391477,0.02917185,0.0002300966],"about_ca_topic_score_codex":0.00030542392,"about_ca_topic_score_gemma":0.0001084689,"teacher_disagreement_score":0.10437561,"about_ca_system_score_codex":0.00024152637,"about_ca_system_score_gemma":0.00021777257,"threshold_uncertainty_score":0.6149163},"labels":[],"label_agreement":null},{"id":"W4225588620","doi":"10.2106/jbjs.oa.21.00131","title":"Creating a National Competency-Based Curriculum for Orthopaedic Surgery Residency: The Canadian Experience","year":2022,"lang":"en","type":"review","venue":"JBJS Open Access","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia; Queen's University; University of Toronto","funders":"","keywords":"Specialty; Competence (human resources); Medical education; Medicine; Curriculum; Certification; Residency training; Family medicine; Management; Psychology; Continuing education; Pedagogy","score_opus":0.19479239315174993,"score_gpt":0.5121953965435992,"score_spread":0.31740300339184935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225588620","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000064378735,0.94192815,0.00014139187,0.011672683,0.0038238564,0.011192114,0.00023190188,0.00008553208,0.030859994],"genre_scores_gemma":[0.00036822737,0.9221732,0.009187265,0.016337167,0.0025774136,0.036439244,0.009747837,0.0002444646,0.0029251915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965108,0.00025185346,0.0010839121,0.00059294794,0.0010938529,0.00046664165],"domain_scores_gemma":[0.9961489,0.0015910018,0.00073719065,0.0006629853,0.0006786635,0.00018126034],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031598352,0.00033191356,0.001112687,0.00072893227,0.0015735235,0.00078230497,0.0022796022,0.00020912483,0.004012034],"category_scores_gemma":[0.012076012,0.00023270336,0.00040202774,0.0024589135,0.00018037709,0.00046967887,0.00041563436,0.0008461933,0.000023266255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001127981,0.00017897274,0.0015406683,0.0077148606,0.00012311665,0.000028926099,0.00026497085,0.0000034089537,1.866891e-8,0.009841156,0.20388241,0.7764102],"study_design_scores_gemma":[0.00017984571,0.000021127798,0.00021479766,0.004957169,0.00024944346,0.000049164348,0.0002265824,0.00022258853,1.5670365e-7,0.00030287952,0.99331415,0.0002620956],"about_ca_topic_score_codex":0.056662455,"about_ca_topic_score_gemma":0.037461434,"teacher_disagreement_score":0.78943175,"about_ca_system_score_codex":0.0018547683,"about_ca_system_score_gemma":0.05628732,"threshold_uncertainty_score":0.9997263},"labels":[],"label_agreement":null},{"id":"W4225834100","doi":"10.1007/s40037-022-00706-y","title":"The scope of health professions education requires complementary and diverse approaches to knowledge synthesis","year":2022,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scope (computer science); Medical education; Health professions; Knowledge management; Computer science; Data science; Medicine; Health care; Political science","score_opus":0.09589370755567095,"score_gpt":0.41249082055134856,"score_spread":0.3165971129956776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225834100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5663877,0.009301796,0.0003487544,0.40876144,0.0027271141,0.0025739556,0.000016461487,0.00006829256,0.009814499],"genre_scores_gemma":[0.99018914,0.00051426596,0.002168554,0.0045109177,0.00036733685,0.001338034,0.00008487677,0.00002162112,0.0008052482],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976202,0.00046944284,0.00049388956,0.00037285662,0.0008130002,0.00023061014],"domain_scores_gemma":[0.99862325,0.00032853027,0.00022120481,0.0004040298,0.00022565294,0.00019733481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002137906,0.00013373673,0.00024709868,0.00033614633,0.0010689626,0.000014483917,0.00022705024,0.000046056524,0.0007548457],"category_scores_gemma":[0.004987642,0.000102713675,0.000044920685,0.0008345295,0.0003160236,0.00006249277,0.00016622769,0.000456,0.000011373502],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012840341,0.004525332,0.0013355783,0.00016975071,0.00004809178,1.4253774e-7,0.037751716,0.000001383759,0.00003390238,0.058228057,0.1128559,0.78492177],"study_design_scores_gemma":[0.00051607116,0.0008470873,0.06671106,0.000817142,0.00007669654,0.0000362091,0.8315834,0.0002230564,0.00013428683,0.0012220929,0.097623914,0.00020901085],"about_ca_topic_score_codex":0.00027538624,"about_ca_topic_score_gemma":0.000026756206,"teacher_disagreement_score":0.79383165,"about_ca_system_score_codex":0.0008176255,"about_ca_system_score_gemma":0.0059580747,"threshold_uncertainty_score":0.99967724},"labels":[],"label_agreement":null},{"id":"W4226024280","doi":"10.1186/s12893-021-01415-9","title":"Trigger videos: a novel application of a tool for surgical faculty development","year":2021,"lang":"en","type":"article","venue":"BMC Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Juravinski Cancer Centre; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Medical education; Surgical procedures; Medical physics; Multimedia; Computer science; Surgery","score_opus":0.07230297998874305,"score_gpt":0.3621195264655642,"score_spread":0.2898165464768212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226024280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8628188,0.00008426946,0.13485226,0.0011501801,0.00032475247,0.000469697,0.000012596985,0.000041318013,0.00024612836],"genre_scores_gemma":[0.857434,0.000011016563,0.13580187,0.0008961189,0.0005252565,0.0009728983,0.002078185,0.000036905134,0.002243757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987127,0.00001640988,0.0005773237,0.00022307999,0.0003061639,0.00016428868],"domain_scores_gemma":[0.99846876,0.00046920456,0.00014152365,0.00024531753,0.00063657935,0.00003863238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007912906,0.000089363166,0.00029869142,0.00012271329,0.00004749827,0.0000064802675,0.00003695187,0.0001017703,0.00010354613],"category_scores_gemma":[0.002331131,0.000080896105,0.00012061813,0.00054515654,0.00003926702,0.00004223591,0.000018696162,0.00008007792,0.000015829575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011029107,0.0042211767,0.3480109,0.0034319675,0.0003460941,0.000021631111,0.0013374923,0.000020740898,0.022393819,0.0082299905,0.14762655,0.46325675],"study_design_scores_gemma":[0.0019443069,0.000017557693,0.08985823,0.00020254958,0.000064627835,0.0001063083,0.00027450547,0.0008567305,0.04668622,0.00007610683,0.85971564,0.00019721991],"about_ca_topic_score_codex":0.0000039964098,"about_ca_topic_score_gemma":0.000002556558,"teacher_disagreement_score":0.71208906,"about_ca_system_score_codex":0.000098958466,"about_ca_system_score_gemma":0.0012707277,"threshold_uncertainty_score":0.32988474},"labels":[],"label_agreement":null},{"id":"W4226076265","doi":"10.1186/s13223-022-00649-3","title":"Lessons learned in allergy and immunology training: a survey analysis","year":2022,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Dalhousie University","funders":"McMaster University","keywords":"Mentorship; Preparedness; Medical education; Medicine; Training (meteorology); Curriculum; Residency training; Family medicine; Clinical immunology; Psychology; Allergy; Continuing education; Immunology; Pedagogy","score_opus":0.0923964273024468,"score_gpt":0.4096189059684945,"score_spread":0.3172224786660477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226076265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786438,0.0018312992,0.00019431213,0.017954707,0.00052737683,0.00014754928,0.000007664713,0.000038653114,0.0006546415],"genre_scores_gemma":[0.9927097,0.0031156505,0.00054823246,0.0020809984,0.00006179335,0.00008106703,0.00034860257,0.000021162563,0.0010328048],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968243,0.0010361171,0.0009313678,0.00061420404,0.00017965813,0.00041431896],"domain_scores_gemma":[0.9984935,0.0006781294,0.00020927197,0.00043459042,0.000114245355,0.00007024544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00230791,0.00018067211,0.0007833397,0.00057592144,0.0002328312,0.000012225337,0.00018168586,0.00031499448,0.0011569071],"category_scores_gemma":[0.0018691666,0.00018259,0.000121738114,0.0013791133,0.00072036515,0.000048906244,0.00033258478,0.0013162557,0.000008914012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034666276,0.0030459308,0.1521387,0.000013895559,0.017487172,0.00020065346,0.004366448,0.00007805217,0.000887352,0.027863247,0.0019153121,0.7885366],"study_design_scores_gemma":[0.0024869454,0.001009817,0.9155516,0.0000067049104,0.00006865291,0.00013071229,0.0030231734,0.0009125837,0.0000022144932,0.0006355853,0.0760104,0.00016159964],"about_ca_topic_score_codex":0.0008586926,"about_ca_topic_score_gemma":0.001634115,"teacher_disagreement_score":0.788375,"about_ca_system_score_codex":0.00007182319,"about_ca_system_score_gemma":0.0002517065,"threshold_uncertainty_score":0.99975616},"labels":[],"label_agreement":null},{"id":"W4226148483","doi":"10.46747/cfp.6801e1","title":"Une intégration novatrice pour aller de l’avant","year":2022,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; Sinai Health System; Baycrest Hospital; Université de Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.01907201425334553,"score_gpt":0.2756731477969896,"score_spread":0.25660113354364406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226148483","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29772922,0.009678636,0.0020068495,0.22032444,0.025245298,0.0015903201,0.00045618854,0.00014348121,0.44282556],"genre_scores_gemma":[0.4991063,0.00008929888,0.0021185868,0.47048798,0.005506178,0.000219659,0.00084696675,0.00010787182,0.021517165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997288,0.00018243195,0.00047415163,0.00042985633,0.0005479665,0.0010776235],"domain_scores_gemma":[0.9984061,0.000055743145,0.00016550678,0.0005394513,0.00032018288,0.00051299325],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007462572,0.00026653887,0.00030069664,0.00061055436,0.00072440197,0.000044635442,0.00033153963,0.0001550371,0.00040898757],"category_scores_gemma":[0.00017189262,0.00034926613,0.00010260813,0.0023206563,0.00017738357,0.00016233305,0.00005459578,0.0011398069,0.0008967218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001328967,0.00022888211,0.00017470703,0.00006978896,0.00008178443,0.00010957983,0.0010567823,0.00035184823,0.002513023,0.01829122,0.67204154,0.30506757],"study_design_scores_gemma":[0.0007141537,0.00017844909,0.019363102,0.00011761784,0.00015827475,0.000017156535,0.013223484,0.0058384477,0.000091406655,0.0020833453,0.95785713,0.0003574378],"about_ca_topic_score_codex":0.09020372,"about_ca_topic_score_gemma":0.008587292,"teacher_disagreement_score":0.4213084,"about_ca_system_score_codex":0.006746946,"about_ca_system_score_gemma":0.007809491,"threshold_uncertainty_score":0.99989593},"labels":[],"label_agreement":null},{"id":"W4226159206","doi":"10.3389/fmed.2021.789828","title":"A Six-Step Model for Developing Competency Frameworks in the Healthcare Professions","year":2021,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Queen's University","funders":"","keywords":"Variety (cybernetics); Scope (computer science); Identification (biology); Process (computing); Health care; Computer science; Process management; Knowledge management; Scope of practice; Management science; Engineering ethics; Engineering; Political science; Artificial intelligence","score_opus":0.04334838414168324,"score_gpt":0.3864743128250056,"score_spread":0.34312592868332237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226159206","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02436565,0.0017620528,0.62238157,0.34735325,0.0023830964,0.0011252505,0.0000030027445,0.000027950617,0.00059817074],"genre_scores_gemma":[0.37681496,0.00024611736,0.57411385,0.046786048,0.0005805012,0.00052188657,0.00029214946,0.000028761517,0.0006157535],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806833,0.00012715644,0.00064603967,0.00031653253,0.00046287282,0.0003790892],"domain_scores_gemma":[0.9988672,0.00015981747,0.00010493723,0.00044065592,0.00037476045,0.00005264442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013374767,0.000151445,0.00048437982,0.00033265495,0.00012812813,0.0000061736864,0.0001951915,0.00033173402,0.000022295417],"category_scores_gemma":[0.0038398164,0.000103785525,0.000039269016,0.0014902124,0.00016496086,0.000055686713,0.00003083189,0.0013225339,0.0000014147864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024493516,0.0005946065,0.12556191,0.0015785038,0.000065541986,0.00012199564,0.03957121,0.00015067749,0.00011610478,0.05906204,0.6641635,0.108768985],"study_design_scores_gemma":[0.008916172,0.00038339366,0.07403317,0.010891201,0.00016424689,0.00013550417,0.13667676,0.6625445,0.000060233233,0.069668725,0.03600235,0.00052373647],"about_ca_topic_score_codex":0.000031850566,"about_ca_topic_score_gemma":0.00010655792,"teacher_disagreement_score":0.6623938,"about_ca_system_score_codex":0.0003441802,"about_ca_system_score_gemma":0.0011492249,"threshold_uncertainty_score":0.5745825},"labels":[],"label_agreement":null},{"id":"W4226186575","doi":"10.1097/acm.0000000000004332","title":"Accelerated 3-Year MD Pathway Programs: Graduates’ Perspectives on Education Quality, the Learning Environment, Residency Readiness, Debt, Burnout, and Career Plans","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dempsey (Canada)","funders":"Health Resources and Services Administration; Josiah Macy Jr. Foundation; NYU Grossman School of Medicine; Association of American Medical Colleges","keywords":"Graduation (instrument); Burnout; Medical education; Medical school; Medicine; Psychology; Family medicine; Clinical psychology","score_opus":0.07243342236201072,"score_gpt":0.3720586211758182,"score_spread":0.2996251988138075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226186575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8950402,0.0066668666,0.00020669698,0.087983936,0.0005489088,0.0007760266,0.0000027016686,0.000119348726,0.008655303],"genre_scores_gemma":[0.97966665,0.007895658,0.00029305526,0.0036831798,0.0016124235,0.00015408664,0.00048208158,0.00004329666,0.006169554],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9974076,0.00029584413,0.00062908436,0.0005536457,0.0007835313,0.0003303084],"domain_scores_gemma":[0.9985107,0.00026075172,0.00025297242,0.0004670809,0.0003650097,0.00014345354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014001793,0.000244252,0.00037189815,0.00017451361,0.0002807336,0.000018711366,0.0001712852,0.0002760783,0.0003738328],"category_scores_gemma":[0.005115003,0.00016292941,0.00003450306,0.00070277107,0.0005093174,0.00011150708,0.00006754904,0.0017496416,0.00004482132],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047669953,0.0007509746,0.32650146,0.0007953708,0.00045204707,0.00007499758,0.13484545,0.000015715543,0.033370994,0.14787108,0.11694667,0.23789854],"study_design_scores_gemma":[0.005544812,0.0017520139,0.20257622,0.0048540696,0.00070002256,0.00079922745,0.57861817,0.00025315615,0.005496562,0.014171153,0.18426365,0.00097095734],"about_ca_topic_score_codex":0.00015360024,"about_ca_topic_score_gemma":0.0000059967247,"teacher_disagreement_score":0.4437727,"about_ca_system_score_codex":0.00023316048,"about_ca_system_score_gemma":0.0006083552,"threshold_uncertainty_score":0.7601419},"labels":[],"label_agreement":null},{"id":"W4226209291","doi":"10.36834/cmej.73241","title":"Attributes of excellent clinician teachers and barriers to recognizing and rewarding clinician teachers’ performances and achievements: a narrative review","year":2022,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; Global Affairs Canada; University of Ottawa; Professional Engineers Ontario","funders":"","keywords":"Context (archaeology); Narrative; Psychology; Narrative review; Medical education; Cognition; Perception; Medicine; Psychotherapist; Psychiatry","score_opus":0.06097756692696139,"score_gpt":0.41663667995713627,"score_spread":0.3556591130301749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226209291","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003124492,0.9630862,0.000007417243,0.030192666,0.0018187608,0.0011999231,0.00001756738,0.000009632934,0.0005433461],"genre_scores_gemma":[0.00011159789,0.9670177,0.0013093265,0.02994611,0.0009044466,0.00016458126,0.00014619919,0.000046454996,0.00035355112],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995643,0.0005704842,0.0018927552,0.0005221678,0.00089409505,0.00047748222],"domain_scores_gemma":[0.99168986,0.00029645534,0.00094005064,0.00031020772,0.0003427186,0.0064207246],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065947203,0.00038771133,0.0016046588,0.00101506,0.0007030994,0.000060740498,0.000264667,0.00040350578,0.00694311],"category_scores_gemma":[0.060151126,0.00033611472,0.00016640466,0.0009181366,0.00038103064,0.00016506309,0.00008653651,0.0027106088,0.0000048406077],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042458855,0.000042532654,0.00041003345,0.0056204684,0.00017446563,0.000011255515,0.0081085,1.4109548e-8,3.257071e-8,0.000014835697,0.088779256,0.8968344],"study_design_scores_gemma":[0.00031509434,0.00026646612,0.00013938244,0.055511653,0.0008116036,0.0010168301,0.024799962,0.0000045510974,5.0066323e-8,0.000017698601,0.9168566,0.0002601084],"about_ca_topic_score_codex":0.00071119354,"about_ca_topic_score_gemma":0.0005531113,"teacher_disagreement_score":0.89657426,"about_ca_system_score_codex":0.0009668082,"about_ca_system_score_gemma":0.042736884,"threshold_uncertainty_score":0.9999091},"labels":[],"label_agreement":null},{"id":"W4226315532","doi":"10.1097/ceh.0000000000000382","title":"Complexities of Continuing Professional Development in Context: Physician Engagement in Clinical Coaching","year":2021,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Coaching; Affordance; Context (archaeology); Medical education; Psychology; Professional development; Medicine; Nursing","score_opus":0.07738039417835253,"score_gpt":0.4785375126687302,"score_spread":0.40115711849037766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226315532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681901,0.00085859775,0.00021082307,0.02599929,0.0036471211,0.00070647,8.2623495e-7,0.0000049844484,0.00038182508],"genre_scores_gemma":[0.9856664,0.00007694185,0.0076964614,0.005613955,0.00038481498,0.000049054175,0.000025075162,0.0000142439185,0.0004730788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9938628,0.002013419,0.0030271166,0.00017678362,0.0006109444,0.00030893696],"domain_scores_gemma":[0.99630934,0.00096283073,0.0015858574,0.0002525013,0.00081293983,0.00007651025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011481778,0.00013553353,0.00066756696,0.0005784526,0.00011304779,0.000016960563,0.00021318939,0.000115215524,0.00003759126],"category_scores_gemma":[0.0035959778,0.00010114604,0.00008443795,0.0008580525,0.00010537204,0.00018798621,0.00005718351,0.0018935798,0.0000019423849],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019883206,0.005448503,0.22810197,0.00070269656,0.000027169186,0.000015135447,0.20904516,0.000009304567,0.00023769341,0.0068952357,0.0073362007,0.5419821],"study_design_scores_gemma":[0.0019364972,0.00011603483,0.6623692,0.016611215,0.000012988385,0.000035385197,0.30736825,0.000066763954,0.00013027378,0.0007814764,0.010482228,0.00008969744],"about_ca_topic_score_codex":0.00003838085,"about_ca_topic_score_gemma":0.00019314581,"teacher_disagreement_score":0.5418924,"about_ca_system_score_codex":0.00044905493,"about_ca_system_score_gemma":0.00622884,"threshold_uncertainty_score":0.9994049},"labels":[],"label_agreement":null},{"id":"W4228996691","doi":"10.1097/acm.0000000000004731","title":"Intrinsic or Invisible? An Audit of CanMEDS Roles in Entrustable Professional Activities","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Audit; Psychology; Medical education; Medicine; Business; Accounting","score_opus":0.029627574759262906,"score_gpt":0.3714381141072702,"score_spread":0.34181053934800726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4228996691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97712666,0.0004399241,0.00004517133,0.01973944,0.0011065914,0.00050594326,0.000006864907,0.00003918074,0.0009902037],"genre_scores_gemma":[0.98766917,0.00017510317,0.0002462081,0.004988537,0.0007353709,0.00021545133,0.00018143917,0.000024611983,0.0057640825],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99745506,0.00017056236,0.00074349117,0.0002845157,0.0010259531,0.00032039298],"domain_scores_gemma":[0.9990013,0.00019173077,0.0002679762,0.0003226343,0.0001086633,0.000107663735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017170797,0.0001521259,0.00045958185,0.00073381164,0.00012037521,0.0000012049978,0.00025644043,0.00015605896,0.0057805795],"category_scores_gemma":[0.0018688586,0.00011334079,0.00001956982,0.0015014639,0.00030521696,0.00016131694,0.00014172656,0.0016994996,0.0000033719593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036064724,0.0009892504,0.25094986,0.0012361773,0.00016739318,0.00015328369,0.07347922,0.00013145257,0.042088073,0.020089231,0.44271523,0.16439436],"study_design_scores_gemma":[0.02200275,0.0069576064,0.1922854,0.0043327906,0.0004846944,0.0010878968,0.3767526,0.003773891,0.012611725,0.009448828,0.369205,0.0010568503],"about_ca_topic_score_codex":0.00022905828,"about_ca_topic_score_gemma":0.00002919346,"teacher_disagreement_score":0.30327335,"about_ca_system_score_codex":0.00041633126,"about_ca_system_score_gemma":0.0010277609,"threshold_uncertainty_score":0.9951283},"labels":[],"label_agreement":null},{"id":"W4229008399","doi":"10.1007/s10459-022-10114-w","title":"Examining the validity argument for the Ottawa Surgical Competency Operating Room Evaluation (OSCORE): a systematic review and narrative synthesis","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Argument (complex analysis); Competence (human resources); External validity; Internal validity; Medical education; MEDLINE; Psychology; Medicine; Formative assessment; Applied psychology; Social psychology; Pedagogy; Political science","score_opus":0.14216135141461647,"score_gpt":0.4924021311000273,"score_spread":0.3502407796854108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229008399","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019783218,0.975526,0.00011316684,0.0073199635,0.0016113084,0.015111643,0.0000069302896,0.000016916829,0.0002742859],"genre_scores_gemma":[0.0001892295,0.96760714,0.0027693196,0.0020848254,0.00026406132,0.026908362,0.00009659702,0.000019613057,0.000060872866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936925,0.0021766787,0.002000828,0.0006663373,0.0010889538,0.00037469735],"domain_scores_gemma":[0.9886526,0.008203672,0.0020076223,0.0006958454,0.00036386753,0.000076433],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.026055656,0.00030757728,0.0015137737,0.0002581895,0.0018832008,0.00007856755,0.00049315876,0.00007564685,0.00016973905],"category_scores_gemma":[0.015160929,0.00016193782,0.00011050429,0.0020049552,0.00033471294,0.000306155,0.00007053244,0.0005739842,0.0000022288732],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[7.388174e-7,0.00008909888,0.000028300574,0.43739524,0.000016186656,1.0248456e-7,0.00091672107,0.000010481483,3.845367e-9,0.0014541573,0.00039095266,0.559698],"study_design_scores_gemma":[0.00013939053,0.00031921285,0.000027964561,0.36760494,0.0016743459,0.00017152201,0.012260962,0.0017728764,7.680777e-8,0.00034539742,0.6154411,0.00024220314],"about_ca_topic_score_codex":0.000051088016,"about_ca_topic_score_gemma":0.000032377502,"teacher_disagreement_score":0.61505014,"about_ca_system_score_codex":0.0012492711,"about_ca_system_score_gemma":0.0066203666,"threshold_uncertainty_score":0.99941623},"labels":[],"label_agreement":null},{"id":"W4229018137","doi":"10.12968/hmed.2021.0671","title":"How best can faculty development support teachers in clinical settings?","year":2022,"lang":"en","type":"article","venue":"British Journal of Hospital Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medicine; Faculty development; Medical education; Quality (philosophy); Clinical Practice; Professional development; Nursing","score_opus":0.027430115196103194,"score_gpt":0.35010258910601966,"score_spread":0.3226724739099165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229018137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277625,0.00052590837,0.00006889182,0.068397,0.0024735667,0.00027577093,0.000006281674,0.000012723551,0.00047735684],"genre_scores_gemma":[0.9881924,0.00010616453,0.0047825044,0.003641923,0.0012093881,0.000024911096,0.00014537341,0.000028773185,0.0018685814],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996641,0.000118132804,0.0014365095,0.00022645359,0.0012627125,0.0003151889],"domain_scores_gemma":[0.99845314,0.0000607218,0.0006629187,0.00014337421,0.00046569592,0.00021414891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036437612,0.00014171535,0.00059183955,0.00031722718,0.00016223066,0.000023798517,0.00025194875,0.00008512239,0.0005499218],"category_scores_gemma":[0.0050206897,0.00014156016,0.000094736075,0.00064285623,0.0002471366,0.00012348937,0.00008474039,0.0018179702,0.0000034466361],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058854417,0.0015450275,0.12782794,0.00005491493,0.00010897476,0.0034155643,0.004907903,0.0000025064278,0.000032818527,0.000021136688,0.23638727,0.62563705],"study_design_scores_gemma":[0.008075041,0.0072038486,0.5293466,0.0013479581,0.00014811907,0.010409961,0.04024526,0.00001525587,0.00004844381,0.0000818946,0.40279037,0.0002872646],"about_ca_topic_score_codex":0.000070953734,"about_ca_topic_score_gemma":0.000019988795,"teacher_disagreement_score":0.6253498,"about_ca_system_score_codex":0.00058417436,"about_ca_system_score_gemma":0.0009248732,"threshold_uncertainty_score":0.7898277},"labels":[],"label_agreement":null},{"id":"W4229456311","doi":"10.2196/37872","title":"Evaluation of Online Near-Peer Teaching for Penultimate-Year Objective Structured Clinical Examinations in the COVID-19 Era: Longitudinal Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medical education; 2019-20 coronavirus outbreak; Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online teaching; Online learning; Longitudinal study; Psychology; Medicine; Mathematics education; Multimedia; Computer science; Virology; Internal medicine","score_opus":0.11003019730501316,"score_gpt":0.5354867531564275,"score_spread":0.4254565558514143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229456311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592884,0.000048415375,0.00064096955,0.03330232,0.0014716063,0.004815084,0.000030264027,0.000031126638,0.00037178447],"genre_scores_gemma":[0.9850303,0.000002164814,0.0039468184,0.0053999983,0.00065233983,0.0035729117,0.0012541951,0.00002295711,0.00011831164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920091,0.0020143301,0.0011049004,0.00047004476,0.00415882,0.00024283062],"domain_scores_gemma":[0.9964357,0.00090328144,0.0004216978,0.0005493632,0.0015349347,0.00015503712],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023914631,0.00016091013,0.00034564783,0.00034496782,0.0005283847,0.00002581321,0.00037032942,0.00014708746,0.0016254634],"category_scores_gemma":[0.06453593,0.00012944418,0.00010186717,0.0009800654,0.00023651902,0.00011380385,0.00007781395,0.0014374026,0.0000031596035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004964726,0.032945238,0.40073487,0.00023780073,0.00020681084,0.0000046224895,0.059926685,0.00018902855,0.00002021992,0.0033107775,0.14606912,0.35585833],"study_design_scores_gemma":[0.005033419,0.0009831997,0.89532804,0.00004134533,0.00038063902,0.000058171034,0.07521041,0.01289594,0.0000014857869,0.0017472059,0.0081856,0.00013457194],"about_ca_topic_score_codex":0.0002667894,"about_ca_topic_score_gemma":0.0001676619,"teacher_disagreement_score":0.49459314,"about_ca_system_score_codex":0.0011052055,"about_ca_system_score_gemma":0.012118435,"threshold_uncertainty_score":0.9992872},"labels":[],"label_agreement":null},{"id":"W4229716490","doi":"10.30770/2572-1852-96.1.30","title":"International Briefs","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.011655047839215494,"score_gpt":0.3658836793434036,"score_spread":0.3542286315041881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229716490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86115056,0.00001729152,0.014871713,0.111971445,0.006111626,0.00007715334,3.1399443e-7,0.000015965525,0.005783921],"genre_scores_gemma":[0.9804009,0.000031063133,0.012897893,0.0020647214,0.004125272,0.0000013431586,0.000014379268,0.0000097851325,0.00045461152],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972169,0.00001737873,0.00057010795,0.00007309942,0.0020278692,0.00009465592],"domain_scores_gemma":[0.9986034,0.000051554514,0.00030291476,0.00013287351,0.0007499377,0.00015933298],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001746912,0.00005957803,0.00014975737,0.00024455128,0.00003201567,0.000017323628,0.00018849314,0.00021709505,0.0056170304],"category_scores_gemma":[0.00724686,0.000045350298,0.00007569092,0.00023671302,0.00011000035,0.00015686025,0.000020642372,0.00082529883,0.000025547097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018523211,0.0005242676,0.0130874,0.000036666865,0.00010888415,0.000056836972,0.00031162245,0.0000045626734,0.019347167,0.031075597,0.13145462,0.80380714],"study_design_scores_gemma":[0.0023446323,0.00017897763,0.2984507,0.00023097741,0.00006368664,0.0027252228,0.000108095795,0.006694047,0.0015320554,0.0035137346,0.68406725,0.00009062464],"about_ca_topic_score_codex":0.0000027762374,"about_ca_topic_score_gemma":0.0000012548297,"teacher_disagreement_score":0.80371654,"about_ca_system_score_codex":0.000061055034,"about_ca_system_score_gemma":0.00039281612,"threshold_uncertainty_score":0.99529195},"labels":[],"label_agreement":null},{"id":"W4229844237","doi":"10.1108/lhs-04-2016-0018","title":"Editorial","year":2016,"lang":"en","type":"editorial","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"","keywords":"Political science; Medicine; Nursing","score_opus":0.05173396540649526,"score_gpt":0.3814473019206521,"score_spread":0.32971333651415685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229844237","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025932319,0.00095067674,0.000007733556,0.023995731,0.9735563,0.0006864836,0.00003182268,0.000126454,0.0006188625],"genre_scores_gemma":[0.00012500452,0.0003388363,0.00048524755,0.006606,0.98917705,0.00013900918,0.0009647917,0.00008442002,0.0020796207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99540794,0.00016320098,0.0011105568,0.00062936445,0.0018084602,0.0008804896],"domain_scores_gemma":[0.9974185,0.00059003575,0.00056896487,0.00067168666,0.00056257844,0.00018819018],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0020720072,0.00035038718,0.00076106633,0.0005707544,0.00009490406,0.000033513803,0.0003706696,0.0018898078,0.000271541],"category_scores_gemma":[0.00096343353,0.00028687468,0.00008200734,0.0006500451,0.000106125,0.00014565003,0.000045267014,0.002239212,0.00037527547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013963814,0.00011479881,0.00017346769,0.027726604,0.000018067018,0.0000034882369,0.0011758893,1.5161153e-7,0.0000017210582,0.00005272161,0.965534,0.005059462],"study_design_scores_gemma":[0.0014607974,0.00022489938,0.00012162391,0.019941296,0.000017576813,0.0000015555835,0.0014382647,0.000011336776,0.0000023063167,0.00019352607,0.9763698,0.00021701929],"about_ca_topic_score_codex":0.000980099,"about_ca_topic_score_gemma":0.0002768587,"teacher_disagreement_score":0.01738973,"about_ca_system_score_codex":0.001089342,"about_ca_system_score_gemma":0.0028434119,"threshold_uncertainty_score":0.99995834},"labels":[],"label_agreement":null},{"id":"W4229861419","doi":"10.1111/j.1365-2929.2006.02489.x","title":"Introduction","year":2006,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Plea; Medical education; Globe; Work (physics); Political science; Medicine; Public relations; Sociology; Engineering; Law","score_opus":0.00453610321222823,"score_gpt":0.3203019153519402,"score_spread":0.31576581213971194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229861419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58961684,0.00024251838,0.0037649993,0.36462334,0.005237005,0.00037000744,3.495487e-7,0.00021466674,0.03593032],"genre_scores_gemma":[0.9090083,0.00002568202,0.01116775,0.03318734,0.02253922,0.00016752005,0.0008864211,0.000033925775,0.022983825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861676,0.000023483219,0.00031492664,0.00021654525,0.00066667923,0.00016162277],"domain_scores_gemma":[0.9993471,0.000011503277,0.00006193818,0.00026121168,0.00026902268,0.000049210965],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041314546,0.000083146704,0.00011873631,0.00017550014,0.00007268555,0.000012975634,0.000066360546,0.00014681161,0.0056850114],"category_scores_gemma":[0.002309783,0.000073858806,0.00003606453,0.000567859,0.00010600946,0.00008299828,0.000011258684,0.00026590715,0.00042196954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010028732,0.00070306304,0.0033421924,0.000035394925,0.000004018357,8.812184e-7,0.000026180083,4.7377264e-7,0.00018030684,0.009559029,0.81111556,0.17502284],"study_design_scores_gemma":[0.0003406225,0.000046883928,0.055678483,0.00005578785,0.000028892797,0.00017023947,0.00011438409,0.00047227394,0.00046615567,0.0011538349,0.9413881,0.00008435647],"about_ca_topic_score_codex":0.00010770371,"about_ca_topic_score_gemma":0.000005140932,"teacher_disagreement_score":0.33143598,"about_ca_system_score_codex":0.00018557775,"about_ca_system_score_gemma":0.0014283564,"threshold_uncertainty_score":0.99522394},"labels":[],"label_agreement":null},{"id":"W4230074409","doi":"10.1590/1981-5271v45.3-20200527","title":"Adaptação transcultural do questionário EFFECT para português brasileiro","year":2021,"lang":"en","type":"article","venue":"Revista Brasileira de Educação Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Preceptor; Context (archaeology); Medical education; Portuguese; Curriculum; Test (biology); Psychology; Brazilian Portuguese; Adaptation (eye); Reliability (semiconductor); Consistency (knowledge bases); Pedagogy; Computer science; Medicine; Psychometrics; Clinical psychology; Linguistics; Artificial intelligence","score_opus":0.026240311886122556,"score_gpt":0.3430835794166196,"score_spread":0.316843267530497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230074409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810204,0.0034643137,0.00224369,0.0035374458,0.0012719866,0.000827248,0.00001714733,0.0003094662,0.0073083295],"genre_scores_gemma":[0.9809097,0.00016241976,0.0078049796,0.003135028,0.0019453204,0.00019881038,0.0005340482,0.000093650284,0.0052160337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99630606,0.00037469412,0.0008893509,0.00080489187,0.0008736638,0.0007513287],"domain_scores_gemma":[0.9974382,0.00020882455,0.00022966915,0.00104645,0.00061554456,0.00046129717],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010822128,0.00046892394,0.000814709,0.0002423649,0.00029005876,0.00019588092,0.00027456955,0.00038807676,0.0033570938],"category_scores_gemma":[0.0033339146,0.0004149098,0.0003926964,0.0014891737,0.00026223922,0.00023605421,0.00004873955,0.0010477522,0.0003290381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049464137,0.0019669111,0.5204523,0.002715778,0.00066026935,0.0010517425,0.0030038871,0.000008763299,0.030333823,0.022437926,0.16620694,0.25066698],"study_design_scores_gemma":[0.0025791153,0.0006894359,0.8826183,0.0018622645,0.0007698249,0.0041392553,0.001288847,0.00023379311,0.0045770723,0.00006698034,0.100335695,0.00083940383],"about_ca_topic_score_codex":0.000041162744,"about_ca_topic_score_gemma":0.000004443239,"teacher_disagreement_score":0.36216596,"about_ca_system_score_codex":0.00056142587,"about_ca_system_score_gemma":0.001849301,"threshold_uncertainty_score":0.99983025},"labels":[],"label_agreement":null},{"id":"W4230435236","doi":"10.32920/14753898.v1","title":"Role models and teachers: medical students perception of teaching-learning methods in clinical settings, a qualitative study from Sri Lanka.","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychology; Perception; Humiliation; Qualitative research; Medical education; Teaching method; Sri lanka; Exploratory research; Mathematics education; Medicine; Social psychology; South asia; Sociology","score_opus":0.08727328184261818,"score_gpt":0.5762675750346563,"score_spread":0.48899429319203813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230435236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97131824,0.00016438271,0.024360426,0.0016150736,0.00036205523,0.0010108278,0.0000037423185,0.00006808469,0.0010971732],"genre_scores_gemma":[0.79088926,0.00007596914,0.20735906,0.0007399147,0.00028176865,0.00010188692,0.0003884728,0.000027867192,0.00013578562],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98795104,0.0067332545,0.002121732,0.0009911426,0.0019439217,0.0002588944],"domain_scores_gemma":[0.9969229,0.0013735531,0.00058575784,0.00056972646,0.00037410716,0.00017392496],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02718116,0.00031320215,0.0012508854,0.0003538453,0.00006855448,0.00006737525,0.00039361446,0.0008794473,0.00055901916],"category_scores_gemma":[0.018278975,0.00027888035,0.00014066938,0.00025501632,0.00021905784,0.00011477658,0.001131805,0.0057886466,0.0000030443778],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006678561,0.0038074993,0.14476871,0.00012640304,0.0004481009,0.000015240044,0.74182093,0.000048437298,0.00012897007,0.000044683355,0.00019951008,0.10852474],"study_design_scores_gemma":[0.002109163,0.00034188686,0.1628832,0.0012474951,0.00026699537,0.000004857877,0.81398296,0.017887546,0.0000053137674,0.000994568,0.000059244398,0.00021677127],"about_ca_topic_score_codex":0.0029212667,"about_ca_topic_score_gemma":0.00009596183,"teacher_disagreement_score":0.18299863,"about_ca_system_score_codex":0.00025476082,"about_ca_system_score_gemma":0.0006466627,"threshold_uncertainty_score":0.9999663},"labels":[],"label_agreement":null},{"id":"W4230439547","doi":"10.1007/s43678-021-00101-2","title":"Letter to the Editor","year":2021,"lang":"en","type":"letter","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Queen Elizabeth II Health Sciences Centre","funders":"","keywords":"Medicine","score_opus":0.059351604903969124,"score_gpt":0.35028092284311013,"score_spread":0.290929317939141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230439547","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018215476,0.0018906428,0.00020948141,0.8074855,0.18682952,0.0002458155,0.000009281405,0.0000043943523,0.0031431573],"genre_scores_gemma":[0.00009908431,0.00008162837,0.0002133919,0.60113716,0.38427028,0.000009331389,0.00012055423,0.000042250154,0.014026337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966928,0.00011819228,0.0013441048,0.00024324938,0.0010529043,0.00054875814],"domain_scores_gemma":[0.99589854,0.00006404882,0.00051210553,0.0006846049,0.002289899,0.00055078487],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011513167,0.00029123796,0.0006704652,0.0008953754,0.00017579751,0.000009533715,0.0005388813,0.0005720688,0.023293246],"category_scores_gemma":[0.006182167,0.00017999526,0.00021168067,0.0012787399,0.00016319391,0.000055128123,0.000015193608,0.0041253767,0.0001227642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046752866,0.000007084724,0.00015480026,0.0001231292,0.00014689112,0.00089707435,0.0007689624,0.0000010596517,0.000017538478,0.000010307537,0.9963912,0.0014773274],"study_design_scores_gemma":[0.00028106885,0.00029033606,0.0003562054,0.0010517773,0.0003778463,0.00020903538,0.0002316779,0.0000026444736,0.000006086686,0.000041867777,0.99699545,0.00015598496],"about_ca_topic_score_codex":0.001618324,"about_ca_topic_score_gemma":0.0018163662,"teacher_disagreement_score":0.2063484,"about_ca_system_score_codex":0.00047452387,"about_ca_system_score_gemma":0.0038949705,"threshold_uncertainty_score":0.99817216},"labels":[],"label_agreement":null},{"id":"W4230442901","doi":"10.21203/rs.3.rs-59599/v3","title":"An Evaluation of Cascading Mentorship as Advocacy Training in Undergraduate Medical Education","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Training (meteorology); Medical education; Psychology; Medicine; Geography","score_opus":0.1789043304138065,"score_gpt":0.5509701269866712,"score_spread":0.37206579657286476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230442901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769849,0.00092069677,0.00016939589,0.012125843,0.0009253695,0.0017825665,0.000002040406,0.000034133212,0.0070550432],"genre_scores_gemma":[0.99455583,0.00023356189,0.0017000801,0.00025452513,0.00072941417,0.00071137195,0.0016101677,0.0000480601,0.00015700945],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98870176,0.0021843363,0.0009079315,0.00071867165,0.0069539784,0.00053330767],"domain_scores_gemma":[0.9933844,0.00026551101,0.00022041405,0.0009844892,0.0048766346,0.00026853642],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021435786,0.00021316968,0.0004986623,0.0016807793,0.0001094582,0.000076156124,0.00037145647,0.0006842162,0.0014315438],"category_scores_gemma":[0.03567292,0.00022019474,0.000100864556,0.0018305166,0.00024803323,0.00016018575,0.00023141378,0.0028614332,0.000015526644],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001556192,0.0033402338,0.017815929,0.0044657113,0.00015254802,0.00005126171,0.04827538,0.000329681,0.0010538392,0.010866258,0.0023999119,0.91109365],"study_design_scores_gemma":[0.008451146,0.0020310436,0.16850783,0.07740988,0.00070492196,0.00035607858,0.40851602,0.20513548,0.0062396117,0.117522046,0.0035888301,0.0015370977],"about_ca_topic_score_codex":0.0015774353,"about_ca_topic_score_gemma":0.00030658997,"teacher_disagreement_score":0.9095565,"about_ca_system_score_codex":0.002141481,"about_ca_system_score_gemma":0.055720042,"threshold_uncertainty_score":0.99948126},"labels":[],"label_agreement":null},{"id":"W4230580955","doi":"10.1007/978-981-13-6106-7_35-1","title":"Critical Theory","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; The Wilson Centre","funders":"","keywords":"Salient; Epistemology; Relevance (law); Critical theory; Sociology; Engineering ethics; Computer science; Philosophy; Political science; Engineering; Artificial intelligence; Law","score_opus":0.02715208486597633,"score_gpt":0.3464187320627642,"score_spread":0.3192666471967879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230580955","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021873234,0.00011273418,0.0033896016,0.02724844,0.0005767146,0.00015329091,0.0000024681735,0.00010909172,0.9684055],"genre_scores_gemma":[0.0014505668,0.000017637198,0.007458455,0.028786043,0.0013887661,0.0000068730014,0.0001200628,0.000045504206,0.9607261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991556,0.000005235727,0.0002374393,0.00020772568,0.00030200306,0.00009203828],"domain_scores_gemma":[0.99931955,0.00008819685,0.000028865355,0.00025097185,0.00023349414,0.00007890597],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015625772,0.00013002,0.00022654545,0.000086677246,0.0000290665,0.000008129196,0.000059727925,0.00028219534,0.027884223],"category_scores_gemma":[0.0017683121,0.00010670471,0.00006968679,0.000028626893,0.00019447067,0.000019961055,0.000028642473,0.0006063769,0.002524482],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145027225,0.000011828858,9.658842e-7,0.000082721635,0.00002494082,0.000020478425,0.000022818389,2.5418416e-9,0.000005971582,0.7978451,0.16641186,0.03555881],"study_design_scores_gemma":[0.00010547702,0.00007206842,0.000012657915,0.00014192036,0.00011793071,0.000037429407,0.000023859278,0.0000143536045,0.000016471147,0.2482027,0.7511618,0.000093316],"about_ca_topic_score_codex":3.377466e-7,"about_ca_topic_score_gemma":6.7808784e-8,"teacher_disagreement_score":0.58474994,"about_ca_system_score_codex":0.00006571656,"about_ca_system_score_gemma":0.0002001252,"threshold_uncertainty_score":0.99825215},"labels":[],"label_agreement":null},{"id":"W4230655081","doi":"10.1097/00001888-200604001-00008","title":"Implementing a Simpler Approach to Mission-Based Planning in a Medical School","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"","keywords":"Revenue; Salary; Fiscal year; Health care; Business; Operating budget; Profit center; Strategic planning; Operating expense; Productivity; Finance; Profit (economics); Operations management; Marketing; Economics; Economic growth","score_opus":0.041564758285782724,"score_gpt":0.4112222105144708,"score_spread":0.36965745222868807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230655081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84460026,0.000581564,0.031349882,0.083416924,0.00047499663,0.001301929,0.0000017057714,0.00019502004,0.03807769],"genre_scores_gemma":[0.9542371,0.00000719337,0.0046335496,0.037303798,0.0024136559,0.00010731406,0.00026283177,0.000040214927,0.00099434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599373,0.00007572592,0.0011716669,0.00048713284,0.001500769,0.00077096664],"domain_scores_gemma":[0.998602,0.00021198012,0.00015972048,0.00034899305,0.00015369777,0.000523644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033698953,0.00023137381,0.0004848059,0.00084008777,0.00011057842,0.0000049993578,0.00028133547,0.0004093118,0.0020300006],"category_scores_gemma":[0.010652752,0.0001802973,0.00003541635,0.0017240617,0.00014299707,0.00006416782,0.000078815465,0.0016410815,0.00005462008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021470877,0.00023444681,0.27114487,0.0004340666,0.000031855216,0.00011337587,0.0025321436,0.00028698536,0.0049260054,0.003868673,0.69568133,0.020531556],"study_design_scores_gemma":[0.020683758,0.00071687147,0.2138056,0.009701335,0.00025420275,0.0005406427,0.01185489,0.090240665,0.0014470636,0.002816893,0.64683306,0.0011050503],"about_ca_topic_score_codex":0.0003319846,"about_ca_topic_score_gemma":0.00000316849,"teacher_disagreement_score":0.10963681,"about_ca_system_score_codex":0.00029830995,"about_ca_system_score_gemma":0.00076075806,"threshold_uncertainty_score":0.9988823},"labels":[],"label_agreement":null},{"id":"W4230658301","doi":"10.2196/preprints.17297","title":"Impact of Co-Designed Game Learning on Cultural Safety in Colombian Medical Education: Protocol for a Randomized Controlled Trial (Preprint)","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Session (web analytics); Medical education; Randomized controlled trial; Cultural safety; Psychology; Test (biology); Patient safety; Health care; Medicine; Computer science; Political science","score_opus":0.029523823304065656,"score_gpt":0.4476539125270588,"score_spread":0.4181300892229931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230658301","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15430881,0.000005003362,0.004033263,0.0028079385,0.0011399387,0.81960696,0.000004432998,0.00010218178,0.01799146],"genre_scores_gemma":[0.1994072,0.0000064084893,0.004217441,0.00059769984,0.00084180216,0.790133,0.0004613103,0.000052401407,0.004282751],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99356025,0.0010157867,0.003010135,0.0007413179,0.0012753113,0.00039718716],"domain_scores_gemma":[0.99428654,0.0018676082,0.0015948166,0.0007394479,0.0013123023,0.00019930744],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0085289,0.00049574947,0.003936629,0.0006429225,0.000055191063,0.000042699317,0.0003563049,0.0010716711,0.0052200602],"category_scores_gemma":[0.052446198,0.00031901195,0.0013291923,0.00034772433,0.00030002178,0.000060689265,0.0001134734,0.001904103,0.000034374054],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9782416,0.003376438,0.00042748026,0.00079704804,0.0005905483,0.0000010974246,0.0009238242,0.0004356334,0.000058139933,0.0012863434,0.0080737285,0.005788111],"study_design_scores_gemma":[0.98141426,0.0018524429,0.0005925252,0.0024154806,0.00019181243,0.000008804439,0.00036834148,0.011379031,0.0000650957,0.00031367128,0.0011080283,0.0002905082],"about_ca_topic_score_codex":0.00020422204,"about_ca_topic_score_gemma":0.0000069938205,"teacher_disagreement_score":0.045098394,"about_ca_system_score_codex":0.0011769182,"about_ca_system_score_gemma":0.014330577,"threshold_uncertainty_score":0.9999262},"labels":[],"label_agreement":null},{"id":"W4230779363","doi":"10.1097/00001888-200604001-00007","title":"Ten-Year Experience with Mission-Based Budgeting in the Faculty of Medicine of Dalhousie University","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Confusion; Pride; Curriculum; Academic medicine; Process (computing); Academic year; Medical education; Higher education; Baseline (sea); Psychology; Political science; Medicine; Mathematics education; Pedagogy; Computer science","score_opus":0.028547702358865255,"score_gpt":0.3356772584009097,"score_spread":0.3071295560420444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230779363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96169883,0.00015099255,0.0012126334,0.030844847,0.00009679415,0.00037351978,0.000002342016,0.00002162167,0.0055984375],"genre_scores_gemma":[0.99660254,0.00003056857,0.00088968803,0.0015683385,0.00032236433,0.0000031653694,0.00008853434,0.000011248584,0.00048356783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796176,0.00008974556,0.0006236663,0.00022573148,0.00089043804,0.00020867327],"domain_scores_gemma":[0.99863535,0.0002961914,0.00036300244,0.00034262257,0.0003125649,0.000050265447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013044756,0.0001413618,0.0004149415,0.0003294111,0.000053079188,4.5446322e-7,0.00030240355,0.00016574266,0.00022522565],"category_scores_gemma":[0.001815987,0.00007720376,0.000020278645,0.0015591996,0.0012880035,0.00005019246,0.000019464316,0.00063629064,0.0000014601742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011028015,0.000301484,0.7962763,0.00091942685,0.000047401707,0.00009773976,0.04942328,0.00018263615,0.047274362,0.011966148,0.08544844,0.006960021],"study_design_scores_gemma":[0.02177466,0.0024257903,0.72416097,0.009873981,0.0004677745,0.0001514844,0.1796111,0.0026074275,0.011641895,0.00073624845,0.04611836,0.0004303007],"about_ca_topic_score_codex":0.0009237849,"about_ca_topic_score_gemma":0.000007445222,"teacher_disagreement_score":0.13018782,"about_ca_system_score_codex":0.00007111575,"about_ca_system_score_gemma":0.00020462502,"threshold_uncertainty_score":0.47457024},"labels":[],"label_agreement":null},{"id":"W4231292590","doi":"10.21203/rs.3.rs-59597/v1","title":"A Mixed Methods Evaluation of a 4-week Geriatrics Curriculum in Strengthening Knowledge and Comfort Among Orthopaedic Surgery Residents","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Saskatchewan; University of Toronto","funders":"University of Toronto","keywords":"Geriatrics; Curriculum; Medicine; Medical education; Gerontology; Physical therapy; Family medicine; Psychology; Pedagogy","score_opus":0.1950800095964675,"score_gpt":0.5146762468542163,"score_spread":0.31959623725774877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231292590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914386,0.0032646088,0.0007827558,0.0009173436,0.00081959757,0.002150843,0.000014500115,0.000042024192,0.0005696865],"genre_scores_gemma":[0.9851019,0.0006661669,0.012514387,0.000016893315,0.0004299897,0.0005979634,0.00057136425,0.00005201682,0.000049330614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99111336,0.0035786394,0.0012549241,0.0007490618,0.0027841548,0.0005198623],"domain_scores_gemma":[0.9937111,0.0014898947,0.000401699,0.00068974093,0.0034866536,0.00022089483],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031187275,0.00025706945,0.0008295384,0.0023515678,0.00011205103,0.000049823095,0.00022930684,0.00052471,0.00013269257],"category_scores_gemma":[0.04582663,0.0002509644,0.00017188267,0.0030965712,0.00042938392,0.00009929047,0.0008116997,0.0027281053,0.0000058992696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012400631,0.0010805695,0.61428314,0.009165323,0.00014747206,0.000031828873,0.0049425317,0.000056248646,0.00015198637,0.0002716489,0.011432321,0.35831293],"study_design_scores_gemma":[0.0011755836,0.00017755869,0.9116341,0.005918732,0.00021623076,0.000008504766,0.0050824108,0.07230823,0.00024593735,0.0026827108,0.00030120625,0.00024882494],"about_ca_topic_score_codex":0.0009529201,"about_ca_topic_score_gemma":0.00014139533,"teacher_disagreement_score":0.35806412,"about_ca_system_score_codex":0.0008149074,"about_ca_system_score_gemma":0.0036924856,"threshold_uncertainty_score":0.9999943},"labels":[],"label_agreement":null},{"id":"W4232528299","doi":"10.1002/14651858.cd007335","title":"Interventions to improve question formulation in professional practice and self-directed learning","year":2008,"lang":"en","type":"reference-entry","venue":"Cochrane Database of Systematic Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Psychological intervention; Context (archaeology); Intervention (counseling); Quality (philosophy); Protocol (science); Medical education; Psychology; Medicine; Alternative medicine; Nursing; Epistemology; Pathology","score_opus":0.063167270320435,"score_gpt":0.4291630819208803,"score_spread":0.3659958116004453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232528299","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010630863,0.87826073,0.0068479087,0.0038150686,0.011553181,0.06709822,0.0004643834,0.0007820952,0.02054757],"genre_scores_gemma":[0.0017499134,0.8885286,0.073212445,0.00044926646,0.00068998855,0.004182411,0.01262921,0.000098691715,0.018459467],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99412614,0.0013079362,0.0030425221,0.00048112695,0.00081638864,0.00022591265],"domain_scores_gemma":[0.9952478,0.0006496809,0.0022142744,0.0007505473,0.0010268197,0.00011086878],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0051773963,0.0003409759,0.0019478785,0.0007494081,0.00009549069,0.000019419851,0.00015338263,0.0002954374,0.00008023216],"category_scores_gemma":[0.045863595,0.0002589337,0.00017031819,0.00092534587,0.00003723152,0.00032333448,0.00011124332,0.00092435913,0.00007685276],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042376072,0.00067120587,0.00006944905,0.92713183,0.000056631794,0.000011380044,0.00074711285,6.476346e-7,0.000017589546,0.00019502248,0.06667205,0.0043846797],"study_design_scores_gemma":[0.0009044637,0.00023041006,0.00038055575,0.97582775,0.0009915762,0.0002631827,0.00044698242,0.0009778908,0.000008956747,0.0000069605117,0.019709842,0.00025144176],"about_ca_topic_score_codex":0.000062599494,"about_ca_topic_score_gemma":0.0000112710695,"teacher_disagreement_score":0.066364534,"about_ca_system_score_codex":0.0003652492,"about_ca_system_score_gemma":0.0004177667,"threshold_uncertainty_score":0.9999863},"labels":[],"label_agreement":null},{"id":"W4233081088","doi":"10.21203/rs.3.rs-51118/v1","title":"Psychometric validation of the Laval Developmental Benchmarks Scale for Family Medicine","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Scale (ratio); Psychology; Geography; Cartography","score_opus":0.14631112356198878,"score_gpt":0.4734933495844014,"score_spread":0.32718222602241265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233081088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336419,0.0005336378,0.0024346744,0.04465537,0.001853284,0.005223564,0.00009438515,0.000044699686,0.011518473],"genre_scores_gemma":[0.9880767,0.00020145832,0.007249075,0.00044619027,0.0011584641,0.00059494906,0.0017055155,0.00004215322,0.00052553136],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99592793,0.00018806715,0.0007050286,0.000513193,0.0022911322,0.0003746403],"domain_scores_gemma":[0.9965486,0.0003283228,0.00022127885,0.0006028815,0.0021744142,0.00012453218],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002973448,0.00019301676,0.00045882244,0.00096584705,0.00020515666,0.00002070633,0.000517728,0.00036118936,0.00039123365],"category_scores_gemma":[0.0102408035,0.00013248947,0.0001463219,0.003191578,0.0004015374,0.00003762998,0.00048136406,0.0016278464,0.000013589296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006130286,0.000904012,0.067607105,0.012120394,0.00028725018,0.0000023453138,0.005786797,0.000038283866,0.021693785,0.0012011465,0.8055363,0.084209494],"study_design_scores_gemma":[0.0060519744,0.0019164642,0.79529226,0.011558862,0.00034134922,0.00003081867,0.014686728,0.002692406,0.03290708,0.014335918,0.11951652,0.000669593],"about_ca_topic_score_codex":0.00013778794,"about_ca_topic_score_gemma":0.0000039972465,"teacher_disagreement_score":0.72768515,"about_ca_system_score_codex":0.0005627274,"about_ca_system_score_gemma":0.0018869526,"threshold_uncertainty_score":0.99809635},"labels":[],"label_agreement":null},{"id":"W4233127413","doi":"10.1097/00001888-200007000-00022","title":"Modern Educational Methods and Their Relation to Medical Education","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Seriousness; Psychology; Relation (database); Mathematics education; Teaching method; Position (finance); Work (physics); Pedagogy; Medical education; Medicine; Computer science; Epistemology; Engineering","score_opus":0.029106578365620545,"score_gpt":0.4534574245208665,"score_spread":0.424350846155246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233127413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6130943,0.0022598663,0.013447496,0.3467574,0.0010523797,0.00072233815,0.0000011149031,0.000098713244,0.022566386],"genre_scores_gemma":[0.8293263,0.0014192137,0.029181499,0.1088367,0.0052218293,0.00029266905,0.00035000348,0.00006435681,0.02530745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978279,0.00013399693,0.0006899909,0.00043914892,0.0006340025,0.00027497282],"domain_scores_gemma":[0.9984321,0.00026428024,0.000095156676,0.00036163963,0.00024996794,0.0005968478],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020119103,0.00020728128,0.00034722913,0.00037527198,0.00012913324,0.0000051551747,0.00017449587,0.00041170185,0.013101129],"category_scores_gemma":[0.009055547,0.00015402977,0.000026526868,0.0008293105,0.00026082486,0.00013833611,0.000030712297,0.00096637313,0.00013821038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055184995,0.000054805496,0.0020426558,0.00005390444,0.000024369898,4.2426183e-7,0.006085709,0.0000018813973,0.0015670153,0.0068972404,0.103123076,0.88009375],"study_design_scores_gemma":[0.00311543,0.0006388813,0.13417508,0.002973382,0.00025089137,0.001425374,0.003645895,0.016562456,0.00068822457,0.09137091,0.74448925,0.0006642451],"about_ca_topic_score_codex":0.000042103227,"about_ca_topic_score_gemma":9.589211e-7,"teacher_disagreement_score":0.87942946,"about_ca_system_score_codex":0.0001700683,"about_ca_system_score_gemma":0.0013348921,"threshold_uncertainty_score":0.9992916},"labels":[],"label_agreement":null},{"id":"W4233212142","doi":"10.22374/cjgim.v11i1.114","title":"The General Internal Medicine Certification Examination: Does it Measure What it Should?","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Medicine; Certification; Specialty; Medical education; Board certification; Family medicine; Continuing education; Management; Residency training","score_opus":0.05931714230951838,"score_gpt":0.3431535519842393,"score_spread":0.2838364096747209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233212142","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1950328,0.0036665688,0.008319498,0.76757944,0.01640167,0.00039834512,0.000006088095,0.000020791305,0.008574812],"genre_scores_gemma":[0.91422963,0.0017213983,0.00077329634,0.021443686,0.015733814,0.00002307674,0.000020327308,0.00006234895,0.04599244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995569,0.00026406522,0.0018196689,0.00035044705,0.0013853482,0.00061146944],"domain_scores_gemma":[0.9945041,0.00031247575,0.0009047795,0.00058571226,0.0027140228,0.0009789303],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035752195,0.0003608138,0.00062997924,0.00088338106,0.00034608602,0.00010079708,0.0007936556,0.00022168453,0.0031387112],"category_scores_gemma":[0.006026592,0.00015943199,0.00015046643,0.0005842164,0.0013568896,0.000627486,0.000029267316,0.00082419603,0.00004409682],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001993516,0.000035387635,0.00301999,0.000036672005,0.00027317027,0.0002196884,0.0025035199,0.000003250522,0.015244737,0.002101904,0.5686013,0.40776104],"study_design_scores_gemma":[0.005011265,0.0019513937,0.032016512,0.009223014,0.0004629924,0.003686246,0.007265875,0.00053613086,0.004008605,0.0018096875,0.9336263,0.0004020013],"about_ca_topic_score_codex":0.003619272,"about_ca_topic_score_gemma":0.007888796,"teacher_disagreement_score":0.7461357,"about_ca_system_score_codex":0.0012287252,"about_ca_system_score_gemma":0.0012219301,"threshold_uncertainty_score":0.9977726},"labels":[],"label_agreement":null},{"id":"W4233422068","doi":"10.3410/f.3316957.3003055","title":"Faculty Opinions recommendation of Remission in psoriatic arthritis: is it possible and how can it be predicted?","year":2010,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Psoriatic arthritis; Medicine; Dermatology; Internal medicine; Psoriasis; Mathematics","score_opus":0.03465686628471384,"score_gpt":0.37656068835020773,"score_spread":0.3419038220654939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233422068","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007574776,0.00040812074,0.0000091526235,0.46339384,0.00081302517,0.0012337298,0.5340711,0.000018627168,0.000044866203],"genre_scores_gemma":[0.00002987568,0.0017847163,0.0020865435,0.02654668,0.00050582056,0.000339642,0.9671048,0.000037390015,0.0015645371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99431545,0.00035890052,0.0019731412,0.00085469155,0.002048916,0.0004489051],"domain_scores_gemma":[0.9893106,0.00015777332,0.001760785,0.0017239157,0.006670071,0.00037685892],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002394546,0.0005851122,0.0012746997,0.0008896809,0.00023188247,0.00013250005,0.0009176823,0.0014614172,0.0009463562],"category_scores_gemma":[0.026376396,0.00040920172,0.00033493113,0.0036232308,0.000579986,0.0003581836,0.00036472466,0.00268833,0.000008155835],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020304073,0.0005469585,0.000029673745,0.009536928,0.00009278917,5.2252284e-7,0.00053798605,1.34119125e-8,0.0000048609195,0.0000851777,0.97646236,0.012682435],"study_design_scores_gemma":[0.0015324849,0.00020268153,0.0024685906,0.034227632,0.00022586819,0.00009874626,0.00023460091,0.000030974476,0.000035928104,0.00003249479,0.96059066,0.0003193583],"about_ca_topic_score_codex":0.00012550775,"about_ca_topic_score_gemma":0.000047419988,"teacher_disagreement_score":0.43684715,"about_ca_system_score_codex":0.0002268972,"about_ca_system_score_gemma":0.0014498667,"threshold_uncertainty_score":0.9999669},"labels":[],"label_agreement":null},{"id":"W4233608766","doi":"10.4324/9780203493694-12","title":"Decision analysis, evidence-based medicine and medical education","year":2004,"lang":"en","type":"book-chapter","venue":"Evidence-Based Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.07231370136430798,"score_gpt":0.39431019922385113,"score_spread":0.32199649785954315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233608766","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00344661,0.16150701,0.036725942,0.7307272,0.008460757,0.005131317,0.000019242747,0.000739263,0.05324269],"genre_scores_gemma":[0.31645554,0.07271223,0.038068097,0.34431884,0.038718753,0.0010704681,0.0055439677,0.0010435111,0.1820686],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9872071,0.0001850489,0.003043134,0.0020227071,0.0067410683,0.0008009507],"domain_scores_gemma":[0.9879066,0.003925855,0.0014528784,0.0024064146,0.0028674558,0.0014408228],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0063610636,0.0013365272,0.0029941627,0.005005545,0.00036154594,0.000044211167,0.0008043906,0.0018160115,0.034182575],"category_scores_gemma":[0.055816207,0.0010028777,0.00048119787,0.0022715917,0.0032694093,0.00047934617,0.0001293868,0.0026264838,0.00020608652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026316843,0.00079861004,0.005130733,0.0048386813,0.0017912958,0.0005041838,0.00070228917,0.0001354039,0.00021557849,0.060875718,0.31377026,0.60860556],"study_design_scores_gemma":[0.013053419,0.007413417,0.015917018,0.5337531,0.028923294,0.00037395718,0.00042750497,0.0064193313,0.00015888055,0.026394976,0.36456597,0.002599173],"about_ca_topic_score_codex":0.00059998856,"about_ca_topic_score_gemma":0.00009287066,"teacher_disagreement_score":0.6060064,"about_ca_system_score_codex":0.0020156275,"about_ca_system_score_gemma":0.0151472455,"threshold_uncertainty_score":0.9999386},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4233835216","doi":"10.1177/229255030000800107","title":"Reformers in Medical Education and Practice","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Plastic Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital","funders":"","keywords":"LEAPS; Restructuring; Pace; Medical practice; Medicine; Ideology; Quality (philosophy); Medical education; Process (computing); Public relations; Engineering ethics; Law; Political science; Epistemology; Engineering","score_opus":0.014146939021450186,"score_gpt":0.3058384149843696,"score_spread":0.2916914759629194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233835216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813184,0.0005203779,0.000023019918,0.011932439,0.0018022843,0.00003949787,5.5960226e-7,0.000002075036,0.004361346],"genre_scores_gemma":[0.99460196,0.00015889107,0.0005516036,0.004037234,0.0004332042,0.0000021166377,0.000007000405,0.0000084513285,0.0001995241],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989822,0.000056896104,0.00043828125,0.00006927732,0.00028513258,0.00016822737],"domain_scores_gemma":[0.9978839,0.0011442092,0.00011759097,0.0000739665,0.00025045022,0.00052985025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014220742,0.00005809933,0.00017418303,0.00064554845,0.00003726778,0.000013223858,0.000040758812,0.00009371237,0.002794221],"category_scores_gemma":[0.044926453,0.000050985305,0.000033165215,0.00043428803,0.00010878764,0.00017707696,0.0000012867393,0.0003392729,0.000017023118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014292817,0.0001651047,0.13863946,0.000056965106,0.000042038977,0.0004946271,0.0007192248,0.000004861783,0.0000070248075,0.00018797866,0.10717142,0.7523684],"study_design_scores_gemma":[0.00066745386,0.00010740799,0.5869984,0.0016308881,0.00010132365,0.011875364,0.0028688405,0.00019792063,0.0000072737503,0.00015475256,0.39523584,0.00015449633],"about_ca_topic_score_codex":0.0014877064,"about_ca_topic_score_gemma":0.0010687399,"teacher_disagreement_score":0.7522139,"about_ca_system_score_codex":0.00027057316,"about_ca_system_score_gemma":0.013385945,"threshold_uncertainty_score":0.9981174},"labels":[],"label_agreement":null},{"id":"W4233951924","doi":"10.1016/j.gie.2014.02.294","title":"Su1550 Establishing the Learning Curve for Achieving Competency in Performing Colonoscopy: a Systematic Review","year":2014,"lang":"en","type":"review","venue":"Gastrointestinal Endoscopy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Colonoscopy; Competence (human resources); Learning curve; Medical physics; Competency assessment; General surgery; Medical education; Internal medicine","score_opus":0.03469697139311021,"score_gpt":0.37474442583028006,"score_spread":0.3400474544371698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233951924","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020417388,0.9795039,0.010455449,0.00058688375,0.00041663428,0.00843988,0.0000070321603,0.00011463141,0.00045511793],"genre_scores_gemma":[0.000019067138,0.92947537,0.064879976,0.00080972747,0.00060526456,0.0032503915,0.00046800726,0.00015002038,0.0003421817],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99444026,0.00095327885,0.0025185503,0.0006724466,0.000618422,0.0007970511],"domain_scores_gemma":[0.9909881,0.005720968,0.0018114859,0.00088249834,0.00046864233,0.0001283142],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007061278,0.0006759626,0.004014506,0.00048360095,0.00034631765,0.00011666626,0.0006574059,0.00015629933,0.00006574005],"category_scores_gemma":[0.08264899,0.00044856328,0.00058247347,0.0013203806,0.00016523966,0.00017007673,0.00013387673,0.002321436,0.00006693986],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022533584,0.000070032045,0.00014112142,0.9817171,0.00004842035,0.000012960505,0.0000847663,0.0000021445321,0.0000022312452,0.0003323319,0.000855565,0.016710762],"study_design_scores_gemma":[0.00037552975,0.00056362024,0.0000066292087,0.9266524,0.0025594812,0.004259612,0.00017944464,0.0005900188,1.352672e-7,0.00001798915,0.06451939,0.000275772],"about_ca_topic_score_codex":0.000032154458,"about_ca_topic_score_gemma":0.000013371527,"teacher_disagreement_score":0.07558771,"about_ca_system_score_codex":0.00073239265,"about_ca_system_score_gemma":0.0015042446,"threshold_uncertainty_score":0.9999803},"labels":[],"label_agreement":null},{"id":"W4234635990","doi":"10.1046/j.1365-2923.2001.01021.x","title":"Meeting the needs of future physicians: a core curriculum initiative for postgraduate medical education at a Canadian university","year":2001,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Curriculum; Attendance; Medical education; Medicine; Curriculum development; Core Knowledge; Session (web analytics); Psychology; Pedagogy; Political science; Computer science; Knowledge management","score_opus":0.012135649230905377,"score_gpt":0.3066407027189114,"score_spread":0.29450505348800604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234635990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72315884,0.0003755062,0.00029065541,0.26632842,0.00294267,0.001020763,0.000009921404,0.000040437906,0.005832762],"genre_scores_gemma":[0.94266915,0.00036347102,0.0011534786,0.049545545,0.0030914447,0.0001233074,0.001028376,0.00003426867,0.0019909476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997792,0.000107847634,0.0004659566,0.00024232981,0.0010209394,0.00037093653],"domain_scores_gemma":[0.9976055,0.00014048853,0.00028502662,0.00037774513,0.0012632553,0.0003279699],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010115516,0.00018208363,0.00028549304,0.00045226782,0.00038565282,0.000010572038,0.00034202344,0.00033735088,0.00091615535],"category_scores_gemma":[0.008321861,0.0001459896,0.000115729534,0.0017726715,0.00036672235,0.00012441717,0.000043234926,0.0004907728,0.000024007088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106721505,0.0020304213,0.023015296,0.00023314141,0.000095637115,0.0000056168797,0.007856795,8.298696e-7,0.000030629777,0.01336418,0.5706169,0.38264385],"study_design_scores_gemma":[0.0014621485,0.0002489591,0.028225834,0.0017060727,0.00029214972,0.00030932715,0.064827524,0.003918212,0.000067276,0.0005832694,0.89805526,0.00030396582],"about_ca_topic_score_codex":0.0109295165,"about_ca_topic_score_gemma":0.010906979,"teacher_disagreement_score":0.3823399,"about_ca_system_score_codex":0.0009739644,"about_ca_system_score_gemma":0.020478461,"threshold_uncertainty_score":0.99999714},"labels":[],"label_agreement":null},{"id":"W4234687073","doi":"10.3410/f.13381959.14750153","title":"Faculty Opinions recommendation of The challenge of teaching occupational medicine to medical students: the Université de Montréal experience.","year":2011,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.040121267441351756,"score_gpt":0.3990385436540962,"score_spread":0.35891727621274444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234687073","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002309303,0.0005138854,0.000051451014,0.41147676,0.0009427725,0.0013197697,0.58549213,0.000016228229,0.00016388892],"genre_scores_gemma":[0.00020466314,0.00039434174,0.0005527545,0.0185343,0.0005356415,0.00024818306,0.9784798,0.00002548388,0.0010248441],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991479,0.00076107687,0.0020897016,0.0005930239,0.0047009196,0.00037631692],"domain_scores_gemma":[0.9895312,0.0002855098,0.0019090645,0.002092523,0.0057765166,0.00040516307],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045410474,0.00046702757,0.0009680971,0.00041962255,0.0005308452,0.000027567188,0.003396252,0.00073986495,0.002249823],"category_scores_gemma":[0.04003667,0.00023037771,0.00046748432,0.0023933693,0.0010660446,0.00017018088,0.0012871177,0.0018842192,0.000019710491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055076875,0.0007731114,0.00015258857,0.002521828,0.0001891161,3.9662928e-7,0.002863637,9.527072e-8,0.0000016751839,0.0012621233,0.9883624,0.0038180067],"study_design_scores_gemma":[0.0009356671,0.00021405179,0.018397419,0.014790695,0.0003159505,0.00007054598,0.00051330024,0.000010716416,0.000011989908,0.00003585511,0.9645157,0.00018813548],"about_ca_topic_score_codex":0.00050254207,"about_ca_topic_score_gemma":0.00003771825,"teacher_disagreement_score":0.39298764,"about_ca_system_score_codex":0.0005090962,"about_ca_system_score_gemma":0.0013931581,"threshold_uncertainty_score":0.99866223},"labels":[],"label_agreement":null},{"id":"W4235400278","doi":"10.3109/0142159x.2011.600120","title":"eMedical Teacher","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Medical education; Psychology; Mathematics education; Medicine","score_opus":0.05125958679537847,"score_gpt":0.3472276247093402,"score_spread":0.29596803791396176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235400278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5540319,0.00012883397,0.002319784,0.00950471,0.0009428146,0.00027404306,2.0642106e-7,0.00028021098,0.43251747],"genre_scores_gemma":[0.9217834,0.00002322109,0.0039856867,0.0055018296,0.0019813706,0.00009028529,0.000046970144,0.000055888428,0.06653134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972298,0.00008707384,0.00050122145,0.00034461755,0.0014168634,0.00042039267],"domain_scores_gemma":[0.99883467,0.000010847265,0.00006727784,0.00048813192,0.00012472112,0.00047437812],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014415716,0.00017788072,0.00030295431,0.00015262795,0.00007512117,0.0000065652453,0.00025289741,0.00047457573,0.24971914],"category_scores_gemma":[0.00496631,0.0001351183,0.000101306614,0.00045100483,0.00048434507,0.00006857064,0.000074335345,0.0012410318,0.0012972133],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011308424,0.0028708817,0.15803863,0.00008085654,0.00013877745,0.00025603446,0.0030638087,8.486293e-9,0.000024197172,0.004111505,0.5726699,0.2586323],"study_design_scores_gemma":[0.004847307,0.0006660368,0.1231582,0.00046810138,0.0002896379,0.00090222503,0.0018624004,0.008485796,0.0001951899,0.0024593272,0.8559839,0.00068184984],"about_ca_topic_score_codex":0.00006070968,"about_ca_topic_score_gemma":0.000002734537,"teacher_disagreement_score":0.3677515,"about_ca_system_score_codex":0.00011678868,"about_ca_system_score_gemma":0.00039382075,"threshold_uncertainty_score":0.99948037},"labels":[],"label_agreement":null},{"id":"W4235593688","doi":"10.1007/s10459-021-10062-x","title":"Disaster scholarship","year":2021,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Misappropriation; Disaster medicine; Presentation (obstetrics); Political science; Poison control; Sociology; Suicide prevention; Medicine; Medical emergency; Law","score_opus":0.019380370607759656,"score_gpt":0.4532370840546736,"score_spread":0.43385671344691396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235593688","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001991162,0.033040844,0.00010743876,0.00824296,0.95093995,0.00066652766,0.0000068666454,0.00004189793,0.0049623195],"genre_scores_gemma":[0.0020109154,0.017708475,0.027737772,0.0067041344,0.9407395,0.00041712605,0.0014944088,0.000045904566,0.003141772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99596953,0.00017774368,0.0009892029,0.0008090987,0.0015229686,0.00053143303],"domain_scores_gemma":[0.9976989,0.0003862277,0.0005669995,0.0005169426,0.00070862035,0.0001223098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00283094,0.00024352713,0.000490457,0.00066806766,0.0002829821,0.00008857003,0.00034111794,0.00041089978,0.00020190494],"category_scores_gemma":[0.009304776,0.00022898216,0.00005715194,0.0024835982,0.0004095779,0.00078168936,0.000051035426,0.0014146112,0.000046811394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000987581,0.0003264996,0.002629734,0.0015114069,0.0000025318077,9.379402e-7,0.00041047632,0.000008919492,0.0000012959114,0.00054862857,0.7905739,0.20397581],"study_design_scores_gemma":[0.00022014877,0.00018709316,0.0010480968,0.0036084221,0.000009257105,0.000007237941,0.001331673,0.000027325783,0.0000062258987,0.0012945902,0.9920767,0.00018321995],"about_ca_topic_score_codex":0.00013905638,"about_ca_topic_score_gemma":0.00013364266,"teacher_disagreement_score":0.20379259,"about_ca_system_score_codex":0.0012286959,"about_ca_system_score_gemma":0.017956223,"threshold_uncertainty_score":0.99904025},"labels":[],"label_agreement":null},{"id":"W4235707895","doi":"10.1197/aemj.10.7.731","title":"Resident Evaluation of Clinical Teachers Based on Teachers' Certification","year":2003,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Northern British Columbia; Alberta Hospital Edmonton","funders":"","keywords":"Medicine; Certification; Helpfulness; Affect (linguistics); Rating scale; Family medicine; Credentialing; Medical education; Psychology","score_opus":0.22420949460760684,"score_gpt":0.5178506063827861,"score_spread":0.29364111177517926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235707895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9374038,0.0010381644,0.0012829994,0.012097155,0.0037939826,0.0010937615,0.0000012324717,0.000069793925,0.043219123],"genre_scores_gemma":[0.99444115,0.00050293136,0.00080448645,0.0011646198,0.0009299794,0.00011630423,0.00011947551,0.000034757806,0.0018863125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99364865,0.00078888825,0.0026141328,0.00049893185,0.002164344,0.0002850419],"domain_scores_gemma":[0.99701566,0.00019543603,0.0008231523,0.0007537318,0.0010469822,0.00016502535],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016828999,0.00021437008,0.00051185716,0.00042011298,0.00007767485,3.105083e-7,0.00019127481,0.00048388258,0.008043351],"category_scores_gemma":[0.045105245,0.0001730619,0.00011914879,0.0010986222,0.00028348234,0.00007993074,0.000009545577,0.001335981,0.00006885281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017258909,0.0006196062,0.5591158,0.00013676965,0.00012792424,0.0000010343982,0.0044474285,0.00020392243,0.005193839,0.0037785494,0.3645918,0.061610717],"study_design_scores_gemma":[0.009510009,0.0017245816,0.831509,0.0014104039,0.0020593065,0.000012318301,0.0057018613,0.023788773,0.004335947,0.00348405,0.115953,0.0005107666],"about_ca_topic_score_codex":0.000047433186,"about_ca_topic_score_gemma":0.0000020554226,"teacher_disagreement_score":0.27239317,"about_ca_system_score_codex":0.00025939604,"about_ca_system_score_gemma":0.0006846716,"threshold_uncertainty_score":0.9928634},"labels":[],"label_agreement":null},{"id":"W4235885149","doi":"10.1017/cem.2019.292","title":"P101: The development of entrustable professional activity reference cards to support the implementation of Competence by Design in emergency medicine","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Competence (human resources); Curriculum; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.09886875616625954,"score_gpt":0.4210181371844726,"score_spread":0.3221493810182131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235885149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684407,0.0004535013,0.0015870383,0.020724772,0.006323088,0.0009853832,0.000010761553,0.000002483402,0.0014722758],"genre_scores_gemma":[0.9974772,0.00012587469,0.0006456451,0.00023537241,0.00027676977,0.000024324265,0.000030319334,0.000014953315,0.0011695639],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99646205,0.00018812231,0.0018738875,0.00017432147,0.000948016,0.0003536015],"domain_scores_gemma":[0.9971152,0.00009740952,0.0009199809,0.0003474704,0.0012384937,0.00028145788],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039264434,0.00017369557,0.000504841,0.0004567878,0.00011732595,9.3987967e-7,0.0004375574,0.00007717881,0.02049584],"category_scores_gemma":[0.0011244433,0.00009572184,0.000045741537,0.0013698221,0.000172744,0.00011125409,0.000023051602,0.00048203368,0.000007350445],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026249303,0.00018425321,0.28181455,0.00051030796,0.00023239382,0.00000650387,0.043390393,0.000048769103,0.0670441,0.000857523,0.57834923,0.027299467],"study_design_scores_gemma":[0.003826022,0.0036285184,0.7946206,0.002195604,0.0003255659,0.00003525421,0.060945358,0.00012296067,0.011826515,0.0005209908,0.12158907,0.00036355734],"about_ca_topic_score_codex":0.004980531,"about_ca_topic_score_gemma":0.006735501,"teacher_disagreement_score":0.51280606,"about_ca_system_score_codex":0.00032320077,"about_ca_system_score_gemma":0.0041134693,"threshold_uncertainty_score":0.98039955},"labels":[],"label_agreement":null},{"id":"W4235907223","doi":"10.2196/preprints.30537","title":"Harnessing Natural Language Processing to Support Decisions Around Workplace-Based Assessment: Machine Learning Study of Competency-Based Medical Education (Preprint)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Trigram; Artificial intelligence; Narrative; Computer science; Machine learning; Natural language processing; Competence (human resources); Qualitative property; Binary classification; Psychology; Support vector machine; Social psychology; Linguistics","score_opus":0.021049639457401726,"score_gpt":0.392456790736505,"score_spread":0.3714071512791033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235907223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93415684,0.00034477407,0.051330414,0.0077070133,0.001788565,0.00216561,0.0000033621452,0.00023679528,0.00226666],"genre_scores_gemma":[0.8119851,0.0000038702356,0.18157725,0.0032963902,0.00030870835,0.00034066115,0.0018910883,0.000071446826,0.000525525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99387056,0.0003799522,0.0016068083,0.001127787,0.002575226,0.00043965696],"domain_scores_gemma":[0.99577665,0.00033416427,0.0007247054,0.0011595184,0.0016547045,0.00035022898],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024153658,0.00050321844,0.0010283195,0.0010485448,0.00029637758,0.00021717107,0.00055720663,0.0004896333,0.0023611886],"category_scores_gemma":[0.0083384905,0.00045790765,0.0001897426,0.001548984,0.00013134973,0.00012392916,0.0005295856,0.0033686932,0.000013145629],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035985606,0.018081328,0.15609063,0.0027823828,0.0002859029,0.00016927523,0.01038632,0.008802964,0.0013199946,0.00019580938,0.0013419533,0.8001836],"study_design_scores_gemma":[0.006799372,0.0011523048,0.09047501,0.018499164,0.00093765464,0.00010081834,0.102455884,0.7760551,0.001012856,0.00008137685,0.001052433,0.0013780211],"about_ca_topic_score_codex":0.00045022764,"about_ca_topic_score_gemma":0.000432914,"teacher_disagreement_score":0.79880553,"about_ca_system_score_codex":0.00079592696,"about_ca_system_score_gemma":0.035345722,"threshold_uncertainty_score":0.9997873},"labels":[],"label_agreement":null},{"id":"W4236287338","doi":"10.5489/cuaj.277","title":"Undergraduate exposure to urology: impact of the distributed model of medical education in British Columbia","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medicine; Urology; Medical education; Psychology; Pedagogy","score_opus":0.008558072477207263,"score_gpt":0.2684331906291673,"score_spread":0.25987511815196007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236287338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9205384,0.000033321627,0.00024705255,0.07840265,0.00026498953,0.00031903145,0.000028652232,0.0000051124666,0.00016073488],"genre_scores_gemma":[0.99358946,0.000016994833,0.00030502555,0.0056371535,0.00011836628,0.000022567754,0.000035463996,0.000007656208,0.0002673127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980716,0.00016671397,0.0006259417,0.00013122808,0.00068714435,0.00031738565],"domain_scores_gemma":[0.998157,0.000064918706,0.00034405876,0.0001474691,0.0008670146,0.00041952144],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010087397,0.00006977681,0.00026042055,0.00014154903,0.00009799652,0.000056248125,0.00025009742,0.0003658152,0.001154527],"category_scores_gemma":[0.008941651,0.000068338995,0.00012188346,0.0007377767,0.00007334494,0.00007720271,0.000024071587,0.0007233382,0.000008094747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045957304,0.00016324787,0.86834997,0.000004976662,0.000033200078,0.000001465742,0.000061253515,0.00065405556,0.000058578502,0.00007308926,0.121393606,0.009201935],"study_design_scores_gemma":[0.00048004603,0.00020449885,0.98937994,0.00004359793,0.000024530704,0.00008236428,0.00008428067,0.0051193372,0.0000017417353,0.0040559107,0.0004654531,0.000058280362],"about_ca_topic_score_codex":0.07323437,"about_ca_topic_score_gemma":0.057005543,"teacher_disagreement_score":0.121029966,"about_ca_system_score_codex":0.0013875511,"about_ca_system_score_gemma":0.0069844904,"threshold_uncertainty_score":0.99975854},"labels":[],"label_agreement":null},{"id":"W4236323015","doi":"10.1007/978-3-030-01165-9_69","title":"Surgical Education","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Process (computing); Medical education; Focus (optics); Medicine; Psychology; Computer science","score_opus":0.01764574982546583,"score_gpt":0.3293394828544787,"score_spread":0.3116937330290129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236323015","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001669864,0.00024242171,0.000037391666,0.0043473984,0.0018787218,0.0004369089,0.0000013850434,0.0000711172,0.99281764],"genre_scores_gemma":[0.00060383306,0.00009232476,0.0019443455,0.0038989608,0.0013988244,0.000009555557,0.00059606537,0.000045045643,0.99141103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898785,0.0000030414064,0.00029840975,0.00024401833,0.00035930163,0.000107396656],"domain_scores_gemma":[0.9990736,0.000021003343,0.000097969016,0.00044251143,0.00032468347,0.000040237555],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00012992152,0.00015821091,0.00026292366,0.0002254424,0.000023392882,0.000009010055,0.00006399354,0.0004090243,0.020276317],"category_scores_gemma":[0.00006954709,0.00013294264,0.000086973916,0.000041003354,0.0000597494,0.000028437953,0.00002123472,0.00047395116,0.005258523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098838655,0.000047971072,0.00002874825,0.000096806405,0.000023067156,0.0000031694144,0.000010568916,2.4848436e-8,0.0000017683781,0.5272591,0.34145316,0.13106574],"study_design_scores_gemma":[0.00022617137,0.000058477573,0.00009420406,0.00031516884,0.00007647594,0.00015300873,0.00001693523,0.000011295344,0.000007736342,0.0033061425,0.99560434,0.00013003539],"about_ca_topic_score_codex":0.0000045530473,"about_ca_topic_score_gemma":4.6545426e-7,"teacher_disagreement_score":0.6541512,"about_ca_system_score_codex":0.00019620433,"about_ca_system_score_gemma":0.0016312074,"threshold_uncertainty_score":0.995516},"labels":[],"label_agreement":null},{"id":"W4236333399","doi":"10.21203/rs.2.14044/v3","title":"Leadership Training Programs in Graduate Medical Education: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Graduate Education","keywords":"Training (meteorology); Medical education; Graduate medical education; Graduate students; Graduate education; Psychology; Medicine; Accreditation; Geography","score_opus":0.6845068640316202,"score_gpt":0.5808505256664483,"score_spread":0.10365633836517185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236333399","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.4455866e-7,0.96733266,0.000007683459,0.01920192,0.00028936125,0.011917488,0.0000023607745,0.000094283336,0.001153422],"genre_scores_gemma":[0.000016619953,0.985799,0.00036324482,0.0021141304,0.0008606122,0.008970745,0.0009192488,0.00010539826,0.00085101154],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98967826,0.0021403108,0.0020871218,0.00076996617,0.0044214264,0.00090293214],"domain_scores_gemma":[0.9964682,0.0005538644,0.0003589402,0.0009972994,0.0010491465,0.00057256204],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010361447,0.00043321596,0.0037050864,0.0010985499,0.00011852113,0.00006925419,0.0006986681,0.000599429,0.00054058514],"category_scores_gemma":[0.056654576,0.0003206726,0.00045345013,0.007049257,0.0003373697,0.00008609847,0.00013304368,0.004820753,0.0007872468],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001557546,0.00021459126,0.0000011901955,0.52163124,0.00004770668,0.0000748123,0.00043241456,5.5897953e-10,1.3689011e-9,0.00030658118,0.008292676,0.46899724],"study_design_scores_gemma":[0.00011379831,0.00011395886,0.0000011863448,0.61830705,0.00038300763,0.00034117614,0.0023841276,0.000007777128,4.928978e-9,0.000025803176,0.37817478,0.00014734284],"about_ca_topic_score_codex":0.000018043473,"about_ca_topic_score_gemma":0.000008707188,"teacher_disagreement_score":0.4688499,"about_ca_system_score_codex":0.0012144416,"about_ca_system_score_gemma":0.021034725,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W4236537039","doi":"10.21203/rs.2.11280/v2","title":"Does Case-based blended-learning expedite the transfer of declarative knowledge to procedural knowledge in practice?","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Knowledge retention; Microsoft excel; Computer science; Knowledge management; Psychology; Medical education; Medicine","score_opus":0.06744612655176092,"score_gpt":0.4750562230429756,"score_spread":0.4076100964912147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236537039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9194268,0.0015301635,0.003141698,0.04578483,0.0017891072,0.010238099,0.00004712655,0.00010182425,0.017940357],"genre_scores_gemma":[0.9935785,0.00006305355,0.0014009541,0.00023325809,0.00076681364,0.0014314977,0.00015259958,0.000067790825,0.0023055335],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949686,0.0015844876,0.00078880775,0.00073273946,0.0012434707,0.000681889],"domain_scores_gemma":[0.9917878,0.0023401042,0.0001193749,0.0009457297,0.0046426724,0.00016434559],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0061290925,0.00031230447,0.0005886212,0.0013610121,0.00021592826,0.00006362991,0.00042837858,0.0005127929,0.00025011087],"category_scores_gemma":[0.013966405,0.00018011265,0.00014448787,0.0022155533,0.00036476954,0.00012205091,0.00034896375,0.005211286,0.00017423395],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007988446,0.017671108,0.0336456,0.06907656,0.0013786403,0.0020439322,0.5169479,0.008185193,0.0047196737,0.010455455,0.12644018,0.20144726],"study_design_scores_gemma":[0.009803863,0.00570154,0.026747456,0.03851035,0.0005997363,0.0006016186,0.40898436,0.05103586,0.026934408,0.00071419385,0.4284157,0.0019509381],"about_ca_topic_score_codex":0.00026776135,"about_ca_topic_score_gemma":0.0004405153,"teacher_disagreement_score":0.30197552,"about_ca_system_score_codex":0.0009498921,"about_ca_system_score_gemma":0.0069775362,"threshold_uncertainty_score":0.998652},"labels":[],"label_agreement":null},{"id":"W4236590166","doi":"10.1007/s40037-019-00552-5","title":"What’s in a&amp;nbsp;Name?","year":2019,"lang":"en","type":"letter","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Island Health","funders":"","keywords":"Medical education; Computer science; Medicine; Data science; Psychology","score_opus":0.018826388357113952,"score_gpt":0.37300324239751115,"score_spread":0.35417685404039717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236590166","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012134864,0.0021730482,0.0000794123,0.95875984,0.012341953,0.0012370737,0.0000034771908,0.00010820007,0.013162127],"genre_scores_gemma":[0.0033371618,0.0023277302,0.0010926116,0.9413889,0.014761066,0.0004084673,0.0018545527,0.0001288547,0.03470063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470323,0.00022856685,0.0008347618,0.0011397111,0.0024751588,0.0006185644],"domain_scores_gemma":[0.99731904,0.0003220838,0.00032161927,0.0012127016,0.00068474095,0.00013981442],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0010055734,0.00049390004,0.00077541923,0.0013715416,0.00007526978,0.000108475964,0.00043769434,0.0020301407,0.008274274],"category_scores_gemma":[0.01272519,0.00045599605,0.00019411462,0.0010995457,0.00037195996,0.0003060756,0.000054803386,0.0067236377,0.0025268914],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047247773,0.0013409362,0.00035811935,0.00042401755,0.00005342985,0.000030717634,0.0062710084,5.5082836e-7,0.0000025361896,0.0006862201,0.9471429,0.043642335],"study_design_scores_gemma":[0.00086188986,0.00019280016,0.0025734042,0.0037386129,0.000078868376,0.000116147545,0.014615322,0.00008116382,0.000003987094,0.0005245593,0.97679853,0.0004147259],"about_ca_topic_score_codex":0.00012227752,"about_ca_topic_score_gemma":0.000012842572,"teacher_disagreement_score":0.04322761,"about_ca_system_score_codex":0.0022434487,"about_ca_system_score_gemma":0.0068809344,"threshold_uncertainty_score":0.9997892},"labels":[],"label_agreement":null},{"id":"W4236640221","doi":"10.2106/00004623-200706000-00028","title":"Orthopaedic Surgeons as Educators","year":2007,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Art history; Art; Library science; Computer science","score_opus":0.020612131528432876,"score_gpt":0.3021222714619041,"score_spread":0.28151013993347124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236640221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988542,0.0007940236,0.00029190356,0.00704641,0.0017957158,0.00005159015,2.4737523e-7,0.000009223421,0.0014688672],"genre_scores_gemma":[0.99482,0.00039350605,0.0009238308,0.00251774,0.0008192526,7.006845e-7,0.000003829649,0.000012620994,0.00050849526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981568,0.000023512235,0.0011200736,0.00008194854,0.00041549053,0.00020219224],"domain_scores_gemma":[0.99850094,0.00025680155,0.0005338143,0.00011683599,0.00040012272,0.00019149692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005063839,0.000086172906,0.00048886845,0.0009651758,0.00006281097,0.000011499138,0.000009748605,0.00008193141,0.00029218203],"category_scores_gemma":[0.0035277938,0.00006736194,0.00022095718,0.00045350895,0.00008751057,0.00011199492,0.000011184816,0.0003744195,0.000015694986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028461235,0.0006422945,0.5027864,0.00027190655,0.00014092427,0.0009391882,0.0006096325,2.4098887e-7,0.0026844519,0.00049495185,0.25829044,0.23285495],"study_design_scores_gemma":[0.0005521017,0.00017551126,0.862551,0.0009363042,0.00013637259,0.009137805,0.0020597717,0.00000401747,0.0019331552,0.00055278366,0.1218111,0.0001500878],"about_ca_topic_score_codex":0.000019283361,"about_ca_topic_score_gemma":0.0000018036757,"teacher_disagreement_score":0.35976458,"about_ca_system_score_codex":0.000061021812,"about_ca_system_score_gemma":0.00060575234,"threshold_uncertainty_score":0.42233536},"labels":[],"label_agreement":null},{"id":"W4237453387","doi":"10.1097/acm.0000000000003316","title":"University of Toronto Faculty of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; MEDLINE; Family medicine; Political science","score_opus":0.05907677257363539,"score_gpt":0.36535972766637337,"score_spread":0.30628295509273795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237453387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58910984,0.0044731237,0.008007861,0.34675518,0.0007856332,0.00084464904,0.000015428137,0.00013542103,0.04987288],"genre_scores_gemma":[0.99026406,0.0010074533,0.0009171468,0.0057549616,0.0008863773,7.374946e-7,0.00012465441,0.0000132046935,0.0010314271],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840236,0.0000361148,0.0005649879,0.00021632966,0.0006245901,0.00015561852],"domain_scores_gemma":[0.99880105,0.00007257971,0.00032214957,0.00023732464,0.0003934732,0.00017342097],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005262148,0.000121864345,0.0005651082,0.000052987376,0.000028791284,1.4373134e-7,0.00022506436,0.00020499826,0.004456392],"category_scores_gemma":[0.003031924,0.00009516677,0.000033622295,0.0004283405,0.00087594945,0.00007587445,0.000045892964,0.00043716928,0.000012873476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005101296,0.000044082517,0.013338269,0.001039112,0.00017262617,0.000016005733,0.051056493,0.0000024092506,0.08162584,0.013409604,0.7947584,0.044027027],"study_design_scores_gemma":[0.018604614,0.0047284504,0.07025506,0.003794783,0.0013641738,0.00009341734,0.09729852,0.0022886314,0.0066924025,0.0011255727,0.79333687,0.00041747582],"about_ca_topic_score_codex":0.0010552009,"about_ca_topic_score_gemma":0.0000064733545,"teacher_disagreement_score":0.40115422,"about_ca_system_score_codex":0.00009217123,"about_ca_system_score_gemma":0.00013441597,"threshold_uncertainty_score":0.99645364},"labels":[],"label_agreement":null},{"id":"W4237929572","doi":"10.21203/rs.3.rs-59599/v2","title":"An Evaluation of&amp;nbsp;Cascading Mentorship as Advocacy Training in Undergraduate Medical Education&amp;nbsp;","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Medical education; Training (meteorology); Undergraduate education; Psychology; Medicine; Physics","score_opus":0.2929484489848203,"score_gpt":0.5672894118981551,"score_spread":0.27434096291333476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237929572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9200157,0.0009403006,0.0009384446,0.061431523,0.0015229974,0.0036199265,0.000012446569,0.0001265216,0.01139212],"genre_scores_gemma":[0.98656535,0.00029434267,0.0056115,0.00081810367,0.001789108,0.0011193174,0.0031830652,0.00010646533,0.0005127208],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9845099,0.0026815291,0.0014898622,0.0012085332,0.009216118,0.0008940653],"domain_scores_gemma":[0.99231046,0.00057079253,0.0004094229,0.0015364387,0.004505945,0.00066692376],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021237442,0.0004089208,0.00082191033,0.0021714675,0.000219589,0.00011545829,0.00083664997,0.00095195544,0.0024651869],"category_scores_gemma":[0.062041778,0.00041636723,0.00017852751,0.0028470426,0.00047602813,0.00021011758,0.0004336393,0.0047402345,0.00022581065],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069188594,0.0050382446,0.021762528,0.009015726,0.00045728378,0.00003852511,0.09405576,0.00047471377,0.0021395588,0.041296087,0.043693643,0.78133607],"study_design_scores_gemma":[0.01285657,0.0024284828,0.090946145,0.055283505,0.0011747534,0.00032068207,0.10378022,0.066265516,0.0015521344,0.5374363,0.12495355,0.0030021085],"about_ca_topic_score_codex":0.0013026554,"about_ca_topic_score_gemma":0.00041616047,"teacher_disagreement_score":0.77833396,"about_ca_system_score_codex":0.0024718887,"about_ca_system_score_gemma":0.045924846,"threshold_uncertainty_score":0.9998288},"labels":[],"label_agreement":null},{"id":"W4237980646","doi":"10.1093/pch/pxy054.126","title":"PREPARING FOR CBME: HOW OFTEN ARE FACULTY OBSERVING RESIDENTS?","year":2018,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Descriptive statistics; Incentive; Faculty development; Medical education; Psychology; Professional development; Statistics","score_opus":0.04223354860477867,"score_gpt":0.3684587763774951,"score_spread":0.3262252277727164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237980646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60680175,0.0023932843,0.017738787,0.35838223,0.005001775,0.0042319642,0.000119562355,0.00055572245,0.0047748927],"genre_scores_gemma":[0.90371966,0.00034701554,0.051936097,0.03202132,0.01014569,0.00016795528,0.00055081036,0.00007835062,0.0010331067],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99804884,0.000041171403,0.00046431497,0.000405538,0.0004979637,0.0005421462],"domain_scores_gemma":[0.99820584,0.00008179166,0.00041679826,0.00047373914,0.0006182447,0.00020355776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012290851,0.00016324632,0.00033186137,0.0002534778,0.0005502022,0.00004226847,0.00018419704,0.00014709936,0.000029334647],"category_scores_gemma":[0.0033550705,0.00015198918,0.00008195937,0.0007547087,0.00006781886,0.00012744164,0.0000746109,0.00037501313,0.00004274943],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008071993,0.00024308896,0.23708598,0.0012084475,0.0000430018,0.0000012281693,0.0022041586,0.0000015514211,0.000009996109,0.0009863728,0.7034295,0.054705933],"study_design_scores_gemma":[0.0018533703,0.00048587535,0.8065131,0.00035902607,0.000087721164,0.00002751427,0.0010047359,0.00088852557,0.00008183268,0.00061007275,0.18783985,0.00024840044],"about_ca_topic_score_codex":0.00010295548,"about_ca_topic_score_gemma":0.000057441215,"teacher_disagreement_score":0.5694271,"about_ca_system_score_codex":0.00044348673,"about_ca_system_score_gemma":0.0005194716,"threshold_uncertainty_score":0.6197939},"labels":[],"label_agreement":null},{"id":"W4237985097","doi":"10.32920/14636961","title":"Know When to Rock the Boat: How Faculty Rationalize Students’ Behaviors","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Toronto Metropolitan University; University Health Network; Mount Sinai Hospital","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Affect (linguistics); Psychology; Social psychology; Communication","score_opus":0.044833777597119914,"score_gpt":0.3993936100180356,"score_spread":0.35455983242091565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237985097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68003243,0.00020935775,0.027981985,0.27960616,0.0037327819,0.0029118066,0.00003818096,0.00019055165,0.0052967276],"genre_scores_gemma":[0.7614946,0.000058026024,0.042048093,0.033442393,0.0020223903,0.0016845166,0.0055837277,0.00008794899,0.15357833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972205,0.0000827205,0.00042867308,0.00056278525,0.0014526391,0.00025268746],"domain_scores_gemma":[0.99750596,0.000046486322,0.0001505714,0.00097440404,0.0012009952,0.000121582736],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006162666,0.00027388244,0.000372502,0.00016217353,0.00016350765,0.0002673034,0.00054118194,0.00033249846,0.0032222709],"category_scores_gemma":[0.0014155726,0.0001861562,0.00014745301,0.0003781577,0.00004559876,0.000060184928,0.00079721474,0.0010721857,0.00014129328],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028758748,0.0009915554,0.02457704,0.00019528747,0.00029716472,0.000020011808,0.0066247364,0.00007767694,0.0003890215,0.0018372252,0.9520247,0.0129368],"study_design_scores_gemma":[0.0015121929,0.0001921025,0.2829201,0.0012406822,0.0009300677,0.00007459121,0.025370132,0.0004998853,0.0021438985,0.00062772137,0.6836248,0.00086381845],"about_ca_topic_score_codex":0.00015716898,"about_ca_topic_score_gemma":0.00006740362,"teacher_disagreement_score":0.2683999,"about_ca_system_score_codex":0.00055024534,"about_ca_system_score_gemma":0.0008037864,"threshold_uncertainty_score":0.9976889},"labels":[],"label_agreement":null},{"id":"W4238022929","doi":"10.1002/9781119373780.ch31","title":"Knowledge Synthesis","year":2018,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AKA; Context (archaeology); Knowledge management; Computer science; Inclusion (mineral); Data science; Psychology; Library science; Biology","score_opus":0.021905184150588813,"score_gpt":0.3563939524114011,"score_spread":0.3344887682608123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238022929","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014692461,0.00012640351,0.00040298604,0.00079633185,0.001058509,0.00017950438,0.0000011013565,0.00025917942,0.99716127],"genre_scores_gemma":[0.00007837421,0.000026407066,0.012636726,0.0006173093,0.0027743618,0.000044703876,0.000027869117,0.0002511167,0.98354316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948525,0.000009552811,0.000119126766,0.00015582015,0.0001271155,0.00010314601],"domain_scores_gemma":[0.99948,0.000016649958,0.00004916499,0.0003422133,0.00007965978,0.00003227812],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000108498454,0.00010102556,0.000183744,0.00030118844,0.000014163113,0.0000038978797,0.00006308962,0.00026810062,0.19662091],"category_scores_gemma":[0.00064768066,0.00007699835,0.000033246233,0.00024162195,0.00010097311,0.000005051317,0.000016189448,0.00009868035,0.02025339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015004393,0.00008302107,0.00005653622,0.00011890391,0.000038486454,8.1584136e-7,0.000015000109,9.150818e-11,0.0000028721681,0.0010556817,0.94921535,0.049411837],"study_design_scores_gemma":[0.00007602856,0.000019400215,0.00010026292,0.00044008426,0.00007179857,0.000008635304,0.000027827153,0.00000956573,0.000093457005,0.000019525163,0.99905723,0.00007619255],"about_ca_topic_score_codex":0.000028539816,"about_ca_topic_score_gemma":0.000012801965,"teacher_disagreement_score":0.17636752,"about_ca_system_score_codex":0.000053459866,"about_ca_system_score_gemma":0.00015261758,"threshold_uncertainty_score":0.98050946},"labels":[],"label_agreement":null},{"id":"W4238236438","doi":"10.1017/cem.2017.3","title":"An Environmental Scan of Academic Emergency Medicine at the 17 Canadian Medical Schools: Why Does this Matter to Emergency Physicians? <b>– CORRIGENDUM</b>","year":2017,"lang":"en","type":"erratum","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Action (physics); Content (measure theory); Emergency department; Medical emergency; Medical education; Psychiatry","score_opus":0.04724824135882041,"score_gpt":0.3600608244238441,"score_spread":0.3128125830650237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238236438","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03108491,0.03158639,0.00010213817,0.30931324,0.5040281,0.0023622292,0.00075540977,0.000034661916,0.12073293],"genre_scores_gemma":[0.05987814,0.04044476,0.00011411215,0.016408008,0.08659678,0.00014482492,0.0028973646,0.00059519615,0.7929208],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98718596,0.00039691897,0.005454587,0.001030289,0.004102811,0.0018294316],"domain_scores_gemma":[0.98546666,0.000043235148,0.0037683183,0.0026494225,0.0016843647,0.0063879928],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042588627,0.001203045,0.0024100821,0.0027834787,0.0012784681,0.000007867765,0.003565801,0.0018953138,0.53623337],"category_scores_gemma":[0.0074586943,0.000776405,0.0005539103,0.0014090885,0.0014082507,0.00043369381,0.000113191025,0.006743619,0.00041468395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006640634,0.00007796783,0.030132467,0.0003189495,0.00048067264,0.00016882565,0.0035137893,0.0000018989612,0.0004317424,0.000042755364,0.9597385,0.005026061],"study_design_scores_gemma":[0.000925078,0.0011780633,0.048305538,0.004053927,0.0012746336,0.00019342235,0.0032032682,0.00004187968,0.000026438236,0.00021236451,0.9398865,0.00069889636],"about_ca_topic_score_codex":0.29821396,"about_ca_topic_score_gemma":0.62396437,"teacher_disagreement_score":0.67218786,"about_ca_system_score_codex":0.0028234976,"about_ca_system_score_gemma":0.009081519,"threshold_uncertainty_score":0.9994687},"labels":[],"label_agreement":null},{"id":"W4238380477","doi":"10.32920/14636961.v1","title":"Know When to Rock the Boat: How Faculty Rationalize Students’ Behaviors","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Toronto Metropolitan University; University Health Network; Mount Sinai Hospital","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Affect (linguistics); Psychology; Social psychology; Communication","score_opus":0.044833777597119914,"score_gpt":0.3993936100180356,"score_spread":0.35455983242091565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238380477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68003243,0.00020935775,0.027981985,0.27960616,0.0037327819,0.0029118066,0.00003818096,0.00019055165,0.0052967276],"genre_scores_gemma":[0.7614946,0.000058026024,0.042048093,0.033442393,0.0020223903,0.0016845166,0.0055837277,0.00008794899,0.15357833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972205,0.0000827205,0.00042867308,0.00056278525,0.0014526391,0.00025268746],"domain_scores_gemma":[0.99750596,0.000046486322,0.0001505714,0.00097440404,0.0012009952,0.000121582736],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006162666,0.00027388244,0.000372502,0.00016217353,0.00016350765,0.0002673034,0.00054118194,0.00033249846,0.0032222709],"category_scores_gemma":[0.0014155726,0.0001861562,0.00014745301,0.0003781577,0.00004559876,0.000060184928,0.00079721474,0.0010721857,0.00014129328],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028758748,0.0009915554,0.02457704,0.00019528747,0.00029716472,0.000020011808,0.0066247364,0.00007767694,0.0003890215,0.0018372252,0.9520247,0.0129368],"study_design_scores_gemma":[0.0015121929,0.0001921025,0.2829201,0.0012406822,0.0009300677,0.00007459121,0.025370132,0.0004998853,0.0021438985,0.00062772137,0.6836248,0.00086381845],"about_ca_topic_score_codex":0.00015716898,"about_ca_topic_score_gemma":0.00006740362,"teacher_disagreement_score":0.2683999,"about_ca_system_score_codex":0.00055024534,"about_ca_system_score_gemma":0.0008037864,"threshold_uncertainty_score":0.9976889},"labels":[],"label_agreement":null},{"id":"W4238804746","doi":"10.1001/archinte.161.1.131","title":"Archives of Internal Medicine Reader's Choice: Continuing Medical Education","year":2001,"lang":"en","type":"article","venue":"Archives of Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; Continuing education; Medical education; Alternative medicine; Medicine; Pathology","score_opus":0.01399209387806118,"score_gpt":0.35351550588460545,"score_spread":0.3395234120065443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238804746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7745188,0.0022982166,0.018780356,0.03779377,0.0027199932,0.0006101387,0.0000040076557,0.00008261542,0.1631921],"genre_scores_gemma":[0.981891,0.000869374,0.0041325158,0.0046498105,0.003283998,0.00003721865,0.00008629199,0.00005069433,0.004999134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956308,0.00015553582,0.0019010457,0.00046967078,0.0014219217,0.0004210434],"domain_scores_gemma":[0.9965349,0.0012323633,0.00085804396,0.0006631924,0.00030697,0.00040456338],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075148116,0.00034558983,0.001040149,0.0012020109,0.000051338116,0.000004324639,0.0006709544,0.00014412275,0.0028832355],"category_scores_gemma":[0.015399179,0.00025231726,0.00016375854,0.00058445317,0.0027570007,0.000109630215,0.00014713283,0.00091192644,0.000010479647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012356619,0.00095127994,0.13376229,0.0006864224,0.00033646697,0.000055070173,0.01654482,0.0000012114533,0.028220465,0.004245505,0.016280333,0.7976805],"study_design_scores_gemma":[0.021004094,0.008291689,0.6110258,0.09955768,0.0009108385,0.004508918,0.023341972,0.009221663,0.014013458,0.017006012,0.19017935,0.0009384934],"about_ca_topic_score_codex":0.0016245265,"about_ca_topic_score_gemma":0.000048101327,"teacher_disagreement_score":0.79674196,"about_ca_system_score_codex":0.00004981691,"about_ca_system_score_gemma":0.00040038582,"threshold_uncertainty_score":0.9999929},"labels":[],"label_agreement":null},{"id":"W4238942030","doi":"10.3109/0142159x.2011.586873","title":"eMedical Teacher","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Medical education; Psychology; Medicine; Mathematics education","score_opus":0.05125958679537847,"score_gpt":0.3472276247093402,"score_spread":0.29596803791396176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238942030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5540319,0.00012883397,0.002319784,0.00950471,0.0009428146,0.00027404306,2.0642106e-7,0.00028021098,0.43251747],"genre_scores_gemma":[0.9217834,0.00002322109,0.0039856867,0.0055018296,0.0019813706,0.00009028529,0.000046970144,0.000055888428,0.06653134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972298,0.00008707384,0.00050122145,0.00034461755,0.0014168634,0.00042039267],"domain_scores_gemma":[0.99883467,0.000010847265,0.00006727784,0.00048813192,0.00012472112,0.00047437812],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014415716,0.00017788072,0.00030295431,0.00015262795,0.00007512117,0.0000065652453,0.00025289741,0.00047457573,0.24971914],"category_scores_gemma":[0.00496631,0.0001351183,0.000101306614,0.00045100483,0.00048434507,0.00006857064,0.000074335345,0.0012410318,0.0012972133],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011308424,0.0028708817,0.15803863,0.00008085654,0.00013877745,0.00025603446,0.0030638087,8.486293e-9,0.000024197172,0.004111505,0.5726699,0.2586323],"study_design_scores_gemma":[0.004847307,0.0006660368,0.1231582,0.00046810138,0.0002896379,0.00090222503,0.0018624004,0.008485796,0.0001951899,0.0024593272,0.8559839,0.00068184984],"about_ca_topic_score_codex":0.00006070968,"about_ca_topic_score_gemma":0.000002734537,"teacher_disagreement_score":0.3677515,"about_ca_system_score_codex":0.00011678868,"about_ca_system_score_gemma":0.00039382075,"threshold_uncertainty_score":0.99948037},"labels":[],"label_agreement":null},{"id":"W4239011360","doi":"10.1503/cjs.020119","title":"Canadian Conference for the Advancement of Surgical Education: Abstracts","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Alberta; Université de Montréal; Hôpital Maisonneuve-Rosemont; University of Calgary; Alberta Health Services; Toronto General Hospital; McMaster University; Western University; University of Toronto; Ottawa Hospital; University Health Network; McGill University; University of Ottawa; Montreal Heart Institute; Montreal General Hospital; University of Manitoba","funders":"","keywords":"Medicine; Curriculum; Medical education; Pedagogy","score_opus":0.034879684378628144,"score_gpt":0.30839136203673734,"score_spread":0.2735116776581092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239011360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90187544,0.0012237026,0.00013114049,0.08679848,0.0054845917,0.00042776891,0.000017412172,0.0000019090812,0.0040395358],"genre_scores_gemma":[0.99599314,0.00010923106,0.0004256027,0.0013464206,0.0004399502,0.000008042416,0.000018821704,0.000009183235,0.0016496113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989921,0.000013893505,0.0005201822,0.00006832055,0.00018156876,0.00022392398],"domain_scores_gemma":[0.9977337,0.00027434228,0.00027159211,0.0001806142,0.0011119727,0.00042775067],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008818147,0.0000665184,0.0002230998,0.00041748057,0.00006782974,0.000014663917,0.000104345614,0.00006081996,0.001199273],"category_scores_gemma":[0.0006028566,0.00004939118,0.00009611902,0.00025897226,0.000075593496,0.00007991955,0.0000016867989,0.0001744529,0.000010177478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012810164,0.00014615999,0.18987343,0.00043281668,0.0002518286,0.00009543882,0.001060904,0.00011301987,0.00014162838,0.015946722,0.32009536,0.4717146],"study_design_scores_gemma":[0.00023623405,0.000046448262,0.054069344,0.00032481208,0.000040595893,0.000282174,0.0010385001,0.000027581647,0.0001703552,0.000118471835,0.9435844,0.00006110828],"about_ca_topic_score_codex":0.042126838,"about_ca_topic_score_gemma":0.058498904,"teacher_disagreement_score":0.623489,"about_ca_system_score_codex":0.0004295938,"about_ca_system_score_gemma":0.03006723,"threshold_uncertainty_score":0.9997138},"labels":[],"label_agreement":null},{"id":"W4239449802","doi":"10.21203/rs.2.11280/v1","title":"Does Case-based blended-learning expedite the transfer of declarative knowledge to procedural knowledge in practice?","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Knowledge retention; Microsoft excel; Computer science; Knowledge management; Psychology; Medical education; Medicine","score_opus":0.06744612655176092,"score_gpt":0.4750562230429756,"score_spread":0.4076100964912147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239449802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9194268,0.0015301635,0.003141698,0.04578483,0.0017891072,0.010238099,0.00004712655,0.00010182425,0.017940357],"genre_scores_gemma":[0.9935785,0.00006305355,0.0014009541,0.00023325809,0.00076681364,0.0014314977,0.00015259958,0.000067790825,0.0023055335],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949686,0.0015844876,0.00078880775,0.00073273946,0.0012434707,0.000681889],"domain_scores_gemma":[0.9917878,0.0023401042,0.0001193749,0.0009457297,0.0046426724,0.00016434559],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0061290925,0.00031230447,0.0005886212,0.0013610121,0.00021592826,0.00006362991,0.00042837858,0.0005127929,0.00025011087],"category_scores_gemma":[0.013966405,0.00018011265,0.00014448787,0.0022155533,0.00036476954,0.00012205091,0.00034896375,0.005211286,0.00017423395],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007988446,0.017671108,0.0336456,0.06907656,0.0013786403,0.0020439322,0.5169479,0.008185193,0.0047196737,0.010455455,0.12644018,0.20144726],"study_design_scores_gemma":[0.009803863,0.00570154,0.026747456,0.03851035,0.0005997363,0.0006016186,0.40898436,0.05103586,0.026934408,0.00071419385,0.4284157,0.0019509381],"about_ca_topic_score_codex":0.00026776135,"about_ca_topic_score_gemma":0.0004405153,"teacher_disagreement_score":0.30197552,"about_ca_system_score_codex":0.0009498921,"about_ca_system_score_gemma":0.0069775362,"threshold_uncertainty_score":0.998652},"labels":[],"label_agreement":null},{"id":"W4239577010","doi":"10.21203/rs.3.rs-24203/v1","title":"The Ebb and Flow of Identity Formation and Competence Development in Sub-specialty Residents: Study of a Continuity Training Setting","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Competence (human resources); Specialty; Identity (music); Training (meteorology); Psychology; Medical education; Medicine; Social psychology; Geography; Art","score_opus":0.04277243378411132,"score_gpt":0.3422172069567088,"score_spread":0.2994447731725975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239577010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951964,0.00010040409,0.0023426323,0.00083865103,0.00016942834,0.001061478,0.0000022717204,0.000012489015,0.00027627105],"genre_scores_gemma":[0.9895327,0.000075143646,0.010160332,0.00009156851,0.00005189327,0.000044388333,0.000028853337,0.0000064298206,0.0000086532955],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99815184,0.00009944329,0.00093447696,0.00021849528,0.00048073844,0.000115031864],"domain_scores_gemma":[0.9988808,0.00013484614,0.00043317498,0.00018842058,0.0003295894,0.000033136017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019631716,0.000114090144,0.00036746936,0.00013892476,0.0000862188,0.000028922626,0.00011241453,0.00008941881,0.0000060967113],"category_scores_gemma":[0.0019646087,0.000088997,0.000015441648,0.00025627686,0.00011550287,0.00012187948,0.00032802875,0.0004406391,3.4799504e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026668014,0.00064613885,0.32406977,0.0032005396,0.00019308145,0.000008225046,0.31913787,0.00002396957,0.001171353,0.0013098124,0.00046204077,0.3495105],"study_design_scores_gemma":[0.0010604879,0.00007962258,0.9554694,0.0007856001,0.000039947547,0.000004776121,0.03828901,0.0027774314,0.000711549,0.0006522578,0.000047578615,0.00008232729],"about_ca_topic_score_codex":0.00021870418,"about_ca_topic_score_gemma":0.0022403428,"teacher_disagreement_score":0.63139963,"about_ca_system_score_codex":0.00010534315,"about_ca_system_score_gemma":0.0003109422,"threshold_uncertainty_score":0.36291927},"labels":[],"label_agreement":null},{"id":"W4239679290","doi":"10.1007/s11606-010-1502-y","title":"Update in Medical Education","year":2010,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Family medicine; Medical education","score_opus":0.011297713556525864,"score_gpt":0.38339117212754414,"score_spread":0.3720934585710183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239679290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89913756,0.00025607398,0.00056184264,0.08228295,0.007869125,0.000096912954,1.906538e-7,0.000007959762,0.009787377],"genre_scores_gemma":[0.9588721,0.00018070279,0.008776096,0.02056674,0.008668059,0.0000053687127,0.000010589513,0.0000202131,0.0029001394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750453,0.000041610816,0.0010965267,0.00012615579,0.0010451083,0.00018603692],"domain_scores_gemma":[0.9983303,0.000038458616,0.00040660036,0.00020356473,0.0007494362,0.00027163478],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001697467,0.00012646437,0.00039365728,0.0007364861,0.000022012815,0.00000787294,0.00026628116,0.00017612422,0.0042816657],"category_scores_gemma":[0.005577166,0.00008577177,0.00006923815,0.0004759659,0.00021591797,0.00013780911,0.000027798216,0.001634502,0.000025449992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004618755,0.0011505729,0.070385344,0.000086843436,0.00008396003,0.000383177,0.0006083508,0.0000016575702,0.0341413,0.008233171,0.4389979,0.44546586],"study_design_scores_gemma":[0.009791945,0.0022136434,0.2844802,0.0042125345,0.0002262425,0.025634922,0.00087386457,0.0033492944,0.005146407,0.0059356964,0.6577725,0.00036275914],"about_ca_topic_score_codex":0.00014532439,"about_ca_topic_score_gemma":0.000050043378,"teacher_disagreement_score":0.4451031,"about_ca_system_score_codex":0.00011946335,"about_ca_system_score_gemma":0.0011724905,"threshold_uncertainty_score":0.9966286},"labels":[],"label_agreement":null},{"id":"W4239980362","doi":"10.30770/2572-1852-92.2.24","title":"Report of the Special Committee on the Evaluation of Undergraduate Medical Education","year":2006,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Engineering ethics; Psychology; Political science; Mathematics education; Medicine; Engineering","score_opus":0.035262589392187994,"score_gpt":0.38814143836998105,"score_spread":0.35287884897779304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239980362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7352544,0.00008930308,0.0014179116,0.25456968,0.0025463142,0.0003795984,5.1972955e-7,0.000004454724,0.005737817],"genre_scores_gemma":[0.99368614,0.000020248914,0.00040676567,0.0010654206,0.0044785026,0.000007420094,0.000020305386,0.000011668095,0.00030352088],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98905486,0.0004228324,0.0015748225,0.00011553021,0.008711079,0.00012085353],"domain_scores_gemma":[0.9949586,0.00031916102,0.0017531326,0.00044245113,0.0024337112,0.00009296149],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011547603,0.00010657112,0.00029871726,0.00021009869,0.00008519768,0.000007978233,0.000334552,0.0002598188,0.001336791],"category_scores_gemma":[0.026530597,0.00005649513,0.00017431148,0.00072708307,0.0004100689,0.00007926852,0.000034595938,0.0006414023,0.0000034489328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002375524,0.0023400907,0.013132961,0.00013265164,0.00013581649,0.000012462398,0.00028599324,0.000219308,0.00057745684,0.182043,0.4781636,0.32271913],"study_design_scores_gemma":[0.0041136504,0.00049102504,0.7819605,0.003916722,0.00084767526,0.0023435184,0.0005802449,0.016556684,0.0054737427,0.14733647,0.03620072,0.00017907847],"about_ca_topic_score_codex":0.000040929488,"about_ca_topic_score_gemma":0.000020066103,"teacher_disagreement_score":0.7688275,"about_ca_system_score_codex":0.00028882633,"about_ca_system_score_gemma":0.005024832,"threshold_uncertainty_score":0.99957615},"labels":[],"label_agreement":null},{"id":"W4240093501","doi":"10.3410/f.734241790.793564928","title":"Faculty Opinions recommendation of Development of a Preliminary Ultrasonographic Enthesitis Score in Psoriatic Arthritis - GRAPPA Ultrasound Working Group.","year":2019,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Psoriatic arthritis; Enthesitis; Medicine; Ultrasound; Ultrasonography; Medical physics; Arthritis; Radiology; Internal medicine; Physical therapy","score_opus":0.03792142941666723,"score_gpt":0.3472396958617878,"score_spread":0.3093182664451206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240093501","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012208945,0.0022636817,0.000094287796,0.04224971,0.0015313693,0.0029817366,0.9506903,0.000028460248,0.000038314098],"genre_scores_gemma":[0.0005530991,0.0011696278,0.005522397,0.0020683764,0.00024651055,0.00050563714,0.9897609,0.00004184084,0.00013166458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99274766,0.00044926826,0.003439582,0.00078462897,0.0021143896,0.00046449323],"domain_scores_gemma":[0.9908255,0.00035943429,0.0026837569,0.0015856362,0.004345869,0.00019983957],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00279992,0.0006047703,0.0015662888,0.0013747114,0.00017421594,0.000053734446,0.0011331395,0.00093277515,0.00041830225],"category_scores_gemma":[0.012772778,0.00045129712,0.0005590736,0.005591123,0.00050946424,0.0002830553,0.00024161141,0.001606299,0.00002230514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004953396,0.0012728866,0.0002740136,0.01623854,0.0002191244,4.814631e-7,0.0006700651,1.3466969e-7,0.0000074069903,0.00014331719,0.9524152,0.028709242],"study_design_scores_gemma":[0.0013032889,0.00026117856,0.028973188,0.06816324,0.00022476388,0.00008493637,0.00016817547,0.000006086438,0.000041955926,0.000023386381,0.90041965,0.0003301597],"about_ca_topic_score_codex":0.000044325752,"about_ca_topic_score_gemma":0.000013251595,"teacher_disagreement_score":0.05199561,"about_ca_system_score_codex":0.00027694966,"about_ca_system_score_gemma":0.0013562968,"threshold_uncertainty_score":0.9997939},"labels":[],"label_agreement":null},{"id":"W4240196603","doi":"10.31234/osf.io/3pw68","title":"Enhancing formative feedback in orthopaedic training: Development and implementation of a competency-based assessment framework","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Toronto; McMaster University","funders":"","keywords":"Formative assessment; Intraclass correlation; Reliability (semiconductor); Quality (philosophy); Medical education; Grading (engineering); Computer science; Process management; Psychology; Medicine; Engineering; Pedagogy; Psychometrics","score_opus":0.028411944291661537,"score_gpt":0.3842013234463133,"score_spread":0.35578937915465175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240196603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8405028,0.000037902246,0.15377122,0.0018252643,0.00050890516,0.0013619789,0.000004999851,0.000029074448,0.0019578459],"genre_scores_gemma":[0.6269189,0.000007093534,0.37189072,0.0006439728,0.00003801001,0.00013964811,0.00031879422,0.0000136459175,0.00002922228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99767834,0.00005888505,0.0011221524,0.00033758432,0.0005605177,0.00024250092],"domain_scores_gemma":[0.9987165,0.0001467242,0.0004841705,0.00029668663,0.00030191845,0.000054031425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011454399,0.00022657083,0.00054553844,0.0005378695,0.000038042956,0.00001661255,0.00009382267,0.0002812879,0.00042338186],"category_scores_gemma":[0.0002043286,0.00020757968,0.00005272427,0.0003607693,0.00006953852,0.000059603444,0.00012833104,0.0008984702,0.0000049750543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001723007,0.0011385229,0.29402146,0.014502041,0.0005286474,0.000012714154,0.16104516,0.00046349116,0.0010747644,0.032388702,0.0006500002,0.4940022],"study_design_scores_gemma":[0.00459146,0.00041041747,0.8561743,0.008580522,0.00016895002,0.000010011782,0.10704864,0.007939016,0.009346081,0.0044166013,0.000682272,0.0006317703],"about_ca_topic_score_codex":0.000082827915,"about_ca_topic_score_gemma":0.00012927406,"teacher_disagreement_score":0.5621528,"about_ca_system_score_codex":0.00050101354,"about_ca_system_score_gemma":0.0058035813,"threshold_uncertainty_score":0.9998326},"labels":[],"label_agreement":null},{"id":"W4240415815","doi":"10.1093/pch/16.suppl_a.27aa","title":"Procedural Training in Pediatric Residency— Reevaluating the Competencies","year":2011,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Residency training; Training (meteorology); Medical education; Medicine; MEDLINE; Continuing education; Political science","score_opus":0.07110549051032329,"score_gpt":0.3466580119306324,"score_spread":0.2755525214203091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240415815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89265126,0.005574816,0.00035421498,0.07062724,0.0015546257,0.001981767,0.000003977508,0.00019276762,0.027059313],"genre_scores_gemma":[0.965097,0.0012131039,0.01998934,0.01147349,0.0020223663,0.000079039266,0.000028952027,0.000031360985,0.00006532947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99755746,0.00015113021,0.00080999336,0.0003014911,0.00063586415,0.0005440667],"domain_scores_gemma":[0.998831,0.00015322116,0.00033323336,0.0003518991,0.0002147635,0.00011592073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034888089,0.00015660645,0.00029330194,0.00044837926,0.0003685601,0.000013020111,0.0002080408,0.00009908717,0.00010099682],"category_scores_gemma":[0.0034539865,0.000114799936,0.000056087138,0.0021339378,0.00007628983,0.00009337411,0.00004711567,0.00092015404,0.00003059426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000703504,0.0003539382,0.7905503,0.0009104383,0.000016640151,0.000012756697,0.114553146,0.0000067014234,0.000002852816,0.01692136,0.014466348,0.06213517],"study_design_scores_gemma":[0.00090322277,0.00029096453,0.98590016,0.00011957821,0.000057888352,0.000084223444,0.007789116,0.00069340895,0.000004592688,0.003053837,0.00093008677,0.0001729296],"about_ca_topic_score_codex":0.0002853786,"about_ca_topic_score_gemma":0.00013869147,"teacher_disagreement_score":0.19534986,"about_ca_system_score_codex":0.0002700136,"about_ca_system_score_gemma":0.0026055102,"threshold_uncertainty_score":0.46814054},"labels":[],"label_agreement":null},{"id":"W4240457272","doi":"10.1016/j.jmpt.2006.12.012","title":"Predictors of Performance of Students from the Canadian Memorial Chiropractic College on the Licensure Examinations of the Canadian Chiropractic Examining Board","year":2007,"lang":"en","type":"letter","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Licensure; Medicine; Medical education; Family medicine; Test (biology); Alternative medicine","score_opus":0.27548991095457703,"score_gpt":0.37279191148729124,"score_spread":0.0973020005327142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240457272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93192065,0.00012388085,0.0000019744646,0.06565342,0.00109126,0.00048891385,0.00007901357,0.0000017082109,0.0006391721],"genre_scores_gemma":[0.9299804,0.0001522215,0.00010267931,0.0675211,0.0021116552,0.00000424016,0.000031544147,0.000018886032,0.000077250996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971766,0.00041975235,0.0008786122,0.00016005251,0.0011079469,0.00025703476],"domain_scores_gemma":[0.9958602,0.0011582286,0.0016437691,0.00039844887,0.0008597055,0.00007961372],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012862448,0.00023654095,0.0005782776,0.0001995415,0.00037486467,0.000018164976,0.00055287674,0.00052730396,0.00010316246],"category_scores_gemma":[0.001004072,0.00010629721,0.00014173974,0.0005013749,0.00063298066,0.00006332066,0.00004461322,0.002813661,8.66248e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025794262,0.0022104264,0.6248122,0.00089346874,0.013934114,0.00018184104,0.022840343,0.00038615364,0.005991266,0.004509555,0.31120497,0.010456247],"study_design_scores_gemma":[0.00053467165,0.0010886615,0.93327826,0.00052635954,0.0006713963,0.000020721762,0.0008064354,0.00009590736,0.00021633886,0.00022073492,0.062430494,0.00011004049],"about_ca_topic_score_codex":0.019901223,"about_ca_topic_score_gemma":0.016385518,"teacher_disagreement_score":0.30846605,"about_ca_system_score_codex":0.00032479235,"about_ca_system_score_gemma":0.0011953214,"threshold_uncertainty_score":0.99948686},"labels":[],"label_agreement":null},{"id":"W4241053433","doi":"10.20431/2455-4324.0201001","title":"Co-Worker Assessment and Physician Multisource Feedback","year":2016,"lang":"en","type":"article","venue":"ARC Journal of Nursing and Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"McMaster University; University of Calgary","keywords":"Medical education; Computer science; Medicine; Psychology","score_opus":0.0455409068609431,"score_gpt":0.4390534504940814,"score_spread":0.3935125436331383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241053433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84975666,0.0009255037,0.0010575779,0.1472634,0.00031750428,0.000082269944,0.000001311662,0.0000067693986,0.0005889961],"genre_scores_gemma":[0.99023163,0.00036588832,0.006402515,0.002400742,0.0004951836,8.788928e-7,0.00000162662,0.000009649175,0.00009188809],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99921244,0.000043719247,0.00028079806,0.00008834202,0.00022831353,0.00014637849],"domain_scores_gemma":[0.99929446,0.000048448674,0.00017298231,0.00008463852,0.00027114575,0.00012834271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035380654,0.00006619237,0.00018224849,0.0001093667,0.00011411679,0.00001111518,0.000028068955,0.00005432952,0.000011207395],"category_scores_gemma":[0.00007794619,0.000041778618,0.00002292064,0.00009218607,0.00014419474,0.00007559911,0.0000031838892,0.0002417335,0.0000014980526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007279688,0.00010867645,0.032600623,0.000052813328,0.000017434399,0.0000074958084,0.0012007215,4.5174335e-8,0.0014719175,0.00063511264,0.0055153053,0.95831704],"study_design_scores_gemma":[0.002462571,0.0011001376,0.96881866,0.0068444386,0.00007371369,0.00103088,0.004827482,0.000063933294,0.00024371891,0.0029180758,0.011507415,0.00010894647],"about_ca_topic_score_codex":0.000005306045,"about_ca_topic_score_gemma":4.4409825e-7,"teacher_disagreement_score":0.9582081,"about_ca_system_score_codex":0.000179364,"about_ca_system_score_gemma":0.00016935053,"threshold_uncertainty_score":0.17036825},"labels":[],"label_agreement":null},{"id":"W4241515415","doi":"10.1097/acm.0b013e3181eabf43","title":"McGill University Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; MEDLINE; Medical education; Medicine; Family medicine; Political science","score_opus":0.041068880602912944,"score_gpt":0.3693237772660952,"score_spread":0.3282548966631823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241515415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8451966,0.00009390377,0.0004907133,0.1259353,0.0018833303,0.00041617698,0.000022649781,0.00011705048,0.025844248],"genre_scores_gemma":[0.9821403,0.00017819408,0.0012682681,0.0046557793,0.0014147903,0.0000025034683,0.00017776158,0.000020404856,0.010142007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982136,0.00003206251,0.0005579986,0.0002814481,0.000672081,0.00024284855],"domain_scores_gemma":[0.99850917,0.0001179975,0.0002665126,0.0004369237,0.00049118965,0.00017819689],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010953494,0.00016147319,0.00047628314,0.0003900422,0.00008665627,2.0006871e-7,0.00026117513,0.0003769358,0.0023209716],"category_scores_gemma":[0.0045857998,0.00011856828,0.00003342228,0.0010161712,0.0010964785,0.000080227524,0.000047742422,0.0016017078,0.000039072656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020149072,0.000058961887,0.010529802,0.0002987228,0.00010436013,0.000032464566,0.0030822617,5.0737395e-7,0.22343588,0.06991005,0.63561815,0.056727383],"study_design_scores_gemma":[0.005202471,0.00052755745,0.025274927,0.0006406389,0.00033021372,0.00023814676,0.0041622943,0.00018943807,0.003901239,0.0022170013,0.9571434,0.00017263283],"about_ca_topic_score_codex":0.00022215459,"about_ca_topic_score_gemma":0.0000057234815,"teacher_disagreement_score":0.3215253,"about_ca_system_score_codex":0.00009279926,"about_ca_system_score_gemma":0.00010737225,"threshold_uncertainty_score":0.99859107},"labels":[],"label_agreement":null},{"id":"W4241665367","doi":"10.31219/osf.io/u47nb","title":"Abraham Flexner’s Lasting Effects on Medical Education in the United States and Canada","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Demographics; Medical education; Foundation (evidence); Medical school; Political science; Quality (philosophy); Medicine; Sociology; Law","score_opus":0.01052835391256484,"score_gpt":0.3272102486790197,"score_spread":0.31668189476645486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241665367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9451041,0.00012157903,0.00013575585,0.0494218,0.0014816438,0.00051653694,0.0000010943623,0.00002431361,0.0031931459],"genre_scores_gemma":[0.91365933,0.00020576888,0.0016632649,0.080132686,0.0007541567,0.00019323897,0.0026804833,0.000025501458,0.00068556383],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99801606,0.00019006192,0.00037027348,0.00032896857,0.0009021277,0.00019251188],"domain_scores_gemma":[0.99858403,0.000556847,0.00009992172,0.00039717002,0.0002665064,0.00009552167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083232875,0.00017831703,0.0002522393,0.0002734322,0.000070767266,0.000047684644,0.00015730913,0.0002510873,0.00023454208],"category_scores_gemma":[0.0067666094,0.00012115278,0.000019535559,0.00048054237,0.0000648106,0.000019607984,0.00011423924,0.0014031783,0.0000016002293],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007264331,0.0015060541,0.04951393,0.0046105287,0.00016666694,0.0002705925,0.0065840124,0.00020791998,0.00003373133,0.0054352274,0.5315432,0.4000555],"study_design_scores_gemma":[0.004712275,0.0005802334,0.68977326,0.029175054,0.0005162084,0.0006486073,0.065455236,0.067398295,0.0015785844,0.0026207098,0.13585271,0.0016887969],"about_ca_topic_score_codex":0.5972931,"about_ca_topic_score_gemma":0.39294562,"teacher_disagreement_score":0.6402594,"about_ca_system_score_codex":0.00039340035,"about_ca_system_score_gemma":0.0109724095,"threshold_uncertainty_score":0.99463445},"labels":[],"label_agreement":null},{"id":"W4241953361","doi":"10.21203/rs.3.rs-51118/v2","title":"Psychometric validation of the Laval Developmental Benchmarks Scale for Family Medicine","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Scale (ratio); Psychology; Clinical psychology; Geography; Cartography","score_opus":0.14631112356198878,"score_gpt":0.4734933495844014,"score_spread":0.32718222602241265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241953361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336419,0.0005336378,0.0024346744,0.04465537,0.001853284,0.005223564,0.00009438515,0.000044699686,0.011518473],"genre_scores_gemma":[0.9880767,0.00020145832,0.007249075,0.00044619027,0.0011584641,0.00059494906,0.0017055155,0.00004215322,0.00052553136],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99592793,0.00018806715,0.0007050286,0.000513193,0.0022911322,0.0003746403],"domain_scores_gemma":[0.9965486,0.0003283228,0.00022127885,0.0006028815,0.0021744142,0.00012453218],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002973448,0.00019301676,0.00045882244,0.00096584705,0.00020515666,0.00002070633,0.000517728,0.00036118936,0.00039123365],"category_scores_gemma":[0.0102408035,0.00013248947,0.0001463219,0.003191578,0.0004015374,0.00003762998,0.00048136406,0.0016278464,0.000013589296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006130286,0.000904012,0.067607105,0.012120394,0.00028725018,0.0000023453138,0.005786797,0.000038283866,0.021693785,0.0012011465,0.8055363,0.084209494],"study_design_scores_gemma":[0.0060519744,0.0019164642,0.79529226,0.011558862,0.00034134922,0.00003081867,0.014686728,0.002692406,0.03290708,0.014335918,0.11951652,0.000669593],"about_ca_topic_score_codex":0.00013778794,"about_ca_topic_score_gemma":0.0000039972465,"teacher_disagreement_score":0.72768515,"about_ca_system_score_codex":0.0005627274,"about_ca_system_score_gemma":0.0018869526,"threshold_uncertainty_score":0.99809635},"labels":[],"label_agreement":null},{"id":"W4242549731","doi":"10.1111/j.1365-2923.2009.03520.x","title":"Introduction","year":2009,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Globalization; Nature versus nurture; Medical education; Sociology; Political science; Medicine; Media studies; Public relations; Law","score_opus":0.006055621372604742,"score_gpt":0.34505491572905606,"score_spread":0.3389992943564513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242549731","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30338714,0.00017152043,0.0023750605,0.6709036,0.003297418,0.00030368884,1.434756e-7,0.00017627986,0.019385124],"genre_scores_gemma":[0.8376528,0.000057245554,0.008991242,0.13592976,0.010041302,0.000044219352,0.0002865044,0.000014132253,0.0069828234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986673,0.000022705146,0.00028046287,0.00021586192,0.0006523583,0.00016133724],"domain_scores_gemma":[0.999306,0.0000083207515,0.00005497633,0.00028708827,0.0002561892,0.00008742924],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044214286,0.00008340674,0.00012596801,0.00017540014,0.000068101115,0.000012208541,0.00007684593,0.00014725613,0.004553223],"category_scores_gemma":[0.0048081987,0.0000731105,0.000036133497,0.000586252,0.00006406042,0.00009662017,0.0000058508867,0.00031448135,0.00034197175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011769099,0.00054086215,0.00031540045,0.0000111639365,0.0000030391932,6.5884603e-7,0.00007528125,1.0187324e-7,0.00014264339,0.004385341,0.5074523,0.4870614],"study_design_scores_gemma":[0.0004181699,0.00020867445,0.0631019,0.00008950116,0.000034124052,0.00024193313,0.00020864172,0.0005062329,0.00043410025,0.0014794567,0.93317205,0.00010523227],"about_ca_topic_score_codex":0.0000063221037,"about_ca_topic_score_gemma":4.1773836e-7,"teacher_disagreement_score":0.53497386,"about_ca_system_score_codex":0.00016389931,"about_ca_system_score_gemma":0.0014404404,"threshold_uncertainty_score":0.9963567},"labels":[],"label_agreement":null},{"id":"W4242665741","doi":"10.1097/acm.0b013e3181eab7da","title":"Northern Ontario School of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; MEDLINE; Medical education; Political science","score_opus":0.023236286248236118,"score_gpt":0.3496043081721324,"score_spread":0.3263680219238963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242665741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91734314,0.00021857144,0.00033539164,0.04563538,0.0023172728,0.00042885717,5.854989e-7,0.00007277176,0.03364803],"genre_scores_gemma":[0.9745592,0.000058806872,0.0008537226,0.006973754,0.0035763055,0.00003047981,0.00009130705,0.000033896256,0.013822545],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973324,0.000027619099,0.0010465079,0.00032991872,0.0009440306,0.00031950418],"domain_scores_gemma":[0.997877,0.00012653395,0.00034792567,0.0006638927,0.00069608464,0.0002885508],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015076648,0.00021827068,0.000620268,0.00042193648,0.000062681975,9.468471e-7,0.00029652906,0.00044608393,0.013892112],"category_scores_gemma":[0.00896874,0.00015029368,0.000039966733,0.00076298387,0.0012677532,0.00008640183,0.000042822034,0.0029239696,0.0001779121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017204703,0.000063056454,0.5250348,0.00023352836,0.00011680885,0.000018387127,0.01030172,5.970648e-7,0.19810921,0.00836365,0.23549043,0.022095758],"study_design_scores_gemma":[0.0099225,0.0014629553,0.44489998,0.0020373529,0.0006656121,0.00069926126,0.0039047555,0.00008438339,0.00487959,0.009096611,0.5219407,0.00040632766],"about_ca_topic_score_codex":0.005128574,"about_ca_topic_score_gemma":0.004594119,"teacher_disagreement_score":0.28645024,"about_ca_system_score_codex":0.00020586346,"about_ca_system_score_gemma":0.0007719211,"threshold_uncertainty_score":0.99937916},"labels":[],"label_agreement":null},{"id":"W4242883868","doi":"10.1016/j.acap.2018.04.075","title":"Evaluating Curricular Modules in the Care of Children with Medical Complexity: A Mixed-Methods Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"Academic Pediatrics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal; McGill University; Children's Hospital of Eastern Ontario","funders":"","keywords":"Randomized controlled trial; Medicine; Family medicine; Psychology; Surgery","score_opus":0.03789293678955243,"score_gpt":0.4412447725124772,"score_spread":0.40335183572292477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242883868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98376495,0.0013614317,0.0074396757,0.0018017105,0.00063194387,0.0045756344,0.0000028921108,0.000030217687,0.00039153828],"genre_scores_gemma":[0.95188445,0.0002858904,0.042379122,0.0013791479,0.0034166367,0.00052309374,0.00009972858,0.000020957898,0.000010986228],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99489415,0.001575201,0.001253645,0.00028671193,0.0017005783,0.0002897333],"domain_scores_gemma":[0.99638695,0.0019923644,0.00056933507,0.00037105125,0.0006045396,0.00007579108],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014191533,0.0001890524,0.0011958558,0.0003500268,0.00009733789,0.0000075827465,0.0003925803,0.00041066384,0.00008534085],"category_scores_gemma":[0.034018,0.00010213012,0.00016679768,0.001234697,0.0007594121,0.00005624878,0.000059285085,0.0012774988,0.0000051425163],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7818431,0.000597469,0.024242979,0.00024913144,0.00035860424,0.000007209733,0.012771034,0.0000121446,0.000048997666,0.006203803,0.0031091652,0.1705563],"study_design_scores_gemma":[0.9838615,0.0006126994,0.004176876,0.00016964102,0.0010477334,0.00005791564,0.0017069378,0.0071279043,0.00003813151,0.0009821444,0.00007670629,0.0001417872],"about_ca_topic_score_codex":0.000047442907,"about_ca_topic_score_gemma":0.00000353073,"teacher_disagreement_score":0.20201838,"about_ca_system_score_codex":0.00008485534,"about_ca_system_score_gemma":0.00058944605,"threshold_uncertainty_score":0.9741189},"labels":[],"label_agreement":null},{"id":"W4242932758","doi":"10.1097/00001888-200009001-00122","title":"University of British Columbia Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Faculty development; Curriculum development; Corporate governance; Professional development; Medicine; Political science; Sociology; Pedagogy; Management","score_opus":0.024445461196292314,"score_gpt":0.3182429551872734,"score_spread":0.2937974939909811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242932758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96714133,0.00057447207,0.00020111908,0.010459409,0.00023788406,0.00030891353,0.000018604564,0.00004472746,0.02101356],"genre_scores_gemma":[0.940316,0.001670208,0.00060520915,0.001826039,0.0005612433,0.0000014000451,0.00022681807,0.00001672072,0.05477633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981819,0.000044293032,0.0006450713,0.00024188697,0.0006828121,0.00020407973],"domain_scores_gemma":[0.9988525,0.00007417971,0.00024715395,0.0003109141,0.00039364822,0.000121599616],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081493484,0.000090695554,0.00058308477,0.0001028185,0.000048645175,6.718668e-7,0.00022328594,0.00026507577,0.023663526],"category_scores_gemma":[0.0010027854,0.000114313334,0.0000372613,0.0008859835,0.0015457717,0.000064911736,0.000021122461,0.00058545166,0.000025010457],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000721981,0.000040757834,0.018088138,0.0002536665,0.00006305884,0.000020013738,0.002601527,0.0000011136007,0.0021267703,0.00016433907,0.79429,0.18227844],"study_design_scores_gemma":[0.0120983785,0.0015077416,0.3146382,0.0059269695,0.00074058416,0.00054169365,0.013538541,0.00032745392,0.0001746274,0.0024229072,0.6478034,0.00027944372],"about_ca_topic_score_codex":0.016791837,"about_ca_topic_score_gemma":0.00026573197,"teacher_disagreement_score":0.29655007,"about_ca_system_score_codex":0.00006813314,"about_ca_system_score_gemma":0.00013704662,"threshold_uncertainty_score":0.98975545},"labels":[],"label_agreement":null},{"id":"W4242958263","doi":"10.1111/j.1553-2712.2005.tb00963.x","title":"What Do Emergency Medicine Learners Want from Their Teachers? A Multicenter Focus Group Analysis","year":2005,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Schwartz/Reisman Emergency Medicine Institute; Mount Sinai Hospital; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Teachable moment; Medicine; Certification; Focus group; Medical education; Emergency department; Psychology; Nursing","score_opus":0.03750530213014052,"score_gpt":0.3739854152145146,"score_spread":0.3364801130843741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242958263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8032471,0.06908003,0.0034108132,0.10716872,0.010819815,0.0010634995,0.000012551677,0.00031870685,0.0048787976],"genre_scores_gemma":[0.86963254,0.10917792,0.0008043588,0.0020034106,0.010956935,0.00016041925,0.00085166405,0.00011095968,0.006301807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925209,0.00024482835,0.0033833592,0.0012123865,0.0016824839,0.00095602305],"domain_scores_gemma":[0.9965251,0.00015020178,0.0009604112,0.0012850636,0.00053669716,0.00054253044],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002392395,0.000726225,0.0013971211,0.0013356793,0.0002510175,0.0000024102271,0.0007184843,0.0007262258,0.07166023],"category_scores_gemma":[0.0033200292,0.0005093047,0.00036951632,0.0044616135,0.00056708936,0.00075912225,0.0001090719,0.0025016717,0.0003036173],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030443273,0.0006260557,0.31434408,0.00013283233,0.003829153,0.000010730073,0.06508033,0.000028300225,0.02633953,0.00060322875,0.43789327,0.15080804],"study_design_scores_gemma":[0.008305599,0.0011469944,0.13791515,0.0023894953,0.011230796,0.000027550423,0.09036201,0.0058365865,0.000917595,0.0029594277,0.7374223,0.0014865013],"about_ca_topic_score_codex":0.0010319556,"about_ca_topic_score_gemma":0.00017845385,"teacher_disagreement_score":0.29952902,"about_ca_system_score_codex":0.00040501956,"about_ca_system_score_gemma":0.00009426945,"threshold_uncertainty_score":0.9997996},"labels":[],"label_agreement":null},{"id":"W4243374422","doi":"10.3402/meo.v14i.4513","title":"Standardized Patient Practices: Initial Report on the Survey of US and Canadian Medical Schools","year":2009,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Salary; Medical education; Medicine; Family medicine; Quality (philosophy); Citation; Psychology; Political science; Library science; Computer science","score_opus":0.039109756598185975,"score_gpt":0.42581153028497265,"score_spread":0.38670177368678665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243374422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.773506,0.00012124236,0.00005399418,0.2226423,0.0009003955,0.00042539724,0.000027255637,0.000021467085,0.0023019246],"genre_scores_gemma":[0.9290007,0.000110330635,0.0012523194,0.0678696,0.0006404551,0.000029364171,0.0009338684,0.000014609945,0.00014879693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959037,0.0002947028,0.0008998845,0.0003172132,0.002314316,0.00027022383],"domain_scores_gemma":[0.9958649,0.0004422348,0.000598122,0.0005992458,0.0014688382,0.0010266535],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039034171,0.00015759011,0.00033084967,0.00026389622,0.00013723961,0.000021184867,0.00019211604,0.00032982224,0.004105329],"category_scores_gemma":[0.20455243,0.00010612827,0.000039497438,0.00077808235,0.00026514076,0.00007620449,0.000021652266,0.0010929493,0.000016269061],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003464294,0.004850784,0.029512372,0.00006406138,0.000086200205,0.00015158537,0.00059729017,4.7761614e-7,0.000013864133,0.0030815764,0.20588282,0.7554125],"study_design_scores_gemma":[0.001563371,0.0009871412,0.7455516,0.0010515208,0.000084927764,0.0011946564,0.0013108721,0.00077277416,0.000115177536,0.00043235233,0.24669552,0.00024012454],"about_ca_topic_score_codex":0.025973268,"about_ca_topic_score_gemma":0.012848687,"teacher_disagreement_score":0.75517243,"about_ca_system_score_codex":0.00023993837,"about_ca_system_score_gemma":0.026212025,"threshold_uncertainty_score":0.9968051},"labels":[],"label_agreement":null},{"id":"W4243385683","doi":"10.31234/osf.io/eztnd","title":"Attending emergency physicians’ perceptions of a programmatic workplace-based assessment system: The McMaster Modular Assessment Program (McMAP)","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; McMaster University","funders":"","keywords":"Construct (python library); Modular design; Medical education; Perspective (graphical); Variety (cybernetics); Scale (ratio); Psychology; Task (project management); Perception; Applied psychology; Computer science; Medicine; Engineering","score_opus":0.023883739515423302,"score_gpt":0.37532663390182464,"score_spread":0.3514428943864013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243385683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58394617,0.00015020694,0.32006347,0.013937434,0.00657973,0.022689778,0.000035659854,0.00090649014,0.05169106],"genre_scores_gemma":[0.8243834,0.000015337673,0.16684082,0.0002476608,0.0005113458,0.004277242,0.0007190356,0.000083949286,0.0029212283],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952184,0.0003014646,0.0015757468,0.000766613,0.0015854152,0.0005523739],"domain_scores_gemma":[0.9961284,0.00007574063,0.0010103259,0.0017010804,0.0009977162,0.00008674914],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015820292,0.00053588493,0.00096688926,0.00037943735,0.00021002453,0.00008905023,0.0005376075,0.00043732827,0.0017648302],"category_scores_gemma":[0.00010857064,0.00037182405,0.00048665417,0.0009304864,0.00021345,0.00008276892,0.00030985233,0.0017614193,0.000058976217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011827573,0.013342861,0.18928294,0.06137779,0.0029424694,0.000015448888,0.0028408973,0.015152122,0.0027297123,0.017470075,0.0299432,0.6647842],"study_design_scores_gemma":[0.0019053782,0.000865764,0.24428232,0.009882778,0.0023354094,0.00002101445,0.017599078,0.71721864,0.00008820805,0.00024993354,0.004666193,0.0008852807],"about_ca_topic_score_codex":0.0000776083,"about_ca_topic_score_gemma":0.0000057040434,"teacher_disagreement_score":0.70206654,"about_ca_system_score_codex":0.0012078655,"about_ca_system_score_gemma":0.0010444227,"threshold_uncertainty_score":0.9998734},"labels":[],"label_agreement":null},{"id":"W4243646920","doi":"10.36834/cmej.68008","title":"Introduction","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.005581340102201698,"score_gpt":0.2973049849729713,"score_spread":0.2917236448707696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243646920","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4035656,0.00022331721,0.00012960084,0.54405516,0.01545005,0.0003149486,6.716045e-7,0.000032872937,0.03622778],"genre_scores_gemma":[0.69380295,0.00011153424,0.0058406526,0.24443321,0.023466019,0.000031205058,0.00014445021,0.00005091354,0.03211906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831116,0.000040041963,0.00037124913,0.00018268605,0.00078762724,0.00030720842],"domain_scores_gemma":[0.99506897,0.000011257477,0.000089999376,0.0002711409,0.0006984005,0.003860246],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008772545,0.0000959383,0.00015431031,0.0005611006,0.00013935097,0.00004539144,0.00014199065,0.00021100717,0.25899437],"category_scores_gemma":[0.014708568,0.00008667033,0.000056382964,0.0005778271,0.00007486274,0.00015170494,0.00000634223,0.0009942473,0.0022869578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073621854,0.00009152714,0.003049315,0.000021312175,0.000016213138,0.000007826495,0.00015185802,6.6001456e-7,0.000027875505,0.0033521256,0.80865365,0.1846203],"study_design_scores_gemma":[0.00039610974,0.000071376875,0.01058711,0.00009806931,0.000019394258,0.003654512,0.0008182032,0.00019924584,0.000020018366,0.00028483933,0.983761,0.00009010993],"about_ca_topic_score_codex":0.00075586763,"about_ca_topic_score_gemma":0.0003736466,"teacher_disagreement_score":0.29962197,"about_ca_system_score_codex":0.0008017967,"about_ca_system_score_gemma":0.060494628,"threshold_uncertainty_score":0.99848986},"labels":[],"label_agreement":null},{"id":"W4243770048","doi":"10.3109/21614083.2013.812965","title":"State of play of CME in Europe in 2012: proceedings from the fifth annual meeting of the European CME Forum","year":2013,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Panel discussion; Political science; Session (web analytics); Medical education; Continuing medical education; Work (physics); State (computer science); Library science; Public relations; Medicine; Continuing education; Engineering; Business","score_opus":0.010932912086272267,"score_gpt":0.25840085229909726,"score_spread":0.247467940212825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243770048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97680694,0.0002149305,0.000021236423,0.004686471,0.00031981597,0.00029908406,0.00001348644,0.0000049322316,0.017633123],"genre_scores_gemma":[0.99748874,0.0000801987,0.0010199138,0.00067498407,0.0003374901,9.235159e-7,0.00000326221,0.000047442794,0.00034704173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968671,0.0004428326,0.0016628094,0.00014633789,0.00063542207,0.00024545105],"domain_scores_gemma":[0.9965075,0.00017029104,0.001617628,0.00027559887,0.0013701693,0.00005881546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037804304,0.0001517838,0.00040110486,0.00025848314,0.000037224552,0.00001512199,0.00059797266,0.000028190985,0.0000973487],"category_scores_gemma":[0.0038203192,0.00008720068,0.00009277316,0.0010260119,0.00023052817,0.00030438582,0.00018175821,0.0007595729,0.000022035156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006026129,0.0020202852,0.52185535,0.00047582804,0.00032704388,0.000118783144,0.063913845,0.00046390036,0.171594,0.00053042645,0.16705118,0.07104678],"study_design_scores_gemma":[0.0015519189,0.00030831672,0.9793119,0.0019352358,0.000049212154,0.00004541453,0.0030493543,0.0001281486,0.0020933475,0.00012655645,0.011304105,0.00009651301],"about_ca_topic_score_codex":0.00010723735,"about_ca_topic_score_gemma":0.000011868496,"teacher_disagreement_score":0.45745656,"about_ca_system_score_codex":0.000053579955,"about_ca_system_score_gemma":0.00015683571,"threshold_uncertainty_score":0.4573555},"labels":[],"label_agreement":null},{"id":"W4243821863","doi":"10.1001/archsurg.135.12.1479","title":"Archives of Surgery Reader's Choice: Continuing Medical Education","year":2000,"lang":"en","type":"article","venue":"Archives of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Surgery; Continuing medical education; Continuing education; General surgery; Medical education","score_opus":0.02516927958617618,"score_gpt":0.31719942411898466,"score_spread":0.2920301445328085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243821863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755533,0.0006026212,0.00017239875,0.0042718146,0.00056528073,0.00018488413,0.0000046371138,0.00004648322,0.018598614],"genre_scores_gemma":[0.99289817,0.001032964,0.0024812885,0.0008167879,0.00056930195,0.00003573617,0.00022417074,0.0000314788,0.0019101242],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975641,0.00013764786,0.0010762407,0.0002784919,0.00063746935,0.00030606604],"domain_scores_gemma":[0.9949078,0.0040197684,0.0003281244,0.0004837199,0.00008378487,0.00017681578],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066128,0.00016557056,0.0006574707,0.00074130605,0.00004811717,0.000005949558,0.0001431688,0.000103706574,0.0019874936],"category_scores_gemma":[0.0064379494,0.00015457702,0.00028226103,0.00051075296,0.000728454,0.00009905363,0.000028007762,0.0003277559,0.000015359017],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013176464,0.0006596097,0.16503133,0.00041157755,0.000060453505,0.0000043291543,0.0016708025,8.563619e-7,0.0013254998,0.00019853313,0.008542698,0.82196254],"study_design_scores_gemma":[0.00047624405,0.00004381378,0.94844985,0.0053473557,0.00008726497,0.00011570048,0.0010431327,0.0006152659,0.0065900623,0.0019699198,0.034972895,0.00028850575],"about_ca_topic_score_codex":0.000118379794,"about_ca_topic_score_gemma":0.0000031095972,"teacher_disagreement_score":0.82167405,"about_ca_system_score_codex":0.00001308314,"about_ca_system_score_gemma":0.0012048874,"threshold_uncertainty_score":0.99892485},"labels":[],"label_agreement":null},{"id":"W4243887617","doi":"10.21203/rs.3.rs-31885/v1","title":"Residents Working With Médecins Sans Frontières: Training and Pilot Evaluation","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Training (meteorology); Medical education; Medicine; Geography","score_opus":0.3113571324122115,"score_gpt":0.4873235437386148,"score_spread":0.17596641132640328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243887617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659344,0.0012691674,0.0020500862,0.01797513,0.00044536166,0.0037616915,0.000013227826,0.00011511961,0.008435816],"genre_scores_gemma":[0.9887272,0.00028167927,0.008423816,0.0003322117,0.0010260217,0.00052734464,0.00047048402,0.00006717239,0.00014404897],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99424696,0.000502159,0.00046160785,0.0008028657,0.0034474137,0.00053896446],"domain_scores_gemma":[0.99719846,0.00025544048,0.00014577803,0.00067254953,0.0014925859,0.00023516058],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0041873613,0.00023782223,0.0004549375,0.00069488416,0.00027182262,0.00015018636,0.0002415851,0.00021499467,0.00035856094],"category_scores_gemma":[0.005212558,0.00020449804,0.00004351359,0.00096470484,0.00025558335,0.00008679259,0.00040111286,0.0028516569,0.00004233863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016453433,0.0006757779,0.2614336,0.0052392264,0.00062115886,0.00018788062,0.033038225,0.00024521904,0.0007253753,0.0017049527,0.02542316,0.6690601],"study_design_scores_gemma":[0.0045791855,0.0021786052,0.90936726,0.017744297,0.00035301343,0.00005949783,0.024398288,0.02929271,0.00016190599,0.0069679418,0.004342325,0.0005549861],"about_ca_topic_score_codex":0.0011948724,"about_ca_topic_score_gemma":0.0004500929,"teacher_disagreement_score":0.6685051,"about_ca_system_score_codex":0.00125368,"about_ca_system_score_gemma":0.0041955123,"threshold_uncertainty_score":0.9994488},"labels":[],"label_agreement":null},{"id":"W4244360758","doi":"10.1542/9781610025836-4_sub02","title":"Oh, What You Can See: The Role of Observation in Medical Student Education","year":2021,"lang":"en","type":"book-chapter","venue":"American Academy of Pediatrics eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Mathematics education; Medical education; Medicine","score_opus":0.018390447133403424,"score_gpt":0.3423802806773007,"score_spread":0.32398983354389727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244360758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5681303,0.021977115,0.000112067886,0.06288929,0.0032515125,0.0051490203,0.00009724481,0.00015168454,0.33824176],"genre_scores_gemma":[0.6978833,0.024724944,0.005754945,0.032068163,0.008041073,0.00046010732,0.0013434105,0.00042019805,0.22930382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995884,0.00007562992,0.0013766179,0.00044896005,0.0019456125,0.00026919454],"domain_scores_gemma":[0.9973615,0.00024032364,0.0013978352,0.00040749286,0.00045256648,0.00014032285],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009880471,0.00032030742,0.0008177693,0.00064742053,0.000051486164,0.000019095134,0.00047221145,0.0005659597,0.00021988033],"category_scores_gemma":[0.0007526669,0.00027610696,0.00016467326,0.00038141487,0.0007928418,0.000069105,0.00015065493,0.0017282631,0.0000062837166],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003401172,0.0002525259,0.0070567336,0.00033829617,0.00007702527,0.0000036065992,0.0022291043,0.0000015971098,0.000111871304,0.09996156,0.0013987938,0.8885349],"study_design_scores_gemma":[0.003197347,0.0011535127,0.104831986,0.00568831,0.003211311,0.00018960492,0.04608748,0.00023296714,0.0024425474,0.031854916,0.7990168,0.002093233],"about_ca_topic_score_codex":0.00030727623,"about_ca_topic_score_gemma":0.00002531142,"teacher_disagreement_score":0.88644165,"about_ca_system_score_codex":0.00036484702,"about_ca_system_score_gemma":0.0026772937,"threshold_uncertainty_score":0.9999691},"labels":[],"label_agreement":null},{"id":"W4244791595","doi":"10.1016/j.jmir.2018.05.002","title":"Letter to the Editor","year":2018,"lang":"en","type":"letter","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre","funders":"","keywords":"Psychology","score_opus":0.017539298749805834,"score_gpt":0.36448990966289774,"score_spread":0.34695061091309193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244791595","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010410836,0.00090532424,0.0015671824,0.9739802,0.022124792,0.0001008221,0.0000010018615,0.000007681731,0.00027192786],"genre_scores_gemma":[0.00066790753,0.00018842115,0.0011064354,0.7505467,0.2471931,0.000002677399,0.0000038509597,0.0000071039085,0.00028381738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99582595,0.000102325816,0.0005649638,0.00017831914,0.003109242,0.00021918787],"domain_scores_gemma":[0.9985659,0.0002918762,0.00040360945,0.00014449771,0.00046290955,0.00013120945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046686837,0.000115921524,0.00025105602,0.00044068278,0.0002496853,0.00013296773,0.00044449588,0.00024813117,0.00028166754],"category_scores_gemma":[0.0062582074,0.000059174425,0.000066026994,0.0005829935,0.0008155469,0.00014459893,0.00004451535,0.0017498262,0.000033619846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028449326,0.000010871162,0.00021789949,0.00002207191,0.000013478761,0.000036013615,0.0003079271,2.9847686e-7,0.0000021367755,0.0000058635733,0.9336635,0.06571713],"study_design_scores_gemma":[0.00022170033,0.00010071968,0.00064233266,0.00035148155,0.000055377157,0.00061088236,0.00024376622,0.00083051535,0.0000070089363,0.000061097264,0.9968069,0.00006819002],"about_ca_topic_score_codex":0.0000073888673,"about_ca_topic_score_gemma":2.9108304e-7,"teacher_disagreement_score":0.22506832,"about_ca_system_score_codex":0.00006632173,"about_ca_system_score_gemma":0.0007596776,"threshold_uncertainty_score":0.76022214},"labels":[],"label_agreement":null},{"id":"W4244838457","doi":"10.1503/cmaj.1041200","title":"College certification and recertification","year":2004,"lang":"en","type":"editorial","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Computer science; World Wide Web; Data science; Medical education; Medicine; Management","score_opus":0.009675369623699222,"score_gpt":0.2840537853215725,"score_spread":0.27437841569787325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244838457","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014224788,0.00067671004,0.0002509226,0.14969388,0.84332454,0.0005875847,0.00017602646,0.00007182959,0.003796022],"genre_scores_gemma":[0.0022671076,0.0016277976,0.0015624486,0.008480702,0.97839046,0.0000671434,0.001454871,0.00009893145,0.006050538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99342746,0.00016569182,0.0011532047,0.00045126787,0.004189687,0.0006126896],"domain_scores_gemma":[0.9937338,0.00033120843,0.000764353,0.00032723177,0.0033095265,0.001533846],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0037815985,0.000302997,0.0005431705,0.0007919876,0.0005132569,0.00015547377,0.00026248896,0.0035558627,0.0024325],"category_scores_gemma":[0.035304785,0.00029986317,0.00011906788,0.0007646964,0.00012739334,0.0001762009,0.000020537806,0.0046552494,0.0003226151],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016678074,0.00005691405,0.00031323035,0.000089386085,0.00012377575,0.000093687486,0.00014533891,3.694001e-7,0.000005640559,0.0002386376,0.9585788,0.040337525],"study_design_scores_gemma":[0.0011800699,0.00008585433,0.0015941798,0.0005886003,0.00016816802,0.0003333531,0.00024183806,0.00007041252,0.0000091419015,0.0004391408,0.9950341,0.0002551311],"about_ca_topic_score_codex":0.0018466578,"about_ca_topic_score_gemma":0.0033028692,"teacher_disagreement_score":0.14121318,"about_ca_system_score_codex":0.008128809,"about_ca_system_score_gemma":0.027119797,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W4244863794","doi":"10.32920/14753898","title":"Role models and teachers: medical students perception of teaching-learning methods in clinical settings, a qualitative study from Sri Lanka.","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychology; Perception; Humiliation; Qualitative research; Medical education; Teaching method; Exploratory research; Sri lanka; Mathematics education; Medicine; Social psychology; South asia; Sociology","score_opus":0.08727328184261818,"score_gpt":0.5762675750346563,"score_spread":0.48899429319203813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244863794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97131824,0.00016438271,0.024360426,0.0016150736,0.00036205523,0.0010108278,0.0000037423185,0.00006808469,0.0010971732],"genre_scores_gemma":[0.79088926,0.00007596914,0.20735906,0.0007399147,0.00028176865,0.00010188692,0.0003884728,0.000027867192,0.00013578562],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98795104,0.0067332545,0.002121732,0.0009911426,0.0019439217,0.0002588944],"domain_scores_gemma":[0.9969229,0.0013735531,0.00058575784,0.00056972646,0.00037410716,0.00017392496],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02718116,0.00031320215,0.0012508854,0.0003538453,0.00006855448,0.00006737525,0.00039361446,0.0008794473,0.00055901916],"category_scores_gemma":[0.018278975,0.00027888035,0.00014066938,0.00025501632,0.00021905784,0.00011477658,0.001131805,0.0057886466,0.0000030443778],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006678561,0.0038074993,0.14476871,0.00012640304,0.0004481009,0.000015240044,0.74182093,0.000048437298,0.00012897007,0.000044683355,0.00019951008,0.10852474],"study_design_scores_gemma":[0.002109163,0.00034188686,0.1628832,0.0012474951,0.00026699537,0.000004857877,0.81398296,0.017887546,0.0000053137674,0.000994568,0.000059244398,0.00021677127],"about_ca_topic_score_codex":0.0029212667,"about_ca_topic_score_gemma":0.00009596183,"teacher_disagreement_score":0.18299863,"about_ca_system_score_codex":0.00025476082,"about_ca_system_score_gemma":0.0006466627,"threshold_uncertainty_score":0.9999663},"labels":[],"label_agreement":null},{"id":"W4245235793","doi":"10.1017/cbo9781316178485.002","title":"Introduction","year":2016,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Subject (documents); Engineering ethics; The Void; Pedagogy; Medical education; Sociology; Psychology; Medicine; Engineering; Epistemology; Library science; Aesthetics; Art; Philosophy; Computer science","score_opus":0.016117375398436048,"score_gpt":0.2286472131041002,"score_spread":0.21252983770566414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245235793","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001158424,0.000035029527,0.0007879941,0.0013905931,0.0010386399,0.00037529672,0.000033270077,0.00014351604,0.9960798],"genre_scores_gemma":[0.00019883548,0.00005368957,0.00036779486,0.0002863564,0.0027445934,7.938182e-7,0.00011536832,0.000041851312,0.9961907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989241,0.000011973842,0.00018335077,0.00039717735,0.00030558126,0.00017785614],"domain_scores_gemma":[0.99875206,0.000016472179,0.00016661697,0.0005809079,0.00039579568,0.000088172914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011087844,0.00021636397,0.00028829314,0.00027490756,0.00010498879,0.000009511132,0.00014514226,0.00038344666,0.0000948701],"category_scores_gemma":[0.00006579184,0.00020955174,0.000116168994,0.0000109095,0.00026278163,0.000053814278,0.000090274356,0.00046330626,0.000138257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006027039,0.000007770153,7.990965e-7,0.000058321653,0.000065973814,0.00003697183,0.000008512535,1.9817895e-8,0.00008135927,0.5915645,0.39444876,0.013666797],"study_design_scores_gemma":[0.0005812398,0.000061717285,0.000023178067,0.00021965253,0.0002659354,0.00006636562,0.000014039191,0.0000054863153,0.00028437958,0.000015075057,0.99826294,0.00019998297],"about_ca_topic_score_codex":0.0000062806125,"about_ca_topic_score_gemma":7.813463e-8,"teacher_disagreement_score":0.6038142,"about_ca_system_score_codex":0.0004992356,"about_ca_system_score_gemma":0.00019668633,"threshold_uncertainty_score":0.8545272},"labels":[],"label_agreement":null},{"id":"W4245335648","doi":"10.1177/229255030201000404","title":"Examination skills: General advice for candidates","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Plastic Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital","funders":"","keywords":"Medicine; Advice (programming); Medical education; Medical physics; Family medicine; Computer science","score_opus":0.018975801705442163,"score_gpt":0.2587567059406663,"score_spread":0.23978090423522413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245335648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914172,0.0003454215,0.0017656458,0.0012948987,0.0045005134,0.0000945164,0.000012715529,0.000007637171,0.0005614486],"genre_scores_gemma":[0.9951238,0.000019370995,0.0017983721,0.00070495455,0.0012241391,0.0000069471753,0.000032795724,0.000015965235,0.0010736238],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99905205,0.000026093468,0.00043257832,0.000078564306,0.00017943406,0.00023128792],"domain_scores_gemma":[0.9978896,0.00092538015,0.00020326863,0.00008886977,0.0005870148,0.00030590818],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061219675,0.0000781421,0.00021125562,0.0007019984,0.00008905521,0.00002058865,0.000053768257,0.00007359597,0.00093400397],"category_scores_gemma":[0.011800103,0.0000712771,0.0000976428,0.00033897435,0.00006170649,0.00010559286,0.0000014643913,0.00015525144,0.000020864254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018878873,0.000095495714,0.09852891,0.00010916691,0.00011139206,0.000114521135,0.0005991453,0.000040910632,0.00012574496,0.00021338905,0.8103658,0.08967665],"study_design_scores_gemma":[0.0016557253,0.00034949856,0.63717914,0.0009476171,0.0004118094,0.0013726101,0.000620712,0.015116712,0.0005196917,0.00019424807,0.34124747,0.00038477042],"about_ca_topic_score_codex":0.00024976462,"about_ca_topic_score_gemma":0.00045425125,"teacher_disagreement_score":0.5386502,"about_ca_system_score_codex":0.00028206254,"about_ca_system_score_gemma":0.0009029437,"threshold_uncertainty_score":0.99997926},"labels":[],"label_agreement":null},{"id":"W4245638739","doi":"10.1017/cem.2018.277","title":"P079: Transition to practice: evaluating the need for formal training in supervision and assessment techniques among senior emergency medicine residents and new to practice emergency physicians","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic analysis; Medical education; Diversity (politics); Medicine; Constructivist grounded theory; Qualitative research; Grounded theory; Psychology; Nursing; Family medicine; Sociology","score_opus":0.11831579969466308,"score_gpt":0.4856533482169069,"score_spread":0.3673375485222439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245638739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6345542,0.001268554,0.03248812,0.31505466,0.011571428,0.0023463983,0.0000070267333,0.000020465746,0.0026891306],"genre_scores_gemma":[0.9117316,0.002130742,0.06142593,0.0078259595,0.014974832,0.00016326971,0.00005613943,0.00012133019,0.0015701988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960846,0.00022643713,0.0018758893,0.00035146013,0.00087331084,0.0005883311],"domain_scores_gemma":[0.99552345,0.00019833125,0.0006736928,0.00031109783,0.0024656092,0.00082784303],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065088277,0.00028272267,0.0005517961,0.000982985,0.00043838096,0.000008411408,0.00022225411,0.00014019106,0.0013480028],"category_scores_gemma":[0.018875342,0.00020801503,0.00006196385,0.001660898,0.00016927392,0.0008377442,0.000022468193,0.0006356365,0.0000016777046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009203091,0.00012978559,0.0077828197,0.0003251855,0.0002542773,0.00003637026,0.18020304,0.000017203583,0.012986246,0.0007744356,0.4042399,0.39233044],"study_design_scores_gemma":[0.0076550324,0.03517809,0.23107585,0.008360926,0.0030604363,0.00052969326,0.32522288,0.0044828276,0.00041342684,0.003847256,0.37904546,0.0011281117],"about_ca_topic_score_codex":0.011290454,"about_ca_topic_score_gemma":0.013017781,"teacher_disagreement_score":0.39120233,"about_ca_system_score_codex":0.00030160163,"about_ca_system_score_gemma":0.0012007959,"threshold_uncertainty_score":0.9995649},"labels":[],"label_agreement":null},{"id":"W4245717092","doi":"10.3410/f.718243347.793494620","title":"Faculty Opinions recommendation of Does cognitive functioning predict chronic pain? Results from a prospective surgical cohort.","year":2014,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; York University","funders":"","keywords":"Cognition; Prospective cohort study; Cohort; Chronic pain; Medicine; Physical therapy; Postoperative pain; Psychology; Clinical psychology; Psychiatry; Internal medicine; Surgery","score_opus":0.019384066280619523,"score_gpt":0.3512531755952711,"score_spread":0.3318691093146516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245717092","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008057247,0.0005564406,0.00024641823,0.15250742,0.0021046926,0.003384437,0.84092796,0.000085148626,0.00017941822],"genre_scores_gemma":[0.00013596767,0.0003179554,0.0008007794,0.004590824,0.0021723309,0.0008690518,0.9896922,0.00005235847,0.0013685285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911348,0.0011190498,0.0031715224,0.0013013696,0.0027494347,0.0005238024],"domain_scores_gemma":[0.97733885,0.0009580211,0.0033076685,0.001962009,0.016051764,0.00038167337],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052701547,0.00075227994,0.0016556177,0.00062853267,0.00039898872,0.00012113863,0.0009856599,0.0012898077,0.0010799689],"category_scores_gemma":[0.06175999,0.00045636465,0.00072995544,0.0034280624,0.0009045839,0.00034728582,0.00039459916,0.0024802415,0.000071904135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017613244,0.0008227424,0.00015649306,0.0059223394,0.0006075671,9.3653614e-7,0.00019005535,1.3606171e-7,7.2407084e-7,0.000113063375,0.9841381,0.007871768],"study_design_scores_gemma":[0.003269272,0.0005278071,0.01125754,0.035442185,0.000928611,0.00005054051,0.00011891589,0.000086131324,0.000018176388,0.000042718897,0.94785005,0.00040803524],"about_ca_topic_score_codex":0.00021003062,"about_ca_topic_score_gemma":0.0000146539605,"teacher_disagreement_score":0.14876425,"about_ca_system_score_codex":0.00064939866,"about_ca_system_score_gemma":0.0017941784,"threshold_uncertainty_score":0.99983317},"labels":[],"label_agreement":null},{"id":"W4245799482","doi":"10.1051/pmed/20099992","title":"Communications affichées","year":2009,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.06408822302723614,"score_gpt":0.403040261725037,"score_spread":0.33895203869780083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245799482","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024554608,0.101652704,0.005885056,0.68415695,0.0074374266,0.0008398679,0.000028914992,0.0004107992,0.17503369],"genre_scores_gemma":[0.56696093,0.014286694,0.079854585,0.05069136,0.0069930083,0.00009481287,0.00056347065,0.00008686728,0.28046829],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974024,0.00016941305,0.0007120778,0.00037731015,0.000604759,0.00073399494],"domain_scores_gemma":[0.99700624,0.00020071577,0.00015781773,0.0020109357,0.00035343194,0.0002708729],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009276286,0.00025965134,0.0003813722,0.00023201323,0.00036240963,0.00006125945,0.00076922996,0.00041065246,0.0034956331],"category_scores_gemma":[0.0026160134,0.00027211139,0.0001354693,0.00119246,0.0010100298,0.00020160353,0.00012977865,0.0010690051,0.003115679],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013834182,0.0015432135,0.00056436117,0.00007005661,0.000037798705,0.000013944119,0.0008284298,0.0000035941846,0.00034636928,0.044594686,0.27205122,0.67993253],"study_design_scores_gemma":[0.0008238191,0.00034164253,0.016315645,0.00062217016,0.00021040863,0.00007611694,0.0016418371,0.0041218787,0.0002942485,0.003535378,0.9717328,0.00028406043],"about_ca_topic_score_codex":0.000027095602,"about_ca_topic_score_gemma":0.0000038531525,"teacher_disagreement_score":0.6996816,"about_ca_system_score_codex":0.00043936732,"about_ca_system_score_gemma":0.00060306164,"threshold_uncertainty_score":0.9999731},"labels":[],"label_agreement":null},{"id":"W4245896095","doi":"10.4300/jgme-d-18-00831.1","title":"ICRE Top Research Papers","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Data science; Computer science; Medicine; Information retrieval; Biology","score_opus":0.08935310966663605,"score_gpt":0.4788051460869341,"score_spread":0.389452036420298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245896095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8452134,0.00019986424,0.00023806714,0.12765767,0.0047206907,0.0001941053,2.386793e-7,0.000017064855,0.021758867],"genre_scores_gemma":[0.9762551,0.0002072394,0.004915416,0.008639922,0.00772227,0.000011175717,0.000013309741,0.000021625614,0.0022138942],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959593,0.0001726296,0.000763405,0.00016128372,0.002643111,0.00030029018],"domain_scores_gemma":[0.994828,0.00012215477,0.00027941552,0.00029678113,0.00411571,0.00035792927],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048052985,0.00010288629,0.00025338994,0.00065457757,0.0001838861,0.00002666263,0.00025605448,0.00018721793,0.0025242881],"category_scores_gemma":[0.021017892,0.00007708588,0.00008970216,0.001244789,0.00064378564,0.00013957456,0.00003310414,0.001249562,0.00015379163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011250885,0.0008752734,0.0022983283,0.000065611945,0.000041514515,0.0000135171695,0.0012225205,4.4517346e-8,0.00064592366,0.001623137,0.43389174,0.5592099],"study_design_scores_gemma":[0.002003026,0.002548817,0.06961683,0.0020266841,0.0001461418,0.0026877506,0.008260724,0.00028721232,0.0030301898,0.0047754133,0.90438825,0.0002289395],"about_ca_topic_score_codex":0.000022391792,"about_ca_topic_score_gemma":0.0000027082065,"teacher_disagreement_score":0.55898094,"about_ca_system_score_codex":0.0003361688,"about_ca_system_score_gemma":0.006351911,"threshold_uncertainty_score":0.99928117},"labels":[],"label_agreement":null},{"id":"W4245966809","doi":"10.1108/lhs-05-2018-082","title":"Editorial","year":2018,"lang":"en","type":"editorial","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"","keywords":"Medicine; Political science","score_opus":0.05972171617827929,"score_gpt":0.38145340407990735,"score_spread":0.3217316879016281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245966809","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000074003576,0.0007767263,0.0000042615247,0.010928753,0.9867173,0.0007195462,0.000020450625,0.00013094227,0.00062803744],"genre_scores_gemma":[0.00012253436,0.0001832478,0.0010624423,0.008098724,0.9870862,0.00011428636,0.0019369081,0.00008516269,0.0013105208],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952939,0.00016382037,0.0011368141,0.00066901086,0.0018708947,0.00086554367],"domain_scores_gemma":[0.9973166,0.00038798715,0.00058409973,0.0007232618,0.00080139685,0.000186655],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002454466,0.00035531158,0.00076182303,0.0005855676,0.00012119576,0.000045392175,0.00039240066,0.0020321077,0.00031250113],"category_scores_gemma":[0.0010354634,0.0003473068,0.000077483135,0.0009425323,0.00015642594,0.00012885845,0.000050130293,0.0026831317,0.00043533262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001452415,0.00014756854,0.00015871902,0.031535544,0.000018821345,0.0000027738795,0.0023926806,2.6103868e-7,6.375603e-7,0.000021820098,0.9641208,0.0014551202],"study_design_scores_gemma":[0.0011136495,0.00040549395,0.00013878301,0.012917344,0.00002286487,0.0000017307649,0.0028706442,0.000054643468,0.00000215721,0.0001286546,0.9821232,0.00022081476],"about_ca_topic_score_codex":0.0018454826,"about_ca_topic_score_gemma":0.0005886838,"teacher_disagreement_score":0.018618198,"about_ca_system_score_codex":0.00093973347,"about_ca_system_score_gemma":0.002994545,"threshold_uncertainty_score":0.9998979},"labels":[],"label_agreement":null},{"id":"W4246032800","doi":"10.1093/pch/16.suppl_a.27a","title":"Are Training Needs in the Acquisition of Clinical Competencies During Pediatric Residency Training Similar for Different Types of Pediatricians?","year":2011,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary","funders":"","keywords":"Residency training; Training (meteorology); Medicine; Medical education; Continuing education","score_opus":0.11415850202504774,"score_gpt":0.3732327720112717,"score_spread":0.25907426998622396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246032800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99103737,0.00195614,0.0004688092,0.004238982,0.00069733727,0.0009918917,0.00003065117,0.000030356528,0.00054849125],"genre_scores_gemma":[0.9887273,0.0016827369,0.005710357,0.0014256478,0.0023146018,0.000053938333,0.000049731774,0.000028246608,0.0000074430022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965602,0.00024118183,0.0018856286,0.00027390884,0.0005903725,0.00044866573],"domain_scores_gemma":[0.9970273,0.0006728639,0.0015009254,0.00036475627,0.00033109818,0.000103050785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003431905,0.00019187335,0.000805874,0.00090249005,0.00017319825,0.0000056046133,0.00025026032,0.00019534014,0.000030902367],"category_scores_gemma":[0.0030364508,0.0001463459,0.00020368164,0.0017333908,0.00009939437,0.000078299134,0.000032330132,0.00062678324,0.0000013422789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023120636,0.0007924347,0.9379166,0.00211774,0.000027531694,0.0000036312556,0.048863243,0.000011079882,0.000004147186,0.0032528795,0.0006737578,0.0061057955],"study_design_scores_gemma":[0.0016027803,0.00050807575,0.978504,0.0001463469,0.0001607183,0.000010527362,0.017666917,0.0001534408,0.000012829908,0.0010644894,0.000051584782,0.000118296164],"about_ca_topic_score_codex":0.000049427726,"about_ca_topic_score_gemma":0.000030507637,"teacher_disagreement_score":0.040587444,"about_ca_system_score_codex":0.00008700527,"about_ca_system_score_gemma":0.00067811186,"threshold_uncertainty_score":0.59678125},"labels":[],"label_agreement":null},{"id":"W4246838783","doi":"10.1001/archinte.161.10.1355","title":"Archives of Internal Medicine Reader's Choice: Continuing Medical Education","year":2001,"lang":"en","type":"article","venue":"Archives of Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing education; Continuing medical education; Medical education; Medicine","score_opus":0.01399209387806118,"score_gpt":0.35351550588460545,"score_spread":0.3395234120065443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246838783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7745188,0.0022982166,0.018780356,0.03779377,0.0027199932,0.0006101387,0.0000040076557,0.00008261542,0.1631921],"genre_scores_gemma":[0.981891,0.000869374,0.0041325158,0.0046498105,0.003283998,0.00003721865,0.00008629199,0.00005069433,0.004999134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956308,0.00015553582,0.0019010457,0.00046967078,0.0014219217,0.0004210434],"domain_scores_gemma":[0.9965349,0.0012323633,0.00085804396,0.0006631924,0.00030697,0.00040456338],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075148116,0.00034558983,0.001040149,0.0012020109,0.000051338116,0.000004324639,0.0006709544,0.00014412275,0.0028832355],"category_scores_gemma":[0.015399179,0.00025231726,0.00016375854,0.00058445317,0.0027570007,0.000109630215,0.00014713283,0.00091192644,0.000010479647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012356619,0.00095127994,0.13376229,0.0006864224,0.00033646697,0.000055070173,0.01654482,0.0000012114533,0.028220465,0.004245505,0.016280333,0.7976805],"study_design_scores_gemma":[0.021004094,0.008291689,0.6110258,0.09955768,0.0009108385,0.004508918,0.023341972,0.009221663,0.014013458,0.017006012,0.19017935,0.0009384934],"about_ca_topic_score_codex":0.0016245265,"about_ca_topic_score_gemma":0.000048101327,"teacher_disagreement_score":0.79674196,"about_ca_system_score_codex":0.00004981691,"about_ca_system_score_gemma":0.00040038582,"threshold_uncertainty_score":0.9999929},"labels":[],"label_agreement":null},{"id":"W4247064079","doi":"10.33790/jrpr1100114","title":"Use of Cognitive Assessments across the Continuum of Care on a Single Health Care Campus","year":2021,"lang":"en","type":"article","venue":"Journal of Rehabilitation Practices and Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Continuum of care; Cognition; Health care; Psychology; Medicine; Gerontology; Psychiatry; Political science","score_opus":0.1287511974800627,"score_gpt":0.5725486649186188,"score_spread":0.4437974674385561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247064079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97679764,0.001794368,0.000041501222,0.02066083,0.00019714945,0.00030431588,0.000012169269,0.0000012476958,0.00019080222],"genre_scores_gemma":[0.9943584,0.0002578444,0.0049124216,0.00025447833,0.00009795146,0.0000058756486,0.000014430964,0.0000068304776,0.0000917376],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9974019,0.00078910973,0.0005588473,0.00011178439,0.000996884,0.0001414739],"domain_scores_gemma":[0.9828907,0.0059600547,0.0011821737,0.00015755573,0.00975051,0.000058960646],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029836867,0.000052677104,0.00023556034,0.00016228357,0.00015560706,0.00004078375,0.00005502605,0.000058759397,0.000023742838],"category_scores_gemma":[0.046620857,0.000033668373,0.00005690524,0.00058853754,0.00034910007,0.00028263085,0.000034707427,0.00063083036,4.942016e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00387107,0.0030047907,0.14069042,0.0043925126,0.00044725757,0.00003743903,0.32423103,0.000014551898,0.009644478,0.0007235381,0.010330827,0.5026121],"study_design_scores_gemma":[0.0015737142,0.0096330475,0.21301492,0.0021202294,0.000058106074,0.000078239544,0.7568774,0.000016524196,0.00350281,0.000078029836,0.01300236,0.000044589975],"about_ca_topic_score_codex":0.00007415208,"about_ca_topic_score_gemma":0.000051333598,"teacher_disagreement_score":0.5025675,"about_ca_system_score_codex":0.0001690459,"about_ca_system_score_gemma":0.0011822783,"threshold_uncertainty_score":0.96140987},"labels":[],"label_agreement":null},{"id":"W4247185458","doi":"10.1503/cmaj.150291","title":"First exposure","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"White (mutation); Psychology; Medical education; Medicine; Psychoanalysis","score_opus":0.01452638815610551,"score_gpt":0.27960253934064916,"score_spread":0.26507615118454364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247185458","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38525856,0.00041938148,0.0007874035,0.555606,0.006679558,0.00026719304,0.0000067708897,0.00007547254,0.050899677],"genre_scores_gemma":[0.89817166,0.000069387606,0.0032942,0.08441446,0.008852745,0.000016233684,0.00004029359,0.00003418706,0.0051068235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996999,0.000061057595,0.00042497538,0.000116244715,0.0020037873,0.0003949352],"domain_scores_gemma":[0.9962263,0.00004594275,0.00014722813,0.00012693976,0.0013312142,0.0021223528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026567369,0.00009069358,0.0001797383,0.00026660622,0.00019863069,0.00005408229,0.00014037524,0.00041963602,0.0044652014],"category_scores_gemma":[0.01373379,0.00008106929,0.000060710343,0.00050093845,0.000040268802,0.00011263185,0.000009074602,0.0011238492,0.0007031631],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006625796,0.0000402907,0.09064596,0.000006678107,0.000046573892,0.0002326772,0.00042038364,0.0000025879715,6.5952713e-7,0.0004989575,0.8783625,0.029736128],"study_design_scores_gemma":[0.0012828864,0.000098439996,0.032337803,0.00007550104,0.000024928131,0.0013109086,0.00088489964,0.00035001847,0.0000033693022,0.00029400815,0.96325046,0.00008675372],"about_ca_topic_score_codex":0.00075681583,"about_ca_topic_score_gemma":0.0044486383,"teacher_disagreement_score":0.5129131,"about_ca_system_score_codex":0.0024730107,"about_ca_system_score_gemma":0.008092788,"threshold_uncertainty_score":0.9975304},"labels":[],"label_agreement":null},{"id":"W4247426851","doi":"10.22374/cjgim.v11i1.113","title":"The Future is Bright for Competency-based Education in General Internal Medicine","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan; University of Alberta","funders":"University of Saskatchewan","keywords":"Medicine; Competence (human resources); Medical education; Transformational leadership; Family medicine; Management","score_opus":0.01133820540710405,"score_gpt":0.31727564986732176,"score_spread":0.3059374444602177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247426851","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38510782,0.0052477624,0.009052779,0.5777907,0.01747302,0.0006292869,0.000017412325,0.000011476917,0.00466976],"genre_scores_gemma":[0.8320275,0.0006133222,0.012370563,0.06092722,0.047077432,0.00007228564,0.000062439016,0.000111348505,0.046737883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713427,0.00009515534,0.0013965085,0.00025769972,0.00059136725,0.0005250245],"domain_scores_gemma":[0.9965947,0.0002078456,0.0006149681,0.00036720643,0.0015324908,0.00068273314],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014580982,0.00027184613,0.0005662283,0.0010008772,0.00017716136,0.000023101604,0.00055311294,0.00016348556,0.001206275],"category_scores_gemma":[0.0016451848,0.00013455277,0.00014244806,0.00045898333,0.0007198668,0.00014195075,0.00001165661,0.00056972913,0.000010641524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037492998,0.000056499655,0.020790234,0.000054751577,0.00010017389,0.00007008157,0.00057145685,0.0000025974152,0.0035171367,0.0077271247,0.69008315,0.2766519],"study_design_scores_gemma":[0.0072380616,0.0019447,0.059439603,0.0048082084,0.00017794967,0.0012325783,0.00096096995,0.00073893595,0.0016060508,0.0060942085,0.9155062,0.00025256054],"about_ca_topic_score_codex":0.00605657,"about_ca_topic_score_gemma":0.010246343,"teacher_disagreement_score":0.51686347,"about_ca_system_score_codex":0.001050255,"about_ca_system_score_gemma":0.0067978865,"threshold_uncertainty_score":0.99970675},"labels":[],"label_agreement":null},{"id":"W4247543822","doi":"10.21203/rs.3.rs-26283/v1","title":"Video-Based Interviewing in Medicine: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Protocol (science); Interview; Computer science; Medicine; Medical education; Alternative medicine; Sociology; Pathology; Anthropology","score_opus":0.46604298864427907,"score_gpt":0.6626499980613082,"score_spread":0.19660700941702913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247543822","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.1671734e-9,0.6245523,0.0002843181,0.00617317,0.00006613592,0.36840242,0.000004499664,0.000039584032,0.00047756566],"genre_scores_gemma":[2.5508335e-8,0.5235194,0.001081467,0.0008957503,0.00052741513,0.4736462,0.00021049747,0.000059772214,0.00005946599],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.994208,0.0009181591,0.001875685,0.000769376,0.0015345484,0.0006942358],"domain_scores_gemma":[0.99614054,0.0013174772,0.00033922,0.0008205564,0.0011734832,0.00020873662],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008241746,0.00038994124,0.0028584448,0.0012621118,0.00012411221,0.00002746502,0.00046295402,0.00034872643,0.00087956135],"category_scores_gemma":[0.033275444,0.0002797152,0.00038475436,0.004520392,0.00023887609,0.00007110502,0.0001341379,0.0021534073,0.0001208052],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014354032,0.0000621271,0.0000017128061,0.49510217,0.000013892785,0.00001719899,0.000029402556,1.6677465e-8,6.654137e-8,0.00004560158,0.029727055,0.4749864],"study_design_scores_gemma":[0.0006418676,0.00031564877,6.0690076e-7,0.49859536,0.000075832606,0.000009899306,0.000024291116,0.000031641735,2.9319457e-7,0.000013732895,0.5001904,0.000100425255],"about_ca_topic_score_codex":0.000018143566,"about_ca_topic_score_gemma":0.0000071497348,"teacher_disagreement_score":0.47488597,"about_ca_system_score_codex":0.0011311247,"about_ca_system_score_gemma":0.0057939314,"threshold_uncertainty_score":0.9999655},"labels":[],"label_agreement":null},{"id":"W4247764412","doi":"10.1001/archinte.162.6.722","title":"Archives of Internal Medicine Reader's Choice: Continuing Medical Education","year":2002,"lang":"en","type":"article","venue":"Archives of Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing education; Continuing medical education; Medical education; Medicine","score_opus":0.016484638785339262,"score_gpt":0.33974875750259065,"score_spread":0.32326411871725136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247764412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6583745,0.005209667,0.01365957,0.05657574,0.0037305085,0.0008330967,0.0000073223437,0.00011480794,0.2614948],"genre_scores_gemma":[0.98126364,0.0007675266,0.004250705,0.0045087547,0.002900615,0.00003633077,0.000053641183,0.000050130457,0.0061686304],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956619,0.00015526546,0.0018824526,0.00046530715,0.0014290597,0.00040602434],"domain_scores_gemma":[0.99659204,0.0012372506,0.00084753,0.00066234724,0.00026888892,0.00039193773],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060090347,0.0003435176,0.0010292857,0.0011571497,0.000051169107,0.0000043262894,0.00066120963,0.00014325303,0.005804598],"category_scores_gemma":[0.015690854,0.00025160197,0.00016567908,0.00051199686,0.002848265,0.00010667385,0.00013876341,0.0009361077,0.000017453223],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048519776,0.0011257001,0.050406788,0.00090411626,0.0003407016,0.000032787342,0.025359638,9.50977e-7,0.02263616,0.003901856,0.039283082,0.85552305],"study_design_scores_gemma":[0.033912633,0.014011003,0.4369645,0.16230923,0.001525298,0.0041744984,0.030910099,0.0432045,0.027223678,0.017307872,0.2268637,0.0015929918],"about_ca_topic_score_codex":0.0009449944,"about_ca_topic_score_gemma":0.000024430032,"teacher_disagreement_score":0.85393006,"about_ca_system_score_codex":0.00004615548,"about_ca_system_score_gemma":0.0001708033,"threshold_uncertainty_score":0.9999936},"labels":[],"label_agreement":null},{"id":"W4247853394","doi":"10.1023/b:ahse.0000012234.08954.d5","title":"Back to the Future","year":2004,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical education; Set (abstract data type); Course (navigation); Medical school; Psychology; Mathematics education; Computer science; Medicine; Engineering","score_opus":0.014494726288856782,"score_gpt":0.4269731571882079,"score_spread":0.4124784308993511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247853394","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21742266,0.011945099,0.0027026609,0.74368656,0.009684388,0.0015946499,9.284116e-7,0.00003130164,0.012931734],"genre_scores_gemma":[0.71587545,0.0035896036,0.13538657,0.14073536,0.0031649317,0.0003265103,0.000027976417,0.000014295431,0.00087931077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878573,0.00003056991,0.0003350474,0.00024851377,0.00033863162,0.00026149783],"domain_scores_gemma":[0.9994661,0.000024512427,0.000102277096,0.00023081187,0.0001081544,0.00006812891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010422866,0.00007179223,0.00010408077,0.00021681588,0.00025739227,0.000018643426,0.00019188155,0.000031485386,0.00010721297],"category_scores_gemma":[0.0002696115,0.00004800242,0.0000145925815,0.002352363,0.00015263258,0.00029203505,0.000015121409,0.00017696586,0.00021278067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015335529,0.00038386587,0.016653348,0.00024099488,0.0000011285979,1.5264077e-7,0.004032179,0.002372611,0.000011476603,0.05312509,0.01632149,0.90684235],"study_design_scores_gemma":[0.00021540694,0.00027747374,0.042601038,0.00038065988,0.0000016188391,0.000025317915,0.007148221,0.00005603201,0.000036137346,0.004976231,0.94420385,0.00007798708],"about_ca_topic_score_codex":0.00014508648,"about_ca_topic_score_gemma":0.00027351454,"teacher_disagreement_score":0.9278824,"about_ca_system_score_codex":0.00043497846,"about_ca_system_score_gemma":0.0023116642,"threshold_uncertainty_score":0.4100793},"labels":[],"label_agreement":null},{"id":"W4247862574","doi":"10.1186/preaccept-1981031405124265","title":"Impact of a competency based curriculum on quality improvement among internal medicine residents","year":2014,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Medical education; Curriculum; Medicine; Quality (philosophy); Quality management; MEDLINE; Psychology; Pedagogy; Engineering; Political science","score_opus":0.018883713325441802,"score_gpt":0.4104731141386471,"score_spread":0.3915894008132053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247862574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97814935,0.000029256276,0.009518819,0.0043021217,0.001656131,0.0005120052,0.0000015814238,0.00005163992,0.005779112],"genre_scores_gemma":[0.99093574,0.000009462607,0.0035791125,0.003637263,0.0011522959,0.000097908276,0.00022404773,0.000023301129,0.00034088906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99612033,0.00026566605,0.0011235423,0.00038584144,0.0018197035,0.0002849082],"domain_scores_gemma":[0.99737525,0.00036020685,0.0005270297,0.0006634542,0.00072355446,0.0003504788],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024534657,0.00021987816,0.00048392435,0.0004141621,0.00006895711,0.000008878886,0.0002699842,0.00021116149,0.002803575],"category_scores_gemma":[0.028704498,0.00015684916,0.0001596376,0.00061158824,0.00041276767,0.00007860676,0.000025749274,0.00048079411,0.00004264585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001674884,0.003223829,0.86423755,0.00058390165,0.000050302442,5.8344045e-7,0.00027942605,0.000007205873,0.0005452807,0.0047744797,0.043468885,0.082661085],"study_design_scores_gemma":[0.0022530912,0.0017197785,0.9835343,0.0022776641,0.00006783417,0.000006664531,0.00036366592,0.008404314,0.00022701274,0.0007086337,0.00028935744,0.00014770286],"about_ca_topic_score_codex":0.0039208992,"about_ca_topic_score_gemma":0.00011051534,"teacher_disagreement_score":0.11929675,"about_ca_system_score_codex":0.00048392295,"about_ca_system_score_gemma":0.005105496,"threshold_uncertainty_score":0.99810797},"labels":[],"label_agreement":null},{"id":"W4247998104","doi":"10.1001/archinte.162.8.951","title":"Archives of Internal Medicine Reader's Choice: Continuing Medical Education","year":2002,"lang":"en","type":"article","venue":"Archives of Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing education; Continuing medical education; Medical education; Medicine","score_opus":0.016484638785339262,"score_gpt":0.33974875750259065,"score_spread":0.32326411871725136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247998104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6583745,0.005209667,0.01365957,0.05657574,0.0037305085,0.0008330967,0.0000073223437,0.00011480794,0.2614948],"genre_scores_gemma":[0.98126364,0.0007675266,0.004250705,0.0045087547,0.002900615,0.00003633077,0.000053641183,0.000050130457,0.0061686304],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956619,0.00015526546,0.0018824526,0.00046530715,0.0014290597,0.00040602434],"domain_scores_gemma":[0.99659204,0.0012372506,0.00084753,0.00066234724,0.00026888892,0.00039193773],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060090347,0.0003435176,0.0010292857,0.0011571497,0.000051169107,0.0000043262894,0.00066120963,0.00014325303,0.005804598],"category_scores_gemma":[0.015690854,0.00025160197,0.00016567908,0.00051199686,0.002848265,0.00010667385,0.00013876341,0.0009361077,0.000017453223],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048519776,0.0011257001,0.050406788,0.00090411626,0.0003407016,0.000032787342,0.025359638,9.50977e-7,0.02263616,0.003901856,0.039283082,0.85552305],"study_design_scores_gemma":[0.033912633,0.014011003,0.4369645,0.16230923,0.001525298,0.0041744984,0.030910099,0.0432045,0.027223678,0.017307872,0.2268637,0.0015929918],"about_ca_topic_score_codex":0.0009449944,"about_ca_topic_score_gemma":0.000024430032,"teacher_disagreement_score":0.85393006,"about_ca_system_score_codex":0.00004615548,"about_ca_system_score_gemma":0.0001708033,"threshold_uncertainty_score":0.9999936},"labels":[],"label_agreement":null},{"id":"W4248022913","doi":"10.2310/6640.2007.00008","title":"Adding Spinal Thrust Manipulation to Entry-Level Canadian Physical Therapy Curricula: Why and How?","year":2007,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Physical medicine and rehabilitation; Physical therapy; Entry Level; Medicine; Manual therapy; Thrust; Computer science; Psychology; Medical education; Alternative medicine; Engineering; Pedagogy; Pathology","score_opus":0.024224040662616457,"score_gpt":0.32890981600974734,"score_spread":0.30468577534713087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248022913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766323,0.00015942645,0.0017515243,0.019122433,0.00050817797,0.0004990143,0.00001129098,0.000026498245,0.0012893332],"genre_scores_gemma":[0.9783094,0.000029493329,0.0014516633,0.018851615,0.0009950555,0.000019705287,0.000050390325,0.000031831056,0.00026086092],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986796,0.000016826398,0.00014928951,0.0002785556,0.0004620188,0.0004137095],"domain_scores_gemma":[0.99917406,0.000024309893,0.000054045442,0.00023552669,0.00017607039,0.0003360034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017800376,0.00017517329,0.00020556492,0.0002294841,0.00020368035,0.00003195894,0.00008431628,0.00005640384,0.00013776202],"category_scores_gemma":[0.000052279123,0.00015648152,0.000030158582,0.000669865,0.000042849,0.00008552914,0.000007931217,0.00019530614,0.0000034678108],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001992392,0.00015097117,0.00742246,0.00005892457,0.0000905408,0.00004371709,0.0009024817,0.00001759175,0.019752113,0.002407516,0.12240623,0.8465482],"study_design_scores_gemma":[0.0021871065,0.0005237253,0.5407898,0.0002912571,0.000029185232,0.00005893775,0.0012749443,0.0025244,0.0066790394,0.00018645491,0.44484147,0.0006136617],"about_ca_topic_score_codex":0.8031429,"about_ca_topic_score_gemma":0.8091481,"teacher_disagreement_score":0.84593457,"about_ca_system_score_codex":0.0009141375,"about_ca_system_score_gemma":0.0009300796,"threshold_uncertainty_score":0.63811314},"labels":[],"label_agreement":null},{"id":"W4248048000","doi":"10.4172/plastic-surgery.1000281","title":"Part II: Reformers in medical education and practice","year":2001,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital","funders":"","keywords":"Engineering ethics; Political science; Mathematics education; Medical education; Sociology; Medicine; Psychology; Engineering","score_opus":0.026362405192365306,"score_gpt":0.34717278758743103,"score_spread":0.3208103823950657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248048000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676434,0.00020672873,0.000096608004,0.021367697,0.004439831,0.00008526331,2.925439e-7,0.000031839587,0.006128378],"genre_scores_gemma":[0.9928945,0.0005475851,0.00082451914,0.004465525,0.00071253214,0.000059169033,0.00007292417,0.000014446919,0.0004088412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987796,0.000054471824,0.00035946985,0.0001766977,0.00044056884,0.00018918395],"domain_scores_gemma":[0.9944733,0.004944436,0.00009756472,0.00016636649,0.0001711109,0.00014722072],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013025444,0.000080271406,0.00017438414,0.0003053683,0.000059146787,0.000008051247,0.000030197705,0.00011536969,0.00077998225],"category_scores_gemma":[0.1452387,0.00007068903,0.000019443876,0.00062846433,0.00009467097,0.0001578143,0.000021602595,0.00025413727,0.000035535933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039513415,0.0021454608,0.24779935,0.00013166798,0.000038485465,0.00013634592,0.0007350898,0.000001191369,0.000040036586,0.0011079278,0.1955801,0.5518892],"study_design_scores_gemma":[0.00058903877,0.00007499844,0.20544925,0.00092848664,0.00006789874,0.002598029,0.0022551196,0.00090252346,0.000020342703,0.00012537665,0.786796,0.00019295886],"about_ca_topic_score_codex":0.00005552572,"about_ca_topic_score_gemma":0.000009338762,"teacher_disagreement_score":0.59121585,"about_ca_system_score_codex":0.00012262152,"about_ca_system_score_gemma":0.0012067716,"threshold_uncertainty_score":0.8619613},"labels":[],"label_agreement":null},{"id":"W4248102014","doi":"10.4018/9781605660509.ch015","title":"Medical Education in the 21st Century","year":2011,"lang":"en","type":"book-chapter","venue":"Medical Informatics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"History","score_opus":0.020909576957170484,"score_gpt":0.3154124449683515,"score_spread":0.29450286801118103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248102014","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040867747,0.00059134094,0.00020370563,0.009386467,0.001999285,0.00074869057,0.000003959371,0.00006444684,0.9865934],"genre_scores_gemma":[0.010615708,0.03048911,0.011697208,0.48356214,0.011349119,0.00054626586,0.0064233984,0.0003817442,0.4449353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99407774,0.000035489546,0.0016983598,0.00017137991,0.0036523852,0.0003646418],"domain_scores_gemma":[0.99798894,0.00013628436,0.00040706256,0.000795656,0.00031592173,0.0003561188],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0023769068,0.00034644248,0.00053528865,0.0004812205,0.00008395569,0.00002690183,0.00074201246,0.0015027259,0.018023219],"category_scores_gemma":[0.0039922274,0.00022830849,0.00013732113,0.00021175353,0.0005602908,0.00012898353,0.00012245252,0.0030542638,0.0011299036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013696022,0.00028059655,0.000057284156,0.0004282696,0.000034483717,0.000022767023,0.0027995366,1.9537392e-8,2.2329726e-8,0.31652263,0.13560152,0.54423916],"study_design_scores_gemma":[0.0006087519,0.00010310737,0.00018556924,0.0023339796,0.00009838387,0.00055697607,0.0020612604,0.00029545982,6.8346384e-7,0.0059056776,0.9876111,0.00023903046],"about_ca_topic_score_codex":0.000024685769,"about_ca_topic_score_gemma":0.000022907429,"teacher_disagreement_score":0.8520096,"about_ca_system_score_codex":0.00026287732,"about_ca_system_score_gemma":0.007364454,"threshold_uncertainty_score":0.9997935},"labels":[],"label_agreement":null},{"id":"W4248700321","doi":"10.1002/j.0022-0337.2014.78.6.tb05742.x","title":"Physiology Education in North American Dental Schools: The Basic Science Survey Series","year":2014,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Physiology; Dental education; Psychology; Medicine; Pedagogy","score_opus":0.009921541147615162,"score_gpt":0.341441014236251,"score_spread":0.33151947308863583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248700321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99366975,0.00007682541,0.000036850597,0.0022569364,0.0032544234,0.00020537271,9.249677e-7,0.000006002963,0.0004929252],"genre_scores_gemma":[0.9950257,0.00004373195,0.0013951575,0.0021810995,0.00090452854,0.000015540798,0.00003742212,0.000011897584,0.00038490543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836963,0.0001770593,0.0005550785,0.00017029118,0.00052973605,0.00019822989],"domain_scores_gemma":[0.9981857,0.00006438406,0.00057214237,0.00026737002,0.00082547637,0.00008491315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016555459,0.00011006497,0.00022108974,0.0005634727,0.00014792374,0.000050324026,0.00029751158,0.000032574215,0.000059936327],"category_scores_gemma":[0.0030076187,0.00007993261,0.00004841388,0.0021641678,0.0005121464,0.00052539125,0.00003125275,0.0004909896,0.00006435176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012317827,0.0009540397,0.860271,0.000024656109,0.000010861083,2.677615e-7,0.0005112077,0.000009002335,0.0037152392,0.00021583817,0.0089385845,0.12522615],"study_design_scores_gemma":[0.00025741462,0.0002573483,0.987797,0.000077423385,0.000023043025,0.00035155352,0.0077775917,0.000059054124,0.0006542383,0.00006434504,0.0026077377,0.000073235984],"about_ca_topic_score_codex":0.00036029235,"about_ca_topic_score_gemma":0.000510458,"teacher_disagreement_score":0.12752604,"about_ca_system_score_codex":0.00062950596,"about_ca_system_score_gemma":0.004741886,"threshold_uncertainty_score":0.8411902},"labels":[],"label_agreement":null},{"id":"W4249242187","doi":"10.1007/978-3-030-44648-2_1","title":"Introduction and Motivation","year":2020,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in computer science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emmanuel Bible College","funders":"","keywords":"Trustworthiness; Engineering ethics; Computer science; Engineering; Internet privacy","score_opus":0.019030779229235534,"score_gpt":0.26706718385417066,"score_spread":0.24803640462493512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249242187","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062314574,0.00062815833,0.40430027,0.16754279,0.019558579,0.0037732131,0.000006397371,0.0008051001,0.34107092],"genre_scores_gemma":[0.39325288,0.0005079319,0.47820118,0.021430908,0.034777444,0.00006279762,0.00016195928,0.00024384959,0.07136108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825335,0.0000048324073,0.0003434778,0.0006710135,0.00055405975,0.00017329017],"domain_scores_gemma":[0.99917734,0.000021435835,0.00012858318,0.00035963426,0.00023230843,0.000080694845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005315743,0.00016765832,0.0002458459,0.0004851097,0.00008847046,0.00005727003,0.00016458813,0.00013076383,0.00011957851],"category_scores_gemma":[0.0003602293,0.0001714041,0.000024419833,0.00037041373,0.00064216775,0.00018838422,0.000185465,0.000544898,0.00004431355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027294465,0.000050056566,0.0010840794,0.00027945868,0.000017261265,0.000030240843,0.00058931933,0.000042170755,0.0005545451,0.3524047,0.0052932664,0.6396276],"study_design_scores_gemma":[0.002144371,0.0010749641,0.11650488,0.002082136,0.00013023368,0.0005261516,0.00002726262,0.09168794,0.0015290466,0.04192883,0.7408051,0.0015590803],"about_ca_topic_score_codex":0.0000039507167,"about_ca_topic_score_gemma":7.6100343e-7,"teacher_disagreement_score":0.73551184,"about_ca_system_score_codex":0.00022060392,"about_ca_system_score_gemma":0.0003001526,"threshold_uncertainty_score":0.6989656},"labels":[],"label_agreement":null},{"id":"W4249295077","doi":"10.1111/medu.13594","title":"Introduction","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Air Force Materiel Command; Association of Faculties of Medicine of Canada; College of Family Physicians of Canada","keywords":"Medicine; Family medicine; Psychology","score_opus":0.007459579799140763,"score_gpt":0.3558806138468747,"score_spread":0.34842103404773395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249295077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5670536,0.000093952774,0.004438818,0.38362765,0.009957792,0.0003548344,2.56822e-7,0.00020089671,0.034272194],"genre_scores_gemma":[0.85581255,0.000030418913,0.012458734,0.08123838,0.03752049,0.000110247915,0.00024173775,0.000030028817,0.012557386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866664,0.000026231279,0.00026984818,0.00023262536,0.0006379888,0.00016668612],"domain_scores_gemma":[0.9989692,0.000010340068,0.000056946985,0.00032185053,0.000556003,0.000085677246],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005236921,0.00007962378,0.000112657464,0.00017532012,0.000104326624,0.000011792811,0.000082812294,0.00014804587,0.01504899],"category_scores_gemma":[0.0064223288,0.00006924305,0.000029237497,0.00066083326,0.00028284147,0.00008760171,0.000016855533,0.00024919616,0.0013990809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016125861,0.00035839537,0.0011732557,0.000021105177,0.0000065068357,3.4233247e-7,0.00015635935,8.959572e-9,0.0001371825,0.0027154079,0.6542639,0.3411514],"study_design_scores_gemma":[0.00028669622,0.00016745298,0.018037202,0.000070436254,0.000026965095,0.00016570983,0.0002460129,0.00048163024,0.0009311554,0.0003987302,0.97911185,0.000076181845],"about_ca_topic_score_codex":0.000019279702,"about_ca_topic_score_gemma":0.0000029163002,"teacher_disagreement_score":0.3410752,"about_ca_system_score_codex":0.00015719887,"about_ca_system_score_gemma":0.0018252693,"threshold_uncertainty_score":0.99937844},"labels":[],"label_agreement":null},{"id":"W4249372080","doi":"10.1111/medu.14164","title":"Strange days","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Scholarship; Coronavirus disease 2019 (COVID-19); Medical education; Sociology; Pedagogy; Psychology; Political science; Medicine; Law","score_opus":0.01990492220572129,"score_gpt":0.3597308096151384,"score_spread":0.33982588740941716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249372080","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39058122,0.0002949485,0.0042630555,0.57426685,0.0016694622,0.0004571471,0.0000012660627,0.00022006253,0.02824602],"genre_scores_gemma":[0.78123933,0.000035994006,0.004485063,0.21137294,0.0020548382,0.00005927752,0.00019898675,0.000019429966,0.000534165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985626,0.000025543668,0.00029130222,0.00022056996,0.00073609536,0.00016394249],"domain_scores_gemma":[0.999341,0.00001879156,0.00005204933,0.00018660925,0.00018817428,0.0002133449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002504909,0.00009036178,0.00014953085,0.00006798883,0.00005454407,0.000011567185,0.00011777966,0.00014685973,0.006320948],"category_scores_gemma":[0.0061094803,0.00007967486,0.000041663032,0.0005774162,0.00009611098,0.000072840085,0.000018703417,0.00037847483,0.00051906554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002437693,0.000444263,0.0036748783,0.00013574571,0.0000131211855,0.0000037676282,0.0008878761,1.5564021e-7,0.00017952794,0.0022224034,0.58380175,0.40861216],"study_design_scores_gemma":[0.000884517,0.00022141798,0.028843792,0.00019265256,0.000066021465,0.00007348467,0.0010797556,0.0028179586,0.00037748276,0.0002324813,0.9650452,0.00016523634],"about_ca_topic_score_codex":0.000015815025,"about_ca_topic_score_gemma":8.3855826e-7,"teacher_disagreement_score":0.4084469,"about_ca_system_score_codex":0.00007720409,"about_ca_system_score_gemma":0.0021325455,"threshold_uncertainty_score":0.9945874},"labels":[],"label_agreement":null},{"id":"W4249775920","doi":"10.4300/1949-8357-8.5.787","title":"Top Research Papers","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Data science; MEDLINE; Computer science; Library science; Medicine; Information retrieval; Medical education; Political science","score_opus":0.08367542206738414,"score_gpt":0.4612004103872152,"score_spread":0.37752498831983106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249775920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71852046,0.0001854537,0.0004576292,0.2697584,0.0029542895,0.00015427389,2.7999369e-7,0.000014057512,0.007955142],"genre_scores_gemma":[0.9855589,0.00053304824,0.0025873603,0.0050200364,0.0027793292,0.0000139456315,0.0000043407586,0.000019071793,0.0034839187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961567,0.00016369642,0.00072239136,0.00014358466,0.0025424385,0.00027117302],"domain_scores_gemma":[0.996567,0.0002349584,0.00025827126,0.00026545158,0.0023383072,0.00033600462],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004446504,0.000091279406,0.0002343456,0.000599864,0.00009480029,0.0000146949005,0.00021993068,0.00015768681,0.0020165367],"category_scores_gemma":[0.027640857,0.000051328814,0.00009230039,0.0007960715,0.0003394302,0.00015690278,0.000026252477,0.0007395313,0.00010573942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073720854,0.000622276,0.002971678,0.00004046764,0.000028848555,0.000013383802,0.00029304932,2.252897e-8,0.001778007,0.0018835525,0.23338497,0.75891006],"study_design_scores_gemma":[0.003529393,0.0014748556,0.10277408,0.0042583435,0.00013409405,0.0028573347,0.00363035,0.000037957834,0.0039031405,0.008903236,0.8682456,0.00025160855],"about_ca_topic_score_codex":0.000009190368,"about_ca_topic_score_gemma":9.026768e-7,"teacher_disagreement_score":0.7586584,"about_ca_system_score_codex":0.00041631964,"about_ca_system_score_gemma":0.005786612,"threshold_uncertainty_score":0.9998497},"labels":[],"label_agreement":null},{"id":"W4250005845","doi":"10.26443/mjm.v10i2.739","title":"Elective advice","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Elective surgery; Medical advice; Advice (programming); Nursing; Surgery; Computer science","score_opus":0.03435534592475128,"score_gpt":0.3476413728218779,"score_spread":0.31328602689712665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250005845","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13406113,0.0008579766,0.0028671396,0.8229166,0.0016331448,0.00029795262,0.0000023968544,0.000071786,0.037291884],"genre_scores_gemma":[0.8693198,0.00011454628,0.0059220423,0.12126191,0.0031102276,0.0000017331256,0.000005335856,0.000020035675,0.00024435416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853367,0.00003431512,0.0005824314,0.00009790403,0.00061607093,0.0001356017],"domain_scores_gemma":[0.9984146,0.00005355638,0.00032367677,0.00010031744,0.0009099146,0.00019796324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053604,0.000092673465,0.00035389568,0.00016686453,0.000056729845,0.0000015954043,0.00011036101,0.000060448332,0.00071690406],"category_scores_gemma":[0.0042761327,0.00006267832,0.000053624855,0.00070603477,0.00010724425,0.0000802542,0.0000131561455,0.0005384774,0.000031935102],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068777,0.00019053667,0.0013596719,0.00015641315,0.00020697105,0.00027144505,0.0014786206,0.000007146885,0.021996113,0.0018832821,0.8474293,0.124332756],"study_design_scores_gemma":[0.0065173125,0.004403128,0.008604249,0.00061663776,0.00037285854,0.0018038572,0.0019803296,0.0005318036,0.0027582005,0.00048006294,0.9718103,0.00012127042],"about_ca_topic_score_codex":0.000004031086,"about_ca_topic_score_gemma":1.3668664e-7,"teacher_disagreement_score":0.7352587,"about_ca_system_score_codex":0.00010156128,"about_ca_system_score_gemma":0.00010160763,"threshold_uncertainty_score":0.7849597},"labels":[],"label_agreement":null},{"id":"W4250261572","doi":"10.4018/9781591405757.ch086","title":"Medical Education in the 21st Century","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"History","score_opus":0.01830122974946498,"score_gpt":0.3078666743518776,"score_spread":0.2895654446024126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250261572","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005455621,0.0006831882,0.000011901101,0.0025612053,0.001882006,0.00067876955,0.0000077628265,0.000051512037,0.9935781],"genre_scores_gemma":[0.4333205,0.0006289925,0.0027265018,0.14555103,0.0102334,0.00045561226,0.00050935673,0.00025584758,0.40631875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977201,0.000031898508,0.00056917005,0.0003511647,0.0010639546,0.00026370032],"domain_scores_gemma":[0.9987504,0.00002622033,0.00018571866,0.0006770137,0.0002342591,0.00012637275],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005409465,0.00028047615,0.0003407527,0.0001533739,0.0000616073,0.000019807954,0.00038862435,0.0007407876,0.0011070886],"category_scores_gemma":[0.00052838144,0.0002049918,0.00011466926,0.00006325387,0.00023737726,0.000024960977,0.000057689667,0.0009897504,0.0004066712],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020719648,0.000098748584,0.00008174426,0.00005356159,0.000022576794,0.000021337917,0.00022181483,4.064089e-9,3.5521856e-7,0.7680884,0.03485973,0.196531],"study_design_scores_gemma":[0.0005117803,0.00010428899,0.0012898886,0.0011556144,0.00013537791,0.00046197328,0.00040662324,0.000002638664,0.0000022110614,0.23981197,0.7558594,0.00025824734],"about_ca_topic_score_codex":0.00013328619,"about_ca_topic_score_gemma":0.000071503426,"teacher_disagreement_score":0.72099966,"about_ca_system_score_codex":0.00046017297,"about_ca_system_score_gemma":0.004204709,"threshold_uncertainty_score":0.99980605},"labels":[],"label_agreement":null},{"id":"W4250278509","doi":"10.30770/2572-1852-102.3.27","title":"INTERNATIONAL BRIEFS","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Geology","score_opus":0.016276729701856195,"score_gpt":0.36304271342638433,"score_spread":0.34676598372452816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250278509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49942195,0.000058004385,0.13201101,0.3604106,0.0034788651,0.00009703954,6.842469e-7,0.000021694366,0.0045001456],"genre_scores_gemma":[0.9889758,0.0001417584,0.0049662516,0.0019562899,0.0027580622,0.0000014737738,0.000004500446,0.000009814754,0.0011860218],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720263,0.000028038485,0.0005811625,0.000074868854,0.0020154202,0.0000978979],"domain_scores_gemma":[0.9986806,0.00008303888,0.00030587817,0.00011495391,0.0006755119,0.00014000626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014595722,0.000057555535,0.00014976009,0.00023087508,0.000022956505,0.000009015591,0.00016079847,0.00014832887,0.0048664436],"category_scores_gemma":[0.006956267,0.00003232026,0.000074861186,0.00019407526,0.000102008074,0.00018674115,0.000020482963,0.00019586785,0.000040664116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001426939,0.00017843048,0.0063668,0.000014061212,0.0000666649,0.000027049686,0.0000831961,6.832312e-7,0.0045952434,0.009744739,0.09253818,0.8862423],"study_design_scores_gemma":[0.004533702,0.00031396002,0.27813315,0.0012865033,0.000068752466,0.0018355296,0.00008405817,0.00089460437,0.0020739106,0.005431557,0.70523983,0.00010446347],"about_ca_topic_score_codex":0.0000012056072,"about_ca_topic_score_gemma":2.1688463e-7,"teacher_disagreement_score":0.8861378,"about_ca_system_score_codex":0.00019218032,"about_ca_system_score_gemma":0.00032854237,"threshold_uncertainty_score":0.99604326},"labels":[],"label_agreement":null},{"id":"W4250431643","doi":"10.1097/00132586-200112000-00016","title":"The Role of Anesthesiologists in Canadian Undergraduate Medical Education","year":2001,"lang":"en","type":"article","venue":"Survey of Anesthesiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Family medicine","score_opus":0.015853908988872786,"score_gpt":0.317957773498171,"score_spread":0.3021038645092982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250431643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99036026,0.0006631091,0.000002765611,0.0070437416,0.00015638061,0.00019454656,7.9736606e-7,0.000007576287,0.0015708123],"genre_scores_gemma":[0.9982052,0.0003591604,0.00016924941,0.00094995234,0.000039297985,0.000019553983,0.0000915468,0.000009701568,0.00015637685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983257,0.00044161818,0.00052994525,0.00016438767,0.00023433867,0.00030400816],"domain_scores_gemma":[0.99853456,0.00043518667,0.00016231544,0.00033771046,0.00040093093,0.00012930189],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030151664,0.000091904934,0.00029198595,0.00026935863,0.00005444884,0.000002055765,0.00022213969,0.00024790468,0.00008873061],"category_scores_gemma":[0.008630246,0.00006467473,0.00003082716,0.00070966023,0.00052625133,0.000022929096,0.000012143026,0.00023091616,0.0000117932095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010010172,0.00014544872,0.8591761,0.0000110874425,0.0000075078315,0.000009128812,0.000059395494,0.0000012664514,0.000040084888,0.0034341633,0.0005083119,0.13650742],"study_design_scores_gemma":[0.00019969625,0.000212499,0.9750456,0.00005184602,0.0000055947667,0.00018220962,0.000181334,0.00012582372,0.000088208595,0.0024395122,0.021414675,0.00005299106],"about_ca_topic_score_codex":0.32141784,"about_ca_topic_score_gemma":0.30630738,"teacher_disagreement_score":0.13645443,"about_ca_system_score_codex":0.00010913845,"about_ca_system_score_gemma":0.0044291806,"threshold_uncertainty_score":0.99972045},"labels":[],"label_agreement":null},{"id":"W4250490176","doi":"10.22374/cjgim.v9i2.41","title":"Role Models: Just What the Resident Ordered?","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Work (physics); Medical education; Career Pathways; Mechanical engineering; Engineering","score_opus":0.03059612115618593,"score_gpt":0.3104124377903891,"score_spread":0.27981631663420314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250490176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75178474,0.008559715,0.008361702,0.20115991,0.0075310636,0.00027348145,0.0000014534983,0.000012653007,0.022315308],"genre_scores_gemma":[0.96273965,0.0002581218,0.0011439326,0.024306146,0.0062515605,0.000004486685,0.000007749192,0.000026781452,0.0052615516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998202,0.00009224511,0.00072960154,0.00013316577,0.00052776904,0.0003152045],"domain_scores_gemma":[0.99785346,0.00006543626,0.0003165796,0.00031880007,0.0008941196,0.0005516069],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013378278,0.00015005047,0.00033927642,0.00045880344,0.00014116429,0.000059593724,0.00037989795,0.00009057375,0.0009988634],"category_scores_gemma":[0.00153319,0.000087693654,0.000084485684,0.0003375424,0.0003618156,0.00029541185,0.000013819855,0.0007018757,0.00001977278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014614008,0.000037987378,0.002121191,0.000055524368,0.00023303722,0.00017475008,0.007239101,0.00059989357,0.001986571,0.01467355,0.7461111,0.22662117],"study_design_scores_gemma":[0.0046771346,0.0030758402,0.017244,0.0053623966,0.00065825274,0.008166309,0.022838727,0.038994376,0.0011823552,0.023326367,0.87405056,0.00042369904],"about_ca_topic_score_codex":0.010138443,"about_ca_topic_score_gemma":0.005139449,"teacher_disagreement_score":0.22619747,"about_ca_system_score_codex":0.00033072033,"about_ca_system_score_gemma":0.0008926584,"threshold_uncertainty_score":0.99991435},"labels":[],"label_agreement":null},{"id":"W4251150018","doi":"10.1542/9781610025836-2_sub05","title":"The Clinical COACH: How to Enable Your Learners to Own Their Learning","year":2021,"lang":"en","type":"book-chapter","venue":"American Academy of Pediatrics eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Children's Hospital","funders":"","keywords":"Psychology; Mathematics education; Computer science","score_opus":0.06479227344091931,"score_gpt":0.37524828585894443,"score_spread":0.3104560124180251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251150018","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038837392,0.0015780363,0.0023222272,0.120306425,0.0025411851,0.0035910374,0.000060210517,0.00037360456,0.83038986],"genre_scores_gemma":[0.04956846,0.0015937586,0.0067412793,0.017957652,0.0065564197,0.00008734473,0.00007049673,0.00023344543,0.91719115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962948,0.00013105555,0.0011532389,0.0007643078,0.0010697821,0.000586823],"domain_scores_gemma":[0.99671835,0.00084599043,0.0010553602,0.0005114672,0.0004317319,0.0004371013],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0020184848,0.00045967154,0.0011137596,0.00054425996,0.00027830963,0.00005653439,0.00056536705,0.0005736529,0.00007969517],"category_scores_gemma":[0.0046096058,0.00035455893,0.0003591844,0.00037193048,0.00079311494,0.000027533766,0.0003441979,0.0036845314,0.00011364699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017856012,0.00006458178,0.0014106458,0.00018718548,0.00024436958,0.000014850413,0.0014663023,0.000020455527,0.00015937102,0.02782296,0.18884936,0.77958137],"study_design_scores_gemma":[0.00029849325,0.00062619284,0.00036190322,0.00012537806,0.00033279756,0.000018631295,0.0027871763,0.000014080761,0.00009524972,0.00045632946,0.99449974,0.00038399754],"about_ca_topic_score_codex":0.000023865387,"about_ca_topic_score_gemma":0.0000020842508,"teacher_disagreement_score":0.8056504,"about_ca_system_score_codex":0.00022738522,"about_ca_system_score_gemma":0.00087954925,"threshold_uncertainty_score":0.9998906},"labels":[],"label_agreement":null},{"id":"W4251528227","doi":"10.11114/jets.v6i3.2859","title":"Canadian Orthopaedic Residents Perception of Their Needs in Elbow Surgery Teaching","year":2018,"lang":"en","type":"article","venue":"Journal of Education and Training Studies","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"Division of Materials Research; Arthrex","keywords":"Medicine; Elbow; Curriculum; Physical therapy; Orthopedic surgery; Needs assessment; Surgery; Psychology","score_opus":0.05715494213013532,"score_gpt":0.38191079225572827,"score_spread":0.32475585012559294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251528227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896536,0.00069594296,0.000017236367,0.0072336546,0.0013344594,0.000060656872,4.2435235e-7,0.0000028301772,0.0010012217],"genre_scores_gemma":[0.99603474,0.0002955766,0.0017347556,0.0009364487,0.0007913053,0.0000030239069,0.0000032864828,0.0000067557116,0.00019410462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908423,0.00005686078,0.0005078199,0.00006186642,0.0001695703,0.00011967175],"domain_scores_gemma":[0.998842,0.00012374613,0.00026815035,0.00007016838,0.0006267115,0.000069235575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001593243,0.00006889357,0.0002607935,0.0011631954,0.00010597597,0.000007956912,0.000034773,0.00004503811,0.00003165103],"category_scores_gemma":[0.0025269021,0.000054000655,0.000042749143,0.00037528158,0.00013649456,0.00011648359,0.0000062362833,0.00024339468,8.5082394e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029248877,0.0001356446,0.5037187,0.00009125182,0.0000869811,0.000001553047,0.103320554,1.5868059e-7,0.00020339488,0.00021010575,0.010255863,0.38194656],"study_design_scores_gemma":[0.00023130813,0.00012085668,0.7847651,0.00096451805,0.000037251655,0.000121195895,0.21094297,0.000011240719,0.000019030927,0.0003392277,0.0024018467,0.000045403962],"about_ca_topic_score_codex":0.0011724774,"about_ca_topic_score_gemma":0.0012399247,"teacher_disagreement_score":0.38190114,"about_ca_system_score_codex":0.00022290643,"about_ca_system_score_gemma":0.0013516343,"threshold_uncertainty_score":0.30251205},"labels":[],"label_agreement":null},{"id":"W4252519545","doi":"10.21203/rs.3.rs-21365/v1","title":"Quality of Written Feedback given to Medical Students after Introduction of Real-Time Audio Monitoring of Clinical Encounters","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Quality (philosophy); Audio visual; Computer science; Multimedia; Medical education; Psychology; Medicine","score_opus":0.12641112754660982,"score_gpt":0.552087251060645,"score_spread":0.4256761235140352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252519545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97477114,0.000068492765,0.0001608714,0.021987878,0.0011041133,0.0013917922,0.00005679544,0.000028214865,0.00043069874],"genre_scores_gemma":[0.9895503,0.0003850165,0.005221652,0.00007627259,0.004028768,0.00017878851,0.00019408186,0.00004166892,0.00032343264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98739904,0.001228192,0.0027044262,0.000785856,0.007475845,0.0004066285],"domain_scores_gemma":[0.9929799,0.0006471615,0.00063496706,0.0012552984,0.0040064035,0.0004762697],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016728152,0.00021752498,0.0013607447,0.0006366017,0.0000374223,0.000017132517,0.0009098644,0.0006890406,0.0011001059],"category_scores_gemma":[0.041297026,0.00020203556,0.00029480553,0.0011372446,0.0006732312,0.000056064477,0.0015778922,0.0024949769,0.000059434038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003983128,0.002615103,0.88787997,0.012759793,0.0006990474,0.000026803644,0.0039489917,0.00001768353,0.0060267397,0.000093586605,0.053222224,0.028726913],"study_design_scores_gemma":[0.0011509749,0.00097266573,0.98780715,0.0038582878,0.00006427097,0.0000024187304,0.0022322568,0.00008028383,0.0020991005,0.0001881236,0.001388304,0.00015613485],"about_ca_topic_score_codex":0.0005549137,"about_ca_topic_score_gemma":0.0000046275186,"teacher_disagreement_score":0.099927194,"about_ca_system_score_codex":0.0003856956,"about_ca_system_score_gemma":0.002015101,"threshold_uncertainty_score":0.999813},"labels":[],"label_agreement":null},{"id":"W4252882930","doi":"10.3138/jvme.0516-100","title":"Effectiveness of a Radiographic Anatomy Software Application for Enhancing Learning of Veterinary Radiographic Anatomy","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Radiographic anatomy; Radiography; Gross anatomy; Anatomy; Medicine; Medical physics; Radiology","score_opus":0.02483658741855596,"score_gpt":0.3984710885199529,"score_spread":0.37363450110139695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252882930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548863,0.0009813233,0.040788826,0.0010639331,0.0014481497,0.0007566957,0.0000026239409,0.000019359792,0.00005276874],"genre_scores_gemma":[0.98664737,0.00037271925,0.012091619,0.000110532616,0.0005394895,0.00013031367,0.000054340082,0.0000384897,0.000015137489],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969083,0.00026997336,0.0013026822,0.00027498454,0.0009855254,0.00025854906],"domain_scores_gemma":[0.9950179,0.00046539123,0.0021406363,0.0005786645,0.0015796486,0.00021776791],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004101116,0.00021674127,0.0007547137,0.0011142391,0.00026503645,0.000020787063,0.0005012574,0.0003023653,0.00005709695],"category_scores_gemma":[0.009642599,0.0001987727,0.00037108143,0.00064817973,0.0005004967,0.0003898287,0.000064389526,0.00066948135,9.2808426e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005194988,0.0042811497,0.14673893,0.014278848,0.00083893375,0.00005340987,0.001344976,0.000027429518,0.14141814,0.0013443363,0.0012627017,0.68321615],"study_design_scores_gemma":[0.0094925305,0.0153116705,0.90775335,0.015892185,0.00096761395,0.004619743,0.001826231,0.0020503239,0.012178244,0.0018276774,0.027461397,0.00061902596],"about_ca_topic_score_codex":0.00004559682,"about_ca_topic_score_gemma":9.443395e-7,"teacher_disagreement_score":0.7610144,"about_ca_system_score_codex":0.0001639841,"about_ca_system_score_gemma":0.001922201,"threshold_uncertainty_score":0.9986996},"labels":[],"label_agreement":null},{"id":"W4253041285","doi":"10.1080/01421590306805","title":"Some thoughts on medical education in the twenty-first century","year":2003,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science; Law","score_opus":0.016388041870881255,"score_gpt":0.3395924420044675,"score_spread":0.3232044001335862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253041285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8006862,0.0011376229,0.00013614011,0.1408473,0.0047664745,0.00083680515,3.4307453e-7,0.00009848285,0.05149068],"genre_scores_gemma":[0.9386069,0.0004279331,0.0003539302,0.04801802,0.0076571717,0.00022479704,0.00007967493,0.000041505078,0.0045900433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957571,0.00037454945,0.0005351753,0.0003493502,0.002592234,0.00039159326],"domain_scores_gemma":[0.9988541,0.000108445616,0.00008084948,0.0005711853,0.000084540254,0.00030085992],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035080325,0.00018719416,0.0002563406,0.00022225744,0.00012419617,0.000018900793,0.00035256008,0.00044766426,0.005133687],"category_scores_gemma":[0.018560559,0.00011616834,0.00007590826,0.0007091655,0.0002706896,0.00007949231,0.000023923256,0.0016216266,0.00034880036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000793728,0.010099898,0.069100305,0.00015874396,0.000052971325,0.00014528268,0.0041992837,6.3732875e-7,0.0000032590112,0.096237846,0.66452783,0.15539457],"study_design_scores_gemma":[0.0018009032,0.00016357636,0.015385197,0.000623762,0.000037819522,0.00023549299,0.0020400868,0.00068380847,0.000019221883,0.0031225595,0.97568816,0.00019941236],"about_ca_topic_score_codex":0.000027236214,"about_ca_topic_score_gemma":0.000021205067,"teacher_disagreement_score":0.31116033,"about_ca_system_score_codex":0.0002504657,"about_ca_system_score_gemma":0.0022152537,"threshold_uncertainty_score":0.99577576},"labels":[],"label_agreement":null},{"id":"W4253084569","doi":"10.5858/133.7.1139","title":"Resident Preparation for Practice: A White Paper From the College of American Pathologists and Association of Pathology Chairs","year":2009,"lang":"en","type":"article","venue":"Archives of Pathology & Laboratory Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medicine; Medical education; Surgical pathology; Clinical Practice; Pathology; Psychology; Family medicine","score_opus":0.00939456013753448,"score_gpt":0.33599257876255356,"score_spread":0.3265980186250191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253084569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9484595,0.00086657755,0.0017805311,0.046825998,0.00025826588,0.0008522342,0.0002706876,0.000020929314,0.00066527375],"genre_scores_gemma":[0.97704124,0.00048002828,0.017243834,0.0046504294,0.00024785116,0.0000561968,0.00016358,0.000013528642,0.00010330778],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9977469,0.00052195735,0.0008767537,0.00031381293,0.00033820685,0.00020236884],"domain_scores_gemma":[0.9955789,0.0018415743,0.0013662832,0.00046546524,0.00069922575,0.00004858523],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017250838,0.00015594791,0.0006683112,0.00019677989,0.00006766878,0.0000011433551,0.00013441339,0.00014015798,0.00002874122],"category_scores_gemma":[0.012735262,0.000111117,0.000049796094,0.0005021227,0.0013911645,0.00009414178,0.000030193505,0.00026517938,5.1353305e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005182518,0.0013660572,0.15311682,0.00035971624,0.00037972987,0.00018675858,0.06784827,0.000016094451,0.68195885,0.0173222,0.034519013,0.037743974],"study_design_scores_gemma":[0.003948935,0.006343283,0.9560494,0.00037698928,0.0006787899,0.00010360791,0.015353322,0.00014227928,0.005386005,0.0045792907,0.0068821134,0.00015598586],"about_ca_topic_score_codex":0.000031640888,"about_ca_topic_score_gemma":0.00003054387,"teacher_disagreement_score":0.80293256,"about_ca_system_score_codex":0.000047521517,"about_ca_system_score_gemma":0.00027893586,"threshold_uncertainty_score":0.9955809},"labels":[],"label_agreement":null},{"id":"W4253370999","doi":"10.1136/bmj.332.7547.972","title":"What the educators are saying","year":2006,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cynicism; Psychology; Medicine; Political science","score_opus":0.019667900901003208,"score_gpt":0.3586729829457626,"score_spread":0.3390050820447594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253370999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80390066,0.00029712275,0.00009409456,0.17928042,0.0027762002,0.00031020568,2.0856099e-7,0.000040516432,0.013300573],"genre_scores_gemma":[0.9805233,0.000010791749,0.0012513839,0.008388819,0.002692678,0.00005893249,0.000019636134,0.000010657149,0.007043831],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944305,0.000014978436,0.00016121245,0.000082884835,0.00019350735,0.000104339066],"domain_scores_gemma":[0.9995604,0.000028300643,0.000063200794,0.00024510856,0.00008802389,0.000014921878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003185973,0.000045768018,0.000064508466,0.00004747672,0.00008644798,0.00003053611,0.00005462305,0.000038116348,0.00021706063],"category_scores_gemma":[0.00037045774,0.00002917652,0.000023523731,0.00028189213,0.000055458615,0.00007852444,0.000011040865,0.0001340617,0.00013992912],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047643325,0.000085251646,0.019935083,0.000021169526,0.0000073764904,0.0000030659394,0.0002866871,0.0000024135452,0.00011396145,0.003043819,0.946515,0.02998141],"study_design_scores_gemma":[0.00031577676,0.000020684714,0.40050155,0.00026497256,0.000039553892,0.00008409808,0.011545366,0.00012334665,0.00063461275,0.0015226053,0.5848526,0.00009482076],"about_ca_topic_score_codex":0.00003409769,"about_ca_topic_score_gemma":0.0000048634356,"teacher_disagreement_score":0.38056648,"about_ca_system_score_codex":0.000057224795,"about_ca_system_score_gemma":0.000102770915,"threshold_uncertainty_score":0.23766617},"labels":[],"label_agreement":null},{"id":"W4253464806","doi":"10.4300/jgme-d-17-00746.1","title":"ICRE Top Research Papers","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Data science; Computer science; Medicine; Information retrieval; Library science; Political science","score_opus":0.12027223779525834,"score_gpt":0.500305489333891,"score_spread":0.38003325153863265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253464806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76055825,0.00019577744,0.000085309606,0.21116492,0.004289777,0.00018151791,2.7479243e-7,0.000010396507,0.023513757],"genre_scores_gemma":[0.98642075,0.00040217393,0.002917795,0.0037953083,0.003612414,0.000012582831,0.000010511263,0.000019584639,0.0028088912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961376,0.000122158,0.0006966787,0.00015782024,0.0026044142,0.00028128826],"domain_scores_gemma":[0.99594724,0.00009973545,0.00055388664,0.0006043848,0.0024399278,0.0003548353],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051115314,0.000103512764,0.00028098168,0.00044574557,0.0005053611,0.00008916744,0.00051593554,0.00019008199,0.0010671024],"category_scores_gemma":[0.043190826,0.00007799884,0.00010884654,0.00029103036,0.00054043514,0.00025096213,0.000059201247,0.0015062622,0.00006429781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008982169,0.0008795015,0.008429849,0.0000978234,0.000048254602,0.00003486265,0.0006380414,1.2424887e-7,0.00037546837,0.0020349664,0.27000555,0.71736574],"study_design_scores_gemma":[0.002676466,0.0010286843,0.4071845,0.0027508216,0.0001725812,0.0023090465,0.005478161,0.00024757747,0.0013047998,0.005940993,0.5706554,0.00025094583],"about_ca_topic_score_codex":0.000048284084,"about_ca_topic_score_gemma":0.0000031477841,"teacher_disagreement_score":0.7171148,"about_ca_system_score_codex":0.00029462052,"about_ca_system_score_gemma":0.0058872304,"threshold_uncertainty_score":0.99984604},"labels":[],"label_agreement":null},{"id":"W4253492314","doi":"10.3410/f.4471956.4324054","title":"Faculty Opinions recommendation of Research learning from the UK Quality and Outcomes Framework: a review of existing research.","year":2010,"lang":"en","type":"review","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Quality (philosophy); Medical education; Data science; Computer science; Medicine","score_opus":0.3514638688620035,"score_gpt":0.5855361013544679,"score_spread":0.2340722324924644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253492314","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017199206,0.6373132,0.00006416373,0.32180068,0.00066876947,0.003672645,0.03602359,0.00003577627,0.00041946652],"genre_scores_gemma":[0.0000039302463,0.50447637,0.003667067,0.0024415434,0.00036103796,0.00038232256,0.48781797,0.000039513827,0.0008102227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9848485,0.0047563016,0.0043303785,0.00096358283,0.004476662,0.0006245767],"domain_scores_gemma":[0.9361782,0.0093253385,0.005674824,0.0046357666,0.043621287,0.00056457095],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028453434,0.0005715522,0.0029637583,0.00072542106,0.00074622093,0.0001064744,0.0017787571,0.0012604834,0.00055688724],"category_scores_gemma":[0.27999878,0.00030326465,0.0009548001,0.008000642,0.0020441855,0.00021507469,0.0009807787,0.008310483,0.00002570828],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066752627,0.00027111993,0.00014231508,0.1878075,0.00019562131,1.6023631e-7,0.0004380049,2.9952374e-9,3.982221e-7,0.0060615,0.48607308,0.31900364],"study_design_scores_gemma":[0.00021276329,0.00007616993,0.0026196272,0.34360686,0.0003024893,0.000021554886,0.00014307379,0.0000019892075,9.3022607e-7,0.00019711812,0.6526597,0.00015770402],"about_ca_topic_score_codex":0.00014961946,"about_ca_topic_score_gemma":0.000003127571,"teacher_disagreement_score":0.4517944,"about_ca_system_score_codex":0.00025664608,"about_ca_system_score_gemma":0.0021463493,"threshold_uncertainty_score":0.99994195},"labels":[],"label_agreement":null},{"id":"W4253628219","doi":"10.1002/9781119184201.pubnote","title":"Also of Interest","year":2015,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; TransCanada (Canada)","funders":"","keywords":"Mathematics education; Psychology","score_opus":0.07478637515569005,"score_gpt":0.39156448251218506,"score_spread":0.31677810735649503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253628219","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010778041,0.00012385326,0.00013391864,0.0011358475,0.0005468132,0.00012881076,0.0000035135897,0.000057261223,0.9977622],"genre_scores_gemma":[0.0005728823,0.000012599592,0.0061483327,0.0008130526,0.00044501797,0.000004201168,0.00012996697,0.00010184191,0.9917721],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996238,0.0000048999564,0.00013662565,0.00007277221,0.000112285066,0.000049629725],"domain_scores_gemma":[0.9995575,0.0000032729251,0.00007634306,0.00022162026,0.00011656938,0.00002468022],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010376924,0.000056721772,0.00016248292,0.00020083698,0.0000018106441,8.5646803e-7,0.00004426809,0.00015027754,0.02854355],"category_scores_gemma":[0.00024787436,0.000042222542,0.000015568152,0.00012890054,0.00005787708,0.000003853086,0.000012949168,0.00010695656,0.00042448155],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024621627,0.00004546826,0.000043616008,0.0001283749,0.00002492548,7.1563204e-7,0.000024715006,1.5323096e-9,0.000012058747,0.002717981,0.99246293,0.0045367684],"study_design_scores_gemma":[0.00017486575,0.000040835683,0.00003418251,0.00034177763,0.000027174132,0.0000052529667,0.00006611021,0.000002594105,0.000065103726,0.000068797555,0.9991384,0.000034868724],"about_ca_topic_score_codex":0.000057405166,"about_ca_topic_score_gemma":0.000022423454,"teacher_disagreement_score":0.028119069,"about_ca_system_score_codex":0.000026717316,"about_ca_system_score_gemma":0.00016327677,"threshold_uncertainty_score":0.9723445},"labels":[],"label_agreement":null},{"id":"W4253988658","doi":"10.1111/j.1553-2712.2006.tb00293.x","title":"The Assessment of Emergency Physicians by a Regulatory Authority","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Medicine; Cronbach's alpha; Collegiality; Family medicine; Psychometrics; Clinical psychology; Psychology","score_opus":0.025571510122303867,"score_gpt":0.3982370938043246,"score_spread":0.37266558368202074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253988658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051997,0.008695869,0.003272968,0.04003162,0.009170946,0.0008696374,0.000011792818,0.0001332606,0.0326142],"genre_scores_gemma":[0.976012,0.0053653964,0.00042471095,0.0003151755,0.002914977,0.000098164564,0.00019321265,0.000040600502,0.014635773],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99628353,0.00009411293,0.0017689742,0.00033791378,0.001105548,0.00040993135],"domain_scores_gemma":[0.9981018,0.000061208244,0.00065551465,0.0006211358,0.0004882978,0.000072056566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001737458,0.0002243459,0.00040496438,0.00012798049,0.00025544805,3.0154243e-7,0.0003291271,0.00025256787,0.0013980314],"category_scores_gemma":[0.00084754423,0.0001533946,0.00010463995,0.0011917207,0.00034033766,0.0000860672,0.000045006866,0.0010036295,0.000011599923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011801564,0.00013758359,0.11424164,0.00010194878,0.0000516374,4.9993326e-7,0.00018376096,0.0000021123221,0.030456001,0.015616359,0.8338239,0.0053727077],"study_design_scores_gemma":[0.0010926004,0.00038766614,0.634015,0.00034071933,0.00037891563,0.000008906156,0.0012412425,0.0014708426,0.0016525271,0.009755727,0.34936023,0.0002955967],"about_ca_topic_score_codex":0.00020664223,"about_ca_topic_score_gemma":0.000008057259,"teacher_disagreement_score":0.5197734,"about_ca_system_score_codex":0.0001526933,"about_ca_system_score_gemma":0.00013232094,"threshold_uncertainty_score":0.9995148},"labels":[],"label_agreement":null},{"id":"W4254128948","doi":"10.4212/cjhp.v72i3.2904","title":"Advanced Strategies in Pharmacy Experiential Education","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pharmacy; Pharmacy education; Experiential learning; Experiential education; Medicine; Pharmacy practice; Medical education; Family medicine; Psychology; Pedagogy","score_opus":0.011394931547683953,"score_gpt":0.34529242360904494,"score_spread":0.333897492061361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254128948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97336835,0.0006922547,0.000013777175,0.01521404,0.0049182666,0.00036501806,0.0000012569703,0.0000047576063,0.0054223],"genre_scores_gemma":[0.99681354,0.000031234886,0.00038097863,0.0016963799,0.00061181496,0.0000107921915,0.000008874298,0.000015983283,0.00043039772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989617,0.000037310718,0.00040728875,0.00009653319,0.00025908908,0.00023811156],"domain_scores_gemma":[0.9990246,0.00001804483,0.00019690828,0.00016166263,0.00039787483,0.00020086327],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003635154,0.00010195253,0.00016650409,0.00033280224,0.00008325198,0.000060128157,0.00021777244,0.000022334787,0.0012688898],"category_scores_gemma":[0.00015884404,0.000076962315,0.00006221732,0.0004369909,0.00010823492,0.0004817139,0.0000072037487,0.00050998986,0.00006455274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075339817,0.0014287839,0.27904436,0.0002853451,0.00029503438,0.0002553685,0.043976888,0.00054746907,0.011670225,0.014656345,0.11724132,0.5298455],"study_design_scores_gemma":[0.014092894,0.0011657887,0.105057836,0.0009091637,0.00022924005,0.00077718263,0.047644556,0.0009186807,0.010300942,0.0037990743,0.8144033,0.00070137484],"about_ca_topic_score_codex":0.0037560146,"about_ca_topic_score_gemma":0.001040131,"teacher_disagreement_score":0.697162,"about_ca_system_score_codex":0.0003971464,"about_ca_system_score_gemma":0.007244952,"threshold_uncertainty_score":0.9996441},"labels":[],"label_agreement":null},{"id":"W4254480347","doi":"10.3109/0142159x.2011.628888","title":"eMedical Teacher","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Medical education; Psychology; Mathematics education; Computer science; Medicine","score_opus":0.05125958679537847,"score_gpt":0.3472276247093402,"score_spread":0.29596803791396176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254480347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5540319,0.00012883397,0.002319784,0.00950471,0.0009428146,0.00027404306,2.0642106e-7,0.00028021098,0.43251747],"genre_scores_gemma":[0.9217834,0.00002322109,0.0039856867,0.0055018296,0.0019813706,0.00009028529,0.000046970144,0.000055888428,0.06653134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972298,0.00008707384,0.00050122145,0.00034461755,0.0014168634,0.00042039267],"domain_scores_gemma":[0.99883467,0.000010847265,0.00006727784,0.00048813192,0.00012472112,0.00047437812],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014415716,0.00017788072,0.00030295431,0.00015262795,0.00007512117,0.0000065652453,0.00025289741,0.00047457573,0.24971914],"category_scores_gemma":[0.00496631,0.0001351183,0.000101306614,0.00045100483,0.00048434507,0.00006857064,0.000074335345,0.0012410318,0.0012972133],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011308424,0.0028708817,0.15803863,0.00008085654,0.00013877745,0.00025603446,0.0030638087,8.486293e-9,0.000024197172,0.004111505,0.5726699,0.2586323],"study_design_scores_gemma":[0.004847307,0.0006660368,0.1231582,0.00046810138,0.0002896379,0.00090222503,0.0018624004,0.008485796,0.0001951899,0.0024593272,0.8559839,0.00068184984],"about_ca_topic_score_codex":0.00006070968,"about_ca_topic_score_gemma":0.000002734537,"teacher_disagreement_score":0.3677515,"about_ca_system_score_codex":0.00011678868,"about_ca_system_score_gemma":0.00039382075,"threshold_uncertainty_score":0.99948037},"labels":[],"label_agreement":null},{"id":"W4254616129","doi":"10.1080/01421590306793","title":"The Supplemental Instruction Project: peer-devised and delivered tutorials","year":2003,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"TUTOR; Session (web analytics); Medical education; Medical school; Medicine; Psychology; Computer science; Mathematics education; World Wide Web","score_opus":0.022396083022771178,"score_gpt":0.34816405223385144,"score_spread":0.32576796921108025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254616129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794252,0.00015186855,0.00016947614,0.011564601,0.0016654464,0.0005098279,0.0000010443473,0.00005616597,0.0064564003],"genre_scores_gemma":[0.9898999,0.0000805663,0.0015028574,0.00093172985,0.0011987344,0.00010807809,0.00008472983,0.000022902976,0.0061705094],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980399,0.00014252815,0.00034477346,0.00019988602,0.0010428176,0.00023010334],"domain_scores_gemma":[0.9994179,0.000041356867,0.000065030064,0.00021289923,0.0001548751,0.00010791692],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021422869,0.00010156925,0.00015431723,0.00006136827,0.00018958504,0.000029537749,0.000080381884,0.00016334627,0.002794484],"category_scores_gemma":[0.008881494,0.0000674322,0.000031940508,0.00028475694,0.00029448717,0.000054157714,0.000025655536,0.00043150276,0.00002298149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013862783,0.0004957255,0.060518846,0.00007067983,0.00014960003,0.000028560919,0.0026854824,5.3178248e-8,0.00020727365,0.022968723,0.49302492,0.4197115],"study_design_scores_gemma":[0.0030295155,0.00013048481,0.0072559924,0.000048972262,0.000056378147,0.00020612594,0.0024134228,0.00048632617,0.00013080648,0.0005029722,0.985626,0.000113034264],"about_ca_topic_score_codex":0.00005069815,"about_ca_topic_score_gemma":0.000006427511,"teacher_disagreement_score":0.49260104,"about_ca_system_score_codex":0.00012715827,"about_ca_system_score_gemma":0.0003680103,"threshold_uncertainty_score":0.99946713},"labels":[],"label_agreement":null},{"id":"W4254764558","doi":"10.1001/archsurg.135.4.490","title":"Archives of Surgery Reader's Choice: Continuing Medical Education","year":2000,"lang":"en","type":"article","venue":"Archives of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Surgery; Continuing medical education; Continuing education; General surgery; Medical education","score_opus":0.02516927958617618,"score_gpt":0.31719942411898466,"score_spread":0.2920301445328085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254764558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755533,0.0006026212,0.00017239875,0.0042718146,0.00056528073,0.00018488413,0.0000046371138,0.00004648322,0.018598614],"genre_scores_gemma":[0.99289817,0.001032964,0.0024812885,0.0008167879,0.00056930195,0.00003573617,0.00022417074,0.0000314788,0.0019101242],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975641,0.00013764786,0.0010762407,0.0002784919,0.00063746935,0.00030606604],"domain_scores_gemma":[0.9949078,0.0040197684,0.0003281244,0.0004837199,0.00008378487,0.00017681578],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066128,0.00016557056,0.0006574707,0.00074130605,0.00004811717,0.000005949558,0.0001431688,0.000103706574,0.0019874936],"category_scores_gemma":[0.0064379494,0.00015457702,0.00028226103,0.00051075296,0.000728454,0.00009905363,0.000028007762,0.0003277559,0.000015359017],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013176464,0.0006596097,0.16503133,0.00041157755,0.000060453505,0.0000043291543,0.0016708025,8.563619e-7,0.0013254998,0.00019853313,0.008542698,0.82196254],"study_design_scores_gemma":[0.00047624405,0.00004381378,0.94844985,0.0053473557,0.00008726497,0.00011570048,0.0010431327,0.0006152659,0.0065900623,0.0019699198,0.034972895,0.00028850575],"about_ca_topic_score_codex":0.000118379794,"about_ca_topic_score_gemma":0.0000031095972,"teacher_disagreement_score":0.82167405,"about_ca_system_score_codex":0.00001308314,"about_ca_system_score_gemma":0.0012048874,"threshold_uncertainty_score":0.99892485},"labels":[],"label_agreement":null},{"id":"W4254774948","doi":"10.1097/acm.0b013e3181eab8bd","title":"University of Ottawa Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Scholarship; Stipend; Medicine; Political science; Sociology; Pedagogy","score_opus":0.029983841405262276,"score_gpt":0.3572363899736704,"score_spread":0.32725254856840813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254774948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91460335,0.00021699235,0.0014496954,0.057016186,0.0011910095,0.00034648814,0.000006019805,0.000051572577,0.025118694],"genre_scores_gemma":[0.99262446,0.0001479067,0.0017018854,0.0012732333,0.0008439891,9.462079e-7,0.00012549313,0.000013660845,0.003268443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998266,0.000029553928,0.00063178147,0.0002160426,0.0006688878,0.00018775744],"domain_scores_gemma":[0.9983461,0.00012217324,0.00040629492,0.000419677,0.0005770483,0.00012871246],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012776863,0.00013212812,0.0005386049,0.0003169278,0.000042615702,1.8577731e-7,0.00026493188,0.0003405281,0.003324876],"category_scores_gemma":[0.0043209693,0.000100504025,0.00003537909,0.0008260614,0.001835725,0.00005801006,0.000038365255,0.0011934311,0.000017487395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015064004,0.00007471881,0.05491508,0.00056373107,0.000122042926,0.00001409474,0.010363735,7.931839e-7,0.3174236,0.061776854,0.51271904,0.04187565],"study_design_scores_gemma":[0.01291104,0.0015619001,0.19310011,0.002299889,0.00088903256,0.0002883236,0.017973641,0.0005301801,0.016488712,0.0045861127,0.7490408,0.00033026593],"about_ca_topic_score_codex":0.00031697899,"about_ca_topic_score_gemma":0.000009993055,"teacher_disagreement_score":0.30093488,"about_ca_system_score_codex":0.000033384415,"about_ca_system_score_gemma":0.0001682275,"threshold_uncertainty_score":0.9975862},"labels":[],"label_agreement":null},{"id":"W4254888436","doi":"10.5858/133.8.1301","title":"The Assessment of Pathologists/Laboratory Medicine Physicians Through a Multisource Feedback Tool","year":2009,"lang":"en","type":"article","venue":"Archives of Pathology & Laboratory Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Accreditation; Generalizability theory; Competence (human resources); Medicine; Family medicine; Medical education; Variance (accounting); Graduate medical education; Context (archaeology); Psychology; Psychometrics; Clinical psychology; Social psychology","score_opus":0.015203034371648121,"score_gpt":0.34776860786491365,"score_spread":0.33256557349326554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254888436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91876954,0.0031804217,0.008697385,0.056314964,0.0012931344,0.0011324619,0.00006334446,0.00013657726,0.010412182],"genre_scores_gemma":[0.9671959,0.0011456544,0.020666368,0.009558737,0.00093534106,0.000058094698,0.00012817116,0.0000419478,0.0002697381],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99609476,0.00053558755,0.0014994652,0.00054653955,0.0008003511,0.00052327284],"domain_scores_gemma":[0.9958848,0.00092811545,0.0009774975,0.0012885238,0.0008304827,0.00009060685],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0016624795,0.00038142182,0.0011353045,0.0003006451,0.00024638642,0.00000356362,0.00049027574,0.00021133955,0.000104572544],"category_scores_gemma":[0.0040585157,0.0002471571,0.000101583064,0.0013947277,0.0057231854,0.0001159774,0.000068733345,0.0008502062,0.0000057833413],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005100216,0.001617059,0.029165803,0.00048184724,0.00028236976,0.00043098538,0.020161124,0.000026044654,0.7265178,0.0404535,0.035560068,0.1447934],"study_design_scores_gemma":[0.008046033,0.0074079856,0.90206736,0.0021958947,0.00069375004,0.00016637422,0.012409306,0.0005403811,0.0085314475,0.0060753147,0.05137899,0.00048713223],"about_ca_topic_score_codex":0.000015567859,"about_ca_topic_score_gemma":0.0000048634824,"teacher_disagreement_score":0.87290156,"about_ca_system_score_codex":0.00008045137,"about_ca_system_score_gemma":0.0005734422,"threshold_uncertainty_score":0.9999981},"labels":[],"label_agreement":null},{"id":"W4254924799","doi":"10.1080/0142159x.2020.1830052","title":"Performance assessment: Consensus statement and recommendations from the 2020 Ottawa Conference","year":2020,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Consensus conference; Medical education; MEDLINE; Political science; Medicine; Library science; Computer science; Law","score_opus":0.04581137911629056,"score_gpt":0.36641821824684345,"score_spread":0.3206068391305529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254924799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5444485,0.000058633468,0.0008262447,0.4468,0.0001999576,0.00021230428,0.0000043591813,0.00003857363,0.0074114585],"genre_scores_gemma":[0.9761168,0.00015945676,0.0033899583,0.018690938,0.0006627005,0.00004629503,0.00019402413,0.00001271373,0.0007271607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848306,0.00011647234,0.00040026085,0.00023834674,0.00059191155,0.00016992252],"domain_scores_gemma":[0.99929345,0.00009186428,0.00008591813,0.00019942503,0.00011189432,0.00021743268],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007430675,0.00010815296,0.0001747408,0.000015142491,0.00013798036,0.000023272916,0.00013162619,0.0000994168,0.015919918],"category_scores_gemma":[0.001975025,0.000071214745,0.000021704229,0.00022237579,0.0002734136,0.000037227466,0.000068268586,0.00072496507,0.00008321671],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022449332,0.0001592781,0.18315949,0.000039730774,0.00008172315,0.000010725259,0.0021724228,3.1314917e-7,0.00004990059,0.0007673671,0.6698421,0.14369448],"study_design_scores_gemma":[0.002141555,0.00025415226,0.1156663,0.00024329356,0.00012881267,0.00002622375,0.0038656145,0.17617494,0.00002892077,0.00016422328,0.7011096,0.00019635458],"about_ca_topic_score_codex":0.0000463173,"about_ca_topic_score_gemma":0.0000061005767,"teacher_disagreement_score":0.43166825,"about_ca_system_score_codex":0.000057499878,"about_ca_system_score_gemma":0.0003763801,"threshold_uncertainty_score":0.9849797},"labels":[],"label_agreement":null},{"id":"W4255064228","doi":"10.24124/2016/bpgub1125","title":"It's complicated: staff nurse perceptions of their influence on nursing students' learning","year":2016,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University","funders":"University of Northern British Columbia","keywords":"Nursing; Perception; Psychology; Nurse education; Nursing staff; Medicine; Medical education","score_opus":0.013500619667602281,"score_gpt":0.3934823393738065,"score_spread":0.3799817197062042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255064228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9041312,0.00002094204,0.00023512529,0.0017586706,0.000571868,0.0005815422,0.000007098518,0.0001031211,0.092590444],"genre_scores_gemma":[0.96628183,0.00005944161,0.0006356641,0.000499805,0.00020264467,0.00007722456,0.0013487351,0.000057903508,0.030836746],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99787366,0.000059571557,0.00064745336,0.0003828955,0.0007845193,0.00025191024],"domain_scores_gemma":[0.99808055,0.00009745296,0.0003704436,0.00047667822,0.00089837646,0.0000764969],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027431097,0.0002712103,0.00044235753,0.0004936966,0.00018353062,0.000021005431,0.00025924126,0.00029144064,0.0015062036],"category_scores_gemma":[0.0005787736,0.00019709235,0.00010717124,0.0004700335,0.00016323522,0.00008170295,0.000007911574,0.00079080777,0.0002535902],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013661832,0.011703224,0.03840057,0.0017033718,0.0007437301,0.000011325119,0.059357107,0.00008844084,0.09213785,0.0094052525,0.075766556,0.7093164],"study_design_scores_gemma":[0.0026736218,0.0018453217,0.7871056,0.02409038,0.0005735512,0.00004024126,0.16216923,0.00015952095,0.008424347,0.0006726824,0.0113614295,0.00088408333],"about_ca_topic_score_codex":0.000020883026,"about_ca_topic_score_gemma":0.000005407168,"teacher_disagreement_score":0.748705,"about_ca_system_score_codex":0.000341173,"about_ca_system_score_gemma":0.0002943933,"threshold_uncertainty_score":0.9994066},"labels":[],"label_agreement":null},{"id":"W4255216432","doi":"10.1111/j.1553-2712.2007.tb01870.x","title":"Emergency Medicine Clerkship Encounter and Procedure Logging Using Handheld Computers","year":2007,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; North York General Hospital","funders":"","keywords":"Mobile device; Accreditation; Logging; Medicine; Medical emergency; Medical education; Multimedia; Computer science; World Wide Web","score_opus":0.06503180368638181,"score_gpt":0.4062591496329186,"score_spread":0.3412273459465368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255216432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336754,0.01142409,0.018201178,0.016850129,0.010938812,0.0008770378,0.0000017344148,0.00021254628,0.007819087],"genre_scores_gemma":[0.97482955,0.007817417,0.0017768681,0.0033670026,0.009323492,0.000023823704,0.000106981555,0.000096403564,0.002658459],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99491376,0.000057975856,0.0023643244,0.0007250616,0.0011126156,0.0008262542],"domain_scores_gemma":[0.9978653,0.000110367575,0.00061627687,0.0004780186,0.0005265326,0.00040346332],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003577916,0.00046247867,0.00072260696,0.0007960833,0.00029152766,6.761039e-7,0.00029707653,0.00053099566,0.004524609],"category_scores_gemma":[0.003214734,0.00036012096,0.000070662885,0.0016137338,0.00059461617,0.00024474162,0.00009824242,0.0016364632,0.000024227062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023926115,0.00014675231,0.5112783,0.0016086154,0.00023792312,0.000029769877,0.010411752,0.000007464206,0.044040535,0.0028387397,0.41950753,0.009653412],"study_design_scores_gemma":[0.013525309,0.0033814064,0.60403764,0.013677855,0.0030970953,0.0019183942,0.028331721,0.021416536,0.0023116039,0.009463355,0.29597518,0.002863888],"about_ca_topic_score_codex":0.00018622406,"about_ca_topic_score_gemma":0.000011953444,"teacher_disagreement_score":0.12353234,"about_ca_system_score_codex":0.0002213995,"about_ca_system_score_gemma":0.00012520104,"threshold_uncertainty_score":0.9998851},"labels":[],"label_agreement":null},{"id":"W4255425935","doi":"10.1016/s1701-2163(16)34652-7","title":"Compassionate Leadership","year":2010,"lang":"en","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Medicine; Femoral neck; Metaphysis; Menarche; Anthropometry; Diaphysis; Nuclear medicine; Orthodontics; Osteoporosis; Surgery; Femur; Internal medicine","score_opus":0.020091918005962658,"score_gpt":0.2803562166438278,"score_spread":0.26026429863786515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255425935","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057915444,0.0025294505,0.000011918341,0.0030781298,0.9877502,0.00009151118,0.00001584467,0.0000030551173,0.00072835846],"genre_scores_gemma":[0.11583973,0.0006404469,0.0050254264,0.004781924,0.86670727,0.0000103948505,0.00032152905,0.000108288725,0.006564967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978453,0.000038481732,0.00070933014,0.00014699827,0.0010140386,0.00024586092],"domain_scores_gemma":[0.99279976,0.0038356502,0.0008912845,0.00018941471,0.0020792983,0.00020461719],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00055810355,0.00017008814,0.00060267915,0.00048070663,0.00009169869,0.000017752822,0.00017773079,0.0010416491,0.00052903156],"category_scores_gemma":[0.060915735,0.00013646108,0.000060965274,0.00041684904,0.00013114273,0.00003993395,0.000030873696,0.003710873,0.0000011449387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003526948,0.000051929557,0.00075708586,0.0001325374,0.00008130712,0.0006688515,0.000021386575,4.484897e-7,0.0000022428596,0.000026102327,0.935393,0.06286158],"study_design_scores_gemma":[0.0013214084,0.0002261227,0.010596246,0.000031700696,0.00018150876,0.000051104307,0.0001708675,0.000013489984,0.0000048536263,0.000050551636,0.98724097,0.00011118687],"about_ca_topic_score_codex":0.0037100918,"about_ca_topic_score_gemma":0.007908788,"teacher_disagreement_score":0.12104289,"about_ca_system_score_codex":0.001393842,"about_ca_system_score_gemma":0.013649392,"threshold_uncertainty_score":0.9985876},"labels":[],"label_agreement":null},{"id":"W4255978835","doi":"10.3138/jvme.0316-066r1","title":"Curriculum Redesign in Veterinary Medicine: Part II","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Excellence; Medical education; Process (computing); General partnership; Creativity; Stakeholder; Engineering management; Component (thermodynamics); Scale (ratio); Faculty development; Medicine; Engineering; Computer science; Sociology; Business; Psychology; Professional development; Pedagogy; Public relations; Political science","score_opus":0.08298772391721797,"score_gpt":0.4401618605954795,"score_spread":0.35717413667826153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255978835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93791354,0.00051554915,0.00009661542,0.050549015,0.007022118,0.00023507298,3.4172285e-7,0.000012114422,0.0036556618],"genre_scores_gemma":[0.98813826,0.0005836026,0.0034392623,0.0029137325,0.004012486,0.00003172357,0.000018717867,0.000027186008,0.0008350494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99676704,0.00015411564,0.0012893619,0.00023886407,0.0012498777,0.000300723],"domain_scores_gemma":[0.9972789,0.00005737569,0.0010376794,0.0006719095,0.00063038897,0.00032374487],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026704494,0.00020134913,0.00053741725,0.0005356886,0.00033616548,0.00002960947,0.00058421894,0.0002746869,0.0024629883],"category_scores_gemma":[0.014597946,0.0001584063,0.00010823759,0.00029188377,0.00047754418,0.00049139315,0.000121484976,0.00096310186,0.000023040411],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077581155,0.0073360363,0.043471355,0.0006274966,0.000118098396,0.0010487465,0.0025919112,0.0000016111665,0.0029913029,0.0013720512,0.42290884,0.5167567],"study_design_scores_gemma":[0.0060848566,0.016046984,0.19497237,0.010846312,0.00019246689,0.020054482,0.0041798614,0.0008300152,0.000075174445,0.0009564419,0.745312,0.00044906174],"about_ca_topic_score_codex":0.000087001485,"about_ca_topic_score_gemma":0.0000018930721,"teacher_disagreement_score":0.51630765,"about_ca_system_score_codex":0.00035809493,"about_ca_system_score_gemma":0.002473733,"threshold_uncertainty_score":0.9984489},"labels":[],"label_agreement":null},{"id":"W4256253179","doi":"10.1017/9781108618410.003","title":"Obtaining the History and Physical Examination","year":2019,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"History","score_opus":0.025830700970870195,"score_gpt":0.22822289709257035,"score_spread":0.20239219612170015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256253179","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005520079,0.00013500186,0.00013527708,0.00012979041,0.00053284894,0.00043957212,0.000007444844,0.00005422755,0.99304575],"genre_scores_gemma":[0.015159459,0.00003110631,0.00007836611,0.00038065098,0.00032451292,7.544714e-7,0.000065838256,0.00002749728,0.98393184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918866,0.000026849582,0.00010946971,0.00027440445,0.00027763026,0.00012295617],"domain_scores_gemma":[0.9991379,0.00007311162,0.00014616284,0.000384845,0.0002114627,0.00004654499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001735096,0.0001712713,0.00023611897,0.00013861801,0.0000957251,0.000008057153,0.00012905849,0.00020090152,0.000007710369],"category_scores_gemma":[0.000054386255,0.00015404214,0.00006535314,0.0000074317104,0.00036000367,0.000044642056,0.000108712564,0.0005864603,0.000013930968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030489551,0.000013459996,0.0000047092612,0.00013617889,0.000072955045,0.000024865241,0.00054999726,1.8865987e-7,0.000051826195,0.8784591,0.09846891,0.022187298],"study_design_scores_gemma":[0.0004341903,0.000066455694,0.00046118832,0.00018417124,0.00030131862,0.000025124406,0.00018289975,0.00043650396,0.000020079477,0.0000055958953,0.99773306,0.0001494128],"about_ca_topic_score_codex":0.000017650336,"about_ca_topic_score_gemma":1.2728621e-7,"teacher_disagreement_score":0.89926416,"about_ca_system_score_codex":0.000649225,"about_ca_system_score_gemma":0.00026644018,"threshold_uncertainty_score":0.6281656},"labels":[],"label_agreement":null},{"id":"W4256352334","doi":"10.22374/cjgim.v10i3.57","title":"How to Maximize Bedside Teaching in Our Busy World","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Debriefing; Preceptor; Medicine; Session (web analytics); Medical education; Workflow; Quality (philosophy); Teaching method; Psychology; Computer science; Pedagogy","score_opus":0.04507911101995911,"score_gpt":0.3441150436257438,"score_spread":0.2990359326057847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256352334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7142237,0.0004667683,0.0021825524,0.27060595,0.004153388,0.00017839124,0.0000018993925,0.000006760238,0.008180622],"genre_scores_gemma":[0.9475328,0.000004285922,0.013705439,0.014714168,0.0053091897,0.000004572387,0.00000819918,0.000027590468,0.01869376],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981112,0.000083014565,0.0007111616,0.00015928224,0.00053945096,0.00039588092],"domain_scores_gemma":[0.9974817,0.000023374532,0.00024173793,0.00021408514,0.0005426249,0.001496471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017150833,0.00016835929,0.00047821464,0.0021623746,0.000043244632,0.000038394748,0.0002935593,0.00007428009,0.00007348141],"category_scores_gemma":[0.005704097,0.00012967098,0.000059697948,0.00067337573,0.00007226562,0.00016202767,0.000016156391,0.0010401199,0.000011364805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001924775,0.000046448673,0.058927238,0.000027823899,0.00007307228,0.0016049355,0.0036098154,0.0000862303,0.0012744466,0.0011511593,0.88028723,0.05271911],"study_design_scores_gemma":[0.009547193,0.0031150056,0.0591829,0.005692259,0.0002150753,0.0065587275,0.024432028,0.00090240565,0.0009777212,0.0019631102,0.8868885,0.00052508037],"about_ca_topic_score_codex":0.014825747,"about_ca_topic_score_gemma":0.041522373,"teacher_disagreement_score":0.2558918,"about_ca_system_score_codex":0.0011295176,"about_ca_system_score_gemma":0.0013916836,"threshold_uncertainty_score":0.9917346},"labels":[],"label_agreement":null},{"id":"W4256446635","doi":"10.21203/rs.2.14044/v2","title":"Leadership Training Programs in Graduate Medical Education: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Graduate Education","keywords":"Medical education; Training (meteorology); Graduate medical education; Graduate education; Graduate students; Psychology; Medicine; Accreditation","score_opus":0.6845068640316202,"score_gpt":0.5808505256664483,"score_spread":0.10365633836517185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256446635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.4455866e-7,0.96733266,0.000007683459,0.01920192,0.00028936125,0.011917488,0.0000023607745,0.000094283336,0.001153422],"genre_scores_gemma":[0.000016619953,0.985799,0.00036324482,0.0021141304,0.0008606122,0.008970745,0.0009192488,0.00010539826,0.00085101154],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98967826,0.0021403108,0.0020871218,0.00076996617,0.0044214264,0.00090293214],"domain_scores_gemma":[0.9964682,0.0005538644,0.0003589402,0.0009972994,0.0010491465,0.00057256204],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010361447,0.00043321596,0.0037050864,0.0010985499,0.00011852113,0.00006925419,0.0006986681,0.000599429,0.00054058514],"category_scores_gemma":[0.056654576,0.0003206726,0.00045345013,0.007049257,0.0003373697,0.00008609847,0.00013304368,0.004820753,0.0007872468],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001557546,0.00021459126,0.0000011901955,0.52163124,0.00004770668,0.0000748123,0.00043241456,5.5897953e-10,1.3689011e-9,0.00030658118,0.008292676,0.46899724],"study_design_scores_gemma":[0.00011379831,0.00011395886,0.0000011863448,0.61830705,0.00038300763,0.00034117614,0.0023841276,0.000007777128,4.928978e-9,0.000025803176,0.37817478,0.00014734284],"about_ca_topic_score_codex":0.000018043473,"about_ca_topic_score_gemma":0.000008707188,"teacher_disagreement_score":0.4688499,"about_ca_system_score_codex":0.0012144416,"about_ca_system_score_gemma":0.021034725,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W4280490949","doi":"10.2196/32829","title":"A Novel, Combined Student and Preceptor Professional Development Session for Optimizing Feedback: Protocol for a Multimethod, Multisite, and Multiyear Intervention","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Winnipeg; NOSM University","funders":"","keywords":"Session (web analytics); Preceptor; Medical education; Coaching; Professional development; Intervention (counseling); Psychology; Protocol (science); Peer feedback; Faculty development; Medicine; Computer science; Nursing; Alternative medicine","score_opus":0.25521341929099783,"score_gpt":0.6256908476362703,"score_spread":0.3704774283452724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280490949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008864133,9.0414426e-7,0.008982016,0.0007777353,0.000039933602,0.9812394,0.000018226414,0.00005784529,0.000019846193],"genre_scores_gemma":[0.0002183666,4.117103e-8,0.2824365,0.0000778118,0.00008369365,0.71347576,0.00007244179,0.000036446563,0.0035989727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969494,0.00032830925,0.00064144423,0.00057039515,0.0010175385,0.00049291126],"domain_scores_gemma":[0.9980722,0.00049242424,0.00019754347,0.00025061023,0.00083389855,0.0001533224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00498437,0.00019001488,0.00030191668,0.00041485284,0.0011084869,0.00008926257,0.0001886862,0.00011692695,0.000298376],"category_scores_gemma":[0.0013747414,0.00014849823,0.00005356478,0.0004683586,0.00015050668,0.00016030806,0.00060662854,0.0006774783,0.000001902869],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05821556,0.027952608,0.008874035,0.02116048,0.00023778625,0.000007659146,0.01564719,0.000019517798,0.063573234,0.00047551031,0.066424556,0.73741186],"study_design_scores_gemma":[0.07414669,0.011270468,0.022083662,0.0087029515,0.000012329586,0.00005013189,0.00734978,0.017700966,0.013841212,0.00007900031,0.8442867,0.000476136],"about_ca_topic_score_codex":0.000006210001,"about_ca_topic_score_gemma":0.0000029468317,"teacher_disagreement_score":0.77786213,"about_ca_system_score_codex":0.00045612507,"about_ca_system_score_gemma":0.0005172521,"threshold_uncertainty_score":0.8525697},"labels":[],"label_agreement":null},{"id":"W4280495938","doi":"10.1016/j.jogc.2022.02.058","title":"Development and Validation of the Family Medicine Obstetrics Assessment Tool","year":2022,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Context (archaeology); Medical education; MEDLINE; Family medicine","score_opus":0.02182835505750155,"score_gpt":0.2870212989207184,"score_spread":0.2651929438632169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280495938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843999,0.001685388,0.000082236096,0.0025613012,0.0105840415,0.00014340764,0.0000025544775,0.0000012649076,0.00053988677],"genre_scores_gemma":[0.99501115,0.000053598378,0.003365605,0.0013978743,0.0000246129,0.0000053015497,0.0000056375625,0.0000059364766,0.00013031112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983738,0.00006479105,0.00063356623,0.000085038926,0.0007307684,0.0001120443],"domain_scores_gemma":[0.9978389,0.0009632935,0.0005677029,0.000113718415,0.00046252355,0.000053875163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078884285,0.00007332521,0.0002491585,0.00027795904,0.00020312287,0.000004172066,0.00010557575,0.000042832162,0.00014336935],"category_scores_gemma":[0.0072945147,0.000050502116,0.000018099532,0.0009058896,0.00008362804,0.00003206377,0.00008313342,0.00042906945,2.5213081e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008396454,0.00028742783,0.38632122,0.00019290365,0.00024078446,0.0002429522,0.0013977152,0.00013986838,0.00042566733,0.0025123751,0.024330704,0.5839],"study_design_scores_gemma":[0.0016517554,0.00029735887,0.843108,0.000010693212,0.0000998934,0.000089101384,0.0032641091,0.0001217808,0.00013960709,0.000092940136,0.1510627,0.000062086125],"about_ca_topic_score_codex":0.00078609155,"about_ca_topic_score_gemma":0.00013222134,"teacher_disagreement_score":0.5838379,"about_ca_system_score_codex":0.001502209,"about_ca_system_score_gemma":0.0037604405,"threshold_uncertainty_score":0.87327427},"labels":[],"label_agreement":null},{"id":"W4280508884","doi":"10.12688/mep.19152.1","title":"Rewards and recognition for Canadian distributed medical education preceptors: a qualitative analysis","year":2022,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Regional Municipality of Niagara; University of Alberta; University of Calgary","funders":"","keywords":"Thematic analysis; Preceptor; Qualitative research; Psychology; Medical education; Sociology; Medicine; Social science","score_opus":0.025884112202358683,"score_gpt":0.3853268126586043,"score_spread":0.3594427004562456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280508884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89687043,0.00019215554,0.005054887,0.09130502,0.0016867839,0.0014315172,0.0006881363,0.000106865,0.0026642208],"genre_scores_gemma":[0.95392203,0.000010542315,0.0057064705,0.009039186,0.00044643367,0.001956031,0.027737701,0.000024959403,0.0011566165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981712,0.0001870037,0.00037238593,0.00032285973,0.00068318035,0.00026338588],"domain_scores_gemma":[0.99848807,0.00013390633,0.0001205402,0.00021860158,0.00074432767,0.00029452826],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022679132,0.000108023756,0.0002477588,0.00094473106,0.00039948107,0.000060554627,0.00011852689,0.00011009127,0.0043996433],"category_scores_gemma":[0.011278143,0.00011225005,0.000079478465,0.0026171396,0.000097437565,0.00019020178,0.000038720773,0.00034003006,0.000004179595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009869934,0.0005589359,0.005602607,0.00011028522,0.0005515969,0.000002033361,0.014451688,0.000002375167,0.000008169753,0.0020592373,0.7475637,0.22899067],"study_design_scores_gemma":[0.0029156057,0.00070892187,0.032555126,0.00012163964,0.0021953862,0.000107064356,0.09978531,0.0068248482,0.00007806428,0.0117467,0.8423386,0.00062268664],"about_ca_topic_score_codex":0.015575981,"about_ca_topic_score_gemma":0.009399007,"teacher_disagreement_score":0.22836798,"about_ca_system_score_codex":0.0006107328,"about_ca_system_score_gemma":0.0038297477,"threshold_uncertainty_score":0.9970503},"labels":[],"label_agreement":null},{"id":"W4280529986","doi":"10.1016/j.jogc.2022.02.043","title":"Learning to Lead: An Exploration of Leadership Development in Obstetrics and Gynaecology","year":2022,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Obstetrics and gynaecology; Medicine; Medical education; Leadership development; Health care; Patient care; Residency training; Nursing; Management; Continuing education; Pregnancy","score_opus":0.05665675861878661,"score_gpt":0.2907126427627204,"score_spread":0.2340558841439338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280529986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895548,0.0010762307,0.00014391547,0.0020701066,0.0068092933,0.00017584446,0.0000010970236,0.0000027219521,0.00016594434],"genre_scores_gemma":[0.9951143,0.000034256125,0.0033193168,0.0013299866,0.000015319283,0.00001301822,0.000011469701,0.000011031706,0.00015128742],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834627,0.00014022752,0.00070237444,0.00014967284,0.00043904316,0.00022240699],"domain_scores_gemma":[0.99729913,0.0016629448,0.00040016184,0.00008923158,0.00041877318,0.00012975991],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008995244,0.00009459182,0.0003437325,0.0010073322,0.00014873895,0.000007767352,0.000101179394,0.00008886009,0.0002311914],"category_scores_gemma":[0.023082566,0.000099058416,0.000015167751,0.0013108711,0.000052352498,0.00015103143,0.000063082116,0.00070419756,1.8814075e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009271678,0.00019340552,0.14526747,0.000073954325,0.00003497424,0.0004170118,0.0036540022,0.0008295924,0.00003393435,0.00016727298,0.0005807311,0.8487384],"study_design_scores_gemma":[0.0025754077,0.0021843393,0.91720754,0.000005935902,0.0000463302,0.00007477278,0.037400886,0.00037546334,0.00011513207,0.00008897928,0.039764307,0.00016093478],"about_ca_topic_score_codex":0.0008161569,"about_ca_topic_score_gemma":0.003358978,"teacher_disagreement_score":0.84857744,"about_ca_system_score_codex":0.0021393949,"about_ca_system_score_gemma":0.0027125815,"threshold_uncertainty_score":0.9851464},"labels":[],"label_agreement":null},{"id":"W4280542620","doi":"10.3138/jvme-2021-0098","title":"Exploring Student Experiences of an Undergraduate Certificate in Veterinary Medical Education","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Medical education; Cohort; Likert scale; Medicine; Cohort study; Psychology; Internal medicine","score_opus":0.2653017667184818,"score_gpt":0.4629362057818206,"score_spread":0.19763443906333877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280542620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775899,0.0005009199,0.000071397946,0.014237086,0.0069808955,0.00030361238,6.835297e-7,0.000018082554,0.00029741117],"genre_scores_gemma":[0.99398375,0.000353385,0.0018386298,0.0023443892,0.00087851146,0.00041654878,0.000052443316,0.00003085088,0.00010147203],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99401337,0.0005368812,0.001728158,0.00031114355,0.003114986,0.0002954388],"domain_scores_gemma":[0.9977742,0.000102966056,0.00079204654,0.00041130348,0.00047793065,0.00044157694],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032424873,0.00020171107,0.00050344714,0.0009853292,0.00015666222,0.000018897135,0.00063921424,0.0001262478,0.0022520944],"category_scores_gemma":[0.0033856672,0.00018775712,0.00012370163,0.0011488954,0.00024948537,0.00063037203,0.0001735494,0.0011476259,0.000004283159],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018192751,0.02571307,0.0048775445,0.0005960207,0.0001159922,0.0004381662,0.061889626,0.000040648425,0.0038301223,0.00084508106,0.008172014,0.8916624],"study_design_scores_gemma":[0.0071589425,0.0288547,0.20413208,0.004923095,0.00027709047,0.03361484,0.58713704,0.003552776,0.0009934644,0.0013130096,0.12698527,0.0010576635],"about_ca_topic_score_codex":0.000055139586,"about_ca_topic_score_gemma":0.0000017751244,"teacher_disagreement_score":0.8906048,"about_ca_system_score_codex":0.00071487663,"about_ca_system_score_gemma":0.0098508755,"threshold_uncertainty_score":0.99865997},"labels":[],"label_agreement":null},{"id":"W4280607661","doi":"10.1016/j.jogc.2022.02.109","title":"“Everything New is Happening All At Once”: A Qualitative Study Exploring Early Career Obstetrician/Gynaecologists’ Preparedness for the Transition to Practice","year":2022,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Medicine; Preparedness; Scope of practice; Obstetrics and gynaecology; Competence (human resources); Medical education; Clinical Practice; Burnout; Transition (genetics); Obstetrics; Family medicine; Health care; Pregnancy; Management","score_opus":0.07592786904876937,"score_gpt":0.35117352167582583,"score_spread":0.27524565262705647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280607661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9645389,0.0014569275,0.0015472838,0.01323849,0.017984968,0.0011073641,0.00001953585,0.0000071503487,0.00009938991],"genre_scores_gemma":[0.9872038,0.000019454108,0.0035191767,0.008613183,0.00009783251,0.00014753148,0.0000082296365,0.00002072994,0.0003700849],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99757445,0.00026363635,0.0007343293,0.00023820443,0.00088034535,0.00030902316],"domain_scores_gemma":[0.9886136,0.009377157,0.0006239425,0.00020745226,0.0009902763,0.00018757385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019720348,0.00014794628,0.0003746676,0.00037475806,0.0006435037,0.000035531542,0.0002293812,0.00005959176,0.00025390505],"category_scores_gemma":[0.026164826,0.00012097708,0.000067555105,0.0011681598,0.000039227896,0.00022564147,0.00010958492,0.0006567509,3.8429474e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030420392,0.00073306763,0.006256391,0.00008553568,0.0012093743,0.0012760288,0.6842873,0.0018946066,0.000019674599,0.00013733642,0.08488093,0.21891554],"study_design_scores_gemma":[0.0050406684,0.004867842,0.058323707,0.000011342891,0.0008944632,0.00022543933,0.7294232,0.0004642819,0.000020981828,0.00010683285,0.20035732,0.00026390588],"about_ca_topic_score_codex":0.0227847,"about_ca_topic_score_gemma":0.004756029,"teacher_disagreement_score":0.21865164,"about_ca_system_score_codex":0.0054136543,"about_ca_system_score_gemma":0.0027674753,"threshold_uncertainty_score":0.9984044},"labels":[],"label_agreement":null},{"id":"W4281250755","doi":"10.1186/s12909-022-03465-w","title":"Piloting ‘Virtual Ward’: a novel platform for delivering medical student education by residents","year":2022,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University","funders":"","keywords":"Medical education; Medicine; Psychology","score_opus":0.028692403629254366,"score_gpt":0.3925617422819842,"score_spread":0.36386933865272986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281250755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325595,0.00052533456,0.03963572,0.015282033,0.008596989,0.0019501251,0.000025461743,0.00018710239,0.0012377688],"genre_scores_gemma":[0.9407974,0.00009239497,0.015965449,0.028811257,0.0029886602,0.0040917834,0.00297984,0.00011250521,0.0041607437],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939089,0.00009856212,0.001078553,0.0006474693,0.0037455268,0.00052098173],"domain_scores_gemma":[0.9975132,0.00043669666,0.00036000542,0.00052730594,0.00056254416,0.0006002464],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029984335,0.00027056245,0.00038624907,0.0004105617,0.0006727474,0.000046425474,0.0005735664,0.0002647301,0.0039233975],"category_scores_gemma":[0.017283635,0.00027833134,0.00013454404,0.00083489344,0.00015749467,0.00021185545,0.00019806676,0.0009485425,0.00003956315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034185042,0.011081345,0.014433487,0.00059682876,0.00010305437,0.000001940188,0.0026621195,0.000017512573,0.00078109105,0.009492186,0.44645643,0.5140322],"study_design_scores_gemma":[0.020246314,0.0044323457,0.10099628,0.0042687873,0.0009508455,0.0019800789,0.08619077,0.049711715,0.0013354999,0.0018941958,0.7254679,0.002525277],"about_ca_topic_score_codex":0.00033558081,"about_ca_topic_score_gemma":0.00003619558,"teacher_disagreement_score":0.51150686,"about_ca_system_score_codex":0.0013870109,"about_ca_system_score_gemma":0.021435054,"threshold_uncertainty_score":0.99996686},"labels":[],"label_agreement":null},{"id":"W4281481594","doi":"10.1097/acm.0000000000004746","title":"The Purpose, Design, and Promise of Medical Education Research Labs","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Strong; McMaster University","keywords":"Construct (python library); Medical education; Subject (documents); Field (mathematics); Work (physics); Medical research; Engineering ethics; Higher education; Knowledge management; Computer science; Medicine; Political science; Engineering; Library science","score_opus":0.09956454410707134,"score_gpt":0.4863363036182363,"score_spread":0.386771759511165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281481594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53910905,0.012053282,0.0012758658,0.4403064,0.0017177444,0.0022549627,0.0000010993177,0.000053989133,0.0032275734],"genre_scores_gemma":[0.97751987,0.0036806336,0.00083046046,0.007492427,0.0013560682,0.0009029094,0.00005282915,0.000033618162,0.008131206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953799,0.00053349964,0.0006338624,0.00025913987,0.002893169,0.0003003871],"domain_scores_gemma":[0.99798316,0.0008089155,0.00015660397,0.00039091753,0.00047722593,0.00018317517],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015757862,0.000098549564,0.00023774184,0.00033302332,0.0005282625,0.0000035874493,0.0004271208,0.00016673612,0.0010819717],"category_scores_gemma":[0.016077338,0.00006361216,0.000015429247,0.0013707142,0.0011099946,0.00004330754,0.00024303899,0.0023949416,0.0000065954578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024181334,0.00009881655,0.00233653,0.00015882432,0.000036539343,0.000005807833,0.0064537236,0.0000011831465,0.0020540454,0.036617845,0.7264259,0.22556897],"study_design_scores_gemma":[0.002760809,0.0014116792,0.00451628,0.0007302905,0.00010940664,0.00069463265,0.032525893,0.0030810295,0.000893082,0.017938988,0.93518245,0.00015544427],"about_ca_topic_score_codex":0.000064421,"about_ca_topic_score_gemma":6.8115224e-7,"teacher_disagreement_score":0.43841076,"about_ca_system_score_codex":0.00017917351,"about_ca_system_score_gemma":0.002182265,"threshold_uncertainty_score":0.9999066},"labels":[],"label_agreement":null},{"id":"W4281555709","doi":"10.3138/jvme-2022-0003","title":"Practical Tips for Setting Up and Running OSCEs","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Medical education; Technician; Curriculum; Variety (cybernetics); Objective structured clinical examination; Set (abstract data type); Psychology; Medicine; Computer science; Mathematics education; Pedagogy; Engineering","score_opus":0.08987755713016368,"score_gpt":0.47021532463480853,"score_spread":0.3803377675046449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281555709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9106692,0.00036347914,0.003607661,0.080670126,0.0041853962,0.00025709262,0.0000011567226,0.000013137499,0.00023271705],"genre_scores_gemma":[0.94096977,0.00005809161,0.048888043,0.007912251,0.0016606405,0.00007631746,0.000032046042,0.000020546695,0.000382294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981914,0.00008658628,0.00059219275,0.00013187568,0.00083837874,0.00015952982],"domain_scores_gemma":[0.99874073,0.00020624623,0.0004089463,0.00011286494,0.0003634119,0.00016782334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024166175,0.00008644968,0.00021062409,0.0002481431,0.00024865038,0.000018102877,0.00009429433,0.000071432485,0.00070167886],"category_scores_gemma":[0.0075615924,0.00007725554,0.00006118023,0.00024963412,0.000088253655,0.00017787865,0.000064586304,0.0006929863,0.0000013285768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012320547,0.0016872871,0.00468735,0.0004952206,0.00010657045,0.00007698648,0.0027452265,0.0000022287702,0.0018101818,0.002098165,0.4388624,0.5461963],"study_design_scores_gemma":[0.0026095642,0.005058495,0.0124891745,0.0005032441,0.0002060473,0.041293304,0.013124245,0.0030472751,0.000090067355,0.0007491567,0.92064494,0.0001844849],"about_ca_topic_score_codex":0.0000030726858,"about_ca_topic_score_gemma":8.974124e-8,"teacher_disagreement_score":0.5460118,"about_ca_system_score_codex":0.00020936302,"about_ca_system_score_gemma":0.0028418747,"threshold_uncertainty_score":0.90524787},"labels":[],"label_agreement":null},{"id":"W4281623401","doi":"10.21203/rs.3.rs-1656121/v1","title":"Balancing closure and discovery: Adaptive expertise in the workplace","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Closure (psychology); Adaptability; Health care; Psychology; Medical education; Field (mathematics); Knowledge management; Nursing; Medicine; Computer science; Political science; Management","score_opus":0.06744347194971431,"score_gpt":0.44137221013817335,"score_spread":0.37392873818845906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281623401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586715,0.0038752875,0.0002885992,0.027590737,0.0004251507,0.0024003359,0.000028788996,0.0000329593,0.0066866404],"genre_scores_gemma":[0.99502975,0.00035375162,0.0005596936,0.00056053326,0.00047704997,0.0011578586,0.00022446865,0.000028538352,0.0016083304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99630296,0.00079565163,0.0003001917,0.00048170998,0.001693173,0.00042631355],"domain_scores_gemma":[0.9984627,0.00040712778,0.000063516076,0.0007425434,0.0002676782,0.000056441702],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0045108055,0.00015499577,0.00026733658,0.0005015821,0.00025499874,0.000114194096,0.00031863857,0.00020744739,0.00029382572],"category_scores_gemma":[0.0028068572,0.000111555644,0.000053980377,0.0011092746,0.00023831491,0.00008067664,0.0007365406,0.004287003,0.0000085963875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002073558,0.0024589133,0.3413378,0.0061564916,0.00028876303,0.0011302041,0.15460718,0.0003966209,0.00024210727,0.027632682,0.3217637,0.14191198],"study_design_scores_gemma":[0.0028047822,0.0013179813,0.6739865,0.0072530336,0.00007579928,0.00013617889,0.23601837,0.00918393,0.00007777484,0.0075571025,0.06089978,0.00068875786],"about_ca_topic_score_codex":0.00037693002,"about_ca_topic_score_gemma":0.00003524723,"teacher_disagreement_score":0.33264872,"about_ca_system_score_codex":0.0008100219,"about_ca_system_score_gemma":0.00086046086,"threshold_uncertainty_score":0.99801016},"labels":[],"label_agreement":null},{"id":"W4281665669","doi":"10.1097/acm.0000000000004750","title":"Development, Implementation, and Meta-Evaluation of a National Approach to Programmatic Assessment in Canadian Family Medicine Residency Training","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; NOSM University; University of British Columbia; Memorial University of Newfoundland; Queen's University; Université de Sherbrooke; Université de Montréal; University of Saskatchewan; University of Alberta","funders":"","keywords":"Craft; Medical education; Bespoke; Flexibility (engineering); Psychology; Medicine; Political science; Management; Geography","score_opus":0.3123574505116718,"score_gpt":0.5022744552611428,"score_spread":0.18991700474947099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281665669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89582115,0.0012971252,0.0011410558,0.06646764,0.0003729712,0.0044648903,0.00001112703,0.000041723906,0.03038231],"genre_scores_gemma":[0.9765138,0.000021616404,0.012947606,0.0076353126,0.0001732116,0.0020070008,0.0005337622,0.00002071126,0.00014700548],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99509627,0.000255983,0.0012536929,0.00037683657,0.0026368427,0.0003803525],"domain_scores_gemma":[0.99855864,0.00010258638,0.00028866716,0.00017292162,0.0006283591,0.0002488086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014097134,0.00018015823,0.00057315384,0.0014839706,0.0001846724,0.0000024965473,0.00016960119,0.0000842991,0.00091129565],"category_scores_gemma":[0.0018750051,0.00014910544,0.000019381754,0.0018192746,0.000153119,0.00008709973,0.000055166034,0.0007555104,0.0000012303852],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014218771,0.00029379298,0.05654521,0.0011987214,0.0021930868,0.000013992847,0.3906091,0.000526825,0.007202516,0.14439061,0.13755529,0.25932866],"study_design_scores_gemma":[0.012230198,0.0010627244,0.38063037,0.00040319705,0.0043703904,0.00023342691,0.49320075,0.008315148,0.00009233715,0.011355519,0.0874928,0.00061312446],"about_ca_topic_score_codex":0.012793007,"about_ca_topic_score_gemma":0.0023630704,"teacher_disagreement_score":0.32408518,"about_ca_system_score_codex":0.0017521286,"about_ca_system_score_gemma":0.005751953,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W4281676940","doi":"10.1111/medu.14847","title":"A qualitative study of medical students' perceptions of resident feedback","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Qualitative research; Perception; Medical education; Interpersonal communication; Context (archaeology); Interpersonal relationship; Constructive; Thematic analysis; Sociocultural perspective; Sociocultural evolution; Social psychology; Medicine","score_opus":0.026357935209433005,"score_gpt":0.4876146261451807,"score_spread":0.46125669093574767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281676940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97454774,0.00009958347,0.0002249546,0.022509415,0.001188027,0.00083715824,0.000004375392,0.000028820976,0.0005599238],"genre_scores_gemma":[0.99399716,0.000028815712,0.00038434105,0.0037921092,0.0002515903,0.0005050617,0.00014415248,0.000020922409,0.00087582145],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9897218,0.0006646858,0.0011243813,0.000317763,0.007972429,0.00019896959],"domain_scores_gemma":[0.998207,0.00019523778,0.0003581763,0.00050850015,0.00056438,0.00016672125],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052538305,0.00013385213,0.0004183317,0.00045649655,0.00017358777,0.000007912547,0.00068445853,0.00013428577,0.022068826],"category_scores_gemma":[0.007896925,0.00012537617,0.000080846316,0.0013346234,0.0002933673,0.000059690603,0.0003185361,0.0008028685,0.000019196908],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032590743,0.052338768,0.082965,0.00048129173,0.00031174454,0.0000129195105,0.50000626,0.0000065109466,0.00014538068,0.0031114263,0.30283177,0.057463042],"study_design_scores_gemma":[0.0027551618,0.0017066963,0.11974533,0.0002681203,0.00016721239,0.000071750175,0.8691426,0.0002251724,0.000030461923,0.00027346343,0.0054759504,0.00013807697],"about_ca_topic_score_codex":0.0008259931,"about_ca_topic_score_gemma":0.000043000102,"teacher_disagreement_score":0.36913636,"about_ca_system_score_codex":0.0003384304,"about_ca_system_score_gemma":0.004358673,"threshold_uncertainty_score":0.97882515},"labels":[],"label_agreement":null},{"id":"W4281718652","doi":"10.23736/s2724-6329.22.04611-3","title":"Students' perceptions of tutor feedback: a pilot study","year":2022,"lang":"en","type":"article","venue":"Minerva Dental and Oral Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surgical Specialties (Canada)","funders":"","keywords":"TUTOR; Medical education; Medicine; Perception; Psychology; Perspective (graphical); Constructive criticism; Mathematics education; Criticism; Computer science","score_opus":0.024565735567827547,"score_gpt":0.35654496767254834,"score_spread":0.3319792321047208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281718652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99865633,0.000020651712,0.000014032487,0.00037924357,0.0002895078,0.00029964172,0.0000035227936,0.000013014674,0.0003240436],"genre_scores_gemma":[0.99770975,0.0000013340109,0.00060719624,0.00038667532,0.000038373102,0.000043021286,0.0000048999223,0.0000033533454,0.0012054045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986381,0.000021360773,0.00017155652,0.0001919644,0.0008440123,0.00013301766],"domain_scores_gemma":[0.9996707,0.00000745781,0.00004176521,0.00013703012,0.00008423041,0.0000588133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006447173,0.000054172575,0.00010432736,0.0001467406,0.0003471195,0.000019461366,0.00020264638,0.0000054000425,0.0005722869],"category_scores_gemma":[0.00010707714,0.00004447217,0.00001235561,0.0010990753,0.00040077718,0.000102106875,0.00028592342,0.000117123156,0.0000073625297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004324497,0.002685484,0.9475064,0.000009306185,0.000005667275,0.000005646532,0.0013209673,0.0000017741667,0.038509257,0.000096385025,0.0008167742,0.008999064],"study_design_scores_gemma":[0.00067040295,0.0025196346,0.97916025,0.000008446105,0.000023235107,0.00006983312,0.016916443,0.00017588417,0.000091666036,0.000014800655,0.00029866738,0.000050741015],"about_ca_topic_score_codex":0.0002408282,"about_ca_topic_score_gemma":0.000024166162,"teacher_disagreement_score":0.03841759,"about_ca_system_score_codex":0.000109157976,"about_ca_system_score_gemma":0.00009364261,"threshold_uncertainty_score":0.62661403},"labels":[],"label_agreement":null},{"id":"W4281759722","doi":"10.1080/10872981.2022.2082265","title":"Medical students’ perceptions of learning and working on the COVID-19 frontlines: ‘… a confirmation that I am in the right place professionally’","year":2022,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Context (archaeology); Pandemic; Curriculum; Health care; Psychology; Grounded theory; Medicine; Pedagogy; Coronavirus disease 2019 (COVID-19); Qualitative research; Sociology; Political science","score_opus":0.033680949276698194,"score_gpt":0.4237992792699589,"score_spread":0.39011832999326074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281759722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6595554,0.00014819014,0.000325001,0.3382619,0.00061586895,0.0006554154,0.000004066902,0.000028051238,0.0004060854],"genre_scores_gemma":[0.928704,0.0001292398,0.00032797683,0.06813952,0.0004942265,0.00049561745,0.0006507625,0.000016460117,0.0010421538],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940976,0.00096579513,0.0006594434,0.0002863413,0.0037775899,0.00021324801],"domain_scores_gemma":[0.997699,0.0013200289,0.00028236603,0.00031820592,0.00014531228,0.0002350715],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059624957,0.0001514198,0.00025469618,0.00029887355,0.0005778998,0.000024139563,0.00056380033,0.00015216401,0.010964585],"category_scores_gemma":[0.01818098,0.000090406014,0.00005093472,0.00084314734,0.000327808,0.000047085883,0.00016906939,0.0018939959,0.000008834253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050582434,0.0211787,0.6234316,0.00042336475,0.00011790804,0.000041006875,0.044161968,0.00011182598,0.000042316417,0.03314301,0.20282188,0.074020565],"study_design_scores_gemma":[0.0030621854,0.0004189444,0.19652599,0.00083591545,0.000094942654,0.00051170815,0.15554397,0.008885958,0.0000038447406,0.00069065334,0.6331791,0.00024677897],"about_ca_topic_score_codex":0.000092226066,"about_ca_topic_score_gemma":0.000074137446,"teacher_disagreement_score":0.43035725,"about_ca_system_score_codex":0.00033057554,"about_ca_system_score_gemma":0.0044951965,"threshold_uncertainty_score":0.9900893},"labels":[],"label_agreement":null},{"id":"W4282048048","doi":"10.21203/rs.3.rs-1677857/v1","title":"Virtual Curriculum Delivery in the COVID-19 era: The Pediatric Surgery Boot Camp v2.0","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Alberta Children's Hospital; Montreal Children's Hospital; BC Children's Hospital","funders":"Vanderbilt University","keywords":"Curriculum; Medical education; Coronavirus disease 2019 (COVID-19); Medicine; Stakeholder; Boot camp; Knowledge retention; Stakeholder engagement; Psychology; Pedagogy; Political science; Library science; Public relations; Computer science; Internal medicine","score_opus":0.09015530802140242,"score_gpt":0.44532241448596344,"score_spread":0.355167106464561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282048048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91908824,0.002336094,0.00010005557,0.07256146,0.0016024229,0.0030201264,0.0000663772,0.00008000156,0.001145216],"genre_scores_gemma":[0.9832795,0.0023582235,0.00007855907,0.0059154285,0.0033791808,0.0028272965,0.0011298216,0.000057569276,0.00097436726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99064463,0.0029618754,0.0007862817,0.0007328764,0.0040177023,0.00085665705],"domain_scores_gemma":[0.9918209,0.0049122763,0.00022305567,0.0019001052,0.00092005846,0.00022365908],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019138454,0.00028301228,0.00046434157,0.0016080933,0.0008644823,0.00014231798,0.00095734966,0.00036547054,0.0027783161],"category_scores_gemma":[0.026449924,0.00017403913,0.0002488993,0.004102208,0.00041946585,0.00006635129,0.001327715,0.008569901,0.00015357214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009208806,0.0009048335,0.22452193,0.0014076415,0.00004681174,0.00037162311,0.0059866025,0.00029191968,0.0000026923062,0.0017160929,0.75827587,0.006381872],"study_design_scores_gemma":[0.0015568103,0.0006108619,0.22091667,0.0005590085,0.00020994013,0.00034715416,0.095067315,0.0022578195,0.0000053820736,0.0031931638,0.6744179,0.0008579349],"about_ca_topic_score_codex":0.002328832,"about_ca_topic_score_gemma":0.00008366404,"teacher_disagreement_score":0.08908071,"about_ca_system_score_codex":0.0019216407,"about_ca_system_score_gemma":0.008716265,"threshold_uncertainty_score":0.9981333},"labels":[],"label_agreement":null},{"id":"W4282821626","doi":"10.12688/mep.19114.1","title":"Exploring possibilities of harmonising social justice with medical education through the use of CanMeds and AfriMeds when engaging in discipline integration","year":2022,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for the Humanities and Social Sciences","keywords":"Curriculum; Economic Justice; Engineering ethics; Style (visual arts); Sociology; Social justice; Political science; Public relations; Medical education; Pedagogy; Medicine; Law; Engineering; Social science","score_opus":0.1640609788653252,"score_gpt":0.35150283080998707,"score_spread":0.18744185194466187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282821626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681439,0.000095831274,0.0014151136,0.028878046,0.0005921158,0.000334279,0.0000053867125,0.000018206476,0.0005171534],"genre_scores_gemma":[0.9927747,0.000018720068,0.005252957,0.0011697966,0.00026000373,0.00020028956,0.00011552314,0.000017157368,0.00019083181],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980363,0.00018768602,0.00050743774,0.00019769082,0.0009061578,0.00016468663],"domain_scores_gemma":[0.9989154,0.00028062845,0.00021746909,0.00021679887,0.00033730446,0.000032436135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012645627,0.0001039317,0.00023408073,0.00025183204,0.00027490046,0.000042046348,0.00013695205,0.00004569914,0.00017446336],"category_scores_gemma":[0.0045950064,0.000074614676,0.000024467916,0.0008680078,0.00034353824,0.0007961805,0.0001195713,0.0006162393,8.995544e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057802256,0.001763668,0.01891468,0.00090386544,0.00011521515,0.0000071970026,0.4209897,0.00009829632,0.0009887374,0.04489256,0.031332217,0.47941586],"study_design_scores_gemma":[0.0039698766,0.00079091877,0.1234765,0.002036409,0.00068729225,0.00019090675,0.82594883,0.009364471,0.003919019,0.0058968603,0.023186173,0.0005327588],"about_ca_topic_score_codex":0.0011078482,"about_ca_topic_score_gemma":0.00015734362,"teacher_disagreement_score":0.4788831,"about_ca_system_score_codex":0.00022400376,"about_ca_system_score_gemma":0.0012193393,"threshold_uncertainty_score":0.55009836},"labels":[],"label_agreement":null},{"id":"W4282822667","doi":"10.1007/s40596-022-01668-3","title":"Using Case-Based Learning in Residency to Support the Development of Adaptive Expertise in Working with People Living with Severe Mental Illness","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; St. Michael's Hospital; Centre for Addiction and Mental Health","funders":"Department of Psychiatry, University of Toronto; University of Toronto","keywords":"Mental illness; Residency training; Psychology; Mental health; Medicine; Psychiatry; Medical education; Gerontology; Continuing education","score_opus":0.03926938645050826,"score_gpt":0.32565777171218024,"score_spread":0.286388385261672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282822667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99493086,0.000109952685,0.0015696576,0.0023428665,0.00027647876,0.0005581351,6.3278907e-7,0.000019508312,0.00019189029],"genre_scores_gemma":[0.9603458,0.0000013805985,0.03825491,0.0010577235,0.00006587193,0.00019195491,0.000008738918,0.000026455908,0.000047157228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983516,0.00011944411,0.0004945339,0.00026261454,0.0005043958,0.0002674562],"domain_scores_gemma":[0.99949616,0.00006858759,0.00018820608,0.00016171148,0.000042623826,0.000042680065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010859297,0.00013034747,0.00020173022,0.0003577871,0.00029082937,0.0000039674937,0.00014112757,0.00006929762,0.00012175123],"category_scores_gemma":[0.00012582415,0.00009929003,0.000015236093,0.0016337688,0.00004179536,0.00006386042,0.0000786236,0.0012308091,9.3018326e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036553107,0.00012830982,0.9198016,0.000048732683,0.000019017103,0.000024347866,0.06402092,0.0041195247,0.0001960392,0.000067132336,0.00030085095,0.010908003],"study_design_scores_gemma":[0.0042581265,0.0010746188,0.5300698,0.0055267815,0.00008367164,0.0032874607,0.4439282,0.00966141,0.00035501315,0.000052891308,0.00097550283,0.00072647433],"about_ca_topic_score_codex":0.00017051949,"about_ca_topic_score_gemma":0.0008318052,"teacher_disagreement_score":0.38973176,"about_ca_system_score_codex":0.000658977,"about_ca_system_score_gemma":0.0021260649,"threshold_uncertainty_score":0.53473216},"labels":[],"label_agreement":null},{"id":"W4282835667","doi":"10.3389/fresc.2022.892038","title":"Challenging Health Service Delivery Models to Improve Access to Physical Therapy in Rural, Remote and Northern Communities","year":2022,"lang":"en","type":"article","venue":"Frontiers in Rehabilitation Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Yukon University","funders":"","keywords":"Service delivery framework; Indigenous; Public relations; Service (business); Rural area; Health care; Medicine; Business; Nursing; Political science; Marketing","score_opus":0.04724676399969899,"score_gpt":0.3653313634544164,"score_spread":0.31808459945471745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282835667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91704476,0.00020216778,0.0030851157,0.07823972,0.00043906548,0.00088168,0.0000035156618,0.000021446791,0.00008252369],"genre_scores_gemma":[0.9601854,0.000042813404,0.03192613,0.007624829,0.00003632399,0.00015443585,0.000008396204,0.000008541384,0.000013108343],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985073,0.00021046803,0.00031362392,0.00023289322,0.00049779273,0.0002378757],"domain_scores_gemma":[0.9993539,0.00014256692,0.000070193375,0.00021432577,0.00015096321,0.00006803662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017909096,0.00009472709,0.00022935368,0.00077282987,0.0003338783,0.000044055705,0.00029343346,0.000021209522,0.000007492208],"category_scores_gemma":[0.00018197956,0.0000895147,0.000018568939,0.0023166586,0.00014690704,0.0003810691,0.00014241129,0.00024765448,8.83535e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018982914,0.0003686026,0.10631754,0.00013068569,0.000008022052,6.189285e-7,0.24523184,0.042129353,0.00012321299,0.00041713906,0.0024661126,0.602617],"study_design_scores_gemma":[0.000947796,0.0020145758,0.10929112,0.0002196033,0.0000026665816,0.000002605403,0.4931876,0.38338053,0.000011768101,0.009640826,0.0010915529,0.0002093357],"about_ca_topic_score_codex":0.0029576172,"about_ca_topic_score_gemma":0.00073577504,"teacher_disagreement_score":0.6024077,"about_ca_system_score_codex":0.00044427943,"about_ca_system_score_gemma":0.00027657612,"threshold_uncertainty_score":0.4471052},"labels":[],"label_agreement":null},{"id":"W4282913294","doi":"10.1136/bmjopen-2021-050823","title":"Randomised controlled monocentric trial to compare the impact of using professional actors or peers for communication training in a competency-based inverted biochemistry classroom in preclinical medical education","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Relevance (law)","score_opus":0.17953319030117165,"score_gpt":0.5349142313548784,"score_spread":0.3553810410537067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282913294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578286,0.000019096122,0.00018041093,0.0138299335,0.00041694578,0.027507989,0.000013091043,0.000009775572,0.00019414876],"genre_scores_gemma":[0.9811497,8.8946746e-7,0.005249579,0.0015760906,0.00010927035,0.011315859,0.00049799605,0.000018858276,0.00008176309],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9965487,0.00086214184,0.0013898081,0.00025672148,0.0007067173,0.00023592221],"domain_scores_gemma":[0.9967914,0.0017287446,0.0005522834,0.0005202063,0.00029225354,0.00011510394],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069209826,0.00014724421,0.00076919753,0.00030743855,0.00016994792,0.000021736052,0.0006896232,0.000098068296,0.000530421],"category_scores_gemma":[0.022632891,0.00009730378,0.00015590231,0.0012679442,0.000102757906,0.000067237044,0.00020224054,0.0005905624,4.5009386e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93722594,0.0045325705,0.02300776,0.00019562423,0.0001652354,0.0000028099669,0.0077924905,0.0018696729,0.0005981272,0.00023757323,0.009587946,0.01478428],"study_design_scores_gemma":[0.64020956,0.0006449822,0.009692934,0.0011466909,0.000100680365,0.000015751893,0.021843629,0.3256321,0.00009931629,0.00027597917,0.00012216986,0.00021619097],"about_ca_topic_score_codex":0.00046279895,"about_ca_topic_score_gemma":0.00015582272,"teacher_disagreement_score":0.32376245,"about_ca_system_score_codex":0.00083349005,"about_ca_system_score_gemma":0.033443153,"threshold_uncertainty_score":0.9855999},"labels":[],"label_agreement":null},{"id":"W4282914863","doi":"10.2196/30537","title":"Harnessing Natural Language Processing to Support Decisions Around Workplace-Based Assessment: Machine Learning Study of Competency-Based Medical Education","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Trigram; Artificial intelligence; Computer science; Competence (human resources); Narrative; Machine learning; Natural language processing; Qualitative property; Binary classification; Psychology; Social psychology; Support vector machine","score_opus":0.013664629238858925,"score_gpt":0.40085993427786104,"score_spread":0.3871953050390021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282914863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541833,0.00040560524,0.0027307137,0.036697116,0.0026683137,0.0020409983,0.0000039283705,0.00017709243,0.0010929623],"genre_scores_gemma":[0.9674067,0.0000024966319,0.011283413,0.016685154,0.00061195006,0.0016788596,0.001550729,0.00006511892,0.0007156033],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99279255,0.00053001975,0.0012144508,0.0006678513,0.004345543,0.00044961553],"domain_scores_gemma":[0.9972997,0.0003164171,0.0005221084,0.00059240154,0.00071755203,0.0005518678],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026420443,0.0003126888,0.0005471609,0.0010840904,0.0007276373,0.0000634048,0.00054962735,0.0002027515,0.0056565017],"category_scores_gemma":[0.008908132,0.00029712214,0.00010714868,0.0028098293,0.0001697874,0.00017328557,0.00015910868,0.0021478655,0.000018916335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003509722,0.02431356,0.07458556,0.00042564672,0.0000471395,0.000026194171,0.0073120333,0.00026370422,0.00021622654,0.00029907335,0.015645407,0.8765145],"study_design_scores_gemma":[0.0155966375,0.0069250283,0.19775856,0.006037664,0.0006846478,0.0004879026,0.1964823,0.51039547,0.00020059536,0.00025430968,0.06343138,0.0017455322],"about_ca_topic_score_codex":0.0002044115,"about_ca_topic_score_gemma":0.00007912153,"teacher_disagreement_score":0.874769,"about_ca_system_score_codex":0.0010167784,"about_ca_system_score_gemma":0.0555731,"threshold_uncertainty_score":0.9999481},"labels":[],"label_agreement":null},{"id":"W4282932059","doi":"10.1097/acm.0000000000004677","title":"Trainees Are Change Agents: An Introduction to This Year’s Trainee-Authored Letters to the Editor","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Courage; Call to action; Scholarship; Public relations; Medical education; Variety (cybernetics); Health care; Psychology; Medicine; Political science; Law","score_opus":0.05603833965825648,"score_gpt":0.360545553334083,"score_spread":0.3045072136758265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282932059","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2505397,0.00008756461,0.0005284773,0.73432547,0.013070218,0.0012047592,0.00001533196,0.00011048567,0.00011800686],"genre_scores_gemma":[0.4424891,0.000038958846,0.00071489386,0.41091457,0.14080548,0.0014829115,0.00055698276,0.00007153741,0.0029255871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971586,0.00015950168,0.00053336145,0.00051515404,0.001232184,0.00040122386],"domain_scores_gemma":[0.99873793,0.0000616257,0.00015128197,0.0006245833,0.00014770107,0.00027685004],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023027188,0.00020534711,0.00033321933,0.00050249865,0.00031724834,0.0000059729227,0.00044428965,0.00010452339,0.004530583],"category_scores_gemma":[0.0029331394,0.00014742072,0.00003387128,0.0016593728,0.00012682792,0.000117812546,0.000104966246,0.0014282088,0.00010715471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000957339,0.00003340789,0.00025832656,0.000022493148,0.000024950052,0.000005154282,0.03442535,0.000019821568,0.0048265285,0.00029897495,0.9477899,0.012199324],"study_design_scores_gemma":[0.0007746686,0.00073811354,0.00510527,0.00006788495,0.00008393122,0.00006806623,0.026036894,0.00019889766,0.00007077891,0.000028793767,0.96667683,0.00014987127],"about_ca_topic_score_codex":0.00007245508,"about_ca_topic_score_gemma":0.0000036181357,"teacher_disagreement_score":0.3234109,"about_ca_system_score_codex":0.0003957069,"about_ca_system_score_gemma":0.000063057276,"threshold_uncertainty_score":0.99637944},"labels":[],"label_agreement":null},{"id":"W4282946906","doi":"10.1097/ceh.0000000000000447","title":"The 2021 Paul Mazmanian Journal of Continuing Education in the Health Professions Award for Excellence in Research","year":2022,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Excellence; Continuing education; Health professions; Medical education; Medicine; Political science; Continuing medical education; Library science; Management; Health care; Law","score_opus":0.08727176355814008,"score_gpt":0.5197338104729645,"score_spread":0.4324620469148244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282946906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58467954,0.0039367774,0.0002360622,0.4030251,0.0055125593,0.0024753176,0.0000032226396,0.0000030353585,0.00012842935],"genre_scores_gemma":[0.9858342,0.0013000298,0.0025406582,0.0062237927,0.0015386806,0.00062168477,0.000021373224,0.000031317515,0.0018882704],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98772997,0.006581349,0.0030218882,0.00022901066,0.0016916647,0.0007460934],"domain_scores_gemma":[0.99018055,0.0037069758,0.0031044239,0.0006580897,0.0021816236,0.0001683488],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054608773,0.00017484138,0.00054989924,0.0013709283,0.0013799368,0.00007335885,0.00105832,0.0001102147,0.000049015784],"category_scores_gemma":[0.008559263,0.000100357574,0.00013118412,0.0025863354,0.00018077895,0.0002557876,0.00009666835,0.0046453723,0.0000017721078],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004725718,0.0031389683,0.018239992,0.00039550837,0.000014328629,0.0000045843326,0.22375962,0.000019894627,0.000079093545,0.0034561881,0.3046172,0.44580203],"study_design_scores_gemma":[0.0015308727,0.0010289799,0.06933935,0.0073785805,0.000019124655,0.00035255277,0.8033461,0.00009910428,0.00000775077,0.0053118076,0.11148345,0.00010230678],"about_ca_topic_score_codex":0.00019323212,"about_ca_topic_score_gemma":0.00024479302,"teacher_disagreement_score":0.5795865,"about_ca_system_score_codex":0.0016782763,"about_ca_system_score_gemma":0.021494148,"threshold_uncertainty_score":0.9999201},"labels":[],"label_agreement":null},{"id":"W4282947166","doi":"10.1111/medu.14856","title":"Optimising prospective entrustment: Defaulting on default progression","year":2022,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Default; Competence (human resources); Psychology; Medical education; Business; Medicine; Finance; Social psychology","score_opus":0.011318062358901572,"score_gpt":0.36174934863361635,"score_spread":0.35043128627471476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282947166","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005917236,0.0004500931,0.00017215166,0.96619844,0.0072229565,0.002155216,0.000007740704,0.00028669613,0.017589476],"genre_scores_gemma":[0.0031491364,0.00006883692,0.0055061523,0.9657321,0.012224936,0.0017650832,0.0053818193,0.00015635081,0.0060155927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928678,0.00024177384,0.00090397714,0.0009802774,0.004328364,0.0006777635],"domain_scores_gemma":[0.9976887,0.00019335763,0.0005471024,0.00083450717,0.0005856693,0.00015065588],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012117124,0.0004873208,0.00058476796,0.000839566,0.0005052473,0.000075703145,0.00042212705,0.0012773325,0.012286272],"category_scores_gemma":[0.011019021,0.00043246074,0.00018617167,0.0012333045,0.00023131238,0.00011229507,0.00014745111,0.0065539647,0.00023895889],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006884684,0.0009816012,0.0004128778,0.00041839387,0.000063744796,0.00009068803,0.0005104296,0.0000018335961,0.0000042483707,0.00011999112,0.8113484,0.18597896],"study_design_scores_gemma":[0.000839205,0.00055362534,0.0007101041,0.002200519,0.00019848814,0.00030758456,0.00046757158,0.0006432121,0.000079371406,0.000215324,0.99339795,0.000387038],"about_ca_topic_score_codex":0.00004501297,"about_ca_topic_score_gemma":6.7125336e-7,"teacher_disagreement_score":0.18559192,"about_ca_system_score_codex":0.0026058506,"about_ca_system_score_gemma":0.006467453,"threshold_uncertainty_score":0.9998127},"labels":[],"label_agreement":null},{"id":"W4282969491","doi":"10.1097/phm.0000000000002009","title":"Comparison of State Board Disciplinary Actions in Board-Certified Versus Non-Board-Certified Physical Medicine and Rehabilitation Physicians","year":2022,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Certification; Medicine; Board certification; Licensure; Rehabilitation; Family medicine; Physical therapy; Continuing medical education; Medical education; Management; Continuing education","score_opus":0.034436468259500065,"score_gpt":0.40865972610817086,"score_spread":0.3742232578486708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282969491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95687866,0.000086476495,0.00038697405,0.040602975,0.0009043334,0.00077754573,0.0000086567725,0.000031307743,0.00032305202],"genre_scores_gemma":[0.99493474,0.0000047387784,0.0034360385,0.00033652896,0.0010207067,0.00012887969,0.000046222514,0.000056736935,0.000035399735],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946223,0.0006263751,0.001871739,0.0005344254,0.001919032,0.00042616462],"domain_scores_gemma":[0.9914736,0.005064239,0.0017315774,0.0005392629,0.00097115466,0.00022017717],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0014521026,0.00038200928,0.0018666898,0.0011936275,0.0002381031,0.00000850293,0.00026965633,0.0000532691,0.00005916261],"category_scores_gemma":[0.005097346,0.0003189719,0.00028557234,0.00286733,0.0030742732,0.00034704036,0.000108519744,0.0013514105,0.0000031030181],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009960896,0.0066263992,0.021511376,0.00061785866,0.00031190977,0.000013910977,0.17559813,0.002691924,0.040394332,0.0014630222,0.00586282,0.73494744],"study_design_scores_gemma":[0.013688005,0.2775957,0.38879865,0.0021294754,0.0010149885,0.000026499027,0.27858827,0.027961614,0.00032807846,0.0070702,0.0022009518,0.0005975793],"about_ca_topic_score_codex":0.0004712374,"about_ca_topic_score_gemma":0.000031928445,"teacher_disagreement_score":0.73434985,"about_ca_system_score_codex":0.0007877362,"about_ca_system_score_gemma":0.0002967543,"threshold_uncertainty_score":0.9999262},"labels":[],"label_agreement":null},{"id":"W4283024262","doi":"10.1017/cjn.2022.70","title":"prepOSCE: A Virtual, Scalable Solution to Prepare Residents for Their OSCE Examination","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Alberta Children's Hospital; University of Calgary; Communications Research Centre Canada","funders":"","keywords":"Certification; Session (web analytics); Objective structured clinical examination; Medical education; Medicine; Psychology; Family medicine; Computer science; Management; World Wide Web","score_opus":0.04198708060548618,"score_gpt":0.31657531394850963,"score_spread":0.27458823334302346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283024262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98426265,0.00025527744,0.00043622186,0.012029988,0.001629129,0.0005132334,0.000017640123,0.000019599483,0.0008362523],"genre_scores_gemma":[0.9860032,0.000034100893,0.0049700253,0.008433443,0.00034241966,0.000038379738,0.0000021269664,0.000012680811,0.00016360202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956865,0.0008382366,0.0008927487,0.00051396945,0.0010651074,0.0010034697],"domain_scores_gemma":[0.9967942,0.00035892965,0.00066490046,0.00017528025,0.0009329027,0.0010737893],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009149914,0.00022354208,0.0003814105,0.0011793331,0.00480005,0.00034196352,0.0012822706,0.00011129021,0.00026253535],"category_scores_gemma":[0.007741148,0.00016507231,0.00016795355,0.0023194605,0.0019808356,0.00062667613,0.000099590914,0.0009005188,0.0000017112066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009236855,0.00044811273,0.82719946,0.000058129925,0.00006468513,0.0021576441,0.004480447,0.022149675,0.001219007,0.0038736716,0.06458188,0.07284362],"study_design_scores_gemma":[0.0014513385,0.30656043,0.55240744,0.00014910608,0.00014279137,0.053435195,0.0035072824,0.01666154,0.0006472904,0.016802115,0.0475015,0.00073400163],"about_ca_topic_score_codex":0.00043853602,"about_ca_topic_score_gemma":0.006516004,"teacher_disagreement_score":0.30611232,"about_ca_system_score_codex":0.000841319,"about_ca_system_score_gemma":0.004674891,"threshold_uncertainty_score":0.99649554},"labels":[],"label_agreement":null},{"id":"W4283026406","doi":"10.12688/mep.19152.2","title":"Rewards and recognition for Canadian distributed medical education preceptors: a qualitative analysis","year":2022,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary; McMaster University; Regional Municipality of Niagara","funders":"","keywords":"Remuneration; Medical education; Population; Psychology; Qualitative analysis; Qualitative research; Medicine; Business; Finance; Sociology; Social science","score_opus":0.025884112202358683,"score_gpt":0.3853268126586043,"score_spread":0.3594427004562456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283026406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89687043,0.00019215554,0.005054887,0.09130502,0.0016867839,0.0014315172,0.0006881363,0.000106865,0.0026642208],"genre_scores_gemma":[0.95392203,0.000010542315,0.0057064705,0.009039186,0.00044643367,0.001956031,0.027737701,0.000024959403,0.0011566165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981712,0.0001870037,0.00037238593,0.00032285973,0.00068318035,0.00026338588],"domain_scores_gemma":[0.99848807,0.00013390633,0.0001205402,0.00021860158,0.00074432767,0.00029452826],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022679132,0.000108023756,0.0002477588,0.00094473106,0.00039948107,0.000060554627,0.00011852689,0.00011009127,0.0043996433],"category_scores_gemma":[0.011278143,0.00011225005,0.000079478465,0.0026171396,0.000097437565,0.00019020178,0.000038720773,0.00034003006,0.000004179595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009869934,0.0005589359,0.005602607,0.00011028522,0.0005515969,0.000002033361,0.014451688,0.000002375167,0.000008169753,0.0020592373,0.7475637,0.22899067],"study_design_scores_gemma":[0.0029156057,0.00070892187,0.032555126,0.00012163964,0.0021953862,0.000107064356,0.09978531,0.0068248482,0.00007806428,0.0117467,0.8423386,0.00062268664],"about_ca_topic_score_codex":0.015575981,"about_ca_topic_score_gemma":0.009399007,"teacher_disagreement_score":0.22836798,"about_ca_system_score_codex":0.0006107328,"about_ca_system_score_gemma":0.0038297477,"threshold_uncertainty_score":0.9970503},"labels":[],"label_agreement":null},{"id":"W4283031806","doi":"10.3126/jpahs.v9i1.44608","title":"Embedding social accountability in the medical school and its curricula: Patan Academy of Health Sciences, Nepal","year":2022,"lang":"en","type":"article","venue":"Journal of Patan Academy of Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta","keywords":"Accountability; Curriculum; Medical education; Social accounting; Political science; Sociology; Medicine; Pedagogy; Business; Accounting","score_opus":0.10005528719649294,"score_gpt":0.4939370198424557,"score_spread":0.39388173264596277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283031806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7870502,0.004598719,0.000033240503,0.2076323,0.00024447934,0.00036212266,0.000011080682,0.0000045304364,0.00006334231],"genre_scores_gemma":[0.9800317,0.00060593005,0.0013957988,0.01760795,0.00033832723,0.000010007716,0.0000017875211,0.0000052513733,0.0000032016223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9917095,0.0010618004,0.002347604,0.00031251155,0.004042831,0.0005257904],"domain_scores_gemma":[0.9969063,0.00037480556,0.0022990124,0.00006189903,0.00011492303,0.00024309901],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0516423,0.0001382791,0.000688819,0.0006406091,0.0012347328,0.000021516613,0.0009458381,0.00013111145,0.000297168],"category_scores_gemma":[0.0032158222,0.00009138101,0.00007331849,0.0027614315,0.0014727279,0.00044683204,0.00016328074,0.00222111,6.500784e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046333918,0.0037605343,0.42350712,0.0040383344,0.00009543733,0.000021001099,0.03585543,0.00036067187,0.0006455847,0.04312277,0.08417523,0.40395454],"study_design_scores_gemma":[0.0029589664,0.0032054705,0.894735,0.0018566666,0.00004716785,0.0016115559,0.07031356,0.008724657,0.00010159207,0.005342628,0.010792351,0.00031038423],"about_ca_topic_score_codex":0.00010567155,"about_ca_topic_score_gemma":0.0000024707938,"teacher_disagreement_score":0.47122788,"about_ca_system_score_codex":0.0004350562,"about_ca_system_score_gemma":0.0046744356,"threshold_uncertainty_score":0.97653383},"labels":[],"label_agreement":null},{"id":"W4283310914","doi":"10.1002/aet2.10745","title":"Program evaluation: An educator's portal into academic scholarship","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Royal College of Physicians and Surgeons of Canada; University of Ottawa; McMaster University","funders":"","keywords":"Scholarship; Leverage (statistics); Engineering ethics; Medical education; Task (project management); Process (computing); Sociology; Psychology; Pedagogy; Political science; Medicine; Computer science; Engineering","score_opus":0.1069466385039401,"score_gpt":0.4717716483536953,"score_spread":0.3648250098497552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283310914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811993,0.00060546823,0.0000152361845,0.009366067,0.0018205524,0.0010395743,9.599478e-7,0.00012055717,0.005832252],"genre_scores_gemma":[0.98095375,0.000011316687,0.01047974,0.0045908364,0.0007962653,0.0020373822,0.00058136124,0.000025103753,0.00052425923],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983421,0.00013754886,0.00033755414,0.0003366856,0.00063999847,0.00020613936],"domain_scores_gemma":[0.9991156,0.000024769728,0.00012812628,0.00026359342,0.00030392228,0.00016397439],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019349528,0.00011927605,0.00014315007,0.0002894392,0.0005374743,0.000039462484,0.00011141938,0.00007687829,0.0015969828],"category_scores_gemma":[0.0006318092,0.00012995045,0.000029368015,0.000702699,0.00008973111,0.00028954036,0.00003528222,0.0007943143,0.000011347008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013178937,0.00060614425,0.013186441,0.000025999352,0.00001703014,6.723423e-7,0.01373448,0.0000026218102,0.00012094556,0.004058352,0.0030391675,0.96519494],"study_design_scores_gemma":[0.001852604,0.0010144674,0.46504653,0.00012767209,0.00035064627,0.0011641722,0.1651738,0.0026976392,0.000113402944,0.010198194,0.35173923,0.0005216672],"about_ca_topic_score_codex":0.00001664963,"about_ca_topic_score_gemma":0.0000020658406,"teacher_disagreement_score":0.9646733,"about_ca_system_score_codex":0.0002222676,"about_ca_system_score_gemma":0.00319324,"threshold_uncertainty_score":0.9993157},"labels":[],"label_agreement":null},{"id":"W4283370769","doi":"10.1016/j.cptl.2022.06.014","title":"Validity evidence for summative performance evaluations in postgraduate community pharmacy education","year":2022,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Generalizability theory; Medical education; Construct validity; Pharmacy; Competence (human resources); Psychology; Confirmatory factor analysis; Supervisor; Medicine; Nursing; Psychometrics; Formative assessment; Structural equation modeling; Computer science; Clinical psychology; Pedagogy; Social psychology; Management","score_opus":0.2591933712751054,"score_gpt":0.5291538586731116,"score_spread":0.2699604873980062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283370769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99520534,0.0003983119,0.00037424726,0.0020085168,0.0008963878,0.0007607357,0.0000033270228,0.000043707085,0.00030940011],"genre_scores_gemma":[0.99653363,0.0001438409,0.0015639875,0.0005343872,0.0001329788,0.000584305,0.00023383003,0.000017762473,0.00025529234],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99655807,0.0022460246,0.0004080707,0.00022065957,0.00033342952,0.00023376256],"domain_scores_gemma":[0.99876785,0.00072905584,0.00016765347,0.00015309335,0.00013219898,0.000050157876],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008310998,0.00012967728,0.00018401604,0.00042773865,0.0014912729,0.00002580535,0.0001512541,0.000015646408,0.0000900603],"category_scores_gemma":[0.0064154807,0.0001440536,0.000031693995,0.00046925034,0.00005796217,0.00034290084,0.00011101805,0.0041521457,0.0000026972837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014735249,0.0007606621,0.41898417,0.00026454363,0.00000791222,3.070295e-7,0.016743049,0.0008894533,0.00033462862,0.000056496483,0.00089966855,0.5609118],"study_design_scores_gemma":[0.007403615,0.00042964338,0.31249017,0.0019174776,0.00016886901,0.00006267585,0.021641737,0.56533945,0.00032317944,0.00034961227,0.08938622,0.00048738098],"about_ca_topic_score_codex":0.0005711376,"about_ca_topic_score_gemma":0.0000045266024,"teacher_disagreement_score":0.56444997,"about_ca_system_score_codex":0.00050476135,"about_ca_system_score_gemma":0.00044714156,"threshold_uncertainty_score":0.99980867},"labels":[],"label_agreement":null},{"id":"W4283380542","doi":"10.1016/j.yebeh.2022.108803","title":"An international consortium in epilepsy surgery education: Clinical case-based discussions between Latin-American and Canadian Epilepsy Centers","year":2022,"lang":"en","type":"article","venue":"Epilepsy & Behavior","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Western Ontario; Alberta Children's Hospital; Western University","funders":"Western University; Eisai","keywords":"Latin Americans; Epilepsy; Epilepsy surgery; Medicine; Family medicine; Political science; Library science; Psychiatry; Computer science","score_opus":0.042123065885135376,"score_gpt":0.38286655912959716,"score_spread":0.3407434932444618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283380542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837542,0.000025100211,0.0000468514,0.01138031,0.0031981189,0.00085077056,0.0002725267,0.0000746905,0.0003973951],"genre_scores_gemma":[0.9881797,0.000016057074,0.002887992,0.004495339,0.00082915707,0.00084325287,0.0023745124,0.00006198621,0.0003120159],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961965,0.0005139744,0.0013141439,0.00074280816,0.0006014552,0.00063109875],"domain_scores_gemma":[0.99749756,0.00036613314,0.00037388701,0.0007389515,0.00022941164,0.000794047],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016648584,0.00028340044,0.00062436506,0.0011947707,0.0005074397,0.000055878187,0.0002823753,0.0001372195,0.0021999788],"category_scores_gemma":[0.0008910887,0.00028788036,0.00016110564,0.0011809602,0.0005617434,0.00020587235,0.00007875467,0.0011670311,0.000020920574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040627918,0.0012903282,0.8328519,0.000008549005,0.000019304964,0.00039877702,0.00030458125,0.000004256509,0.00001721318,0.00010669264,0.00646265,0.15849511],"study_design_scores_gemma":[0.0007604942,0.0002713437,0.97190464,0.00007054988,0.00015099927,0.00034812832,0.0046137325,0.00019668664,0.000009962647,0.0000112332455,0.021365905,0.00029633477],"about_ca_topic_score_codex":0.035567373,"about_ca_topic_score_gemma":0.007560315,"teacher_disagreement_score":0.15819879,"about_ca_system_score_codex":0.0011402771,"about_ca_system_score_gemma":0.0031237325,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W4283394846","doi":"10.1017/cjn.2022.154","title":"P.053 Insights from the first eighteen months of CBME implementation across Canadian neurology residency training programs","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medicine; Neurology; House staff; Residency training; Medical education; Psychology; Family medicine; Psychiatry; Continuing education","score_opus":0.05615717458385264,"score_gpt":0.33478693117835007,"score_spread":0.2786297565944974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283394846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513937,0.0008058278,0.000008969805,0.04518994,0.001483474,0.00037196252,0.00003343711,0.00001196121,0.0007007334],"genre_scores_gemma":[0.9826036,0.00008692311,0.0008662233,0.015975632,0.00042008108,0.000018395514,0.000005475663,0.00001418507,0.0000094572615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947139,0.00092900876,0.0012716773,0.0005138689,0.0012354752,0.0013360871],"domain_scores_gemma":[0.9963762,0.0005079814,0.0010641335,0.00024399212,0.0006315621,0.0011761083],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.004412639,0.00027781774,0.0005186419,0.00083036505,0.0060730423,0.00029548493,0.0021024572,0.00015746568,0.00055153354],"category_scores_gemma":[0.002111057,0.00018073551,0.00020973732,0.0026051975,0.005349687,0.0005698555,0.00010682743,0.0020636301,0.0000016333577],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011439297,0.000046450576,0.9602661,0.0000058427427,0.00003150598,0.0023389533,0.007720426,0.0010986759,0.00001579308,0.0014281464,0.0032359606,0.02369775],"study_design_scores_gemma":[0.00076350773,0.058074463,0.85480493,0.000042084874,0.00009249657,0.014849236,0.010937115,0.0011576405,0.00003530236,0.017100357,0.041816723,0.00032614163],"about_ca_topic_score_codex":0.13947164,"about_ca_topic_score_gemma":0.8570074,"teacher_disagreement_score":0.71753573,"about_ca_system_score_codex":0.0004785663,"about_ca_system_score_gemma":0.01140421,"threshold_uncertainty_score":0.9973572},"labels":[],"label_agreement":null},{"id":"W4283519348","doi":"10.1016/j.cptl.2022.06.016","title":"Mental effort in the assessment of critical reflection: Implications for assessment quality and scoring","year":2022,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Rubric; Reflection (computer programming); Psychology; Mental health; Quality (philosophy); Reliability (semiconductor); Experiential learning; Applied psychology; Computer science; Mathematics education; Psychotherapist","score_opus":0.16547250533805713,"score_gpt":0.5816255974321597,"score_spread":0.41615309209410256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283519348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98755044,0.000109056695,0.0027779376,0.007862506,0.0003610747,0.0004082907,0.000003840375,0.000013975889,0.0009128975],"genre_scores_gemma":[0.99311453,0.000018528031,0.0060496647,0.00034487818,0.00007579121,0.0003094462,0.00006141583,0.0000073894525,0.000018364039],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861836,0.0004802852,0.0003543196,0.00019099019,0.00021527696,0.00014075857],"domain_scores_gemma":[0.9994127,0.0003534649,0.000083607985,0.00009360393,0.000032201428,0.00002438957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004948848,0.00007062637,0.00014136579,0.00016081477,0.0006342133,0.000017364895,0.000066118235,0.000013806326,0.00002197499],"category_scores_gemma":[0.000698991,0.00006300567,0.000020991662,0.00020707335,0.000065239736,0.000074842195,0.00006412001,0.0015456444,3.730759e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018117018,0.0005456347,0.8398797,0.0002022011,0.000009504663,3.3252607e-7,0.0034442525,0.00008334774,0.0007456217,0.009212102,0.00016918723,0.14569],"study_design_scores_gemma":[0.0018424975,0.00014528322,0.9532767,0.000104062965,0.00003634417,0.000038365863,0.0072790515,0.02076176,0.000009902975,0.00039903264,0.016016116,0.00009091389],"about_ca_topic_score_codex":0.00006533393,"about_ca_topic_score_gemma":0.0000011635079,"teacher_disagreement_score":0.14559908,"about_ca_system_score_codex":0.00019692138,"about_ca_system_score_gemma":0.00009065498,"threshold_uncertainty_score":0.67151415},"labels":[],"label_agreement":null},{"id":"W4283640914","doi":"10.1007/s44217-022-00008-9","title":"Methodological approaches for identifying competencies for the physiotherapy profession: a scoping review","year":2022,"lang":"en","type":"review","venue":"Discover Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Rehabilitation Institute; University of Toronto","funders":"Economic and Social Research Council; Biotechnology and Biological Sciences Research Council; National Institute for Health and Care Research; Canadian Institutes of Health Research; Engineering and Physical Sciences Research Council; Arts and Humanities Research Council; British Heart Foundation","keywords":"CINAHL; Competence (human resources); Medical education; MEDLINE; Medicine; Descriptive statistics; Stakeholder; Grey literature; Population; Psychology; Nursing; Psychological intervention","score_opus":0.6153953199423337,"score_gpt":0.5986106782633588,"score_spread":0.016784641678974865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283640914","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013034166,0.9538736,0.023519306,0.0033720843,0.0030870056,0.015979594,0.000021697468,0.000038509806,0.0001069269],"genre_scores_gemma":[4.7433477e-7,0.927473,0.026166769,0.0033587627,0.0013818648,0.037770744,0.0026621409,0.00006678341,0.0011194425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997544,0.00037803687,0.0008906746,0.0005248969,0.0003943795,0.00026799415],"domain_scores_gemma":[0.9961646,0.0021654272,0.00078410166,0.00068354973,0.0001686692,0.0000336292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002666456,0.00032515288,0.0013565624,0.00015388621,0.00056251074,0.00005536062,0.00034871898,0.00016094472,0.0003562554],"category_scores_gemma":[0.0034781287,0.00019169124,0.0006434497,0.0007314253,0.00010576412,0.00012428635,0.00006509667,0.00045848283,0.0000056335844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009463333,0.00020575877,7.0956247e-7,0.24223273,0.00009288166,3.268085e-8,0.00016786074,1.8681583e-7,3.17083e-7,0.0016773484,0.021366166,0.73424655],"study_design_scores_gemma":[0.000142725,0.000061384824,0.000006021065,0.20451638,0.0013095881,0.00001758422,0.0010555948,0.000022066737,7.838359e-7,0.00023788448,0.7924562,0.00017376461],"about_ca_topic_score_codex":0.0000060802154,"about_ca_topic_score_gemma":9.623076e-7,"teacher_disagreement_score":0.7710901,"about_ca_system_score_codex":0.0003963553,"about_ca_system_score_gemma":0.0040221885,"threshold_uncertainty_score":0.7816942},"labels":[],"label_agreement":null},{"id":"W4283645290","doi":"10.36834/cmej.73051","title":"Comparing and using prominent social accountability frameworks in medical education: moving from theory to implementation in Northern Ontario, Canada","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Accountability; Social accounting; Sociology; Public relations; Political science; Business; Accounting","score_opus":0.015516259833097339,"score_gpt":0.3449505370764167,"score_spread":0.32943427724331936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283645290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351231,0.00018018196,0.00012727072,0.061230678,0.00262469,0.00047441424,0.0000046454506,0.0000057613825,0.00022927794],"genre_scores_gemma":[0.9459368,0.00000401138,0.0011451071,0.051518794,0.0010271297,0.00014500272,0.00015642054,0.000021680318,0.00004506123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99631727,0.00030794347,0.0009253884,0.00034389348,0.0016423583,0.00046316642],"domain_scores_gemma":[0.9966274,0.000091306705,0.00019006124,0.00019442472,0.00033710324,0.0025597247],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026622443,0.00016889712,0.0003168305,0.0006592629,0.000499163,0.00005205185,0.00028360917,0.00023561124,0.031795274],"category_scores_gemma":[0.006871126,0.0001881344,0.00003130625,0.0008659257,0.00009036117,0.0001410981,0.00007759413,0.0032693157,0.000001743258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000050094128,0.00024655063,0.7796655,0.000022521981,0.000019559799,0.000038512368,0.012167065,0.000022595488,0.0000043563155,0.0003468983,0.019374559,0.18804178],"study_design_scores_gemma":[0.0011565213,0.000044646516,0.89269626,0.00041381834,0.00003495828,0.0004976674,0.057109296,0.0009722488,0.0000023514872,0.0015166526,0.045287393,0.00026817925],"about_ca_topic_score_codex":0.97877777,"about_ca_topic_score_gemma":0.9993906,"teacher_disagreement_score":0.2954642,"about_ca_system_score_codex":0.015165231,"about_ca_system_score_gemma":0.3106294,"threshold_uncertainty_score":0.9990302},"labels":[],"label_agreement":null},{"id":"W4283645324","doi":"10.36834/cmej.73910","title":"Level of integration in current undergraduate curricula of two private-sector medical colleges in Karachi","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Likert scale; Cronbach's alpha; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.03920229161061296,"score_gpt":0.3683794104865375,"score_spread":0.32917711887592455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283645324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91594106,0.00087788666,0.00056954176,0.07734239,0.0039058093,0.0004747221,0.000021400167,0.000007108885,0.00086006225],"genre_scores_gemma":[0.99316967,0.00016647017,0.0010646846,0.004882354,0.0003938011,0.000081033206,0.000118882046,0.000018700302,0.0001044079],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99576086,0.00033524956,0.0012992299,0.00021725563,0.0020420856,0.00034534856],"domain_scores_gemma":[0.9971809,0.00009655102,0.00037965673,0.00022762567,0.0004515364,0.00166375],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028722824,0.00014584635,0.00039353492,0.0017582475,0.00011541228,0.000009628132,0.00036392262,0.00013937257,0.015395216],"category_scores_gemma":[0.01773337,0.00013776979,0.00007800025,0.0020401487,0.00023860378,0.00010040968,0.000040270468,0.0020651184,0.0000048224715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121314115,0.0038856007,0.11052568,0.00028549996,0.000050520845,0.00013918008,0.004017295,0.00009611365,0.00014088368,0.045838,0.11909076,0.71580917],"study_design_scores_gemma":[0.021434095,0.0015954018,0.6413425,0.012599489,0.0002617846,0.006919821,0.025182478,0.029979998,0.00072851265,0.026035741,0.2324828,0.001437356],"about_ca_topic_score_codex":0.0062097223,"about_ca_topic_score_gemma":0.015093218,"teacher_disagreement_score":0.7143718,"about_ca_system_score_codex":0.0015876079,"about_ca_system_score_gemma":0.05332421,"threshold_uncertainty_score":0.9905407},"labels":[],"label_agreement":null},{"id":"W4283646149","doi":"10.36834/cmej.73734","title":"Eleven ways to get a grip on the implementation of remote administration of high-stakes assessments","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Certification; Administration (probate law); Political science; Humanities; Psychology; Library science; Computer science; Law; Art","score_opus":0.029704020922328888,"score_gpt":0.3898177952444006,"score_spread":0.3601137743220717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283646149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86255294,0.000027037051,0.0015161246,0.13185881,0.001953007,0.0005444791,0.000033104807,0.0000066407133,0.0015078299],"genre_scores_gemma":[0.96406597,0.000010508995,0.004875936,0.030184172,0.00048731323,0.000049617658,0.00014653141,0.000015922473,0.00016405179],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972608,0.00013502855,0.0007264514,0.00015821111,0.001478389,0.00024112465],"domain_scores_gemma":[0.99749786,0.00006678414,0.00035958432,0.0002843026,0.00059786154,0.0011935899],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018953672,0.000104112434,0.00019506998,0.0005494681,0.00032533126,0.000017553593,0.00027843076,0.00007039343,0.030820165],"category_scores_gemma":[0.004953072,0.00008584473,0.000058904727,0.000821139,0.000079433616,0.00006236691,0.000018976465,0.0007053273,0.000010109388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012563598,0.00045799185,0.00096047524,0.000057633635,0.00009391564,0.000016591028,0.0027175557,0.000013950883,0.0002627617,0.036233656,0.4308063,0.52825356],"study_design_scores_gemma":[0.0035085299,0.00613657,0.12751879,0.0008456869,0.0003264024,0.002394821,0.09456913,0.0007964177,0.004184333,0.010765762,0.74837863,0.0005749452],"about_ca_topic_score_codex":0.0077199987,"about_ca_topic_score_gemma":0.0029529368,"teacher_disagreement_score":0.5276786,"about_ca_system_score_codex":0.0008705473,"about_ca_system_score_gemma":0.041924622,"threshold_uncertainty_score":0.99888766},"labels":[],"label_agreement":null},{"id":"W4283647015","doi":"10.36834/cmej.73216","title":"Creating space for leadership education in undergraduate medical education in Canada","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; University of Alberta; Glenrose Rehabilitation Hospital; University of Manitoba","funders":"","keywords":"Space (punctuation); Medical education; Computer science; Data science; Medicine","score_opus":0.022816488560676317,"score_gpt":0.33034126835737926,"score_spread":0.30752477979670295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283647015","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3579773,0.0017565936,0.00021325384,0.61857384,0.0120172305,0.0013125164,0.000009697485,0.000021152224,0.00811837],"genre_scores_gemma":[0.8108116,0.000105846746,0.0034320652,0.17661816,0.002439872,0.0007587106,0.00049531105,0.00007026591,0.005268197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507123,0.00032681128,0.0011699597,0.00043902945,0.0021606619,0.00083231047],"domain_scores_gemma":[0.9936734,0.00020583207,0.00035481647,0.00037552917,0.00071334385,0.004677068],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028795605,0.00024772238,0.0003926138,0.0015961332,0.0005235998,0.000055988225,0.00049570634,0.00023830376,0.016921233],"category_scores_gemma":[0.042695303,0.00027702915,0.0000794825,0.001653228,0.00011515234,0.00019731239,0.000033806133,0.0025093006,0.0000109262555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000041558793,0.0008013522,0.03535597,0.0001320249,0.000017304814,0.000028541739,0.00083890563,0.000028758612,0.0000032495564,0.005197236,0.5193727,0.4381824],"study_design_scores_gemma":[0.0028718817,0.00020476885,0.06315533,0.0018766384,0.000067915906,0.0038822126,0.09076589,0.0048183007,0.000012320326,0.003745429,0.8279575,0.00064178184],"about_ca_topic_score_codex":0.85814464,"about_ca_topic_score_gemma":0.96946514,"teacher_disagreement_score":0.77442783,"about_ca_system_score_codex":0.016116878,"about_ca_system_score_gemma":0.7905447,"threshold_uncertainty_score":0.9999682},"labels":[],"label_agreement":null},{"id":"W4283652817","doi":"10.36834/cmej.73889","title":"Cancel culture: exploring the unintended consequences of cancelling the Canadian national licensing clinical examination","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital; Medical Council of Canada","funders":"","keywords":"Certification; Licensure; Valuation (finance); Humanities; Psychology; Political science; Medicine; Medical education; Philosophy; Business; Law; Accounting","score_opus":0.08517536546554152,"score_gpt":0.38353919095505845,"score_spread":0.2983638254895169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283652817","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3029155,0.001545628,0.00014708468,0.6543897,0.019700298,0.0009313978,0.000031205313,0.000027160435,0.020312043],"genre_scores_gemma":[0.93802553,0.00017474308,0.00055184925,0.05837749,0.0019638317,0.00011434284,0.000060383536,0.000017560425,0.000714254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99609846,0.00052646437,0.00086926663,0.00021272199,0.0018789672,0.00041411255],"domain_scores_gemma":[0.9950251,0.00016412,0.00037977807,0.0002636339,0.0020288855,0.0021385115],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006754318,0.00013421003,0.00021233635,0.0004916882,0.0022793657,0.00007322878,0.0005102838,0.000116268,0.0069844564],"category_scores_gemma":[0.024680786,0.00009205474,0.000101222664,0.0011939259,0.0012576539,0.0001366438,0.000024808507,0.0023422537,0.000009572618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029385914,0.00022302313,0.0052114795,0.00004256637,0.00018284748,0.000051310966,0.012391623,0.00022004884,0.0000453589,0.03912514,0.5612902,0.381187],"study_design_scores_gemma":[0.000596918,0.00014009429,0.034642268,0.00024619105,0.000097238924,0.0029196935,0.030871544,0.0019324566,0.000053022282,0.001878541,0.9264199,0.00020211296],"about_ca_topic_score_codex":0.2626258,"about_ca_topic_score_gemma":0.4691964,"teacher_disagreement_score":0.63511,"about_ca_system_score_codex":0.0033761074,"about_ca_system_score_gemma":0.18075253,"threshold_uncertainty_score":0.9999594},"labels":[],"label_agreement":null},{"id":"W4283653008","doi":"10.36834/cmej.73837","title":"Workplace-based licensing assessments: an idea worth considering?","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto; University of British Columbia","funders":"","keywords":"Computer science; Data science","score_opus":0.01914169694070673,"score_gpt":0.35372203574230154,"score_spread":0.3345803388015948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283653008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73366225,0.0004958053,0.0019382383,0.23877768,0.01227346,0.00064190116,0.000008376573,0.00010496156,0.012097356],"genre_scores_gemma":[0.7448033,0.000011182802,0.011902932,0.23987691,0.001996585,0.000080891456,0.00021828657,0.000049116774,0.0010608161],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967218,0.0002583176,0.0006273406,0.00028686406,0.0015809597,0.0005247039],"domain_scores_gemma":[0.9931097,0.000058907357,0.00022164607,0.0003875721,0.0006376485,0.00558454],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020832997,0.00016732185,0.00024054528,0.00093522907,0.0010793153,0.00011084991,0.00028453438,0.00014681666,0.088937804],"category_scores_gemma":[0.010117463,0.00017721632,0.00007479853,0.0010605735,0.00016423358,0.0001903949,0.000024132945,0.002148679,0.000039510698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006899705,0.000978443,0.018777583,0.000052373456,0.00007329624,0.0003168451,0.00091269804,0.00013272298,0.000026253852,0.001933474,0.6215684,0.35515893],"study_design_scores_gemma":[0.0013860152,0.00034422055,0.012037738,0.00026359447,0.00008362286,0.005164362,0.008480824,0.005962044,0.0000118943135,0.000384206,0.96558315,0.00029830614],"about_ca_topic_score_codex":0.002316259,"about_ca_topic_score_gemma":0.0023311768,"teacher_disagreement_score":0.3548606,"about_ca_system_score_codex":0.0024090798,"about_ca_system_score_gemma":0.13654976,"threshold_uncertainty_score":0.99822074},"labels":[],"label_agreement":null},{"id":"W4283653598","doi":"10.36834/cmej.73959","title":"Warning: medical education is hazardous to your mental health. Medical students should make an informed decision to begin and continue training","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Humanities; Mental health; Psychology; Medical education; Nursing; Medicine; Psychiatry","score_opus":0.03505893556492407,"score_gpt":0.42599923665106537,"score_spread":0.3909403010861413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283653598","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48745984,0.0003168045,0.00031939108,0.5042417,0.0062765433,0.0008190062,0.000016285274,0.000037694077,0.000512718],"genre_scores_gemma":[0.3461305,0.00015943545,0.0060361014,0.64249665,0.0030102478,0.00033307043,0.00038076274,0.0000763614,0.0013768661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98807865,0.00034521104,0.0015565013,0.0006500456,0.008337797,0.0010317801],"domain_scores_gemma":[0.97261405,0.0001247033,0.0003310215,0.00050881115,0.0007327771,0.025688654],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073492024,0.00035687975,0.0006196143,0.0018268311,0.0015488777,0.00024533097,0.0012084689,0.00043664398,0.051904336],"category_scores_gemma":[0.05664439,0.00035781082,0.00010075338,0.0015420484,0.00021510717,0.00023306784,0.00024532984,0.0029641408,0.00007724428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006332367,0.00049601524,0.0032971052,0.00002313741,0.000031106854,0.000031388412,0.018126067,0.0000011124782,0.0000015589027,0.00018594458,0.45959383,0.5181494],"study_design_scores_gemma":[0.0017700046,0.00084408437,0.017714228,0.0010009261,0.00003398252,0.0071030664,0.037888043,0.00059482624,0.0000022487754,0.00015028323,0.9325477,0.00035064414],"about_ca_topic_score_codex":0.0043300902,"about_ca_topic_score_gemma":0.011423207,"teacher_disagreement_score":0.5177988,"about_ca_system_score_codex":0.0034236705,"about_ca_system_score_gemma":0.22366448,"threshold_uncertainty_score":0.9998874},"labels":[],"label_agreement":null},{"id":"W4283656122","doi":"10.2196/37473","title":"Learners’ Perspectives of Professionalism: Protocol for a Mixed Methods Systematic Review","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Touro University California","keywords":"Protocol (science); Medical education; Computer science; Psychology; Medicine; Alternative medicine","score_opus":0.4581479129703211,"score_gpt":0.7132689051533857,"score_spread":0.2551209921830646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283656122","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001227548,0.000044289216,0.0005816611,0.0073481766,0.00001084687,0.99118614,0.000006987465,0.000044828143,0.0007647963],"genre_scores_gemma":[0.000028136626,5.3109005e-7,0.01954228,0.00044513447,0.00007118055,0.9756827,0.000020690897,0.000039004128,0.0041703866],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933572,0.003118865,0.000916318,0.00039850635,0.0017851392,0.0004239714],"domain_scores_gemma":[0.9962463,0.0006148316,0.00037475082,0.0008020048,0.0018873967,0.00007471176],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016742494,0.00014391274,0.00070142385,0.0004338932,0.0004251258,0.000016179858,0.00043425275,0.00007308439,0.00129476],"category_scores_gemma":[0.011370433,0.00010760528,0.00016174988,0.00182988,0.00025285312,0.000082182145,0.0002936648,0.0010380957,0.000010734664],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068929815,0.0022780865,0.000027071808,0.82056844,0.00006389414,0.00000297087,0.002373483,4.0451343e-7,0.0014853985,0.00824477,0.16139162,0.0028745907],"study_design_scores_gemma":[0.005887327,0.0050851605,0.00012417561,0.49239063,0.00004907445,0.00007502099,0.03052085,0.00035511164,0.0023179064,0.0025146063,0.46039924,0.00028089734],"about_ca_topic_score_codex":0.000003251719,"about_ca_topic_score_gemma":1.1028529e-7,"teacher_disagreement_score":0.32817778,"about_ca_system_score_codex":0.00048638578,"about_ca_system_score_gemma":0.0013052243,"threshold_uncertainty_score":0.9996182},"labels":[],"label_agreement":null},{"id":"W4283656218","doi":"10.3390/pharmacy10040071","title":"Ranking of Curricular Content by Pharmacy Students and Community Pharmacists","year":2022,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Pharmacy; Graduation (instrument); Medical education; Perspective (graphical); Ranking (information retrieval); Psychology; Medicine; Pharmacist; Family medicine","score_opus":0.11282059740841323,"score_gpt":0.4472300206340206,"score_spread":0.3344094232256074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283656218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959885,0.0009080982,0.00011697499,0.0013866563,0.00052284397,0.0005339219,0.000030533447,0.000046248413,0.0004662101],"genre_scores_gemma":[0.99531674,0.00020083917,0.00020270527,0.0036232541,0.00007876011,0.00012703269,0.00017483992,0.000020266272,0.00025556973],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814785,0.00036370225,0.00040019804,0.00015396334,0.0007404964,0.00019378],"domain_scores_gemma":[0.9992823,0.00008020919,0.00016669778,0.0002165299,0.00016590349,0.00008833737],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013605532,0.00012673024,0.00024180282,0.00013653908,0.00045709973,0.000012346434,0.00025951536,0.000009358291,0.0014248206],"category_scores_gemma":[0.00018955518,0.00012793131,0.000049599166,0.0004299859,0.00012389538,0.000099404264,0.00028611615,0.0009919141,0.0000057079255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006226432,0.005573483,0.5697079,0.00045379563,0.00041567205,0.000034330507,0.0052277977,0.0000073559568,0.22370797,0.00009155612,0.09121005,0.10294748],"study_design_scores_gemma":[0.057039957,0.0005335995,0.025771054,0.00020363413,0.0013099663,0.00090162613,0.0069607585,0.007350257,0.19623396,0.00025554816,0.7025969,0.0008427658],"about_ca_topic_score_codex":0.0002442416,"about_ca_topic_score_gemma":1.4908942e-7,"teacher_disagreement_score":0.61138684,"about_ca_system_score_codex":0.00014046808,"about_ca_system_score_gemma":0.00007003831,"threshold_uncertainty_score":0.999488},"labels":[],"label_agreement":null},{"id":"W4283659272","doi":"10.36834/cmej.73770","title":"Medical Council of Canada Qualifying Examinations and performance in future practice","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"NOSM University; Laurentian University","funders":"","keywords":"Blueprint; Accountability; Patient care; Valuation (finance); Argument (complex analysis); Medical education; Medicine; Psychology; Nursing; Political science; Accounting; Engineering; Business","score_opus":0.01805326689452169,"score_gpt":0.30883287794760944,"score_spread":0.29077961105308775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283659272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.617399,0.0012558546,0.000023557517,0.36386332,0.0042207236,0.00024135524,0.000006778607,0.0000070941664,0.012982356],"genre_scores_gemma":[0.9276688,0.00027149796,0.00096019625,0.069324814,0.0010163704,0.000052472493,0.000031682044,0.000015785696,0.00065836124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99536055,0.00019607245,0.0006345502,0.00016325801,0.003330485,0.00031509748],"domain_scores_gemma":[0.9952989,0.00015038963,0.00023351854,0.0001864963,0.0012317181,0.0028989587],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048493277,0.00009979454,0.00020189489,0.00038699305,0.0004253513,0.000014630593,0.00021070162,0.00012868638,0.019781228],"category_scores_gemma":[0.057121646,0.000100579375,0.000020034602,0.0008884681,0.00012610658,0.00014885141,0.000029576227,0.0017430547,0.0000013124749],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006849318,0.0006283159,0.02407325,0.00021596854,0.000058579244,0.0002742544,0.008989674,0.000013587306,0.0000038004293,0.0053618154,0.5235206,0.43679166],"study_design_scores_gemma":[0.00073293847,0.00010663287,0.05566898,0.00019015685,0.000024787081,0.0063912724,0.026211344,0.0013201608,0.000002039768,0.000039338123,0.9092008,0.000111580615],"about_ca_topic_score_codex":0.28364247,"about_ca_topic_score_gemma":0.5874861,"teacher_disagreement_score":0.4756204,"about_ca_system_score_codex":0.005449247,"about_ca_system_score_gemma":0.48106965,"threshold_uncertainty_score":0.9983687},"labels":[],"label_agreement":null},{"id":"W4283661003","doi":"10.36834/cmej.73422","title":"The ways social networks shape reflection on early significant clinical experiences in medical school","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reflection (computer programming); Curriculum; Psychology; Diversity (politics); Pedagogy; Situated; Medical education; Qualitative research; Lifelong learning; Sociology; Medicine; Social science; Computer science","score_opus":0.04638082913392623,"score_gpt":0.3981862027823776,"score_spread":0.3518053736484514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283661003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.710919,0.00029263782,0.00014096353,0.26909992,0.013892742,0.00044241574,0.0000013399966,0.00003156904,0.005179409],"genre_scores_gemma":[0.89208907,0.0001757211,0.00011749196,0.0999951,0.0067001153,0.0003648785,0.00003139459,0.000029062734,0.00049718487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99419016,0.00065287156,0.0012907218,0.00036308303,0.002817199,0.0006859889],"domain_scores_gemma":[0.9927796,0.00030653077,0.0003047802,0.00029416863,0.0004144289,0.0059004654],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007908139,0.0001799972,0.0003007078,0.000559816,0.0021566357,0.000119189564,0.0006423783,0.00038538268,0.06911556],"category_scores_gemma":[0.05360054,0.00014099102,0.00013860872,0.0014264352,0.00054285344,0.00010696803,0.00004746211,0.005376226,0.000057245077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014152432,0.0005281037,0.006505994,0.0000053363697,0.000032507323,0.00013885135,0.0025811552,0.000008108947,7.0624117e-7,0.0028483188,0.55197257,0.43523684],"study_design_scores_gemma":[0.002059558,0.0009758034,0.08936773,0.00023435279,0.000041632782,0.0017689158,0.044252884,0.010898509,0.0000015188563,0.00076122,0.8492746,0.00036329587],"about_ca_topic_score_codex":0.0016942895,"about_ca_topic_score_gemma":0.002041277,"teacher_disagreement_score":0.43487355,"about_ca_system_score_codex":0.00202254,"about_ca_system_score_gemma":0.08356198,"threshold_uncertainty_score":0.9991424},"labels":[],"label_agreement":null},{"id":"W4283661276","doi":"10.36834/cmej.73894","title":"Licensing exams in Canada: a closer look at the validity of the MCCQE Part II","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"South Health Campus; University of Calgary","funders":"","keywords":"Generalizability theory; Specialty; Certification; Graduation (instrument); Safeguarding; Medical education; Psychology; Aptitude; Licensure; Political science; Medicine; Family medicine; Nursing; Engineering; Law","score_opus":0.020608221634965423,"score_gpt":0.2855592965816284,"score_spread":0.2649510749466629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283661276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7296759,0.00018776543,0.0000018553874,0.26374394,0.0047825905,0.00022151419,0.000006195621,0.0000022892054,0.0013779971],"genre_scores_gemma":[0.88125503,0.000023970835,0.000051755207,0.11590808,0.00087353063,0.000039970648,0.000023458053,0.000015195056,0.0018089977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970041,0.00033806494,0.0006180026,0.00015855095,0.0015154501,0.0003658325],"domain_scores_gemma":[0.9976048,0.00009785108,0.0002599006,0.00041811692,0.00030385843,0.0013155142],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021810124,0.00010526975,0.0001872023,0.00019330725,0.0010627803,0.000011231365,0.00040258368,0.00007147447,0.033837248],"category_scores_gemma":[0.01244114,0.000070678805,0.000063326755,0.0009815919,0.0002066298,0.00004396129,0.00009754964,0.001636356,0.0000041594103],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009911364,0.00011803181,0.03379143,0.000015556192,0.000017531376,0.000019443965,0.0014618365,0.000022495955,0.000009270195,0.00025628955,0.92120713,0.04307107],"study_design_scores_gemma":[0.00043073855,0.000043302673,0.095707096,0.00016106441,0.000035911846,0.0015975151,0.0071026813,0.00025483625,0.000044985238,0.00013499658,0.8943961,0.000090719295],"about_ca_topic_score_codex":0.7487906,"about_ca_topic_score_gemma":0.9597883,"teacher_disagreement_score":0.21099769,"about_ca_system_score_codex":0.0070381025,"about_ca_system_score_gemma":0.18789048,"threshold_uncertainty_score":0.9967737},"labels":[],"label_agreement":null},{"id":"W4283689497","doi":"10.24869/psyd.2022.209","title":"WHAT WE NEED FOR ENCODING OF MEMORY AND EMOTIONAL RECONSOLIDATION","year":2022,"lang":"en","type":"article","venue":"Psychiatria Danubina","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Calgary","keywords":"Memory consolidation; Psychology; Encoding (memory); Cognitive psychology; Emotional memory; Neuroscience; Amygdala; Hippocampus","score_opus":0.027278952769743788,"score_gpt":0.3285067689995076,"score_spread":0.3012278162297638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283689497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384759,0.00091465696,0.0013715025,0.051236074,0.005885896,0.00090337533,0.000019540717,0.000035602145,0.0011574563],"genre_scores_gemma":[0.9689734,0.0002596352,0.02603824,0.001514046,0.0008369297,0.000261039,0.00039108784,0.000027691012,0.001697908],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907786,0.0000420104,0.00033164988,0.00017913604,0.00025319186,0.000116178424],"domain_scores_gemma":[0.9994385,0.00007111614,0.00015927052,0.00017040712,0.00012852863,0.000032160893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007404503,0.000070963404,0.000154951,0.00025308703,0.00019238972,0.000013992296,0.000060300586,0.000037612674,0.0003635622],"category_scores_gemma":[0.0002782634,0.00007441453,0.000048324382,0.00036909577,0.00004859464,0.00014847225,0.000031620526,0.00015734087,0.000002131698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026628894,0.0021885918,0.023342393,0.0023256324,0.00035430363,0.0000025884087,0.014150885,0.00013799657,0.018259231,0.08527458,0.33323634,0.51806456],"study_design_scores_gemma":[0.04827811,0.0076066707,0.08100593,0.0020990004,0.0015954119,0.0010332433,0.23839583,0.031674225,0.008895309,0.13508864,0.44245383,0.0018738064],"about_ca_topic_score_codex":0.0000043913415,"about_ca_topic_score_gemma":7.8204545e-7,"teacher_disagreement_score":0.51619077,"about_ca_system_score_codex":0.00008063613,"about_ca_system_score_gemma":0.00016264588,"threshold_uncertainty_score":0.39807513},"labels":[],"label_agreement":null},{"id":"W4283691762","doi":"10.36834/cmej.74083","title":"Moving toward co-production: five ways to get a grip on collaborative implementation of Movement Behaviour curricula in undergraduate medical education","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Curriculum; Stakeholder; Medical education; Context (archaeology); Process (computing); Psychology; Medicine; Pedagogy; Computer science; Public relations; Political science","score_opus":0.015502374679448115,"score_gpt":0.3641989358000241,"score_spread":0.348696561120576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283691762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6529438,0.00020774589,0.0003152162,0.3372931,0.0064607533,0.001257598,0.000030265697,0.000020527768,0.001471037],"genre_scores_gemma":[0.9021292,0.000106510466,0.0027829595,0.091620155,0.0016952391,0.0007160944,0.00048686226,0.000043831515,0.00041919324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946043,0.0002788787,0.0012059843,0.00045124357,0.0029510986,0.00050851505],"domain_scores_gemma":[0.99461836,0.00005058668,0.00041486087,0.0003405867,0.0012208497,0.0033547438],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002636252,0.00023427651,0.00037348675,0.0017967598,0.00046454204,0.00004125348,0.00037595598,0.00017406506,0.024145907],"category_scores_gemma":[0.012488,0.00024277478,0.000083177045,0.0023641326,0.00014689684,0.00016946647,0.000046326884,0.0015464906,0.000029554541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000083644976,0.0018390459,0.021983288,0.000075446,0.00006023658,0.000054111562,0.009611673,0.00010598999,0.00004174131,0.010181792,0.7005681,0.25539497],"study_design_scores_gemma":[0.007553254,0.0037475666,0.18761526,0.0033118494,0.00034940228,0.0032722626,0.37427577,0.00087820337,0.0010854247,0.008591573,0.40771866,0.0016007824],"about_ca_topic_score_codex":0.010945609,"about_ca_topic_score_gemma":0.0080992235,"teacher_disagreement_score":0.36466408,"about_ca_system_score_codex":0.00440148,"about_ca_system_score_gemma":0.11910315,"threshold_uncertainty_score":0.99942046},"labels":[],"label_agreement":null},{"id":"W4283713128","doi":"10.1016/j.jsps.2022.06.023","title":"Strategic job market-guided development of pharmacy bachelor‘s curriculum and its importance in maintaining the profession viability in the Middle Eastern countries: Colleges of pharmacy in the UAE as a model","year":2022,"lang":"en","type":"article","venue":"Saudi Pharmaceutical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Curriculum; Accreditation; Pharmacy; Bachelor; Curriculum development; Experiential learning; Population; Medical education; Political science; Public relations; Medicine; Pedagogy; Sociology; Nursing","score_opus":0.11810684233346032,"score_gpt":0.42423653043760284,"score_spread":0.30612968810414254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283713128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783237,0.0009635927,0.000056109042,0.018066907,0.0002015736,0.0012562854,0.0000062550816,0.0000052801656,0.0011202729],"genre_scores_gemma":[0.9956633,0.00020095949,0.00040438652,0.003423854,0.00008294796,0.00016971794,0.0000060869756,0.000013886151,0.000034894347],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956898,0.0011294528,0.0013368751,0.00024363118,0.0011847985,0.0004154355],"domain_scores_gemma":[0.9986987,0.0003858752,0.00039781185,0.00020118026,0.00024037888,0.000076022756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010869331,0.00019479528,0.00033789655,0.00023203467,0.0003121242,0.000025794803,0.00050772104,0.00004065775,0.0005712029],"category_scores_gemma":[0.00051202904,0.00010960838,0.000053971246,0.0011929438,0.00022589193,0.0001469999,0.00015058622,0.002073345,0.0000013287402],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030047302,0.003994715,0.88065463,0.0013359849,0.00013877609,0.000277791,0.08469686,0.0008864105,0.0052626897,0.00447903,0.0018059064,0.013462504],"study_design_scores_gemma":[0.019208184,0.00022042119,0.0614794,0.00086869346,0.0002388349,0.0017792202,0.1878627,0.7135667,0.0026843022,0.00477471,0.006851478,0.0004653401],"about_ca_topic_score_codex":0.000025478172,"about_ca_topic_score_gemma":0.000017313117,"teacher_disagreement_score":0.8191752,"about_ca_system_score_codex":0.0003891469,"about_ca_system_score_gemma":0.0014841331,"threshold_uncertainty_score":0.9007768},"labels":[],"label_agreement":null},{"id":"W4283749570","doi":"10.2196/38050","title":"Anesthesiologists With Advanced Degrees in Education: Qualitative Study of a Changing Paradigm","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Professionalization; Medical education; Curriculum; Medicine; Qualitative research; Apprenticeship; Formative assessment; Mentorship; Psychology; Pedagogy; Political science; Sociology","score_opus":0.020889689224475778,"score_gpt":0.41438928396218505,"score_spread":0.3934995947377093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283749570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880818,0.00026284056,0.000031090578,0.008823404,0.00055739394,0.0016157746,8.555227e-7,0.000037949194,0.0005888783],"genre_scores_gemma":[0.99151886,0.000010900376,0.0013482372,0.0024478224,0.00017321228,0.0040026116,0.00015029931,0.000021888538,0.00032615697],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973375,0.00035711104,0.00058141263,0.00035450442,0.0011178239,0.00025159973],"domain_scores_gemma":[0.99888587,0.0001183171,0.0002795766,0.00038804248,0.00021977228,0.00010841209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012340109,0.00015104207,0.00033261927,0.00075237866,0.00014298492,0.0000059424174,0.00020474939,0.00007595579,0.00082502014],"category_scores_gemma":[0.0010544824,0.00012966448,0.000029288298,0.0022780295,0.00015343052,0.0001056494,0.00005440965,0.00056001527,0.000005066218],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008146821,0.035497032,0.04130108,0.00036492734,0.0000608244,0.000018649424,0.4644551,0.000059293183,0.000047093563,0.005931279,0.005824491,0.44562554],"study_design_scores_gemma":[0.0021772312,0.0026763543,0.090087965,0.00040480474,0.00003868348,0.00015789711,0.89731544,0.00022497174,0.000016941252,0.00040778966,0.006289746,0.0002021589],"about_ca_topic_score_codex":0.00013508795,"about_ca_topic_score_gemma":0.00003062616,"teacher_disagreement_score":0.4454234,"about_ca_system_score_codex":0.0004477646,"about_ca_system_score_gemma":0.0049356455,"threshold_uncertainty_score":0.9033392},"labels":[],"label_agreement":null},{"id":"W4283757998","doi":"10.5430/jct.v11n5p49","title":"Students’ Insights on the Suitability and Adaptability of Two Undergraduate Medical and Dental Curricular Pathways before and during COVID-19 Pandemic: A Cross-sectional Survey","year":2022,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Preparedness; Medical education; Graduation (instrument); Pandemic; Cross-sectional study; Adaptability; Coronavirus disease 2019 (COVID-19); Health care; Workforce; Psychology; Medicine; Family medicine; Pedagogy; Political science; Engineering; Disease; Internal medicine","score_opus":0.03733999712280434,"score_gpt":0.3725498819337526,"score_spread":0.33520988481094827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283757998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99813527,0.00042952885,0.00016055738,0.0007720901,0.00023805215,0.00022846053,0.00000987821,0.000008872451,0.000017271086],"genre_scores_gemma":[0.99934363,0.00006849001,0.000124314,0.00029910708,0.00013319388,0.000008277454,0.000009022377,0.0000083779405,0.00000558832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971111,0.0006676283,0.0006642788,0.00023796267,0.0011655831,0.00015344418],"domain_scores_gemma":[0.99864215,0.0004532426,0.00037205615,0.00013501354,0.00015665445,0.00024089462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071520456,0.00013672342,0.00031464308,0.00014922222,0.0007906042,0.00005314021,0.00012367444,0.00006588558,0.00004117197],"category_scores_gemma":[0.005176427,0.00008706023,0.00005145492,0.00014920918,0.00039051592,0.0001408553,0.00023786795,0.001254511,6.165911e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000889193,0.00045412575,0.99440247,0.0001149182,0.000064132815,0.000021784283,0.0013670482,0.000006990903,0.00008965294,0.0017518229,0.000018149396,0.0016200044],"study_design_scores_gemma":[0.0019989125,0.00037596902,0.99044734,0.00006421368,0.00003808073,0.0022617397,0.0020835607,0.00048600277,0.000005315198,0.0020479716,0.00011502152,0.00007586217],"about_ca_topic_score_codex":0.00027535507,"about_ca_topic_score_gemma":0.000108537504,"teacher_disagreement_score":0.0039551007,"about_ca_system_score_codex":0.0002306413,"about_ca_system_score_gemma":0.00021936026,"threshold_uncertainty_score":0.619704},"labels":[],"label_agreement":null},{"id":"W4283830883","doi":"10.1503/cjs.013521","title":"The use of an analytic hierarchy process to promote equity, diversity and inclusion","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital","funders":"","keywords":"Equity (law); Medicine; Adjudication; Inclusion (mineral); Analytic hierarchy process; Diversity (politics); Hierarchy; Process (computing); Knowledge management; Operations research; Social science; Law; Computer science; Sociology; Political science","score_opus":0.10378809524122795,"score_gpt":0.33650131760363444,"score_spread":0.2327132223624065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283830883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905791,0.000096679396,0.000027634886,0.008802062,0.0003580147,0.00010249212,0.00000611428,0.0000016397211,0.00002624297],"genre_scores_gemma":[0.9981485,0.00000774789,0.00021413532,0.0014618234,0.000083854335,0.0000015601892,0.0000046234154,0.000005613568,0.00007215711],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989697,0.00005900754,0.00029923805,0.00006795085,0.00044741872,0.0001566996],"domain_scores_gemma":[0.9988368,0.000100823636,0.00018050811,0.00012744156,0.00040718174,0.00034723128],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019250811,0.00004701531,0.00016297161,0.0005240183,0.0021880467,0.000014466015,0.00013323616,0.000021292772,0.000070941875],"category_scores_gemma":[0.0017094782,0.000036774793,0.00003708558,0.00065376697,0.00010188988,0.00014181135,0.0006999625,0.00026614242,1.4151064e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035289366,0.00018882734,0.395719,0.0002088885,0.00013596972,0.00074408203,0.032918602,0.00035719713,0.00034330026,0.00020277691,0.035386514,0.53344196],"study_design_scores_gemma":[0.001367439,0.0016247287,0.6059698,0.00087748526,0.0004545084,0.003732444,0.009852208,0.0033959693,0.00082031067,0.007052789,0.36432526,0.0005270986],"about_ca_topic_score_codex":0.0011439101,"about_ca_topic_score_gemma":0.0008048611,"teacher_disagreement_score":0.5329149,"about_ca_system_score_codex":0.00028315597,"about_ca_system_score_gemma":0.0019708585,"threshold_uncertainty_score":0.999111},"labels":[],"label_agreement":null},{"id":"W4284673700","doi":"10.12930/nacada-22-09","title":"Letter to the Coeditors: Toward an Architectonic in Academic Advising: <i>Scholarly Inquiry in Academic Advising (2nd Edition)</i>","year":2022,"lang":"en","type":"letter","venue":"NACADA Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Academic advising; Sociology; Narrative; Narrative inquiry; Library science; Pedagogy; Higher education; Political science; Law","score_opus":0.06097129672182109,"score_gpt":0.3760328267622298,"score_spread":0.3150615300404087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284673700","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0956315,0.0012605886,0.00045671477,0.8806392,0.020711182,0.0009822336,0.000021460783,0.00006260421,0.00023450771],"genre_scores_gemma":[0.015091866,0.00040174718,0.0009340058,0.802453,0.17991176,0.00018034832,0.0003905187,0.00016579177,0.00047098764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911744,0.0011058886,0.0022034375,0.0008702184,0.0033419554,0.0013041152],"domain_scores_gemma":[0.9973062,0.00046254424,0.0008318546,0.0007419956,0.0003821894,0.00027521118],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0058545195,0.0006284223,0.00086662435,0.0027989931,0.00047477265,0.00025586804,0.0015608824,0.0025363876,0.0017966457],"category_scores_gemma":[0.0039430717,0.0005208671,0.0002101184,0.0027088416,0.00027987492,0.0011770083,0.00029207979,0.074882135,0.000088176115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010641787,0.000078015015,0.0014433081,0.00012291121,0.000042181728,0.0004588624,0.0059700473,0.000115830044,0.00030115256,0.0000073653923,0.9774784,0.013875513],"study_design_scores_gemma":[0.0014471401,0.0003456474,0.00376244,0.0016895352,0.00010057396,0.0019298083,0.0010489173,0.00011703845,0.000046913832,0.00035026585,0.98864985,0.00051189214],"about_ca_topic_score_codex":0.00005331285,"about_ca_topic_score_gemma":0.0000062257254,"teacher_disagreement_score":0.15920058,"about_ca_system_score_codex":0.0024414277,"about_ca_system_score_gemma":0.0012718636,"threshold_uncertainty_score":0.99972427},"labels":[],"label_agreement":null},{"id":"W4284681968","doi":"10.48087/bjmsoa.2022.9105","title":"Analyse des éléments des questions à choix multiples utilisées comme évaluation sommative dans un institut médical à Haryana","year":2022,"lang":"en","type":"article","venue":"Batna Journal of Medical Sciences (BJMS)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Association pour la Recherche au Collégial","funders":"","keywords":"Bachelor; Multiple choice; Index (typography); Psychology; Microsoft excel; Statistics; Test (biology); Standard deviation; Medical education; Valuation (finance); Medicine; Mathematics; Computer science; Significant difference; Accounting","score_opus":0.15379125357043472,"score_gpt":0.41808233545204326,"score_spread":0.26429108188160855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284681968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96155816,0.00066932867,0.016460001,0.01876787,0.0009373872,0.00026504198,0.000009917462,0.000032629156,0.0012996597],"genre_scores_gemma":[0.974807,0.00036978436,0.021859353,0.0023458474,0.00045036376,0.000034829944,0.0000271463,0.000012696562,0.000092935705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9925725,0.0006391534,0.0011622492,0.00030134694,0.0048824,0.00044237377],"domain_scores_gemma":[0.99773014,0.00039721682,0.0005901611,0.00023946851,0.0005271111,0.00051588647],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0096055,0.00019719912,0.00044088956,0.0006176297,0.0017858199,0.00007802301,0.00094937254,0.00013044188,0.00319616],"category_scores_gemma":[0.011130811,0.00014749709,0.0001715598,0.002423202,0.0035502417,0.00053504383,0.00025580922,0.001160477,0.000014925754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026794564,0.004902991,0.2540815,0.0001699504,0.0004599075,0.00041591265,0.022943089,0.001550217,0.0023049563,0.0107359,0.014463786,0.68770385],"study_design_scores_gemma":[0.010520652,0.0044678496,0.7673976,0.0022471957,0.0010852882,0.005712735,0.05557968,0.098442405,0.0025853505,0.026884165,0.024214765,0.0008623185],"about_ca_topic_score_codex":0.0003570265,"about_ca_topic_score_gemma":0.00008886521,"teacher_disagreement_score":0.68684155,"about_ca_system_score_codex":0.00071912684,"about_ca_system_score_gemma":0.002419334,"threshold_uncertainty_score":0.99951375},"labels":[],"label_agreement":null},{"id":"W4284884496","doi":"10.3138/jvme-2021-0105","title":"Assessment Structure, Culture and Resources at AAVMC affiliated Colleges of Veterinary Medicine in the USA","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Needs assessment; Veterinary medicine; Medical education; Resource (disambiguation); Tracking (education); Medicine; Psychology; Political science","score_opus":0.043838093860102754,"score_gpt":0.40955925265536014,"score_spread":0.3657211587952574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284884496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97942156,0.0010960393,0.000011788982,0.017174207,0.0013449898,0.000290203,0.0000053533545,0.0000047276208,0.0006511212],"genre_scores_gemma":[0.99377316,0.00027784528,0.0013193677,0.0037148702,0.0005618252,0.00003099332,0.000052876512,0.000013303038,0.0002557543],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99653184,0.00048795214,0.00095720135,0.00017501002,0.0016764535,0.00017155858],"domain_scores_gemma":[0.99847865,0.00020118378,0.0006418619,0.0002522095,0.00030676954,0.00011931009],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021941632,0.00014986053,0.0004103846,0.00044787602,0.00018891087,0.000007731032,0.00032005252,0.000114977884,0.002310765],"category_scores_gemma":[0.0018938557,0.000096554824,0.000058053327,0.0008636792,0.0003454057,0.00010204702,0.000134288,0.00097177114,5.133369e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062229377,0.011733231,0.1570187,0.0028482913,0.00054410414,0.001410187,0.0863369,0.000072300645,0.12062321,0.003104977,0.46347827,0.14660688],"study_design_scores_gemma":[0.003583119,0.014862205,0.6116977,0.0010848063,0.00018102708,0.022039361,0.02846845,0.00031757643,0.00007362384,0.00035935538,0.3171418,0.00019102196],"about_ca_topic_score_codex":0.00005319768,"about_ca_topic_score_gemma":0.000005870122,"teacher_disagreement_score":0.45467895,"about_ca_system_score_codex":0.0004106214,"about_ca_system_score_gemma":0.0010985155,"threshold_uncertainty_score":0.99860126},"labels":[],"label_agreement":null},{"id":"W4284969555","doi":"10.1111/medu.14870","title":"When I say resistance","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Resistance (ecology); MEDLINE; Psychology; Medicine; Political science; Law; Biology","score_opus":0.00931061975789423,"score_gpt":0.3350351577031336,"score_spread":0.32572453794523937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284969555","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2769467,0.0011740343,0.0016657289,0.61926854,0.007375887,0.00083206844,0.0000041721178,0.0002537405,0.09247914],"genre_scores_gemma":[0.6595363,0.000034021745,0.013670185,0.23312828,0.0017522633,0.0011030535,0.0007043248,0.000049372655,0.09002222],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997813,0.000086388594,0.00033054219,0.00024751632,0.0013260728,0.00019650815],"domain_scores_gemma":[0.99924266,0.000035128687,0.00008734372,0.00036957374,0.0001712247,0.000094051036],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009408528,0.00008736451,0.00014252836,0.00018549351,0.0002768271,0.0000098964765,0.00018491315,0.00006933439,0.022623727],"category_scores_gemma":[0.003685742,0.00008621892,0.000042931722,0.00059629255,0.00009797003,0.000055442124,0.00006687176,0.00058820355,0.00010662706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035258287,0.0007734661,0.001451681,0.00005084227,0.000009942825,0.0000038730004,0.0007442568,3.7889936e-7,0.00003418398,0.0058574346,0.88741654,0.10362214],"study_design_scores_gemma":[0.00039165138,0.00006093175,0.006252523,0.000058677855,0.000024241855,0.00008302202,0.0011331971,0.00017148495,0.000035195397,0.0021945254,0.9895056,0.00008898157],"about_ca_topic_score_codex":0.000030198438,"about_ca_topic_score_gemma":0.0000059634626,"teacher_disagreement_score":0.38614026,"about_ca_system_score_codex":0.0004699761,"about_ca_system_score_gemma":0.0034919323,"threshold_uncertainty_score":0.97826976},"labels":[],"label_agreement":null},{"id":"W4285029679","doi":"10.1111/medu.14875","title":"Perspectives on physician leadership: The role of character‐based leadership in medicine","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Shared leadership; Psychology; Leadership studies; Qualitative research; Neuroleadership; Leadership style; Context (archaeology); Leadership; Medical education; Nursing; Medicine; Sociology; Social psychology","score_opus":0.06735585854349735,"score_gpt":0.34698684782597977,"score_spread":0.2796309892824824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285029679","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4216522,0.00196497,0.000062946,0.5635318,0.0014868728,0.00089228275,0.000002828866,0.000058292095,0.010347825],"genre_scores_gemma":[0.9265228,0.000012751788,0.000121458485,0.071631186,0.0007497381,0.00031267898,0.00013855934,0.000021676116,0.00048913487],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971845,0.00026094398,0.0004738714,0.00030828587,0.0014815207,0.00029085708],"domain_scores_gemma":[0.9988886,0.00021556977,0.00020111851,0.0004492903,0.00018100138,0.00006442424],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016353951,0.00014488534,0.00028423502,0.00044362454,0.00015692083,0.0000045877673,0.00029908912,0.000077603414,0.0028832534],"category_scores_gemma":[0.003929978,0.00010678174,0.000060515616,0.0013677463,0.00049618445,0.000051146522,0.000028242728,0.0010563304,0.000019691088],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077317405,0.012375098,0.016573695,0.0005743639,0.00009108271,0.000010492378,0.060255136,0.000039699546,0.0027044304,0.04960386,0.11086695,0.746132],"study_design_scores_gemma":[0.002776276,0.0014256914,0.09608174,0.0013682466,0.00011090513,0.00004357571,0.72035813,0.004967568,0.0012962413,0.0012711025,0.16998771,0.0003128381],"about_ca_topic_score_codex":0.0001498719,"about_ca_topic_score_gemma":0.000007038399,"teacher_disagreement_score":0.74581915,"about_ca_system_score_codex":0.0004730535,"about_ca_system_score_gemma":0.0018536191,"threshold_uncertainty_score":0.9980282},"labels":[],"label_agreement":null},{"id":"W4285083954","doi":"10.1007/s10049-022-01054-4","title":"Lebenslanges Lernen in der Notfallmedizin – „Continuous professional development“","year":2022,"lang":"de","type":"article","venue":"Notfall + Rettungsmedizin","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universität Zürich","keywords":"Gynecology; Humanities; Philosophy; Medicine; Psychology","score_opus":0.01855618018870278,"score_gpt":0.3113282328874883,"score_spread":0.2927720526987855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285083954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8927496,0.022790484,0.000128322,0.03874187,0.037682112,0.0030446977,0.00008325999,0.00030368537,0.0044759456],"genre_scores_gemma":[0.9183322,0.00038090916,0.008760098,0.018622352,0.0060947407,0.0023242568,0.0031907344,0.00035677737,0.0419379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99058264,0.00070544804,0.0021914374,0.0014205052,0.003369305,0.0017306389],"domain_scores_gemma":[0.9969933,0.0003925013,0.00072616845,0.0010377141,0.00046471515,0.00038560975],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004131433,0.00080388924,0.0011697408,0.0015082678,0.0008424603,0.00007209265,0.0010822178,0.000639057,0.0073980554],"category_scores_gemma":[0.0022806807,0.00084514177,0.00019073459,0.002661748,0.00042174116,0.00025780237,0.00095348776,0.004311133,0.0014803415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001027479,0.007224405,0.0760431,0.0009855662,0.00092091813,0.0012872681,0.03756303,0.000054341734,0.0021762229,0.0030290298,0.58171004,0.28797862],"study_design_scores_gemma":[0.005638504,0.0003427034,0.0807095,0.00079723314,0.00032884273,0.00006849441,0.006462025,0.0007184614,0.0008426313,0.00036486727,0.9027081,0.0010186061],"about_ca_topic_score_codex":0.00022481006,"about_ca_topic_score_gemma":0.00019173417,"teacher_disagreement_score":0.3209981,"about_ca_system_score_codex":0.0027014664,"about_ca_system_score_gemma":0.003964188,"threshold_uncertainty_score":0.99939996},"labels":[],"label_agreement":null},{"id":"W4285088128","doi":"10.21203/rs.3.rs-1844780/v2","title":"Responding to anti-Black racism in clinical supervision: development of a behavioral typology using simulated encounters","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"National Institute of Mental Health","keywords":"Typology; Debriefing; Paternalism; Psychology; Racism; Thematic analysis; Rubric; Applied psychology; Medical education; Social psychology; Health care; Clinical psychology; Qualitative research; Nursing; Pedagogy; Medicine; Sociology; Political science; Gender studies","score_opus":0.24958285368954403,"score_gpt":0.5848732035241899,"score_spread":0.3352903498346459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285088128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957204,0.00007064729,0.00017954277,0.0011191755,0.0008604402,0.0017022562,0.000014855615,0.000028071294,0.00030464784],"genre_scores_gemma":[0.98486876,0.00002931064,0.014061316,0.00015124126,0.00018485685,0.000047275524,0.00033854673,0.000046027642,0.00027265312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942629,0.0009908561,0.0016158067,0.0007409701,0.0017733626,0.00061610335],"domain_scores_gemma":[0.99720913,0.00043304046,0.0001779591,0.0008540793,0.0011469316,0.00017886417],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010295323,0.00020638667,0.0007249975,0.00431958,0.0001694014,0.000024075463,0.00045910585,0.0005399094,0.0015330364],"category_scores_gemma":[0.0038032187,0.00021141078,0.00011962424,0.0035685508,0.00032495995,0.00004627648,0.0017349088,0.0035947766,0.00003390162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043207207,0.0073438603,0.7911813,0.0053013987,0.00030678135,0.0010395373,0.06876569,0.012847491,0.00789564,0.000805863,0.0062226597,0.093969055],"study_design_scores_gemma":[0.0066313953,0.0031875614,0.8155591,0.0139454445,0.0001525543,0.000058445203,0.08111222,0.037591938,0.001879479,0.00045060972,0.038129095,0.0013021843],"about_ca_topic_score_codex":0.00021452956,"about_ca_topic_score_gemma":0.000019541245,"teacher_disagreement_score":0.09266687,"about_ca_system_score_codex":0.001706738,"about_ca_system_score_gemma":0.0039696246,"threshold_uncertainty_score":0.9993797},"labels":[],"label_agreement":null},{"id":"W4285146380","doi":"10.1007/978-981-19-1512-3_6","title":"Tracing Philosophical Shifts in Health Professions Assessment","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Engineering ethics; Competence (human resources); Health professions; Epistemology; Perspective (graphical); Psychology; Political science; Health care; Sociology; Social psychology; Computer science; Engineering","score_opus":0.0652041143735167,"score_gpt":0.4169990662126225,"score_spread":0.3517949518391058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285146380","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019006536,0.00010663629,0.0003158522,0.20428492,0.0008500704,0.001019385,0.000006376599,0.00008142066,0.7931453],"genre_scores_gemma":[0.09775979,0.0002342228,0.020560512,0.03294251,0.0014054477,0.000369893,0.0015610475,0.00016974707,0.8449968],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976495,0.000045170855,0.00085554377,0.00039435277,0.00079473073,0.00026069762],"domain_scores_gemma":[0.99907535,0.00006447489,0.00023842356,0.00042601363,0.00008482646,0.00011092558],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010109014,0.00021795288,0.0005039667,0.0005635965,0.00016065477,0.000007091206,0.000111420966,0.00027720138,0.021545507],"category_scores_gemma":[0.00015365805,0.00019371782,0.000079977784,0.0001584374,0.000070548216,0.000045913108,0.00009111719,0.0025476243,0.000047967624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015479642,0.00024381459,0.0000947983,0.00035992995,0.000027856973,0.00003383846,0.0002766462,0.000002142663,0.0000024118638,0.95824903,0.014544911,0.026149156],"study_design_scores_gemma":[0.0017312936,0.00070444716,0.0056577884,0.0032305503,0.00006998124,0.000061222265,0.0005488394,0.00048780025,0.0000015173443,0.15030453,0.83667356,0.0005284561],"about_ca_topic_score_codex":0.000040305713,"about_ca_topic_score_gemma":0.000015037932,"teacher_disagreement_score":0.82212865,"about_ca_system_score_codex":0.001445766,"about_ca_system_score_gemma":0.001993955,"threshold_uncertainty_score":0.99975353},"labels":[],"label_agreement":null},{"id":"W4285154981","doi":"10.1051/pmed/2021030","title":"Du contrat didactique au contrat évaluatif : une grille de lecture pour mieux appréhender l’évaluation des apprentissages en pédagogie médicale","year":2022,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.043457847642749486,"score_gpt":0.3457898023019219,"score_spread":0.3023319546591724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285154981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6848614,0.03172494,0.12270828,0.13052711,0.0113869,0.0034241108,0.00029202044,0.00060201756,0.014473196],"genre_scores_gemma":[0.7848763,0.003242633,0.016356567,0.01149279,0.009482942,0.0021682077,0.0017909094,0.00037111598,0.17021854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882606,0.0030331402,0.0018799276,0.0014896566,0.0029075465,0.0024291072],"domain_scores_gemma":[0.99426055,0.0020494754,0.00065971306,0.0013541833,0.0008734503,0.00080265175],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008205149,0.0009788083,0.0013289736,0.0005856152,0.0021290535,0.00020951025,0.0010571099,0.0009896172,0.018185006],"category_scores_gemma":[0.011365585,0.0010279866,0.0005091338,0.0024921424,0.0018756876,0.0004659034,0.0005511305,0.0033918426,0.00035799283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00045871225,0.0044653523,0.019785536,0.0009687963,0.0007719577,0.00030323665,0.03204422,0.0030848728,0.008003692,0.002628679,0.2297157,0.6977692],"study_design_scores_gemma":[0.01066331,0.0014276162,0.06978052,0.00093332975,0.002226578,0.0014292356,0.04620953,0.055878468,0.005211248,0.01505903,0.7892639,0.0019172101],"about_ca_topic_score_codex":0.0010576608,"about_ca_topic_score_gemma":0.00017312754,"teacher_disagreement_score":0.69585204,"about_ca_system_score_codex":0.004957212,"about_ca_system_score_gemma":0.00763284,"threshold_uncertainty_score":0.99921703},"labels":[],"label_agreement":null},{"id":"W4285218963","doi":"10.1177/16094069221101960","title":"Facilitators and Barriers to Recruiting Physicians for Psychological Research: The Personal Experience of a Graduate Student","year":2022,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Graduate students; Medical education; Psychology; Population; Autism spectrum disorder; Medicine; Autism; Psychiatry","score_opus":0.7899273522327064,"score_gpt":0.7330654949944466,"score_spread":0.05686185723825976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285218963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9070954,0.000081604536,0.06513381,0.026378276,0.0008388483,0.0003291122,0.000026291364,0.0000029715493,0.00011369949],"genre_scores_gemma":[0.82800716,0.0000076225756,0.16930233,0.0022114003,0.00020020954,0.00014604501,0.000002571479,0.000007360482,0.00011529893],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.995022,0.0026258451,0.00061258546,0.00015815262,0.0014304656,0.0001509752],"domain_scores_gemma":[0.9946815,0.0026314808,0.00033324835,0.00009061928,0.0021773356,0.000085823405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019852698,0.00007394685,0.00021994131,0.00033966108,0.00023284595,0.000017653172,0.00033451838,0.000020318264,0.0001236187],"category_scores_gemma":[0.020116232,0.00005210488,0.00010218859,0.0004459286,0.00042456886,0.00006910195,0.0001130294,0.00055427366,3.3133713e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084542244,0.00020696525,0.00076842675,0.000018001116,0.0002473361,0.0000076029473,0.82728565,0.000022062994,0.009493385,0.0068723587,0.004124605,0.15010817],"study_design_scores_gemma":[0.00095111644,0.001891716,0.010227219,0.000102767655,0.000027212423,0.00011961446,0.96484464,0.00025053194,0.0015638658,0.007627944,0.012315812,0.00007754854],"about_ca_topic_score_codex":0.000008718014,"about_ca_topic_score_gemma":2.9915233e-7,"teacher_disagreement_score":0.15003061,"about_ca_system_score_codex":0.00023229091,"about_ca_system_score_gemma":0.00014000351,"threshold_uncertainty_score":0.9881377},"labels":[],"label_agreement":null},{"id":"W4285261126","doi":"10.1051/pmed/2021028","title":"Les facteurs et enjeux relationnels lors de l’évaluation des résidents en médecine familiale","year":2022,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Université de Montréal","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.12198416738844971,"score_gpt":0.4162612794503087,"score_spread":0.294277112061859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285261126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90981895,0.008527231,0.022618664,0.044381592,0.006039587,0.00096837,0.00008632968,0.00021143923,0.007347811],"genre_scores_gemma":[0.89559853,0.0018546623,0.016178273,0.005136426,0.0020138354,0.00044256303,0.00085190317,0.00012576404,0.077798024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942609,0.0014470166,0.0010385959,0.00063700456,0.0017200296,0.0008964501],"domain_scores_gemma":[0.99754775,0.00075369014,0.00032282292,0.0006602929,0.00043724364,0.0002782296],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053375913,0.00036375757,0.00045891033,0.000503471,0.0009774836,0.00006749331,0.00047154498,0.00035301232,0.01536911],"category_scores_gemma":[0.010259491,0.00041704727,0.00017574473,0.0015097351,0.00071683875,0.00036698012,0.00034224935,0.0017595955,0.0004445212],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014130976,0.0023056017,0.18718478,0.00051707757,0.00019629793,0.000069664275,0.021034112,0.0046391254,0.0029763235,0.011087856,0.05844851,0.7113993],"study_design_scores_gemma":[0.004288007,0.0008072515,0.69665474,0.00077229476,0.0006153334,0.0002725816,0.02878685,0.01588809,0.0007828706,0.03577691,0.214644,0.000711042],"about_ca_topic_score_codex":0.0013053368,"about_ca_topic_score_gemma":0.00003036361,"teacher_disagreement_score":0.7106883,"about_ca_system_score_codex":0.0029698135,"about_ca_system_score_gemma":0.0016371502,"threshold_uncertainty_score":0.99982816},"labels":[],"label_agreement":null},{"id":"W4285319758","doi":"10.2196/35820","title":"Assessment as Learning in Medical Education: Feasibility and Perceived Impact of Student-Generated Formative Assessments","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Thematic analysis; Medical education; Likert scale; Qualitative property; Focus group; Psychology; Curriculum; TUTOR; Lifelong learning; Qualitative research; Mathematics education; Medicine; Computer science; Pedagogy","score_opus":0.026661966422493116,"score_gpt":0.4866049348849623,"score_spread":0.4599429684624692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285319758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872646,0.00018779836,0.000055042467,0.006668684,0.00096635584,0.0012227333,0.0000026852354,0.0000472833,0.003584849],"genre_scores_gemma":[0.9930679,0.00008696381,0.0008228812,0.0034800554,0.00025371893,0.0010679003,0.0006951711,0.000024994875,0.0005003761],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950478,0.0005761271,0.00097114587,0.00045250013,0.0026363272,0.00031607336],"domain_scores_gemma":[0.9982165,0.000118844284,0.00035908056,0.00035919965,0.00054078765,0.000405585],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023873062,0.00022140484,0.00045485815,0.0005342358,0.00024051811,0.00002515189,0.00026964446,0.00021933853,0.01136548],"category_scores_gemma":[0.0028904744,0.00020114587,0.000094583775,0.0013209865,0.00023878402,0.00022073754,0.00018880468,0.0016337617,0.000008384282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013799894,0.011495659,0.79857403,0.00021614127,0.00009337933,0.0000067386177,0.0064166957,0.000015896785,0.00020215518,0.0010944403,0.010356043,0.17139085],"study_design_scores_gemma":[0.0018860229,0.0010025664,0.973561,0.00031463846,0.00003904844,0.00018113873,0.016936654,0.0042584306,0.0000071215713,0.00027521866,0.0013720589,0.00016610131],"about_ca_topic_score_codex":0.0003462688,"about_ca_topic_score_gemma":0.000013200168,"teacher_disagreement_score":0.174987,"about_ca_system_score_codex":0.0022994273,"about_ca_system_score_gemma":0.030671222,"threshold_uncertainty_score":0.98953825},"labels":[],"label_agreement":null},{"id":"W4285498084","doi":"10.46747/cfp.6807550","title":"How to CRAFT an effective preceptor-learner relationship","year":2022,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; Memorial University of Newfoundland; University of British Columbia","funders":"","keywords":"Preceptor; Formative assessment; Craft; Medical education; Computer science; Focus (optics); Outcome (game theory); Medicine; Psychology; Mathematics education","score_opus":0.018287844612871022,"score_gpt":0.27851220743663596,"score_spread":0.26022436282376493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285498084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8990421,0.00007928719,0.00024760494,0.03648184,0.0013714442,0.0015873875,0.00006239822,0.00011299409,0.061014898],"genre_scores_gemma":[0.8562691,2.444316e-7,0.00082625356,0.1373152,0.00060007005,0.00048085517,0.00032617524,0.000040521263,0.004141577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865305,0.00012629291,0.00014272111,0.00033679654,0.00036281892,0.00037832116],"domain_scores_gemma":[0.99883336,0.00004212531,0.0000480621,0.00045520955,0.0001719478,0.00044930508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002828615,0.00013587822,0.0001718155,0.00047161878,0.00055134477,0.000047799505,0.00017062087,0.00005807682,0.000045096152],"category_scores_gemma":[0.00024994748,0.00015490843,0.000049367092,0.0013128413,0.00005634708,0.00015856349,0.000028850724,0.0005449871,0.00013097937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053984877,0.00026015754,0.0057937047,0.000040118422,0.00006867086,0.00002834417,0.0021565175,0.00022571217,0.0036803135,0.011353654,0.6136619,0.36267695],"study_design_scores_gemma":[0.00035251857,0.0004169471,0.21835142,0.000021512004,0.000038045047,0.0000025075074,0.005330176,0.00023626674,0.000103700535,0.00047628194,0.77446526,0.0002053673],"about_ca_topic_score_codex":0.0028496992,"about_ca_topic_score_gemma":0.0014111574,"teacher_disagreement_score":0.36247158,"about_ca_system_score_codex":0.0014248954,"about_ca_system_score_gemma":0.00068131316,"threshold_uncertainty_score":0.63169825},"labels":[],"label_agreement":null},{"id":"W4285498914","doi":"10.46747/cfp.6807e227","title":"Comment établir une relation efficace précepteur-apprenant selon le modèle CRAFT?","year":2022,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; University of Alberta; Musée de la Civilisation","funders":"","keywords":"Humanities; Psychology; Philosophy","score_opus":0.02036910053510976,"score_gpt":0.2545240395119423,"score_spread":0.23415493897683254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285498914","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1313965,0.012707468,0.0018102195,0.63479036,0.02283061,0.0031435096,0.0006565858,0.00022638366,0.19243833],"genre_scores_gemma":[0.59194696,0.0000873448,0.0013190327,0.37951893,0.0028755735,0.00047108618,0.002367501,0.0001773852,0.021236228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631053,0.0003483128,0.00068024173,0.00064721366,0.0008129449,0.0012007556],"domain_scores_gemma":[0.99784374,0.00009080468,0.00026093167,0.0008798674,0.00028284284,0.00064181787],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00083037664,0.00038327367,0.00046347614,0.0005943438,0.0015990427,0.00006474867,0.00042093635,0.000205781,0.00018364328],"category_scores_gemma":[0.00012322886,0.0004884509,0.00014612281,0.002984835,0.0003115364,0.00026027445,0.00010900086,0.0014292537,0.00055538147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027029822,0.0006284999,0.00013957391,0.00012679213,0.00011707683,0.000058409292,0.0015249833,0.0027918501,0.0011104228,0.03178668,0.7542843,0.20740435],"study_design_scores_gemma":[0.0012747697,0.00028740906,0.0086232945,0.00026866156,0.00016152456,0.000007069201,0.012462533,0.016627898,0.00017434836,0.00093710487,0.95872086,0.0004545156],"about_ca_topic_score_codex":0.058921017,"about_ca_topic_score_gemma":0.0037747845,"teacher_disagreement_score":0.46055043,"about_ca_system_score_codex":0.0048778267,"about_ca_system_score_gemma":0.004509371,"threshold_uncertainty_score":0.9997567},"labels":[],"label_agreement":null},{"id":"W4285608658","doi":"10.7759/cureus.25798","title":"Comparing Entrustable Professional Activity Scores Given by Faculty Physicians and Senior Trainees to First-Year Residents","year":2022,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Medical education; Family medicine","score_opus":0.027413795161978165,"score_gpt":0.33705155271481313,"score_spread":0.30963775755283496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285608658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904433,0.00006254933,0.00013679662,0.007990222,0.000452548,0.00039607703,0.000041764593,0.000041547893,0.0004352183],"genre_scores_gemma":[0.99517614,0.0000035503735,0.00096697616,0.0007080202,0.00015936462,0.00012197863,0.00015931792,0.000014318507,0.0026903623],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990181,0.000035467816,0.00013408408,0.0002135864,0.00040724376,0.00019155371],"domain_scores_gemma":[0.9996283,0.00002581968,0.000057287463,0.00016086975,0.00006663699,0.000061055856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019106315,0.000089540816,0.00016527636,0.000055882832,0.0003469906,0.000014784358,0.00009208798,0.000031976422,0.00035404807],"category_scores_gemma":[0.00023620599,0.00008590643,0.000021298622,0.0002803631,0.000045251552,0.000087504086,0.00013434306,0.0002789791,0.000009978543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021774133,0.0008695213,0.19435725,0.00012436557,0.00007744567,0.0000070876968,0.007475958,0.000056923353,0.009311595,0.00030178076,0.78185004,0.0053503],"study_design_scores_gemma":[0.0025713835,0.00047232353,0.8463785,0.00029704795,0.00011529275,0.00003137262,0.012402127,0.002624097,0.004897119,0.00030802848,0.12951598,0.0003867359],"about_ca_topic_score_codex":0.00019902225,"about_ca_topic_score_gemma":0.00002551261,"teacher_disagreement_score":0.65233403,"about_ca_system_score_codex":0.00021908029,"about_ca_system_score_gemma":0.00007771799,"threshold_uncertainty_score":0.3876578},"labels":[],"label_agreement":null},{"id":"W4285684546","doi":"10.2147/amep.s357229","title":"Evaluation of the Utility of Online Objective Structured Clinical Examination Conducted During the COVID-19 Pandemic","year":2022,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Betacoronavirus; Coronavirus Infections; Virology; Computer science; Medicine; Pathology; Outbreak; Infectious disease (medical specialty)","score_opus":0.09713304529947081,"score_gpt":0.5305451452855877,"score_spread":0.4334120999861169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285684546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743842,0.002272115,0.00013811297,0.019684587,0.001566061,0.0008117375,0.000009428661,0.000010857054,0.0011229377],"genre_scores_gemma":[0.9919356,0.00070522365,0.0007528666,0.006232465,0.00014389415,0.000116278956,0.00006045728,0.0000064835276,0.000046709534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931622,0.003747255,0.0007949784,0.0002473164,0.001940682,0.00010758308],"domain_scores_gemma":[0.99447596,0.002781988,0.0008980747,0.0004579357,0.0012776635,0.000108359956],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016432703,0.00008462,0.00020167435,0.00011381853,0.00020797287,0.000003927655,0.00019523819,0.00009283019,0.0014272404],"category_scores_gemma":[0.17007312,0.0000563102,0.000038039703,0.0010287144,0.0005809045,0.00024161371,0.00009415359,0.0009041335,2.446429e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003913393,0.002155861,0.13800943,0.00020979882,0.000052777767,6.064084e-7,0.00560662,0.000057702648,0.00012661502,0.0010644633,0.00073371356,0.85159105],"study_design_scores_gemma":[0.0021638859,0.00011540325,0.9264891,0.0000618611,0.00027682178,0.00036931474,0.030644681,0.004744198,0.0000344324,0.002670862,0.032353118,0.00007632382],"about_ca_topic_score_codex":0.00009074296,"about_ca_topic_score_gemma":0.000091123664,"teacher_disagreement_score":0.85151476,"about_ca_system_score_codex":0.00031902295,"about_ca_system_score_gemma":0.0053990977,"threshold_uncertainty_score":0.9994856},"labels":[],"label_agreement":null},{"id":"W4285809401","doi":"10.1136/bmjopen-2021-059691","title":"General practice residents’ perspectives on their professional identity formation: a qualitative study","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Feeling; Focus group; Identity (music); Medicine; Qualitative research; Negotiation; Medical education; Empirical research; Nursing; Social psychology; Psychology; Sociology","score_opus":0.14691163318231962,"score_gpt":0.5710461470547696,"score_spread":0.42413451387245005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285809401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9334728,0.00002144852,0.0001997415,0.034073308,0.00083584606,0.011917828,0.000013821273,0.000035210855,0.019430004],"genre_scores_gemma":[0.97435766,0.0000015443576,0.0035891493,0.0052063065,0.00036842327,0.006529179,0.00011820245,0.000017992603,0.009811563],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99696296,0.001176039,0.0003881418,0.00026313073,0.0010671238,0.00014260485],"domain_scores_gemma":[0.99859476,0.00019295332,0.00028570552,0.00042236358,0.00046413275,0.000040111874],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005382691,0.00010066027,0.00018944472,0.00015398336,0.00061203743,0.00007634102,0.0003600604,0.000026297452,0.0015551102],"category_scores_gemma":[0.003357423,0.00008254135,0.000033681423,0.0006564153,0.00004544919,0.0010296506,0.00055350014,0.0004726196,0.00007513255],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020658693,0.0052969954,0.0010328563,0.00004611162,0.00015908774,0.00003897497,0.8121386,0.000017577682,0.00007021728,0.035594072,0.1421047,0.0014348899],"study_design_scores_gemma":[0.0017672763,0.0009571894,0.029417261,0.00005611625,0.00003773405,0.000074964424,0.95989525,0.00014399522,0.000025255258,0.0012537884,0.0062618875,0.00010927325],"about_ca_topic_score_codex":0.00021567967,"about_ca_topic_score_gemma":0.000014610393,"teacher_disagreement_score":0.14775662,"about_ca_system_score_codex":0.00053123396,"about_ca_system_score_gemma":0.00052961806,"threshold_uncertainty_score":0.9993576},"labels":[],"label_agreement":null},{"id":"W4285891054","doi":"10.1016/j.profnurs.2022.07.005","title":"An innovative leap: Embracing new pedagogical approaches for clinical education","year":2022,"lang":"en","type":"article","venue":"Journal of Professional Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Curriculum; Context (archaeology); Medical education; Clinical Practice; Professional development; Engineering ethics; Psychology; Pedagogy; Medicine; Nursing; Engineering","score_opus":0.3221633124722741,"score_gpt":0.5633217720394061,"score_spread":0.24115845956713206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285891054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946682,0.00027249003,0.014021413,0.029243039,0.008284737,0.0005094481,0.0000021776486,0.000016855096,0.0009678782],"genre_scores_gemma":[0.91163975,0.00000409017,0.07791672,0.003197164,0.0047038067,0.000029914665,0.0000901047,0.000026944288,0.0023915293],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976187,0.00023694783,0.001045977,0.00018977257,0.0007192828,0.00018932136],"domain_scores_gemma":[0.99782795,0.00017801853,0.0007960081,0.0001613935,0.0008847026,0.00015191111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026778236,0.00011117466,0.00032531383,0.00035174197,0.0004059076,0.00001716422,0.00017618373,0.00008934027,0.00019716365],"category_scores_gemma":[0.0014355156,0.00009014775,0.00011691909,0.00069835945,0.00010079751,0.00027297842,0.000025366335,0.0012147111,0.0000014730173],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013362399,0.0050387057,0.003360409,0.00005346333,0.000054992808,0.000003561488,0.0065433504,0.00006737976,0.00094569416,0.0114453975,0.11221551,0.8589353],"study_design_scores_gemma":[0.013825183,0.013878742,0.3786247,0.004873154,0.00080215355,0.0043185987,0.27887225,0.013531,0.0009366892,0.07238088,0.21690817,0.0010484725],"about_ca_topic_score_codex":0.0000011931005,"about_ca_topic_score_gemma":7.3991124e-8,"teacher_disagreement_score":0.8578868,"about_ca_system_score_codex":0.0004522606,"about_ca_system_score_gemma":0.0049533704,"threshold_uncertainty_score":0.87870663},"labels":[],"label_agreement":null},{"id":"W4286268889","doi":"10.1016/j.cptl.2022.07.010","title":"Moving beyond professionalism: Pharmacy students understanding of professionalism and professional identity","year":2022,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Pharmacy; Identity (music); Thematic analysis; Context (archaeology); Professional development; Pharmacy practice; Accountability; Medical education; Psychology; Pedagogy; Medicine; Sociology; Qualitative research; Nursing; Political science; Social science","score_opus":0.0981013720075995,"score_gpt":0.4802646531795978,"score_spread":0.3821632811719983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286268889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99407125,0.001071388,0.0002914169,0.001683576,0.0019836724,0.00050462823,0.00000512548,0.000046739544,0.0003421865],"genre_scores_gemma":[0.997431,0.000060596194,0.00060306815,0.00052317255,0.0001070442,0.00010256231,0.000104464045,0.000027483173,0.0010406096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99657923,0.0010879657,0.0005587716,0.0003806187,0.0010988368,0.0002946057],"domain_scores_gemma":[0.99921507,0.0002384674,0.000301166,0.00011313588,0.00006252613,0.000069663656],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004371862,0.00018205146,0.00030232943,0.00046145878,0.0014799362,0.000029953806,0.00018644142,0.000034484194,0.0003292977],"category_scores_gemma":[0.00092147896,0.00017357683,0.000038036644,0.00040887488,0.00012976781,0.00040481196,0.0006254069,0.003833734,9.750997e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024988846,0.0012112885,0.87611103,0.0006328647,0.000071204464,0.000020721516,0.01874247,0.000087232234,0.0021713902,0.0041648312,0.0011751171,0.09536194],"study_design_scores_gemma":[0.05120611,0.0005234382,0.47183198,0.009510832,0.0007684092,0.0008435516,0.20719618,0.09403309,0.0005202744,0.014293009,0.14708129,0.0021918488],"about_ca_topic_score_codex":0.00009205114,"about_ca_topic_score_gemma":5.7925394e-7,"teacher_disagreement_score":0.40427908,"about_ca_system_score_codex":0.00030963324,"about_ca_system_score_gemma":0.00020804812,"threshold_uncertainty_score":0.99982},"labels":[],"label_agreement":null},{"id":"W4286470750","doi":"10.1002/aet2.10781","title":"Does direct observation influence the quality of workplace‐based assessment documentation?","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Generalizability theory; Documentation; Reliability (semiconductor); Quality (philosophy); Psychology; Statistics; Medicine; Computer science; Mathematics","score_opus":0.05679538406070442,"score_gpt":0.43499774333291424,"score_spread":0.3782023592722098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286470750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97713196,0.00004359254,0.00033624962,0.019246805,0.0006400439,0.00035311925,0.0000033465765,0.000026262063,0.0022186183],"genre_scores_gemma":[0.98649395,0.000006115752,0.007576413,0.004752171,0.000080364014,0.00030959016,0.00014433742,0.000007853775,0.00062923564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988073,0.00015963605,0.00037583825,0.00015984228,0.00040058693,0.00009678607],"domain_scores_gemma":[0.99910635,0.0002058495,0.00024020966,0.0002079818,0.00020987024,0.000029738625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014066078,0.000070633854,0.00012895119,0.000102907536,0.00032681233,0.000022739026,0.00007058822,0.000022336417,0.00036095854],"category_scores_gemma":[0.0004561243,0.000045836277,0.000027540082,0.0005471013,0.00008798917,0.000119789984,0.000019928933,0.0002039269,8.1748266e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087431115,0.0009908022,0.5861516,0.00026238523,0.00007523399,3.1618308e-7,0.0171437,0.00056215934,0.002701547,0.027982526,0.0027863148,0.36125597],"study_design_scores_gemma":[0.00049188145,0.000067397435,0.9626172,0.000043568045,0.00003960474,0.0000023383607,0.02556772,0.00074882706,0.00019366675,0.00072289666,0.009430843,0.00007405084],"about_ca_topic_score_codex":0.000107644,"about_ca_topic_score_gemma":0.0000056490894,"teacher_disagreement_score":0.37646562,"about_ca_system_score_codex":0.00013585453,"about_ca_system_score_gemma":0.0008634568,"threshold_uncertainty_score":0.3952243},"labels":[],"label_agreement":null},{"id":"W4286670960","doi":"10.1111/medu.14883","title":"Supervising the senior medical resident: Entrusting the role, supporting the tasks","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; The Wilson Centre; University of Toronto; Queen's University; University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Scope (computer science); Context (archaeology); Supervisor; Nursing; Independence (probability theory); Psychology; Scope of practice; Perspective (graphical); Medicine; Medical education; Grounded theory; Health care; Qualitative research; Management; Political science; Computer science; Sociology","score_opus":0.009133881386105533,"score_gpt":0.3388225512274887,"score_spread":0.3296886698413832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286670960","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42979044,0.0010490542,0.00032928566,0.5590587,0.0036724964,0.0008508328,0.0000018602723,0.0000939204,0.005153374],"genre_scores_gemma":[0.897699,0.000044992266,0.00018160582,0.096687816,0.0030141226,0.0005763275,0.00015182508,0.000037132373,0.0016072011],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935283,0.0006715256,0.00089091435,0.0003698806,0.0040164366,0.00052291376],"domain_scores_gemma":[0.99706984,0.0010026653,0.00036451043,0.0010342365,0.00033735993,0.00019140252],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0091630565,0.00018904002,0.00021692924,0.00012166693,0.0023387198,0.00008140861,0.0009866471,0.0001496277,0.01499228],"category_scores_gemma":[0.031988006,0.00009485827,0.00011654681,0.0013490553,0.0005595634,0.00009086942,0.00039020195,0.0024282748,0.00006324162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039345658,0.00049058907,0.0102695925,0.00005838829,0.0000622922,0.000015221994,0.01415106,0.000009607204,0.00006028692,0.005959743,0.26432523,0.7045586],"study_design_scores_gemma":[0.0006573547,0.00010195705,0.017650448,0.00024256331,0.00020068379,0.0015837846,0.09142184,0.018154109,0.0001320965,0.0017459906,0.86789495,0.00021423226],"about_ca_topic_score_codex":0.00062702707,"about_ca_topic_score_gemma":0.000033137523,"teacher_disagreement_score":0.7043444,"about_ca_system_score_codex":0.0003644696,"about_ca_system_score_gemma":0.005938907,"threshold_uncertainty_score":0.99987316},"labels":[],"label_agreement":null},{"id":"W4286703654","doi":"10.36315/2022v2end048","title":"IMPLEMENTATION OF AN OBJECTIVE STRUCTURED CLINICAL EXAMINATION (OSCE) IN A KINESIOLOGY BACHELOR DEGREE","year":2022,"lang":"en","type":"article","venue":"Education and New Developments 2022 – Volume 2","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Cronbach's alpha; Kinesiology; Psychometrics; Bachelor; Reliability (semiconductor); Test (biology); Psychology; Applied psychology; Objective structured clinical examination; Medical education; Clinical psychology; Medicine; Psychiatry","score_opus":0.04490952869025018,"score_gpt":0.4079577550866072,"score_spread":0.36304822639635703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286703654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99572295,0.00006576974,0.00014783508,0.0011291758,0.0016496337,0.00058463484,0.0000052278856,0.000018348841,0.0006764528],"genre_scores_gemma":[0.980997,0.000025153247,0.0131528415,0.0011519899,0.0001944718,0.00017747255,0.00080837787,0.000016234548,0.0034764383],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981976,0.0002625778,0.00069113175,0.00035354952,0.00033231807,0.0001627802],"domain_scores_gemma":[0.99924386,0.000036472524,0.0002539361,0.00018297033,0.0001931939,0.000089591646],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010551712,0.000115472874,0.00023155067,0.0004856936,0.00012871939,0.000008881218,0.00009929049,0.00007702808,0.0031274806],"category_scores_gemma":[0.0003403391,0.00012665521,0.000023644758,0.0008130965,0.00005683143,0.00014480407,0.000072095754,0.00031088231,0.000006470689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047753838,0.00042220397,0.24533427,0.000020167114,0.000019187943,7.133722e-7,0.0035852117,4.6173062e-7,0.0004066989,0.00016291671,0.005199722,0.7448007],"study_design_scores_gemma":[0.0014260669,0.0002752471,0.9731571,0.000012849605,0.000022391658,0.000031090574,0.01651157,0.00005754101,0.000280328,0.00029125676,0.007824095,0.000110478766],"about_ca_topic_score_codex":0.00029674964,"about_ca_topic_score_gemma":0.00012249735,"teacher_disagreement_score":0.74469024,"about_ca_system_score_codex":0.00039475755,"about_ca_system_score_gemma":0.0024518059,"threshold_uncertainty_score":0.9977838},"labels":[],"label_agreement":null},{"id":"W4286790048","doi":"10.7759/cureus.27162","title":"The Use of Formative Assessment in Postgraduate Urology Training: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Medicine; Curriculum; Urology; Medical education; Globe; Summative assessment; Portfolio; Psychology; Ophthalmology; Pedagogy","score_opus":0.26065353184438206,"score_gpt":0.46814078981542295,"score_spread":0.2074872579710409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286790048","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012609829,0.9937807,0.000043097712,0.0011223163,0.0004969701,0.004076789,0.000011971121,0.000014118355,0.00045279908],"genre_scores_gemma":[0.0000054087636,0.99584544,0.00048324815,0.0011022128,0.000038753904,0.0020318832,0.00028220363,0.000027970542,0.00018290558],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661577,0.0007550782,0.0017630057,0.0001932488,0.00045196584,0.00022092076],"domain_scores_gemma":[0.99684507,0.0010619906,0.0011739411,0.0007370396,0.0001492454,0.000032728636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002211601,0.00022349981,0.0022726152,0.00016352558,0.00007816165,0.000010439817,0.00028732404,0.00012468363,0.00015072645],"category_scores_gemma":[0.007099667,0.00012919519,0.00025624302,0.0009298262,0.00010486147,0.00006258484,0.00008155501,0.00097302627,0.000008956685],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015708314,0.00008897872,3.5090434e-7,0.7887693,0.00019839732,0.000007811845,0.0005157924,8.3477545e-8,9.244974e-9,0.0018403158,0.004178212,0.20439917],"study_design_scores_gemma":[0.000085619016,0.00011831891,0.0000015437529,0.25300565,0.0019035494,0.00014971878,0.00024387384,0.000031078536,5.271181e-9,0.000032841926,0.7443518,0.00007599106],"about_ca_topic_score_codex":0.00001054894,"about_ca_topic_score_gemma":0.0000038057074,"teacher_disagreement_score":0.7401736,"about_ca_system_score_codex":0.0005433087,"about_ca_system_score_gemma":0.0012301636,"threshold_uncertainty_score":0.84994775},"labels":[],"label_agreement":null},{"id":"W4286797706","doi":"10.1007/s43678-022-00345-6","title":"Competency based medical education (CBME) in CCFP(EM) programs","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Montfort Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Medicine; Coaching; Curriculum; Medical education; Competence (human resources); Core competency; Graduate medical education; Program evaluation; Psychology; Accreditation; Pedagogy; Management","score_opus":0.052083880343838644,"score_gpt":0.370663115407646,"score_spread":0.31857923506380736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286797706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7582743,0.0045261695,0.0004218276,0.18230586,0.038599186,0.0008973965,0.0000046617165,0.000023990564,0.014946626],"genre_scores_gemma":[0.98825663,0.00007461349,0.0016250652,0.006413025,0.0022042026,0.0000759786,0.00016126675,0.00003798795,0.0011512098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996594,0.0001589896,0.0013786424,0.00019429874,0.001264947,0.00040910905],"domain_scores_gemma":[0.9975988,0.000027750157,0.00040935498,0.0002945927,0.00073757727,0.0009319167],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023303516,0.00016366548,0.0004209227,0.0014306119,0.00019906014,0.0000035517712,0.00037951092,0.00009825087,0.049053367],"category_scores_gemma":[0.0042851297,0.00014447399,0.000097246775,0.0021725092,0.00014887276,0.0000858925,0.000015262345,0.0011745858,0.000009907493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001230225,0.0013104072,0.238088,0.00026096488,0.00008440874,0.00048380662,0.004608609,0.000051896644,0.000111122135,0.007289421,0.5553313,0.19225703],"study_design_scores_gemma":[0.0053727706,0.0033514823,0.11494762,0.0016568842,0.00024586078,0.0008194764,0.017381875,0.0025873305,0.000013772949,0.0040980424,0.8490799,0.00044497693],"about_ca_topic_score_codex":0.004007144,"about_ca_topic_score_gemma":0.012573182,"teacher_disagreement_score":0.29374862,"about_ca_system_score_codex":0.0008701824,"about_ca_system_score_gemma":0.029491045,"threshold_uncertainty_score":0.97601086},"labels":[],"label_agreement":null},{"id":"W4287398614","doi":"10.46582/jsrm.1702011","title":"Proceedings of the Inter Disciplinary Conclave (IDC)-2021","year":2021,"lang":"en","type":"article","venue":"Journal of Stem Cells and Regenerative Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Discipline; Political science; Engineering ethics; Engineering; Law","score_opus":0.022243805226926767,"score_gpt":0.30612025308780194,"score_spread":0.2838764478608752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287398614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955997,0.0031154596,0.00022669746,0.036540475,0.0013230703,0.00014459116,0.0000016128557,0.0000017201362,0.0026494002],"genre_scores_gemma":[0.9874281,0.0005111867,0.0012110191,0.0009069921,0.0014703597,0.0000022751753,0.0000018022994,0.0000113011065,0.008456936],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986844,0.000028773513,0.00064185425,0.00011818935,0.00042408047,0.00010266837],"domain_scores_gemma":[0.9976349,0.000046956175,0.0005090899,0.00009675766,0.0016391046,0.00007319742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053950347,0.000107429994,0.000414266,0.000097298966,0.00007790472,0.0000073852493,0.00007910876,0.000069356385,0.00018814323],"category_scores_gemma":[0.00011772933,0.000051618274,0.00007282563,0.00042963494,0.00043129534,0.00007130845,0.000061296865,0.00037310176,6.7788744e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015110652,0.00030701584,0.008498669,0.0005231288,0.00028857792,0.00006697051,0.011253519,0.0000023157584,0.8420028,0.003939729,0.1045008,0.028465362],"study_design_scores_gemma":[0.004005915,0.0017321061,0.0111886365,0.005222535,0.0005590488,0.0021037066,0.041262127,0.00023860346,0.9026089,0.00045867206,0.030459031,0.00016072374],"about_ca_topic_score_codex":0.0000013200669,"about_ca_topic_score_gemma":6.926888e-7,"teacher_disagreement_score":0.07404177,"about_ca_system_score_codex":0.000057793208,"about_ca_system_score_gemma":0.00020313839,"threshold_uncertainty_score":0.2104932},"labels":[],"label_agreement":null},{"id":"W4287448176","doi":"10.1080/15366367.2021.1991742","title":"Using Think-aloud Interviews to Examine a Clinically Oriented Performance Assessment Rubric","year":2022,"lang":"en","type":"article","venue":"Measurement Interdisciplinary Research and Perspectives","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rubric; Operationalization; Psychology; Context (archaeology); Peer assessment; Think aloud protocol; Rating scale; Applied psychology; Educational measurement; Medical education; Computer science; Mathematics education; Pedagogy; Medicine; Developmental psychology","score_opus":0.35222507090987276,"score_gpt":0.5102631214747934,"score_spread":0.1580380505649206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287448176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97686994,0.00047413283,0.0023137957,0.0110502085,0.00043508713,0.0012631965,0.000007269942,0.000050790743,0.007535556],"genre_scores_gemma":[0.99161065,0.000053589465,0.006417019,0.00031042265,0.00033604619,0.00017725577,0.000024128527,0.000029410154,0.001041453],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954105,0.0005060927,0.0005899314,0.00064537633,0.002323684,0.0005244337],"domain_scores_gemma":[0.99759096,0.00008182307,0.00009436766,0.0005077932,0.0015030369,0.00022200569],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009070431,0.00018713484,0.0003314597,0.0007630373,0.0012653086,0.000055864868,0.00026912597,0.000048409212,0.0009344326],"category_scores_gemma":[0.0007050541,0.00016285013,0.00007202646,0.0015061714,0.00027981907,0.00014049726,0.0016317947,0.0013477067,0.000018196266],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010298205,0.020623058,0.0913158,0.0017108619,0.0013321654,0.00025308787,0.5222696,0.0002553358,0.068915255,0.008637837,0.06621014,0.20817862],"study_design_scores_gemma":[0.003602046,0.02648965,0.25876075,0.0011827507,0.00010861243,0.00041733336,0.67608625,0.019702788,0.0004203658,0.0013892974,0.011170339,0.0006698173],"about_ca_topic_score_codex":0.000020704114,"about_ca_topic_score_gemma":0.000006513344,"teacher_disagreement_score":0.20750882,"about_ca_system_score_codex":0.0022521373,"about_ca_system_score_gemma":0.00052094593,"threshold_uncertainty_score":0.99997884},"labels":[],"label_agreement":null},{"id":"W4288039810","doi":"10.29390/cjrt-2022-009","title":"Quality assurance in allied healthcare education: A narrative review","year":2022,"lang":"en","type":"review","venue":"Canadian Journal of Respiratory Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Blueprint; Medical education; Quality assurance; Health care; Audit; Quality (philosophy); Critical appraisal; Medicine; Psychology; Political science; Business; Alternative medicine; Engineering","score_opus":0.15666625428094258,"score_gpt":0.47913032747851064,"score_spread":0.3224640731975681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288039810","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000094906696,0.99094945,0.000002312258,0.005157758,0.0017422932,0.0012796604,0.00001676763,0.000005190103,0.00075165695],"genre_scores_gemma":[0.000010267111,0.96868116,0.00021983159,0.029863259,0.00071401,0.00020300274,0.00006438705,0.00004872922,0.00019536287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955666,0.0012238977,0.0020621358,0.00027412214,0.00054784224,0.00032540262],"domain_scores_gemma":[0.99636996,0.00016955056,0.00169321,0.0005680332,0.00069827004,0.00050098123],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036509503,0.00031443575,0.0020389273,0.0011186881,0.00016858667,0.000020984413,0.00043166184,0.00023777301,0.002254635],"category_scores_gemma":[0.0019531783,0.0002660594,0.0004160173,0.001899754,0.00011890256,0.00010317154,0.000006873728,0.0019827064,0.000010924525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000995423,0.00006432282,0.0001176072,0.0150287375,0.00008158577,0.00005688001,0.00058080035,6.227305e-8,5.799617e-8,0.00017488883,0.07140376,0.91248137],"study_design_scores_gemma":[0.00034120816,0.00025479653,0.00018512258,0.050172854,0.00006684383,0.0002405041,0.0004542335,2.1564363e-8,7.5269256e-8,0.000038791724,0.9480553,0.0001902263],"about_ca_topic_score_codex":0.000654424,"about_ca_topic_score_gemma":0.0023599884,"teacher_disagreement_score":0.9122911,"about_ca_system_score_codex":0.0026916259,"about_ca_system_score_gemma":0.07989422,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W4288063417","doi":"10.1097/sla.0000000000004910","title":"Coaching in Surgical Education","year":2021,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coaching; Medicine; Medical education; Intervention (counseling); General partnership; MEDLINE; Set (abstract data type); Nursing; Psychology; Psychotherapist","score_opus":0.38539711655536385,"score_gpt":0.5095073875083265,"score_spread":0.12411027095296262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288063417","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062222907,0.9942002,0.000002378334,0.00080174825,0.0010013821,0.00025319323,0.000004060398,0.000013565652,0.0031012131],"genre_scores_gemma":[0.0000955051,0.9971248,0.00016683938,0.0004822501,0.00052698294,0.00007742538,0.0010009964,0.000030513685,0.0004947209],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978644,0.00018906886,0.0011486824,0.00025803995,0.0003330663,0.000206747],"domain_scores_gemma":[0.9981579,0.00062908244,0.00040559948,0.00037984294,0.0003715017,0.000056048826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017048701,0.00018360876,0.0018110343,0.00087804743,0.00001942756,0.000009108598,0.000071040784,0.000315867,0.00025410193],"category_scores_gemma":[0.0025582039,0.00016239335,0.00046649177,0.001422264,0.000060127833,0.000061220235,0.000029630572,0.00054586714,0.000024201936],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024207436,0.00040700714,0.00022833791,0.012162741,0.000045105546,0.000032688273,0.000023197512,3.201839e-8,3.844118e-8,0.0003777697,0.035194363,0.9515263],"study_design_scores_gemma":[0.00002761112,0.000005569908,0.00008710409,0.048518624,0.000090872745,0.00015092417,0.000055522054,7.7799706e-7,0.0000023479754,0.000023519986,0.9509248,0.000112286245],"about_ca_topic_score_codex":0.0000341339,"about_ca_topic_score_gemma":5.559379e-7,"teacher_disagreement_score":0.951414,"about_ca_system_score_codex":0.000058234822,"about_ca_system_score_gemma":0.003765571,"threshold_uncertainty_score":0.6679961},"labels":[],"label_agreement":null},{"id":"W4288360844","doi":"","title":"Coaching by design: exploring a new approach to faculty development in a competency-based medical education curriculum","year":2019,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coaching; Curriculum; Medical education; Professional development; Faculty development; Psychology; Pedagogy; Medicine","score_opus":0.30641863827186605,"score_gpt":0.5540940567506634,"score_spread":0.24767541847879732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288360844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94949216,0.0011375019,0.03908288,0.0031579994,0.0011698105,0.0019589702,0.0000030101623,0.000048087724,0.003949558],"genre_scores_gemma":[0.82072484,0.0002684561,0.17130004,0.005592779,0.0003534803,0.0006338505,0.0003062561,0.00008691224,0.00073339697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959709,0.00023003572,0.0012052674,0.0005484495,0.0016243157,0.00042103685],"domain_scores_gemma":[0.9980018,0.0001394029,0.0004621142,0.00044182307,0.0004402302,0.00051461975],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030001665,0.00029457902,0.00071854173,0.0012877292,0.00013391297,0.00029270863,0.0014178158,0.00015903529,0.004868549],"category_scores_gemma":[0.0026358739,0.00026420964,0.00007650682,0.002288744,0.000051452218,0.0010340866,0.00031179882,0.000792544,0.00007859601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020867286,0.003676337,0.57669675,0.00041047428,0.0001146692,0.00000739527,0.0019822791,0.0005229279,0.009107714,0.0006054753,0.24223258,0.16443472],"study_design_scores_gemma":[0.005983984,0.00008089862,0.8330885,0.010126811,0.0001681093,0.000089198926,0.0036260288,0.010753562,0.023492193,0.0019910627,0.10893431,0.0016652992],"about_ca_topic_score_codex":0.00082419714,"about_ca_topic_score_gemma":0.000016322063,"teacher_disagreement_score":0.25639176,"about_ca_system_score_codex":0.00062805996,"about_ca_system_score_gemma":0.008904693,"threshold_uncertainty_score":0.999981},"labels":[],"label_agreement":null},{"id":"W4288489023","doi":"10.1080/10401334.2022.2103815","title":"Global Perceptions on Social Accountability and Outcomes: A Survey of Medical Schools","year":2022,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accountability; Operationalization; Social accounting; Context (archaeology); Medical education; Psychology; Consistency (knowledge bases); Exploratory factor analysis; Focus group; Exploratory research; Perception; Public relations; Medicine; Political science; Sociology; Accounting; Business; Clinical psychology; Psychometrics","score_opus":0.04920686614002288,"score_gpt":0.42828092325935874,"score_spread":0.37907405711933584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288489023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97797364,0.00006664078,0.00014024269,0.020796044,0.00017877872,0.00015933283,0.000004417195,0.000041768988,0.0006391353],"genre_scores_gemma":[0.9971655,0.000016406895,0.00031689438,0.0021412726,0.00012210652,0.000023432505,0.000089705805,0.00000926636,0.00011543924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99698156,0.001137171,0.00043078317,0.000256121,0.0010234824,0.00017086949],"domain_scores_gemma":[0.9991658,0.00044627005,0.000109294415,0.00013361071,0.00006711492,0.000077932746],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012342564,0.00011329506,0.00041452915,0.00018852459,0.0005323487,0.0000059595527,0.000096919364,0.00009509684,0.00060942135],"category_scores_gemma":[0.016696762,0.00009211467,0.000019802303,0.00042639207,0.00027231625,0.000032084794,0.00009634756,0.0027261546,0.0000012393616],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007982488,0.00020986125,0.91644174,0.00005957145,0.000016311518,0.0000031746597,0.005902602,0.000014105085,0.000012766969,0.0004551696,0.0025351031,0.07426979],"study_design_scores_gemma":[0.0015824195,0.0003806375,0.9783638,0.00015009711,0.000024646455,0.000033795943,0.016853997,0.0012470224,5.7909826e-8,0.00005506171,0.0012413969,0.00006706223],"about_ca_topic_score_codex":0.00688183,"about_ca_topic_score_gemma":0.000094075935,"teacher_disagreement_score":0.074202724,"about_ca_system_score_codex":0.0002058161,"about_ca_system_score_gemma":0.00016436898,"threshold_uncertainty_score":0.9997314},"labels":[],"label_agreement":null},{"id":"W4288701756","doi":"10.1186/s12909-022-03661-8","title":"Rivalries for attention: insights from a realist evaluation of a postgraduate competency-based medical education implementation in Canada","year":2022,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Context (archaeology); Medical education; Adaptation (eye); Medicine; Psychology","score_opus":0.032978333605743586,"score_gpt":0.39396454595082486,"score_spread":0.36098621234508127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288701756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9598935,0.00055856013,0.0018911207,0.0313501,0.00355697,0.0022510688,0.000053209355,0.000029213714,0.00041621953],"genre_scores_gemma":[0.96693933,0.000013870609,0.010045235,0.008422057,0.00049804884,0.00319743,0.010804503,0.000032690477,0.000046848974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9927141,0.0006354065,0.0013251376,0.00049749645,0.0045497958,0.00027804333],"domain_scores_gemma":[0.99687463,0.00038356727,0.0005561191,0.000490763,0.001437208,0.0002576906],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002438881,0.00020826631,0.00040372723,0.00050124305,0.00022632131,0.000013909441,0.0003054347,0.00013241947,0.004929533],"category_scores_gemma":[0.009214031,0.00021649622,0.00009533413,0.0011722416,0.00012513445,0.0001276654,0.00005793614,0.00043264622,0.000003095856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007536624,0.0067718504,0.20775877,0.0011621504,0.00012496169,0.0000035158675,0.0022181985,0.00020630135,0.00034468886,0.030957287,0.13217346,0.61752516],"study_design_scores_gemma":[0.01372378,0.0006055389,0.72006947,0.0016966278,0.00078634993,0.00006710773,0.043265205,0.17574108,0.00066710036,0.027607467,0.015025964,0.00074431306],"about_ca_topic_score_codex":0.4816352,"about_ca_topic_score_gemma":0.7093591,"teacher_disagreement_score":0.6167808,"about_ca_system_score_codex":0.0036487198,"about_ca_system_score_gemma":0.3074862,"threshold_uncertainty_score":0.9991318},"labels":[],"label_agreement":null},{"id":"W4288925000","doi":"10.5041/rmmj.10480","title":"Quality Assurance of Undergraduate Medical Education in Israel by Continuous Monitoring and Prioritization of the Accreditation Standards","year":2022,"lang":"en","type":"article","venue":"Rambam Maimonides Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Quality assurance; Prioritization; Computer science; Quality (philosophy); Medical education; Engineering management; Data science; Medicine; Process management; Business; Pathology; Engineering; External quality assessment","score_opus":0.009913002276227444,"score_gpt":0.3618692944267061,"score_spread":0.3519562921504787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288925000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688871,0.0009673048,0.0031275288,0.024550647,0.0018498409,0.00030157357,0.00001453812,0.000011678758,0.0002897921],"genre_scores_gemma":[0.99705935,0.0004594264,0.0014062193,0.00057778874,0.0003188379,0.000026195827,0.00002329663,0.00001618365,0.00011270155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939734,0.0005117442,0.0011860365,0.00018743891,0.0039290893,0.00021229993],"domain_scores_gemma":[0.99783856,0.00028855106,0.00067673053,0.00021972937,0.0007793683,0.00019707941],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005686293,0.00012170128,0.00037987737,0.00020400301,0.00019935922,0.000016856011,0.00026520935,0.00014892785,0.00021355257],"category_scores_gemma":[0.017089978,0.00009699268,0.00007051928,0.0007690021,0.00033436558,0.00013297974,0.000108845146,0.0011617104,2.4644604e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002122914,0.0010359532,0.6604126,0.00032282728,0.000058204554,0.000009384517,0.0006149772,0.00001600518,0.002307987,0.0029659928,0.023754967,0.30828878],"study_design_scores_gemma":[0.0041174665,0.0005074032,0.9590851,0.0024355913,0.000105319355,0.0009825183,0.012321495,0.0013070554,0.002258964,0.0065000914,0.010106748,0.00027226485],"about_ca_topic_score_codex":0.00013247557,"about_ca_topic_score_gemma":0.000012908711,"teacher_disagreement_score":0.3080165,"about_ca_system_score_codex":0.000532535,"about_ca_system_score_gemma":0.0076681627,"threshold_uncertainty_score":0.9979574},"labels":[],"label_agreement":null},{"id":"W4288989670","doi":"10.26502/fccm.92920273","title":"Addressing Transition to Practice: Assessing Perceived Effectiveness of a Competency Based Change to On-Call Responsibilities of Senior Cardiology Residents","year":2022,"lang":"en","type":"article","venue":"Cardiology and Cardiovascular Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Curriculum; Accountability; Medical education; Transition (genetics); Medicine; Training (meteorology); Psychology; Political science; Pedagogy","score_opus":0.04737279339046678,"score_gpt":0.3664130157482309,"score_spread":0.3190402223577641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288989670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717876,0.0027655414,0.015524944,0.005798109,0.0011838158,0.0017099263,0.000027634927,0.00003888345,0.001163589],"genre_scores_gemma":[0.9929568,0.000047555386,0.0024258017,0.0034169853,0.00053534063,0.00045872174,0.00011703293,0.00002972265,0.000012018108],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99437076,0.0033494802,0.0005778295,0.0005768328,0.0008248337,0.00030025237],"domain_scores_gemma":[0.99717516,0.0010522507,0.00012618434,0.0007761008,0.0007336278,0.0001366904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007695135,0.00022695928,0.0016433302,0.0007314258,0.00022171208,0.0000033219956,0.0001344363,0.00017095232,0.000029663559],"category_scores_gemma":[0.00518383,0.0002027608,0.00036100508,0.0008298772,0.0005358824,0.000079408666,0.00008106067,0.00051049655,0.0000016364809],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06152932,0.0016427963,0.087618895,0.018618664,0.028966738,0.0049579847,0.07738552,0.09025444,0.36258706,0.0047754114,0.012635417,0.24902776],"study_design_scores_gemma":[0.0059300796,0.0048628445,0.95289916,0.0021046775,0.0026595742,0.0015161164,0.02206694,0.00020044636,0.0009741761,0.0001399444,0.0062971297,0.0003488921],"about_ca_topic_score_codex":0.00013945202,"about_ca_topic_score_gemma":5.937355e-7,"teacher_disagreement_score":0.8652803,"about_ca_system_score_codex":0.00019938643,"about_ca_system_score_gemma":0.0003522997,"threshold_uncertainty_score":0.82683456},"labels":[],"label_agreement":null},{"id":"W4289201367","doi":"10.1108/978-1-80117-358-220221003","title":"Equity, Diversity, and Inclusion Considerations for Leadership in Medical Education","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bunge (Canada); Alberta Health Services","funders":"","keywords":"Diversity (politics); Inclusion (mineral); Viewpoints; Public relations; Equity (law); Curriculum; Political science; Pedagogy; Population; Engineering ethics; Sociology; Medical education; Psychology; Medicine; Social science; Engineering","score_opus":0.19390337430616603,"score_gpt":0.3861550971652385,"score_spread":0.19225172285907247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289201367","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010878163,0.00072990847,0.00031873546,0.16499867,0.001403253,0.0020193716,0.000015803373,0.00008608696,0.82934034],"genre_scores_gemma":[0.18663785,0.0005851615,0.0096885245,0.1356885,0.0012153009,0.00031718114,0.0016098616,0.00010903764,0.66414857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980248,0.000018237588,0.00042066813,0.00035269442,0.0009881253,0.00019547575],"domain_scores_gemma":[0.9990593,0.0002395804,0.00012164895,0.00023736464,0.00023790928,0.0001042036],"candidate_categories":["sts","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011251271,0.00017759316,0.0003088138,0.0005593227,0.0017043328,0.000011099783,0.00012458628,0.00040999978,0.015441226],"category_scores_gemma":[0.0024058132,0.00018219042,0.00005729272,0.00007763539,0.00018943816,0.000080148144,0.008610844,0.00071320345,0.000007188726],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036113743,0.00021019363,0.0002889892,0.00045936403,0.000030909876,0.000010141966,0.0021343604,2.208623e-7,0.000003324966,0.8208847,0.1084343,0.06750736],"study_design_scores_gemma":[0.0022101072,0.00036251853,0.00057896395,0.0010843099,0.00025873035,0.0002816539,0.0010705079,0.00048049586,0.000008127711,0.5585967,0.4346105,0.0004574101],"about_ca_topic_score_codex":0.00008440478,"about_ca_topic_score_gemma":0.00016200602,"teacher_disagreement_score":0.3261762,"about_ca_system_score_codex":0.0005393853,"about_ca_system_score_gemma":0.0020484126,"threshold_uncertainty_score":0.9995953},"labels":[],"label_agreement":null},{"id":"W4289278043","doi":"10.1007/s10459-022-10150-6","title":"Deconstructing the professional identity formation of basic science teachers in medical education","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Thematic analysis; Identity (music); Pedagogy; Psychology; Qualitative research; Medical education; Sociology; Medicine; Social science","score_opus":0.018409691053033136,"score_gpt":0.460880478061073,"score_spread":0.4424707870080399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289278043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96808606,0.0021060407,0.0002493475,0.022283418,0.0043995115,0.00079636683,6.852399e-7,0.000012642662,0.0020659096],"genre_scores_gemma":[0.98982257,0.00024040583,0.0046916488,0.004677451,0.00011357144,0.00036568413,0.000018068868,0.0000044754497,0.0000660988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99661946,0.00022833823,0.00085465505,0.0003095768,0.0016772924,0.00031069442],"domain_scores_gemma":[0.9988105,0.0001331993,0.0005350928,0.00022984578,0.00021977063,0.000071532704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009711881,0.00008162466,0.00015920283,0.0009197818,0.0008129252,0.00001862521,0.00050307723,0.00003238495,0.00025631327],"category_scores_gemma":[0.0036029618,0.00006609252,0.000020410862,0.005556758,0.0010261489,0.0017474635,0.0001039376,0.0005256517,0.0000026321134],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017010374,0.000928595,0.2440807,0.0002989061,6.2150065e-7,1.5231034e-7,0.008595816,0.00054963207,0.000054235566,0.030037742,0.00074465637,0.71469194],"study_design_scores_gemma":[0.0014921111,0.0007032489,0.6252098,0.0030901066,0.000013140669,0.0005124545,0.25692067,0.037192617,0.00046157918,0.03729622,0.036671795,0.00043622975],"about_ca_topic_score_codex":0.00040599506,"about_ca_topic_score_gemma":0.00018277073,"teacher_disagreement_score":0.7142557,"about_ca_system_score_codex":0.0013035407,"about_ca_system_score_gemma":0.022648131,"threshold_uncertainty_score":0.9828926},"labels":[],"label_agreement":null},{"id":"W4289835813","doi":"10.1007/s40670-022-01568-z","title":"Enhancing Examination Success: the Cumulative Benefits of Self-Assessment Questions and Virtual Patient Cases","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Care Foundation","funders":"","keywords":"Formative assessment; Summative assessment; Medical education; Context (archaeology); Curriculum; Psychology; Medicine; Mathematics education; Pedagogy","score_opus":0.016232332558305272,"score_gpt":0.35202587124946927,"score_spread":0.335793538691164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289835813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98956543,0.000110565226,0.00015728366,0.008159889,0.0012776161,0.00036759794,0.000004651241,0.000028346609,0.00032863155],"genre_scores_gemma":[0.9967725,0.000018062436,0.0015166879,0.0012608027,0.00017659196,0.00018566148,0.000011929686,0.000006718461,0.00005100866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99679184,0.00013937881,0.00039487952,0.0002897739,0.002145367,0.0002387618],"domain_scores_gemma":[0.9986571,0.00037924742,0.00017287409,0.0002553616,0.00034633026,0.00018906867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003035498,0.00009241709,0.00015122927,0.00023611053,0.00083326356,0.000021234935,0.00024658264,0.000036606703,0.00078216894],"category_scores_gemma":[0.00365171,0.00006463324,0.00002245768,0.0016442788,0.00080202514,0.00015108591,0.00022027465,0.0004019626,0.0000021143717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004053923,0.005203133,0.0853594,0.00016113627,0.00007181093,0.000022582706,0.055740654,0.0001393002,0.0042263023,0.10257755,0.0051049893,0.7413526],"study_design_scores_gemma":[0.00067742896,0.001704207,0.93176246,0.00023708817,0.000101190024,0.00040288919,0.049814966,0.006058089,0.0029679395,0.00016320788,0.0058781304,0.00023240694],"about_ca_topic_score_codex":0.00013940033,"about_ca_topic_score_gemma":0.000012892424,"teacher_disagreement_score":0.84640306,"about_ca_system_score_codex":0.0005613726,"about_ca_system_score_gemma":0.0032934484,"threshold_uncertainty_score":0.85642016},"labels":[],"label_agreement":null},{"id":"W4290694846","doi":"10.1080/0142159x.2022.2094230","title":"How learning-centred beliefs relate to awareness of educational identity and mission: An exploratory study among medical educators","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"School of Medicine, Stanford University","keywords":"Identity (music); Thematic analysis; Psychology; Exploratory research; Pedagogy; Qualitative research; Meaning (existential); Medical education; Sociology; Medicine","score_opus":0.03808525039149548,"score_gpt":0.36238555734821915,"score_spread":0.3243003069567237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290694846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9559517,0.00025529406,0.00009223559,0.041423064,0.0013808206,0.0005689057,0.0000011612163,0.000052864892,0.00027398218],"genre_scores_gemma":[0.99173474,0.000012578723,0.00013537647,0.00094776007,0.0009145304,0.000204561,0.00011197246,0.000040500792,0.005897992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945143,0.0006664231,0.0005837588,0.00055238354,0.0033592994,0.000323859],"domain_scores_gemma":[0.99811095,0.00008776087,0.00017697072,0.00045427197,0.00023287245,0.0009371526],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026993295,0.00020238642,0.0004229848,0.00034884256,0.00039863342,0.000029987477,0.00040054752,0.00020270294,0.016597537],"category_scores_gemma":[0.01195643,0.0001837956,0.00005763887,0.0010012777,0.00035450983,0.0002568927,0.00038413578,0.0015765406,0.000013994175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071475384,0.0055728285,0.9387409,0.000080021746,0.000094280505,0.00003581862,0.021059997,0.0000037958396,0.000019064277,0.00041758586,0.022650858,0.011253383],"study_design_scores_gemma":[0.0062775114,0.0029424992,0.7026057,0.00059277477,0.00034064212,0.00025453593,0.2161104,0.0042255656,0.000043242828,0.00072184217,0.06505284,0.0008324488],"about_ca_topic_score_codex":0.000121045574,"about_ca_topic_score_gemma":0.00004836608,"teacher_disagreement_score":0.23613518,"about_ca_system_score_codex":0.00025480712,"about_ca_system_score_gemma":0.0021048428,"threshold_uncertainty_score":0.99636626},"labels":[],"label_agreement":null},{"id":"W4290704153","doi":"10.1097/ceh.0000000000000439","title":"Digital Transformation of Faculty Development: Responding and Supporting Academia During Disruptions Caused by the Coronavirus Disease 2019 Pandemic","year":2022,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pandemic; Social media; Digital learning; Attendance; Digital content; Digital transformation; Public relations; Dissemination; Political science; Coronavirus disease 2019 (COVID-19); Medical education; World Wide Web; Medicine; Computer science; Disease; Infectious disease (medical specialty)","score_opus":0.04513248709512021,"score_gpt":0.4470884234299947,"score_spread":0.40195593633487453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290704153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677176,0.0005962369,0.0002612234,0.030185984,0.0005011551,0.0006517902,0.000022072281,0.000008245366,0.000055734767],"genre_scores_gemma":[0.99741864,0.00007138665,0.00020055822,0.00090900133,0.0000929701,0.000068365945,0.00012651226,0.000010850758,0.0011017068],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975966,0.00032924948,0.0012178615,0.00009584356,0.00055116665,0.00020928418],"domain_scores_gemma":[0.99816424,0.00023381556,0.0011655644,0.00013998714,0.00020481391,0.00009160214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034184488,0.00009021249,0.00020513586,0.00035593813,0.0006739919,0.000021633527,0.00017663534,0.00005517816,0.000030506782],"category_scores_gemma":[0.00098355,0.000057971432,0.000041819447,0.00065554364,0.00006768694,0.00029504174,0.00003641305,0.0013694302,6.2028977e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049049663,0.0009359875,0.2661872,0.0006074992,0.000042148007,0.0000020258622,0.2670877,0.000034722907,0.0016647668,0.00088809093,0.012834332,0.44922504],"study_design_scores_gemma":[0.0012739163,0.00010994111,0.78724444,0.0013712175,0.000049586113,0.00017117464,0.18158618,0.000078858386,0.000061988176,0.00022988526,0.02772128,0.00010151326],"about_ca_topic_score_codex":0.000006931434,"about_ca_topic_score_gemma":0.0000016188885,"teacher_disagreement_score":0.52105725,"about_ca_system_score_codex":0.00040022703,"about_ca_system_score_gemma":0.0021614209,"threshold_uncertainty_score":0.59495693},"labels":[],"label_agreement":null},{"id":"W4290726165","doi":"10.3390/medsci10030041","title":"In-Person or Online? The Effect of Delivery Mode on Team-Based Learning of Clinical Reasoning in a Family Medicine Clerkship","year":2022,"lang":"en","type":"article","venue":"Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Medical education; Mode (computer interface); Team-based learning; Family medicine; Human–computer interaction","score_opus":0.10223216930849441,"score_gpt":0.4633786444514046,"score_spread":0.3611464751429102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290726165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98073953,0.00009596894,0.00006461603,0.016948733,0.00054711505,0.00031742916,0.0000012511281,0.0000124391345,0.001272898],"genre_scores_gemma":[0.99608743,0.000025500602,0.0005006097,0.0030562244,0.00020813102,0.000043333577,0.0000119808265,0.0000068383592,0.000059920247],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953591,0.00092897064,0.0008796128,0.00031702206,0.0022512763,0.00026399977],"domain_scores_gemma":[0.9963724,0.00298919,0.00029117687,0.00020140027,0.000052419648,0.000093389164],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014435478,0.00011183112,0.0005187564,0.00041287017,0.00014771306,0.0000027171184,0.00043939138,0.000099296485,0.0008123584],"category_scores_gemma":[0.03157444,0.000058144207,0.000063963234,0.002587309,0.0014545245,0.00004419287,0.000062782674,0.0013634274,0.0000015397275],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018119906,0.0010986315,0.76952684,0.00022676833,0.000021687232,0.00008547649,0.0023602706,0.0037844488,0.00029867294,0.0009171935,0.0058802906,0.21398771],"study_design_scores_gemma":[0.010326529,0.023125745,0.41687456,0.003425651,0.00008284038,0.000044535733,0.0149339335,0.52304685,0.00039622793,0.000094989104,0.007400216,0.00024791833],"about_ca_topic_score_codex":0.001165183,"about_ca_topic_score_gemma":0.00009330497,"teacher_disagreement_score":0.51926243,"about_ca_system_score_codex":0.00010650752,"about_ca_system_score_gemma":0.00093244336,"threshold_uncertainty_score":0.976583},"labels":[],"label_agreement":null},{"id":"W4290790755","doi":"10.1007/s10459-022-10141-7","title":"Does a deep learning inventory predict knowledge transfer? Linking student perceptions to transfer outcomes","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Impact; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Transfer of learning; Novelty; Psychology; Curriculum; Likert scale; Test (biology); Task (project management); Memorization; Mathematics education; Medical education; Social psychology; Pedagogy; Medicine; Developmental psychology","score_opus":0.02007921516470563,"score_gpt":0.4202163001474563,"score_spread":0.4001370849827507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290790755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688129,0.002424823,0.0049916417,0.016025372,0.004884088,0.0013967927,0.000002704318,0.00009694146,0.001364728],"genre_scores_gemma":[0.98820615,0.0007221553,0.0035010723,0.005417473,0.00028584077,0.0012197351,0.000059483347,0.000017367529,0.0005706954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972,0.00028429867,0.0007435089,0.0005257554,0.0007865169,0.00045990013],"domain_scores_gemma":[0.99932057,0.00011034856,0.0000619502,0.000218321,0.00014223211,0.0001465678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002458657,0.00015825813,0.00028015548,0.0008496945,0.0011492431,0.00003064383,0.00031263338,0.000041182844,0.0004376996],"category_scores_gemma":[0.00029051377,0.00012145888,0.00005694551,0.0024063934,0.0001958678,0.00037072474,0.000044658897,0.00064834044,0.000019726365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021648275,0.0012428937,0.6202262,0.00039511916,0.0000061103283,4.405588e-7,0.05420833,0.005106297,0.000046583256,0.0027205625,0.00017680552,0.31584904],"study_design_scores_gemma":[0.0011144603,0.0020245442,0.51327413,0.0008583115,0.000035178284,0.000028150918,0.18283056,0.004821434,0.000030038278,0.0012495193,0.29326037,0.0004733166],"about_ca_topic_score_codex":0.0001226754,"about_ca_topic_score_gemma":0.00036549784,"teacher_disagreement_score":0.31537572,"about_ca_system_score_codex":0.0012565586,"about_ca_system_score_gemma":0.0019046298,"threshold_uncertainty_score":0.8839165},"labels":[],"label_agreement":null},{"id":"W4290861323","doi":"10.1007/s10459-022-10147-1","title":"The quest for normality","year":2022,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Normality; Psychology; Computer science; Medical education; Medical physics; Medicine; Social psychology","score_opus":0.015392539490092267,"score_gpt":0.46113735585424287,"score_spread":0.4457448163641506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290861323","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013780684,0.019336198,0.00017941959,0.024155349,0.95215136,0.0017516668,0.000023940385,0.00003362069,0.0022306216],"genre_scores_gemma":[0.0006703672,0.030199485,0.014158219,0.0051345993,0.93875587,0.0052483478,0.001809266,0.00004412244,0.00397973],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966814,0.0001566042,0.00091588375,0.0005590293,0.0011874313,0.00049964694],"domain_scores_gemma":[0.9962274,0.0018337838,0.00080649956,0.0004980784,0.0005605832,0.00007369334],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.007230401,0.00017137639,0.00030220285,0.00029438167,0.0014759061,0.000059894115,0.00049920374,0.00016503995,0.00006645867],"category_scores_gemma":[0.010469351,0.00013021812,0.00005394823,0.0014455125,0.0005132216,0.00033183742,0.000050355942,0.00088124233,0.0000058435107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027414522,0.00014357585,0.0004026447,0.0006815053,0.000001721485,4.726332e-8,0.00022059445,0.000020926303,9.5069126e-8,0.003748492,0.8228668,0.17188616],"study_design_scores_gemma":[0.00019420269,0.0003409639,0.0002707042,0.00030228158,0.0000072667226,0.0000023094028,0.0016788648,0.00015788001,9.948717e-7,0.0031996828,0.99373084,0.00011402174],"about_ca_topic_score_codex":0.0004438505,"about_ca_topic_score_gemma":0.00034979987,"teacher_disagreement_score":0.17177215,"about_ca_system_score_codex":0.0015883364,"about_ca_system_score_gemma":0.015968926,"threshold_uncertainty_score":0.99982405},"labels":[],"label_agreement":null},{"id":"W4291020815","doi":"10.1186/s12909-022-03673-4","title":"Transition to practice curriculum for general internal medicine physicians: scoping review and Canadian national survey","year":2022,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Subspecialty; Mentorship; Curriculum; Medical education; Grounded theory; Medicine; Career Pathways; Competence (human resources); Focus group; Family medicine; Qualitative research; Psychology; Pedagogy; Sociology","score_opus":0.03736010717301475,"score_gpt":0.42654636334997303,"score_spread":0.3891862561769583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291020815","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06901631,0.01940689,0.05369593,0.8283497,0.011249701,0.011154089,0.00014051379,0.00014915424,0.0068376893],"genre_scores_gemma":[0.0760421,0.0020025286,0.061145987,0.840449,0.0051429067,0.0058119628,0.00715504,0.00009200314,0.0021584826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973772,0.00030686543,0.00055501296,0.0003636321,0.0011355625,0.000261694],"domain_scores_gemma":[0.99771714,0.0003786356,0.00016249844,0.00017930588,0.0012038999,0.00035853081],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040702806,0.00013746205,0.00030643307,0.00034884296,0.00031364313,0.00001348727,0.00014576621,0.00006995875,0.0016240728],"category_scores_gemma":[0.03622889,0.0001356582,0.000038330236,0.0008734508,0.00008824424,0.00014464655,0.00002810945,0.00035098082,0.000010551649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008501866,0.0007253078,0.0016593159,0.0040791873,0.000046750072,0.0000015316222,0.0011603598,0.0000124274175,0.00001930501,0.003451404,0.91956174,0.06919765],"study_design_scores_gemma":[0.007267743,0.0029089607,0.07988523,0.09143718,0.0016428058,0.0020019952,0.01199043,0.018657388,0.00003404166,0.0016666073,0.78089243,0.0016151738],"about_ca_topic_score_codex":0.022015614,"about_ca_topic_score_gemma":0.012451369,"teacher_disagreement_score":0.1386693,"about_ca_system_score_codex":0.0007616717,"about_ca_system_score_gemma":0.010643762,"threshold_uncertainty_score":0.99928856},"labels":[],"label_agreement":null},{"id":"W4291143973","doi":"10.1007/s40037-022-00719-7","title":"The story behind the synthesis: writing an effective introduction to your scoping review","year":2022,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Computer science; Data science; Medical education; Medicine","score_opus":0.015095217319738853,"score_gpt":0.38742614966105643,"score_spread":0.3723309323413176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291143973","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16271605,0.020765329,0.0004958825,0.80501664,0.0041468497,0.005005828,0.0000027482,0.00014645007,0.0017042211],"genre_scores_gemma":[0.89018,0.004983951,0.0011772779,0.071459636,0.015640883,0.015274683,0.00010535824,0.000105249615,0.0010729983],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99618125,0.0010194386,0.00042555967,0.0005543353,0.001518504,0.00030091996],"domain_scores_gemma":[0.9973084,0.00080388505,0.00022506264,0.0008922897,0.00056073867,0.00020963585],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006329674,0.00017338138,0.0002503297,0.00018652537,0.0019366865,0.00004577708,0.00038806896,0.00006177952,0.0012722444],"category_scores_gemma":[0.03796301,0.00011452786,0.00008090141,0.0008285773,0.0002519395,0.00011987037,0.00008923392,0.0013598659,0.000052466738],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014723135,0.0013420176,0.00010414617,0.00057081296,0.00006140606,0.000001632446,0.017418087,0.000015652813,0.00006931145,0.0063331663,0.10758072,0.86635584],"study_design_scores_gemma":[0.001080416,0.0026345118,0.033670958,0.030613823,0.0007094131,0.00063855544,0.7233076,0.00087043986,0.00037049234,0.000740055,0.20446296,0.0009007736],"about_ca_topic_score_codex":0.00002950639,"about_ca_topic_score_gemma":0.000009015968,"teacher_disagreement_score":0.86545503,"about_ca_system_score_codex":0.0012645862,"about_ca_system_score_gemma":0.0017831977,"threshold_uncertainty_score":0.9996407},"labels":[],"label_agreement":null},{"id":"W4291168130","doi":"10.1177/17151635221115370","title":"The only way round is through: Professional identity in pharmacy education and practice","year":2022,"lang":"en","type":"editorial","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Identity (music); Medical education; Pharmacy practice; Pedagogy; Sociology; Psychology; Medicine; Nursing; Art; Aesthetics","score_opus":0.03014539991303861,"score_gpt":0.40066980542160874,"score_spread":0.37052440550857013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291168130","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036039304,0.008310331,0.000015613032,0.0071111475,0.94326305,0.0012896528,0.00060527195,0.000024412906,0.0033411935],"genre_scores_gemma":[0.07782867,0.07791619,0.0010078622,0.033800527,0.7855596,0.00044176247,0.0016884117,0.0003126196,0.021444365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939858,0.0006776622,0.0012727934,0.0007071522,0.0022451023,0.0011114925],"domain_scores_gemma":[0.99367905,0.0012769266,0.0009341013,0.0004791627,0.0024773323,0.001153411],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036124636,0.0005615064,0.0005820328,0.0006291234,0.002618741,0.00048055343,0.0008896363,0.00023384106,0.0019417496],"category_scores_gemma":[0.008946593,0.0005203249,0.00013308671,0.0017760608,0.0004170316,0.0013860855,0.00014955337,0.00562103,0.000010775268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002614289,0.00019640679,0.00019744155,0.00033995762,0.00019004723,0.005581431,0.0023017486,0.000006422693,0.000025632893,0.00009515529,0.89978445,0.091019906],"study_design_scores_gemma":[0.001800247,0.000036697988,0.000016301006,0.000109298555,0.0003585678,0.14318876,0.00031402186,0.00016906922,0.000016407987,0.0001755531,0.8533938,0.00042126467],"about_ca_topic_score_codex":0.086369544,"about_ca_topic_score_gemma":0.116336405,"teacher_disagreement_score":0.15770349,"about_ca_system_score_codex":0.013382927,"about_ca_system_score_gemma":0.07982262,"threshold_uncertainty_score":0.9997248},"labels":[],"label_agreement":null},{"id":"W4292103590","doi":"10.1136/bmjopen-2021-060682","title":"Incorporating value-based healthcare projects in residency training: a mixed-methods study on the impact of participation on understanding and competency development","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universiteit Maastricht","keywords":"Medical education; Dilemma; Stakeholder; Medicine; Health care; Value (mathematics); Qualitative research; Nursing; Public relations","score_opus":0.4217991695476759,"score_gpt":0.5671005168936459,"score_spread":0.14530134734597006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292103590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98408455,0.0000045542174,0.0004882777,0.006974662,0.000096848744,0.0075388816,0.0000015323296,0.000009961116,0.00080070936],"genre_scores_gemma":[0.98359174,1.1926707e-7,0.013527524,0.000600121,0.000020528187,0.002213631,0.00002198859,0.000012746516,0.0000116276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974952,0.0011220443,0.00053886225,0.00021834689,0.0004668169,0.00015873917],"domain_scores_gemma":[0.9989035,0.00041930587,0.00030248673,0.00026992208,0.00006864998,0.000036126177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077852523,0.000099403565,0.00024362307,0.0002536504,0.00029348084,0.000023578372,0.00014739916,0.000026327873,0.0000379651],"category_scores_gemma":[0.002099846,0.00007032205,0.000018998397,0.0008516581,0.000039940365,0.00004658774,0.00011844578,0.00032553112,5.539118e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00262459,0.0043400624,0.6349971,0.00041076154,0.00016243727,0.000043081065,0.20602223,0.0024909175,0.0008768922,0.06343331,0.0013665229,0.083232045],"study_design_scores_gemma":[0.0022019872,0.0043939585,0.8180081,0.0006975297,0.00001757989,0.000005527312,0.16422679,0.0063069644,0.0003104563,0.0036861843,0.000008902707,0.00013598002],"about_ca_topic_score_codex":0.00041868654,"about_ca_topic_score_gemma":0.00008662017,"teacher_disagreement_score":0.183011,"about_ca_system_score_codex":0.0009420344,"about_ca_system_score_gemma":0.0030051083,"threshold_uncertainty_score":0.53309333},"labels":[],"label_agreement":null},{"id":"W4292183723","doi":"10.1111/medu.14921","title":"Optimising the educational value of indirect patient care","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Workload; Documentation; Grounded theory; Medical education; Burnout; Consistency (knowledge bases); Focus group; Medicine; Family medicine; Nursing; Psychology; Qualitative research","score_opus":0.008035082155982568,"score_gpt":0.32672495142765795,"score_spread":0.31868986927167536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292183723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91148025,0.0012140817,0.0001404241,0.07472829,0.0034457415,0.00057303574,0.0000049772843,0.000028839819,0.008384371],"genre_scores_gemma":[0.9780597,0.000015733262,0.0028884434,0.017316645,0.000480318,0.00039258544,0.00042168787,0.000018110753,0.0004067427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973085,0.00015608787,0.00046254508,0.00021127703,0.001666055,0.00019552765],"domain_scores_gemma":[0.99879175,0.000120669254,0.00020175423,0.0003795692,0.00043763354,0.000068591624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00076496665,0.00009951185,0.00016487157,0.0002338609,0.00040773675,0.000009619175,0.00023710207,0.00006732195,0.005177663],"category_scores_gemma":[0.003836957,0.00007723448,0.000068789726,0.0010172589,0.00018081228,0.000047317397,0.00011276845,0.0005525697,0.000013707995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006141757,0.0021903596,0.01043301,0.00021700512,0.000056202836,0.0000012888145,0.018519683,0.00013125081,0.00014224435,0.010290998,0.2543777,0.7035788],"study_design_scores_gemma":[0.0016198228,0.0013629766,0.10954922,0.000614296,0.00034059508,0.0007006859,0.098484166,0.0038809562,0.0021756263,0.002115853,0.7786558,0.0004999875],"about_ca_topic_score_codex":0.00009507992,"about_ca_topic_score_gemma":0.0000015162691,"teacher_disagreement_score":0.70307887,"about_ca_system_score_codex":0.00051499764,"about_ca_system_score_gemma":0.0068732626,"threshold_uncertainty_score":0.9987568},"labels":[],"label_agreement":null},{"id":"W4292265079","doi":"10.1051/pmed/2022019","title":"Enseigner en étant centré sur l’apprenant. Le témoignage concret d’une enseignante clinicienne","year":2022,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Art","score_opus":0.0269504422710393,"score_gpt":0.30247610902024,"score_spread":0.2755256667492007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292265079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7027639,0.05880973,0.003392076,0.15141195,0.030031707,0.002715977,0.0008218433,0.00061017025,0.049442597],"genre_scores_gemma":[0.60976094,0.0017405655,0.0024919324,0.013958382,0.0031967505,0.000426489,0.001091534,0.00021393936,0.36711943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99177384,0.0011018087,0.0019108367,0.0012672689,0.0019495592,0.001996665],"domain_scores_gemma":[0.9958753,0.0010252192,0.0006202591,0.0014873745,0.0004077551,0.0005841164],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043979823,0.0006274521,0.0010736561,0.00040681608,0.0016107945,0.00006200993,0.0008987156,0.00049776305,0.02307094],"category_scores_gemma":[0.0044286516,0.0006553786,0.00039274734,0.0023016427,0.001342526,0.00022538616,0.001240553,0.002427963,0.001408074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005448302,0.0037527469,0.0039368575,0.00067646254,0.00040804784,0.0013793483,0.015238577,0.00023931322,0.008463485,0.020117762,0.7648552,0.18038736],"study_design_scores_gemma":[0.00430807,0.0008444692,0.003067613,0.00039333355,0.00037333727,0.000617487,0.016776,0.010023986,0.0022837622,0.0006486558,0.9599248,0.00073848624],"about_ca_topic_score_codex":0.0006961405,"about_ca_topic_score_gemma":0.000020145359,"teacher_disagreement_score":0.31767684,"about_ca_system_score_codex":0.0020985035,"about_ca_system_score_gemma":0.0025579594,"threshold_uncertainty_score":0.99987346},"labels":[],"label_agreement":null},{"id":"W4292841232","doi":"10.1007/s10459-022-10156-0","title":"“A whole other competence story”: exploring faculty perspectives on the process of workplace-based assessment of entrustable professional activities","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Competence (human resources); Grounded theory; Medical education; Psychology; Qualitative research; Conversation; Process (computing); Medicine; Computer science; Social psychology; Sociology","score_opus":0.0471481182319306,"score_gpt":0.44595116302375737,"score_spread":0.39880304479182677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292841232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796478,0.0011489547,0.00031650087,0.01576108,0.001176692,0.0007753599,0.000008070112,0.000012323902,0.0011532049],"genre_scores_gemma":[0.99207467,0.000054593933,0.0057012006,0.0010993893,0.00005772879,0.00083397154,0.00001289669,0.0000059680283,0.0001595689],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980865,0.00023507976,0.0003643658,0.00024880955,0.00086908235,0.0001961732],"domain_scores_gemma":[0.9988488,0.0002970177,0.00047681262,0.00018395907,0.00016694202,0.000026463407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021161912,0.00008393353,0.00018039871,0.00029577437,0.0004893643,0.0000060189805,0.00021657717,0.000015297968,0.00017559339],"category_scores_gemma":[0.00035872118,0.00006073939,0.000022624583,0.001430702,0.00042598424,0.00032204262,0.00002390206,0.00036234118,3.576167e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005600499,0.012545895,0.4156843,0.0062208455,0.00002944513,4.8259466e-7,0.14235604,0.14013469,0.0024194242,0.1851009,0.0030436867,0.09190423],"study_design_scores_gemma":[0.00058525486,0.0013614963,0.06473369,0.0020231362,0.0000078352205,0.000003074312,0.9029333,0.008170156,0.0019928187,0.001299751,0.016722683,0.0001667957],"about_ca_topic_score_codex":0.00006084548,"about_ca_topic_score_gemma":0.000007482572,"teacher_disagreement_score":0.76057726,"about_ca_system_score_codex":0.0005913061,"about_ca_system_score_gemma":0.0046373988,"threshold_uncertainty_score":0.82265466},"labels":[],"label_agreement":null},{"id":"W4292952783","doi":"10.17760/d20413974","title":"Educationalist leadership in medical schools","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Educational leadership; Curriculum; Grounded theory; Pedagogy; Leadership studies; Leadership style; Shared leadership; Teacher leadership; Qualitative research; Distributed leadership; Medical education; Psychology; Public relations; Political science; Sociology; Medicine","score_opus":0.08443926803053678,"score_gpt":0.40805151021300573,"score_spread":0.323612242182469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292952783","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45305583,0.0025140692,0.00006353154,0.13346916,0.008158274,0.0010995351,0.000004370416,0.0001602987,0.40147492],"genre_scores_gemma":[0.30677724,0.00030535663,0.00800717,0.043305103,0.0034423827,0.0006280258,0.047328304,0.00015202873,0.5900544],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9972464,0.000051683088,0.0006736269,0.00041933986,0.0013081849,0.00030080127],"domain_scores_gemma":[0.9986973,0.00006018661,0.00012200835,0.00038948955,0.0005874873,0.00014353795],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006600761,0.00020916824,0.00040029697,0.0005216598,0.000044031738,0.000030259536,0.00016427092,0.00079168106,0.02362698],"category_scores_gemma":[0.0063851583,0.00020247564,0.00009015777,0.0011180136,0.00004177881,0.00006432092,0.000010762407,0.0016262087,0.000317911],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018517429,0.0025020062,0.017642433,0.0038726367,0.00018841511,0.00026762922,0.0024203074,5.5927177e-7,0.00024823842,0.040665094,0.7139526,0.2180549],"study_design_scores_gemma":[0.0046073617,0.00017706283,0.63434416,0.019402921,0.0003743203,0.0005663138,0.17691368,0.00038397327,0.002520909,0.0023168752,0.15684602,0.0015463925],"about_ca_topic_score_codex":0.0001500889,"about_ca_topic_score_gemma":0.00057473045,"teacher_disagreement_score":0.6167017,"about_ca_system_score_codex":0.00037313995,"about_ca_system_score_gemma":0.0058227787,"threshold_uncertainty_score":0.99981326},"labels":[],"label_agreement":null},{"id":"W4293069024","doi":"10.1111/medu.14919","title":"The many spaces of psychological safety in health professions education","year":2022,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Health professions; Ideal (ethics); Psychological health; Psychology; Medical education; Applied psychology; Medicine; Health care; Clinical psychology; Political science","score_opus":0.025463220869671812,"score_gpt":0.4379059136257367,"score_spread":0.41244269275606493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293069024","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043413397,0.0018444692,0.00008720317,0.97841847,0.009011741,0.0016071177,0.0000072085695,0.000048178976,0.004634274],"genre_scores_gemma":[0.0044330955,0.001532398,0.0012854489,0.96825814,0.00434014,0.0013436953,0.002978764,0.000060579136,0.015767746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944121,0.00076787325,0.0016448067,0.00058032473,0.0020754791,0.00051938323],"domain_scores_gemma":[0.997238,0.000412739,0.0008812993,0.0009775159,0.0003788876,0.00011160697],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032082049,0.00028922534,0.0006022087,0.0005661744,0.0004129811,0.000023100809,0.000586556,0.00087725616,0.004590235],"category_scores_gemma":[0.008863945,0.00020436246,0.00013156455,0.0015253724,0.00046817193,0.00006399088,0.000112252645,0.005215676,0.00003518135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005396103,0.0014395972,0.0008289253,0.00055099296,0.000014931963,0.0000031345146,0.00056379027,1.9929753e-7,9.580916e-7,0.0013646779,0.81606406,0.17911479],"study_design_scores_gemma":[0.00037765244,0.00027744737,0.010703322,0.0014319775,0.000028860153,0.000096395575,0.0025433896,0.000053307664,0.0000013690978,0.0008634875,0.9834628,0.00015996402],"about_ca_topic_score_codex":0.00038374861,"about_ca_topic_score_gemma":0.000023867378,"teacher_disagreement_score":0.17895482,"about_ca_system_score_codex":0.0012152655,"about_ca_system_score_gemma":0.01749524,"threshold_uncertainty_score":0.99948484},"labels":[],"label_agreement":null},{"id":"W4293173292","doi":"10.1097/ceh.0000000000000442","title":"Prioritizing Clinical Teaching Excellence: A Hidden Curriculum Problem","year":2022,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Excellence; Stakeholder; Curriculum; Medicine; Medical education; Value (mathematics); Workforce; Clinical governance; Public relations; Psychology; Health care; Pedagogy; Political science; Computer science","score_opus":0.03430623429703921,"score_gpt":0.4688260760290559,"score_spread":0.4345198417320167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293173292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9049683,0.000741046,0.00024226721,0.085664056,0.0063795927,0.0009343237,7.4459837e-7,0.000015758795,0.0010538728],"genre_scores_gemma":[0.9663382,0.00006883444,0.021926615,0.008586068,0.001414936,0.00010726238,0.000008739078,0.000017579629,0.0015317774],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9951015,0.0019185584,0.0017683954,0.00015824295,0.00076595787,0.00028733752],"domain_scores_gemma":[0.9972256,0.0003645349,0.001576091,0.00029923389,0.00042394115,0.00011060395],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014988891,0.00010364201,0.00036147542,0.00044933008,0.00066531316,0.000021187197,0.00033923582,0.00006535286,0.00007227117],"category_scores_gemma":[0.0027662923,0.00007320013,0.000110113375,0.00067028886,0.00005744057,0.00014295084,0.00007348147,0.003360804,0.0000031014536],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006409846,0.0028037506,0.12434734,0.00023471075,0.000017123486,0.000007927412,0.074459426,0.0000021300114,0.00003139887,0.0027744733,0.3048896,0.490368],"study_design_scores_gemma":[0.0021183256,0.0013226884,0.1268519,0.0046455907,0.00007788672,0.0009349527,0.61661476,0.00021496789,0.0000015890483,0.0030255192,0.2439989,0.00019293335],"about_ca_topic_score_codex":0.00004307777,"about_ca_topic_score_gemma":0.0000038441854,"teacher_disagreement_score":0.5421553,"about_ca_system_score_codex":0.0005021572,"about_ca_system_score_gemma":0.0045294864,"threshold_uncertainty_score":0.9989385},"labels":[],"label_agreement":null},{"id":"W4293452021","doi":"10.3138/jvme-2022-0018","title":"Expert Veterinarians Should Be Trained Expertly: Fostering the Development of Adaptive Expertise in Veterinary Students through Faculty Development for Veterinary Educators","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Veterinary medicine; Veterinary education; Medical education; Faculty development; Medicine; Professional development; One Health; Health professions; Health care; Curriculum; Nursing; Psychology; Public health; Political science; Pedagogy","score_opus":0.28546831498056946,"score_gpt":0.48044693226317847,"score_spread":0.194978617282609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293452021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98365384,0.00086189935,0.0029703984,0.007551289,0.0036924912,0.0011400337,0.000005850503,0.000023470984,0.000100750396],"genre_scores_gemma":[0.94874156,0.000045244073,0.04471322,0.0042141946,0.0005606087,0.0014167448,0.000110335364,0.00006773574,0.00013038043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939755,0.0003624993,0.0023717915,0.00043993807,0.0023316455,0.0005185913],"domain_scores_gemma":[0.997695,0.00019853946,0.00094740535,0.000442497,0.00048323945,0.00023327084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028145856,0.0003975753,0.00074872177,0.0005528376,0.0004864866,0.00003065041,0.00094314,0.00019830634,0.0005028637],"category_scores_gemma":[0.0012759804,0.00032142745,0.00021975578,0.0007360796,0.00022566189,0.0003620119,0.000572345,0.00089922646,0.0000017009386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065996577,0.009981753,0.0007605015,0.00059344276,0.0004396397,0.00020763665,0.23638508,0.000023666002,0.028067265,0.00006434218,0.015412025,0.701465],"study_design_scores_gemma":[0.0091620395,0.019752502,0.037732113,0.0029373437,0.00013318924,0.008231569,0.19831242,0.00057223206,0.0024883635,0.000118712,0.71954286,0.0010166464],"about_ca_topic_score_codex":0.000027922939,"about_ca_topic_score_gemma":0.0000021244914,"teacher_disagreement_score":0.7041308,"about_ca_system_score_codex":0.0018577895,"about_ca_system_score_gemma":0.0065299897,"threshold_uncertainty_score":0.99992377},"labels":[],"label_agreement":null},{"id":"W4293498686","doi":"10.1007/s00464-022-09502-5","title":"Implementation of entrustable professional activities into fellowship council accredited programs: a pilot project","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Accreditation; Medicine; Medical education; Graduate medical education; Family medicine","score_opus":0.055515887686200555,"score_gpt":0.38006281007781817,"score_spread":0.32454692239161764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293498686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933876,0.0001027376,0.000032608492,0.0013462754,0.0010340711,0.0013647755,0.000020385987,0.00009747659,0.0026141037],"genre_scores_gemma":[0.99300236,0.000013549036,0.002604616,0.0002945233,0.00028234022,0.001275063,0.00057040143,0.000026778558,0.0019303488],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698555,0.0001801844,0.00051689404,0.00029359656,0.0016909593,0.00033282037],"domain_scores_gemma":[0.9989772,0.00011279814,0.00022673994,0.00025499417,0.000367634,0.000060638326],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012146528,0.00015498122,0.0003080124,0.00019377135,0.00027317385,0.000014984448,0.00014133521,0.000050939612,0.0034450646],"category_scores_gemma":[0.0001964955,0.00013665507,0.00007230723,0.0011004804,0.00016506488,0.00013881494,0.00013063198,0.0004867703,0.000006229963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02414012,0.023585234,0.284052,0.00411689,0.00117444,0.000403184,0.047397256,0.000049409762,0.039210424,0.036126547,0.29011697,0.24962752],"study_design_scores_gemma":[0.027795786,0.0064843465,0.0047105365,0.00025052886,0.0002247171,0.00021649136,0.069157265,0.0006776097,0.018747661,0.00094622513,0.87027496,0.000513864],"about_ca_topic_score_codex":0.00075409404,"about_ca_topic_score_gemma":0.00002147791,"teacher_disagreement_score":0.580158,"about_ca_system_score_codex":0.0010011173,"about_ca_system_score_gemma":0.0030696304,"threshold_uncertainty_score":0.9974659},"labels":[],"label_agreement":null},{"id":"W4293724258","doi":"10.3390/ijerph191710732","title":"Understanding Feedback for Learners in Interprofessional Settings: A Scoping Review","year":2022,"lang":"en","type":"review","venue":"International Journal of Environmental Research and Public Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Context (archaeology); Process (computing); Perception; Medical education; Peer feedback; Data extraction; MEDLINE; Computer science; Psychology; Medicine","score_opus":0.40949962979791377,"score_gpt":0.5614552420572706,"score_spread":0.15195561225935683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293724258","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053504475,0.9761148,0.0002599374,0.021264855,0.0005960742,0.0015200373,0.000036604124,0.0000030340896,0.00015112256],"genre_scores_gemma":[0.0001724188,0.9958604,0.0007992911,0.0021838169,0.00037271407,0.00013425082,0.0003136866,0.000030128309,0.00013332226],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99573916,0.00048349475,0.00140565,0.00025466783,0.0016913972,0.00042562987],"domain_scores_gemma":[0.99796057,0.0008145638,0.00075651356,0.00012915189,0.00008188876,0.00025728485],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008905737,0.00016057257,0.00089098484,0.0013139393,0.00016243575,0.00005136834,0.00036375795,0.00010151455,0.00114321],"category_scores_gemma":[0.0028121497,0.0001314414,0.00017775173,0.00041003525,0.000204352,0.00018604609,0.00022079186,0.0017806002,0.0000043780005],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004795075,0.00046210556,0.00007271702,0.031095756,0.00012000797,0.000025619398,0.00016487477,5.751586e-8,1.7587793e-7,0.00027681788,0.0068975585,0.96083635],"study_design_scores_gemma":[0.0005776806,0.00051615265,0.000017150302,0.25052607,0.000017810024,0.0005416917,0.0019471155,0.000007597083,2.4313499e-8,0.0001860435,0.74558204,0.00008060756],"about_ca_topic_score_codex":0.0000067564206,"about_ca_topic_score_gemma":0.000003150496,"teacher_disagreement_score":0.96075577,"about_ca_system_score_codex":0.005540318,"about_ca_system_score_gemma":0.004702718,"threshold_uncertainty_score":0.99976987},"labels":[],"label_agreement":null},{"id":"W4293773375","doi":"10.1177/00912174221123612","title":"The Goldilocks of Social Justice Education: Balint Groups as a Curricular Intervention to Support Equitable Health Care","year":2022,"lang":"en","type":"article","venue":"The International Journal of Psychiatry in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Cognitive dissonance; Dilemma; Agency (philosophy); Intervention (counseling); Economic Justice; Psychology; Public relations; Medical education; Pedagogy; Sociology; Social psychology; Medicine; Nursing; Political science; Law; Epistemology","score_opus":0.013830591331025615,"score_gpt":0.4076176112020333,"score_spread":0.3937870198710077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293773375","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37541845,0.0039011773,0.0015508997,0.58788234,0.026962727,0.0006259989,0.000009975403,0.000010775662,0.0036376526],"genre_scores_gemma":[0.97349393,0.000084157844,0.0016170304,0.019868458,0.0043043257,0.000057603847,0.00006484543,0.000018848805,0.0004908199],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99631673,0.00024055301,0.0013660125,0.00013915928,0.0017189825,0.00021858896],"domain_scores_gemma":[0.9973704,0.0001108814,0.0009785871,0.00022454163,0.0012374374,0.00007814083],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045538805,0.00012095126,0.00030811818,0.00043645047,0.00032705933,0.000015395484,0.00081568846,0.000035940087,0.0009426294],"category_scores_gemma":[0.0010308586,0.0000760287,0.0001338951,0.00072741695,0.00013620153,0.00007292368,0.00016373683,0.0007573448,0.0000067164133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013715407,0.0014948698,0.0044562602,0.00028758586,0.0003346508,0.000015424062,0.022268672,0.00018671386,0.0001957363,0.07556233,0.74282163,0.15100458],"study_design_scores_gemma":[0.006849294,0.008869316,0.021107767,0.0019652746,0.0005726769,0.002683772,0.4965352,0.00016800874,0.00007900259,0.012009821,0.4488999,0.00025993778],"about_ca_topic_score_codex":0.00017569054,"about_ca_topic_score_gemma":0.000059776132,"teacher_disagreement_score":0.59807545,"about_ca_system_score_codex":0.0008977142,"about_ca_system_score_gemma":0.0020200731,"threshold_uncertainty_score":0.9999706},"labels":[],"label_agreement":null},{"id":"W4293778021","doi":"10.1111/medu.14930","title":"An equity timeout in quality improvement medical education","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Timeout; Equity (law); Library science; Medicine; Law; Political science; Computer science; Telecommunications","score_opus":0.023243011205538244,"score_gpt":0.4620352439305252,"score_spread":0.43879223272498696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293778021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8941169,0.00024743957,0.00048054729,0.08978887,0.005047592,0.0009577258,0.000003846973,0.00013001353,0.009227103],"genre_scores_gemma":[0.9065346,0.000034036693,0.0013413759,0.08705003,0.0011558236,0.001270228,0.0012219431,0.000034983874,0.0013569421],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936135,0.0004130255,0.0011356728,0.0006121462,0.0037717775,0.00045389595],"domain_scores_gemma":[0.99804175,0.00007289774,0.00025762364,0.00080973096,0.00036005295,0.00045797336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056915763,0.0002108751,0.00036355198,0.00051746814,0.00027699058,0.000029451307,0.00055778585,0.00026870036,0.026489288],"category_scores_gemma":[0.01088198,0.00021322309,0.00007554493,0.0013500202,0.00019626104,0.00020393914,0.00024467657,0.0014192266,0.00007990933],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008656325,0.010657835,0.013323275,0.00014732433,0.000013809872,0.000004502205,0.0010493415,0.0000026368339,0.00023343798,0.00555262,0.09735568,0.871573],"study_design_scores_gemma":[0.0060677184,0.0023251711,0.28721467,0.00087033765,0.00015794755,0.00054458395,0.024108153,0.01727342,0.00047619693,0.008484489,0.65119714,0.0012802026],"about_ca_topic_score_codex":0.0011561272,"about_ca_topic_score_gemma":0.000110588655,"teacher_disagreement_score":0.8702928,"about_ca_system_score_codex":0.0018067575,"about_ca_system_score_gemma":0.028116982,"threshold_uncertainty_score":0.99744976},"labels":[],"label_agreement":null},{"id":"W4294025534","doi":"10.3899/jrheum.220735","title":"Dr. Putman et al reply","year":2022,"lang":"fr","type":"letter","venue":"The Journal of Rheumatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Medicine; Publishing; Library science; Join (topology); Medical education; Computer science; Law; Political science; Combinatorics","score_opus":0.020340259395329373,"score_gpt":0.3296269236084575,"score_spread":0.30928666421312817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294025534","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069385126,0.0035703387,0.0010082074,0.90081215,0.02343287,0.00025609645,0.0000074240243,0.0000149462385,0.0015128487],"genre_scores_gemma":[0.007828493,0.0054205195,0.0012828687,0.9779852,0.0007274999,0.000013515142,0.000104866056,0.000086693086,0.006550346],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938604,0.0019494443,0.0021254008,0.0002314986,0.0011862292,0.00064702175],"domain_scores_gemma":[0.9942163,0.0015457286,0.0026057514,0.00083936675,0.00069771445,0.000095112584],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007330667,0.0003531841,0.0011443921,0.00062039425,0.0003362276,0.000021819349,0.0010582636,0.0003491126,0.013694703],"category_scores_gemma":[0.0048249825,0.00024725,0.00027029126,0.0006799085,0.0007936979,0.00012645626,0.00022444318,0.009030204,0.0002956399],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026027497,0.00017848168,0.0050855256,0.0002179832,0.0005433474,0.00023432865,0.002437289,0.000036571626,0.000023171408,0.0026070296,0.9829288,0.0054471833],"study_design_scores_gemma":[0.0009961616,0.00081383006,0.00066008035,0.0007364156,0.0004511793,0.08878841,0.0014635783,0.0001207745,0.000006786027,0.0008995393,0.9048902,0.00017304037],"about_ca_topic_score_codex":0.00027055066,"about_ca_topic_score_gemma":0.0000061324486,"teacher_disagreement_score":0.088554084,"about_ca_system_score_codex":0.0006372588,"about_ca_system_score_gemma":0.0016897401,"threshold_uncertainty_score":0.999998},"labels":[],"label_agreement":null},{"id":"W4294086411","doi":"10.1093/ijpp/riac065","title":"Pharmacy postgraduate education transformation: pharmacist preferences for microcredentials","year":2022,"lang":"en","type":"article","venue":"International Journal of Pharmacy Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Pharmacy; Pharmacist; Credentialing; Pharmacy practice; Medical education; Pharmacy education; Family medicine; Nursing","score_opus":0.0752795718454915,"score_gpt":0.48234477395736486,"score_spread":0.40706520211187336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294086411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70357037,0.0021260278,0.016292332,0.23287618,0.030438703,0.0019261269,0.00017041709,0.00007530245,0.012524531],"genre_scores_gemma":[0.9684026,0.0004543888,0.013302045,0.0141022885,0.0026929418,0.00015021673,0.00024426618,0.00002635505,0.00062488567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971344,0.00017926672,0.0010272763,0.0001660297,0.0013166082,0.00017643007],"domain_scores_gemma":[0.99470294,0.00026009427,0.0011662334,0.00010637599,0.0036622465,0.000102099315],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017823076,0.00014777544,0.00021811742,0.00054819084,0.00023776693,0.00009579297,0.0005033401,0.000016584796,0.0016230806],"category_scores_gemma":[0.0012941761,0.00014662306,0.00018567161,0.00035191007,0.00005117023,0.0014563147,0.00005127026,0.00061654893,0.000020641837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01624109,0.005629807,0.0018331361,0.00019232088,0.0017261478,0.00007965746,0.004746599,0.0002225374,0.06374041,0.00199184,0.28305703,0.6205394],"study_design_scores_gemma":[0.008643822,0.00019555913,0.00009749095,0.000041576423,0.00054942525,0.0048024855,0.0025245778,0.0012924946,0.02160943,0.0004405713,0.95966667,0.00013589169],"about_ca_topic_score_codex":0.00003797429,"about_ca_topic_score_gemma":3.1524067e-7,"teacher_disagreement_score":0.67660964,"about_ca_system_score_codex":0.000499716,"about_ca_system_score_gemma":0.0017691824,"threshold_uncertainty_score":0.9992896},"labels":[],"label_agreement":null},{"id":"W4294351286","doi":"10.36834/cmej.74000","title":"Five ways to get a grip on designing medical student clerkship clinical rotations during a pandemic","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Humanities; Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medical school; Sociology; Medical education; Medicine; Philosophy; Virology","score_opus":0.045324333735332754,"score_gpt":0.41449463005506226,"score_spread":0.36917029631972953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8469566,0.00013989449,0.0014518859,0.14140213,0.0070388285,0.00074881496,0.000008861801,0.000065968976,0.0021869875],"genre_scores_gemma":[0.80613166,0.00007355665,0.003387639,0.18468286,0.004188998,0.00042352415,0.000082531464,0.00005873816,0.0009704851],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932251,0.00044575328,0.0014144405,0.0005014912,0.0036508513,0.0007623471],"domain_scores_gemma":[0.98584974,0.00033018138,0.0003048662,0.0004986974,0.0007327944,0.012283709],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005815942,0.00024321245,0.0004296006,0.0012376716,0.0014214827,0.00008418699,0.00069847004,0.00032659952,0.053502973],"category_scores_gemma":[0.062218625,0.00023921285,0.00017843996,0.0013647415,0.00019627527,0.00010751041,0.00009604515,0.0043921806,0.00025018392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001857101,0.0020784691,0.045680914,0.00005309716,0.00020840614,0.00061466236,0.0070478725,0.00012144166,0.000022895147,0.0034757745,0.62397206,0.3165387],"study_design_scores_gemma":[0.006592017,0.0022018712,0.4356343,0.0016598273,0.00028391607,0.015883075,0.032198783,0.0016718121,0.000014918183,0.0013573173,0.50148255,0.00101962],"about_ca_topic_score_codex":0.0011201947,"about_ca_topic_score_gemma":0.0015502862,"teacher_disagreement_score":0.38995337,"about_ca_system_score_codex":0.0029713067,"about_ca_system_score_gemma":0.07835219,"threshold_uncertainty_score":0.9998785},"labels":[],"label_agreement":null},{"id":"W4294351302","doi":"10.36834/cmej.73871","title":"The education passport: connecting programmatic assessment across learning and practice","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Tracking (education); Process (computing); Medical education; Computer science; Analytics; Credibility; Knowledge management; Psychology; Medicine; Data science; Pedagogy","score_opus":0.012101055454851094,"score_gpt":0.40424763908431505,"score_spread":0.392146583629464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351302","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30175465,0.0025979993,0.00043072252,0.66725725,0.009869574,0.0010099334,0.0000021976114,0.0000632668,0.01701442],"genre_scores_gemma":[0.920152,0.00035373642,0.01041594,0.062727,0.0024026942,0.00044279144,0.00013163143,0.00005048993,0.0033237282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970805,0.00044031927,0.0005800877,0.00021190706,0.0012252531,0.0004619232],"domain_scores_gemma":[0.9953265,0.00040072922,0.00043047412,0.00021110894,0.00097032246,0.0026608494],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065027447,0.00012552482,0.00016117924,0.00020569803,0.0039415346,0.0002535205,0.00019925217,0.000094812276,0.005012352],"category_scores_gemma":[0.06960712,0.00010419886,0.000044907352,0.0006621733,0.00017802248,0.0001852818,0.000048920763,0.0024942996,0.000009990142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017055465,0.00026829712,0.0027552037,0.00002900974,0.000041702908,0.000017454013,0.002891375,0.0000033028098,0.000004320537,0.003471712,0.06957084,0.92092973],"study_design_scores_gemma":[0.00028926533,0.00013027698,0.004159268,0.00008401888,0.00004633371,0.010435167,0.12927662,0.0005515944,5.9962366e-7,0.00028680838,0.8546434,0.000096621094],"about_ca_topic_score_codex":0.0018834645,"about_ca_topic_score_gemma":0.0009428867,"teacher_disagreement_score":0.9208331,"about_ca_system_score_codex":0.0017676322,"about_ca_system_score_gemma":0.07842801,"threshold_uncertainty_score":0.999807},"labels":[],"label_agreement":null},{"id":"W4294351320","doi":"10.36834/cmej.72567","title":"Implementation of Entrustable Professional Activities assessments in a Canadian obstetrics and gynecology residency program: a mixed methods study","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Obstetrics and gynaecology; Obstetrics; Medical education; Computer science; Gynecology; Medicine; Biology; Pregnancy","score_opus":0.02399288059018696,"score_gpt":0.477360263306497,"score_spread":0.45336738271631005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745879,0.00028768854,0.000021554199,0.018683849,0.004717823,0.0011703735,0.000008997301,0.000007744128,0.0005140594],"genre_scores_gemma":[0.9839525,0.000032445125,0.009792853,0.0049733734,0.00015469658,0.0005790708,0.000075886914,0.000018748486,0.00042039654],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968293,0.00079512334,0.000726119,0.00022865998,0.0008937686,0.0005270813],"domain_scores_gemma":[0.99631244,0.0003346792,0.00025282774,0.00017834372,0.00036044422,0.0025612623],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004058574,0.00012463136,0.0002793787,0.0019577858,0.00046200585,0.000031669973,0.00018779012,0.000121390294,0.019497667],"category_scores_gemma":[0.020604536,0.00012801339,0.000031666114,0.00140022,0.00010687443,0.00015236365,0.000043214073,0.0012118742,0.0000011200028],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009944013,0.00092553516,0.28076318,0.000045300905,0.000049020295,0.000067558416,0.0043682954,0.0000011680686,0.000009797721,0.00065906555,0.03214476,0.68095636],"study_design_scores_gemma":[0.0019921402,0.0009661745,0.6105282,0.00008429745,0.000077324694,0.0006204204,0.24012771,0.00031998486,0.000015716527,0.0005388203,0.14455745,0.00017179464],"about_ca_topic_score_codex":0.40009913,"about_ca_topic_score_gemma":0.6275034,"teacher_disagreement_score":0.6807846,"about_ca_system_score_codex":0.0036252586,"about_ca_system_score_gemma":0.18086854,"threshold_uncertainty_score":0.9876453},"labels":[],"label_agreement":null},{"id":"W4294351326","doi":"10.36834/cmej.73717","title":"Integrating training, practice, and reflection within a new model for Canadian medical licensure: a concept paper prepared for the Medical Council of Canada","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Royal College of Physicians and Surgeons of Canada; University of Calgary; Royal Bank of Canada; Royal Roads University; University of Toronto; McMaster University","funders":"","keywords":"Licensure; License; Medical education; Certification; Competence (human resources); Portfolio; Task force; TUTOR; Curriculum; Medicine; Psychology; Computer science; Political science; Pedagogy; Business","score_opus":0.04449927990947047,"score_gpt":0.345122296202337,"score_spread":0.30062301629286653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351326","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008663073,0.0021101076,0.009606728,0.96460134,0.008451719,0.0021904851,0.00011020211,0.000026348074,0.00424001],"genre_scores_gemma":[0.47263196,0.00013351651,0.018284904,0.49545217,0.0052668615,0.0010179807,0.00023696192,0.00010981632,0.006865835],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99366975,0.00017765867,0.0010694157,0.0003344117,0.0040945327,0.0006542498],"domain_scores_gemma":[0.98127156,0.0011070386,0.000634392,0.00041110802,0.0036113411,0.01296455],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0083220955,0.0002075544,0.000373594,0.0002792449,0.001411042,0.000052564745,0.00045224623,0.000361291,0.014493422],"category_scores_gemma":[0.27158365,0.00016883305,0.00008771519,0.0006184534,0.00029983633,0.00015902474,0.000025980718,0.0020052579,4.544018e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000111488436,0.000082403494,0.000040871622,0.000044661625,0.00012374528,0.000023790366,0.01748821,0.00008382123,0.0000029283942,0.0044865054,0.8692107,0.10830084],"study_design_scores_gemma":[0.0016059688,0.00021031652,0.00007446727,0.00024102851,0.00014456075,0.0045995205,0.029940931,0.14999418,0.0000021200867,0.00046878876,0.81255174,0.00016640547],"about_ca_topic_score_codex":0.8758872,"about_ca_topic_score_gemma":0.9925635,"teacher_disagreement_score":0.80392027,"about_ca_system_score_codex":0.006327362,"about_ca_system_score_gemma":0.81024766,"threshold_uncertainty_score":0.99988896},"labels":[],"label_agreement":null},{"id":"W4294351388","doi":"10.36834/cmej.74860","title":"Validity evidence for the Quality of Assessment for Learning score: a quality metric for supervisor comments in Competency Based Medical Education","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Impact; University of Ottawa; University of Calgary; University of Saskatchewan","funders":"McMaster University; University of Saskatchewan","keywords":"Generalizability theory; Competence (human resources); Supervisor; Cronbach's alpha; Narrative; Psychology; Medical education; Variance (accounting); Medicine; Clinical psychology; Social psychology; Psychometrics; Management; Accounting; Developmental psychology","score_opus":0.16755693941456318,"score_gpt":0.49770058139032275,"score_spread":0.33014364197575957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351388","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19069909,0.0013450972,0.09347841,0.69933283,0.009324688,0.005484179,0.000085579864,0.000026751224,0.00022334809],"genre_scores_gemma":[0.89332074,0.00008976142,0.03420384,0.06611722,0.0014308885,0.003957159,0.00060227525,0.000043289714,0.00023482004],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99425745,0.00094841805,0.0017069917,0.00035791087,0.0022138194,0.00051540823],"domain_scores_gemma":[0.98396415,0.007347788,0.0012336476,0.00070466375,0.003425891,0.0033238574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022797996,0.00018880518,0.0005026067,0.00087178213,0.0009983503,0.00004530147,0.0006606648,0.00020563601,0.007726864],"category_scores_gemma":[0.23619251,0.0001625462,0.00025008598,0.0013628833,0.00021980092,0.00014608119,0.000037967387,0.001464008,9.347693e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000665218,0.0045151357,0.14007954,0.0018214096,0.0001452949,0.0000018146375,0.0018632647,0.00015420602,0.00004802355,0.031049285,0.2738303,0.5458265],"study_design_scores_gemma":[0.012453293,0.0024293298,0.49337167,0.0024750358,0.00047999696,0.00024757237,0.02792857,0.08262242,0.000053553762,0.011298753,0.36580485,0.0008349541],"about_ca_topic_score_codex":0.0068236897,"about_ca_topic_score_gemma":0.0056443485,"teacher_disagreement_score":0.70262164,"about_ca_system_score_codex":0.0026905362,"about_ca_system_score_gemma":0.26452187,"threshold_uncertainty_score":0.99978995},"labels":[],"label_agreement":null},{"id":"W4294351394","doi":"10.36834/cmej.75549","title":"An open letter to all stakeholders involved in medicine and medical education in Canada","year":2022,"lang":"en","type":"letter","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Computer science; Data science; Medicine","score_opus":0.054831233269605074,"score_gpt":0.35472277735263863,"score_spread":0.29989154408303353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351394","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02897021,0.00054746936,0.000008723344,0.9589645,0.008000926,0.0012837172,0.000014301844,0.000011133859,0.002198983],"genre_scores_gemma":[0.006411893,0.0002250706,0.0007393207,0.9781692,0.01092192,0.0004091339,0.001857019,0.00010988504,0.0011565642],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99157804,0.00073022,0.0018243643,0.0008906048,0.0038450516,0.0011317055],"domain_scores_gemma":[0.9891541,0.00018432477,0.00039928523,0.0008166879,0.0006133162,0.0088322945],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041503827,0.00050891924,0.0009896619,0.00316957,0.0002494577,0.000144321,0.0017041471,0.0011550396,0.09981534],"category_scores_gemma":[0.032537438,0.00049936445,0.0000431822,0.0017212285,0.00026529352,0.0003395768,0.00013441216,0.010735438,0.000016566317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000029882078,0.00021995865,0.00416917,0.00012254616,0.000033052434,0.0010521234,0.0012721617,0.0000016556631,9.653337e-7,0.00006583888,0.9110301,0.08200251],"study_design_scores_gemma":[0.0013267294,0.00024219534,0.005995764,0.001989111,0.00005518832,0.001362973,0.005965438,0.00016816727,3.3396623e-7,0.00022148738,0.98221904,0.00045359484],"about_ca_topic_score_codex":0.9727858,"about_ca_topic_score_gemma":0.9918874,"teacher_disagreement_score":0.5690285,"about_ca_system_score_codex":0.014174691,"about_ca_system_score_gemma":0.58320314,"threshold_uncertainty_score":0.9997458},"labels":[],"label_agreement":null},{"id":"W4294351565","doi":"10.36834/cmej.73855","title":"On embedding assessments of self-regulated learning into licensure activities in the health professions: a call to action","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Curriculum; Licensure; Medical education; Health care; Core competency; Psychology; Lifelong learning; Action (physics); Medicine; Pedagogy; Political science; Business","score_opus":0.022310875469564808,"score_gpt":0.4206476939593342,"score_spread":0.39833681848976943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83702093,0.0000930662,0.00011831372,0.15975904,0.0018674887,0.0005003647,0.0000011896662,0.000015824067,0.0006238072],"genre_scores_gemma":[0.93665254,0.000023181063,0.0014303941,0.060775008,0.0003881692,0.00015345035,0.00005949478,0.000018113495,0.00049963745],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969004,0.00070308,0.00054832106,0.00017423177,0.0013466162,0.00032739338],"domain_scores_gemma":[0.99759614,0.00013369648,0.00026572004,0.00019535063,0.0002334002,0.0015756895],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003133813,0.00010994147,0.00021425862,0.0010167802,0.0007620706,0.000026614165,0.00024189705,0.000099827106,0.00317288],"category_scores_gemma":[0.010538915,0.000089376255,0.000043124088,0.0013401405,0.000045311826,0.000088088476,0.000022076922,0.0023655153,0.000006148277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018247637,0.0017445221,0.008001252,0.0002229349,0.00008412782,0.000034814217,0.08509789,0.0003747055,0.00005679187,0.0022986126,0.5089557,0.39294618],"study_design_scores_gemma":[0.002058225,0.0031388237,0.032878116,0.0022750145,0.000058821937,0.0018215068,0.36768883,0.005438685,0.000021489523,0.0007798612,0.58347464,0.0003660091],"about_ca_topic_score_codex":0.0043007815,"about_ca_topic_score_gemma":0.0025864134,"teacher_disagreement_score":0.39258018,"about_ca_system_score_codex":0.0027072541,"about_ca_system_score_gemma":0.054982945,"threshold_uncertainty_score":0.99993604},"labels":[],"label_agreement":null},{"id":"W4294351576","doi":"10.36834/cmej.75916","title":"Re: Warning: medical education is hazardous to your mental health. Medical students should make an informed decision to begin and continue training","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mental health; Training (meteorology); Hazardous waste; Medical education; Psychology; Medicine; Psychiatry; Engineering","score_opus":0.037642014088821986,"score_gpt":0.4275810946543091,"score_spread":0.3899390805654871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351576","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43248627,0.00033020877,0.0002955786,0.5589379,0.006439067,0.00084834505,0.000016578428,0.000039623428,0.0006064487],"genre_scores_gemma":[0.35263368,0.00016447032,0.0057903673,0.63637865,0.0029517738,0.0003218808,0.00037694816,0.000075228876,0.0013069686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98784065,0.00036899676,0.0016103872,0.00067091367,0.008466617,0.0010424512],"domain_scores_gemma":[0.9728539,0.00014083595,0.0003529085,0.0005474853,0.00074601953,0.025358856],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007881654,0.00036310824,0.0006308048,0.0017899654,0.0015751875,0.00024887605,0.0012300963,0.00045663086,0.055298876],"category_scores_gemma":[0.06307716,0.00036466605,0.00010196042,0.0016187729,0.00021939752,0.00023858598,0.00024929203,0.0030658296,0.00007343802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006694241,0.00047219434,0.0031849113,0.000023674167,0.00003048,0.00003270203,0.01981139,0.0000010544318,0.0000012007233,0.00014119546,0.48664543,0.48958883],"study_design_scores_gemma":[0.0017747006,0.0008541747,0.01426102,0.0010528662,0.000034923578,0.004625937,0.054826718,0.00055048754,0.000002304934,0.00014892689,0.92151433,0.00035359155],"about_ca_topic_score_codex":0.0043003443,"about_ca_topic_score_gemma":0.017169934,"teacher_disagreement_score":0.48923522,"about_ca_system_score_codex":0.0035545777,"about_ca_system_score_gemma":0.21560815,"threshold_uncertainty_score":0.99988055},"labels":[],"label_agreement":null},{"id":"W4294796244","doi":"10.22454/fammed.2022.854689","title":"A Comparison of Resident-Completed and Preceptor-Completed Formative Workplace-Based Assessments in a Competency-Based Medical Education Program","year":2022,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Preceptor; Formative assessment; Fieldnotes; Summative assessment; Medicine; Medical education; Self-assessment; Family medicine; Psychology; Pedagogy","score_opus":0.0506955335661118,"score_gpt":0.4361323347679441,"score_spread":0.3854368012018323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294796244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96620303,0.0007635202,0.0030757282,0.022289753,0.0012411132,0.0035205714,0.000015936293,0.00016032885,0.002729998],"genre_scores_gemma":[0.9769672,0.000008183828,0.014490326,0.005425662,0.00015562569,0.0014326693,0.0014063198,0.000034089713,0.000079890044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99538654,0.00041236152,0.0013590124,0.0004231589,0.0020349247,0.0003840102],"domain_scores_gemma":[0.9980422,0.00033801634,0.00052174396,0.0004447511,0.00043427947,0.0002189563],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016936068,0.0002682665,0.00085370714,0.00102124,0.00018950758,0.000008830207,0.00028121207,0.000138392,0.0015190757],"category_scores_gemma":[0.0017232674,0.00024223693,0.00005563106,0.0021810508,0.00055985176,0.00008265049,0.00008956503,0.0009959788,0.0000040413843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002458243,0.012226491,0.5909593,0.0020327684,0.00018013795,0.00002779961,0.008338018,0.00024186277,0.0029757633,0.0041580573,0.10177751,0.27462402],"study_design_scores_gemma":[0.015800703,0.0061641624,0.5956272,0.0031788684,0.00022327811,0.00003325216,0.024188744,0.33235097,0.00018970344,0.0006166915,0.021193372,0.0004330359],"about_ca_topic_score_codex":0.00035719897,"about_ca_topic_score_gemma":0.00005826236,"teacher_disagreement_score":0.33210912,"about_ca_system_score_codex":0.00053402345,"about_ca_system_score_gemma":0.0056269504,"threshold_uncertainty_score":0.99939364},"labels":[],"label_agreement":null},{"id":"W4294898106","doi":"10.1080/0142159x.2022.2114581","title":"A better understanding of the relationship between a medical school its students and the communities which it serves","year":2022,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical school; Medical education; Psychology; Mathematics education; Medicine","score_opus":0.16780968541523297,"score_gpt":0.3959671759196252,"score_spread":0.22815749050439224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294898106","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15326796,0.000286391,0.00009482904,0.842165,0.0006508532,0.00080026104,0.000008025633,0.00004056793,0.0026861033],"genre_scores_gemma":[0.5050369,0.00005170299,0.00002728486,0.48489633,0.0031979654,0.0002102548,0.00032822634,0.000063500185,0.006187847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899663,0.0020602536,0.0010685399,0.00030793346,0.006186204,0.0004107906],"domain_scores_gemma":[0.99490947,0.0028147402,0.0005152306,0.0012485395,0.00023055238,0.00028146047],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006936084,0.00032799842,0.00076614623,0.00024076826,0.000642102,0.000055326665,0.0014623823,0.0013264942,0.021244207],"category_scores_gemma":[0.036224827,0.00018389146,0.00017473844,0.00094073574,0.0016999943,0.00007321784,0.0009652352,0.013027135,0.000020740043],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002825257,0.00006549163,0.3998638,0.00030976205,0.0002236752,0.000013162889,0.0023208794,3.6806394e-8,2.2596428e-8,0.00045263718,0.5965831,0.00013913983],"study_design_scores_gemma":[0.010182683,0.00023998204,0.185126,0.005793039,0.0018256443,0.00031328556,0.017976653,0.0009060008,9.0993933e-7,0.0063554477,0.7705877,0.00069264247],"about_ca_topic_score_codex":0.00017020523,"about_ca_topic_score_gemma":0.000043069547,"teacher_disagreement_score":0.35726866,"about_ca_system_score_codex":0.000502473,"about_ca_system_score_gemma":0.0013286269,"threshold_uncertainty_score":0.99997},"labels":[],"label_agreement":null},{"id":"W4294903999","doi":"10.1007/978-3-031-11810-4_4","title":"Tensions and Partnerships: Understanding Research Ethics in the Scholarship of Teaching and Learning (SoTL)","year":2022,"lang":"en","type":"book-chapter","venue":"Ethics and integrity in educational contexts","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Research ethics; Engineering ethics; Sociology; Psychology; Medical education; Pedagogy; Political science; Medicine; Teaching method; Engineering; Law","score_opus":0.529148088472114,"score_gpt":0.5113767525569675,"score_spread":0.01777133591514657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294903999","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21088786,0.007371002,0.000044642544,0.63601154,0.00067285507,0.001368339,0.000021003167,0.000018850176,0.14360392],"genre_scores_gemma":[0.9831308,0.0018434881,0.0006871838,0.0032235107,0.00019689709,0.000044067892,0.00012724665,0.000026416194,0.01072035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957134,0.0019250199,0.00055937754,0.00039879477,0.0011772391,0.0002261396],"domain_scores_gemma":[0.9837444,0.0151541745,0.00017960614,0.00024030874,0.00061155634,0.00006994533],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037226647,0.00017878307,0.00032784342,0.0007431651,0.0010822769,0.0000677814,0.00014341998,0.00080835854,0.00015651781],"category_scores_gemma":[0.05772283,0.00014978817,0.000032071166,0.00019297894,0.0010319276,0.00012282091,0.00013867406,0.047995616,0.0000011815807],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000345356,0.000087617074,0.0043427185,0.0003465474,0.000019547777,0.0000031934671,0.04088156,4.6084736e-7,0.000018973813,0.9513609,0.00060316134,0.0023008327],"study_design_scores_gemma":[0.0008251038,0.00039871538,0.03125345,0.0048992983,0.00006567044,0.00014976444,0.095123775,0.00012483737,0.0000022087684,0.7329517,0.13388117,0.00032432398],"about_ca_topic_score_codex":0.00036184635,"about_ca_topic_score_gemma":0.00049103535,"teacher_disagreement_score":0.77224296,"about_ca_system_score_codex":0.00042575726,"about_ca_system_score_gemma":0.0018987885,"threshold_uncertainty_score":0.9913778},"labels":[],"label_agreement":null},{"id":"W4294991525","doi":"10.3352/jeehp.2022.19.26","title":"Acceptability of the 8-case objective structured clinical examination of medical students in Korea using generalizability theory: a reliability study","year":2022,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Objective structured clinical examination; Statistics; Psychology; Variance components; Medicine; Mathematics; Medical education","score_opus":0.1615378778704149,"score_gpt":0.599957094874539,"score_spread":0.43841921700412406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294991525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739179,0.00008462194,0.0003931664,0.018555192,0.0026362634,0.0043582935,0.000034057815,0.0000022606378,0.000018244336],"genre_scores_gemma":[0.99561703,0.0000044674903,0.0031116514,0.0006675909,0.00023783979,0.00029181447,0.000035420922,0.000012815368,0.000021388116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98346347,0.008775816,0.0033742383,0.00030496088,0.0038805846,0.00020094783],"domain_scores_gemma":[0.99001145,0.0023437757,0.0030330631,0.00056088954,0.003909737,0.0001410887],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07940491,0.00012546935,0.0005791098,0.00037129107,0.00045820294,0.0000059606386,0.00047996655,0.00012822289,0.002030569],"category_scores_gemma":[0.046583433,0.000089937734,0.00020738482,0.0012750943,0.0002692171,0.00013752581,0.0002099016,0.0010155689,1.1620917e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006879034,0.015270983,0.93406796,0.00035381966,0.00011241247,8.1197635e-7,0.015556999,0.0008856417,0.000020307756,0.0017263176,0.000883876,0.030432966],"study_design_scores_gemma":[0.003436212,0.00086014706,0.94640887,0.00011259555,0.00017306542,0.00010141203,0.03439641,0.0057152794,0.000012563652,0.008693021,0.000033033815,0.000057362435],"about_ca_topic_score_codex":0.00013538088,"about_ca_topic_score_gemma":0.000079242025,"teacher_disagreement_score":0.03282148,"about_ca_system_score_codex":0.0019370078,"about_ca_system_score_gemma":0.015279348,"threshold_uncertainty_score":0.9988817},"labels":[],"label_agreement":null},{"id":"W4294991799","doi":"10.1007/s43678-022-00375-0","title":"Our duty to learners in the emergency department","year":2022,"lang":"en","type":"letter","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Royal University Hospital","funders":"","keywords":"Emergency department; Medicine; Medical emergency; Duty; Emergency medicine; Nursing","score_opus":0.09328676165898968,"score_gpt":0.38745957130231945,"score_spread":0.29417280964332976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294991799","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013068516,0.0016306185,0.000030257794,0.94316345,0.03540659,0.0006981074,0.000019216319,0.0000058343303,0.0059774015],"genre_scores_gemma":[0.039431732,0.0010273743,0.00024120627,0.9014745,0.04060159,0.00016264316,0.0007060541,0.00013837287,0.016216537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951536,0.0002973702,0.0020381904,0.00031417774,0.001478096,0.00071858504],"domain_scores_gemma":[0.9975366,0.00003297163,0.0006935063,0.00065350684,0.0006148105,0.00046859073],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026630326,0.00035527794,0.0007614544,0.0019281461,0.00021738357,0.000004828432,0.0008425164,0.00032717534,0.032430526],"category_scores_gemma":[0.0037060417,0.0002456792,0.00022279506,0.00239015,0.000057520298,0.00006614101,0.0000214984,0.004479274,0.0000533188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022697388,0.00003249638,0.005859577,0.00012797896,0.000100831516,0.0015327662,0.0031871789,0.000007794404,0.0000045164047,0.00003977572,0.98697543,0.0021089802],"study_design_scores_gemma":[0.0004830268,0.0010147603,0.005658582,0.00029822308,0.00026958526,0.0002445906,0.00622674,0.0000040570053,5.681476e-7,0.00016263686,0.985432,0.00020521243],"about_ca_topic_score_codex":0.0045862924,"about_ca_topic_score_gemma":0.0050976966,"teacher_disagreement_score":0.041688967,"about_ca_system_score_codex":0.0010893475,"about_ca_system_score_gemma":0.0029408927,"threshold_uncertainty_score":0.9999995},"labels":[],"label_agreement":null},{"id":"W4294992848","doi":"10.1007/s43678-022-00372-3","title":"Beyond competence: rethinking continuing professional development in the age of competence-based medical education","year":2022,"lang":"en","type":"letter","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Dalhousie University","funders":"","keywords":"Medicine; Competence (human resources); Continuing medical education; Medical education; Continuing education; Continuing professional development; Professional development; Psychology; Social psychology","score_opus":0.05432003587421164,"score_gpt":0.3579421326397278,"score_spread":0.30362209676551616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294992848","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042924874,0.002598296,0.00008996372,0.9120892,0.03795986,0.0007300479,0.0000073779906,0.000006624335,0.0035937412],"genre_scores_gemma":[0.09890838,0.00022573536,0.004530147,0.8720629,0.017492626,0.00015913312,0.0028942234,0.00011868607,0.0036081753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99307644,0.00048750587,0.0026679817,0.00028076195,0.002984568,0.0005027301],"domain_scores_gemma":[0.99623126,0.0002717871,0.0014469153,0.00044457847,0.001315692,0.00028976295],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052671963,0.00032012587,0.00090385467,0.0017250462,0.0002263457,0.000005760349,0.0009991708,0.00052832504,0.020508986],"category_scores_gemma":[0.007035075,0.0002221068,0.00015032603,0.0015744355,0.000476548,0.00007359301,0.000025556636,0.005628945,0.0000031045518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028536084,0.0001258129,0.0064157634,0.0005781888,0.00006431493,0.00088355434,0.011704019,0.0000030468207,0.000024948833,0.00034615473,0.9746844,0.005141225],"study_design_scores_gemma":[0.0009860027,0.00037491074,0.008589414,0.006332978,0.00016720954,0.00022324317,0.0034180344,0.00004587694,0.000006995242,0.000860667,0.97878635,0.00020831625],"about_ca_topic_score_codex":0.001484349,"about_ca_topic_score_gemma":0.003086066,"teacher_disagreement_score":0.055983502,"about_ca_system_score_codex":0.0008241239,"about_ca_system_score_gemma":0.03437386,"threshold_uncertainty_score":0.9966651},"labels":[],"label_agreement":null},{"id":"W4295007584","doi":"10.1016/j.cjcpc.2022.08.004","title":"Some Things Change, Some Things Stay the Same: Trends in Canadian Education in Paediatric Cardiology and the Cardiac Sciences","year":2022,"lang":"en","type":"review","venue":"CJC Pediatric and Congenital Heart Disease","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Stollery Children's Hospital; Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Accountability; Medical education; Medicine; Political science","score_opus":0.029187828701370367,"score_gpt":0.3341755310967131,"score_spread":0.30498770239534273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295007584","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019637184,0.96956384,7.6998695e-8,0.007610498,0.001441524,0.0014560862,0.00008097078,0.000018739538,0.00019108356],"genre_scores_gemma":[0.007548127,0.9773702,0.000016116954,0.00914314,0.0037617076,0.0014121188,0.0003468941,0.00003309652,0.0003686072],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971772,0.00058409944,0.00061460043,0.0005916445,0.00044811063,0.0005843521],"domain_scores_gemma":[0.99853843,0.0004767321,0.00017376003,0.0003770237,0.00006671391,0.00036732448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022270826,0.0003453947,0.0010632949,0.0016670804,0.0005025626,0.000077135315,0.00026514867,0.00020948454,0.000059073536],"category_scores_gemma":[0.00095186813,0.00021599013,0.00019766507,0.0029273613,0.00062942907,0.0005987905,0.00014921729,0.0010596317,0.000008586471],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050601415,0.00008261392,0.021837795,0.0018677111,0.000046011955,0.000027939599,0.0010765212,1.8015686e-7,4.1413566e-9,0.0043486073,0.008692463,0.96196955],"study_design_scores_gemma":[0.00066809315,0.000071172864,0.03992615,0.00015673836,0.0017325211,0.00005326286,0.0011250856,0.00004783309,1.7338623e-9,0.0009389824,0.9549316,0.0003485638],"about_ca_topic_score_codex":0.025932929,"about_ca_topic_score_gemma":0.00042803472,"teacher_disagreement_score":0.961621,"about_ca_system_score_codex":0.00046197305,"about_ca_system_score_gemma":0.0065017473,"threshold_uncertainty_score":0.9991305},"labels":[],"label_agreement":null},{"id":"W4295027474","doi":"10.1177/08465371221119139","title":"Preparedness of Residents and Medical Students for the Transition to Competence by Design in Diagnostic Radiology Post-Graduate Medical Education","year":2022,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; McGill University; University of Manitoba; Université de Montréal; University of Saskatchewan; University of Alberta; University of Toronto; Dalhousie University; University of Ottawa; University of British Columbia","funders":"","keywords":"Likert scale; Preparedness; Medicine; Competence (human resources); Descriptive statistics; Rating scale; Family medicine; Psychological intervention; Scale (ratio); Medical education; Cross-sectional study; Nursing; Psychology; Pathology","score_opus":0.017857728511302427,"score_gpt":0.3337555986239168,"score_spread":0.3158978701126144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295027474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9175077,0.00051063736,0.0063520093,0.07342457,0.0011314658,0.0009886103,0.000057539248,0.000005683414,0.000021780228],"genre_scores_gemma":[0.9911168,0.00029896092,0.00095674413,0.0070866286,0.00015850585,0.00019035387,0.00010688215,0.000010889134,0.00007422231],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9969523,0.0005841081,0.00075104006,0.00017459491,0.0012651314,0.00027282553],"domain_scores_gemma":[0.99661463,0.0018505318,0.0004539596,0.00013399922,0.00060008117,0.0003467994],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007708118,0.00009564628,0.00031366167,0.00039042367,0.00023201284,0.0000143377,0.0004037551,0.00016030403,0.00022319044],"category_scores_gemma":[0.047716368,0.00008225783,0.000048375077,0.00044020783,0.00013688345,0.000052745836,0.000028199496,0.00055109186,5.749833e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061302655,0.00090627745,0.31922123,0.00013539934,0.00036472513,0.00004870499,0.012908602,0.00073276134,0.0002696509,0.0007817909,0.6152713,0.04874655],"study_design_scores_gemma":[0.004017905,0.001538552,0.9770045,0.00037159192,0.00015530575,0.0013165306,0.0066774753,0.0033751172,0.000041358366,0.00084549387,0.0044367667,0.00021936402],"about_ca_topic_score_codex":0.003919852,"about_ca_topic_score_gemma":0.0027245537,"teacher_disagreement_score":0.6577833,"about_ca_system_score_codex":0.00187946,"about_ca_system_score_gemma":0.0054239165,"threshold_uncertainty_score":0.96217954},"labels":[],"label_agreement":null},{"id":"W4295214727","doi":"10.4103/ehp.ehp_3_22","title":"A Mixed-Methods, Validity Informed Evaluation of a Virtual OSCE for Undergraduate Medicine Clerkship","year":2022,"lang":"en","type":"article","venue":"Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic analysis; Objective structured clinical examination; Summative assessment; Medical education; Descriptive statistics; Stakeholder; Content validity; Psychology; Medicine; Qualitative research; Psychometrics; Clinical psychology; Formative assessment; Pedagogy","score_opus":0.25620070221040314,"score_gpt":0.5765591051616675,"score_spread":0.3203584029512644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295214727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5109944,0.00048841024,0.012668335,0.45489419,0.0105086835,0.008434841,0.000021889651,0.000053059244,0.0019362425],"genre_scores_gemma":[0.95724463,0.00004048953,0.020059658,0.014133652,0.00048808884,0.0062309126,0.00073374267,0.000023131483,0.0010456961],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9941675,0.0030523713,0.001075359,0.00024764237,0.0011475823,0.0003095203],"domain_scores_gemma":[0.9962532,0.0015032203,0.0007080499,0.0005953576,0.00085559307,0.000084599356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021278813,0.00012940083,0.00031656845,0.00051019574,0.00075205776,0.0000043654445,0.00025732335,0.00007333335,0.00034258104],"category_scores_gemma":[0.011741084,0.0000952254,0.000055017266,0.0015954509,0.0001440644,0.000084027546,0.0000588753,0.0006817352,0.0000037992943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019186507,0.0020731157,0.0024949925,0.00060725206,0.000020596559,5.998942e-8,0.03576972,0.000056741024,0.00008870446,0.056101933,0.4694344,0.4331606],"study_design_scores_gemma":[0.007395866,0.0036006598,0.1912708,0.0017389758,0.0003543752,0.00006986455,0.5182863,0.009847476,0.000114697345,0.10262676,0.1643311,0.00036316487],"about_ca_topic_score_codex":0.00019002348,"about_ca_topic_score_gemma":0.000042179134,"teacher_disagreement_score":0.48251653,"about_ca_system_score_codex":0.0010996344,"about_ca_system_score_gemma":0.014788048,"threshold_uncertainty_score":0.99658346},"labels":[],"label_agreement":null},{"id":"W4295260896","doi":"10.1007/s10459-022-10153-3","title":"How progress evaluations are used in postgraduate education with longitudinal supervisor-trainee relationships: a mixed method study","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supervisor; Summative assessment; Formative assessment; Psychology; Medical education; Process (computing); Longitudinal study; Reliability (semiconductor); Medicine; Pedagogy; Computer science; Management","score_opus":0.08759495072738945,"score_gpt":0.4811399796021822,"score_spread":0.39354502887479276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295260896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92476356,0.0041975626,0.0012457286,0.06355039,0.0019848216,0.0039595305,0.0000051795246,0.00006028424,0.00023296158],"genre_scores_gemma":[0.9407358,0.00009090382,0.05336876,0.0010241227,0.00016077356,0.004147454,0.00015783648,0.000022133341,0.00029220726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953948,0.0011426783,0.0008269963,0.0007953707,0.001347607,0.0004925208],"domain_scores_gemma":[0.9980206,0.00028312046,0.00061202707,0.00046741456,0.00050276535,0.00011406905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006484076,0.00022210281,0.0003758276,0.0016023024,0.0010218233,0.00008800037,0.00032158973,0.000048570888,0.000050986397],"category_scores_gemma":[0.0015985953,0.00020560499,0.00003206742,0.0069394065,0.00028305294,0.0010844585,0.000053151733,0.0008057194,0.000002944467],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005144038,0.0035699694,0.8611494,0.00019469665,0.0000052030555,0.000001068756,0.0066856667,0.0012605049,0.0000032796672,0.0021738582,0.00031327506,0.12459165],"study_design_scores_gemma":[0.0009450365,0.0011513521,0.828585,0.00038076335,0.000023138466,0.000070363596,0.16046408,0.0028122773,0.0000056476356,0.0019721275,0.0033822276,0.0002079543],"about_ca_topic_score_codex":0.0004604118,"about_ca_topic_score_gemma":0.0019738243,"teacher_disagreement_score":0.15377842,"about_ca_system_score_codex":0.0015394853,"about_ca_system_score_gemma":0.007787031,"threshold_uncertainty_score":0.9978379},"labels":[],"label_agreement":null},{"id":"W4295430126","doi":"10.2196/39794","title":"Informatics in Undergraduate Medical Education: Analysis of Competency Frameworks and Practices Across North America","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine","keywords":"Informatics; Medical education; Health informatics; Translational research informatics; Health informatics tools; Graduate medical education; Engineering informatics; Medicine; Nursing; Political science; Accreditation","score_opus":0.01021869277641566,"score_gpt":0.4011381475878265,"score_spread":0.3909194548114108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295430126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92446667,0.0003965722,0.0005840992,0.071626335,0.0010310014,0.00057390565,0.000008405164,0.000038926122,0.0012740792],"genre_scores_gemma":[0.9656527,0.00034223965,0.005239049,0.026161408,0.00028991932,0.00071436923,0.0013536497,0.00001973938,0.00022690797],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99568236,0.00019784248,0.0012273422,0.00029303326,0.0022832488,0.00031619746],"domain_scores_gemma":[0.99740756,0.00027434021,0.0010467524,0.0005065206,0.00042270715,0.00034212013],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001218,0.00018185446,0.00053305697,0.0008525155,0.00020866058,0.000025851816,0.0003298935,0.00030301246,0.0028199127],"category_scores_gemma":[0.010482303,0.000175654,0.00009045974,0.0054467074,0.0004217434,0.0002340418,0.00019310556,0.0019100327,0.0000087772405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009891264,0.005908524,0.33046794,0.00042196538,0.00032863425,0.0000047002004,0.017710192,0.000042567055,0.0000021414,0.0028015536,0.027644359,0.61456853],"study_design_scores_gemma":[0.001507421,0.0004453206,0.70230407,0.00051905325,0.0007367824,0.00018367736,0.07272844,0.0421623,0.0000029284374,0.0009589568,0.17801404,0.00043703796],"about_ca_topic_score_codex":0.00035146513,"about_ca_topic_score_gemma":0.00021463877,"teacher_disagreement_score":0.61413145,"about_ca_system_score_codex":0.00034219678,"about_ca_system_score_gemma":0.010962009,"threshold_uncertainty_score":0.99809164},"labels":[],"label_agreement":null},{"id":"W4295756204","doi":"10.2196/40520","title":"The Educational Impact of Web-Based, Faculty-Led Continuing Medical Education Programs in Type 2 Diabetes: A Survey Study to Analyze Changes in Knowledge, Competence, and Performance of Health Care Professionals","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of South Florida; Ruhr-Universität Bochum; Florida Department of Health; Eli Lilly and Company","keywords":"Competence (human resources); Accreditation; Continuing medical education; Conversation; Medical education; Medicine; Multidisciplinary approach; Health care; Psychology; Nursing; Continuing education","score_opus":0.024076773523776532,"score_gpt":0.4305265935220375,"score_spread":0.40644981999826096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295756204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799536,0.0013536424,8.5683286e-7,0.015065404,0.0009604345,0.0025917243,0.000007486977,0.00001302638,0.00005381722],"genre_scores_gemma":[0.9953941,0.000037845515,0.00017595902,0.0010321342,0.00014679512,0.0020905153,0.0009936116,0.000020739995,0.00010829301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957036,0.0009537273,0.0010878087,0.00038385452,0.00151013,0.0003608828],"domain_scores_gemma":[0.9975774,0.00033922918,0.0004441028,0.00035041926,0.0010372605,0.00025156006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053462437,0.00019267492,0.0005248109,0.0007456796,0.00018160317,0.000013394932,0.00033631595,0.00010536226,0.000424165],"category_scores_gemma":[0.006177817,0.00014595914,0.000045862686,0.0032308511,0.0002160609,0.00006799537,0.0001235824,0.00068971806,0.0000024488486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016950145,0.008375228,0.7448027,0.0003199538,0.000019459225,1.3643482e-7,0.014247344,0.0000027553679,0.000005532097,0.000036140696,0.004060294,0.22796093],"study_design_scores_gemma":[0.001231405,0.0018506872,0.96242315,0.0014840985,0.000012727517,0.000004239697,0.030155515,0.0020016166,0.000004195253,0.000008013365,0.0007039209,0.00012041193],"about_ca_topic_score_codex":0.00065991783,"about_ca_topic_score_gemma":0.002082594,"teacher_disagreement_score":0.22784051,"about_ca_system_score_codex":0.00089316943,"about_ca_system_score_gemma":0.028449623,"threshold_uncertainty_score":0.9770582},"labels":[],"label_agreement":null},{"id":"W4295773025","doi":"10.2147/amep.s367129","title":"Perceptions of the CanMEDS Competencies of Faculty and Students in Different Curriculum Systems of a Medical School in China","year":2022,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"School of Medicine, Shanghai Jiao Tong University; Shanghai Jiao Tong University","keywords":"Curriculum; Medical education; Competence (human resources); Perception; Cognition; Medical school; China; Psychology; Medicine; Curriculum mapping; Curriculum development; Pedagogy; Political science","score_opus":0.01143282130996956,"score_gpt":0.41894217316927523,"score_spread":0.4075093518593057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295773025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796546,0.0025250653,0.00003423594,0.01616994,0.00069245626,0.0004057181,0.000004704496,0.0000029683497,0.00051029003],"genre_scores_gemma":[0.99625653,0.0021962635,0.00037293258,0.0009056666,0.0000499772,0.00014481018,0.000023037364,0.000005167632,0.000045634948],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99675274,0.000497222,0.00072937104,0.00017121807,0.0017303865,0.000119036646],"domain_scores_gemma":[0.99880046,0.0004142461,0.0003349468,0.00018650273,0.00013747923,0.00012634505],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023636273,0.00008800326,0.00031100697,0.00025233137,0.000048652186,0.000004646907,0.00023607883,0.00008432742,0.00047101648],"category_scores_gemma":[0.023567777,0.00006216741,0.000020120731,0.0008813959,0.00035965638,0.00017111386,0.00015955135,0.0007655291,2.0039653e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006496886,0.0037777878,0.96304363,0.0004961183,0.000012690272,0.000002401223,0.0065379473,0.00002055682,0.000039850496,0.0033406022,0.0004239587,0.022239473],"study_design_scores_gemma":[0.0012990477,0.00013642521,0.9110009,0.0009697583,0.0000302996,0.00014510391,0.07723688,0.0011933867,0.000006210739,0.00015736975,0.007758315,0.000066274566],"about_ca_topic_score_codex":0.0018658626,"about_ca_topic_score_gemma":0.00028520534,"teacher_disagreement_score":0.07069893,"about_ca_system_score_codex":0.00015627005,"about_ca_system_score_gemma":0.0012616355,"threshold_uncertainty_score":0.9846571},"labels":[],"label_agreement":null},{"id":"W4296081995","doi":"10.21203/rs.3.rs-2063182/v1","title":"The Experiences of Social Scientists in Medical Education Research: A Narrative Inquiry","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Gratification; Narrative; Social work; Perspective (graphical); Public relations; Psychology; Promotion (chess); Medical education; Political science; Social psychology; Medicine","score_opus":0.20038762838368956,"score_gpt":0.591646924390496,"score_spread":0.3912592960068065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296081995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95842886,0.0010506879,0.0000073867145,0.028067358,0.002574117,0.0018701315,0.0000031151558,0.000019733763,0.007978583],"genre_scores_gemma":[0.9907445,0.00024354992,0.00018521423,0.0001433948,0.0011356159,0.004685068,0.00023594308,0.000026626583,0.0026001348],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98611283,0.0028481616,0.0007893213,0.00065554766,0.00882349,0.0007706248],"domain_scores_gemma":[0.994071,0.0010330323,0.00018127986,0.0008321973,0.00370222,0.00018024867],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.026985094,0.00015123546,0.0003490621,0.0017997931,0.0015029621,0.000101300444,0.00110562,0.00040371876,0.0038337833],"category_scores_gemma":[0.037475135,0.000115725,0.000096694625,0.004708129,0.004406047,0.00007335322,0.0019092102,0.0061988314,0.000016848606],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002028004,0.0013043527,0.0011673524,0.0009732462,0.00002887461,0.000023358347,0.80125517,0.000001722526,0.000025503532,0.012869122,0.14122908,0.040919427],"study_design_scores_gemma":[0.0003687103,0.00026923083,0.013988079,0.0012115983,0.000003972851,0.000010179382,0.9327989,0.00032330418,0.00006842588,0.0034886694,0.047360353,0.00010856339],"about_ca_topic_score_codex":0.00038681013,"about_ca_topic_score_gemma":0.00011863119,"teacher_disagreement_score":0.13154376,"about_ca_system_score_codex":0.0016101403,"about_ca_system_score_gemma":0.023110704,"threshold_uncertainty_score":0.9997969},"labels":[],"label_agreement":null},{"id":"W4296498826","doi":"10.1093/pch/21.supp5.e79b","title":"Assessment of the Training Needs of Paediatric Residents in Developing a Curriculum in Gastroenterology","year":2016,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Pediatric gastroenterology; Curriculum; Demographics; Clinical Practice; Likert scale; Family medicine; Internal medicine; Pediatrics; Disease","score_opus":0.01883514113716763,"score_gpt":0.3386488716674354,"score_spread":0.3198137305302678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296498826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96540767,0.00027315042,0.0014224779,0.03153624,0.000546451,0.0005172525,0.000004625272,0.000009051825,0.0002831033],"genre_scores_gemma":[0.99152094,0.0007572868,0.0052337768,0.0022174392,0.00021874947,0.00002206745,0.00000698049,0.000013431913,0.000009332866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977205,0.00021168677,0.0010701013,0.00016421148,0.00043490576,0.00039859605],"domain_scores_gemma":[0.99885565,0.00013061835,0.0005327673,0.00027709085,0.00014720153,0.00005668229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019899432,0.00011273318,0.0004135602,0.0010615129,0.000039574425,0.0000018822271,0.0001843216,0.0000966627,0.000015674375],"category_scores_gemma":[0.0011883241,0.00007232685,0.000058001933,0.0025750347,0.000076597156,0.00005353375,0.00007540596,0.0003732894,0.0000011553128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011909654,0.00019062753,0.9872939,0.0002347443,0.000005735899,7.531441e-7,0.0013771489,0.000004973164,0.000012503369,0.0021564243,0.00041194007,0.008299359],"study_design_scores_gemma":[0.0017841096,0.0001619495,0.9961466,0.00050879957,0.000011366448,0.000010666085,0.00090711477,0.000067653105,0.000008941036,0.00023008136,0.00011423167,0.00004844132],"about_ca_topic_score_codex":0.00025380278,"about_ca_topic_score_gemma":0.00014038925,"teacher_disagreement_score":0.029318802,"about_ca_system_score_codex":0.0005890949,"about_ca_system_score_gemma":0.0014649801,"threshold_uncertainty_score":0.29494035},"labels":[],"label_agreement":null},{"id":"W4296643068","doi":"10.1139/facets-2021-0048","title":"How to set the agenda for training in responsible conduct of research using the target audience as a narrative guide","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Narrative; Set (abstract data type); Diversity (politics); Process (computing); Training (meteorology); Adaptation (eye); Computer science; Target audience; Psychology; Political science; Business; Geography","score_opus":0.36393932027456877,"score_gpt":0.532554738381657,"score_spread":0.16861541810708824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296643068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8908555,0.00006580699,0.0006795828,0.10607526,0.00032224407,0.0012615438,0.000019276891,0.0000079796355,0.0007127902],"genre_scores_gemma":[0.9814284,0.0000010205546,0.01197059,0.002218144,0.000088621215,0.0003861003,0.000017330098,0.000010872741,0.003878932],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983986,0.00036918538,0.00021603402,0.00017733946,0.00058012304,0.00025871364],"domain_scores_gemma":[0.99869996,0.00053423725,0.00006879167,0.00030399137,0.00036764046,0.000025359821],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0057196617,0.000059209695,0.00013558709,0.00022915947,0.00050041644,0.00001640013,0.00023383483,0.000026398406,0.00016328233],"category_scores_gemma":[0.012321455,0.000037513826,0.000025056008,0.0016128244,0.00019963985,0.00004758447,0.0001144752,0.00044659417,0.0000015607452],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048591863,0.000100736084,0.0003471251,0.000068466994,0.000044528624,0.000011307153,0.6242815,0.0012958524,0.13028951,0.0072494647,0.23079155,0.005034013],"study_design_scores_gemma":[0.00065800216,0.0005830862,0.00079083286,0.00010648211,0.000010088383,0.000047464204,0.69009817,0.0038894927,0.01638213,0.0027732379,0.28458086,0.000080163154],"about_ca_topic_score_codex":0.00010930153,"about_ca_topic_score_gemma":0.000019796023,"teacher_disagreement_score":0.11390738,"about_ca_system_score_codex":0.00025624415,"about_ca_system_score_gemma":0.0014356462,"threshold_uncertainty_score":0.9959982},"labels":[],"label_agreement":null},{"id":"W4296713941","doi":"10.1503/cjs.011621","title":"Maximizing the educational potential of Morbidity and Mortality Conferences","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Central Michigan University","keywords":"Medicine; Session (web analytics); Quality (philosophy); Outcome (game theory); Component (thermodynamics); Quality management; Medical education; Value (mathematics); Medical emergency; Intensive care medicine; Operations management","score_opus":0.06610560727389536,"score_gpt":0.30935352306864466,"score_spread":0.2432479157947493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296713941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822334,0.00039461473,0.000035437937,0.015475742,0.0014355129,0.000044643,0.000010350722,7.634452e-7,0.00036953765],"genre_scores_gemma":[0.9987791,0.0000172067,0.00012703845,0.0007043713,0.0002902645,0.0000029920388,0.000012195145,0.000003617084,0.00006319263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991856,0.000062885396,0.00033779987,0.00004943654,0.0002639483,0.00010032913],"domain_scores_gemma":[0.99913687,0.000114295486,0.00024235944,0.0000908367,0.0002938344,0.00012178178],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012477946,0.000040265535,0.00014860532,0.00023872433,0.00019073441,0.000010527857,0.00006956565,0.000018583936,0.0013173077],"category_scores_gemma":[0.000759484,0.000031179257,0.00005332519,0.00023822609,0.00019077456,0.000049461963,0.000008688229,0.0002662865,2.9989934e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018577448,0.000052793264,0.9303278,0.000047690573,0.000098735654,0.00004472462,0.0005537791,0.000033492004,0.00021096153,0.002210755,0.05559834,0.0108023705],"study_design_scores_gemma":[0.00009684328,0.000022942571,0.98636925,0.00003527434,0.000056599212,0.0006284014,0.0019782227,0.00005866959,0.000060559127,0.001262346,0.0093935765,0.000037320235],"about_ca_topic_score_codex":0.0030449398,"about_ca_topic_score_gemma":0.0003501347,"teacher_disagreement_score":0.056041464,"about_ca_system_score_codex":0.0000983312,"about_ca_system_score_gemma":0.0063502765,"threshold_uncertainty_score":0.99959564},"labels":[],"label_agreement":null},{"id":"W4296777406","doi":"10.1093/ajhp/zxac260","title":"Implementation of a pharmacist skill development “work-with” program","year":2022,"lang":"en","type":"article","venue":"American Journal of Health-System Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health; Saskatchewan Health Authority","funders":"","keywords":"Rubric; Pharmacist; Medical education; Medicine; Competency assessment; Work (physics); Patient safety; Nursing; Patient care; Pharmacy; Health care; Psychology","score_opus":0.03254751729266583,"score_gpt":0.43743453718841707,"score_spread":0.40488701989575127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296777406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98006994,0.00034068906,0.0013340235,0.016461268,0.0006727132,0.00096527295,0.000005728494,0.000038669576,0.000111689056],"genre_scores_gemma":[0.9736995,0.000026596002,0.024124337,0.0017263967,0.00017145772,0.00017161776,0.000026613947,0.000027788583,0.000025675134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653125,0.00033249633,0.0016111608,0.00015353874,0.0010593696,0.00031217939],"domain_scores_gemma":[0.99665356,0.000044584507,0.0024203819,0.00015083037,0.00056810264,0.0001625377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021990924,0.00014193641,0.00057622435,0.00042897914,0.0002537652,0.0000089573905,0.00018005555,0.0000070728574,0.00029025495],"category_scores_gemma":[0.000025919624,0.0001176584,0.00007578083,0.0014679192,0.00011718111,0.00009267562,0.00003958562,0.00046000275,0.0000040870473],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005303945,0.000570722,0.047859807,0.00035968414,0.00019810563,0.00003011411,0.0039587757,0.000020530608,0.00011276462,0.000027918111,0.005185232,0.94114596],"study_design_scores_gemma":[0.013948345,0.007335848,0.040886495,0.00070648803,0.0002867663,0.0049573085,0.08251765,0.00021574396,0.0042467164,0.000002545589,0.84453493,0.0003611579],"about_ca_topic_score_codex":0.00014869633,"about_ca_topic_score_gemma":0.0000013246189,"teacher_disagreement_score":0.9407848,"about_ca_system_score_codex":0.001142782,"about_ca_system_score_gemma":0.0028309822,"threshold_uncertainty_score":0.5022041},"labels":[],"label_agreement":null},{"id":"W4296777658","doi":"10.1093/pch/21.supp5.e65b","title":"Developmental Delay? Graduating Medical Students’ Knowledge of Child Development","year":2016,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Hospital Edmonton","funders":"","keywords":"Graduation (instrument); Medical knowledge; Population; Medicine; Medical education; Test (biology); Medical school; Psychology; Developmental Milestone; Gross motor skill; Family medicine; Motor skill; Pediatrics; Psychiatry","score_opus":0.019636301150541526,"score_gpt":0.348363671192107,"score_spread":0.32872737004156544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296777658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9073617,0.0025626775,0.007880572,0.07110832,0.0015028289,0.001311995,0.000009365168,0.00017802935,0.008084498],"genre_scores_gemma":[0.96449447,0.0009651814,0.02503022,0.008023724,0.0010786437,0.000062072475,0.00006965406,0.00004729307,0.00022876523],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99593145,0.000098796816,0.0013376119,0.00039797672,0.0016792791,0.0005549013],"domain_scores_gemma":[0.9984549,0.0001726595,0.00040221104,0.00022241277,0.00033991257,0.0004078537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032331895,0.00022350618,0.00046485386,0.00046353196,0.00035373223,0.000010790967,0.0004017555,0.000184578,0.00033996938],"category_scores_gemma":[0.0026157147,0.00015986491,0.0000702926,0.0010757444,0.00012266409,0.0000771613,0.00022083324,0.0004816579,0.0001726404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046836274,0.0014891542,0.26512277,0.00069770694,0.00011760184,0.000009056579,0.0050781583,1.3082564e-7,0.000006799455,0.0019783054,0.023545705,0.70190775],"study_design_scores_gemma":[0.0064891046,0.00041422932,0.82068455,0.0031741282,0.00006622796,0.0005300979,0.0009841688,0.000029166147,0.00037979262,0.00017671472,0.1665335,0.00053829985],"about_ca_topic_score_codex":0.000020668422,"about_ca_topic_score_gemma":0.000024902823,"teacher_disagreement_score":0.70136946,"about_ca_system_score_codex":0.0008914875,"about_ca_system_score_gemma":0.0033285825,"threshold_uncertainty_score":0.6519102},"labels":[],"label_agreement":null},{"id":"W4296788800","doi":"10.1684/epd.2022.1485","title":"Introducing the Epileptic Disorders Internship Program","year":2022,"lang":"en","type":"article","venue":"Epileptic Disorders","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Internship; Epilepsy; Psychology; Medicine; Psychiatry; Medical education","score_opus":0.009425011565179543,"score_gpt":0.2994573331616228,"score_spread":0.29003232159644327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296788800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8432878,0.00038649968,0.0025862425,0.117956944,0.004094982,0.0032746668,0.000007247564,0.0005683792,0.027837198],"genre_scores_gemma":[0.988581,0.00005658001,0.002476194,0.0045368113,0.00041002553,0.001644193,0.00017057166,0.000064701766,0.0020599498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974515,0.0001991061,0.0005274906,0.00050052284,0.00077852356,0.00054287945],"domain_scores_gemma":[0.9986654,0.0001584119,0.00016854821,0.0008439745,0.00007811788,0.00008556242],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011360571,0.00023747991,0.00027533754,0.0002483051,0.00071100035,0.000051209492,0.000462163,0.000063549276,0.004334256],"category_scores_gemma":[0.0013553187,0.00018857414,0.00016224581,0.0013291622,0.0003874996,0.0000960143,0.00024255496,0.0011082118,0.00015931533],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010769946,0.0014006048,0.02717232,0.00010280789,0.00012762484,0.000003175711,0.0036915564,0.00045844773,0.000042849388,0.0045556636,0.0762112,0.88612604],"study_design_scores_gemma":[0.0024556022,0.001840676,0.07440617,0.00008805557,0.00028369552,0.00006482119,0.03021036,0.013435861,0.000014019345,0.007583032,0.86904544,0.00057225995],"about_ca_topic_score_codex":0.00013275405,"about_ca_topic_score_gemma":0.000088970824,"teacher_disagreement_score":0.8855538,"about_ca_system_score_codex":0.0003058167,"about_ca_system_score_gemma":0.00021532546,"threshold_uncertainty_score":0.9965759},"labels":[],"label_agreement":null},{"id":"W4297035787","doi":"10.1016/j.amjsurg.2022.09.025","title":"Learning to learn: Spaced education approaches should be adopted to help optimize learning during surgical residency training","year":2022,"lang":"en","type":"editorial","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Residency training; Medical education; Training (meteorology); Computer science; Psychology; Medicine; Continuing education; Geography","score_opus":0.07901660116624133,"score_gpt":0.3428971454846488,"score_spread":0.26388054431840746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297035787","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70059305,0.0003280676,0.00017255447,0.029361896,0.26824796,0.00048869377,0.0000043254126,0.000095364834,0.00070806406],"genre_scores_gemma":[0.20407002,0.0007658066,0.009422474,0.0014946254,0.77355963,0.00021145359,0.0003423657,0.00037245275,0.0097611565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931405,0.0011877543,0.0016482126,0.0005301111,0.0027865726,0.0007068079],"domain_scores_gemma":[0.9917513,0.0036349222,0.0024662588,0.00054277724,0.0011408956,0.00046383595],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007385718,0.0004800609,0.0017512369,0.0018345154,0.0006694986,0.000114497416,0.0005313858,0.00024124143,0.0005398063],"category_scores_gemma":[0.028419532,0.00039478554,0.00049004826,0.0030850423,0.0002704857,0.00016925986,0.00021789252,0.006821876,0.000017436118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032116468,0.00030758968,0.0017599157,0.00019956363,0.0004028917,0.00019889868,0.012782673,0.011731299,0.00018829101,0.000009200304,0.8072906,0.16191742],"study_design_scores_gemma":[0.00059144007,0.0011094576,0.0026910207,0.0016456704,0.00043403864,0.0008292278,0.08874544,0.00009057213,0.000050903658,0.000010503244,0.90318185,0.0006198846],"about_ca_topic_score_codex":0.00011431622,"about_ca_topic_score_gemma":0.000001141391,"teacher_disagreement_score":0.50531167,"about_ca_system_score_codex":0.0010526585,"about_ca_system_score_gemma":0.0061811227,"threshold_uncertainty_score":0.9998504},"labels":[],"label_agreement":null},{"id":"W4297129347","doi":"10.4103/ehp.ehp_1_22","title":"Supporting Resident Wellness Through Reflection on Professional Identity","year":2022,"lang":"en","type":"article","venue":"Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Thematic analysis; Identity (music); Focus group; Psychological intervention; Peer support; Medical education; Psychology; Professional development; Confidentiality; Qualitative research; Medicine; Nursing; Pedagogy; Sociology","score_opus":0.08077777763798849,"score_gpt":0.5449946879416836,"score_spread":0.4642169103036951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297129347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66569024,0.00016507736,0.0003931993,0.31298974,0.012521722,0.0025279073,0.000004973794,0.00007868633,0.005628448],"genre_scores_gemma":[0.92439973,0.000023092818,0.0010194841,0.05667707,0.0007023796,0.0025377437,0.00031690884,0.000025281146,0.014298279],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9960846,0.0012945258,0.00081778335,0.00033776325,0.0010517357,0.00041360853],"domain_scores_gemma":[0.9985465,0.00019583624,0.00048300708,0.00055704534,0.00015341077,0.00006422671],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004554489,0.0001321633,0.00020109679,0.00033877042,0.0022994932,0.00001744861,0.0002734492,0.00007235797,0.001476348],"category_scores_gemma":[0.0010420962,0.00010025636,0.000049447193,0.0017795913,0.00006025869,0.00023246805,0.0001009222,0.0016291211,0.00006770488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020545408,0.0038400912,0.018725306,0.00035132404,0.000010388817,0.000002911921,0.056124873,0.00003602472,0.00005776877,0.08129168,0.81553614,0.023818037],"study_design_scores_gemma":[0.0013568011,0.00086047244,0.27089757,0.0011687672,0.000031710264,0.00017832321,0.34868774,0.00015318913,0.00010283057,0.045146547,0.3311059,0.00031019494],"about_ca_topic_score_codex":0.00036767978,"about_ca_topic_score_gemma":0.000045513196,"teacher_disagreement_score":0.48443025,"about_ca_system_score_codex":0.001295711,"about_ca_system_score_gemma":0.0064030117,"threshold_uncertainty_score":0.99943644},"labels":[],"label_agreement":null},{"id":"W4297207031","doi":"10.21203/rs.3.rs-1936788/v1","title":"Preparation of Medical Students for Physical Exam Skills in the Pediatrics Clerkship: A Needs Assessment","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Curriculum; Medical education; Feeling; Clinical clerkship; Competence (human resources); Medicine; Obstetrics and gynaecology; Psychology; Pedagogy; Pregnancy","score_opus":0.07577832242835926,"score_gpt":0.5770808796770629,"score_spread":0.5013025572487037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297207031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799171,0.00013490055,0.0008741754,0.011987447,0.000538975,0.0051588076,0.000046861405,0.000025319378,0.0013164296],"genre_scores_gemma":[0.99104667,0.0002491371,0.001017154,0.00032124334,0.0014933641,0.004291622,0.0011144809,0.00003489528,0.00043141728],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9866259,0.0010317407,0.0007160985,0.00044966838,0.010704204,0.00047236137],"domain_scores_gemma":[0.9963309,0.0013896215,0.00020365635,0.0009515536,0.0010176405,0.00010658217],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017101958,0.00018299489,0.00045473763,0.0010939115,0.00017764831,0.00008484566,0.0014210715,0.00037683162,0.000406634],"category_scores_gemma":[0.0075682034,0.00013896976,0.00016762444,0.002133551,0.00021265533,0.0000504201,0.0012242963,0.0037456686,0.0000053331028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017230072,0.055704635,0.33414248,0.028708601,0.0005254507,0.00013148008,0.12380198,0.00076405774,0.0001225861,0.05801311,0.3238588,0.07250381],"study_design_scores_gemma":[0.0090432735,0.008547717,0.7783118,0.0034998737,0.00040014437,0.00003416607,0.08214856,0.03340778,0.000123147,0.016327918,0.06732094,0.0008347156],"about_ca_topic_score_codex":0.000073105686,"about_ca_topic_score_gemma":0.000010626916,"teacher_disagreement_score":0.44416928,"about_ca_system_score_codex":0.00088002824,"about_ca_system_score_gemma":0.0032389187,"threshold_uncertainty_score":0.99855274},"labels":[],"label_agreement":null},{"id":"W4297514036","doi":"10.36834/cmej.76000","title":"The Ladder of Inference re-visited: “Don't jump to confusions!”","year":2022,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Jump; Inference; Computer science; Artificial intelligence; Physics","score_opus":0.009645688410086579,"score_gpt":0.34772643604445597,"score_spread":0.3380807476343694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297514036","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001065256,0.0008897845,0.000064750064,0.12960836,0.86176914,0.0005747458,0.00006311484,0.000019715852,0.0059451237],"genre_scores_gemma":[0.002878327,0.00144715,0.0011700009,0.049921755,0.9277924,0.00027482325,0.0011535162,0.000115284005,0.01524678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99327475,0.0002813253,0.0013571482,0.00039372328,0.004035896,0.0006571757],"domain_scores_gemma":[0.9787568,0.0017349722,0.0010664571,0.0014504001,0.0063912333,0.010600173],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003741044,0.00030679876,0.00054152147,0.0011793358,0.0009026204,0.0001228912,0.0010629443,0.00095211196,0.11054634],"category_scores_gemma":[0.26802596,0.00024055969,0.00016819438,0.001520443,0.00037276142,0.00008169778,0.00010188076,0.005597155,0.00010746547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030585725,0.0001283372,0.00007162784,0.00006168534,0.00006893277,0.000023472418,0.0010234031,0.0000011994825,0.0000017160696,0.00042185644,0.91261923,0.085547954],"study_design_scores_gemma":[0.00041474172,0.00019933982,0.00026468435,0.0007797432,0.0001167086,0.00013982068,0.004287494,0.000029968181,0.0000021219635,0.00019150322,0.9933614,0.00021245367],"about_ca_topic_score_codex":0.007890944,"about_ca_topic_score_gemma":0.009334723,"teacher_disagreement_score":0.26428494,"about_ca_system_score_codex":0.0021311396,"about_ca_system_score_gemma":0.26216957,"threshold_uncertainty_score":0.9987156},"labels":[],"label_agreement":null},{"id":"W4297517702","doi":"10.36834/cmej.75261","title":"Intrinsically important: rebranding faculty development as a unifying key concept for CanMEDS 2025","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; Dalhousie University; University of Alberta","funders":"","keywords":"Rebranding; Key (lock); Computer science; Data science; Knowledge management; Business; Marketing; Computer security","score_opus":0.02226064009532727,"score_gpt":0.3474971618343449,"score_spread":0.3252365217390177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297517702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5414269,0.0016113444,0.003439464,0.4241363,0.016761174,0.0022331984,0.000055375065,0.00010852037,0.010227721],"genre_scores_gemma":[0.6790086,0.00007212765,0.033165134,0.27069357,0.0048977174,0.00086919626,0.0017330371,0.000105010666,0.0094556045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967158,0.00008775821,0.00093906093,0.00029137277,0.0013812698,0.000584761],"domain_scores_gemma":[0.9942632,0.00007186854,0.00029462538,0.00022542072,0.00080001366,0.0043449206],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00214327,0.00017841789,0.0002874613,0.00072398357,0.0014677952,0.000069078524,0.00033308394,0.00016481489,0.038671207],"category_scores_gemma":[0.023980638,0.00017704113,0.00009256027,0.00086612324,0.00013713069,0.00010687804,0.000040000832,0.0014824719,0.000026327467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005388567,0.00024056372,0.0017338208,0.000048311344,0.00009578202,0.00007534178,0.0064020655,0.0000057263505,0.000016506063,0.006266477,0.69271934,0.29234222],"study_design_scores_gemma":[0.0012812122,0.00015266649,0.0020574215,0.00016548226,0.00005050138,0.0024494184,0.008615579,0.00028812117,0.000052712265,0.0005139505,0.9841734,0.0001995372],"about_ca_topic_score_codex":0.0018629567,"about_ca_topic_score_gemma":0.0014611623,"teacher_disagreement_score":0.29214266,"about_ca_system_score_codex":0.003362137,"about_ca_system_score_gemma":0.15922254,"threshold_uncertainty_score":0.99983215},"labels":[],"label_agreement":null},{"id":"W4297585061","doi":"10.1177/229255031402200201","title":"Are online learning modules an effective way to deliver hand trauma management continuing medical education to emergency physicians?","year":2014,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Continuing medical education; Continuing education; Medical education; Medical emergency; Medicine; Emergency management; Online learning; Psychology; Computer science; Multimedia; Political science","score_opus":0.01255323575428045,"score_gpt":0.30200215260191304,"score_spread":0.2894489168476326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297585061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97073436,0.000025857911,0.022613099,0.0012519788,0.0047556353,0.0003404072,0.0000021986232,0.00008076319,0.00019568115],"genre_scores_gemma":[0.99463385,0.0000104287055,0.0023256778,0.0009855002,0.0013891746,0.00018935649,0.00016289424,0.000036568148,0.00026654368],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99802995,0.00014231856,0.00044816537,0.00041160535,0.00064447446,0.00032346806],"domain_scores_gemma":[0.9979602,0.000959474,0.00016593217,0.00026228002,0.0003716542,0.00028044032],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00078589324,0.00018533958,0.0003616785,0.00045940303,0.00013272949,0.000022938992,0.000101952595,0.00009818325,0.00054103916],"category_scores_gemma":[0.020631183,0.00017910686,0.00006829467,0.00063719,0.00004594581,0.00008210289,0.00004315439,0.0002812924,0.00018648981],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008206614,0.00069449114,0.015270499,0.0001499111,0.00004766302,0.0000065542827,0.00087132445,0.00016997586,0.00020036697,0.00011104948,0.014821944,0.9675742],"study_design_scores_gemma":[0.00024751993,0.00011795612,0.97968334,0.0013001558,0.00008673115,0.0000072857497,0.0012507858,0.0045184935,0.00023517494,0.000025399428,0.012334014,0.00019316003],"about_ca_topic_score_codex":0.000035148954,"about_ca_topic_score_gemma":0.000035157867,"teacher_disagreement_score":0.967381,"about_ca_system_score_codex":0.00014046484,"about_ca_system_score_gemma":0.000006019064,"threshold_uncertainty_score":0.98761845},"labels":[],"label_agreement":null},{"id":"W4297995440","doi":"10.37964/cr24760","title":"Development of an institutional “good practices” policy for resident and attending-physician on-call responsibilities","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Physician Leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Operationalization; Guideline; Quality (philosophy); Public relations; Focus group; Quality management; Psychology; Business; Medicine; Medical education; Nursing; Family medicine; Political science; Marketing","score_opus":0.12552515459830266,"score_gpt":0.36488980436632007,"score_spread":0.2393646497680174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297995440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97366995,0.0001160051,0.000123925,0.024118422,0.0003913333,0.00031249755,0.000027979908,0.0000051517322,0.0012347342],"genre_scores_gemma":[0.9828919,6.67042e-7,0.0062492676,0.009464269,0.0009485849,0.000023145481,0.0000383178,0.000020290878,0.000363555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845546,0.00010402987,0.00051666086,0.00016538089,0.00046108232,0.0002973604],"domain_scores_gemma":[0.99834114,0.00013024567,0.00068808877,0.00018387809,0.00037719696,0.0002794277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010970333,0.00012129643,0.00026159352,0.0008458277,0.0004673798,0.000021718835,0.00017181045,0.00004559295,0.000029065188],"category_scores_gemma":[0.0014223455,0.00012456022,0.0000669584,0.0004792862,0.00030933024,0.00022044072,0.00001122056,0.00045999364,0.0000016728488],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044346354,0.0020338213,0.0077303215,0.0020427352,0.0012223333,0.0003084762,0.15681338,0.0006930854,0.016454024,0.4124978,0.044254698,0.3515147],"study_design_scores_gemma":[0.0076973033,0.0069048754,0.18055458,0.0017946423,0.00047181602,0.00068000355,0.37902287,0.00054092164,0.010264784,0.0114178425,0.39962086,0.0010295084],"about_ca_topic_score_codex":0.00041752463,"about_ca_topic_score_gemma":0.00095448474,"teacher_disagreement_score":0.40107995,"about_ca_system_score_codex":0.001017677,"about_ca_system_score_gemma":0.010613561,"threshold_uncertainty_score":0.99499536},"labels":[],"label_agreement":null},{"id":"W4298176107","doi":"","title":"A digital peer-to-peer learning platform for clinical skills development","year":2017,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Peer-to-peer; Development (topology); Peer feedback; Psychology; Mathematics education; Multimedia; World Wide Web; Mathematics","score_opus":0.37248319963423726,"score_gpt":0.6440396638589727,"score_spread":0.27155646422473545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298176107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688812,0.0003759535,0.00421642,0.0057059242,0.0022044652,0.001314497,0.000016247086,0.000048257407,0.01723705],"genre_scores_gemma":[0.9551503,0.00035906682,0.01216671,0.0019486722,0.0011750648,0.00017670305,0.00014133482,0.00008505805,0.028797062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99611276,0.00003915111,0.0014890761,0.00046953151,0.0014402823,0.00044918357],"domain_scores_gemma":[0.9950525,0.0004144644,0.001186993,0.0007087984,0.0022636962,0.00037353285],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047677574,0.00026914856,0.0008162139,0.0006205018,0.00083787215,0.0018846414,0.0020034015,0.00020470585,0.0022322678],"category_scores_gemma":[0.029587097,0.00023240382,0.0001988735,0.00039258893,0.00020489404,0.0021160692,0.0008122654,0.0008160135,0.00008563903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019825068,0.00044732116,0.4116638,0.00006531846,0.000165505,0.000009372348,0.0003007199,0.0000061687633,0.00032936237,0.00004361152,0.21586367,0.37090692],"study_design_scores_gemma":[0.0009488662,0.0000299352,0.55833864,0.00047356772,0.000051361447,0.000014878899,0.00010923381,0.00004522195,0.0013578901,0.00038546816,0.43804204,0.00020285542],"about_ca_topic_score_codex":0.00003100014,"about_ca_topic_score_gemma":0.000004662303,"teacher_disagreement_score":0.37070405,"about_ca_system_score_codex":0.00022452655,"about_ca_system_score_gemma":0.0007363255,"threshold_uncertainty_score":0.99915147},"labels":[],"label_agreement":null},{"id":"W4298218654","doi":"","title":"Pediatric faculty and residents’ perspectives on In-Training Evaluation Reports (ITERs)","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; Children's Hospital of Eastern Ontario","funders":"","keywords":"Medical education; Training (meteorology); Psychology; Medicine; Geography","score_opus":0.4962873748109542,"score_gpt":0.6378729497614049,"score_spread":0.14158557495045065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298218654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98640996,0.0053416668,0.000054111362,0.0009508388,0.0006842016,0.0007312403,0.0000032620155,0.000021275977,0.0058034486],"genre_scores_gemma":[0.9968313,0.0012756895,0.00074292487,0.0003832701,0.0004815098,0.000058126887,0.000040043164,0.000028982928,0.00015813508],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966612,0.00022136167,0.0009117463,0.00045196668,0.0015013871,0.00025234683],"domain_scores_gemma":[0.99731964,0.00012579086,0.00077570695,0.00038191638,0.0011921197,0.00020481364],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005732189,0.00019670911,0.0004897464,0.0015320731,0.00011014518,0.00031847743,0.0003722044,0.00012137249,0.001401314],"category_scores_gemma":[0.0086878585,0.00017581329,0.000055017666,0.0015847246,0.00010369164,0.0011631403,0.00019294681,0.00052772934,0.0000064883784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018426799,0.00035572972,0.9226705,0.00006958249,0.000056433073,0.00008301036,0.008278213,0.000074375836,0.0012578265,0.00009044164,0.043453354,0.023426307],"study_design_scores_gemma":[0.0010426602,0.000031601023,0.9874203,0.00036450627,0.00012751203,0.000094051,0.006052826,0.00020046976,0.0003428046,0.003511048,0.00063298066,0.00017921839],"about_ca_topic_score_codex":0.0003332079,"about_ca_topic_score_gemma":0.000011472702,"teacher_disagreement_score":0.06474986,"about_ca_system_score_codex":0.0004771852,"about_ca_system_score_gemma":0.00069452456,"threshold_uncertainty_score":0.9996624},"labels":[],"label_agreement":null},{"id":"W4299427594","doi":"10.1097/acm.0000000000004900","title":"Facilitating Residents’ Understanding of Electronic Health Record Report Card Data Using Faculty Feedback and Coaching","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Thematic analysis; Coaching; Medical education; Medicine; Faculty development; Data collection; Psychology; Professional development; Qualitative research","score_opus":0.2361393790967882,"score_gpt":0.45744639842899193,"score_spread":0.22130701933220373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299427594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96251756,0.0018551716,0.01670554,0.017313411,0.0006011169,0.0005653678,0.0000283893,0.000052335272,0.0003611391],"genre_scores_gemma":[0.9931928,0.00027772837,0.002346576,0.0022386562,0.00035485942,0.000011959647,0.0011560646,0.00002765146,0.00039370527],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99674034,0.0001958835,0.0011539318,0.00050524325,0.0009793957,0.0004252164],"domain_scores_gemma":[0.99820834,0.0002522713,0.0007009855,0.00062809984,0.0000913758,0.00011894376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006201043,0.00015535601,0.00053660746,0.00031764325,0.00042108784,0.000003081869,0.00027627576,0.000092187336,0.00012707646],"category_scores_gemma":[0.0053929635,0.00014337145,0.00001967096,0.0007988745,0.00024634902,0.00014545808,0.00035167916,0.0017395215,6.033775e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086543174,0.00017751672,0.38530192,0.004661252,0.0010194818,0.00025477618,0.13233623,0.00025811716,0.032721102,0.020233504,0.3141725,0.10799816],"study_design_scores_gemma":[0.011182088,0.003762007,0.021698942,0.0054716864,0.0010841575,0.010065812,0.7980584,0.07277285,0.0002488236,0.016137945,0.058435343,0.0010819327],"about_ca_topic_score_codex":0.0015095582,"about_ca_topic_score_gemma":0.000010055637,"teacher_disagreement_score":0.6657222,"about_ca_system_score_codex":0.0013310645,"about_ca_system_score_gemma":0.0008628623,"threshold_uncertainty_score":0.75574523},"labels":[],"label_agreement":null},{"id":"W4299691892","doi":"","title":"Recruitment and retention of tutors in problem-based learning: why teachers in medical education tutor","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"TUTOR; Problem-based learning; Mathematics education; Medical education; Psychology; Computer science; Pedagogy; Medicine","score_opus":0.23350790841119107,"score_gpt":0.5700522049109562,"score_spread":0.33654429649976514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299691892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98985046,0.0018792102,0.00013934697,0.004420032,0.00038655003,0.0016894854,8.464901e-7,0.00001608446,0.0016179838],"genre_scores_gemma":[0.99493325,0.0011332858,0.0019276466,0.0010478059,0.00010526522,0.0004541383,0.000050197963,0.000030965963,0.00031746126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968354,0.00034019334,0.0012344462,0.00033276266,0.0010019289,0.00025524612],"domain_scores_gemma":[0.9982265,0.0001373579,0.0007033621,0.00026548724,0.00047455257,0.00019270687],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003140657,0.00018857859,0.00056196074,0.0015854106,0.00006022476,0.00015072506,0.0005545988,0.00020983489,0.0074839126],"category_scores_gemma":[0.0034689128,0.00016976007,0.000062389656,0.0015590311,0.00019997403,0.00091791275,0.00014905416,0.0008000129,0.0000054577363],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008445881,0.0011183734,0.8034082,0.0002816878,0.00003369279,0.000004145094,0.00062644616,0.000033633805,0.011531891,0.000082272905,0.025004648,0.15779056],"study_design_scores_gemma":[0.0013473259,0.000045561832,0.9801939,0.002569267,0.000041081097,0.000011254607,0.00052918016,0.00077490497,0.0022993523,0.0014522359,0.010558642,0.00017727875],"about_ca_topic_score_codex":0.0025898758,"about_ca_topic_score_gemma":0.00006547168,"teacher_disagreement_score":0.17678572,"about_ca_system_score_codex":0.00035973787,"about_ca_system_score_gemma":0.0011822694,"threshold_uncertainty_score":0.9934234},"labels":[],"label_agreement":null},{"id":"W4299939445","doi":"10.1097/acm.0000000000004915","title":"Coordinating Flight Paths to Facilitate Interorganizational Cooperation, Interdependence, and Autonomy: Considerations for Organizations Supporting Medical Education Research and Scholarship","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Scholarship; Autonomy; Knowledge management; Higher education; Business; Public relations; Engineering ethics; Medical education; Political science; Medicine; Computer science; Engineering","score_opus":0.09466631172469568,"score_gpt":0.43301579251393213,"score_spread":0.33834948078923643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299939445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69117254,0.00047187597,0.02780719,0.27608067,0.0010942556,0.0024177213,0.000030021003,0.00013210016,0.000793657],"genre_scores_gemma":[0.9734385,0.00004066597,0.004798686,0.01606943,0.00065524934,0.00069172407,0.00057817966,0.00004254262,0.0036849952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680465,0.00022585079,0.000973203,0.00057323836,0.001045299,0.0003777365],"domain_scores_gemma":[0.99540335,0.00093249296,0.00017101511,0.00025667384,0.002849446,0.0003870159],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005437983,0.00017914105,0.0003218103,0.00083186175,0.0014389576,0.000035920573,0.00017829156,0.00018006061,0.002984021],"category_scores_gemma":[0.07431151,0.00017259453,0.000012063415,0.00193979,0.00040689693,0.00024507777,0.0003189043,0.0015059347,0.000011203128],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015062062,0.00035610847,0.09023465,0.0005608289,0.0001530952,0.000015233072,0.09463048,0.00003535873,0.011962226,0.33695057,0.42783478,0.037116054],"study_design_scores_gemma":[0.017434008,0.009234482,0.057441264,0.00487733,0.0007409074,0.007821975,0.19232036,0.038019814,0.004268749,0.18748088,0.47789103,0.0024692186],"about_ca_topic_score_codex":0.00003613695,"about_ca_topic_score_gemma":0.000011153951,"teacher_disagreement_score":0.28226602,"about_ca_system_score_codex":0.00048713654,"about_ca_system_score_gemma":0.0037960233,"threshold_uncertainty_score":0.99986106},"labels":[],"label_agreement":null},{"id":"W4299990220","doi":"10.1097/acm.0000000000004904","title":"A Critical Review of Professional Identity Formation Interventions in Medical Education","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychological intervention; Context (archaeology); Socialization; Identity (music); Curriculum; Individualism; Psychology; Medical education; Intervention (counseling); Medicine; Social psychology; Pedagogy; Political science; Aesthetics","score_opus":0.18046855583331498,"score_gpt":0.5814498464258037,"score_spread":0.40098129059248866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299990220","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008466164,0.97840506,0.0003492339,0.013924225,0.0032494995,0.0019714544,0.000008617462,0.000036188685,0.002047264],"genre_scores_gemma":[0.000014756044,0.9869047,0.00019239004,0.007184856,0.0009178527,0.001367299,0.002473852,0.0000424426,0.0009018794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922851,0.0006499247,0.0039008637,0.0004355853,0.0024147588,0.00031379913],"domain_scores_gemma":[0.99706024,0.0006391006,0.0011019876,0.000562642,0.00041581003,0.0002201913],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065317056,0.0003388044,0.0022979707,0.0012994353,0.0000819338,0.0000022977076,0.0005802951,0.0007270512,0.023305155],"category_scores_gemma":[0.06548461,0.0002600081,0.00037472387,0.0028020777,0.00042687994,0.00037272787,0.00023192758,0.004084503,0.000046763736],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042807515,0.00018216028,0.000008044777,0.33901098,0.000023392382,0.0000061529886,0.00018730396,2.7388658e-9,8.824543e-8,0.0068177823,0.08821828,0.5655415],"study_design_scores_gemma":[0.0002269668,0.00007744915,0.000015073291,0.45005488,0.0007299637,0.0004261694,0.00025608458,0.000008848805,6.4391315e-8,0.000507269,0.54759926,0.00009796612],"about_ca_topic_score_codex":0.000027669848,"about_ca_topic_score_gemma":0.00000287485,"teacher_disagreement_score":0.5654436,"about_ca_system_score_codex":0.0008324868,"about_ca_system_score_gemma":0.00493853,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W4300036702","doi":"","title":"Appendix: IB. Medical Schools in Canada.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Appendix; Family medicine","score_opus":0.011654729731850437,"score_gpt":0.25504695277456996,"score_spread":0.2433922230427195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300036702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9321898,0.00008916059,0.000008751267,0.038496044,0.00040090134,0.00056069624,0.0000017669306,0.000029159726,0.028223671],"genre_scores_gemma":[0.9856626,0.000038498336,0.00018681302,0.00918479,0.00030954758,0.00072653516,0.000058431062,0.000011809497,0.003821014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984312,0.000025764122,0.00030721305,0.00016810327,0.00071053545,0.00035718508],"domain_scores_gemma":[0.9994863,0.000023988805,0.000024948216,0.00021891057,0.00004269586,0.00020315441],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005311649,0.000074869284,0.00015553416,0.00010100336,0.000026644788,0.0000065143568,0.0001163247,0.00008211917,0.0077420943],"category_scores_gemma":[0.0012518433,0.00006718625,0.000015903182,0.00055543147,0.000032843072,0.000048620008,0.000010863007,0.00044746176,0.00021605376],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020845544,0.0000599192,0.05006677,0.000015300455,0.000007831148,0.00005333668,0.000021411002,0.0000010339825,4.3592442e-7,0.0001302489,0.09797017,0.8516527],"study_design_scores_gemma":[0.00073657214,0.00000370025,0.7483143,0.00003196706,0.0000074609466,0.000054264543,0.00010701344,0.00015372387,0.000029850064,0.00007020758,0.25042108,0.00006985876],"about_ca_topic_score_codex":0.28240263,"about_ca_topic_score_gemma":0.3398976,"teacher_disagreement_score":0.8515828,"about_ca_system_score_codex":0.00080885075,"about_ca_system_score_gemma":0.0016521442,"threshold_uncertainty_score":0.99316496},"labels":[],"label_agreement":null},{"id":"W4300052323","doi":"","title":"The enhancement of medical student performance through narrative reflective practice: a pilot project","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Western University","funders":"","keywords":"Narrative; Medical education; Reflective practice; Psychology; Pedagogy; Mathematics education; Medicine; Art; Literature","score_opus":0.27560227084512656,"score_gpt":0.6489254841123676,"score_spread":0.37332321326724105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300052323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636267,0.004241595,0.00070704456,0.010518801,0.0010741297,0.002439785,0.000002203139,0.000020818157,0.017368946],"genre_scores_gemma":[0.9751844,0.01891367,0.0018988554,0.0024425276,0.00032454473,0.00062160793,0.000010825148,0.000034800796,0.00056879874],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99458516,0.00039985622,0.0013496287,0.00036739546,0.0029183943,0.00037955746],"domain_scores_gemma":[0.99486977,0.0006721601,0.0014411712,0.0005876912,0.0022997558,0.00012945787],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003915446,0.00025873302,0.00064128917,0.00034609842,0.00045844787,0.00036784404,0.0018733221,0.00012421845,0.008286621],"category_scores_gemma":[0.0054193013,0.00016709675,0.00009054679,0.001678778,0.0005022091,0.0022766932,0.00062951184,0.00096206594,0.000022344377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034117287,0.009740526,0.11299489,0.00073140266,0.002741594,0.000035589608,0.03710039,0.000012662902,0.047313593,0.0021805316,0.5601405,0.22359662],"study_design_scores_gemma":[0.006005393,0.001734405,0.71254116,0.005023251,0.0006841087,0.00022863028,0.04839024,0.0007980771,0.083536096,0.0040981914,0.13596408,0.0009963482],"about_ca_topic_score_codex":0.00080144027,"about_ca_topic_score_gemma":0.000012879955,"teacher_disagreement_score":0.5995463,"about_ca_system_score_codex":0.0003583342,"about_ca_system_score_gemma":0.001272754,"threshold_uncertainty_score":0.99261993},"labels":[],"label_agreement":null},{"id":"W4300061825","doi":"","title":"Preceptor engagement in distributed medical school campuses","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Regional Municipality of Waterloo","funders":"","keywords":"Preceptor; Medical school; Medical education; Psychology; Pedagogy; Medicine","score_opus":0.31165242751816863,"score_gpt":0.6049324398111768,"score_spread":0.2932800122930082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300061825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822503,0.004083602,0.0014679463,0.004726735,0.0018063147,0.0009969637,0.000024112069,0.000058718742,0.004585318],"genre_scores_gemma":[0.992815,0.0017397865,0.0015120908,0.0025691607,0.0006570403,0.00014828844,0.00017467212,0.000047737947,0.00033623155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955444,0.00038310056,0.0012693075,0.00039474378,0.0019942438,0.0004142354],"domain_scores_gemma":[0.9970067,0.00023337177,0.00053329516,0.000536517,0.0008621345,0.0008279876],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005111453,0.00025645248,0.0007212347,0.0009927538,0.00011458122,0.0003031874,0.0015555659,0.00022479675,0.036836147],"category_scores_gemma":[0.023232464,0.00021936362,0.000091963375,0.00213156,0.0002144154,0.0010861463,0.0006473494,0.0011809756,0.00008296191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020422408,0.0008321921,0.55012804,0.000091290065,0.00010418461,0.000052623447,0.00026706237,0.000022036971,0.0014919725,0.00012305287,0.42690745,0.019775884],"study_design_scores_gemma":[0.0030005057,0.000041365216,0.8618962,0.001528437,0.00010921729,0.00005206417,0.0008190356,0.00032330392,0.0044524493,0.0024682179,0.12493364,0.0003755723],"about_ca_topic_score_codex":0.00048765552,"about_ca_topic_score_gemma":0.000035249304,"teacher_disagreement_score":0.31176817,"about_ca_system_score_codex":0.00062562677,"about_ca_system_score_gemma":0.0019791308,"threshold_uncertainty_score":0.98499525},"labels":[],"label_agreement":null},{"id":"W4300167017","doi":"10.1177/17151635221129797","title":"Problems with professional identity","year":2022,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identity (music); Medicine; Psychology; Philosophy; Aesthetics","score_opus":0.026117820319158897,"score_gpt":0.30259759358573396,"score_spread":0.2764797732665751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300167017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99016464,0.00032903842,0.00018613225,0.0016505565,0.0047698813,0.00065822515,0.00015234774,0.000032805212,0.0020563726],"genre_scores_gemma":[0.98431885,0.00016681051,0.0005970029,0.010249662,0.00090613985,0.00011353131,0.000124169,0.000051420746,0.0034724027],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.99714804,0.00014071209,0.00050097465,0.00031791543,0.0011333127,0.0007590686],"domain_scores_gemma":[0.99753857,0.000028481012,0.00024491732,0.00023087286,0.0007572197,0.0011999664],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00096653344,0.00023385655,0.00027461513,0.0005076378,0.0020173125,0.000081562175,0.00043381396,0.00003379938,0.006407764],"category_scores_gemma":[0.00019011313,0.00022192352,0.000070617236,0.0015100644,0.0001839967,0.00038580428,0.000060897182,0.001549314,0.000009756202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006156954,0.0006474588,0.030029025,0.0008850935,0.00068446016,0.13441205,0.00504678,0.0052737887,0.0033736248,0.00087445916,0.6653755,0.15278208],"study_design_scores_gemma":[0.0023423897,0.00012582882,0.00023104664,0.000031224743,0.00014987879,0.7210493,0.000079316334,0.0021720286,0.00021218086,0.0001106351,0.27315536,0.00034080786],"about_ca_topic_score_codex":0.011913809,"about_ca_topic_score_gemma":0.031318355,"teacher_disagreement_score":0.58663726,"about_ca_system_score_codex":0.005851725,"about_ca_system_score_gemma":0.013959789,"threshold_uncertainty_score":0.99928194},"labels":[],"label_agreement":null},{"id":"W4300177609","doi":"","title":"Changing perspectives: attempting to de-colonize the gaze of a Canadian medical student","year":2016,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Gaze; Geography; Psychology; Psychoanalysis","score_opus":0.18632809441013373,"score_gpt":0.5870745246177791,"score_spread":0.40074643020764533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300177609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600336,0.0018612568,0.00083144015,0.03121478,0.0005272337,0.0007233391,0.000008875187,0.000017252725,0.00478223],"genre_scores_gemma":[0.99306965,0.0011967283,0.0005806023,0.0039825686,0.0005060871,0.00008277229,0.0000018953136,0.000035360164,0.0005443137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968724,0.00019396775,0.0007651171,0.00029792404,0.0013556521,0.0005148993],"domain_scores_gemma":[0.99725956,0.00039393254,0.0004161504,0.00047441735,0.0008805567,0.0005754069],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046539865,0.00018202534,0.0005015456,0.0022228826,0.000260875,0.00014606811,0.001658727,0.00013642055,0.017920835],"category_scores_gemma":[0.0077705295,0.00011227563,0.00010506329,0.0028874953,0.00022790325,0.00039450565,0.00040790346,0.0004496999,0.000024764855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001923322,0.00063152635,0.64624196,0.00016716504,0.00056784035,0.00011536064,0.022638472,0.000011131203,0.039663155,0.0015606813,0.14173862,0.14647174],"study_design_scores_gemma":[0.0011161421,0.000043403517,0.9465371,0.003557108,0.00014209116,0.00011284898,0.013310269,0.000050004848,0.0067830775,0.0005073831,0.027549464,0.00029113123],"about_ca_topic_score_codex":0.010906392,"about_ca_topic_score_gemma":0.00228377,"teacher_disagreement_score":0.30029508,"about_ca_system_score_codex":0.0006723585,"about_ca_system_score_gemma":0.0017590342,"threshold_uncertainty_score":0.9956801},"labels":[],"label_agreement":null},{"id":"W4300637651","doi":"","title":"On the value of debate in medical school","year":2017,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Value (mathematics); Mathematics education; Psychology; Mathematics; Statistics","score_opus":0.23747007644529006,"score_gpt":0.6065091573518968,"score_spread":0.36903908090660675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300637651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96700907,0.0009091228,0.000069054535,0.011292137,0.00092011644,0.0005082965,0.0000052693213,0.000010198815,0.01927675],"genre_scores_gemma":[0.9932708,0.0016694979,0.00017168459,0.0042206882,0.00024778055,0.000044545308,0.000007946669,0.000028257946,0.00033875642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996769,0.0002020488,0.0009864862,0.0002645999,0.0015085043,0.00026937723],"domain_scores_gemma":[0.99677306,0.00050482,0.00097358,0.0010658993,0.0004374949,0.00024515038],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004330972,0.00017941056,0.00063099235,0.0007711899,0.00028022847,0.00030125433,0.0028983615,0.00017185135,0.030964399],"category_scores_gemma":[0.029985346,0.00012003788,0.00010842557,0.0007043884,0.00043107115,0.00070551,0.00053722435,0.00097178674,0.000030976484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000462954,0.0011696051,0.6696565,0.00016998479,0.00029944297,0.00010485883,0.00033182753,0.000033153334,0.012209799,0.009943335,0.23164794,0.07397057],"study_design_scores_gemma":[0.00086495565,0.000018595094,0.9775884,0.001997027,0.00007002981,0.000020036705,0.00009726371,0.0006535869,0.005787525,0.008423818,0.004345079,0.00013367509],"about_ca_topic_score_codex":0.00074017345,"about_ca_topic_score_gemma":0.000028280389,"teacher_disagreement_score":0.30793187,"about_ca_system_score_codex":0.00015288101,"about_ca_system_score_gemma":0.00080339966,"threshold_uncertainty_score":0.9781855},"labels":[],"label_agreement":null},{"id":"W4300689405","doi":"10.2196/40758","title":"Effects of Practicing With and Obtaining Crowdsourced Feedback From the Video-Based Communication Assessment App on Resident Physicians’ Adverse Event Communication Skills: Pre-post Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Washington","keywords":"Medical education; Graduate medical education; Baseline (sea); Medicine; Crowdsourcing; Specialty; Accreditation; Psychology; Family medicine; Computer science","score_opus":0.007306700189547499,"score_gpt":0.3515503329961207,"score_spread":0.3442436328065732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300689405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95759404,0.00021775406,0.00068379927,0.03769596,0.00039404753,0.002992593,0.000004633253,0.000059854552,0.0003573291],"genre_scores_gemma":[0.9814397,0.000047414713,0.0044149165,0.010276934,0.00023580993,0.0025630442,0.0008494512,0.000038264276,0.00013448088],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99591225,0.001102945,0.00073422585,0.00035885125,0.0016746164,0.00021709154],"domain_scores_gemma":[0.99554247,0.001992349,0.0008457374,0.0010986262,0.00041285562,0.000107976004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019630243,0.00020939202,0.00034608264,0.00018039579,0.0006343602,0.000029153498,0.0004241836,0.00012458413,0.00032630638],"category_scores_gemma":[0.0032766636,0.00016247972,0.0000731352,0.00068394706,0.0003392182,0.00015472244,0.0001516973,0.0012461591,0.0000041342005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043460116,0.046812583,0.023480874,0.001868666,0.0010548255,0.000010902426,0.10280268,0.0015135177,0.004290289,0.008936111,0.075577475,0.690192],"study_design_scores_gemma":[0.0627537,0.005411542,0.83666676,0.0074047097,0.0009998108,0.000028875791,0.052813284,0.013509764,0.0017944117,0.0007319764,0.01720218,0.00068296713],"about_ca_topic_score_codex":0.00057633984,"about_ca_topic_score_gemma":0.000030145258,"teacher_disagreement_score":0.81318593,"about_ca_system_score_codex":0.0006315295,"about_ca_system_score_gemma":0.002307636,"threshold_uncertainty_score":0.66257304},"labels":[],"label_agreement":null},{"id":"W4300854151","doi":"","title":"A New Journal in Medical Education: The Canadian Medical Education Journal","year":2010,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical journal; Medical education; Library science; Data science; Medicine; Computer science","score_opus":0.11841107509021068,"score_gpt":0.576027897228683,"score_spread":0.4576168221384723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300854151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.731277,0.009510012,0.00032953653,0.20522319,0.022143045,0.0010720157,0.0000032289197,0.000027628403,0.030414369],"genre_scores_gemma":[0.92710835,0.0057929647,0.0034050425,0.04920949,0.011725183,0.00008095499,0.00003492658,0.000100470264,0.0025426452],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9928786,0.00038263577,0.0019161823,0.00035711992,0.00381381,0.0006516498],"domain_scores_gemma":[0.99232304,0.00024334401,0.0010692261,0.0006904461,0.0021210026,0.0035529465],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009154835,0.00033075167,0.0006876659,0.0024900308,0.0008590643,0.0016271059,0.0038380353,0.00061649346,0.20535818],"category_scores_gemma":[0.032809827,0.00023942854,0.0001993899,0.0027526598,0.00041242887,0.0016027299,0.0002923454,0.006384566,0.000061608014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052195293,0.00054462615,0.12045942,0.0000261792,0.000066314715,0.00006393341,0.00038715685,0.0000010841782,0.00028038796,0.0009854732,0.54924065,0.3278926],"study_design_scores_gemma":[0.0012269994,0.000022478269,0.53291893,0.0017476329,0.00011264473,0.009316257,0.0006790297,0.00012700354,0.00021401774,0.013059051,0.44024166,0.00033426977],"about_ca_topic_score_codex":0.031492963,"about_ca_topic_score_gemma":0.051632546,"teacher_disagreement_score":0.41245955,"about_ca_system_score_codex":0.00078424544,"about_ca_system_score_gemma":0.13015155,"threshold_uncertainty_score":0.9994093},"labels":[],"label_agreement":null},{"id":"W4300875138","doi":"","title":"A landscape analysis of leadership training in postgraduate medical education training programs at the University of Ottawa","year":2016,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Medicine; Geography","score_opus":0.3443869723993914,"score_gpt":0.5365313937458298,"score_spread":0.1921444213464384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300875138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98718387,0.0015337684,0.00029331006,0.008125647,0.00023417191,0.00039183794,0.0000071436043,0.000011863505,0.0022184069],"genre_scores_gemma":[0.99790144,0.00072047504,0.00034314717,0.00042253177,0.000080328406,0.000008222787,0.000043852564,0.000016985296,0.00046304162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99732757,0.00027714603,0.0008491444,0.000271809,0.0010020884,0.00027224448],"domain_scores_gemma":[0.9976597,0.0003574269,0.0008878259,0.00039145502,0.0005515423,0.00015208194],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003296987,0.0001550722,0.0007440117,0.0014165202,0.00010833147,0.00003681919,0.0010184809,0.00014256973,0.008562397],"category_scores_gemma":[0.002690163,0.00010432924,0.00019519887,0.0036669064,0.00046555363,0.0004678811,0.0001768219,0.0003277593,0.0000030395831],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016383108,0.00036348228,0.55257416,0.0000873894,0.0005020818,0.0000065684253,0.0059378566,0.000007289228,0.004001096,0.00017311558,0.0061008167,0.43008235],"study_design_scores_gemma":[0.0010267533,0.000027349302,0.9790412,0.0016492077,0.0006944377,0.00001765044,0.013318795,0.00024215125,0.0009197013,0.0003366432,0.002576078,0.00015001767],"about_ca_topic_score_codex":0.0005019491,"about_ca_topic_score_gemma":0.0007884795,"teacher_disagreement_score":0.42993233,"about_ca_system_score_codex":0.00017643097,"about_ca_system_score_gemma":0.0013989941,"threshold_uncertainty_score":0.9923439},"labels":[],"label_agreement":null},{"id":"W4300886806","doi":"","title":"Key challenges for implementing a Canadian-based objective structured clinical examination (OSCE) in a Middle Eastern context","year":2016,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Key (lock); Context (archaeology); Computer science; Geography; Medical education; Archaeology; Medicine; Computer security","score_opus":0.42517588945325013,"score_gpt":0.594493391774608,"score_spread":0.1693175023213579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300886806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887764,0.0024737197,0.0013519535,0.003230205,0.00090187375,0.0015626991,0.000053055664,0.000019733992,0.0016304015],"genre_scores_gemma":[0.99635196,0.00071660586,0.0009455879,0.0011144342,0.0003830272,0.0001844988,0.00003625043,0.000044441116,0.00022321634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99689627,0.0003214362,0.0012943893,0.00046271938,0.0005251369,0.0005000582],"domain_scores_gemma":[0.9968329,0.000758682,0.0007685942,0.0003839752,0.0009989567,0.0002569037],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042656767,0.00022964446,0.0006799894,0.0013521247,0.00015607801,0.00015770644,0.0007392596,0.00019688258,0.002785563],"category_scores_gemma":[0.0050954595,0.00017916295,0.00013735761,0.00067604845,0.00014818653,0.00072854565,0.00011498049,0.00034641012,0.0000076320675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022898143,0.00023029376,0.46028692,0.00014566946,0.00010825318,0.000009696328,0.00067868695,0.0000012874738,0.0030025274,0.00024319183,0.003385523,0.531679],"study_design_scores_gemma":[0.0033635872,0.00005106688,0.9786783,0.0014495602,0.000076421224,0.000006423129,0.0012017303,0.00026244854,0.0030347796,0.0014538683,0.010192535,0.00022931055],"about_ca_topic_score_codex":0.0072584082,"about_ca_topic_score_gemma":0.02665355,"teacher_disagreement_score":0.5314497,"about_ca_system_score_codex":0.00057558384,"about_ca_system_score_gemma":0.001143853,"threshold_uncertainty_score":0.99935234},"labels":[],"label_agreement":null},{"id":"W4300924662","doi":"10.1097/acm.0000000000004901","title":"From What We Are Doing to Why: Describing RIME’s Core Values","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Hard rime; Psychology; Sociology; Political science; Geography; Meteorology","score_opus":0.10690236912721277,"score_gpt":0.3778970065554718,"score_spread":0.270994637428259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300924662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7708708,0.0062560635,0.0029422715,0.21327937,0.0047120145,0.0007077565,0.000007570988,0.00020014969,0.0010239742],"genre_scores_gemma":[0.87118596,0.0011305887,0.0038403848,0.11392741,0.006251572,0.00025607485,0.0003831533,0.000079580335,0.0029452997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969462,0.000097253556,0.0007209605,0.0005300634,0.0012738808,0.00043161496],"domain_scores_gemma":[0.9984953,0.00026285063,0.00025557788,0.00054235733,0.00019124316,0.000252709],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014145871,0.00022910954,0.0004998966,0.00046294188,0.00035836516,0.000011615854,0.00037732036,0.00017273416,0.003957836],"category_scores_gemma":[0.0023943633,0.0002004568,0.000043748536,0.0014221037,0.00016903046,0.00023106058,0.0002446883,0.0019587367,0.00009983592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014392793,0.000041693907,0.005876662,0.00007691082,0.00008601586,0.00006484183,0.04152962,0.00004365068,0.016109843,0.00081259006,0.8341074,0.10110685],"study_design_scores_gemma":[0.0028841812,0.0006057175,0.0030139124,0.004825343,0.00037753864,0.0002163681,0.25357342,0.0012349834,0.0014050185,0.0058161914,0.7256172,0.0004301558],"about_ca_topic_score_codex":0.00020918658,"about_ca_topic_score_gemma":0.0000021668013,"teacher_disagreement_score":0.2120438,"about_ca_system_score_codex":0.000536615,"about_ca_system_score_gemma":0.00017562252,"threshold_uncertainty_score":0.99695265},"labels":[],"label_agreement":null},{"id":"W4300943711","doi":"10.1097/acm.0000000000004902","title":"Can I Ask a Question About URiM Awards That I Don’t Know the Answer to? Designing an Award for Underrepresented Medical Education Researchers","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; McGill University Health Centre; University of Toronto","funders":"","keywords":"Scholarship; Focus group; Inclusion (mineral); Medical education; Public relations; Sociology; Mainstream; Diversity (politics); Psychology; Political science; Medicine; Social science; Law","score_opus":0.09104315675425573,"score_gpt":0.4562292916868022,"score_spread":0.3651861349325465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300943711","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24661343,0.001814725,0.025096536,0.71632254,0.0042619747,0.0037746602,0.000012414329,0.00024392751,0.0018597792],"genre_scores_gemma":[0.93013525,0.00034109998,0.0017173829,0.05545444,0.003998062,0.00171499,0.0009002083,0.000090005145,0.0056485855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99448055,0.0006957965,0.0007605885,0.00066446885,0.0027414758,0.00065713626],"domain_scores_gemma":[0.99717915,0.00056880375,0.00023947169,0.00080507225,0.00058246404,0.0006250607],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009343014,0.0002635047,0.000423109,0.0006092078,0.00074129866,0.0000130686685,0.00069860445,0.0003231603,0.0014549297],"category_scores_gemma":[0.018289842,0.00019216693,0.00006382677,0.0015740395,0.0004897402,0.00014170405,0.00014891043,0.0025744527,0.000010715865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006097857,0.00027965553,0.012905901,0.00020863027,0.00013633222,0.000010774723,0.022736486,0.00009234913,0.0024199116,0.0115279835,0.74850124,0.20057093],"study_design_scores_gemma":[0.005157189,0.0032899235,0.01788778,0.0018250648,0.00048676858,0.0005956414,0.1107761,0.012353903,0.0010173868,0.008398932,0.8375997,0.0006116083],"about_ca_topic_score_codex":0.0010837278,"about_ca_topic_score_gemma":0.000040612624,"teacher_disagreement_score":0.6835218,"about_ca_system_score_codex":0.0011167742,"about_ca_system_score_gemma":0.003780855,"threshold_uncertainty_score":0.99972665},"labels":[],"label_agreement":null},{"id":"W4301012932","doi":"","title":"Basic essential education program (BEEP): a brief introductory faculty development course for medical teachers","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Mathematics education; Medical education; Faculty development; Pedagogy; Computer science; Psychology; Medicine; Professional development; Engineering","score_opus":0.16516553641909096,"score_gpt":0.596896874747288,"score_spread":0.4317313383281971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301012932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792827,0.0053709014,0.001826478,0.0039222254,0.0043823323,0.0032593932,0.000012626711,0.0001061291,0.0018372376],"genre_scores_gemma":[0.9678347,0.0005566786,0.020409372,0.0026509557,0.0044519748,0.0017768212,0.0007159336,0.00011163448,0.0014919252],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99569726,0.00016347945,0.0013326212,0.00047399034,0.0016689099,0.00066375866],"domain_scores_gemma":[0.99671507,0.00014845472,0.00081273745,0.00052547664,0.001177763,0.00062047713],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003957918,0.00034646006,0.00072260073,0.00070328126,0.00032854083,0.0003260771,0.0012461077,0.0002892392,0.009252806],"category_scores_gemma":[0.0037675477,0.00030900197,0.00016664647,0.0011947827,0.00031835627,0.0015146948,0.00032543216,0.0007761552,0.000028526862],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014813647,0.0038434903,0.16038223,0.0002233322,0.0002683924,0.0000018649218,0.001167375,0.0000010538732,0.0026795475,0.00019902145,0.32345662,0.507629],"study_design_scores_gemma":[0.0011736219,0.00002516886,0.5632259,0.00060110656,0.000256794,0.00006053686,0.0006343623,0.000044667777,0.0077134864,0.00021982638,0.42570493,0.00033957238],"about_ca_topic_score_codex":0.00012453149,"about_ca_topic_score_gemma":0.000012146897,"teacher_disagreement_score":0.5072894,"about_ca_system_score_codex":0.0005068877,"about_ca_system_score_gemma":0.0038509949,"threshold_uncertainty_score":0.9999362},"labels":[],"label_agreement":null},{"id":"W4301092028","doi":"10.7202/1085886ar","title":"Élaboration d’une grille d’évaluation formative des performances dans une perspective d’approche par compétences : un exemple du programme de formation postdoctorale en médecine interne","year":2007,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Formative assessment; Humanities; Sociology; Political science; Philosophy; Pedagogy","score_opus":0.05482388158601265,"score_gpt":0.37565567784038434,"score_spread":0.3208317962543717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301092028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64290047,0.00083138025,0.3147124,0.03247652,0.002942124,0.0021187365,0.00002591099,0.00017970763,0.0038127631],"genre_scores_gemma":[0.93477476,0.0006521789,0.057036363,0.0006555942,0.0022081516,0.00041722573,0.0033949963,0.000082486025,0.00077826984],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9907402,0.0031964122,0.0020960735,0.00080374896,0.0019497987,0.0012138073],"domain_scores_gemma":[0.9924004,0.0010100253,0.0013457998,0.0006080479,0.004366929,0.0002687703],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03997685,0.0006671521,0.00064247684,0.00091238023,0.0010624997,0.0002405479,0.0003936127,0.0006440191,0.0004847515],"category_scores_gemma":[0.009218798,0.00066908466,0.00018370563,0.003900227,0.0006146366,0.0036746773,0.00008130136,0.0009933487,0.0001691568],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033490013,0.0019437219,0.04314658,0.00064951554,0.0002358612,0.0000030225629,0.7477543,0.0012245222,0.004460498,0.014231747,0.0051905154,0.18082483],"study_design_scores_gemma":[0.0021322689,0.0008961673,0.68755895,0.0008452521,0.0005395693,0.00013524173,0.20945993,0.067684576,0.0090596685,0.019199405,0.0019230677,0.000565889],"about_ca_topic_score_codex":0.002403857,"about_ca_topic_score_gemma":0.002202652,"teacher_disagreement_score":0.6444124,"about_ca_system_score_codex":0.007101621,"about_ca_system_score_gemma":0.0029215307,"threshold_uncertainty_score":0.99957603},"labels":[],"label_agreement":null},{"id":"W4301324950","doi":"","title":"Comparison of the number of supervisors on medical student satisfaction during a child and adolescent psychiatry rotation","year":2016,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Child and adolescent psychiatry; Psychology; Medical education; Psychiatry; Rotation (mathematics); Medicine; Computer science","score_opus":0.12316237351629494,"score_gpt":0.5747217968495213,"score_spread":0.45155942333322635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301324950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99211097,0.0009543994,0.00015885704,0.004523158,0.0009548039,0.00053794665,0.000005958103,0.000010179651,0.0007437003],"genre_scores_gemma":[0.9975781,0.0014756324,0.0001853305,0.00049554283,0.00017908536,0.000021430731,0.0000029831335,0.000022093378,0.00003984319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99691945,0.00017975138,0.0010616004,0.00023690215,0.0014353609,0.00016694193],"domain_scores_gemma":[0.9981875,0.00010425695,0.00084802526,0.0003759838,0.00036515843,0.00011909899],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009634485,0.00016286579,0.00053425605,0.00033437245,0.00014170988,0.000046185807,0.00056293065,0.00012655067,0.0036091937],"category_scores_gemma":[0.00093912374,0.00009905219,0.000096516145,0.0006517611,0.00022771425,0.00038174778,0.00023727606,0.0004143495,0.0000041199573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022433873,0.0007818043,0.95203424,0.0003070835,0.00010301547,5.5496633e-7,0.0003554536,0.000005552603,0.010330611,0.00018006921,0.0051502627,0.030527048],"study_design_scores_gemma":[0.0012837189,0.000018990475,0.97853565,0.0047357716,0.000086956206,0.000023387467,0.0004981875,0.0000291999,0.014174685,0.00034320602,0.00016989287,0.000100325],"about_ca_topic_score_codex":0.000095673066,"about_ca_topic_score_gemma":0.000015513984,"teacher_disagreement_score":0.030426722,"about_ca_system_score_codex":0.00012627906,"about_ca_system_score_gemma":0.00019281963,"threshold_uncertainty_score":0.99730164},"labels":[],"label_agreement":null},{"id":"W4301488411","doi":"","title":"Undergraduate medical education; how far should we go?","year":2007,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.2663788358577425,"score_gpt":0.6051506719434805,"score_spread":0.33877183608573797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301488411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.709246,0.027928345,0.017051714,0.1814951,0.008611718,0.0020537567,0.000015298448,0.00021711568,0.053380974],"genre_scores_gemma":[0.95921904,0.013080319,0.0041890917,0.01468694,0.001784378,0.0000734097,0.00009502352,0.00010729042,0.0067645367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951397,0.00016101715,0.0012215753,0.0005138241,0.0023826102,0.00058123085],"domain_scores_gemma":[0.99623674,0.00033404364,0.0008122256,0.00076921715,0.0011889136,0.0006588679],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043033743,0.00035312749,0.00078513555,0.0015348619,0.0002907973,0.00050385855,0.0019415325,0.0003492761,0.016575072],"category_scores_gemma":[0.0062719723,0.0003048341,0.00019091912,0.002722804,0.0003763558,0.0013342566,0.00046040112,0.0012514566,0.000077090444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014224638,0.0011438888,0.13863012,0.0001821513,0.00018531588,0.000043729295,0.00019341649,0.000002037424,0.005217636,0.0025001995,0.5545206,0.29723865],"study_design_scores_gemma":[0.0012948246,0.000032221404,0.42764977,0.0016631696,0.00023727439,0.00025524732,0.000728363,0.00012181867,0.0075765545,0.014027252,0.5458785,0.00053496123],"about_ca_topic_score_codex":0.00024137464,"about_ca_topic_score_gemma":0.000056227145,"teacher_disagreement_score":0.2967037,"about_ca_system_score_codex":0.00041143553,"about_ca_system_score_gemma":0.0023400604,"threshold_uncertainty_score":0.9999404},"labels":[],"label_agreement":null},{"id":"W4301499369","doi":"10.56026/imu.1.1.a21","title":"Abstract from the International Medical Education Conference 2007 (OS)","year":2007,"lang":"en","type":"article","venue":"International e-Journal of Science Medicine & Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Political science; Medical education","score_opus":0.02460836097540829,"score_gpt":0.4125061330378523,"score_spread":0.38789777206244397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301499369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71807635,0.00061868096,0.00413373,0.19276957,0.048126258,0.0003064071,0.0000035376288,0.000029000503,0.035936445],"genre_scores_gemma":[0.9571601,0.000356129,0.003966044,0.024082715,0.013432102,0.000009581153,0.00010356246,0.000017929107,0.0008718398],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9926526,0.000031488446,0.0014343008,0.00036063656,0.0051943,0.00032665103],"domain_scores_gemma":[0.9895532,0.00034221238,0.0010882687,0.00041821136,0.008239386,0.00035870264],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007425456,0.00021027283,0.00028777233,0.0010053779,0.00023448783,0.000116154464,0.0021052957,0.00015151534,0.0068134987],"category_scores_gemma":[0.014640015,0.00014083176,0.000121317855,0.0009908857,0.0019732835,0.00092188484,0.00008810846,0.0008777187,0.0000835796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039108138,0.0016270215,0.03936321,0.000015515889,0.00015975452,0.000025348385,0.0041325307,0.0000028990821,0.006302078,0.012482657,0.31172937,0.6237685],"study_design_scores_gemma":[0.002031809,0.00028031677,0.540076,0.0025686661,0.00015461288,0.0013988997,0.020106176,0.00038696924,0.0018727945,0.0047380887,0.42610273,0.00028294232],"about_ca_topic_score_codex":0.0005574666,"about_ca_topic_score_gemma":0.0000551242,"teacher_disagreement_score":0.62348557,"about_ca_system_score_codex":0.0010478897,"about_ca_system_score_gemma":0.0162156,"threshold_uncertainty_score":0.99409443},"labels":[],"label_agreement":null},{"id":"W4301513297","doi":"","title":"Entitlement and me: problems in Canadian medical education","year":2016,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Entitlement (fair division); Business; Actuarial science; Economics; Mathematical economics","score_opus":0.14129040007533375,"score_gpt":0.5683992236316079,"score_spread":0.4271088235562741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301513297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96409076,0.004444673,0.00013470862,0.018082084,0.0010990158,0.0007978426,0.000007789636,0.000014410219,0.011328688],"genre_scores_gemma":[0.9906141,0.0044620484,0.00032048183,0.0031021624,0.00026888042,0.00010028795,0.000016985954,0.000024732008,0.0010903212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978034,0.000090090565,0.0006969966,0.0002707363,0.00081208703,0.000326705],"domain_scores_gemma":[0.99843836,0.00007315544,0.00025449353,0.0002866472,0.00039295538,0.0005543719],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021192455,0.0001426689,0.00034189387,0.0012109097,0.00008738246,0.00015064869,0.0006082383,0.0001428988,0.044110276],"category_scores_gemma":[0.0028962696,0.00010357693,0.00003547741,0.00087388855,0.00014568512,0.0006919183,0.00016478244,0.000302462,0.00002891411],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017648359,0.00028744023,0.6752528,0.00009281047,0.000038507478,0.000008114722,0.00016863628,3.7866647e-7,0.0046596555,0.0005675419,0.13571535,0.18319112],"study_design_scores_gemma":[0.00080020924,0.000011527752,0.86141914,0.0019110665,0.0000350214,0.000042973796,0.00012227341,0.000032759774,0.0011842239,0.002976606,0.13129812,0.0001660402],"about_ca_topic_score_codex":0.05042633,"about_ca_topic_score_gemma":0.022026712,"teacher_disagreement_score":0.18616638,"about_ca_system_score_codex":0.00047526837,"about_ca_system_score_gemma":0.0037581054,"threshold_uncertainty_score":0.99581873},"labels":[],"label_agreement":null},{"id":"W4301936074","doi":"","title":"Surgeon Involvement in Pre-Clinical Medical Education: Attitudes of Directors of Education","year":2012,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Medical education; Medicine; Psychology; Nursing","score_opus":0.04254618104115305,"score_gpt":0.4352991650768921,"score_spread":0.39275298403573905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301936074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98549414,0.00052293163,0.000087623856,0.0031149455,0.0024470387,0.00037959326,4.7005486e-7,0.000017135255,0.007936154],"genre_scores_gemma":[0.9912143,0.00013207649,0.0046823914,0.0021188515,0.00047250022,0.00006932137,0.000081617334,0.000011330237,0.0012176456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99782133,0.00009716884,0.0010908586,0.00015550981,0.00065271434,0.00018241501],"domain_scores_gemma":[0.99875087,0.00014170805,0.00023365104,0.00033696645,0.0003995115,0.00013730914],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021723905,0.000096467906,0.00033146553,0.00030700656,0.000014470565,0.000001970646,0.000110870234,0.00018137576,0.0028416887],"category_scores_gemma":[0.0038918955,0.0000810328,0.0000668921,0.00067143334,0.00018847792,0.00011718569,0.000035991867,0.00024002412,0.00001360886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027224063,0.0075744754,0.81911606,0.00024388972,0.000022461707,5.475473e-8,0.00046843252,1.0952875e-7,0.000055133794,0.0033338475,0.030736908,0.13842142],"study_design_scores_gemma":[0.00036960258,0.00009045107,0.9852175,0.0005124929,0.000030109893,0.000005076243,0.00050808897,0.000026475574,0.001046781,0.00005017316,0.012074839,0.00006840442],"about_ca_topic_score_codex":0.00062753435,"about_ca_topic_score_gemma":0.000065484965,"teacher_disagreement_score":0.16610147,"about_ca_system_score_codex":0.00012953523,"about_ca_system_score_gemma":0.0033144786,"threshold_uncertainty_score":0.9980698},"labels":[],"label_agreement":null},{"id":"W4302115238","doi":"","title":"Abstracts of the Canadian Conference on Medical Education. May 7-11, 2011. Toronto, Ontario, Canada.","year":2011,"lang":"en","type":"other","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Library science; Family medicine; Medicine; Gerontology; Computer science","score_opus":0.023601991931917712,"score_gpt":0.25632671595727113,"score_spread":0.23272472402535344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302115238","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000565983,0.00021102127,5.231649e-7,0.015193132,0.0051826965,0.001168701,0.000026016642,0.000020970614,0.977631],"genre_scores_gemma":[0.10983526,0.000027644774,0.00010394367,0.0075251134,0.00065820676,0.00070222176,0.00013892028,0.00011843359,0.88089025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978731,0.000036152316,0.00041310873,0.00027318875,0.0010015353,0.00040287594],"domain_scores_gemma":[0.9981822,0.000017284328,0.00031854806,0.00073455076,0.00025428494,0.00049314875],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037865428,0.00021271272,0.00031466363,0.00014124883,0.00006625525,0.000009274541,0.00043079865,0.0005044596,0.079078466],"category_scores_gemma":[0.0009453983,0.00015600487,0.000049149126,0.000106714695,0.00019159181,0.000021510394,0.000025905241,0.0005335148,0.00003847118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047887406,0.00012474995,0.0022340268,0.00006333027,0.00005005537,0.000003154646,0.000111305795,1.4823815e-8,3.822404e-8,0.004951055,0.9536522,0.038805276],"study_design_scores_gemma":[0.00014675756,0.000004206596,0.29922894,0.00019044626,0.000046908073,0.000011053978,0.00005023673,2.8939826e-7,0.000005736224,0.000029460507,0.70018697,0.000099023564],"about_ca_topic_score_codex":0.9998545,"about_ca_topic_score_gemma":0.9999964,"teacher_disagreement_score":0.29699492,"about_ca_system_score_codex":0.0035781462,"about_ca_system_score_gemma":0.054262742,"threshold_uncertainty_score":0.95109874},"labels":[],"label_agreement":null},{"id":"W4302425143","doi":"10.1097/acm.0000000000004973","title":"Bearing Witness: Adopting a Relational Identity During Clinical Training","year":2022,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario","funders":"","keywords":"Witness; Anesthesiology; Identity (music); Pain medicine; Medical education; Medicine; Family medicine; Political science; Anesthesia; Law; Philosophy","score_opus":0.15445171783012462,"score_gpt":0.4331196042441113,"score_spread":0.27866788641398665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302425143","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11197313,0.0010230175,0.0016059069,0.87336487,0.0065904036,0.00085312943,0.000008417757,0.00030964887,0.004271491],"genre_scores_gemma":[0.0286964,0.0005807395,0.0025361117,0.88185567,0.06942355,0.00024210472,0.002844031,0.00020411541,0.013617279],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99274004,0.00030154607,0.0025241927,0.000990652,0.0026827252,0.0007608717],"domain_scores_gemma":[0.9969541,0.0007393634,0.0010974249,0.00072468974,0.00032093038,0.00016352154],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0049597234,0.00047522434,0.0012476533,0.0008631852,0.00048641642,0.000010164592,0.000552111,0.001994601,0.005815149],"category_scores_gemma":[0.013292176,0.00044597295,0.00018975596,0.0013296753,0.00074607146,0.00033160334,0.00030271278,0.022437539,0.00008156758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007447904,0.000016817858,0.009558517,0.00081589865,0.00025440147,0.000515022,0.0043477523,0.000006296585,0.00006061963,0.0011220082,0.9779868,0.005241348],"study_design_scores_gemma":[0.0027866769,0.00025790944,0.012681642,0.0028486608,0.00073938107,0.0012581069,0.0035220094,0.00024658174,0.0000029344253,0.0012312182,0.97394973,0.00047512932],"about_ca_topic_score_codex":0.000039088794,"about_ca_topic_score_gemma":5.5060946e-7,"teacher_disagreement_score":0.083276734,"about_ca_system_score_codex":0.000699157,"about_ca_system_score_gemma":0.00079110905,"threshold_uncertainty_score":0.9997992},"labels":[],"label_agreement":null},{"id":"W4302477486","doi":"","title":"Parent assessment of medical student skills in ambulatory pediatrics","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Ambulatory; Medicine; Pediatrics; Medical education; Psychology; Internal medicine","score_opus":0.1655722910831093,"score_gpt":0.6310620632102844,"score_spread":0.465489772127175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302477486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901161,0.003011458,0.0006265017,0.0017504351,0.0011923356,0.0010338085,0.0000052123864,0.000019555322,0.0022445673],"genre_scores_gemma":[0.98938376,0.006880678,0.0016842468,0.0012859787,0.0003873995,0.00014835129,0.000028623619,0.00003914363,0.00016183464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99403703,0.00020498302,0.0018092972,0.00037889875,0.0031901496,0.00037965714],"domain_scores_gemma":[0.99692786,0.00030559645,0.0009493946,0.00059472944,0.00088394654,0.00033849938],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035226885,0.00025664817,0.0008999833,0.0012312775,0.000079150166,0.00022074612,0.0018222552,0.00024463935,0.026452623],"category_scores_gemma":[0.0015805883,0.00021740781,0.00015941549,0.0018776376,0.00020901291,0.00087888737,0.0007561094,0.00095710205,0.000019602985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014790462,0.0021923077,0.8926752,0.00024797933,0.00009959704,0.000019725934,0.00031569213,0.00003260061,0.0016830205,0.00019646257,0.06653568,0.03598691],"study_design_scores_gemma":[0.0011283061,0.000025887795,0.9934616,0.0007238323,0.00009089801,0.000013793223,0.00043747455,0.00047315133,0.00050542003,0.00069790677,0.0022446793,0.000197059],"about_ca_topic_score_codex":0.0007749617,"about_ca_topic_score_gemma":0.000014742309,"teacher_disagreement_score":0.10078636,"about_ca_system_score_codex":0.00040598528,"about_ca_system_score_gemma":0.0010846172,"threshold_uncertainty_score":0.97443736},"labels":[],"label_agreement":null},{"id":"W4302570790","doi":"10.56026/imu.1.1.a5","title":"Abstract from the International Medical Education Conference 2007 (OA)","year":2007,"lang":"en","type":"article","venue":"International e-Journal of Science Medicine & Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Medicine; Political science; Library science; Computer science","score_opus":0.02583992551670783,"score_gpt":0.41448441793675084,"score_spread":0.388644492420043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302570790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7138565,0.0005405511,0.0046063606,0.19946945,0.04738453,0.00029783128,0.0000034441775,0.000028460106,0.033812877],"genre_scores_gemma":[0.9569502,0.0003089399,0.004087421,0.024340875,0.013386797,0.000009539315,0.000103732404,0.000017923658,0.000794585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99260956,0.000031390166,0.0014240573,0.00036254106,0.005245372,0.00032704993],"domain_scores_gemma":[0.9895314,0.00034047928,0.0010894117,0.00041699506,0.0082629565,0.00035875797],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007443162,0.0002099431,0.0002882048,0.0010058472,0.00023550852,0.00011813916,0.0021034833,0.00015095585,0.0059064627],"category_scores_gemma":[0.014515235,0.00014092875,0.000099899844,0.0009933409,0.0019889786,0.00091818697,0.00008973493,0.0008775055,0.00007772507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003780033,0.0015944395,0.042800363,0.000015239133,0.00013324207,0.000025386491,0.0040134788,0.0000028190043,0.0069672703,0.012742004,0.26612425,0.6652035],"study_design_scores_gemma":[0.0019900927,0.00029293358,0.57377833,0.002313975,0.00013479221,0.0014166674,0.020545756,0.00047461325,0.0021566008,0.0047718803,0.39184165,0.0002827149],"about_ca_topic_score_codex":0.0005402321,"about_ca_topic_score_gemma":0.00005379352,"teacher_disagreement_score":0.6649208,"about_ca_system_score_codex":0.0010546916,"about_ca_system_score_gemma":0.014852099,"threshold_uncertainty_score":0.99500227},"labels":[],"label_agreement":null},{"id":"W4302877346","doi":"10.5281/zenodo.840166","title":"Cross-Specialty Training In The Era Of Competency-Based Education.","year":2015,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Training (meteorology); Medical education; Psychology; Medicine; Family medicine; Geography","score_opus":0.06415467141904646,"score_gpt":0.33900592854833417,"score_spread":0.2748512571292877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302877346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6013102,0.00014236948,0.003206944,0.01957604,0.00062528,0.0012540733,0.000045962468,0.00031611836,0.37352303],"genre_scores_gemma":[0.9935842,0.0000057852985,0.0030276217,0.0014441485,0.00030751625,1.6693508e-7,0.0010988321,0.00029214585,0.00023954468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985545,0.0002131665,0.00033240873,0.00019202937,0.0005175093,0.00019037839],"domain_scores_gemma":[0.9981913,0.00002714446,0.00010884886,0.00039542696,0.0011987229,0.00007857277],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016857646,0.00007906987,0.00013037941,0.00021799636,0.00041023706,0.00013435291,0.0004845683,0.000052908104,0.0032338914],"category_scores_gemma":[0.0032099322,0.000066746696,0.000030200568,0.0011153248,0.0002534959,0.00011232426,0.000097952325,0.00039706394,0.0005893209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022986975,0.0013340594,0.00058068463,0.0002007181,0.000027604847,0.0000091284755,0.027084416,0.00015292299,0.00076359144,0.05916729,0.25984564,0.65060407],"study_design_scores_gemma":[0.0011947548,0.0003034464,0.020430448,0.00012181816,0.00001414577,0.00009492195,0.0074479,0.0006615471,0.00019099598,0.0009769211,0.96845925,0.00010385847],"about_ca_topic_score_codex":0.000021627598,"about_ca_topic_score_gemma":6.3493343e-7,"teacher_disagreement_score":0.70861363,"about_ca_system_score_codex":0.0001831645,"about_ca_system_score_gemma":0.00018708302,"threshold_uncertainty_score":0.99767727},"labels":[],"label_agreement":null},{"id":"W4303068949","doi":"","title":"Peer and Self-assessment of Professionalism in Undergraduate Medical Students at the University of Calgary","year":2011,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Chinook Regional Hospital","funders":"","keywords":"Medical education; Self-assessment; Psychology; Engineering ethics; Medicine; Pedagogy; Engineering","score_opus":0.18692035662308226,"score_gpt":0.5649663727067287,"score_spread":0.3780460160836464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303068949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99127865,0.0010964086,0.00016744816,0.0027656853,0.0003143432,0.00048453562,0.0000037009281,0.000007309685,0.0038819127],"genre_scores_gemma":[0.99527013,0.0023839583,0.0011017806,0.0003836114,0.000026369593,0.0000053349554,0.0000124053,0.000013550479,0.00080286735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967565,0.00027104947,0.0006150771,0.00020411542,0.0019911104,0.00016217292],"domain_scores_gemma":[0.9982233,0.00017394847,0.00056751404,0.0003085923,0.0006177192,0.00010892362],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033354438,0.00012591992,0.00045667295,0.0003795217,0.000120017496,0.000023815888,0.0011954551,0.00012126054,0.006378079],"category_scores_gemma":[0.00047241023,0.000091178845,0.000056933863,0.0007200476,0.00032230208,0.00033643932,0.001023554,0.00046667978,0.0000018266235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015078275,0.0013010929,0.96592,0.00016659813,0.0001699174,0.000032199434,0.001400407,6.7986633e-7,0.0013663281,0.00059363426,0.021016845,0.007881536],"study_design_scores_gemma":[0.0011498735,0.000018093797,0.99298835,0.0007137814,0.00009665687,0.00001654233,0.0005977442,0.00012892227,0.0008497734,0.0013614172,0.0019948024,0.00008402699],"about_ca_topic_score_codex":0.0010610928,"about_ca_topic_score_gemma":0.000078969824,"teacher_disagreement_score":0.027068386,"about_ca_system_score_codex":0.00020206001,"about_ca_system_score_gemma":0.00060016237,"threshold_uncertainty_score":0.9945302},"labels":[],"label_agreement":null},{"id":"W4303427217","doi":"10.29390/cjrt-2022-032","title":"Validation of a structured questionnaire to assess the perception and satisfaction of respiratory therapy students toward career prospects and learning resources","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Confirmatory factor analysis; Likert scale; Construct validity; Discriminant validity; Psychology; Scale (ratio); Medical education; Clinical psychology; Internal consistency; Medicine; Structural equation modeling; Statistics; Psychometrics; Mathematics; Developmental psychology","score_opus":0.0447147973399824,"score_gpt":0.3290773725394866,"score_spread":0.2843625751995042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303427217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99607146,0.00218218,0.00007159004,0.0008997395,0.00029900664,0.00044929882,0.000004686396,0.000005396918,0.000016620603],"genre_scores_gemma":[0.9979348,0.00007057043,0.00018688968,0.0015542456,0.00019532496,0.00002030048,0.000002164191,0.000019580953,0.000016121556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981234,0.00047576847,0.00049477664,0.00014424967,0.0006224794,0.00013932846],"domain_scores_gemma":[0.9985617,0.000044414184,0.0004714537,0.00016582017,0.00059395673,0.00016267235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019279325,0.00011503867,0.00024858536,0.0005382616,0.00033847746,0.000036408495,0.00013933117,0.00006820153,0.00011714349],"category_scores_gemma":[0.00042437442,0.000089656176,0.000044595363,0.0004692377,0.00016482666,0.00012165909,0.000015117914,0.0005418952,1.710026e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030514097,0.000027861379,0.813362,0.000039522256,0.00009085803,0.0000065706686,0.018488485,0.00017928492,0.042162266,0.000057788402,0.00052442163,0.12475579],"study_design_scores_gemma":[0.0012671431,0.0019022684,0.97000474,0.000111654874,0.000025755093,0.00004650549,0.0068827593,0.0000071786303,0.002495874,0.000075274045,0.017097026,0.00008382926],"about_ca_topic_score_codex":0.0006013864,"about_ca_topic_score_gemma":0.000241446,"teacher_disagreement_score":0.15664272,"about_ca_system_score_codex":0.00029946497,"about_ca_system_score_gemma":0.0007923118,"threshold_uncertainty_score":0.3656073},"labels":[],"label_agreement":null},{"id":"W4303943773","doi":"10.2196/41828","title":"Profiling of Learners in Medical Schools as a Move Toward Precision Education: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Scopus; Profiling (computer programming); Checklist; Systematic review; Medical education; MEDLINE; Lifelong learning; Population; Grey literature; Computer science; Psychology; Medicine; Pedagogy; Nursing","score_opus":0.5669348121337582,"score_gpt":0.7176442830239441,"score_spread":0.15070947089018594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303943773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.338535e-8,0.13342255,0.000025863015,0.0014718637,0.000029445675,0.863175,0.000006402045,0.00004255463,0.0018262969],"genre_scores_gemma":[3.5050367e-9,0.22758172,0.0031390048,0.00037572783,0.00039501936,0.7676555,0.00019599347,0.00010233704,0.0005547187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98886245,0.0017536171,0.003029837,0.0010706512,0.0044302926,0.0008531213],"domain_scores_gemma":[0.99496984,0.001076804,0.0009599722,0.0013252163,0.0013335253,0.000334624],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015259713,0.00046803453,0.002533277,0.0016946878,0.00019066605,0.000060932063,0.0011272592,0.0006697213,0.0045416737],"category_scores_gemma":[0.038656224,0.00037692598,0.00048452127,0.0046847817,0.0002712231,0.00018520576,0.00055307016,0.0046158405,0.00008309717],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014635916,0.0010032494,0.000008099431,0.44651413,0.000018721486,0.000006599424,0.000039447754,3.158671e-8,2.8528655e-7,0.0002834995,0.015018289,0.53696126],"study_design_scores_gemma":[0.00090807915,0.00070918194,5.4434037e-7,0.4891414,0.00001476466,0.00004294969,0.00009729945,0.0000054289403,0.000004510389,0.000104360115,0.5088279,0.00014358046],"about_ca_topic_score_codex":0.00001726592,"about_ca_topic_score_gemma":0.0000013600329,"teacher_disagreement_score":0.53681767,"about_ca_system_score_codex":0.0015660082,"about_ca_system_score_gemma":0.050886013,"threshold_uncertainty_score":0.9998683},"labels":[],"label_agreement":null},{"id":"W4304205992","doi":"10.36834/cmej.73907","title":"Implementing experiential learning logs addressing social accountability into undergraduate medical clerkship education","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Experiential learning; Accountability; Competence (human resources); Medical education; Social accounting; Health care; Psychology; Medicine; Pedagogy; Political science; Business","score_opus":0.026895422971433828,"score_gpt":0.39090747229462425,"score_spread":0.3640120493231904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304205992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7452902,0.0005741517,0.0008424833,0.23393525,0.011030066,0.00051634776,0.000003614499,0.0000885851,0.007719261],"genre_scores_gemma":[0.9416171,0.00005235815,0.0016293465,0.048685186,0.0062240185,0.00025425805,0.00044163733,0.000060439812,0.0010356616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99339527,0.0006344922,0.0011449525,0.00047352785,0.003393398,0.0009583372],"domain_scores_gemma":[0.99349993,0.00008623485,0.00046252052,0.0002957114,0.0010254505,0.0046301438],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005655453,0.00025461422,0.00035928626,0.000905241,0.0043022255,0.00018948501,0.000546994,0.0003264331,0.112272464],"category_scores_gemma":[0.02622017,0.00027523263,0.00016811008,0.0012647068,0.0003658431,0.0003057167,0.00015917193,0.004040132,0.000050763436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003860293,0.0006819817,0.010705915,0.00008443329,0.00006804137,0.000027029142,0.0073832306,0.0000028161585,0.000025768692,0.0024917952,0.28259268,0.6958977],"study_design_scores_gemma":[0.0010306336,0.00012602487,0.006953189,0.00024695758,0.00009585782,0.0025649033,0.054400183,0.0007500081,0.000014195271,0.0014801288,0.93200195,0.0003359765],"about_ca_topic_score_codex":0.009072167,"about_ca_topic_score_gemma":0.0052763866,"teacher_disagreement_score":0.6955617,"about_ca_system_score_codex":0.0038698006,"about_ca_system_score_gemma":0.16214772,"threshold_uncertainty_score":0.99996996},"labels":[],"label_agreement":null},{"id":"W4304207099","doi":"10.21203/rs.3.rs-1973311/v1","title":"A Continuing Professional Development Imperative? Examining Trends and Characteristics of Health Professions Education Doctoral Programs","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Curriculum; Medical education; Health professions; Professional development; Allied health professions; Faculty development; Continuing education; Health care; Political science; Medicine; Psychology; Pedagogy; Engineering","score_opus":0.13748319084030824,"score_gpt":0.5058716661048773,"score_spread":0.3683884752645691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304207099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903014,0.0006888846,0.00006601133,0.004778427,0.0015583491,0.002130607,0.000024396375,0.000051420364,0.00040051265],"genre_scores_gemma":[0.97538465,0.00008538045,0.009256597,0.000097168886,0.00031173497,0.002585208,0.004230272,0.000042729698,0.008006244],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954533,0.0008543097,0.0010199529,0.00055714033,0.001602261,0.00051302736],"domain_scores_gemma":[0.99730825,0.00013281009,0.00049675663,0.0004595964,0.0014314183,0.00017117528],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0047506476,0.00022417262,0.00059394824,0.0011434143,0.0005509635,0.00005020484,0.00019381147,0.0002327917,0.0005505299],"category_scores_gemma":[0.0013268663,0.00019689591,0.000044976,0.0010700384,0.00026353853,0.00006392471,0.00093412015,0.002667304,0.0000024076644],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067323606,0.0015157647,0.097721465,0.0037729703,0.00004943484,0.0000025541876,0.02295621,1.9020801e-7,0.0001349302,0.0005559553,0.0027422644,0.87048095],"study_design_scores_gemma":[0.000565743,0.0006225187,0.9277925,0.010862667,0.000019390765,0.000013595673,0.026736094,0.0001391127,0.000065378175,0.00009625825,0.032862674,0.00022407339],"about_ca_topic_score_codex":0.00007403958,"about_ca_topic_score_gemma":0.0000061237893,"teacher_disagreement_score":0.87025684,"about_ca_system_score_codex":0.0008773959,"about_ca_system_score_gemma":0.008802755,"threshold_uncertainty_score":0.9996336},"labels":[],"label_agreement":null},{"id":"W4304688367","doi":"10.1007/s40670-022-01654-2","title":"Correlation of Narrative Evaluations to Clerkship Grades Using Statistical Sentiment Analysis","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Narrative; Sentiment analysis; Character (mathematics); Psychology; Word (group theory); Mathematics education; Computer science; Linguistics; Natural language processing; Mathematics","score_opus":0.051600029778909526,"score_gpt":0.45874327593421016,"score_spread":0.4071432461553006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304688367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94187003,0.00001606875,0.04440035,0.011709592,0.0013103058,0.00042018213,0.000009312267,0.00001968821,0.000244476],"genre_scores_gemma":[0.98207426,5.0396625e-7,0.015878854,0.0015391075,0.00015917831,0.00009541976,0.000057117395,0.0000071661343,0.00018836797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951122,0.00014813106,0.0005279377,0.0003868977,0.0035141432,0.00031068953],"domain_scores_gemma":[0.998492,0.00015941694,0.00014904687,0.00031964682,0.00046160136,0.0004182807],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038224983,0.000098092925,0.00026719176,0.0009642304,0.0006464816,0.000018205043,0.0002899498,0.000042688203,0.011678771],"category_scores_gemma":[0.007564094,0.00008855757,0.000062705396,0.008461454,0.00073097844,0.00009631928,0.00014539072,0.0003587219,0.000016830692],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034473938,0.010090586,0.54471874,0.0001907149,0.0010693574,0.0000351847,0.12425576,0.014264365,0.018698733,0.06574669,0.06513312,0.155452],"study_design_scores_gemma":[0.0011341338,0.0009025022,0.5432806,0.000108914464,0.0015293956,0.00008607768,0.066541485,0.37843868,0.001500494,0.0014251957,0.00462379,0.00042875423],"about_ca_topic_score_codex":0.00012505602,"about_ca_topic_score_gemma":0.0000055101755,"teacher_disagreement_score":0.3641743,"about_ca_system_score_codex":0.0008754963,"about_ca_system_score_gemma":0.0043553114,"threshold_uncertainty_score":0.9892247},"labels":[],"label_agreement":null},{"id":"W4304694472","doi":"10.21203/rs.3.rs-1951792/v1","title":"Workplace-based assessment in the Bhutanese context: acceptability, feasibility, and educational impact as perceived by trainees and trainers","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Hospital","funders":"","keywords":"Medical education; Trainer; Curriculum; Context (archaeology); Focus group; Perception; Competency assessment; Psychology; Needs assessment; Medicine; Pedagogy; Computer science","score_opus":0.07686398183891038,"score_gpt":0.505726743551035,"score_spread":0.42886276171212456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304694472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9240235,0.0011499765,0.000013626265,0.06908406,0.00013741509,0.0035174184,0.00015417585,0.000022681064,0.0018971069],"genre_scores_gemma":[0.99474734,0.00019156712,0.0004976101,0.00088697346,0.00020318943,0.0013664325,0.0017198549,0.00003561174,0.00035144892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943131,0.0015694904,0.0005601428,0.00084845757,0.0021586295,0.0005501522],"domain_scores_gemma":[0.99627113,0.0019122589,0.00011089891,0.00090145913,0.0005929994,0.00021122384],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007824232,0.00030748738,0.00047180607,0.0006458774,0.00035184348,0.00021450644,0.00042805332,0.00028724349,0.0057310746],"category_scores_gemma":[0.0053334553,0.00022585134,0.00011999163,0.0010096023,0.00090838264,0.00008182185,0.00040081845,0.004074767,0.0000034637928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007257344,0.0040644095,0.8943152,0.003907559,0.00014460438,0.00003694997,0.024594182,0.000086858985,0.00029860306,0.0012049677,0.036135525,0.034485422],"study_design_scores_gemma":[0.0015275468,0.000613561,0.95093393,0.0003768738,0.000030931154,0.000042537493,0.039900973,0.0013827963,0.0000026362477,0.0035058921,0.0014756451,0.00020666225],"about_ca_topic_score_codex":0.0013788358,"about_ca_topic_score_gemma":0.00015641586,"teacher_disagreement_score":0.07072378,"about_ca_system_score_codex":0.0021938253,"about_ca_system_score_gemma":0.0052770516,"threshold_uncertainty_score":0.9982229},"labels":[],"label_agreement":null},{"id":"W4306169247","doi":"10.1016/j.nedt.2022.105596","title":"Authentic learning in healthcare education: A systematic review","year":2022,"lang":"en","type":"review","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mo-Im Kim Nursing Research Institute, Yonsei University College of Medicine; College of Nursing, Yonsei University","keywords":"Health care; Psychology; Medical education; Medicine; Nursing; Political science","score_opus":0.03888009382391213,"score_gpt":0.4313745317151544,"score_spread":0.3924944378912423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306169247","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021874644,0.97151303,0.000004115605,0.0120339375,0.005386279,0.0075396663,0.0000036949432,0.00012454302,0.0033925166],"genre_scores_gemma":[0.000007154183,0.9529431,0.00044207933,0.0061345426,0.0006475089,0.0124552995,0.002753761,0.000119672695,0.024496866],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99460286,0.0011105969,0.0022966438,0.000724072,0.00085878035,0.0004070587],"domain_scores_gemma":[0.99658793,0.00023392058,0.0013671833,0.0012263521,0.0003994667,0.0001851621],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019717244,0.00051476003,0.0027958734,0.0012697019,0.00022307174,0.00004138228,0.00041147813,0.00033292186,0.0030684134],"category_scores_gemma":[0.005938556,0.00046437592,0.00041772152,0.0034163303,0.00006576401,0.00011858862,0.000040854055,0.0021824802,0.0005705187],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.9276955e-7,0.00061051815,0.00000707238,0.55320454,0.00003290395,0.0000011415574,0.0002489902,2.763536e-8,7.2401805e-9,0.0015008321,0.024186304,0.42020676],"study_design_scores_gemma":[0.000056125147,0.00004118629,0.000006386724,0.4426164,0.0013511768,0.00022306644,0.0008623757,0.0000016287916,1.4934393e-8,0.000062542866,0.5545803,0.00019880779],"about_ca_topic_score_codex":0.000084450076,"about_ca_topic_score_gemma":0.0000033178055,"teacher_disagreement_score":0.53039396,"about_ca_system_score_codex":0.0029891161,"about_ca_system_score_gemma":0.020201003,"threshold_uncertainty_score":0.9997808},"labels":[],"label_agreement":null},{"id":"W4306250936","doi":"10.4300/jgme-d-22-00050.1","title":"“The Most Crushing Thing”: Understanding Resident Assessment Burden in a Competency-Based Curriculum","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University","keywords":"Competence (human resources); CLARITY; Autonomy; Self-assessment; Formative assessment; Psychology; Medical education; Curriculum; Workload; Medicine; Social psychology; Pedagogy; Computer science","score_opus":0.0408747156244065,"score_gpt":0.37734496434069364,"score_spread":0.33647024871628717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306250936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56880355,0.0005836826,0.005670231,0.41668773,0.0064766905,0.00047288483,8.3469683e-7,0.000022337832,0.0012820341],"genre_scores_gemma":[0.9882554,0.00010349939,0.005388808,0.005146076,0.0008601017,0.00005938475,0.000030585692,0.000021254318,0.00013489198],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9951621,0.00037310424,0.001161639,0.00016999124,0.0028483775,0.00028474015],"domain_scores_gemma":[0.998114,0.00027612963,0.0007133903,0.0002499286,0.00046395356,0.00018260299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060696043,0.00013226732,0.0002887566,0.0005483119,0.0005898309,0.00006435559,0.00036891768,0.000069532376,0.00042590342],"category_scores_gemma":[0.0056089414,0.000097882716,0.00009752522,0.0013084873,0.00014976805,0.00014307388,0.00006829935,0.0019846177,0.0000026461144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005423927,0.006783342,0.07109811,0.00042923572,0.0002997138,0.00041192985,0.016917339,0.0018455839,0.00042729426,0.15767656,0.49436063,0.24920787],"study_design_scores_gemma":[0.01402294,0.0036762452,0.1418105,0.0065531763,0.00065789354,0.003464042,0.3811785,0.19540063,0.000115278155,0.09080025,0.16116899,0.0011515424],"about_ca_topic_score_codex":0.00022177964,"about_ca_topic_score_gemma":0.000034660927,"teacher_disagreement_score":0.41945183,"about_ca_system_score_codex":0.0031745958,"about_ca_system_score_gemma":0.018075084,"threshold_uncertainty_score":0.98749155},"labels":[],"label_agreement":null},{"id":"W4306250978","doi":"10.4300/jgme-d-22-00602.1","title":"A Welcome to International Authors","year":2022,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Political science; Population; China; Medicine; Economic growth; Library science; Sociology; Law; Demography","score_opus":0.024520840765193785,"score_gpt":0.3995285110915446,"score_spread":0.3750076703263508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306250978","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004270469,0.00018043058,0.00034959282,0.10204845,0.890952,0.0003418525,0.00001480869,0.000027963712,0.0018144554],"genre_scores_gemma":[0.0013289519,0.0004929043,0.0052123964,0.006576999,0.97766656,0.000096540956,0.0010137918,0.000088235334,0.0075236303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98929435,0.0001850737,0.0018544525,0.0003770425,0.0079556415,0.00033344128],"domain_scores_gemma":[0.9931206,0.000341683,0.0014151848,0.00050383364,0.0039138193,0.00070486526],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004348241,0.0003216376,0.00078479154,0.0017637602,0.00014445199,0.000067196146,0.0009569203,0.0007415161,0.008390246],"category_scores_gemma":[0.07279706,0.0002826005,0.00031747206,0.001191296,0.000120364275,0.00017157615,0.00018275357,0.004845668,0.00010149129],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021549482,0.0012060873,0.0000720498,0.00014499652,0.00018751288,0.000051404357,0.00062204455,0.0000020335942,0.000005947898,0.00010863382,0.8908902,0.1064936],"study_design_scores_gemma":[0.0008886571,0.00062579475,0.00044051828,0.0010618493,0.00023857849,0.00039540997,0.0009188737,0.000052612508,0.0000065603895,0.0003230491,0.99482703,0.00022103684],"about_ca_topic_score_codex":0.00004820478,"about_ca_topic_score_gemma":0.000002705604,"teacher_disagreement_score":0.10627256,"about_ca_system_score_codex":0.0019749184,"about_ca_system_score_gemma":0.021166904,"threshold_uncertainty_score":0.9999626},"labels":[],"label_agreement":null},{"id":"W4306251128","doi":"10.4300/jgme-d-21-00832.1","title":"Using Learning Analytics to Examine Differences in Assessment Forms From Continuous Versus Episodic Supervisors of Family Medicine Residents","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Safety Canada; University of Alberta","funders":"","keywords":"Analytics; Medical education; Data science; MEDLINE; Psychology; Medicine; Computer science","score_opus":0.15032659772603368,"score_gpt":0.4285707101191448,"score_spread":0.27824411239311114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306251128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98005885,0.0003320535,0.0016340424,0.014474436,0.0029576877,0.0002636429,0.0000019715176,0.000008126657,0.00026921192],"genre_scores_gemma":[0.99300355,0.00018358802,0.0046587423,0.001351416,0.00059408887,0.000016985297,0.00006941118,0.000021160826,0.0001010661],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99491334,0.00029926686,0.0015899966,0.00021590528,0.0027286757,0.00025283967],"domain_scores_gemma":[0.9976234,0.00034408626,0.00083901914,0.00022266418,0.0007153697,0.00025544796],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002942491,0.00016844542,0.0007183896,0.0011045767,0.0001264034,0.00001094051,0.000322009,0.00009438889,0.0007493385],"category_scores_gemma":[0.008746848,0.00013525058,0.000084367406,0.0015181367,0.00016396379,0.00013222866,0.0000946806,0.0013235591,0.0000015802335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019148374,0.0046793474,0.7141627,0.00030428008,0.0005223938,0.0001177095,0.013976995,0.0005769845,0.0064947354,0.00066692743,0.016868347,0.23971476],"study_design_scores_gemma":[0.0061819754,0.0036399635,0.9152575,0.0017997774,0.00045163665,0.00012476549,0.05971285,0.010007626,0.00011302612,0.0009553379,0.0015238823,0.0002316225],"about_ca_topic_score_codex":0.0012241375,"about_ca_topic_score_gemma":0.00002346074,"teacher_disagreement_score":0.23948313,"about_ca_system_score_codex":0.000864406,"about_ca_system_score_gemma":0.0028937028,"threshold_uncertainty_score":0.9996029},"labels":[],"label_agreement":null},{"id":"W4306251302","doi":"10.4300/jgme-d-22-00620.1","title":"An Introduction to Scoping Reviews","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Systematic review; Grey literature; Knowledge translation; Knowledge management; Computer science; Engineering ethics; MEDLINE; Data science; Medical education; Psychology; Management science; Medicine; Engineering; Political science","score_opus":0.048651891074653425,"score_gpt":0.4237560331867284,"score_spread":0.375104142112075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306251302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65339625,0.000655861,0.004468535,0.33053392,0.010025294,0.0006748958,4.840972e-7,0.00002288767,0.00022188143],"genre_scores_gemma":[0.86443114,0.00056187477,0.039923765,0.069367,0.024198474,0.0002766609,0.00016284027,0.00006188512,0.0010163486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680656,0.00026310253,0.0010091211,0.00018848768,0.0015574914,0.00017525002],"domain_scores_gemma":[0.99815774,0.000023358089,0.00049644324,0.00032391367,0.0006643403,0.00033422577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004542313,0.00010495662,0.000342546,0.0005843631,0.00020516319,0.000019233146,0.0002401526,0.000051052102,0.0025248749],"category_scores_gemma":[0.008226119,0.00008998902,0.00008675885,0.0011465242,0.000050138704,0.00020298269,0.000035950678,0.00092043326,0.000027839695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101149875,0.0013812251,0.0005195216,0.00013651783,0.000015798032,0.000005549916,0.0011378477,0.000022073402,0.0007104154,0.00058029965,0.5093406,0.48604906],"study_design_scores_gemma":[0.0011460349,0.0028424587,0.00831787,0.0014206058,0.00018988115,0.0036898945,0.0047936505,0.0006155087,0.00043779364,0.0008017229,0.9754847,0.0002598378],"about_ca_topic_score_codex":0.000009572186,"about_ca_topic_score_gemma":0.0000012217203,"teacher_disagreement_score":0.4857892,"about_ca_system_score_codex":0.00053953147,"about_ca_system_score_gemma":0.0033141766,"threshold_uncertainty_score":0.998387},"labels":[],"label_agreement":null},{"id":"W4306291728","doi":"10.17483/2368-6669.1356","title":"Nurse Educator Certification: Overview and Evaluation of the Canadian Association of Schools of Nursing Program","year":2022,"lang":"en","type":"article","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Certification; Nursing; Medical education; Nurse educator; Nurse education; Value (mathematics); Professional development; Psychology; Professional certification (computer technology); Medicine; Political science; Computer science","score_opus":0.07470859377856952,"score_gpt":0.46382200794858297,"score_spread":0.38911341417001344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306291728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660335,0.0007372683,0.00009167898,0.025116472,0.0018799426,0.0027079682,0.000033417477,0.00002028684,0.0033794239],"genre_scores_gemma":[0.9951975,0.00004453183,0.0033680806,0.00024594748,0.00006995095,0.0005794607,0.00034036508,0.00001453293,0.00013965047],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99606466,0.00068509346,0.0013704229,0.00021860856,0.0014461158,0.00021512293],"domain_scores_gemma":[0.99648196,0.00009140994,0.0014575085,0.00047067908,0.0014310962,0.00006736612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038587763,0.00014058256,0.0003148374,0.0005722956,0.00026968133,0.000016054915,0.00016670441,0.0000992858,0.00017637506],"category_scores_gemma":[0.0014079902,0.00014266107,0.00006914217,0.0014448059,0.0001431877,0.00042578962,0.00001508299,0.0003581344,0.0000013876783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009545091,0.004798495,0.06439661,0.0009416933,0.000044704877,2.0562025e-8,0.023431398,0.001179336,0.0011684479,0.04673331,0.004306818,0.8529037],"study_design_scores_gemma":[0.0030450642,0.00042794517,0.8475224,0.005593939,0.0005558776,0.000026689882,0.08640581,0.007154471,0.0062214076,0.017757697,0.024846861,0.00044187767],"about_ca_topic_score_codex":0.001362117,"about_ca_topic_score_gemma":0.0006778715,"teacher_disagreement_score":0.8524618,"about_ca_system_score_codex":0.0057105636,"about_ca_system_score_gemma":0.0030533634,"threshold_uncertainty_score":0.99810636},"labels":[],"label_agreement":null},{"id":"W4306316452","doi":"10.46747/cfp.6810718","title":"Correction","year":2022,"lang":"en","type":"erratum","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Information retrieval; World Wide Web; Data science","score_opus":0.01475119770216111,"score_gpt":0.2694523825495192,"score_spread":0.2547011848473581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306316452","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000106979816,0.0006178643,0.000008183516,0.0022654166,0.17707969,0.00036506169,0.00006498489,0.000076191325,0.8194156],"genre_scores_gemma":[0.00035541155,0.00007465457,0.00008218134,0.336479,0.0088557545,0.00016216979,0.009969706,0.00012139761,0.64389974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998192,0.000038764687,0.0003066076,0.00043391387,0.00053028186,0.0004984464],"domain_scores_gemma":[0.99864286,0.00001390899,0.00014616502,0.0006528835,0.00023862002,0.00030558577],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00015818578,0.00027052956,0.00039930656,0.00081865914,0.0003660675,0.00003198403,0.00021330528,0.00038549295,0.00034800038],"category_scores_gemma":[0.00013802039,0.00031846174,0.00013756719,0.0011942534,0.00009431407,0.000057675843,0.00002651753,0.002383096,0.00044254996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038561293,0.000038396447,0.000004890292,0.00005464272,0.000050187144,0.00003638143,0.00004747726,0.0000012175639,0.0000114407485,0.0001624632,0.89397305,0.10561598],"study_design_scores_gemma":[0.00015638534,0.00009643146,0.0025712994,0.00019745565,0.00012495126,0.000005506633,0.00077489595,0.00035447048,0.0000025833785,0.0000803563,0.9953685,0.00026717002],"about_ca_topic_score_codex":0.017190335,"about_ca_topic_score_gemma":0.0038229192,"teacher_disagreement_score":0.33421358,"about_ca_system_score_codex":0.00332754,"about_ca_system_score_gemma":0.007059715,"threshold_uncertainty_score":0.99992675},"labels":[],"label_agreement":null},{"id":"W4306316586","doi":"10.46747/cfp.6810718_1","title":"Correction","year":2022,"lang":"en","type":"erratum","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Information retrieval; Data science; World Wide Web","score_opus":0.01475119770216111,"score_gpt":0.2694523825495192,"score_spread":0.2547011848473581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306316586","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000106979816,0.0006178643,0.000008183516,0.0022654166,0.17707969,0.00036506169,0.00006498489,0.000076191325,0.8194156],"genre_scores_gemma":[0.00035541155,0.00007465457,0.00008218134,0.336479,0.0088557545,0.00016216979,0.009969706,0.00012139761,0.64389974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998192,0.000038764687,0.0003066076,0.00043391387,0.00053028186,0.0004984464],"domain_scores_gemma":[0.99864286,0.00001390899,0.00014616502,0.0006528835,0.00023862002,0.00030558577],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00015818578,0.00027052956,0.00039930656,0.00081865914,0.0003660675,0.00003198403,0.00021330528,0.00038549295,0.00034800038],"category_scores_gemma":[0.00013802039,0.00031846174,0.00013756719,0.0011942534,0.00009431407,0.000057675843,0.00002651753,0.002383096,0.00044254996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038561293,0.000038396447,0.000004890292,0.00005464272,0.000050187144,0.00003638143,0.00004747726,0.0000012175639,0.0000114407485,0.0001624632,0.89397305,0.10561598],"study_design_scores_gemma":[0.00015638534,0.00009643146,0.0025712994,0.00019745565,0.00012495126,0.000005506633,0.00077489595,0.00035447048,0.0000025833785,0.0000803563,0.9953685,0.00026717002],"about_ca_topic_score_codex":0.017190335,"about_ca_topic_score_gemma":0.0038229192,"teacher_disagreement_score":0.33421358,"about_ca_system_score_codex":0.00332754,"about_ca_system_score_gemma":0.007059715,"threshold_uncertainty_score":0.99992675},"labels":[],"label_agreement":null},{"id":"W4307047477","doi":"10.5688/ajpe9043","title":"Review of Best Practices for Diversity, Equity, and Inclusion Committees Within Colleges of Pharmacy","year":2022,"lang":"en","type":"review","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Pharmacy; Equity (law); Diversity (politics); Public relations; Strategic planning; Inclusion (mineral); Best practice; Organizational structure; Political science; Business; Sociology; Marketing","score_opus":0.24016555232419068,"score_gpt":0.5722147252072672,"score_spread":0.33204917288307656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307047477","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004225899,0.9909555,0.00005410219,0.0056946953,0.0010900687,0.0012416058,0.000034390516,0.0000048504057,0.00050221523],"genre_scores_gemma":[0.00087130436,0.9898238,0.004748757,0.003914449,0.0003968953,0.00005385203,0.00009455365,0.000031487434,0.00006488976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962963,0.00044302145,0.0017867194,0.00021791097,0.0010789889,0.00017706817],"domain_scores_gemma":[0.98960835,0.0010262158,0.007791743,0.00023985644,0.0011691204,0.00016470243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004158855,0.00025111652,0.0018901055,0.0005568185,0.00037122573,0.000009479187,0.000557674,0.00005999559,0.00035172998],"category_scores_gemma":[0.0056583523,0.0002068958,0.00033879935,0.0012281265,0.0005800305,0.00018869466,0.0043199905,0.00088633684,7.559428e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001243481,0.0012310453,0.000046569654,0.123642996,0.00026289813,0.0000013214672,0.0005737873,9.5387826e-8,0.000010437547,0.0001516087,0.00759325,0.8663616],"study_design_scores_gemma":[0.00058336207,0.0009264969,0.0000025666702,0.052108426,0.0065572234,0.0004662257,0.0012110324,0.000016289581,0.000032727938,0.00012169252,0.9378284,0.00014554257],"about_ca_topic_score_codex":0.00009611651,"about_ca_topic_score_gemma":5.9340465e-7,"teacher_disagreement_score":0.93023515,"about_ca_system_score_codex":0.00035950218,"about_ca_system_score_gemma":0.003913434,"threshold_uncertainty_score":0.8436966},"labels":[],"label_agreement":null},{"id":"W4307047761","doi":"10.12688/mep.19025.1","title":"Surgical residents’ approach to training: are elements of deliberate practice observed?","year":2022,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Academic Medical Organization of Southwestern Ontario","keywords":"Context (archaeology); Excellence; Thematic analysis; Psychology; Qualitative research; Sociology; Political science; Social science; Geography","score_opus":0.09995563750068348,"score_gpt":0.3517790785316679,"score_spread":0.2518234410309844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307047761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8935016,0.00010542136,0.00025310586,0.028182197,0.0011332732,0.00086421485,0.000022165119,0.000095563584,0.07584246],"genre_scores_gemma":[0.94787234,0.0000057960947,0.03399414,0.009746741,0.0004372751,0.00045172696,0.00048254477,0.000043659977,0.0069658044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714476,0.000206309,0.0006577554,0.00035240443,0.0013226231,0.0003161337],"domain_scores_gemma":[0.99827266,0.00010762265,0.00031766828,0.00046682762,0.00071226235,0.00012297921],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002524321,0.00012602088,0.0003090126,0.00032839537,0.00018141605,0.000049386523,0.00030075738,0.00006373882,0.0009704479],"category_scores_gemma":[0.0058902204,0.00012570925,0.00006195389,0.0018394713,0.000052031915,0.00031837745,0.00020092061,0.00054286845,0.000011863207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000666004,0.0033386908,0.01844092,0.00022637224,0.00022330544,0.00009918595,0.009396041,0.00015165916,0.00023889446,0.008005337,0.91037923,0.04883433],"study_design_scores_gemma":[0.0026038482,0.00043324407,0.044551045,0.00006713252,0.00013507454,0.0003565169,0.030879525,0.00053272385,0.00021320938,0.00017858518,0.9198043,0.00024484575],"about_ca_topic_score_codex":0.000068780406,"about_ca_topic_score_gemma":0.000001618869,"teacher_disagreement_score":0.06887666,"about_ca_system_score_codex":0.00024291576,"about_ca_system_score_gemma":0.0003941119,"threshold_uncertainty_score":0.9999428},"labels":[],"label_agreement":null},{"id":"W4307092684","doi":"10.5688/ajpe9110","title":"Factors Influencing Professional Identity Construction in Fourth-Year Pharmacy Students","year":2022,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Pharmacy; Identity (music); Pharmacy practice; Curriculum; Pharmacist; Health care; Medical education; Pharmacy school; Workforce; Multistate Pharmacy Jurisprudence Examination; Psychology; Pharmaconomist; Medicine; Nursing; Pedagogy; Political science","score_opus":0.03968361872266194,"score_gpt":0.468179739996256,"score_spread":0.42849612127359404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307092684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919441,0.00008094705,0.00023094761,0.003614834,0.0036746524,0.00028062728,0.0000023492305,0.000013082775,0.00015847787],"genre_scores_gemma":[0.9931846,0.000045727473,0.0033930338,0.0028444408,0.0003976365,0.0000306579,0.000020805215,0.0000182072,0.00006488455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727535,0.00027793203,0.00078966434,0.00017467779,0.0012476483,0.0002347385],"domain_scores_gemma":[0.9985966,0.00008298219,0.00061436644,0.00012871582,0.00042473024,0.00015261689],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011847465,0.0001346444,0.00031393135,0.00067282276,0.00017143687,0.000025503567,0.00025327475,0.000021830549,0.0011777129],"category_scores_gemma":[0.0006040308,0.00012365326,0.00009288939,0.0014943884,0.00023502564,0.0004497362,0.00009005174,0.0012374307,0.000006688231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038169842,0.0020524706,0.8347073,0.000047387464,0.000071665505,0.000008947147,0.0025516122,0.000065001565,0.0019485542,0.000521886,0.001639126,0.15600431],"study_design_scores_gemma":[0.004492752,0.0008578817,0.8554534,0.00029886357,0.00033620192,0.0009613003,0.106077254,0.0005219858,0.0017372894,0.0007527709,0.028154261,0.00035607326],"about_ca_topic_score_codex":0.000058195714,"about_ca_topic_score_gemma":9.772834e-7,"teacher_disagreement_score":0.15564825,"about_ca_system_score_codex":0.0010540298,"about_ca_system_score_gemma":0.0018153032,"threshold_uncertainty_score":0.99973536},"labels":[],"label_agreement":null},{"id":"W4307145812","doi":"10.1016/j.ijrobp.2022.07.1780","title":"The Effects of a Curriculum Change on Peer Mentorship among Radiation Oncology Residents","year":2022,"lang":"en","type":"article","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Rehabilitation Institute; McGill University Health Centre; Princess Margaret Cancer Centre; BC Cancer Agency; University Health Network","funders":"","keywords":"Medicine; Mentorship; Radiation oncology; Curriculum; Oncology; Medical education; Internal medicine; Medical physics; Radiation therapy; Pedagogy","score_opus":0.02008930694230653,"score_gpt":0.3670008485777287,"score_spread":0.34691154163542215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307145812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96283084,0.0005917531,0.0006688198,0.020513609,0.0137306545,0.00072830246,0.000021239111,0.000030957377,0.0008838305],"genre_scores_gemma":[0.99156123,0.0004925017,0.00050968473,0.0030246149,0.0037814174,0.0001746453,0.00018916758,0.000031268235,0.00023547329],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965846,0.0007555594,0.0010775403,0.00023865557,0.001062593,0.00028105022],"domain_scores_gemma":[0.99490756,0.0010781878,0.0021569908,0.0002462177,0.0015130113,0.0000980516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023747499,0.00019491046,0.0004626975,0.0003814203,0.0002892044,0.00002101155,0.00059306604,0.00022146635,0.00010419625],"category_scores_gemma":[0.0041379365,0.00015614262,0.0002218603,0.00051417487,0.00029965356,0.00023311016,0.00011928142,0.0010861242,0.000015574584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073326443,0.0020661303,0.4199251,0.000037047957,0.0007985942,0.000055072065,0.003105808,0.00015416792,0.0013961579,0.026571505,0.03285508,0.5123021],"study_design_scores_gemma":[0.015856786,0.012220453,0.5183214,0.0002624298,0.00056648906,0.00038829606,0.001985368,0.004364396,0.0045218747,0.016197687,0.42485532,0.00045950548],"about_ca_topic_score_codex":0.00007287305,"about_ca_topic_score_gemma":0.0000048508064,"teacher_disagreement_score":0.51184255,"about_ca_system_score_codex":0.002662997,"about_ca_system_score_gemma":0.00077953236,"threshold_uncertainty_score":0.69636446},"labels":[],"label_agreement":null},{"id":"W4307200647","doi":"10.1111/medu.14959","title":"The voices of medical education scholarship: Describing the published landscape","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal","funders":"","keywords":"Scholarship; Injustice; Point (geometry); Sociology; Diversity (politics); Field (mathematics); Intersection (aeronautics); Space (punctuation); Publication; Library science; Social science; Medical education; Public relations; Medicine; Psychology; Political science; Law; Social psychology; Geography; Computer science; Anthropology","score_opus":0.02554217744969364,"score_gpt":0.34387929781762744,"score_spread":0.3183371203679338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307200647","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48718414,0.0029756264,0.00018395353,0.49553937,0.007472297,0.0007353717,0.0000018487434,0.00007272023,0.0058346856],"genre_scores_gemma":[0.9538128,0.00023865326,0.0004275997,0.040583655,0.0015740297,0.00085547566,0.00031705535,0.00003331409,0.002157459],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936877,0.00044949877,0.0008401849,0.0003394543,0.004342818,0.00034034392],"domain_scores_gemma":[0.9972166,0.00046136297,0.0004105042,0.00091837853,0.0007710033,0.00022214804],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007839351,0.0001606172,0.00023212793,0.00024195331,0.0010918084,0.00010179434,0.0010904373,0.00019704443,0.008832963],"category_scores_gemma":[0.040295742,0.000098000986,0.00010052873,0.0016681935,0.00044107344,0.00022531688,0.00025145872,0.0017065625,0.000027041604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050119437,0.001417873,0.013931297,0.00006890851,0.000041590232,9.16554e-7,0.001253049,0.0000012653901,0.000021919706,0.013451278,0.50662977,0.46313202],"study_design_scores_gemma":[0.0009140956,0.00019835745,0.03843513,0.00043268842,0.0001361724,0.00035227826,0.018622333,0.0027236314,0.000102980346,0.00252317,0.935351,0.0002081551],"about_ca_topic_score_codex":0.00020645259,"about_ca_topic_score_gemma":0.000040644187,"teacher_disagreement_score":0.46662864,"about_ca_system_score_codex":0.00030018543,"about_ca_system_score_gemma":0.018921774,"threshold_uncertainty_score":0.9920731},"labels":[],"label_agreement":null},{"id":"W4307280778","doi":"10.1111/medu.14960","title":"How workplace‐based assessments guide learning in postgraduate education: A scoping review","year":2022,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University; Western University; McMaster University","funders":"","keywords":"Summative assessment; Formative assessment; CINAHL; Context (archaeology); Medical education; Premise; Psychology; Medicine; Pedagogy; Nursing; Psychological intervention","score_opus":0.07231472317700546,"score_gpt":0.500539774719379,"score_spread":0.42822505154237356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307280778","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042825045,0.9567556,0.00020507067,0.03001758,0.0040269997,0.004442572,0.0000018636882,0.00013214922,0.00441391],"genre_scores_gemma":[0.0000015543864,0.94729114,0.0036425448,0.025857113,0.0011002378,0.005901027,0.0050798804,0.00012602084,0.011000511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99319494,0.0009852275,0.0019596752,0.0009749247,0.0023153694,0.0005698461],"domain_scores_gemma":[0.99673635,0.00043608635,0.0011530526,0.0009767,0.00042533,0.0002724667],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035269582,0.0006120435,0.002165798,0.0012456166,0.00024264112,0.000099835815,0.0005789133,0.00056314736,0.0044464637],"category_scores_gemma":[0.02698823,0.00056745333,0.00039649606,0.0038729687,0.00014494646,0.0002034639,0.0001375919,0.0032986945,0.000090566806],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000390312,0.0010434849,0.00005231589,0.14130443,0.000028277354,0.0000074054537,0.000025538186,1.2715483e-7,1.6664297e-8,0.00007499149,0.07881052,0.778649],"study_design_scores_gemma":[0.00019763876,0.00006695651,0.0000093861,0.41118202,0.00042708442,0.00012392955,0.00013084826,0.000034870664,5.7317965e-8,0.0000064797355,0.58756405,0.0002566849],"about_ca_topic_score_codex":0.000057736564,"about_ca_topic_score_gemma":0.000010567742,"teacher_disagreement_score":0.7783923,"about_ca_system_score_codex":0.0026541739,"about_ca_system_score_gemma":0.082704835,"threshold_uncertainty_score":0.9996777},"labels":[],"label_agreement":null},{"id":"W4307372037","doi":"10.3389/fvets.2022.1019305","title":"Longitudinal assessment of competency development at The Ohio State University using the competency-based veterinary education (CBVE) model","year":2022,"lang":"en","type":"article","venue":"Frontiers in Veterinary Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Ohio State University","keywords":"Curriculum; Medical education; Competency assessment; Medicine; Veterinary education; Professional development; Veterinary medicine; Psychology; Pedagogy","score_opus":0.04113855214090526,"score_gpt":0.33155155880507475,"score_spread":0.29041300666416947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307372037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9657218,0.00008147881,0.030163389,0.0013168049,0.0014029786,0.00048729457,0.00000816786,0.000015264963,0.00080285384],"genre_scores_gemma":[0.7968786,0.000006249968,0.2024337,0.00033735286,0.000013850856,0.000018185807,0.000021895376,0.000007537253,0.00028265218],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793273,0.00016485428,0.00034503097,0.0003604882,0.00089991116,0.00029696964],"domain_scores_gemma":[0.9989775,0.000034840188,0.00021936836,0.0005089445,0.00020682314,0.000052517596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016483923,0.0001320006,0.00018586364,0.0004924721,0.0012129765,0.000015253334,0.0006638935,0.000022218468,0.00006817933],"category_scores_gemma":[0.00005814869,0.00010262676,0.000041818068,0.0020572396,0.0010276712,0.00018139032,0.00048200425,0.00035211086,7.281766e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019242257,0.005513249,0.33167064,0.00077329454,0.00015132187,0.00024065118,0.021440445,0.3909561,0.10678211,0.008897173,0.010347706,0.12130308],"study_design_scores_gemma":[0.00060394435,0.00082256214,0.31161854,0.00010780751,0.000029218514,0.00017856434,0.0065444726,0.6704521,0.00014958951,0.00023566803,0.009056168,0.00020135134],"about_ca_topic_score_codex":0.0000392051,"about_ca_topic_score_gemma":0.0000020810116,"teacher_disagreement_score":0.279496,"about_ca_system_score_codex":0.00249565,"about_ca_system_score_gemma":0.0100907795,"threshold_uncertainty_score":0.99552107},"labels":[],"label_agreement":null},{"id":"W4307428574","doi":"10.1007/s10459-022-10164-0","title":"Rethinking professional identity formation amidst protests and social upheaval: a journey in Africa","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Privilege (computing); Gender studies; Acknowledgement; Sociology; Power (physics); Identity (music); Metaphor; Aesthetics; Political science; History; Law; Archaeology; Theology","score_opus":0.04676584321409294,"score_gpt":0.44972307754514274,"score_spread":0.4029572343310498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307428574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94648796,0.0028801584,0.00035353657,0.045136154,0.00249685,0.0014423738,0.0000017749259,0.000038414026,0.0011627912],"genre_scores_gemma":[0.98761463,0.00023709764,0.008069238,0.0031451785,0.0001745581,0.00059603143,0.00003568442,0.000006199568,0.00012140559],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978592,0.00022479633,0.00059099693,0.0002746933,0.00074339285,0.0003069227],"domain_scores_gemma":[0.9993694,0.0000626732,0.00033973687,0.000089955174,0.000100632875,0.00003760787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041460674,0.00008227615,0.0001593794,0.0005868565,0.00090928766,0.000029224062,0.00014120332,0.000037840087,0.00005677072],"category_scores_gemma":[0.00051429635,0.000080897604,0.00001354138,0.0020395534,0.00020107439,0.0014789245,0.00006774385,0.0005163099,0.0000017297622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014344069,0.0021022744,0.2969449,0.0026737594,0.0000029202263,0.0000023406271,0.14435625,0.00046790976,0.00012577046,0.068336114,0.006762719,0.4780816],"study_design_scores_gemma":[0.0018202572,0.00092125003,0.6242958,0.0016599043,0.000009713749,0.00020262391,0.089177884,0.013374375,0.000046291923,0.17533778,0.09270379,0.0004503733],"about_ca_topic_score_codex":0.00016748253,"about_ca_topic_score_gemma":0.00021187213,"teacher_disagreement_score":0.47763124,"about_ca_system_score_codex":0.00093301537,"about_ca_system_score_gemma":0.0020414016,"threshold_uncertainty_score":0.6993598},"labels":[],"label_agreement":null},{"id":"W4307449566","doi":"10.1007/s10459-022-10176-w","title":"Making sense of adaptive expertise for frontline clinical educators: a scoping review of definitions and strategies","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia; College of Family Physicians of Canada; NOSM University; University of Saskatchewan; University of Alberta; University of Toronto","funders":"College of Family Physicians of Canada","keywords":"CINAHL; PsycINFO; MEDLINE; Resource (disambiguation); Inclusion (mineral); Health care; Conceptual framework; Medical education; Professional development; Adaptive strategies; Knowledge management; Psychology; Medicine; Computer science; Engineering ethics; Political science; Sociology","score_opus":0.3168055921199132,"score_gpt":0.6045454510635683,"score_spread":0.28773985894365506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307449566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003098618,0.9928295,0.00062437507,0.0006449156,0.0016817256,0.003674485,0.000021251315,0.000010565158,0.00048217393],"genre_scores_gemma":[0.00005593834,0.94498825,0.051889602,0.0011543748,0.00023382452,0.0015159905,0.00013766333,0.000016772581,0.0000075911444],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.995804,0.00036488936,0.0026573618,0.0005078985,0.0004048074,0.00026105603],"domain_scores_gemma":[0.99593395,0.001166792,0.0022557671,0.0003153552,0.00026632848,0.00006181288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041190116,0.0002059656,0.0016036342,0.0005953464,0.00018461884,0.000009442496,0.00015922298,0.00009814939,0.00007794062],"category_scores_gemma":[0.0039717117,0.00017958366,0.00015348448,0.0016350409,0.00063815725,0.00033229822,0.000046908917,0.00035722926,4.683063e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061383216,0.00024974925,0.000035122768,0.2858085,0.000005636048,8.0102744e-8,0.0002456733,9.904525e-7,9.329912e-9,0.0042452905,0.00027483216,0.70912796],"study_design_scores_gemma":[0.00014573112,0.00061986793,0.00001975318,0.7159992,0.00011861513,0.0000394775,0.004494695,0.00003584342,1.2548405e-7,0.00091063237,0.27747613,0.00013991933],"about_ca_topic_score_codex":0.00005540873,"about_ca_topic_score_gemma":0.000026378511,"teacher_disagreement_score":0.7089881,"about_ca_system_score_codex":0.00033631045,"about_ca_system_score_gemma":0.0185108,"threshold_uncertainty_score":0.98705333},"labels":[],"label_agreement":null},{"id":"W4307502237","doi":"10.1097/acm.0000000000004871","title":"Spaced Repetition in a Cohort of Practicing Physicians: Methods and Preliminary Results","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Repetition (rhetorical device); Context (archaeology); Quarter (Canadian coin); Medicine; Repeated measures design; Medical education; Family medicine; Confidence interval; Certification; Medical knowledge; Psychology; Statistics","score_opus":0.03295937250094334,"score_gpt":0.4354359038868998,"score_spread":0.40247653138595646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307502237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457334,0.0010041978,0.001668509,0.046102468,0.0005143286,0.0008055369,0.0000035435996,0.000038306953,0.0041296626],"genre_scores_gemma":[0.9852777,0.00045352726,0.009062116,0.00363208,0.00034921532,0.0001453555,0.00013343562,0.000019288733,0.00092729746],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978347,0.00032380514,0.0007915739,0.00031953954,0.0005443028,0.00018611153],"domain_scores_gemma":[0.9986446,0.00047814767,0.00042374057,0.0002948404,0.00011510411,0.000043594977],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055514346,0.000110490124,0.0003942983,0.0004250833,0.000074594354,8.209706e-7,0.00008876134,0.00010597618,0.00013327079],"category_scores_gemma":[0.009065435,0.000101554324,0.00001723058,0.0010550157,0.00021922572,0.00008853381,0.00008853935,0.0012707178,9.458248e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008806304,0.00051504857,0.09937843,0.001498213,0.0002958782,0.00014635526,0.09665733,0.00013743957,0.22924936,0.010731077,0.13795544,0.41462913],"study_design_scores_gemma":[0.022570329,0.010013628,0.70943445,0.006270431,0.0012802382,0.0017740729,0.11009642,0.014915618,0.017531116,0.0074912915,0.097872294,0.000750128],"about_ca_topic_score_codex":0.0001494488,"about_ca_topic_score_gemma":7.446183e-7,"teacher_disagreement_score":0.610056,"about_ca_system_score_codex":0.00018434037,"about_ca_system_score_gemma":0.00011528813,"threshold_uncertainty_score":0.99928164},"labels":[],"label_agreement":null},{"id":"W4307639200","doi":"10.2147/amep.s379184","title":"Developing and Mapping Entrustable Professional Activities with Saudi Meds Competency Framework: A Consensus Study","year":2022,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine and Health, University of Sydney; McGill University","keywords":"MEDLINE; Medical education; Medicine; Chemistry; Biochemistry","score_opus":0.020859849630948418,"score_gpt":0.4103891854620294,"score_spread":0.38952933583108096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307639200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8742745,0.0052334247,0.0026195627,0.10918913,0.0019209418,0.0010808157,0.0000016825039,0.000050519433,0.0056294124],"genre_scores_gemma":[0.8772434,0.0008742352,0.101102516,0.019444548,0.00020129627,0.00054462126,0.00002872132,0.000018272081,0.0005423812],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775034,0.0004396886,0.0003637134,0.00031848595,0.0009098499,0.0002179469],"domain_scores_gemma":[0.99768436,0.0016452131,0.00020213914,0.00016930126,0.00017066093,0.000128355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020165562,0.00012942155,0.0002357294,0.00023740731,0.00041341307,0.000023195307,0.00008230923,0.000066261964,0.00056617946],"category_scores_gemma":[0.011658952,0.000110330824,0.000008661122,0.00079365756,0.00023510466,0.00034344522,0.000111511596,0.0010379001,0.0000011672681],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011850051,0.00617555,0.14552014,0.00061217434,0.00011369225,0.00011040198,0.03942543,0.00001100316,0.000015001882,0.08171094,0.0029484364,0.7221722],"study_design_scores_gemma":[0.0019952292,0.0005436337,0.03434283,0.0008119696,0.0000824837,0.0021524765,0.46155667,0.0004465507,0.000005157555,0.0047818418,0.49299535,0.00028581874],"about_ca_topic_score_codex":0.00004330608,"about_ca_topic_score_gemma":0.000013610493,"teacher_disagreement_score":0.7218864,"about_ca_system_score_codex":0.00020600739,"about_ca_system_score_gemma":0.0032570513,"threshold_uncertainty_score":0.99666625},"labels":[],"label_agreement":null},{"id":"W4307852809","doi":"10.1016/j.jsurg.2022.10.002","title":"“Influential” Intraoperative Educators and Variability of Teaching Styles","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Western University; Universiteit Maastricht; Academic Medical Organization of Southwestern Ontario","keywords":"Psychology; Medicine; Mathematics education; General surgery; Medical education","score_opus":0.008182376475282097,"score_gpt":0.33361431301834277,"score_spread":0.3254319365430607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307852809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867238,0.00024298446,0.00011363439,0.008675232,0.0013662038,0.00015654787,0.0000017474497,0.0000048446955,0.0027150116],"genre_scores_gemma":[0.99441385,0.000044414108,0.004396943,0.00042420995,0.00047738798,0.000012971937,0.000011907553,0.00000840566,0.00020990499],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983746,0.00027191328,0.00067661307,0.00011455098,0.000463698,0.00009862157],"domain_scores_gemma":[0.9986976,0.0001456775,0.00045352252,0.00013902916,0.0004888748,0.000075316646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024065687,0.00007941246,0.00026501107,0.00027496956,0.00015730041,0.000011800758,0.00008345023,0.00004214527,0.00066173985],"category_scores_gemma":[0.0011660017,0.00006679527,0.00006726019,0.0003225744,0.00014239427,0.00015142086,0.000040301857,0.00069132046,7.030839e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012345777,0.01369085,0.17718428,0.0006798883,0.0004140159,0.000026971835,0.021395395,0.00014373082,0.0059733004,0.11006427,0.058093473,0.61109924],"study_design_scores_gemma":[0.005830658,0.0035126563,0.25392067,0.0007262762,0.0008662839,0.010030884,0.12159142,0.00058249506,0.0031535383,0.0096048005,0.58957124,0.00060909806],"about_ca_topic_score_codex":0.000023176093,"about_ca_topic_score_gemma":1.2653423e-7,"teacher_disagreement_score":0.61049014,"about_ca_system_score_codex":0.00025345272,"about_ca_system_score_gemma":0.0015209208,"threshold_uncertainty_score":0.7245587},"labels":[],"label_agreement":null},{"id":"W4307970027","doi":"10.1007/s10459-022-10167-x","title":"Documentation as composing: how medical students and residents use writing to think and learn","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Dalhousie University; Western University","funders":"Schulich School of Medicine and Dentistry; Academic Medical Organization of Southwestern Ontario","keywords":"Documentation; Medical education; Value (mathematics); Psychology; Qualitative research; Medicine; Computer science; Sociology","score_opus":0.028518858330714467,"score_gpt":0.47926754734482724,"score_spread":0.45074868901411275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307970027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277928,0.0019653945,0.00012835517,0.068280354,0.0009760581,0.0006553174,6.309242e-7,0.000021369919,0.00017973028],"genre_scores_gemma":[0.96674246,0.0013815446,0.009454382,0.021796623,0.00012447478,0.0001394375,0.000027608523,0.000007660824,0.00032579282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99732697,0.000174786,0.00038978946,0.00038654695,0.0014704269,0.0002514794],"domain_scores_gemma":[0.99927545,0.00017239984,0.00017791417,0.00012456602,0.00008755316,0.0001621118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030880722,0.00008754179,0.00015264616,0.0004211638,0.00071898196,0.00015763997,0.0001882732,0.000029450459,0.00007490961],"category_scores_gemma":[0.0016854135,0.00008802511,0.000007883521,0.0011172965,0.00020632405,0.0008650099,0.0001498992,0.0002984989,0.0000025335892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003975827,0.00029815585,0.7159168,0.00022634324,0.000002510636,0.0000017260859,0.006216556,0.000061405626,0.000029599503,0.0036455893,0.00193943,0.2716221],"study_design_scores_gemma":[0.0009895436,0.0012627937,0.904177,0.00094421086,0.000010024461,0.00024104097,0.05018738,0.0013207624,0.00003173597,0.0032031792,0.03740679,0.0002255324],"about_ca_topic_score_codex":0.0007580719,"about_ca_topic_score_gemma":0.00006935501,"teacher_disagreement_score":0.27139655,"about_ca_system_score_codex":0.00038218676,"about_ca_system_score_gemma":0.0010192284,"threshold_uncertainty_score":0.55299},"labels":[],"label_agreement":null},{"id":"W4308179760","doi":"10.1111/medu.14966","title":"Trainees' perceptions of being allowed to fail in clinical training: A sense‐making model","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Psychology; Supervisor; Attribution; Nonprobability sampling; Constructive; Perception; Sample (material); Perspective (graphical); Medical education; Event (particle physics); Social psychology; Applied psychology; Medicine; Process (computing); Computer science","score_opus":0.04640016112541986,"score_gpt":0.43588322989837,"score_spread":0.38948306877295014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308179760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9537137,0.000018619929,0.0063721333,0.035356637,0.0011166403,0.0005287859,0.0000028549534,0.000047925052,0.002842715],"genre_scores_gemma":[0.95585614,0.0000060977995,0.012840162,0.029929321,0.00039602947,0.0003337365,0.00011228694,0.000027287853,0.0004989371],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968453,0.00019100551,0.0011414178,0.00037365613,0.0011508219,0.00029781123],"domain_scores_gemma":[0.9990061,0.00012951922,0.00015380714,0.00036125752,0.00020858792,0.0001407334],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028683683,0.00013397724,0.00038282608,0.00058017886,0.00013371014,0.0000073292445,0.00017942901,0.00015202277,0.0017300767],"category_scores_gemma":[0.009062158,0.00014185384,0.00011217179,0.0013381355,0.00014054112,0.000065950786,0.00008707924,0.0009602246,0.000014675617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029607318,0.005172284,0.03098287,0.00025534022,0.00007050622,0.000023841674,0.15786415,0.0013621221,0.0014008598,0.00904734,0.09695798,0.69656664],"study_design_scores_gemma":[0.0060593444,0.001659357,0.18583308,0.0016985488,0.00027750563,0.0006080807,0.26745126,0.4429474,0.0000489815,0.0045560156,0.0878566,0.0010038371],"about_ca_topic_score_codex":0.000037315065,"about_ca_topic_score_gemma":0.000016116604,"teacher_disagreement_score":0.6955628,"about_ca_system_score_codex":0.0003931613,"about_ca_system_score_gemma":0.0045478777,"threshold_uncertainty_score":0.9992849},"labels":[],"label_agreement":null},{"id":"W4308381022","doi":"10.36834/cmej.73164","title":"Understanding the near-peer relationship: resident perspectives around a novel on-call workplace-based assessment","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Computer science; Peer review; Data science; Biology","score_opus":0.06445072760077498,"score_gpt":0.36215540278933284,"score_spread":0.29770467518855787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308381022","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069621794,0.000210286,0.0138097275,0.89480525,0.0045039863,0.00063102815,0.000009517938,0.0000354113,0.016372982],"genre_scores_gemma":[0.9149,0.000006477747,0.002811085,0.07514645,0.0013738736,0.00015508884,0.00007618506,0.00003452753,0.0054963185],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957495,0.00028392434,0.0004986562,0.00029024537,0.0027299288,0.0004477632],"domain_scores_gemma":[0.9958159,0.00038273056,0.000247011,0.00043892238,0.0006802947,0.0024351713],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038912566,0.00017095538,0.00018990095,0.0006150301,0.0027836843,0.0002032006,0.00037407837,0.0001416687,0.029593695],"category_scores_gemma":[0.022783196,0.00013871082,0.000109392146,0.0012122778,0.0004433187,0.00010341345,0.000026507947,0.0032832038,0.000033900076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000059135662,0.0005881645,0.0085314335,0.000018501234,0.00007257098,0.000038611863,0.0068994993,0.000864354,0.0000035750786,0.06005752,0.92070645,0.0021601785],"study_design_scores_gemma":[0.0025699283,0.0004627542,0.0666553,0.00041179167,0.00016044838,0.0020789288,0.21961631,0.01711036,0.0000014165025,0.0034177213,0.68712723,0.0003877938],"about_ca_topic_score_codex":0.001018454,"about_ca_topic_score_gemma":0.0009864724,"teacher_disagreement_score":0.8452782,"about_ca_system_score_codex":0.010365591,"about_ca_system_score_gemma":0.111533664,"threshold_uncertainty_score":0.9990163},"labels":[],"label_agreement":null},{"id":"W4308409465","doi":"10.36834/cmej.74419","title":"S’outiller pour mieux participer à la rétroaction : Un nouveau modèle cognitivo-comportemental destiné aux apprenants en médecine","year":2022,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut du Savoir Montfort; Francophone University Association; University of Ottawa","funders":"","keywords":"Psychology; Peer feedback; Formative assessment; Process (computing); Openness to experience; Pedagogy; Social psychology; Computer science","score_opus":0.026177538494572872,"score_gpt":0.32847078697957316,"score_spread":0.3022932484850003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308409465","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45072308,0.005936411,0.0017720904,0.4806009,0.044004116,0.0010163608,0.00009594898,0.0000652703,0.01578583],"genre_scores_gemma":[0.9120571,0.0003801416,0.0035845356,0.056392107,0.009855285,0.00032455183,0.00049307296,0.00011669931,0.01679651],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929001,0.0011633825,0.0015087213,0.0005765332,0.002470006,0.0013812932],"domain_scores_gemma":[0.98982376,0.00031164882,0.00051902584,0.0004681724,0.0009848434,0.007892569],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004696794,0.00044181093,0.00053377356,0.0010867239,0.0016386339,0.00014362429,0.00060159597,0.0005000798,0.2698269],"category_scores_gemma":[0.02232941,0.00047626073,0.00019987089,0.0014251503,0.00053643755,0.00035551455,0.00010390893,0.004201013,0.0006056825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006203415,0.0025506034,0.007400574,0.000097897915,0.0002654469,0.00035937256,0.0033452455,0.0000558861,0.0000557516,0.004952419,0.57806826,0.4027865],"study_design_scores_gemma":[0.0040356386,0.00034537265,0.036383435,0.00095427985,0.0005752001,0.015044786,0.034441926,0.008726985,0.000049901675,0.0021696303,0.89666724,0.0006056196],"about_ca_topic_score_codex":0.0058988733,"about_ca_topic_score_gemma":0.0013691797,"teacher_disagreement_score":0.46133402,"about_ca_system_score_codex":0.0050129774,"about_ca_system_score_gemma":0.122488305,"threshold_uncertainty_score":0.9997689},"labels":[],"label_agreement":null},{"id":"W4308411148","doi":"10.36834/cmej.72765","title":"A qualitative study of Canadian resident experiences with Competency-Based Medical Education","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Canadian Institutes of Health Research; University of Calgary; University of British Columbia; Memorial University of Newfoundland; University of Manitoba; University of Toronto","funders":"University of British Columbia; University of Toronto; University of Manitoba; Connaught Fund; University of Calgary","keywords":"Operationalization; Specialty; Medical education; Psychology; Medicine; Family medicine","score_opus":0.021010386394198614,"score_gpt":0.38594243502901954,"score_spread":0.3649320486348209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308411148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84571564,0.00025009812,0.00003632346,0.14657904,0.0027719769,0.00069966534,0.0000057719153,0.000015436346,0.003926064],"genre_scores_gemma":[0.9480683,0.0000097866005,0.0016593626,0.048338834,0.0006318124,0.00061564206,0.000120081924,0.000031724365,0.0005244487],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9938802,0.00068757543,0.00096871145,0.0003540212,0.0035735222,0.0005359347],"domain_scores_gemma":[0.98957336,0.00010211247,0.0003778638,0.00042641626,0.0014456421,0.008074587],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031173616,0.00021088231,0.00038367737,0.00337926,0.00093973725,0.00004489155,0.0005827991,0.00016362022,0.098259814],"category_scores_gemma":[0.016569948,0.0001868192,0.000065794484,0.0030406057,0.00038208475,0.00012943914,0.000023927583,0.0016676977,0.000014692216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013826221,0.0038415098,0.0048841033,0.00007906445,0.000139959,0.00021205927,0.47540745,0.000017342498,0.0000021737073,0.004510253,0.47237134,0.03839648],"study_design_scores_gemma":[0.0013914317,0.0012265537,0.002869379,0.00031135135,0.0000708738,0.0013785716,0.91713434,0.00027815645,0.0000053591925,0.00018852751,0.074935466,0.00021000765],"about_ca_topic_score_codex":0.46697837,"about_ca_topic_score_gemma":0.67494875,"teacher_disagreement_score":0.590734,"about_ca_system_score_codex":0.0022697502,"about_ca_system_score_gemma":0.59300375,"threshold_uncertainty_score":0.9917139},"labels":[],"label_agreement":null},{"id":"W4308603316","doi":"10.1053/j.ackd.2022.08.002","title":"The Physician Leader: Teaching Leadership in Medicine","year":2022,"lang":"en","type":"review","venue":"Advances in Chronic Kidney Disease","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"Amgen","keywords":"Medicine; Medical education; Family medicine","score_opus":0.1131655810911017,"score_gpt":0.427197827716568,"score_spread":0.3140322466254663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308603316","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011470006,0.9821505,0.00002339169,0.009531037,0.00155514,0.0014024673,0.000019185924,0.000058001653,0.005259109],"genre_scores_gemma":[0.000039410625,0.9872213,0.00007734997,0.007550302,0.0017179173,0.0012578014,0.0010528003,0.000090251604,0.0009928403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605215,0.0004885144,0.0011767554,0.0006913204,0.0008272916,0.0007639448],"domain_scores_gemma":[0.99749815,0.00068811263,0.00044361455,0.0010150458,0.00003322153,0.000321824],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0016289816,0.00047931523,0.0013000834,0.000537092,0.00032010075,0.0000183243,0.0006355357,0.00014489466,0.00049821805],"category_scores_gemma":[0.007944929,0.0003297331,0.00023349709,0.0014686735,0.00060703245,0.0002422005,0.00011850916,0.002897654,0.00004594847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002465238,0.00015544335,0.000025065994,0.021864185,0.000028853192,0.00006538243,0.00016793342,0.0000075438847,5.0912014e-8,0.0024167255,0.013564679,0.96167946],"study_design_scores_gemma":[0.00088852993,0.000090744754,0.000018770703,0.033569705,0.00036496864,0.000010136643,0.0010321463,0.00011264169,3.0989952e-8,0.0005243057,0.96310455,0.00028347145],"about_ca_topic_score_codex":0.00002226346,"about_ca_topic_score_gemma":0.000022259734,"teacher_disagreement_score":0.96139604,"about_ca_system_score_codex":0.0045224754,"about_ca_system_score_gemma":0.005407582,"threshold_uncertainty_score":0.9999155},"labels":[],"label_agreement":null},{"id":"W4308609614","doi":"10.1007/s10459-022-10178-8","title":"Combining adaptive expertise and (critically) reflective practice to support the development of knowledge, skill, and society","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Ottawa; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Reflective practice; Context (archaeology); Situated; Health care; Professional development; Public relations; Engineering ethics; Psychology; Pedagogy; Sociology; Medical education; Medicine; Political science; Computer science; Engineering","score_opus":0.033054907353350454,"score_gpt":0.46610956143009974,"score_spread":0.43305465407674926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308609614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8692673,0.014024017,0.007154622,0.08703857,0.0033072582,0.0028266644,0.00000309262,0.000039467202,0.016338997],"genre_scores_gemma":[0.8276522,0.0003513325,0.16214758,0.009361881,0.000045478046,0.00036459113,0.000004859127,0.000004485164,0.000067545225],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9986732,0.0001246544,0.00042058155,0.00026148307,0.00033092505,0.00018914326],"domain_scores_gemma":[0.99906665,0.00033731732,0.00015991165,0.00010346982,0.00027033646,0.000062334955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026419547,0.000067430396,0.00013235437,0.00013148165,0.0006742373,0.00000969318,0.000093431045,0.000016982072,0.000017970426],"category_scores_gemma":[0.0014231711,0.000054490552,0.00000878785,0.0010715405,0.00034711495,0.000289445,0.00008776913,0.00020784118,7.065085e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053417007,0.0006912134,0.004288939,0.00020109354,0.0000057279763,1.17771286e-7,0.17890538,0.00003511174,0.000052661173,0.01775005,0.001728445,0.79628783],"study_design_scores_gemma":[0.0007541518,0.0031387645,0.06111581,0.0005633596,0.000019304367,0.0000904851,0.7099878,0.002199279,0.00033127103,0.0037943996,0.21774606,0.00025928175],"about_ca_topic_score_codex":0.000047458903,"about_ca_topic_score_gemma":0.000030419014,"teacher_disagreement_score":0.79602855,"about_ca_system_score_codex":0.00043298144,"about_ca_system_score_gemma":0.0030149128,"threshold_uncertainty_score":0.5348326},"labels":[],"label_agreement":null},{"id":"W4308790993","doi":"10.1007/s10459-022-10174-y","title":"Beyond the tensions within transfer theories: implications for adaptive expertise in the health professions","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto General Hospital; University of Toronto","funders":"","keywords":"Flexibility (engineering); Knowledge transfer; Computer science; Perspective (graphical); Knowledge management; Complex adaptive system; Transfer of training; Cognition; Conceptual framework; Data science; Psychology; Epistemology; Artificial intelligence","score_opus":0.10473666254833307,"score_gpt":0.5147858961878522,"score_spread":0.4100492336395191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308790993","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000208242,0.9004097,0.0017006953,0.0856801,0.0026813936,0.008821222,0.000042019918,0.000025846331,0.00061820034],"genre_scores_gemma":[0.00059212826,0.95444024,0.0046041687,0.020193087,0.00034657767,0.019264713,0.00039193334,0.000029630359,0.00013755297],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952887,0.0010617987,0.0017608749,0.0007107915,0.00056990376,0.0006079203],"domain_scores_gemma":[0.99645215,0.001794802,0.0006959814,0.00080297183,0.00016331612,0.0000908023],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0076166396,0.00030754966,0.00086447893,0.0006716279,0.0020185846,0.000038043083,0.0008341515,0.00012066984,0.000050888993],"category_scores_gemma":[0.0017723901,0.00016769172,0.00014651816,0.0051409192,0.00071409333,0.00033279878,0.000040667906,0.0011450258,0.0000031711502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008439137,0.00042125088,0.00005433114,0.0027241795,0.000003941929,6.2853935e-8,0.011846528,0.000014451666,1.8568544e-8,0.13743994,0.0033419288,0.84414494],"study_design_scores_gemma":[0.00016543045,0.0005172083,0.00020972615,0.0056126188,0.00003632802,0.000050967752,0.03652028,0.00009534488,4.0962757e-8,0.019476634,0.9371482,0.00016723161],"about_ca_topic_score_codex":0.00027762295,"about_ca_topic_score_gemma":0.0005062615,"teacher_disagreement_score":0.93380624,"about_ca_system_score_codex":0.0014271494,"about_ca_system_score_gemma":0.01835421,"threshold_uncertainty_score":0.99928063},"labels":[],"label_agreement":null},{"id":"W4308983357","doi":"10.57125/fed/2022.10.11.32","title":"Problems and challenges of future medical education: current state and development prospects","year":2022,"lang":"en","type":"article","venue":"Futurity Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Duration (music); Medical education; Quality (philosophy); Work (physics); State (computer science); Test (biology); European union; Interpretation (philosophy); Political science; Psychology; Medicine; Computer science; Engineering; Business","score_opus":0.021446225536564854,"score_gpt":0.3100607110043449,"score_spread":0.28861448546778007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308983357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9122088,0.037607603,0.00001726586,0.04512971,0.0036701702,0.000823167,0.000003065423,0.000028596025,0.0005116573],"genre_scores_gemma":[0.9785594,0.008857741,0.006857234,0.001707858,0.0019928014,0.0011429637,0.00036177342,0.000030618874,0.0004896456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848235,0.00006240361,0.00038124833,0.00029073635,0.000636857,0.00014639157],"domain_scores_gemma":[0.99919754,0.000016713699,0.00016910594,0.00020896847,0.00028935386,0.00011833477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000633358,0.00012162194,0.00018631014,0.00021561813,0.00021946355,0.000011228567,0.00008260463,0.000051025585,0.0003584621],"category_scores_gemma":[0.00023138475,0.00011798799,0.000014676709,0.00028474958,0.0000954832,0.000083636376,0.00009349128,0.00039985037,0.0000033724982],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018868377,0.0016719764,0.0073084,0.0012703,0.000017253997,2.088117e-7,0.011433388,2.6555915e-7,0.000014053335,0.0042641526,0.010155452,0.9638457],"study_design_scores_gemma":[0.00044446677,0.00014215446,0.2637175,0.0002593808,0.00002593306,0.00014219184,0.008074996,0.00003630153,0.00010112901,0.0011185859,0.725785,0.00015236594],"about_ca_topic_score_codex":0.000013327809,"about_ca_topic_score_gemma":0.000015513779,"teacher_disagreement_score":0.9636933,"about_ca_system_score_codex":0.0002041902,"about_ca_system_score_gemma":0.0046003484,"threshold_uncertainty_score":0.81608206},"labels":[],"label_agreement":null},{"id":"W4309094346","doi":"10.4103/efh.efh_272_22","title":"Co-Editors' notes","year":2022,"lang":"en","type":"editorial","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.020018632305577252,"score_gpt":0.44202432327836055,"score_spread":0.4220056909727833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309094346","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000063256564,0.0005119157,0.00031812335,0.040411055,0.95488584,0.0017867037,0.00029303003,0.00012315587,0.0016068902],"genre_scores_gemma":[0.000054620705,0.00015556997,0.0056775794,0.0055652256,0.93906903,0.0017909767,0.037897106,0.00010375146,0.009686137],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969511,0.00008303571,0.0007993536,0.00054440065,0.0011998363,0.0004222923],"domain_scores_gemma":[0.99675614,0.00072044716,0.0006477832,0.0006819927,0.000988798,0.0002048689],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015326514,0.0002614567,0.0005377502,0.0005182642,0.0005335763,0.000033880486,0.00022102008,0.0004931899,0.0018447287],"category_scores_gemma":[0.010617332,0.00027846923,0.0001388408,0.00053788663,0.0000728314,0.00006925044,0.000019863855,0.0013488852,0.00009390697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005441939,0.0006644963,0.00004281071,0.001343101,0.000031175932,1.1357462e-7,0.0005638474,3.0705874e-7,0.0000014295474,0.00034801007,0.9614894,0.0354609],"study_design_scores_gemma":[0.00054956943,0.0005217918,0.00010601288,0.00019867701,0.000055466313,0.0000039365877,0.00055019755,0.000008433229,0.000008805328,0.00025461975,0.99754804,0.00019445606],"about_ca_topic_score_codex":0.0002241196,"about_ca_topic_score_gemma":0.0000047764324,"teacher_disagreement_score":0.037604075,"about_ca_system_score_codex":0.002433991,"about_ca_system_score_gemma":0.03004441,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W4309096289","doi":"10.4103/efh.efh_305_21","title":"Social accountability in undergraduate medical education: A narrative review","year":2022,"lang":"en","type":"review","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Accountability; Narrative; Social accounting; Political science; Sociology; Medical education; Pedagogy; Medicine; Business; Accounting; Law; Philosophy","score_opus":0.11090492738143767,"score_gpt":0.5589972524983878,"score_spread":0.4480923251169502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309096289","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027194574,0.85812765,0.000026266398,0.13039397,0.0032077192,0.0062121325,0.000018841723,0.000052841682,0.0019578415],"genre_scores_gemma":[0.0000027104197,0.9362849,0.0011715682,0.04123097,0.0017409803,0.011000244,0.0064843246,0.000074053845,0.0020102428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949131,0.00064541685,0.0021375476,0.00077000645,0.0010627292,0.00047121043],"domain_scores_gemma":[0.99712807,0.00027150774,0.0012011502,0.000664126,0.0004508271,0.00028433645],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003950735,0.00041860197,0.0021036826,0.0006197748,0.0004947144,0.000021087439,0.000369683,0.0003589838,0.002822728],"category_scores_gemma":[0.005878991,0.00039276195,0.0004146013,0.0024805325,0.0001373884,0.000112501824,0.00006585348,0.0015119863,0.000043387256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000056841964,0.0010767577,0.000003424937,0.08129092,0.000020492746,9.6216716e-8,0.00077268557,2.3437363e-9,2.8741884e-10,0.0025473554,0.36343378,0.5508488],"study_design_scores_gemma":[0.00024137185,0.00011055507,0.000022891061,0.04818487,0.0002065498,0.00009120277,0.0015210789,0.000001606287,3.738067e-9,0.0008144388,0.94856185,0.00024357544],"about_ca_topic_score_codex":0.00018735127,"about_ca_topic_score_gemma":0.00006351821,"teacher_disagreement_score":0.58512807,"about_ca_system_score_codex":0.005573299,"about_ca_system_score_gemma":0.1287773,"threshold_uncertainty_score":0.9998524},"labels":[],"label_agreement":null},{"id":"W4309097333","doi":"10.4103/efh.efh_333_20","title":"The application of the constructivism learning theory to physician assistant students in primary care","year":2022,"lang":"en","type":"review","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"","keywords":"Constructivism (international relations); Learning theory; Mathematics education; Pedagogy; Psychology; Medical education; Computer science; Medicine; Political science","score_opus":0.026841031364242072,"score_gpt":0.4477561816442067,"score_spread":0.4209151502799646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309097333","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029749534,0.9829277,0.00068998337,0.0027404074,0.0025176355,0.008792111,0.000026660206,0.000026676853,0.0019813422],"genre_scores_gemma":[0.00070834695,0.97990036,0.0016326901,0.0050378274,0.00070970284,0.008742524,0.0016199381,0.000099906945,0.0015486983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976376,0.00045129983,0.0008425769,0.00030396407,0.0005380775,0.0002264534],"domain_scores_gemma":[0.9978757,0.00038339975,0.00089047756,0.0005944827,0.0002021208,0.000053808275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018010975,0.00017430309,0.00062852557,0.00021781064,0.00051159644,0.000016696504,0.00040704873,0.00008537047,0.000007865438],"category_scores_gemma":[0.0006913369,0.00011249667,0.00016016522,0.0012165047,0.00009348258,0.000025456282,0.00008646691,0.0006937532,0.0000042546158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000135178425,0.00019324485,0.00023089311,0.009759246,0.000024187537,1.0296929e-8,0.00167188,8.660899e-7,1.03121565e-7,0.0063893576,0.0016589193,0.9800578],"study_design_scores_gemma":[0.00014358347,0.000086821594,0.0024455695,0.003236359,0.000091594084,0.0000036546342,0.0048167175,0.0000013374827,2.0062072e-7,0.00025208338,0.9888392,0.00008284574],"about_ca_topic_score_codex":0.000034637465,"about_ca_topic_score_gemma":0.0000075413413,"teacher_disagreement_score":0.9871803,"about_ca_system_score_codex":0.0027605526,"about_ca_system_score_gemma":0.008491678,"threshold_uncertainty_score":0.99712926},"labels":[],"label_agreement":null},{"id":"W4309328053","doi":"10.1097/jte.0000000000000258","title":"The Scientific Rigor of the Objective Structured Examination for Competency Assessment in Health Sciences Education: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Journal of Physical Therapy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Objective structured clinical examination; CINAHL; PsycINFO; Medical education; Rigour; MEDLINE; Curriculum; Systematic review; Validity; Scientific literature; Educational measurement; Psychology; Medicine; Nursing; Psychometrics; Clinical psychology; Pedagogy; Psychological intervention","score_opus":0.04967594655804958,"score_gpt":0.470273425638698,"score_spread":0.42059747908064843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309328053","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027562657,0.9863773,0.00004249704,0.0032947003,0.0033774097,0.0065187267,0.0000050928734,0.000003689745,0.000104932],"genre_scores_gemma":[0.00081572024,0.9952345,0.0010043116,0.00076078676,0.0006515538,0.0012151664,0.000055359385,0.000025256868,0.00023738328],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99494106,0.0013927579,0.001987147,0.0002597039,0.0012245083,0.00019481394],"domain_scores_gemma":[0.9925275,0.0010002323,0.0048191817,0.00053950166,0.0010683126,0.000045269284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069796215,0.00023435101,0.0015731364,0.00044569568,0.0006127526,0.000069935755,0.0006811564,0.00006029342,0.000027505905],"category_scores_gemma":[0.0022016007,0.00011451801,0.0005768625,0.0027624818,0.0003445672,0.00014460107,0.00002915596,0.0007599534,5.311912e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050702165,0.0011295453,0.0000030823214,0.24094623,0.00009354495,2.7778759e-8,0.0007216611,9.89896e-7,0.0000030295332,0.0069267605,0.0021728547,0.7479972],"study_design_scores_gemma":[0.00039216445,0.0010019476,0.0004192421,0.5066564,0.00092823023,0.000106438616,0.0034956667,0.000059360074,0.000005593962,0.004268554,0.48246643,0.000199951],"about_ca_topic_score_codex":0.000008571269,"about_ca_topic_score_gemma":0.000002134156,"teacher_disagreement_score":0.74779725,"about_ca_system_score_codex":0.0015880927,"about_ca_system_score_gemma":0.028879227,"threshold_uncertainty_score":0.9766261},"labels":[],"label_agreement":null},{"id":"W4309342509","doi":"10.1007/s40670-022-01667-x","title":"OSCE Standard Setting: Three Borderline Group Methods","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; Medical Council of Canada","funders":"","keywords":"Rasch model; Context (archaeology); Scale (ratio); Objective structured clinical examination; Consistency (knowledge bases); Medicine; Proxy (statistics); Psychology; Medical education; Statistics; Computer science; Mathematics","score_opus":0.023441022988043674,"score_gpt":0.4329826815322519,"score_spread":0.4095416585442082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309342509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.750614,0.0003878757,0.051282577,0.17722765,0.012720465,0.0008679739,0.00001072138,0.00027034557,0.0066184136],"genre_scores_gemma":[0.61617655,0.000015257475,0.34866184,0.030840868,0.0024229176,0.00050586386,0.00008127089,0.00005042279,0.0012449855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941933,0.00015342276,0.00052578317,0.0006181691,0.0038359612,0.0006733671],"domain_scores_gemma":[0.9980821,0.0001945625,0.00014031702,0.0006269877,0.00030667536,0.00064935675],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012071509,0.00016269842,0.00029633226,0.00040378975,0.0010906768,0.000043328684,0.00082396384,0.00008051702,0.016153466],"category_scores_gemma":[0.01469989,0.00013656312,0.00006774018,0.0038631633,0.0013981155,0.0001483011,0.00041574464,0.0011326,0.00004493406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006774314,0.0010095218,0.01320188,0.00005336883,0.00001728475,0.000025804391,0.0011614946,0.0000014790114,0.0027537306,0.010111922,0.10053992,0.87105584],"study_design_scores_gemma":[0.0010756223,0.00072204653,0.021145865,0.00006671692,0.000050091945,0.0003550342,0.0044845887,0.00269882,0.0009953157,0.0022620505,0.96584815,0.0002956974],"about_ca_topic_score_codex":0.000053809945,"about_ca_topic_score_gemma":0.0000060290613,"teacher_disagreement_score":0.87076014,"about_ca_system_score_codex":0.00090070115,"about_ca_system_score_gemma":0.006571661,"threshold_uncertainty_score":0.99906015},"labels":[],"label_agreement":null},{"id":"W4309412454","doi":"10.1177/08465371221137087","title":"Knowledge and Perceptions of Competency-Based Medical Education in Diagnostic Radiology Post-Graduate Medical Education: Identifying Priorities and Developing a Framework for Professional Development Activities","year":2022,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; University of Toronto; Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Medicine; Competence (human resources); Perception; Medical education; Patient care; Graduate medical education; Professional development; Multiple choice; Faculty development; Family medicine; Radiology; Nursing; Internal medicine; Significant difference; Psychology","score_opus":0.022831468584492146,"score_gpt":0.3624079516676981,"score_spread":0.339576483083206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309412454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567648,0.0011406596,0.0031170533,0.03605287,0.0023456137,0.00049110403,0.000017464758,0.000009080104,0.00006133689],"genre_scores_gemma":[0.94468844,0.00029392674,0.051221628,0.0028012784,0.00031682535,0.00025009518,0.0001958951,0.000015774927,0.00021615809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772155,0.00036462815,0.0008347337,0.00019775218,0.0005941726,0.00028717198],"domain_scores_gemma":[0.9967659,0.0015481097,0.0005725993,0.000095414165,0.0007081532,0.00030983248],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030211022,0.0001294726,0.00039031287,0.0008683385,0.00046326296,0.000015724769,0.0001502879,0.00026287488,0.00028758415],"category_scores_gemma":[0.032679114,0.00013249439,0.000047020996,0.00037054202,0.0002415494,0.00008914859,0.00003847289,0.00084380875,3.7891658e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082652936,0.0005995565,0.78777146,0.00061629503,0.00013614219,0.000008568422,0.007826704,0.0000070796614,0.00003679682,0.059810538,0.015677787,0.12742645],"study_design_scores_gemma":[0.0012980857,0.00020096378,0.970012,0.0013465302,0.00005377384,0.00068615336,0.0116943475,0.00036914425,0.000018573652,0.008309523,0.0058117704,0.00019915539],"about_ca_topic_score_codex":0.0003866053,"about_ca_topic_score_gemma":0.004489026,"teacher_disagreement_score":0.18224055,"about_ca_system_score_codex":0.0024793167,"about_ca_system_score_gemma":0.09381587,"threshold_uncertainty_score":0.97546905},"labels":[],"label_agreement":null},{"id":"W4309471418","doi":"10.1097/01.npr.0000873560.76870.65","title":"Strategies for successfully completing a DNP final project","year":2022,"lang":"en","type":"article","venue":"The Nurse Practitioner","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nurses Association","funders":"","keywords":"Presentation (obstetrics); Work (physics); Component (thermodynamics); Engineering management; Process management; Project planning; Medical education; Computer science; Project management; Engineering; Medicine; Systems engineering","score_opus":0.0650769672294511,"score_gpt":0.3935212363474818,"score_spread":0.3284442691180307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309471418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64505476,0.00012778623,0.017454918,0.24343395,0.0026359654,0.004001415,0.00008239787,0.00030099097,0.08690784],"genre_scores_gemma":[0.9799679,0.0000018697701,0.0067423764,0.006079075,0.0006739074,0.0016336732,0.0003902258,0.000024766856,0.004486201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906814,0.00008705688,0.00020003073,0.00014448863,0.00033606155,0.00016421676],"domain_scores_gemma":[0.9992823,0.0001512344,0.00014028612,0.00021896885,0.00019273757,0.000014494935],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007596581,0.00007487712,0.00010277671,0.000096474825,0.00070566876,0.0000410533,0.00011167038,0.00002327285,0.001158825],"category_scores_gemma":[0.0004027187,0.000055458037,0.000044420674,0.00038636962,0.00007578535,0.00016039977,0.00001796417,0.00037581302,0.000021260536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000857582,0.0010160201,0.0005394672,0.0001537001,0.000115668256,0.000009317459,0.00616794,0.0004921565,0.0026520758,0.19818129,0.7750262,0.0147886155],"study_design_scores_gemma":[0.0012365077,0.00036187872,0.0025991157,0.000031129854,0.00013729461,0.00034531608,0.05821966,0.0046889186,0.000103707534,0.004913062,0.9272303,0.00013308585],"about_ca_topic_score_codex":0.00006868151,"about_ca_topic_score_gemma":0.0000029693222,"teacher_disagreement_score":0.33491316,"about_ca_system_score_codex":0.00014127782,"about_ca_system_score_gemma":0.00054633286,"threshold_uncertainty_score":0.99975425},"labels":[],"label_agreement":null},{"id":"W4309565569","doi":"10.1016/j.socscimed.2022.115549","title":"The capability imperative: Theorizing ableism in medical education","year":2022,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Hospital and Health Sciences Centre","funders":"Faculty of Medical and Health Sciences, University of Auckland; University of Auckland","keywords":"Ableism; Inclusion (mineral); Disability studies; Sociology; Economic Justice; Equity (law); Diversity (politics); Context (archaeology); Pedagogy; Public relations; Law; Political science; Social science; Gender studies","score_opus":0.013299335765945714,"score_gpt":0.3947340796858722,"score_spread":0.3814347439199265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309565569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8237526,0.00025111428,0.000048986705,0.14724532,0.002585611,0.00056872936,6.3793294e-7,0.00003749652,0.025509551],"genre_scores_gemma":[0.989028,0.000021094673,0.00003427973,0.009008742,0.001004685,0.0003743482,0.00001290141,0.0000082429815,0.00050770363],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99623686,0.00019204532,0.00047578575,0.00034373865,0.0023404795,0.00041108456],"domain_scores_gemma":[0.9989677,0.00015177156,0.00012019263,0.000277513,0.00034789456,0.00013492664],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.010026054,0.00010465533,0.00020406148,0.00023432655,0.0022475056,0.000019120804,0.00048248656,0.000056227454,0.0012530388],"category_scores_gemma":[0.010091585,0.00006913079,0.00003147509,0.003525637,0.0030712807,0.00012879283,0.00011712649,0.00084489945,0.0000044230114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007267883,0.0005399302,0.026531672,0.000025621173,0.000008060232,0.000008077294,0.03296525,0.0000012092585,0.0012775868,0.19510661,0.024971861,0.71849144],"study_design_scores_gemma":[0.0040972815,0.00072843285,0.46195856,0.00023446965,0.000079099984,0.00027370796,0.16644323,0.0022623301,0.0002515792,0.055300847,0.3078457,0.0005247365],"about_ca_topic_score_codex":0.00033677605,"about_ca_topic_score_gemma":0.00002527212,"teacher_disagreement_score":0.7179667,"about_ca_system_score_codex":0.0012320281,"about_ca_system_score_gemma":0.0044122245,"threshold_uncertainty_score":0.99965996},"labels":[],"label_agreement":null},{"id":"W4309585285","doi":"10.5430/jct.v11n8p423","title":"Assessing Dental Student and Faculty Views on the Transition to the Clinical Setting","year":2022,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Modalities; Medical education; Interpersonal communication; Modality (human–computer interaction); Psychology; Treatment modality; Clinical Practice; Coronavirus disease 2019 (COVID-19); Faculty development; Dental education; Medicine; Family medicine; Professional development; Internal medicine; Computer science; Social psychology","score_opus":0.06057438897622262,"score_gpt":0.4584838756807121,"score_spread":0.39790948670448945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309585285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602422,0.000102777165,0.0010828519,0.037560515,0.0005327197,0.00016848705,7.935157e-7,0.0000040677514,0.0003055751],"genre_scores_gemma":[0.99155366,0.0000086781865,0.0013545996,0.006401311,0.00065103214,0.0000063318184,0.0000030575925,0.0000054756706,0.000015838914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985451,0.00037820588,0.0004425714,0.00008609606,0.00045848588,0.00008953299],"domain_scores_gemma":[0.99944544,0.00014602917,0.00022606598,0.00007533512,0.000057344143,0.000049803428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005622871,0.00006265455,0.00014501988,0.0000664853,0.0007142884,0.00008078883,0.00008285884,0.000020487429,0.000023756676],"category_scores_gemma":[0.0006445402,0.000030931933,0.000056268647,0.000091245,0.00003234924,0.00010122632,0.000045521996,0.0011965797,6.8633216e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054828797,0.0011448676,0.10662576,0.000038912316,0.00014281248,0.0000452893,0.025390256,0.00013195275,0.0004344689,0.0030461962,0.033385657,0.829559],"study_design_scores_gemma":[0.0020285333,0.0016700758,0.6159116,0.0006673737,0.0003885327,0.0029332687,0.25484672,0.0035006148,0.000028186216,0.00024558618,0.11757779,0.00020171297],"about_ca_topic_score_codex":0.000005487346,"about_ca_topic_score_gemma":9.866435e-7,"teacher_disagreement_score":0.82935727,"about_ca_system_score_codex":0.00006669613,"about_ca_system_score_gemma":0.00004457969,"threshold_uncertainty_score":0.5493801},"labels":[],"label_agreement":null},{"id":"W4309655120","doi":"10.1093/bjs/znac394","title":"CONFERD-HP: recommendations for reporting COmpeteNcy FramEwoRk Development in health professions","year":2022,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Royal College of Physicians and Surgeons of Canada; The Wilson Centre; University of Toronto; Fanshawe College","funders":"Queensland University of Technology; Monash University; University of Wollongong; University of Connecticut; Universiteit Maastricht; Texas Children's Hospital; Universiteit Utrecht; University of Otago; Johns Hopkins University; Yale University","keywords":"Medicine; CLARITY; Delphi method; Medical education; Checklist; Transparency (behavior); Guideline; Terminology; Knowledge management; Psychology; Computer science","score_opus":0.1169966572668869,"score_gpt":0.40443114040816436,"score_spread":0.28743448314127745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309655120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8870973,0.0011652592,0.014078982,0.092134796,0.004616676,0.00069459376,0.000012857289,0.00002906796,0.00017045073],"genre_scores_gemma":[0.8295475,0.00021098624,0.16378339,0.005409659,0.00037267758,0.00016294728,0.00016422078,0.000028054017,0.0003205172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636394,0.00014155949,0.0027504177,0.00011697779,0.00039205828,0.00023502937],"domain_scores_gemma":[0.9965762,0.00047983276,0.002303108,0.00009518411,0.00045966014,0.00008601099],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073870406,0.000064441585,0.00042794933,0.00039353684,0.0004689038,0.00001808215,0.00006956259,0.000042917414,0.0005127382],"category_scores_gemma":[0.010170134,0.00007776034,0.00010126691,0.0005979477,0.000026998736,0.00008464623,0.00003623913,0.0008617923,8.2206196e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006706546,0.0010224669,0.08831268,0.00029700872,0.000056884055,0.0002507383,0.0019086607,0.000015684987,0.000028091647,0.00067046244,0.22024556,0.6871247],"study_design_scores_gemma":[0.0014324163,0.00020158081,0.3311504,0.010681196,0.000031261992,0.013484315,0.017657699,0.00013433951,0.00008816794,0.0039883764,0.620847,0.00030326194],"about_ca_topic_score_codex":0.00004017022,"about_ca_topic_score_gemma":0.000008481873,"teacher_disagreement_score":0.68682146,"about_ca_system_score_codex":0.00049389695,"about_ca_system_score_gemma":0.0037949642,"threshold_uncertainty_score":0.99816763},"labels":[],"label_agreement":null},{"id":"W4309661255","doi":"10.1097/ncm.0000000000000620","title":"Opening Our Minds: Encouraging Diversity of Thought","year":2022,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Capital Commission","funders":"","keywords":"Diversity (politics); Psychology; Psychoanalysis; Sociology; Political science; Law","score_opus":0.03293748720337003,"score_gpt":0.3558578793497433,"score_spread":0.32292039214637325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309661255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787796,0.000059638944,0.00062557607,0.008361955,0.0016450237,0.00063297845,0.000006518132,0.000030787545,0.009857917],"genre_scores_gemma":[0.9797036,0.0000021090063,0.007779019,0.0013668484,0.00008955116,0.00009523244,0.00004837671,0.000008032327,0.010907247],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99876,0.000066598375,0.00022338092,0.00017364972,0.0006371629,0.00013921311],"domain_scores_gemma":[0.99955577,0.000014932503,0.00011438557,0.0001982001,0.00008342259,0.00003329127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008165039,0.00007068392,0.00012262979,0.00020856732,0.0006583883,0.000003389716,0.00011777991,0.000018074925,0.0006873619],"category_scores_gemma":[0.00005113039,0.000065299275,0.00003992222,0.00044710067,0.00001803469,0.00005216566,0.0014261891,0.0002700853,0.00000882221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009088493,0.003890499,0.07765376,0.0024200561,0.0007094671,0.018161887,0.014659846,0.0004444783,0.0005060574,0.050308783,0.519822,0.31051433],"study_design_scores_gemma":[0.009484232,0.000751166,0.069051705,0.0011798213,0.0012030725,0.0063680476,0.6055366,0.009042031,0.001472789,0.002759397,0.2922014,0.00094974047],"about_ca_topic_score_codex":0.00002584666,"about_ca_topic_score_gemma":5.9884115e-7,"teacher_disagreement_score":0.59087676,"about_ca_system_score_codex":0.0001879095,"about_ca_system_score_gemma":0.00004998638,"threshold_uncertainty_score":0.75261307},"labels":[],"label_agreement":null},{"id":"W4309702012","doi":"10.3389/fsurg.2022.1038336","title":"Standardized evaluation of satisfaction within urology residents during clinical training: Implementation of a new urological residency rotation program at the university hospital Frankfurt","year":2022,"lang":"en","type":"article","venue":"Frontiers in Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Curriculum; Medical education; University hospital; Family medicine; Psychology; Pedagogy","score_opus":0.05338086294114025,"score_gpt":0.37894509817894295,"score_spread":0.3255642352378027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309702012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930188,0.00013426323,0.0006253454,0.00297219,0.0019478796,0.0012208088,0.000011224447,0.000027347045,0.00004211084],"genre_scores_gemma":[0.9954485,0.00003351563,0.004119956,0.000067216184,0.000080146536,0.000057181893,0.00013617621,0.0000116618185,0.00004561144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643284,0.0010314562,0.00095626817,0.0002867618,0.0011042402,0.00018842811],"domain_scores_gemma":[0.9985194,0.00017844413,0.0006984609,0.00025217273,0.00030836253,0.00004313815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060708607,0.00010185598,0.00039348405,0.00040436932,0.00020397875,0.0000038218755,0.00008814344,0.000109385874,0.0005441944],"category_scores_gemma":[0.0020131348,0.000095669166,0.00012932281,0.00089451263,0.000211511,0.000119445824,0.000067326364,0.00039469564,5.8908375e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012048308,0.00015403944,0.8570858,0.000027427921,0.00007695251,0.0000056927556,0.0033145812,0.0002918421,0.000076064825,0.000043564465,0.012200916,0.12551825],"study_design_scores_gemma":[0.0024032106,0.0003944787,0.97964305,0.000016917573,0.00019590608,0.000010190263,0.01516809,0.0009364582,0.00016021851,0.00064029085,0.00035463742,0.000076577264],"about_ca_topic_score_codex":0.00033809754,"about_ca_topic_score_gemma":0.00007993402,"teacher_disagreement_score":0.12544167,"about_ca_system_score_codex":0.00067778426,"about_ca_system_score_gemma":0.0012612349,"threshold_uncertainty_score":0.5958547},"labels":[],"label_agreement":null},{"id":"W4309726550","doi":"10.1002/aet2.10818","title":"The next generation of researchers: <scp>One‐year</scp> outcome data from the <scp>SAEM Advanced Research Methodology Evaluation and Design in Medical Education</scp> ( <scp>ARMED MedEd</scp> ) program","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Medical education; Inclusion (mineral); Program evaluation; Psychology; Interquartile range; Medicine; Political science","score_opus":0.7172582995488893,"score_gpt":0.5694039272449458,"score_spread":0.1478543723039435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309726550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9710133,0.0057261284,0.0010017351,0.014759831,0.0016425732,0.0037407002,0.000018106832,0.000065581684,0.002032046],"genre_scores_gemma":[0.92381644,0.0010771562,0.06316697,0.0026637558,0.0013261389,0.003988175,0.0023231695,0.000082714745,0.0015554737],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98880005,0.005505786,0.0012081575,0.0009343415,0.0028005566,0.00075109553],"domain_scores_gemma":[0.97098863,0.024066089,0.0006540426,0.0018003187,0.0020592245,0.00043167372],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03567852,0.00026244286,0.00046783462,0.0006219576,0.0012092438,0.00020859262,0.00087886647,0.00026326196,0.000113095535],"category_scores_gemma":[0.15420717,0.00020937533,0.00004895725,0.002367507,0.00085759006,0.00044943692,0.00044532915,0.0018515384,0.000009664968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018339215,0.0013661914,0.011650138,0.00008619296,0.00013214728,0.0000013661111,0.04677412,0.000035890826,0.0012969436,0.0045547998,0.057068266,0.8770156],"study_design_scores_gemma":[0.0035535367,0.00080675527,0.17197862,0.0003473246,0.0003104186,0.00010404656,0.597259,0.053624395,0.00054015656,0.0110917175,0.16028489,0.00009917629],"about_ca_topic_score_codex":0.00040467022,"about_ca_topic_score_gemma":0.00017400173,"teacher_disagreement_score":0.8769164,"about_ca_system_score_codex":0.0004337806,"about_ca_system_score_gemma":0.009026217,"threshold_uncertainty_score":0.9965917},"labels":[],"label_agreement":null},{"id":"W4309736007","doi":"10.36834/cmej.71362","title":"Development of ownership of patient care during clerkship","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"McGill University","keywords":"Feeling; Competence (human resources); Curriculum; Psychology; Accountability; Medical education; Health care; Qualitative research; Socialization; Descriptive research; Nursing; Process (computing); Medicine; Social psychology; Pedagogy; Sociology; Computer science","score_opus":0.013651756070520944,"score_gpt":0.29051799598127054,"score_spread":0.2768662399107496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309736007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885633,0.0003762324,0.000015308766,0.007136767,0.0017053267,0.00017052148,0.000003161469,0.0000057660013,0.002023636],"genre_scores_gemma":[0.9887492,0.0000069488733,0.0061673103,0.0045366473,0.00027821318,0.00004051232,0.000058665224,0.000015034172,0.00014745865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99752975,0.00007772894,0.0007604931,0.00012573734,0.0012595917,0.00024672566],"domain_scores_gemma":[0.9970234,0.000016680127,0.00029807704,0.0001873064,0.000694129,0.0017804331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006496052,0.00008751582,0.00019496134,0.0006645568,0.0003516377,0.0000061649985,0.00019792824,0.00008358306,0.023798006],"category_scores_gemma":[0.0057270643,0.00008418842,0.000059057576,0.00063127436,0.00010279059,0.000042754033,0.000028999648,0.0007939727,0.00000526836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009069825,0.0007504143,0.011742392,0.00056755886,0.000116025934,0.00004217544,0.066810556,0.000022437458,0.0004908311,0.0015054148,0.045954034,0.8719075],"study_design_scores_gemma":[0.0019540475,0.0004770491,0.067523085,0.0009282686,0.00010158157,0.0025263866,0.2588874,0.00006076272,0.0036579412,0.00016023657,0.6633633,0.00035992713],"about_ca_topic_score_codex":0.00048905413,"about_ca_topic_score_gemma":0.0005592449,"teacher_disagreement_score":0.8715475,"about_ca_system_score_codex":0.001438022,"about_ca_system_score_gemma":0.08098656,"threshold_uncertainty_score":0.97709435},"labels":[],"label_agreement":null},{"id":"W4309736384","doi":"10.36834/cmej.75312","title":"Towards an autonomy-supportive model of wellness in Canadian medical education","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychological intervention; Autonomy; Argument (complex analysis); Psychology; Mindfulness; Conscience; Burnout; Humanities; Psychotherapist; Social psychology; Medical education; Medicine; Philosophy; Epistemology; Clinical psychology; Political science; Psychiatry; Law","score_opus":0.013471608750873039,"score_gpt":0.33057826981285243,"score_spread":0.3171066610619794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309736384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62636846,0.00043204354,0.00029556316,0.32939622,0.0082897125,0.000878307,0.000043477892,0.000032270244,0.03426395],"genre_scores_gemma":[0.8999219,0.00003743985,0.0017151663,0.09533218,0.00107582,0.00020331627,0.00034210607,0.00004469328,0.0013273811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948655,0.0002904056,0.0012138874,0.0003855022,0.0024235912,0.00082116365],"domain_scores_gemma":[0.98336804,0.000028170032,0.00031739616,0.00047360323,0.0009864592,0.0148263285],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004130643,0.00022539754,0.00041681185,0.002390906,0.0004954037,0.00003786642,0.0006919658,0.00040947186,0.12559576],"category_scores_gemma":[0.022940468,0.00024185832,0.0000976145,0.0015226406,0.00028709244,0.0002774775,0.000039845778,0.0026226095,0.00002791776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00004860181,0.0019216675,0.008725806,0.00009891951,0.000053858512,0.00011753765,0.0081692375,0.00022660453,0.000010385717,0.023673758,0.26613396,0.6908197],"study_design_scores_gemma":[0.0024882986,0.00057563477,0.028200699,0.0007832631,0.00013834413,0.006440709,0.03348878,0.10460073,0.000053152977,0.0068975864,0.81548,0.0008528345],"about_ca_topic_score_codex":0.5032738,"about_ca_topic_score_gemma":0.5620691,"teacher_disagreement_score":0.74028945,"about_ca_system_score_codex":0.00720128,"about_ca_system_score_gemma":0.7474907,"threshold_uncertainty_score":0.9996784},"labels":[],"label_agreement":null},{"id":"W4309746942","doi":"10.1007/s40037-022-00730-y","title":"Blind spots in medical education: how can we envision new possibilities?","year":2022,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; McGill University Health Centre","funders":"Center for Innovative Medicine; Johns Hopkins University","keywords":"Blind spot; Disadvantage; Double blind; Scholarship; Curriculum; Medical education; Medicine; Psychology; Public relations; Political science; Alternative medicine; Pedagogy; Law","score_opus":0.01547305410831044,"score_gpt":0.36302400580201316,"score_spread":0.3475509516937027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309746942","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47562474,0.0017459834,0.00014813356,0.51209867,0.0035255756,0.0009034507,0.0000042411557,0.00009793644,0.0058512595],"genre_scores_gemma":[0.9421233,0.00062538934,0.0018662522,0.036032327,0.003260295,0.0006426321,0.0004114693,0.00006817113,0.014970141],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99387604,0.00034790556,0.00068151177,0.0009289876,0.0036636416,0.00050188723],"domain_scores_gemma":[0.99741316,0.0002160626,0.0002486822,0.0008481728,0.00042004912,0.00085387006],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017546973,0.0003196367,0.00044795382,0.0011446192,0.0003384962,0.00005293081,0.0005231243,0.00032885798,0.024312152],"category_scores_gemma":[0.018962575,0.00031158762,0.00012810904,0.0021474038,0.00034531442,0.00016781503,0.00014600031,0.0021654908,0.00006330319],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004730261,0.010445104,0.0034913453,0.0001299315,0.000043972705,0.000025331903,0.03848026,0.000005536748,0.000025421405,0.028553372,0.2295808,0.6887459],"study_design_scores_gemma":[0.0086389985,0.001842622,0.06555873,0.0021815936,0.00014258345,0.001190067,0.55253726,0.0027297507,0.00010545574,0.018854931,0.345051,0.0011670191],"about_ca_topic_score_codex":0.0005893726,"about_ca_topic_score_gemma":0.000071558716,"teacher_disagreement_score":0.68757886,"about_ca_system_score_codex":0.0028221123,"about_ca_system_score_gemma":0.034927182,"threshold_uncertainty_score":0.9999336},"labels":[],"label_agreement":null},{"id":"W4309785459","doi":"10.36834/cmej.76188","title":"Anesthesiologists in the modern medical school curriculum: importance and opportunity","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Medical education; Medical school; Medicine; Mathematics education; Psychology; Pedagogy","score_opus":0.018076516461621638,"score_gpt":0.3231445780767475,"score_spread":0.3050680616151259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309785459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69466597,0.0008038285,0.000017807824,0.30047318,0.00096506765,0.00027122378,0.0000018168234,0.00001141931,0.0027896983],"genre_scores_gemma":[0.75301427,0.00018087178,0.00028542028,0.24528302,0.00080064306,0.00012142961,0.000059614697,0.000013039129,0.0002416902],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656516,0.00037580213,0.0005986552,0.00023025132,0.0018281684,0.0004019665],"domain_scores_gemma":[0.99084353,0.00009273253,0.0001960727,0.00038459068,0.00030590073,0.0081771705],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004879184,0.00013012583,0.00020849214,0.00046581274,0.00056250003,0.000044880933,0.0004787428,0.0001838527,0.068117626],"category_scores_gemma":[0.065545864,0.00009733259,0.00004413705,0.0007882194,0.00027866208,0.00009938592,0.000036470487,0.0028900506,0.000012654068],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014939295,0.00060121797,0.1223971,0.00003101147,0.000016582326,0.00089123833,0.0018535559,0.0000020651007,0.000001271648,0.0020467874,0.64830595,0.22383828],"study_design_scores_gemma":[0.0015827697,0.00031832597,0.26680014,0.00024853682,0.00005202127,0.05255002,0.019985568,0.0042348295,4.6460835e-7,0.0072363582,0.64665246,0.00033849417],"about_ca_topic_score_codex":0.0039524916,"about_ca_topic_score_gemma":0.0038925502,"teacher_disagreement_score":0.22349979,"about_ca_system_score_codex":0.0008494073,"about_ca_system_score_gemma":0.10170928,"threshold_uncertainty_score":0.99941033},"labels":[],"label_agreement":null},{"id":"W4309878878","doi":"10.1007/s10459-022-10177-9","title":"Balancing closure and discovery: adaptive expertise in the workplace","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"Health Research Fund of Central Denmark Region","keywords":"Closure (psychology); Process (computing); Health care; Medical education; Psychology; Knowledge management; Best practice; Medicine; Computer science; Political science","score_opus":0.015450733345900055,"score_gpt":0.3825577464310779,"score_spread":0.36710701308517785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309878878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92274183,0.021143116,0.00045460108,0.05099057,0.0016527107,0.00089821784,0.0000014656124,0.000013612546,0.002103873],"genre_scores_gemma":[0.98403543,0.0007832306,0.0035737713,0.01091137,0.00012549185,0.00042522073,0.000011784775,0.000004115787,0.00012960129],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99851656,0.00020133369,0.00033286493,0.00027071466,0.00044451788,0.00023401673],"domain_scores_gemma":[0.9995201,0.00013000064,0.00014204255,0.00015179248,0.000030523268,0.000025492185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024333077,0.00007050209,0.00012161563,0.0002656222,0.00040648447,0.00002449973,0.00015433227,0.000017668524,0.00002385455],"category_scores_gemma":[0.00038694908,0.000053727643,0.000010145214,0.0019509927,0.00020242718,0.0005198928,0.000031575593,0.00032732327,8.5618535e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081432394,0.00066512503,0.45222846,0.00021183775,0.0000014944395,0.0000018121319,0.037118137,0.0012257918,0.000011978782,0.02857172,0.004413652,0.47546858],"study_design_scores_gemma":[0.0011126287,0.0014750211,0.5226715,0.0009284375,0.000007641467,0.00020383767,0.3432572,0.010884371,0.000018010303,0.011500366,0.10762394,0.00031702386],"about_ca_topic_score_codex":0.00035904514,"about_ca_topic_score_gemma":0.00012459375,"teacher_disagreement_score":0.47515154,"about_ca_system_score_codex":0.00049363816,"about_ca_system_score_gemma":0.0012610267,"threshold_uncertainty_score":0.3126391},"labels":[],"label_agreement":null},{"id":"W4309923868","doi":"10.1007/s13187-022-02241-0","title":"Exploring the Inner Lens: Examining Oncology Consultants’ Use of Competency and Assessment Frameworks in Clinical Teaching Settings","year":2022,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Oncology; Medicine; Medical education; Faculty development; Competence (human resources); Internal medicine; Needs assessment; Psychology; Professional development","score_opus":0.15203740181932032,"score_gpt":0.49621546555947094,"score_spread":0.3441780637401506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309923868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972348,0.00047231157,0.00022700147,0.023011653,0.0035217092,0.00018316894,0.0000010565285,0.0000031462582,0.00023199535],"genre_scores_gemma":[0.974236,0.0006784091,0.019801037,0.0046030264,0.0005578394,0.000072546914,0.0000045727975,0.000010248658,0.00003629049],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980173,0.00037506386,0.0010189571,0.00010949354,0.00036869757,0.00011049929],"domain_scores_gemma":[0.99751467,0.00090204854,0.00091368495,0.00014131691,0.00049790094,0.000030400182],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033781845,0.00006895718,0.0002796713,0.00026357983,0.00012571173,0.000013843401,0.00009195676,0.000062991145,0.0000649406],"category_scores_gemma":[0.0039036053,0.000052893713,0.000029522505,0.00043982544,0.00010326291,0.0002909159,0.000047560756,0.0025165014,1.1637196e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068734,0.00054426544,0.34124398,0.000043795448,0.000044744,0.0000025156514,0.0048917653,0.000113997674,0.00021051933,0.0010573539,0.0037330135,0.6480453],"study_design_scores_gemma":[0.00082903885,0.0005617484,0.8881058,0.000588898,0.0001056525,0.00011626519,0.023229018,0.00068337924,0.000019070245,0.00016184243,0.08553408,0.000065202774],"about_ca_topic_score_codex":0.0000996635,"about_ca_topic_score_gemma":0.000006869616,"teacher_disagreement_score":0.6479801,"about_ca_system_score_codex":0.00062572735,"about_ca_system_score_gemma":0.0033776297,"threshold_uncertainty_score":0.9997847},"labels":[],"label_agreement":null},{"id":"W4310235300","doi":"10.1007/s10459-022-10189-5","title":"An exploration of “real time” assessments as a means to better understand preceptors’ judgments of student performance","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Medical Council of Canada","keywords":"Psychology; Rating scale; Scale (ratio); Perception; Standard deviation; Applied psychology; Social psychology; Medical education; Medicine; Statistics; Developmental psychology; Mathematics","score_opus":0.05178226718860274,"score_gpt":0.4770357841655116,"score_spread":0.4252535169769089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310235300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922394,0.00013396644,0.00086737896,0.002871025,0.0011130407,0.0009065928,0.0000031414004,0.000012276654,0.0018531369],"genre_scores_gemma":[0.9798972,0.0003134913,0.017689634,0.0016173186,0.00007087005,0.0002352747,0.0000646612,0.0000074125774,0.00010412312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997745,0.00013663794,0.0006546954,0.00029219955,0.0009608094,0.00021068324],"domain_scores_gemma":[0.9990971,0.000041166328,0.00039369366,0.00022716138,0.00017251508,0.000068338086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016808386,0.000086892476,0.0002000972,0.0004991008,0.00022632038,0.000008764855,0.00022987685,0.000021724469,0.00022363858],"category_scores_gemma":[0.00007479447,0.00008643296,0.000015600524,0.0016627219,0.00013644014,0.0011767364,0.000038759656,0.00013531244,0.0000046057107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024113807,0.0049859253,0.47963402,0.000981854,0.000013997333,1.8875365e-7,0.032381147,0.015546186,0.0017133607,0.004132805,0.0013640387,0.45900536],"study_design_scores_gemma":[0.003537728,0.039382115,0.6130591,0.002526258,0.00007021937,0.000025459247,0.27642903,0.021619307,0.006332771,0.009866951,0.026226353,0.00092473626],"about_ca_topic_score_codex":0.00017538104,"about_ca_topic_score_gemma":0.000017774648,"teacher_disagreement_score":0.45808062,"about_ca_system_score_codex":0.0007283787,"about_ca_system_score_gemma":0.0017281738,"threshold_uncertainty_score":0.3524634},"labels":[],"label_agreement":null},{"id":"W4310500785","doi":"10.1007/s10459-022-10180-0","title":"Scholarly practice in healthcare professions: findings from a scoping review","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; McGill University; McGill University Health Centre; Centre for Interdisciplinary Research in Rehabilitation","funders":"McGill University","keywords":"Operationalization; Scholarship; Health care; CINAHL; Excellence; MEDLINE; Systematic review; Medical education; Engineering ethics; Sociology; Psychology; Medicine; Public relations; Nursing; Political science; Epistemology; Psychological intervention","score_opus":0.107415295293828,"score_gpt":0.5759900431484754,"score_spread":0.46857474785464737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310500785","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000102031,0.9549141,0.000012022021,0.033943523,0.0038005612,0.006700097,0.0000075849175,0.000037321646,0.000574572],"genre_scores_gemma":[0.0000032409512,0.951423,0.0154407695,0.02797736,0.0002656077,0.0042344336,0.0005519165,0.000031021016,0.00007267983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99327505,0.0013254996,0.0025508432,0.0010431309,0.0011916304,0.0006138243],"domain_scores_gemma":[0.9954891,0.0016761274,0.0017534203,0.0006715235,0.00025744137,0.00015234033],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0081896605,0.00033783197,0.0016115835,0.0013237913,0.00051846285,0.00007026888,0.0005633749,0.00019847832,0.0003384077],"category_scores_gemma":[0.021390898,0.00029927868,0.00010118132,0.0076109716,0.00020169184,0.0025170883,0.00011691979,0.0022837291,0.000034142602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032139042,0.000275253,0.00029406903,0.16536234,0.0000021932558,0.0000015164313,0.00035396966,5.144795e-7,4.227215e-9,0.00046785528,0.0008061464,0.8324329],"study_design_scores_gemma":[0.00007529524,0.00009908866,0.000035894776,0.44538116,0.000028472456,0.00002987764,0.0008872236,0.0000025066122,1.3103066e-8,0.00023049075,0.55309993,0.00013000549],"about_ca_topic_score_codex":0.0015828359,"about_ca_topic_score_gemma":0.00023301193,"teacher_disagreement_score":0.8323029,"about_ca_system_score_codex":0.00293604,"about_ca_system_score_gemma":0.03301752,"threshold_uncertainty_score":0.99994594},"labels":[],"label_agreement":null},{"id":"W4310589048","doi":"10.1097/acm.0000000000004981","title":"Engaging Retired Physicians as Educators: Motivations and Experiences of Participants in a Novel Educational Program","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Thematic analysis; Social connectedness; Medical education; Psychology; Psychosocial; Cognitive dissonance; Qualitative research; Gerontology; Medicine; Social psychology; Sociology","score_opus":0.054297988563688664,"score_gpt":0.41451230165239566,"score_spread":0.360214313088707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310589048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691068,0.00041613585,0.000036768786,0.0282446,0.00058726553,0.00062840735,0.0000017490394,0.000029878074,0.00094841333],"genre_scores_gemma":[0.993885,0.000033239427,0.0008607168,0.0027573393,0.00045899773,0.0013074043,0.000080909296,0.000015486554,0.0006009083],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981273,0.0000695848,0.0006308132,0.0002872208,0.0006041341,0.0002809883],"domain_scores_gemma":[0.99915767,0.0002130969,0.00022546804,0.00020659245,0.00011596966,0.000081183534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089461263,0.000121184035,0.0003000518,0.0004067855,0.00015898125,0.0000021309402,0.00014555696,0.000068764886,0.00070532336],"category_scores_gemma":[0.0033309523,0.00011222668,0.000018375298,0.0013740853,0.00046211542,0.0000906237,0.00006906641,0.0008326869,0.0000019680444],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011280772,0.0010432318,0.12441929,0.00024090547,0.00006478022,0.0000033620277,0.7798276,0.0000130195085,0.012486787,0.015850373,0.015965164,0.049972706],"study_design_scores_gemma":[0.0028778587,0.00091866066,0.12856975,0.0010172675,0.0001228492,0.00009430123,0.8514268,0.0022447933,0.0012302249,0.0020402647,0.009200391,0.00025688653],"about_ca_topic_score_codex":0.00009385034,"about_ca_topic_score_gemma":9.650075e-7,"teacher_disagreement_score":0.07159917,"about_ca_system_score_codex":0.00020006964,"about_ca_system_score_gemma":0.0006717405,"threshold_uncertainty_score":0.7722796},"labels":[],"label_agreement":null},{"id":"W4310597853","doi":"10.3138/jvme-2022-0020","title":"Impact of Satisfactory/Unsatisfactory Grading on Student Motivation to Learn, Academic Performance, and Well-Being","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Population; Coronavirus disease 2019 (COVID-19); Psychology; Medical education; Medicine; Mathematics education; Engineering; Pathology","score_opus":0.04036701995193858,"score_gpt":0.4062091722220787,"score_spread":0.3658421522701401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310597853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952114,0.00009527038,0.00009839197,0.0024088293,0.0015119388,0.00028172228,8.132543e-7,0.00001045594,0.0003811685],"genre_scores_gemma":[0.9970706,0.00015892749,0.00058109034,0.0015016394,0.00052180525,0.000024544077,0.000014457473,0.000021757636,0.0001051458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971286,0.00015941063,0.0008639558,0.00017063919,0.0014888054,0.00018855894],"domain_scores_gemma":[0.99859315,0.00014873473,0.0005348074,0.00017575089,0.0003016043,0.00024594754],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015025644,0.00014666925,0.00033448855,0.0008185094,0.00016036515,0.000008711423,0.00017661769,0.00010334486,0.001062623],"category_scores_gemma":[0.0020585977,0.00012519716,0.00009158536,0.0005887397,0.00007785117,0.00019866595,0.00008254884,0.0012010976,0.000004020063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061642885,0.0009516929,0.737289,0.00016009582,0.00010931354,0.0000127966305,0.006245178,0.00014426456,0.005361321,0.00016143317,0.011982502,0.23696595],"study_design_scores_gemma":[0.00078256516,0.007009786,0.9852532,0.00055356236,0.00004955084,0.00088392507,0.001343023,0.00017133557,0.00007895448,0.000047412086,0.003725397,0.00010126149],"about_ca_topic_score_codex":0.000017992372,"about_ca_topic_score_gemma":1.2190247e-7,"teacher_disagreement_score":0.24796422,"about_ca_system_score_codex":0.0008766063,"about_ca_system_score_gemma":0.0016461144,"threshold_uncertainty_score":0.9998505},"labels":[],"label_agreement":null},{"id":"W4310603547","doi":"10.1007/s10459-022-10184-w","title":"The imperative for (and opportunities of) research on adaptive expertise in health professions education","year":2022,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Health professions; Engineering ethics; Work (physics); Medical education; Sociology; Health care; Public relations; Political science; Medicine; Engineering","score_opus":0.13159132002786597,"score_gpt":0.5640521400102341,"score_spread":0.43246081998236807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310603547","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034063898,0.085738376,0.00017035232,0.10611746,0.7944048,0.008425536,0.000064584456,0.000028621705,0.0016438928],"genre_scores_gemma":[0.072384946,0.39447957,0.024037478,0.0129559655,0.42911798,0.050600726,0.003006533,0.00019982546,0.0132169565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949664,0.00094527093,0.0013187043,0.00065486407,0.0015113292,0.0006034674],"domain_scores_gemma":[0.993676,0.0035809742,0.000994916,0.00044279033,0.001171266,0.00013402596],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011915594,0.00020141073,0.0004552958,0.0014346796,0.0015257318,0.000035244462,0.00035949147,0.00018137458,0.000023949597],"category_scores_gemma":[0.0079609845,0.00015494094,0.000033387576,0.0018921364,0.001146127,0.0003523037,0.00006994025,0.001435423,7.0406026e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017527964,0.0007096275,0.00017824583,0.0014158364,0.0000028582022,8.761567e-8,0.009245124,0.00002349386,5.879456e-7,0.03593328,0.51425403,0.43806154],"study_design_scores_gemma":[0.00033576478,0.0023122372,0.0004350073,0.00435695,0.0000025563152,0.0000017672957,0.101026244,0.00033355577,0.0000041929507,0.008282927,0.88278246,0.00012634948],"about_ca_topic_score_codex":0.0014738681,"about_ca_topic_score_gemma":0.0005190063,"teacher_disagreement_score":0.43793517,"about_ca_system_score_codex":0.00275597,"about_ca_system_score_gemma":0.05393737,"threshold_uncertainty_score":0.99977416},"labels":[],"label_agreement":null},{"id":"W4310690236","doi":"10.22374/cjgim.v17i4.640","title":"Does the Implementation of Competency-Based Medical Education Impact the Quality of Narrative Feedback? A Retrospective Analysis of Assessment Data in a Canadian Internal Medicine Residency Program","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Narrative; Competence (human resources); Medicine; Medical education; Residency training; Psychology; Social psychology","score_opus":0.034306113542802996,"score_gpt":0.4727407860084653,"score_spread":0.4384346724656623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310690236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8968547,0.00045719868,0.00019955734,0.09961649,0.001381542,0.0006619571,0.0001668798,0.0000025693334,0.00065911247],"genre_scores_gemma":[0.9960958,0.00003421189,0.0010126936,0.0018169595,0.00052847806,0.000039291226,0.00037023207,0.00001604733,0.00008629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99417037,0.0008169336,0.0024705369,0.00026825548,0.001901004,0.0003729173],"domain_scores_gemma":[0.99444604,0.0002854258,0.0021104645,0.0007581944,0.0018254691,0.0005744218],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008124824,0.00021415837,0.0010177885,0.0023370935,0.00017059919,0.000009424784,0.0012388435,0.00007799894,0.0065872567],"category_scores_gemma":[0.004424688,0.00010438342,0.00018605914,0.0028892239,0.0010920422,0.00012604547,0.00006749,0.0011225946,1.2981276e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019758842,0.00025207901,0.9449074,0.00009561296,0.001636502,0.000042476804,0.013762219,0.000117717886,0.000525655,0.0037672601,0.017024072,0.017671376],"study_design_scores_gemma":[0.00191476,0.0022731698,0.9447009,0.0007596376,0.00085416413,0.000090519774,0.04399034,0.003725715,0.000082354876,0.0007500702,0.0007612221,0.00009714342],"about_ca_topic_score_codex":0.8988667,"about_ca_topic_score_gemma":0.9094198,"teacher_disagreement_score":0.0992411,"about_ca_system_score_codex":0.002431711,"about_ca_system_score_gemma":0.042242862,"threshold_uncertainty_score":0.99432087},"labels":[],"label_agreement":null},{"id":"W4310690250","doi":"10.22374/cjgim.v17i4.635","title":"Direct Observation and Feedback on the Internal Medicine Clinical Teaching Unit","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Population Health Research Institute","funders":"Canadian Institutes of Health Research; Physicians' Services Incorporated Foundation","keywords":"Observational study; Medical education; Medicine; Unit (ring theory); Humanities; Psychology; Mathematics education; Internal medicine; Art","score_opus":0.09158081902052125,"score_gpt":0.38342393277562953,"score_spread":0.2918431137551083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310690250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8166347,0.0006719622,0.00031189522,0.15959908,0.005041557,0.00020332343,0.000004974982,0.000008933333,0.017523563],"genre_scores_gemma":[0.9481387,0.0000755682,0.0005564096,0.036735978,0.0058450317,0.000009785438,0.000022593837,0.000031877396,0.00858403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996852,0.00048343485,0.001308738,0.000228957,0.0008098432,0.0003170634],"domain_scores_gemma":[0.9975464,0.00045413576,0.0006484737,0.00030371363,0.00046624368,0.0005810827],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052628047,0.0002087396,0.00055766635,0.00067172776,0.00044935656,0.000021063313,0.00043761692,0.00007670867,0.002929379],"category_scores_gemma":[0.0068768947,0.00012715561,0.00009570791,0.00040961397,0.0006754452,0.000095384145,0.000047978865,0.002341622,0.0000064499054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046467557,0.00009691462,0.10117492,0.000036423633,0.0003351068,0.00050214905,0.0029305033,0.00004361161,0.0008033598,0.008472608,0.7854675,0.099672206],"study_design_scores_gemma":[0.004400656,0.0075792237,0.22266325,0.0020123268,0.00036205628,0.0042288015,0.0058515985,0.0019376127,0.00012098349,0.001133036,0.7494615,0.0002489819],"about_ca_topic_score_codex":0.008858305,"about_ca_topic_score_gemma":0.0007662561,"teacher_disagreement_score":0.13150401,"about_ca_system_score_codex":0.00044966242,"about_ca_system_score_gemma":0.0007205273,"threshold_uncertainty_score":0.99996},"labels":[],"label_agreement":null},{"id":"W4310786758","doi":"10.1080/0142159x.2022.2136517","title":"Defining new roles and competencies for administrative staff and faculty in the age of competency-based medical education","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Manitoba; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Competence (human resources); Facilitator; Medical education; Context (archaeology); Delphi method; House staff; Medicine; Psychology; Computer science; Family medicine","score_opus":0.0418540912481505,"score_gpt":0.37905666597480187,"score_spread":0.3372025747266514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310786758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241341,0.0006039901,0.0010688286,0.07142684,0.0001847832,0.0005872204,0.000006476818,0.000020976244,0.001966783],"genre_scores_gemma":[0.98627585,0.0000141169085,0.008227362,0.0043004584,0.0001485921,0.00022745835,0.00046419157,0.0000130008475,0.0003289949],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793756,0.0001715408,0.00040295097,0.0002096369,0.0011101997,0.00016809328],"domain_scores_gemma":[0.9993382,0.00020356581,0.00009788743,0.00015617389,0.000071460025,0.00013267799],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001804297,0.000108060776,0.00025549982,0.00011864258,0.00013060823,0.0000099164745,0.0001666237,0.000102844686,0.0012384647],"category_scores_gemma":[0.00552592,0.00007669492,0.000033034394,0.0003133463,0.00039961006,0.000030075531,0.000055670287,0.0006021128,7.481787e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005099364,0.0065224096,0.2003858,0.0007189933,0.00012122039,0.000067855675,0.042617302,0.0000043838354,0.00010163723,0.18075334,0.083926424,0.4842707],"study_design_scores_gemma":[0.019349804,0.0067046406,0.19337225,0.0018505553,0.0004513536,0.0007846703,0.22846743,0.06623659,0.00012715439,0.022532046,0.45915386,0.0009696145],"about_ca_topic_score_codex":0.00010991182,"about_ca_topic_score_gemma":0.00011779807,"teacher_disagreement_score":0.48330107,"about_ca_system_score_codex":0.00006337614,"about_ca_system_score_gemma":0.005056876,"threshold_uncertainty_score":0.99967456},"labels":[],"label_agreement":null},{"id":"W4310938979","doi":"10.1111/medu.15001","title":"Health advocacy among medical learners: Unpacking contextual barriers and affordances","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Island University; McMaster University; University of British Columbia; McMaster University Medical Centre","funders":"Royal College of Physicians and Surgeons of Canada; Faculty of Medicine, University of British Columbia","keywords":"Affordance; Grounded theory; Context (archaeology); Psychology; Pedagogy; Public relations; Sociology; Political science; Qualitative research","score_opus":0.01018529103850088,"score_gpt":0.35040095339589755,"score_spread":0.3402156623573967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310938979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80086774,0.0013466851,0.0007428645,0.19165236,0.0025250528,0.0005135059,0.0000019710205,0.0001188685,0.0022309306],"genre_scores_gemma":[0.9259638,0.0002111534,0.0008553346,0.07068972,0.0007848211,0.00028303431,0.00024495542,0.000030120253,0.0009370573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958732,0.00026342645,0.00063548365,0.0004333296,0.0023848775,0.00040966176],"domain_scores_gemma":[0.9985665,0.0001198079,0.00022110324,0.0003064482,0.00013962315,0.0006464812],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028798443,0.00017172012,0.00036324377,0.00029843667,0.0006348677,0.000026406526,0.00023624452,0.00015025413,0.009197265],"category_scores_gemma":[0.012554206,0.00016252897,0.000054272765,0.00079590944,0.0005918795,0.00013925429,0.00014537261,0.0012088164,0.000015546597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005941769,0.0005627575,0.059056845,0.00018844627,0.000040416264,0.000011852433,0.006295949,0.0000018510275,0.0000043796326,0.0037474167,0.24861567,0.681415],"study_design_scores_gemma":[0.004376708,0.0013432404,0.08163861,0.001296421,0.000103219594,0.0013440001,0.14909482,0.010112362,0.000028927907,0.0012509318,0.7487589,0.0006518404],"about_ca_topic_score_codex":0.00055925536,"about_ca_topic_score_gemma":0.00004575729,"teacher_disagreement_score":0.6807631,"about_ca_system_score_codex":0.0005176669,"about_ca_system_score_gemma":0.014053047,"threshold_uncertainty_score":0.9957635},"labels":[],"label_agreement":null},{"id":"W4310954717","doi":"10.1007/s10459-022-10173-z","title":"Stress and conflict from tacit culture forges professional identity in newly graduated independent physicians","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Ottawa Hospital","funders":"University of Ottawa","keywords":"Identity (music); Tacit knowledge; Psychology; Stress (linguistics); Medicine; Medical education; Art; Linguistics; Philosophy; Epistemology","score_opus":0.019666602258668744,"score_gpt":0.42272153222192443,"score_spread":0.4030549299632557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310954717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768437,0.006377508,0.0001965793,0.012786747,0.0027622783,0.00073092553,0.000017090057,0.000020585117,0.00026456715],"genre_scores_gemma":[0.9888258,0.0012402177,0.0036342102,0.0052063684,0.00017512824,0.00033427725,0.00022917266,0.000006560591,0.00034825032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806577,0.00014563002,0.00046037007,0.00038825785,0.00067732524,0.0002626486],"domain_scores_gemma":[0.9993937,0.00006124069,0.00026397716,0.0001416485,0.00009013519,0.000049267775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009350441,0.00009923496,0.00018899389,0.00033281452,0.00041185948,0.000023974602,0.0001771114,0.000037451053,0.00007661397],"category_scores_gemma":[0.00027616718,0.000092846756,0.000013921424,0.0018318644,0.00020770471,0.00066650077,0.0000648432,0.00045100355,0.0000016016483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048940146,0.0011511751,0.76465935,0.00034856764,0.0000038298567,0.0000015532453,0.017027838,0.00075084803,0.00010424914,0.008193778,0.0022563632,0.20545354],"study_design_scores_gemma":[0.0011040556,0.00041378013,0.8704561,0.0010577446,0.000007639191,0.000014565221,0.073234715,0.0025895252,0.000103837585,0.012313828,0.038474496,0.00022971671],"about_ca_topic_score_codex":0.0017562305,"about_ca_topic_score_gemma":0.0011670211,"teacher_disagreement_score":0.20522383,"about_ca_system_score_codex":0.00048028596,"about_ca_system_score_gemma":0.0013164483,"threshold_uncertainty_score":0.37861806},"labels":[],"label_agreement":null},{"id":"W4310964368","doi":"10.5489/cuaj.8103","title":"Feedback and formative assessment in Competency by Design: The experience of residents and supervisors within a urology training program","year":2022,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Formative assessment; Workload; Medical education; Supervisor; Focus group; Psychology; Medicine; Pedagogy; Computer science; Management","score_opus":0.026328674658779628,"score_gpt":0.3073449191700894,"score_spread":0.28101624451130974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310964368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9516717,0.00012383191,0.0001438722,0.047409847,0.00013842108,0.00032710264,0.0000059673052,0.0000057647676,0.00017345487],"genre_scores_gemma":[0.99356264,0.000020238536,0.0026535604,0.003606636,0.000027603919,0.00008794971,0.000011236506,0.000004435783,0.000025701294],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998499,0.00042058277,0.00039479742,0.0001150989,0.00032916246,0.00024135788],"domain_scores_gemma":[0.99928963,0.00015128579,0.00025628257,0.000055704317,0.000118225704,0.00012889058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018713567,0.00007104625,0.00017535062,0.00015180897,0.0003858246,0.000027039441,0.000094297175,0.000075233416,0.00017245482],"category_scores_gemma":[0.00096897123,0.00005298011,0.00001790555,0.0003590907,0.00011364586,0.000079419005,0.000027615477,0.00085036404,2.2994719e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009471085,0.00022003514,0.8919314,0.0000118680855,0.00007188663,0.000029979085,0.06764124,0.00017156456,0.00017033843,0.0026035188,0.004890522,0.03216293],"study_design_scores_gemma":[0.0009657298,0.0010079029,0.9586992,0.00000721864,0.000023638819,0.00029453164,0.029581971,0.005226636,0.0000045970082,0.00173095,0.0023837674,0.00007383615],"about_ca_topic_score_codex":0.0007378216,"about_ca_topic_score_gemma":0.000199262,"teacher_disagreement_score":0.06676782,"about_ca_system_score_codex":0.00051566056,"about_ca_system_score_gemma":0.00063271145,"threshold_uncertainty_score":0.3694456},"labels":[],"label_agreement":null},{"id":"W4310992591","doi":"10.1101/2022.11.28.22282625","title":"A scoping review of virtual morning report and outcomes in Canada and the United States","year":2022,"lang":"en","type":"review","venue":"medRxiv","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto; Western University; Mount Sinai Hospital","funders":"McMaster University","keywords":"Inclusion (mineral); Medical education; Thematic analysis; Snowball sampling; MEDLINE; Morning; Virtual patient; Psychology; Family medicine; Medicine; Qualitative research; Internal medicine; Social psychology","score_opus":0.04799797060841357,"score_gpt":0.38403461723613014,"score_spread":0.3360366466277166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310992591","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071614147,0.9904499,0.0000034535524,0.0008556072,0.00020119619,0.0012570128,0.0000043359605,0.0000054184643,0.00006163223],"genre_scores_gemma":[0.000030376334,0.997847,0.00007180977,0.0013993756,0.00002187972,0.00022450308,0.0002934129,0.000017538348,0.0000941045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801016,0.0002474188,0.0010427935,0.00020158435,0.00037800128,0.000120025295],"domain_scores_gemma":[0.998269,0.00074627285,0.00055386464,0.0003276344,0.00006970954,0.000033475244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022188032,0.00015269355,0.0013974779,0.00021230357,0.00004733009,0.000004199391,0.000085614156,0.000038643884,0.00012767524],"category_scores_gemma":[0.0069256728,0.00009096743,0.00004757787,0.0008890061,0.00012462716,0.0000159032,0.00008588356,0.0004955058,1.7773452e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006056024,0.000025523223,0.014645221,0.42767695,0.0001346405,0.00022448588,0.0002544799,4.621506e-7,1.726866e-8,0.00013343513,0.00066994893,0.55622876],"study_design_scores_gemma":[0.0003585632,0.000019682504,0.0006491417,0.453413,0.0004701395,0.0004891477,0.00022294445,0.000023408918,5.868244e-8,0.000005728899,0.5442384,0.00010981476],"about_ca_topic_score_codex":0.15951885,"about_ca_topic_score_gemma":0.026387172,"teacher_disagreement_score":0.55611897,"about_ca_system_score_codex":0.00022491682,"about_ca_system_score_gemma":0.0025862348,"threshold_uncertainty_score":0.9913787},"labels":[],"label_agreement":null},{"id":"W4311096428","doi":"10.1002/aet2.10822","title":"Learning pediatric emergency medicine over time: A realist evaluation of a longitudinal pediatric emergency medicine clinical experience","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; McMaster University; McMaster Children's Hospital; University Health Network; McMaster University Medical Centre","funders":"","keywords":"Context (archaeology); Pediatric emergency medicine; Medical education; Coaching; Longitudinal study; Repetition (rhetorical device); Medicine; Psychology; Emergency department; Family medicine; Nursing; Emergency physician","score_opus":0.13473314778018067,"score_gpt":0.47318618352325753,"score_spread":0.33845303574307684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311096428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98038065,0.002248132,0.00010931007,0.0031540592,0.0049713496,0.0005457497,0.0000023223645,0.000057570913,0.008530842],"genre_scores_gemma":[0.9908046,0.0012828188,0.00039823647,0.00020166792,0.0038004762,0.00029624059,0.00030763858,0.000032725733,0.0028755611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955237,0.00044187106,0.00168162,0.0005412947,0.0015230472,0.0002884618],"domain_scores_gemma":[0.9974457,0.00013869753,0.0008744476,0.00034913325,0.0010136856,0.00017832089],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055528707,0.00021645943,0.00047205735,0.0006701996,0.00045189308,0.0000031083705,0.00016057797,0.0000980326,0.032048184],"category_scores_gemma":[0.006046882,0.0002022542,0.00008089178,0.0020026825,0.0001793169,0.00015197601,0.00007074442,0.00067143014,0.000011814258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065931206,0.000684702,0.8370699,0.00018954516,0.00004575028,8.898007e-7,0.029834341,0.00002784017,0.00009733877,0.0008079039,0.062085006,0.0690908],"study_design_scores_gemma":[0.0018339946,0.0010696659,0.9626063,0.000037751135,0.0010342259,0.000059489113,0.021937378,0.0037486008,0.0000020868072,0.0006821465,0.006748848,0.00023950309],"about_ca_topic_score_codex":0.00014364935,"about_ca_topic_score_gemma":0.0000029794905,"teacher_disagreement_score":0.12553635,"about_ca_system_score_codex":0.00016379434,"about_ca_system_score_gemma":0.0010545973,"threshold_uncertainty_score":0.96883667},"labels":[],"label_agreement":null},{"id":"W4311130489","doi":"10.21203/rs.3.rs-2063182/v2","title":"The Experiences of Social Scientists in Medical Education Research: A Narrative Inquiry","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Gratification; Narrative; Public relations; Social work; Perspective (graphical); Psychology; Promotion (chess); Medical education; Political science; Medicine; Social psychology","score_opus":0.20038762838368956,"score_gpt":0.591646924390496,"score_spread":0.3912592960068065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311130489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95842886,0.0010506879,0.0000073867145,0.028067358,0.002574117,0.0018701315,0.0000031151558,0.000019733763,0.007978583],"genre_scores_gemma":[0.9907445,0.00024354992,0.00018521423,0.0001433948,0.0011356159,0.004685068,0.00023594308,0.000026626583,0.0026001348],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98611283,0.0028481616,0.0007893213,0.00065554766,0.00882349,0.0007706248],"domain_scores_gemma":[0.994071,0.0010330323,0.00018127986,0.0008321973,0.00370222,0.00018024867],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.026985094,0.00015123546,0.0003490621,0.0017997931,0.0015029621,0.000101300444,0.00110562,0.00040371876,0.0038337833],"category_scores_gemma":[0.037475135,0.000115725,0.000096694625,0.004708129,0.004406047,0.00007335322,0.0019092102,0.0061988314,0.000016848606],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002028004,0.0013043527,0.0011673524,0.0009732462,0.00002887461,0.000023358347,0.80125517,0.000001722526,0.000025503532,0.012869122,0.14122908,0.040919427],"study_design_scores_gemma":[0.0003687103,0.00026923083,0.013988079,0.0012115983,0.000003972851,0.000010179382,0.9327989,0.00032330418,0.00006842588,0.0034886694,0.047360353,0.00010856339],"about_ca_topic_score_codex":0.00038681013,"about_ca_topic_score_gemma":0.00011863119,"teacher_disagreement_score":0.13154376,"about_ca_system_score_codex":0.0016101403,"about_ca_system_score_gemma":0.023110704,"threshold_uncertainty_score":0.9997969},"labels":[],"label_agreement":null},{"id":"W4311200726","doi":"10.1080/0142159x.2022.2152661","title":"Including patients and caregivers in assessment in the pediatric competence by design curriculum: A national consensus study","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Agricultural Research Institute of Ontario; University of Ottawa; University of British Columbia","funders":"","keywords":"Milestone; Curriculum; Competence (human resources); Developmental Milestone; Medicine; Inclusion (mineral); Delphi method; Medical education; Graduate medical education; Family medicine; Nursing; Psychology; Pediatrics; Pedagogy; Accreditation","score_opus":0.0368444886867088,"score_gpt":0.36558233317980854,"score_spread":0.32873784449309973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311200726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99244606,0.00006732638,0.00006968914,0.0056666317,0.00018233231,0.00079039735,0.0000014792307,0.000012449349,0.0007636421],"genre_scores_gemma":[0.99814373,0.0000053205076,0.00031282057,0.001074937,0.000074945914,0.00028671697,0.000036793223,0.000007623288,0.00005711365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99672776,0.0006508457,0.00034299563,0.00023299988,0.0018658033,0.00017959431],"domain_scores_gemma":[0.99952054,0.0001536868,0.00007454833,0.000104385705,0.000089499656,0.000057346293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036260113,0.00009171863,0.00015924039,0.0002138396,0.00014376268,0.000009289369,0.00016387248,0.00004970879,0.0005668589],"category_scores_gemma":[0.0021929243,0.000069486545,0.000014092404,0.00090132543,0.00009072189,0.000024534753,0.00011538899,0.0010440539,0.0000019478623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121525545,0.002521778,0.9633323,0.000010712905,0.000007166707,0.00003143367,0.004416841,0.000007530841,8.9017294e-7,0.000068405345,0.02799267,0.0015981109],"study_design_scores_gemma":[0.007892525,0.00088077167,0.9001414,0.00003469416,0.000055722194,0.0000439078,0.0632192,0.024855409,2.9547485e-7,0.00020917816,0.0024486454,0.00021821608],"about_ca_topic_score_codex":0.00020285508,"about_ca_topic_score_gemma":0.000009282275,"teacher_disagreement_score":0.06319087,"about_ca_system_score_codex":0.0005117498,"about_ca_system_score_gemma":0.00048112537,"threshold_uncertainty_score":0.62067074},"labels":[],"label_agreement":null},{"id":"W4311588017","doi":"10.1111/medu.14972","title":"Quality improvement as a statement of values","year":2022,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Statement (logic); Psychology; Medical education; Engineering ethics; Political science; Medicine; Law; Engineering","score_opus":0.02273869963145988,"score_gpt":0.41919350092477364,"score_spread":0.3964548012933138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311588017","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028765429,0.00027749443,0.00015202544,0.9568175,0.0053015794,0.00110165,0.000017867209,0.0000665119,0.007499937],"genre_scores_gemma":[0.0027510289,0.0001405321,0.0014137744,0.9701232,0.004299807,0.0008489231,0.0055462555,0.00005928746,0.01481724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99355775,0.00023554632,0.0015509115,0.0005266561,0.0037693786,0.00035976525],"domain_scores_gemma":[0.99749607,0.00013570314,0.00078569324,0.00086836226,0.0006237475,0.00009041263],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022624508,0.0002787309,0.0006158685,0.00044383184,0.000112900765,0.000013427828,0.000353333,0.0006396664,0.03544012],"category_scores_gemma":[0.007401423,0.00025643455,0.00016920402,0.00062696246,0.0002537275,0.000056982004,0.00013090503,0.002615774,0.00008724491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034680714,0.00095417607,0.00017265823,0.0012545425,0.00009596752,0.000010881074,0.00049185555,1.0768103e-7,0.000030058769,0.00019407323,0.8364002,0.1603608],"study_design_scores_gemma":[0.000553254,0.00060121284,0.00052492315,0.00037320127,0.00014063815,0.000035116675,0.0011167786,0.000026430082,0.00014093955,0.0010598013,0.99521756,0.00021015095],"about_ca_topic_score_codex":0.00068322447,"about_ca_topic_score_gemma":0.0000019468487,"teacher_disagreement_score":0.16015065,"about_ca_system_score_codex":0.0011018664,"about_ca_system_score_gemma":0.01119985,"threshold_uncertainty_score":0.9999888},"labels":[],"label_agreement":null},{"id":"W4311588607","doi":"10.1186/s12909-022-03937-z","title":"A continuing professional development imperative? Examining trends and characteristics of health professions education doctoral programs","year":2022,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Curriculum; Medical education; Certificate; Professional development; Health professions; Faculty development; Allied health professions; Continuing education; Health care; Medicine; Psychology; Pedagogy; Political science; Engineering; Computer science","score_opus":0.046114651603478087,"score_gpt":0.3986055807921286,"score_spread":0.3524909291886505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311588607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98743904,0.00042005707,0.00057119736,0.0066010384,0.0039051063,0.0007432349,0.0000026817193,0.000052921976,0.0002647396],"genre_scores_gemma":[0.97169685,0.000017248583,0.017815232,0.0021364475,0.00036302014,0.001331504,0.0014990873,0.000025172832,0.0051154452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968611,0.00037649323,0.0010253012,0.00034913584,0.0011070451,0.0002809337],"domain_scores_gemma":[0.99851924,0.00009307837,0.0005624324,0.00023935855,0.00036766025,0.00021825837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020576152,0.00016773806,0.0003856928,0.00044451727,0.00043920908,0.000015713385,0.00013236972,0.00010594616,0.0011707667],"category_scores_gemma":[0.0020185667,0.00015101119,0.000032815977,0.00087520835,0.00015990177,0.00010129233,0.00013134933,0.00058528216,0.000002819845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004416004,0.0029124552,0.10534998,0.00044061226,0.000014871752,2.613512e-7,0.009604598,7.3528405e-8,0.000082819366,0.0011698701,0.0067368927,0.8736434],"study_design_scores_gemma":[0.0010575652,0.0004832578,0.9043429,0.0022215205,0.00004232259,0.00012458923,0.027585924,0.00042537384,0.00005466348,0.000067969435,0.06334952,0.00024443463],"about_ca_topic_score_codex":0.00003858816,"about_ca_topic_score_gemma":0.00000992407,"teacher_disagreement_score":0.87339896,"about_ca_system_score_codex":0.00041485208,"about_ca_system_score_gemma":0.02044607,"threshold_uncertainty_score":0.99974227},"labels":[],"label_agreement":null},{"id":"W4311607058","doi":"10.36834/cmej.76360","title":"From mentee to mentor: reflections on a pre-medical student mentorship program for underrepresented groups in medicine","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Mentorship; Underrepresented Minority; Medical education; Medicine; Psychology","score_opus":0.04399743118164361,"score_gpt":0.4621584513768971,"score_spread":0.4181610201952535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311607058","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2549083,0.00028747367,0.000935719,0.7171145,0.013037445,0.003671868,0.000029577392,0.00009296976,0.009922154],"genre_scores_gemma":[0.7753405,0.000051061208,0.002907924,0.20660773,0.006886323,0.004671696,0.0007954848,0.00008406795,0.0026552512],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938726,0.00033193035,0.0011070351,0.0005390617,0.0034166411,0.00073276774],"domain_scores_gemma":[0.99213326,0.0002043229,0.00020436668,0.0004635872,0.00045161688,0.0065428736],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033786306,0.00025055802,0.0004352262,0.0016639176,0.0006679293,0.000055946668,0.0006166457,0.00023491398,0.05131913],"category_scores_gemma":[0.026690623,0.00023362946,0.00010565067,0.0016797564,0.00016918645,0.00008794938,0.000057051344,0.0020404141,0.00003088761],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027054833,0.0032588316,0.0024734584,0.00003156374,0.00015077801,0.000078721474,0.011837764,0.000022001239,0.000024832916,0.002850458,0.76341134,0.2155897],"study_design_scores_gemma":[0.0039605135,0.0026709025,0.016767386,0.00072324876,0.000104064544,0.00057441776,0.029019903,0.00081094104,0.000008255491,0.002032691,0.94303435,0.00029330948],"about_ca_topic_score_codex":0.011877309,"about_ca_topic_score_gemma":0.014074029,"teacher_disagreement_score":0.5204322,"about_ca_system_score_codex":0.005221969,"about_ca_system_score_gemma":0.032415915,"threshold_uncertainty_score":0.9985968},"labels":[],"label_agreement":null},{"id":"W4311672792","doi":"10.1080/0142159x.2022.2155121","title":"Impact of a professional development session based on learner evaluations within a preceptor community of practice","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; NOSM University","funders":"Northern Ontario Academic Medicine Association","keywords":"Preceptor; Session (web analytics); Medical education; Professional development; Medicine; Psychology; Computer science","score_opus":0.057862396155964155,"score_gpt":0.4687692292210225,"score_spread":0.4109068330650583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311672792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98960423,0.000015479654,0.0005317021,0.0046856627,0.00048513533,0.00048759414,0.0000028162476,0.000028112836,0.0041592782],"genre_scores_gemma":[0.9917968,5.196294e-7,0.0045254133,0.0008708681,0.00006847487,0.00020976181,0.0002298484,0.00001843148,0.0022798867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99521995,0.0014367239,0.00062940794,0.00014536861,0.002416074,0.00015249594],"domain_scores_gemma":[0.9984213,0.00029325543,0.0003650699,0.00038691593,0.00041150066,0.00012193336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066952645,0.00011381275,0.00025865447,0.00021622653,0.0002778092,0.0000021933656,0.0001969946,0.00011838844,0.02127663],"category_scores_gemma":[0.016843116,0.00008247943,0.00007840878,0.00065741746,0.00017627567,0.000050602015,0.000121686746,0.0018273426,0.000011565001],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052735,0.10152614,0.2608648,0.00087993534,0.00092386396,0.000020432346,0.090999514,0.0026200935,0.003616628,0.0009457389,0.25390768,0.27842167],"study_design_scores_gemma":[0.015630681,0.008722089,0.6394865,0.0029341115,0.00055694894,0.0001322246,0.038460404,0.23133132,0.00172794,0.00024354266,0.060029637,0.0007446373],"about_ca_topic_score_codex":0.00010781949,"about_ca_topic_score_gemma":0.0000017651034,"teacher_disagreement_score":0.37862167,"about_ca_system_score_codex":0.00051647413,"about_ca_system_score_gemma":0.0042935195,"threshold_uncertainty_score":0.99143845},"labels":[],"label_agreement":null},{"id":"W4311889472","doi":"10.7196/ajhpe.2022.v14i4.1218","title":"Perceptions of undergraduate allied health students of the clinical learning environment and clinical educators’ attributes at the University of Ghana","year":2022,"lang":"en","type":"article","venue":"African Journal of Health Professions Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Ghana","keywords":"Medical education; Perception; Test (biology); Learning environment; Medicine; Psychology; Mathematics education","score_opus":0.059629207122676234,"score_gpt":0.44389941574110786,"score_spread":0.38427020861843164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311889472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8622927,0.00061050407,0.00027672562,0.13506939,0.0011437252,0.0005719365,0.000006833928,0.0000025155982,0.000025640025],"genre_scores_gemma":[0.99548584,0.0013081379,0.0011761968,0.000960899,0.000107917615,0.000004653033,0.000020210762,0.000010213474,0.00092591794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944705,0.0028202073,0.0016532068,0.00015526124,0.0007249817,0.00017588344],"domain_scores_gemma":[0.99552745,0.0004883279,0.0032223088,0.00034182897,0.00029222193,0.00012783663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076573244,0.000088751345,0.00048551479,0.00016142635,0.00087838055,0.0000020085454,0.00030884313,0.000054232976,0.00021974485],"category_scores_gemma":[0.000924214,0.00006039109,0.00015599189,0.00050814054,0.00057084823,0.000043911597,0.0002537229,0.0010871516,0.0000014071198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011711289,0.0028353797,0.89544964,0.00015989997,0.000102764425,1.2743926e-7,0.010261923,0.000026061478,0.000028557964,0.00023959033,0.033314887,0.057464074],"study_design_scores_gemma":[0.0007137023,0.0011975933,0.8329118,0.00036276056,0.0001052097,0.000027554184,0.15415686,0.000021561445,0.000004299225,0.00012462553,0.010331801,0.000042246098],"about_ca_topic_score_codex":0.00013980035,"about_ca_topic_score_gemma":0.000011739136,"teacher_disagreement_score":0.14389494,"about_ca_system_score_codex":0.00064368866,"about_ca_system_score_gemma":0.005988899,"threshold_uncertainty_score":0.99964625},"labels":[],"label_agreement":null},{"id":"W4311896185","doi":"10.12688/mep.19025.2","title":"Surgical residents’ approach to training: are elements of deliberate practice observed?","year":2022,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Academic Medical Organization of Southwestern Ontario; Association of American Medical Colleges","keywords":"Milestone; Thematic analysis; Excellence; Medical education; Psychology; Mindset; Perspective (graphical); Medicine; Qualitative research; Political science","score_opus":0.09995563750068348,"score_gpt":0.3517790785316679,"score_spread":0.2518234410309844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311896185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8935016,0.00010542136,0.00025310586,0.028182197,0.0011332732,0.00086421485,0.000022165119,0.000095563584,0.07584246],"genre_scores_gemma":[0.94787234,0.0000057960947,0.03399414,0.009746741,0.0004372751,0.00045172696,0.00048254477,0.000043659977,0.0069658044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714476,0.000206309,0.0006577554,0.00035240443,0.0013226231,0.0003161337],"domain_scores_gemma":[0.99827266,0.00010762265,0.00031766828,0.00046682762,0.00071226235,0.00012297921],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002524321,0.00012602088,0.0003090126,0.00032839537,0.00018141605,0.000049386523,0.00030075738,0.00006373882,0.0009704479],"category_scores_gemma":[0.0058902204,0.00012570925,0.00006195389,0.0018394713,0.000052031915,0.00031837745,0.00020092061,0.00054286845,0.000011863207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000666004,0.0033386908,0.01844092,0.00022637224,0.00022330544,0.00009918595,0.009396041,0.00015165916,0.00023889446,0.008005337,0.91037923,0.04883433],"study_design_scores_gemma":[0.0026038482,0.00043324407,0.044551045,0.00006713252,0.00013507454,0.0003565169,0.030879525,0.00053272385,0.00021320938,0.00017858518,0.9198043,0.00024484575],"about_ca_topic_score_codex":0.000068780406,"about_ca_topic_score_gemma":0.000001618869,"teacher_disagreement_score":0.06887666,"about_ca_system_score_codex":0.00024291576,"about_ca_system_score_gemma":0.0003941119,"threshold_uncertainty_score":0.9999428},"labels":[],"label_agreement":null},{"id":"W4312019901","doi":"10.1200/op.22.00547","title":"Advancing the Clinician Educator Career Pathway in Oncology","year":2022,"lang":"en","type":"article","venue":"JCO Oncology Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"APDS; Medicine; Medical education; Career path; Career Pathways; Radiation oncology; Career development; Family medicine; Oncology; Psychology; Internal medicine; Avalanche photodiode; Management; Radiation therapy","score_opus":0.038928953686130856,"score_gpt":0.4436664928232169,"score_spread":0.40473753913708604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312019901","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3675862,0.00038359073,0.000075613454,0.5079791,0.0070532034,0.0009795103,0.0000038085757,0.00006234971,0.11587665],"genre_scores_gemma":[0.8183025,0.000062169915,0.012328385,0.16477697,0.0012892457,0.00090573553,0.00006126172,0.000038071757,0.00223563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709165,0.0011821407,0.0006168847,0.00032150684,0.0004008147,0.00038701636],"domain_scores_gemma":[0.9956283,0.00302807,0.0004661172,0.00051104184,0.00029104773,0.000075407865],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058150254,0.00011980927,0.0003320172,0.00023775044,0.0003767483,0.000007973206,0.0002662665,0.00017882971,0.0012073251],"category_scores_gemma":[0.016223649,0.000098699296,0.000053996944,0.0010132659,0.00017222117,0.00018038227,0.00020733596,0.0023189287,0.0001167167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011729266,0.00578506,0.011294493,0.000038227077,0.00012201266,0.000651477,0.015404635,0.00009648735,0.0006729371,0.008607122,0.26846328,0.68769133],"study_design_scores_gemma":[0.0011974793,0.0012889093,0.0049508233,0.000008519418,0.00007323888,0.001001145,0.05639434,0.00013233589,0.000031607204,0.0001886225,0.93464357,0.00008942948],"about_ca_topic_score_codex":0.00023356665,"about_ca_topic_score_gemma":0.0001666404,"teacher_disagreement_score":0.68760186,"about_ca_system_score_codex":0.0028103304,"about_ca_system_score_gemma":0.004969733,"threshold_uncertainty_score":0.9999828},"labels":[],"label_agreement":null},{"id":"W4312038070","doi":"10.1007/s40670-022-01700-z","title":"All of Residency’s a Stage: Fostering Authenticity and Individuality Among Learners","year":2022,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Socialization; Identity (music); Curriculum; Process (computing); Hidden curriculum; Medical education; Pedagogy; Psychology; Sociology; Medicine; Social psychology; Aesthetics; Computer science","score_opus":0.03853553798231634,"score_gpt":0.3969851292461371,"score_spread":0.35844959126382075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312038070","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51249945,0.00009565828,0.00001896104,0.003760891,0.48228592,0.00039570002,0.000030599076,0.000042995493,0.00086979277],"genre_scores_gemma":[0.2707746,0.00032354178,0.0031536228,0.0021561803,0.71508205,0.00042009205,0.0006362314,0.00013016524,0.007323513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902925,0.00015882289,0.00090232305,0.0008995732,0.0071086446,0.00063813786],"domain_scores_gemma":[0.9967905,0.0006204957,0.00055144686,0.00079939206,0.0005076075,0.0007305519],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008942451,0.0002797462,0.00064989866,0.0006433096,0.00033607607,0.00006701658,0.000939068,0.0005826861,0.004857368],"category_scores_gemma":[0.06448996,0.00024530807,0.00008352752,0.0016759869,0.0040334705,0.00022026733,0.0011115418,0.0025498266,0.0000083322375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004273199,0.00043907503,0.010458318,0.0008309188,0.000050303242,0.000021269498,0.0047578113,1.459257e-7,0.000063724685,0.00034086363,0.96950006,0.013494777],"study_design_scores_gemma":[0.0009775416,0.00036352937,0.029279333,0.00084334024,0.00022557635,0.00001778577,0.006946645,0.00011742656,0.00015545644,0.00029897934,0.96033204,0.00044233917],"about_ca_topic_score_codex":0.0010522129,"about_ca_topic_score_gemma":0.00003963421,"teacher_disagreement_score":0.24172488,"about_ca_system_score_codex":0.00072291057,"about_ca_system_score_gemma":0.01717222,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4312067146","doi":"10.1097/acm.0000000000005006","title":"Necessary but Insufficient and Possibly Counterproductive: The Complex Problem of Teaching Evaluations","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; Sinai Health System","funders":"","keywords":"Formative assessment; Construct (python library); Psychology; Attractiveness; Subject (documents); Portfolio; Appeal; Mathematics education; Medical education; Social psychology; Computer science; Medicine; Political science","score_opus":0.04383531746988024,"score_gpt":0.39776132921195767,"score_spread":0.35392601174207744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312067146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8994227,0.0012260611,0.0008519586,0.091306604,0.00032773364,0.0008874064,0.0000075648745,0.000039118295,0.005930825],"genre_scores_gemma":[0.9899887,0.00008133219,0.0007800069,0.007242362,0.0005077703,0.00014339497,0.00011713655,0.000016709619,0.0011226208],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997642,0.00022641303,0.00061916595,0.000277533,0.0010410984,0.00019382118],"domain_scores_gemma":[0.99888027,0.00021123955,0.0002849114,0.00033906414,0.00022837025,0.000056143563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039168564,0.00012310808,0.00027846763,0.000248733,0.00049242086,0.000002573088,0.00022878124,0.00006074781,0.0006139615],"category_scores_gemma":[0.0017113157,0.000081118684,0.00002024838,0.0006535733,0.0006382766,0.00006029885,0.00015825448,0.0015823566,0.000002609321],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037342307,0.00046004608,0.03665329,0.00064809195,0.00028338245,0.0000092642085,0.12616813,0.0002794458,0.09307248,0.06451732,0.55486965,0.12266546],"study_design_scores_gemma":[0.009267343,0.0051511033,0.22997482,0.0014972518,0.0015204333,0.00223337,0.2766816,0.03044555,0.0008551764,0.017447043,0.42423376,0.0006925151],"about_ca_topic_score_codex":0.00010894185,"about_ca_topic_score_gemma":4.6084995e-7,"teacher_disagreement_score":0.19332154,"about_ca_system_score_codex":0.00016559009,"about_ca_system_score_gemma":0.00025615093,"threshold_uncertainty_score":0.687464},"labels":[],"label_agreement":null},{"id":"W4312292667","doi":"10.14302/issn.2692-1537.ijcv-22-4101","title":"A Proposal of Revised Curriculum to Circumvent the Impact of COVID Restrictions on Final Year Medical Students","year":2022,"lang":"en","type":"article","venue":"International Journal of Coronaviruses","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Curriculum; Context (archaeology); Medical education; Coronavirus disease 2019 (COVID-19); Curriculum mapping; Process (computing); Unit (ring theory); Pandemic; Curriculum development; Medicine; Psychology; Mathematics education; Pedagogy; Computer science","score_opus":0.04018947994641047,"score_gpt":0.44731183367460897,"score_spread":0.4071223537281985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312292667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893721,0.00005657797,0.0002877808,0.008691005,0.0010912883,0.00024398071,0.000028886454,0.000005006658,0.00022340394],"genre_scores_gemma":[0.9979388,0.000041982974,0.00038237218,0.0011196651,0.0004096753,0.000018028335,0.0000111430445,0.000010164269,0.000068160734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955765,0.00013226861,0.00077256357,0.000094701434,0.0033215669,0.00010239902],"domain_scores_gemma":[0.99796,0.00013836521,0.0005914434,0.00016642733,0.0010415276,0.00010226813],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012630876,0.00008698613,0.0002309298,0.00039235112,0.00006612146,0.000013220199,0.0007836942,0.0000341334,0.0018633323],"category_scores_gemma":[0.0026569564,0.000056818313,0.00019787716,0.0004350621,0.00009959245,0.000055580065,0.00014702376,0.00048553981,0.0000074388927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051647956,0.01356247,0.7393512,0.00008060256,0.0023018587,0.000343333,0.0033795282,0.0037140837,0.004580848,0.01115086,0.16602258,0.05034785],"study_design_scores_gemma":[0.005523476,0.007418995,0.9479913,0.00092999666,0.00021227992,0.0016990526,0.002844159,0.00026619362,0.0012220783,0.0009098931,0.030796345,0.00018619953],"about_ca_topic_score_codex":0.00016082414,"about_ca_topic_score_gemma":0.0000023039108,"teacher_disagreement_score":0.20864014,"about_ca_system_score_codex":0.0005618753,"about_ca_system_score_gemma":0.0016525429,"threshold_uncertainty_score":0.9990491},"labels":[],"label_agreement":null},{"id":"W4312295852","doi":"10.26443/mjm.v20i2.914","title":"Rewarding progress: Effective learning strategies through a variable ratio incentive-based approach in medical education","year":2022,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; York University; University of Waterloo; University of Ottawa","funders":"","keywords":"Incentive; Medicine; Medical education; Continuing medical education; Recall; Learning styles; Psychology; Mathematics education; Continuing education; Cognitive psychology","score_opus":0.01853863793610299,"score_gpt":0.34803661053604446,"score_spread":0.32949797259994146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312295852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69275117,0.0071801874,0.10191008,0.12909505,0.008829201,0.0045892834,0.000007178563,0.00020303673,0.055434845],"genre_scores_gemma":[0.97962105,0.00004237442,0.012664887,0.0065227174,0.0007704833,0.00018076088,0.0000693853,0.000029091534,0.000099221295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961369,0.0005530328,0.0009710896,0.00023775442,0.0018259607,0.00027527421],"domain_scores_gemma":[0.9982049,0.00018858122,0.0006471963,0.00017774636,0.0006586658,0.00012290502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004359519,0.00017664336,0.0005621928,0.0006392921,0.00033460435,0.0000118698035,0.00023009184,0.000108321874,0.00085900706],"category_scores_gemma":[0.0036743188,0.00014064973,0.000064659675,0.0017474213,0.00026576617,0.00028578413,0.000058334997,0.0019130851,0.0000015732127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059459475,0.016962586,0.08758574,0.0033306465,0.0010065363,0.00096081686,0.021285158,0.022536848,0.0056566577,0.115752995,0.10444806,0.614528],"study_design_scores_gemma":[0.049297757,0.016251894,0.039841104,0.011704744,0.0011992954,0.0071482705,0.15500142,0.06827713,0.00084817235,0.010064253,0.6391774,0.0011885993],"about_ca_topic_score_codex":0.000050421477,"about_ca_topic_score_gemma":6.510566e-7,"teacher_disagreement_score":0.6133394,"about_ca_system_score_codex":0.00090841716,"about_ca_system_score_gemma":0.0022214034,"threshold_uncertainty_score":0.9405525},"labels":[],"label_agreement":null},{"id":"W4312610943","doi":"10.1007/978-3-031-19227-2_15","title":"Voices from the Front Lines: An Analysis of Physicians’ Reflective Narratives about Flaws with the ‘System’","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Mount Saint Vincent University","funders":"","keywords":"Narrative; Disengagement theory; Health care; Agency (philosophy); Medicine; Burnout; Psychology; Medical education; Public relations; Political science; Sociology; Law; Clinical psychology","score_opus":0.01944927286651882,"score_gpt":0.3159484700307035,"score_spread":0.29649919716418466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312610943","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039220367,0.0010411561,0.002997202,0.017402006,0.0007710135,0.0018935724,0.00030999412,0.00014786985,0.93621683],"genre_scores_gemma":[0.39389098,0.00017449251,0.009623317,0.015886223,0.004564759,0.00064321345,0.006699878,0.0002489024,0.56826824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978682,0.000114737326,0.0005164888,0.00044504,0.00091060874,0.00014492802],"domain_scores_gemma":[0.99730873,0.00026523744,0.00069095707,0.0010572334,0.0006522534,0.000025566107],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000482895,0.00029665144,0.0007694309,0.00025902965,0.00032971977,0.00002403465,0.00038711692,0.00015324162,0.0034239169],"category_scores_gemma":[0.00006986831,0.0001381098,0.00021236381,0.00044997153,0.00044005757,0.00008974321,0.00005327133,0.0007507104,0.000013401574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013312218,0.0007608823,0.001919373,0.0003539025,0.04690163,0.000028641618,0.25535315,0.0004931584,0.0006436244,0.5659032,0.0901477,0.036163565],"study_design_scores_gemma":[0.0011619346,0.0013851647,0.017410358,0.0012688298,0.01928546,0.000007941747,0.28476295,0.0041684043,0.00015565882,0.0017296228,0.66787434,0.0007893084],"about_ca_topic_score_codex":0.0012023223,"about_ca_topic_score_gemma":0.0023337444,"teacher_disagreement_score":0.57772666,"about_ca_system_score_codex":0.00027047325,"about_ca_system_score_gemma":0.00030407292,"threshold_uncertainty_score":0.99748707},"labels":[],"label_agreement":null},{"id":"W4312930397","doi":"10.26443/mjm.v20i2.913","title":"Engaging Pre-Clerkship and Clerkship Students as Medical Scribes in The Emergency Department","year":2022,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Ottawa","funders":"","keywords":"Emergency department; Medicine; Specialty; Medical education; Medical school; Debt; Emergency medicine; Family medicine; Nursing","score_opus":0.04224456111190906,"score_gpt":0.4079003519412981,"score_spread":0.36565579082938904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312930397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8931014,0.0014466619,0.000035896905,0.102224216,0.0013860941,0.00033259692,0.0000017914723,0.000009020056,0.00146232],"genre_scores_gemma":[0.9782374,0.00061101746,0.00016755726,0.019980444,0.00075524783,0.000036027643,0.000013299402,0.000017099066,0.00018190661],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99478656,0.00048721294,0.0010685425,0.0001776005,0.0032119455,0.00026816523],"domain_scores_gemma":[0.99880165,0.00021664808,0.00035591613,0.00023911978,0.00020972338,0.00017695133],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008591958,0.00014933865,0.0003853399,0.0004208655,0.00035021812,0.000006130446,0.0004807503,0.000063831096,0.0032668968],"category_scores_gemma":[0.0043671206,0.000093572286,0.00005340948,0.0007639131,0.0001625686,0.000083063605,0.00013311314,0.0015535697,0.0000037580817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015118035,0.0038391422,0.32447764,0.00038666127,0.0005270121,0.0027303721,0.021387383,0.000041784973,0.00079480145,0.0065031634,0.31706086,0.32073936],"study_design_scores_gemma":[0.012088707,0.004634004,0.6452318,0.0010597825,0.0004550558,0.010154485,0.030983372,0.00027734583,0.00006454226,0.003262592,0.29151955,0.00026880714],"about_ca_topic_score_codex":0.000041262465,"about_ca_topic_score_gemma":0.0000065790337,"teacher_disagreement_score":0.3207541,"about_ca_system_score_codex":0.00022038608,"about_ca_system_score_gemma":0.00014666111,"threshold_uncertainty_score":0.99764425},"labels":[],"label_agreement":null},{"id":"W4313116568","doi":"10.22374/cjgim.v17i2.580","title":"General Internal Medicine (GIM): do the Puzzle Pieces Portray the Picture? A Continuous Quality Improvement Process for Entrustable Professional Activities (EPAs)","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health; University of Toronto; Royal College of Physicians and Surgeons of Canada; The Wilson Centre; Ottawa Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; University of Ottawa; McGill University; McGill University Health Centre; Saskatchewan Health Authority; Queen's University","funders":"","keywords":"Documentation; Specialty; Humanities; Medicine; Medical education; Philosophy; Computer science; Family medicine","score_opus":0.0230739445979021,"score_gpt":0.3540464123906672,"score_spread":0.3309724677927651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313116568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85355854,0.001937723,0.0016065872,0.12822308,0.011302876,0.001112523,0.00006556943,0.0000139968315,0.0021790974],"genre_scores_gemma":[0.9505095,0.000034888417,0.00025293915,0.018013686,0.009567058,0.00023776971,0.000077961166,0.000047709087,0.021258518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99553317,0.00027678075,0.0016363714,0.00033908445,0.0015258254,0.0006887644],"domain_scores_gemma":[0.9964111,0.0002637733,0.0012633291,0.0004455092,0.0010880913,0.00052823644],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004251025,0.00035595783,0.0007821637,0.00051959057,0.000989958,0.00004945193,0.0010061355,0.00010194047,0.0039087967],"category_scores_gemma":[0.001984472,0.00018299253,0.00020276516,0.00053230324,0.00083780906,0.00017688022,0.00007589007,0.0016917987,0.0000017141359],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020047908,0.00033319902,0.022762548,0.000366946,0.0011627052,0.0003138882,0.024971291,0.00034274627,0.0077806693,0.007445537,0.8803171,0.052198574],"study_design_scores_gemma":[0.008699553,0.0063647483,0.014207091,0.0014428052,0.00076386903,0.0043785805,0.07190377,0.0014388826,0.0026451566,0.00399932,0.8836433,0.00051287713],"about_ca_topic_score_codex":0.0073174117,"about_ca_topic_score_gemma":0.002729585,"teacher_disagreement_score":0.11020939,"about_ca_system_score_codex":0.0009510287,"about_ca_system_score_gemma":0.0023023328,"threshold_uncertainty_score":0.99929297},"labels":[],"label_agreement":null},{"id":"W4313197669","doi":"10.1097/acm.0000000000005025","title":"Appreciation for Peer Review and Peer Reviewers in <i>Academic Medicine</i>","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Conversation; Excellence; Value (mathematics); Peer review; Presentation (obstetrics); Peer feedback; Public relations; Set (abstract data type); Technical peer review; Medical education; Psychology; Medicine; Political science; Computer science; Law","score_opus":0.07308478827336329,"score_gpt":0.4276018913770516,"score_spread":0.35451710310368834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313197669","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01276284,0.12904744,0.0009959228,0.84608513,0.0020152978,0.0040161773,0.00001843933,0.00010064871,0.0049580797],"genre_scores_gemma":[0.15162414,0.19925477,0.0018324169,0.5285512,0.008344109,0.0059071123,0.0052033043,0.000234815,0.09904809],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99484134,0.00019982787,0.0015459893,0.00058296975,0.0023709256,0.00045892692],"domain_scores_gemma":[0.9974478,0.00043671625,0.00048415994,0.0004285089,0.0010222583,0.00018057832],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0144209685,0.00028087525,0.0010109895,0.00050268875,0.00019026668,0.0000016942018,0.00031099303,0.0002710664,0.0014975566],"category_scores_gemma":[0.036124364,0.00022557683,0.000046243436,0.0016576337,0.0003524428,0.00012983441,0.00011183393,0.002780049,0.000011699763],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052423726,0.000012814557,0.0027932648,0.0022544225,0.000025727577,0.000003022809,0.0033138178,0.0000014752507,0.00044391665,0.0030206237,0.9652124,0.022866094],"study_design_scores_gemma":[0.0031783655,0.0004389359,0.0017058424,0.00425453,0.00062558136,0.00021235725,0.0035060511,0.00026232828,0.0000131039205,0.0022012491,0.98339,0.00021166432],"about_ca_topic_score_codex":0.000046544097,"about_ca_topic_score_gemma":0.000001050072,"teacher_disagreement_score":0.31753394,"about_ca_system_score_codex":0.00046624837,"about_ca_system_score_gemma":0.00022267136,"threshold_uncertainty_score":0.9995206},"labels":[],"label_agreement":null},{"id":"W4313277439","doi":"10.1007/s43678-022-00435-5","title":"“Maybe it’s the first time somebody’s been honest with you”: exploring how residents reconcile feedback variability","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Sunnybrook Hospital; University of Toronto; Western University; Sunnybrook Health Science Centre","funders":"Canadian Association of Emergency Physicians","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Internal medicine","score_opus":0.09803997729085677,"score_gpt":0.3136744401870518,"score_spread":0.21563446289619503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313277439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5574931,0.0006081886,0.00015426154,0.41929737,0.013669252,0.00063827215,0.00001970191,0.00001889362,0.008100952],"genre_scores_gemma":[0.9820876,0.00015873168,0.00031516133,0.0038573567,0.0041969405,0.00010304334,0.00005612566,0.00006234116,0.009162664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972383,0.00016805339,0.0008792708,0.0002512809,0.0010018419,0.00046128716],"domain_scores_gemma":[0.99731576,0.00010550903,0.0005372025,0.0005712352,0.0009202299,0.0005500351],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035331903,0.00020984717,0.00045342132,0.00046741238,0.000805977,0.000010486624,0.00050158304,0.000059513168,0.02044616],"category_scores_gemma":[0.0036153165,0.0001399184,0.00009305995,0.0014177422,0.00027671174,0.00023459404,0.000033857403,0.0010818698,0.000024085923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012033583,0.000078088255,0.03216521,0.00009318756,0.00020373508,0.00015235474,0.011575995,0.00005560669,0.000109941386,0.00016682003,0.952373,0.0029056903],"study_design_scores_gemma":[0.0021225652,0.0017274587,0.13624315,0.0005367385,0.00046459277,0.0005521402,0.019694272,0.00014838645,0.00003273605,0.00041867179,0.83777314,0.00028615617],"about_ca_topic_score_codex":0.003700095,"about_ca_topic_score_gemma":0.0019077205,"teacher_disagreement_score":0.42459452,"about_ca_system_score_codex":0.00094560056,"about_ca_system_score_gemma":0.0024502904,"threshold_uncertainty_score":0.98044926},"labels":[],"label_agreement":null},{"id":"W4313311710","doi":"10.1111/medu.15016","title":"Anti‐oppressive pedagogy in medical education: A qualitative study of trainees and faculty","year":2022,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Oppression; Transformative learning; Grounded theory; Pedagogy; Sociology; Pace; Medical education; Curriculum; Resistance (ecology); Equity (law); Constructivist grounded theory; Qualitative research; Focus group; Context (archaeology); Teacher education; Psychology; Medicine; Political science; Social science","score_opus":0.03426565716396676,"score_gpt":0.5063971256234376,"score_spread":0.47213146845947085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313311710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95622617,0.00041765437,0.000042903357,0.040072482,0.0011585864,0.0008854967,0.0000052150212,0.00002838821,0.001163116],"genre_scores_gemma":[0.98919684,0.000033241457,0.00047238666,0.00820195,0.0003174753,0.00086301897,0.00036598588,0.000021296652,0.0005277895],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99569786,0.0005518537,0.00088415795,0.0004299235,0.0021957958,0.00024041116],"domain_scores_gemma":[0.9985933,0.00018922536,0.00027218935,0.0003362879,0.00039948116,0.00020955098],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022461107,0.00017272751,0.00046145963,0.00056010054,0.0001547771,0.000009279378,0.00024838088,0.00015627246,0.0045347037],"category_scores_gemma":[0.011080215,0.00016081009,0.000040524672,0.0012400461,0.0002831884,0.00010190107,0.00013552196,0.00089534465,0.000004745849],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018067456,0.03328365,0.036780626,0.0004018783,0.00010158194,0.000023044366,0.4605559,0.000003939918,0.000049300463,0.0034900256,0.10315938,0.36197],"study_design_scores_gemma":[0.0033318093,0.0010629828,0.10493491,0.00036904262,0.00009212254,0.00030475794,0.86528254,0.0008690227,0.000022152151,0.0006815338,0.022804732,0.00024440026],"about_ca_topic_score_codex":0.00078081014,"about_ca_topic_score_gemma":0.000089177614,"teacher_disagreement_score":0.40472662,"about_ca_system_score_codex":0.00026569265,"about_ca_system_score_gemma":0.0118814865,"threshold_uncertainty_score":0.9972499},"labels":[],"label_agreement":null},{"id":"W4313379806","doi":"10.1016/j.cjca.2022.12.024","title":"A Pulse Check on the Training of Adult Cardiologists in Canada: The Expanding Role of Bootcamps for Training Program Transition","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Queen's University; McMaster University; St Joseph's Health Care; University of Toronto; University of Ottawa","funders":"Canadian Cardiovascular Society","keywords":"Subspecialty; Medicine; Training (meteorology); Medical education; Transition (genetics); Anxiety; Family medicine; Psychiatry","score_opus":0.037474389354747686,"score_gpt":0.2906975371578117,"score_spread":0.25322314780306404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313379806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877952,0.00020553482,0.0003533287,0.009111432,0.00056922104,0.00056323525,0.000042400363,0.0000019104057,0.0013577663],"genre_scores_gemma":[0.9984118,0.0000069157327,0.00022862478,0.0008381277,0.00036130412,0.000119619115,0.00001795456,0.0000109065595,0.0000047480107],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99861306,0.00023567096,0.00055982126,0.00009493232,0.00021783997,0.00027868754],"domain_scores_gemma":[0.9989206,0.0002553273,0.0002867321,0.00015568598,0.00029646765,0.00008517535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015485524,0.000084050036,0.00046175424,0.00024513467,0.00014029986,0.0000029012726,0.0001908443,0.000054314303,0.0000210301],"category_scores_gemma":[0.001387849,0.000056815734,0.00014623902,0.00035715205,0.00018527146,0.000020670577,0.0000050244366,0.00054035126,4.3448235e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011426033,0.000043603486,0.02949519,0.00021122636,0.0012728825,0.0001943537,0.08787764,0.05809259,0.0039428547,0.012530447,0.018439779,0.7867568],"study_design_scores_gemma":[0.0057970835,0.005030191,0.17240903,0.00068013347,0.00061715825,0.003711906,0.6962774,0.0037309078,0.0012790294,0.0033115451,0.106712945,0.00044270148],"about_ca_topic_score_codex":0.09619196,"about_ca_topic_score_gemma":0.16076982,"teacher_disagreement_score":0.78631413,"about_ca_system_score_codex":0.0007842204,"about_ca_system_score_gemma":0.00790821,"threshold_uncertainty_score":0.997716},"labels":[],"label_agreement":null},{"id":"W4313389326","doi":"10.21089/njhs.63.0092","title":"Consultants &amp; Trainees Active Participation in Multi-Disciplinary Team (MDT): Tumor Boards can Play a Major Role in the Achievement of their Academic Professional Development Goals","year":2022,"lang":"en","type":"article","venue":"National Journal of Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Lawrence College","funders":"","keywords":"Multidisciplinary approach; Curriculum; Discipline; Medical education; Professional development; Multidisciplinary team; Socioeconomic status; Medicine; Modernization theory; Health care; Teamwork; Psychology; Pedagogy; Nursing; Sociology; Political science","score_opus":0.0899992742001225,"score_gpt":0.46573298707510435,"score_spread":0.37573371287498186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313389326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688388,0.00028339835,0.000051207626,0.029897366,0.0003527668,0.0004925909,0.00002674566,0.00000248787,0.000054620752],"genre_scores_gemma":[0.99311686,0.000011668554,0.0038729145,0.002753656,0.000057916957,0.00011810528,0.000032042524,0.000003880419,0.0000329884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959971,0.00041177144,0.0012141288,0.00014712356,0.0019904375,0.00023944984],"domain_scores_gemma":[0.99814653,0.00035720877,0.00089431414,0.000051577543,0.0004987673,0.000051582614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010943447,0.000089540816,0.00024692167,0.00066001195,0.00040613543,0.000006394303,0.00030166892,0.000034542776,0.000059482663],"category_scores_gemma":[0.0012450648,0.000057123343,0.000026695989,0.0015982323,0.00020307703,0.00014344533,0.00005454074,0.00075925083,5.752035e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014003818,0.011390121,0.48756796,0.00036430804,0.00011213466,0.00001550764,0.3915466,0.005168186,0.0058126687,0.0057168305,0.010911032,0.07999427],"study_design_scores_gemma":[0.0016633115,0.00040209712,0.94895184,0.00032728634,0.0000051521056,0.0000841695,0.044060167,0.0012294442,0.00037730453,0.0009660191,0.0018615652,0.000071628645],"about_ca_topic_score_codex":0.000030199637,"about_ca_topic_score_gemma":0.00009008033,"teacher_disagreement_score":0.4613839,"about_ca_system_score_codex":0.00088430033,"about_ca_system_score_gemma":0.008272222,"threshold_uncertainty_score":0.99735},"labels":[],"label_agreement":null},{"id":"W4313436463","doi":"10.26444/aaem/156575","title":"Representatives of generation ‘Z’ as future doctors – results of research among final year students at medical universities in Poland","year":2023,"lang":"en","type":"article","venue":"Annals of Agricultural and Environmental Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Uniwersytet Medyczny im. Piastów Slaskich we Wroclawiu","keywords":"Preparedness; Medical education; Quarter (Canadian coin); Psychosocial; Work (physics); Psychology; Sample (material); Health care; Medicine; Family medicine; Political science","score_opus":0.07425344204330536,"score_gpt":0.4110192860926084,"score_spread":0.33676584404930304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313436463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900939,0.00018906186,1.4567384e-7,0.008582763,0.00010892119,0.00019161304,0.00001643403,0.000005567313,0.000811586],"genre_scores_gemma":[0.9941699,0.0019538403,0.000019847555,0.00006761443,0.00027869298,0.000004099607,0.0005080582,0.0000037518905,0.0029942147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979366,0.000090237074,0.0004430803,0.00018014747,0.0011975484,0.00015237957],"domain_scores_gemma":[0.9995062,0.00009697727,0.00013677147,0.000112719994,0.00006768463,0.00007969543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000909814,0.000085477695,0.00025881754,0.00025208562,0.000047995563,0.0000014460164,0.00009371764,0.000102902006,0.00019438208],"category_scores_gemma":[0.00029558703,0.000052420826,0.000027652553,0.0005586491,0.0008534265,0.00008255633,0.00011738123,0.00019154494,0.000003860132],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011024536,0.00068459,0.79064494,0.00039204097,0.00017916919,0.000048520447,0.021461595,0.000022940534,0.095560916,0.00030001628,0.08374034,0.0058624577],"study_design_scores_gemma":[0.0015427727,0.0006389658,0.93571955,0.00036096823,0.000014687462,0.000011284188,0.05158087,0.000018548246,0.009822103,0.000019904961,0.00022593324,0.000044407214],"about_ca_topic_score_codex":0.00029206963,"about_ca_topic_score_gemma":0.00002555716,"teacher_disagreement_score":0.14507459,"about_ca_system_score_codex":0.000047005862,"about_ca_system_score_gemma":0.000023662495,"threshold_uncertainty_score":0.31444854},"labels":[],"label_agreement":null},{"id":"W4313549598","doi":"10.1186/s12909-022-03971-x","title":"Exploring medical students’ perspectives of physician leadership","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medical education; Medicine; Medical school; MEDLINE; Psychology; Political science","score_opus":0.21731452149443692,"score_gpt":0.4316556877939655,"score_spread":0.2143411662995286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313549598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97010684,0.00024676224,0.00089307013,0.02377324,0.0020231786,0.00036240974,7.8241004e-7,0.00020892492,0.0023847786],"genre_scores_gemma":[0.98702693,0.0004170421,0.0022631632,0.006460014,0.0018490216,0.00033888003,0.00016421021,0.000041818428,0.0014389298],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99484825,0.000115166426,0.0005872624,0.00035731445,0.003747845,0.0003441567],"domain_scores_gemma":[0.99844277,0.00026655686,0.00014822623,0.00042079113,0.00040937762,0.00031228914],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021070628,0.0001550931,0.00032369516,0.00049719546,0.00008652785,0.00001578279,0.00043909377,0.00020432076,0.0016091702],"category_scores_gemma":[0.020160213,0.00014048771,0.00010453641,0.0018937472,0.0003570567,0.00018210456,0.00009013305,0.00051245943,0.00033151885],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018411159,0.006763417,0.1433288,0.002644999,0.0001948936,0.00001828676,0.023254478,0.0000041794324,0.00031992653,0.019933496,0.14459863,0.65875477],"study_design_scores_gemma":[0.0025249252,0.00030039507,0.7262778,0.0041769384,0.0001657279,0.00006774999,0.24913321,0.0028676316,0.0008223147,0.00060946186,0.0126278335,0.00042597446],"about_ca_topic_score_codex":0.000049603117,"about_ca_topic_score_gemma":0.000010504791,"teacher_disagreement_score":0.65832883,"about_ca_system_score_codex":0.00019556533,"about_ca_system_score_gemma":0.005290701,"threshold_uncertainty_score":0.9993035},"labels":[],"label_agreement":null},{"id":"W4313641111","doi":"10.1111/medu.15017","title":"Residents as supervisors: How senior residents make ad hoc entrustment decisions","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Child, Adolescent and Family Mental Health; University of Northern British Columbia; University of Calgary","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Post hoc; Medical education; Psychology; Nursing; Medicine","score_opus":0.02220658126976312,"score_gpt":0.3708996757350494,"score_spread":0.3486930944652863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313641111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80450445,0.0005573344,0.00013281523,0.1875751,0.004260494,0.000774012,0.0000041793287,0.00029878528,0.0018928336],"genre_scores_gemma":[0.8594641,0.0041577127,0.005955982,0.05757946,0.0029665206,0.0010205017,0.002691022,0.0001558269,0.06600887],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.995237,0.00014737876,0.00066008716,0.00060050905,0.0027805918,0.00057443505],"domain_scores_gemma":[0.99775976,0.00024888958,0.0001566187,0.0008555088,0.0005742155,0.00040501443],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013997265,0.0002588142,0.0003503406,0.000782428,0.00027354187,0.00008285524,0.00037649315,0.00039407596,0.0034251548],"category_scores_gemma":[0.030498235,0.00023040517,0.00012022683,0.0022562796,0.00019622703,0.00019262072,0.00014389442,0.000650032,0.0030020077],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063897394,0.00073566835,0.0062550968,0.000084501975,0.00004426732,0.000035973022,0.0014159689,3.7490003e-7,0.00013505087,0.00045314978,0.65408283,0.33669323],"study_design_scores_gemma":[0.0029355297,0.00044499544,0.5357455,0.0024516785,0.00023653361,0.0003431784,0.01148945,0.00088897534,0.00058027933,0.0045518586,0.43980196,0.0005300668],"about_ca_topic_score_codex":0.00014885582,"about_ca_topic_score_gemma":0.000038979597,"teacher_disagreement_score":0.5294904,"about_ca_system_score_codex":0.00052243343,"about_ca_system_score_gemma":0.003952823,"threshold_uncertainty_score":0.99777424},"labels":[],"label_agreement":null},{"id":"W4313888270","doi":"10.1016/j.jtcvs.2023.01.007","title":"Competency-based training: Canadian cardiothoracic surgery","year":2023,"lang":"en","type":"editorial","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre; University of Ottawa","funders":"","keywords":"Medicine; Cardiothoracic surgery; General surgery; MEDLINE; Surgery","score_opus":0.030870626902202825,"score_gpt":0.31878402512968873,"score_spread":0.2879133982274859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313888270","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005706285,0.022302698,0.0006693879,0.0014511094,0.96899986,0.00026721787,0.000076419856,0.00007205674,0.00045494476],"genre_scores_gemma":[0.017949961,0.007208469,0.0018813625,0.000468715,0.9708839,0.000038201026,0.0008866985,0.00031302555,0.00036967956],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934243,0.00053329486,0.0017152715,0.0005021259,0.0030665002,0.0007585215],"domain_scores_gemma":[0.99202204,0.0032649927,0.0007852684,0.00090123614,0.0023240694,0.00070237095],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014312522,0.0005211727,0.0034546524,0.0030457529,0.00022831275,0.00011317488,0.00021899513,0.0013226068,0.00007160241],"category_scores_gemma":[0.020249058,0.0004717872,0.0039405134,0.0015012483,0.00025052787,0.00016619575,0.000032526532,0.0023589006,0.000029967341],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011732777,0.000029073055,0.00043480934,0.0010278441,0.0028070835,0.0016944269,0.0001065663,0.000036479236,0.0000010448933,0.0000010227157,0.7853372,0.2084071],"study_design_scores_gemma":[0.00018232537,0.000047786536,0.00087351556,0.0029477354,0.0030391286,0.00047662298,0.00042048245,0.00004322956,0.00002012689,0.000035329645,0.9914654,0.00044830932],"about_ca_topic_score_codex":0.0017399334,"about_ca_topic_score_gemma":0.00023505425,"teacher_disagreement_score":0.2079588,"about_ca_system_score_codex":0.00058966136,"about_ca_system_score_gemma":0.02573875,"threshold_uncertainty_score":0.9999739},"labels":[],"label_agreement":null},{"id":"W4315483397","doi":"10.1093/postmj/qgac001","title":"A framework for residents’ pursuit of excellence based upon non-cognitive and cognitive attributes","year":2023,"lang":"en","type":"article","venue":"Postgraduate Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Excellence; Stakeholder; Cognition; Thematic analysis; Psychology; Conscientiousness; Medicine; Medical education; Applied psychology; Social psychology; Public relations; Personality; Big Five personality traits; Qualitative research; Sociology","score_opus":0.04969237007830478,"score_gpt":0.3833157759728633,"score_spread":0.3336234058945585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315483397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80851126,0.00030110762,0.13324217,0.056183226,0.0008197471,0.00071807706,0.000046724683,0.000050880713,0.00012680753],"genre_scores_gemma":[0.98783576,0.00036171678,0.007332457,0.0033041425,0.00077316083,0.0000722579,0.00015624563,0.000034119454,0.00013010965],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968896,0.00009397997,0.0006936256,0.00027627533,0.0016020406,0.0004444596],"domain_scores_gemma":[0.9956794,0.002145926,0.00031182833,0.00012690702,0.0013347317,0.0004012104],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026934221,0.00018024581,0.0004294213,0.00046163143,0.00021454427,0.00003985816,0.00018453813,0.00025928213,0.0003035699],"category_scores_gemma":[0.039250586,0.00014754666,0.000118892895,0.00096878887,0.00042027593,0.00009262368,0.00006758292,0.0009566512,0.000034227993],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041564754,0.0015675888,0.08346487,0.002154212,0.00095946575,0.0009222118,0.004118597,0.0000024081592,0.0017372321,0.00180768,0.057371054,0.8417382],"study_design_scores_gemma":[0.021538066,0.0047804043,0.83224344,0.0350371,0.0019341842,0.0020764626,0.010051567,0.02736465,0.017818607,0.04460244,0.0016253134,0.000927733],"about_ca_topic_score_codex":0.000014673995,"about_ca_topic_score_gemma":0.0000016164238,"teacher_disagreement_score":0.8408105,"about_ca_system_score_codex":0.000054362037,"about_ca_system_score_gemma":0.0007887074,"threshold_uncertainty_score":0.9688422},"labels":[],"label_agreement":null},{"id":"W4315607612","doi":"10.36834/cmej.74131","title":"Design thinking sprints as a facilitation process to enact change in the residency match process and beyond","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Alberta","funders":"Canadian Medical Association","keywords":"Facilitation; Process (computing); Curriculum; Resource (disambiguation); Medical education; Engineering ethics; Computer science; Knowledge management; Psychology; Medicine; Pedagogy; Engineering; Neuroscience","score_opus":0.036040397341542685,"score_gpt":0.3852767887635405,"score_spread":0.3492363914219978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315607612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6631653,0.00012077583,0.0002011846,0.3337627,0.00083846366,0.00086630497,0.0000011312551,0.0000250526,0.0010191384],"genre_scores_gemma":[0.89727443,0.000086187974,0.0012435889,0.09970426,0.0009849168,0.00039873848,0.000034080145,0.000021827404,0.00025197593],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99742967,0.0001721926,0.00046695472,0.0002477532,0.0012568141,0.00042662196],"domain_scores_gemma":[0.99722916,0.00012387901,0.00010027946,0.00019672055,0.0005840079,0.0017659805],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039442824,0.00013585559,0.00017154921,0.0010663149,0.00034063327,0.00010779059,0.0003081357,0.0001858737,0.0022489096],"category_scores_gemma":[0.030558133,0.00010459275,0.000022732844,0.0021292202,0.00009249345,0.00026802273,0.0000111595555,0.0009114396,0.00017515168],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005999063,0.00026581954,0.01198824,0.00037654064,0.000031008844,0.00023348255,0.30758068,0.000015595415,0.000020414414,0.0025152357,0.12329984,0.5536132],"study_design_scores_gemma":[0.0028703455,0.0008653661,0.4841039,0.0046938723,0.00015776466,0.008116,0.33613843,0.004432696,0.00012287931,0.09884434,0.058649536,0.0010048938],"about_ca_topic_score_codex":0.0027252184,"about_ca_topic_score_gemma":0.0031362507,"teacher_disagreement_score":0.55260825,"about_ca_system_score_codex":0.00040094316,"about_ca_system_score_gemma":0.027641864,"threshold_uncertainty_score":0.9986632},"labels":[],"label_agreement":null},{"id":"W4315798083","doi":"10.1007/s44186-022-00099-w","title":"Entrustable professional activity assessments in surgery: competing perspectives, practices, expectations, and future roles?","year":2023,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia; McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Medical education; Otorhinolaryngology; Constructivist grounded theory; Medicine; Qualitative research; Obstetrics and gynaecology; Grounded theory; Psychology; Surgery; Sociology","score_opus":0.017601483059560587,"score_gpt":0.402317791552703,"score_spread":0.38471630849314237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315798083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9340364,0.0014588952,0.000009475006,0.054970715,0.0064155078,0.0008548854,0.000020264106,0.00004005819,0.0021938223],"genre_scores_gemma":[0.9922168,0.0005936884,0.00096129085,0.00042321035,0.0029148634,0.00018073348,0.00018394765,0.000024627117,0.0025007937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965221,0.0005654415,0.0010000039,0.00035287443,0.0011458718,0.00041365987],"domain_scores_gemma":[0.9938601,0.0010657335,0.0026360468,0.00025032106,0.0019830228,0.00020472896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003320596,0.00022694077,0.0005174416,0.0004167259,0.00037496802,0.00012395019,0.00020133895,0.00031039378,0.00010373293],"category_scores_gemma":[0.0075696586,0.00017895074,0.00026615197,0.0026426215,0.00007282472,0.00065387686,0.00006118029,0.0006723413,0.000012846335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001338249,0.0072908346,0.52271885,0.0003233667,0.0002490817,0.00000693316,0.0032667033,0.000026419137,0.000041869902,0.02068848,0.1675218,0.27652743],"study_design_scores_gemma":[0.0024776699,0.00012313432,0.49706662,0.00049108913,0.0001951103,0.00036064073,0.04162505,0.00041694142,0.00003482451,0.0015776842,0.4553536,0.00027763087],"about_ca_topic_score_codex":0.00005935719,"about_ca_topic_score_gemma":0.0000108094155,"teacher_disagreement_score":0.28783178,"about_ca_system_score_codex":0.0029167333,"about_ca_system_score_gemma":0.006469158,"threshold_uncertainty_score":0.9991632},"labels":[],"label_agreement":null},{"id":"W4317479663","doi":"10.5858/arpa.2022-0208-ep","title":"Staying Online in Uncertain Times: A Nationwide Canadian Survey of Pathology Resident Uses of and Adaptations to Online Learning During COVID-19","year":2023,"lang":"en","type":"article","venue":"Archives of Pathology & Laboratory Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; London Health Sciences Centre","funders":"","keywords":"Hematopathology; Neuropathology; Curriculum; Online learning; Medical education; Medicine; Coronavirus disease 2019 (COVID-19); Psychology; Subspecialty; Pathology; Computer science; Disease; Multimedia; Pedagogy","score_opus":0.05195936109708189,"score_gpt":0.38114416020688713,"score_spread":0.32918479910980525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317479663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905014,0.00034257004,0.00023871353,0.0080016665,0.0001223233,0.00038047327,0.00030880503,0.000030432991,0.00007361576],"genre_scores_gemma":[0.9928609,0.0003352066,0.0044897934,0.0011181845,0.00006036891,0.000023873032,0.0009812063,0.000023615285,0.00010681046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974867,0.00063169235,0.00096183916,0.00033389966,0.00027976383,0.0003060709],"domain_scores_gemma":[0.9973438,0.001306213,0.00033603018,0.00030423378,0.0004637501,0.0002460209],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001725154,0.00015558976,0.0006158176,0.002426711,0.00009271565,0.0000012588723,0.00013963385,0.00011525485,0.00008014703],"category_scores_gemma":[0.030715207,0.0001484434,0.000021768588,0.0023702367,0.0008482395,0.000047843052,0.00006674175,0.00039597705,0.0000014351488],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027515565,0.00020424702,0.8441351,0.0006370236,0.00005596413,0.0006039525,0.03197564,0.001978089,0.11551465,0.0006257781,0.0002792116,0.0037151747],"study_design_scores_gemma":[0.0015250738,0.0004871888,0.982685,0.00045884354,0.00004276083,0.000051192448,0.013182434,0.0006738306,0.00044487283,0.00017961649,0.00017700548,0.00009217308],"about_ca_topic_score_codex":0.025954695,"about_ca_topic_score_gemma":0.08455423,"teacher_disagreement_score":0.1385499,"about_ca_system_score_codex":0.00010075004,"about_ca_system_score_gemma":0.0017044126,"threshold_uncertainty_score":0.9805316},"labels":[],"label_agreement":null},{"id":"W4317582985","doi":"10.4103/amhs.amhs_285_21","title":"Crossing the Final Hurdle","year":2021,"lang":"en","type":"article","venue":"Archives of Medicine and Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scholarship; Medicine; Productivity; Public relations; Medical education; Political science; Law; Economic growth","score_opus":0.13941337235639809,"score_gpt":0.4719494290983739,"score_spread":0.33253605674197584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317582985","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40646756,0.005142282,0.0008531536,0.57216716,0.00027284242,0.00012635198,4.964581e-7,0.000009650268,0.01496053],"genre_scores_gemma":[0.95696366,0.0008719446,0.013851475,0.027292425,0.00037698197,0.00000432934,0.0000063215075,0.000002822715,0.0006300626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99915755,0.000034540764,0.00024732455,0.00013489184,0.00027790485,0.00014776326],"domain_scores_gemma":[0.99952936,0.00016385574,0.00009012939,0.00011736676,0.000044800454,0.000054487326],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00093626115,0.000043430067,0.00015028415,0.00008241105,0.0005079694,0.000009607612,0.00006878953,0.0000118573025,0.00007333838],"category_scores_gemma":[0.0005708345,0.000023318331,0.000013960669,0.00041925473,0.0030444348,0.00003218258,0.000028074379,0.00012711601,7.567926e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017546687,0.00009372067,0.029036462,0.00042086595,0.000010952908,0.0000049475943,0.018067706,0.0000020306857,0.0013527176,0.034386493,0.022271639,0.8943349],"study_design_scores_gemma":[0.0021681676,0.0017620574,0.8297387,0.0026124904,0.000042603227,0.0004688108,0.03228802,0.0034349698,0.00096455077,0.024341704,0.10205995,0.00011802398],"about_ca_topic_score_codex":0.00012910424,"about_ca_topic_score_gemma":0.000014660151,"teacher_disagreement_score":0.8942169,"about_ca_system_score_codex":0.000005384134,"about_ca_system_score_gemma":0.00084944436,"threshold_uncertainty_score":0.9996687},"labels":[],"label_agreement":null},{"id":"W4317722021","doi":"10.1503/cmaj.212145-f","title":"Le détournement cognitif en médecine universitaire ou la persistance du racisme anti-Noirs","year":2023,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Humanities; Art; Political science","score_opus":0.00685884037151779,"score_gpt":0.25872928398223316,"score_spread":0.25187044361071537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317722021","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14722209,0.0010171236,0.0006968043,0.8140639,0.011352962,0.00031747567,0.00009030498,0.00008112039,0.025158197],"genre_scores_gemma":[0.92423624,0.003462306,0.00055835536,0.02077705,0.015435115,0.0000142509525,0.00025536536,0.000084690364,0.035176624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994032,0.0005868999,0.0009231635,0.0003582252,0.0028259791,0.0012736903],"domain_scores_gemma":[0.99509037,0.0005706892,0.00046382073,0.00019155226,0.0014811195,0.0022024417],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006629501,0.000285594,0.00049438624,0.00089172006,0.000996503,0.00015586017,0.00044893246,0.0011099862,0.010771166],"category_scores_gemma":[0.014902886,0.00032781725,0.0002145539,0.0022169785,0.00029035995,0.00036040772,0.000052019797,0.0027860065,0.0021929867],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000123168,0.00018070416,0.024227757,0.000086086744,0.00040185486,0.0029681395,0.0018555019,0.000022920698,0.000015806349,0.015606778,0.81757987,0.13704228],"study_design_scores_gemma":[0.0034644296,0.000114619455,0.07367,0.0011017452,0.00023518915,0.0008998628,0.024150811,0.0024833337,0.000006128221,0.00053138006,0.89303535,0.00030713572],"about_ca_topic_score_codex":0.0014280843,"about_ca_topic_score_gemma":0.0039041492,"teacher_disagreement_score":0.79328686,"about_ca_system_score_codex":0.00550308,"about_ca_system_score_gemma":0.020554878,"threshold_uncertainty_score":0.9999174},"labels":[],"label_agreement":null},{"id":"W4317863313","doi":"10.46747/cfp.690167","title":"L’évaluation des étudiants et des résidents","year":2023,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institut du Savoir Montfort","funders":"","keywords":"Valuation (finance); Humanities; Philosophy; Business","score_opus":0.07387925982279141,"score_gpt":0.3467362444219575,"score_spread":0.2728569845991661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317863313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84081423,0.0039173006,0.00015860517,0.01221055,0.007896364,0.0006810494,0.00013689758,0.00014966309,0.13403536],"genre_scores_gemma":[0.7999727,0.0021276376,0.0029493566,0.16834791,0.005073184,0.00019682662,0.001645325,0.00021100671,0.01947604],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99710226,0.00018444039,0.0004586541,0.00043950824,0.0005717108,0.0012434404],"domain_scores_gemma":[0.9980645,0.00009041239,0.0001045487,0.0004893548,0.0006460368,0.0006051494],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011465151,0.0002935242,0.00032333613,0.0008824617,0.00055915216,0.00009516718,0.0002447713,0.00025867196,0.000074756004],"category_scores_gemma":[0.00090398005,0.0003575027,0.00010326703,0.003959996,0.00075540075,0.00057245843,0.000035329856,0.0004979056,0.0077818357],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047346375,0.00008954906,0.0045285355,0.00023934896,0.00009339151,0.00007857907,0.0017222449,0.00010319168,0.000736838,0.0034015947,0.33607534,0.6529267],"study_design_scores_gemma":[0.000986814,0.00015250914,0.79451984,0.0021618844,0.00023420031,0.0000051011425,0.012975296,0.005011654,0.00018023547,0.021112144,0.16218203,0.00047827323],"about_ca_topic_score_codex":0.02703804,"about_ca_topic_score_gemma":0.026515331,"teacher_disagreement_score":0.7899913,"about_ca_system_score_codex":0.0023474942,"about_ca_system_score_gemma":0.0036389835,"threshold_uncertainty_score":0.9998877},"labels":[],"label_agreement":null},{"id":"W4317895159","doi":"10.1370/afm.21.s1.4398","title":"Use of The CPD-Reaction Questionnaire to Evaluate Continuing Professional Development Activities for Health Professionals","year":2023,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Critical appraisal; Competence (human resources); Data extraction; Grey literature; Health professionals; Systematic review; Continuing professional development; Context (archaeology); MEDLINE; Medical education; Psychology; Medicine; Health care; Professional development; Alternative medicine","score_opus":0.0760266073713717,"score_gpt":0.4502730584066864,"score_spread":0.37424645103531473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317895159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9300212,0.000006660397,0.0016062345,0.064313374,0.0021866534,0.001735493,0.0000033676192,0.00008657193,0.000040388626],"genre_scores_gemma":[0.94728214,0.0000025503407,0.012010023,0.006695334,0.00016063571,0.0007198471,0.00008517864,0.000019119901,0.03302517],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986409,0.000076565295,0.00041042073,0.00016025364,0.0005180058,0.00019386612],"domain_scores_gemma":[0.9990644,0.00012465844,0.00017018749,0.00018080346,0.00041009038,0.000049881717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00124399,0.00008436658,0.00017015816,0.00018045242,0.00021028052,0.000007185642,0.000059397553,0.000060721934,0.000034826724],"category_scores_gemma":[0.0019837902,0.00005192658,0.00003838005,0.0006453968,0.000036204863,0.000110967674,0.000052367206,0.00013799785,0.0000143066145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031824285,0.00070708815,0.012009122,0.0009942711,0.000085169275,2.9271658e-7,0.015153145,0.00003509102,0.021552166,0.004370925,0.551194,0.39358047],"study_design_scores_gemma":[0.0009970608,0.00017870066,0.8393521,0.0054121483,0.000031757485,0.000007984298,0.0050896457,0.00172171,0.033170868,0.00028191257,0.11357648,0.00017968858],"about_ca_topic_score_codex":0.000016138327,"about_ca_topic_score_gemma":0.000015633457,"teacher_disagreement_score":0.8273429,"about_ca_system_score_codex":0.00023257226,"about_ca_system_score_gemma":0.0010248115,"threshold_uncertainty_score":0.23749253},"labels":[],"label_agreement":null},{"id":"W4318026578","doi":"10.1108/lhs-05-2022-0060","title":"The 4C’s of influence framework: fostering leadership development through character, competence, connection and culture","year":2023,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Western University; Ottawa Hospital; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Leadership development; Thriving; Competence (human resources); Originality; Psychology; Sociology; Shared leadership; Public relations; Leadership style; Pedagogy; Political science; Social psychology; Creativity; Social science","score_opus":0.20189165281635696,"score_gpt":0.38061225997814996,"score_spread":0.178720607161793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318026578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9129956,0.0018451131,0.000113425616,0.083422326,0.0006180603,0.000723239,0.0000013064773,0.00012649526,0.00015447217],"genre_scores_gemma":[0.9785918,0.00041514356,0.00404242,0.016483704,0.00013101906,0.000077133984,0.00004089304,0.000016179538,0.00020169422],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99821454,0.00009031024,0.0006264431,0.00025039117,0.00034783382,0.00047045678],"domain_scores_gemma":[0.9990388,0.00025812385,0.0002665958,0.00023313725,0.00014451388,0.000058809106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011444859,0.0001343793,0.00024489075,0.00014942267,0.00025469632,0.000027199068,0.00014974034,0.00016416608,0.000010135157],"category_scores_gemma":[0.00022026146,0.00010256382,0.000018126364,0.0011478405,0.0001558942,0.00019590683,0.000055649816,0.0005293204,0.000019575311],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004370167,0.00029859063,0.21105339,0.081947535,0.00011433719,0.000014603127,0.5365364,0.00011399829,0.0012213353,0.016831208,0.0006041668,0.15082741],"study_design_scores_gemma":[0.00087338535,0.00024006327,0.7247599,0.017850652,0.000012571007,0.000033408913,0.23356804,0.0011700595,0.0009019283,0.003113516,0.017238086,0.00023844212],"about_ca_topic_score_codex":0.00016176957,"about_ca_topic_score_gemma":0.0001974686,"teacher_disagreement_score":0.51370645,"about_ca_system_score_codex":0.00011997766,"about_ca_system_score_gemma":0.00020681278,"threshold_uncertainty_score":0.4182431},"labels":[],"label_agreement":null},{"id":"W4318218333","doi":"10.5489/cuaj.8268","title":"Let’s not forget our residents in training","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Training (meteorology); Psychology; Medical education; Medicine; Geography; Meteorology","score_opus":0.04642351451172926,"score_gpt":0.3193239369027901,"score_spread":0.2729004223910608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318218333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8068566,0.000007752352,0.000023931687,0.18926455,0.00088166766,0.00011998099,0.0000054226266,0.000040026454,0.0028001121],"genre_scores_gemma":[0.9829083,0.000034751523,0.00037930222,0.014165375,0.0007877828,0.000012714312,0.000048647373,0.000011820135,0.0016513033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982734,0.00010710915,0.00042949084,0.00015229147,0.00048635856,0.0005513579],"domain_scores_gemma":[0.99912566,0.000067332934,0.00016671156,0.0000874837,0.00023324798,0.00031954426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021898393,0.000088516375,0.00020162803,0.00069022144,0.00018976627,0.000049790655,0.00011114429,0.000260725,0.00012886421],"category_scores_gemma":[0.007563344,0.000080737125,0.00006259546,0.0011171283,0.000012559263,0.00009947836,0.000010650476,0.0008980665,0.00019641628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024192514,0.000028914248,0.7350187,0.000005505063,0.00003376092,0.00022726369,0.00095771736,0.00005383,0.00011084195,0.00031213762,0.2248086,0.038418565],"study_design_scores_gemma":[0.0006694678,0.00006897713,0.92691904,0.000021219961,0.000012895301,0.000089114386,0.0011487646,0.0005036156,0.0000062018885,0.00071958493,0.06976462,0.00007649039],"about_ca_topic_score_codex":0.00067166676,"about_ca_topic_score_gemma":0.0009918129,"teacher_disagreement_score":0.19190037,"about_ca_system_score_codex":0.0015465257,"about_ca_system_score_gemma":0.0008779735,"threshold_uncertainty_score":0.9054576},"labels":[],"label_agreement":null},{"id":"W4318263132","doi":"10.1016/j.jcjo.2023.01.003","title":"Evaluating the effect of assessment form design on the quality of feedback in one Canadian ophthalmology residency program as an early adopter of CBME","year":2023,"lang":"en","type":"letter","venue":"Canadian Journal of Ophthalmology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Scopus; Coaching; Medical education; Rubric; Medicine; Quality (philosophy); Quality assessment; Psychology; MEDLINE; External quality assessment; Pedagogy; Political science","score_opus":0.2043876679184535,"score_gpt":0.4748544879034018,"score_spread":0.27046681998494826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318263132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88238084,0.00008274787,0.000003934097,0.111766025,0.0009977046,0.0017182474,0.000030527393,0.0000027007272,0.0030172763],"genre_scores_gemma":[0.99138916,0.0000025249658,0.0019678317,0.005218277,0.0006777706,0.00012935593,0.00007432467,0.00007052905,0.00047020486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927382,0.003063201,0.0021666074,0.0003364846,0.00092083064,0.0007746819],"domain_scores_gemma":[0.99311566,0.0024791718,0.0019562554,0.000928154,0.0012107723,0.00030996805],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011277738,0.00034923528,0.001377238,0.0016652069,0.0001291839,0.00001827618,0.0009316482,0.0009842012,0.001183373],"category_scores_gemma":[0.008066615,0.00023183305,0.00024758154,0.0011009176,0.000871345,0.00008068901,0.000027054297,0.003372158,0.000009100008],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021999984,0.0008088788,0.75043744,0.0055439593,0.0032963632,0.05555594,0.007887114,0.00046529414,0.0008035823,0.0025752983,0.1445143,0.025911799],"study_design_scores_gemma":[0.001977456,0.038966324,0.9240157,0.002403417,0.00048325455,0.02662073,0.00058429834,0.0001187001,0.000399914,0.003724509,0.0003328613,0.00037284402],"about_ca_topic_score_codex":0.30359772,"about_ca_topic_score_gemma":0.006992726,"teacher_disagreement_score":0.296605,"about_ca_system_score_codex":0.0011489973,"about_ca_system_score_gemma":0.01274849,"threshold_uncertainty_score":0.9997297},"labels":[],"label_agreement":null},{"id":"W4318413825","doi":"","title":"Formation médicale en France et au Canada. L'un des deux systèmes est-il meilleur que l'autre ?","year":2008,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Philosophy","score_opus":0.010657009094025746,"score_gpt":0.24416915858131183,"score_spread":0.23351214948728607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318413825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49268106,0.0062451055,0.24838966,0.11956315,0.0033942265,0.0020530783,0.00028633288,0.0004297976,0.12695758],"genre_scores_gemma":[0.8628191,0.0075602513,0.087201536,0.0018421111,0.00042520603,0.00039996512,0.0032537363,0.00014799801,0.036350116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874011,0.0072683366,0.0016869121,0.0010765132,0.0015320106,0.0010351234],"domain_scores_gemma":[0.98777246,0.0024099946,0.0011508698,0.0027810256,0.0053943945,0.0004912803],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009048769,0.00071850495,0.00087460404,0.00037479543,0.0011709605,0.00019185977,0.0014771163,0.000808906,0.0005995951],"category_scores_gemma":[0.0147815645,0.0007834061,0.00024885777,0.0013632956,0.0010128253,0.00045116796,0.00081907975,0.002076138,0.00016901664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054950633,0.0028451865,0.023951547,0.0035746722,0.00048886903,0.000087011926,0.06803111,0.0006919755,0.0016474104,0.3910452,0.041482113,0.46609995],"study_design_scores_gemma":[0.003479568,0.0000050981207,0.18520316,0.026183598,0.0004985917,0.00072372647,0.0040172655,0.06796352,0.041937917,0.0057744775,0.6621373,0.002075775],"about_ca_topic_score_codex":0.35599092,"about_ca_topic_score_gemma":0.35779095,"teacher_disagreement_score":0.6206552,"about_ca_system_score_codex":0.0031662362,"about_ca_system_score_gemma":0.009525504,"threshold_uncertainty_score":0.9994617},"labels":[],"label_agreement":null},{"id":"W4318499755","doi":"10.3390/ime2010003","title":"Designing an International Faculty Development Program in Medical Education: Capacity and Partnership","year":2023,"lang":"en","type":"article","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"General partnership; Curriculum; Medical education; Capacity building; Faculty development; Government (linguistics); China; Curriculum development; Political science; Professional development; Medicine; Sociology; Pedagogy","score_opus":0.07925715259143105,"score_gpt":0.4545699972182654,"score_spread":0.37531284462683434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318499755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92470896,0.000041274867,0.0003341768,0.058672626,0.0047603296,0.0006939741,0.000002468694,0.00031372317,0.010472472],"genre_scores_gemma":[0.94902617,0.00012879887,0.027100725,0.014942747,0.002280143,0.0013255371,0.0032886826,0.000045584224,0.0018616169],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955127,0.00010279465,0.00086501497,0.00058915024,0.0025682447,0.0003620565],"domain_scores_gemma":[0.99819267,0.000090715774,0.00017374646,0.00027354804,0.00074129115,0.00052806025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018493042,0.00023150521,0.00025329803,0.00090696034,0.000120963945,0.0000942769,0.00051266653,0.0003876951,0.0023982304],"category_scores_gemma":[0.012216412,0.00022417748,0.00004601832,0.0009830032,0.00025497747,0.00049083505,0.000120137076,0.00073092425,0.00016353565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060614435,0.0032456417,0.09327613,0.000079266516,0.00006260177,0.000017311719,0.0022905844,0.000001964074,0.000033613152,0.0060856794,0.021992989,0.8728536],"study_design_scores_gemma":[0.0018641042,0.00015706345,0.5601153,0.0016160547,0.000029506062,0.00043333595,0.003763486,0.014533789,0.00029137667,0.0016567903,0.4150852,0.00045404126],"about_ca_topic_score_codex":0.00012090133,"about_ca_topic_score_gemma":0.00008871317,"teacher_disagreement_score":0.87239957,"about_ca_system_score_codex":0.00063742005,"about_ca_system_score_gemma":0.008359295,"threshold_uncertainty_score":0.9985137},"labels":[],"label_agreement":null},{"id":"W4318767029","doi":"10.1101/2023.01.27.23285063","title":"Ethical Issues in Residency Education Related to the COVID-19 Pandemic: A Narrative Inquiry Study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Ottawa; Children's Hospital of Eastern Ontario; Alberta Health Services; University of Calgary","funders":"","keywords":"Narrative; Pandemic; Public health; Health care; Autonomy; Medicine; Medical education; Psychology; Family medicine; Narrative inquiry; Nursing; Coronavirus disease 2019 (COVID-19); Political science; Pathology","score_opus":0.15927866812288455,"score_gpt":0.502947783249258,"score_spread":0.3436691151263735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318767029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7106475,0.00018653578,0.000110458146,0.28210178,0.003840059,0.0027550105,0.0000019421848,0.0001977245,0.0001589369],"genre_scores_gemma":[0.96925974,0.00012604681,0.0009122304,0.01986623,0.0010034222,0.002220958,0.00021877968,0.00007008603,0.006322524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956816,0.0010691648,0.0010931746,0.0008606412,0.00097048027,0.00032496938],"domain_scores_gemma":[0.99720293,0.000500042,0.00027034446,0.0013000898,0.000519551,0.00020706945],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007274711,0.00030650583,0.00054597965,0.000826362,0.00019807008,0.000047482714,0.00053036,0.0009399869,0.00027621453],"category_scores_gemma":[0.042373504,0.00022755342,0.000078104655,0.0020698307,0.00021472035,0.000039181803,0.0004885669,0.004888434,0.00032991596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009823524,0.00071776746,0.5063645,0.00024111193,0.00008878716,0.000034049717,0.36651635,0.00015749842,0.00003353964,0.00075703097,0.122578695,0.0024123832],"study_design_scores_gemma":[0.0009744807,0.00037470547,0.7702573,0.00096330035,0.00015629464,0.00005357442,0.17475703,0.00018059662,0.000009955656,0.017454827,0.03440285,0.0004150617],"about_ca_topic_score_codex":0.0016414685,"about_ca_topic_score_gemma":0.001260122,"teacher_disagreement_score":0.26389277,"about_ca_system_score_codex":0.0010242395,"about_ca_system_score_gemma":0.0049994313,"threshold_uncertainty_score":0.9974073},"labels":[],"label_agreement":null},{"id":"W4318927660","doi":"10.1097/ceh.0000000000000483","title":"Fostering “Reflection-On-Practice” Through a Multisource Feedback and Peer Coaching Pilot Program","year":2022,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Coaching; Psychology; Reflective practice; Medical education; Peer feedback; Professional development; Pedagogy; Applied psychology; Medicine; Psychotherapist","score_opus":0.08905555185596432,"score_gpt":0.49697777967341744,"score_spread":0.40792222781745313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318927660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74458,0.00053059997,0.0005754932,0.24727342,0.003414234,0.0013231582,0.0000011873074,0.000026318865,0.0022756094],"genre_scores_gemma":[0.95864224,0.0000711884,0.0206047,0.018870497,0.00058598956,0.00020275147,0.000011392976,0.00002123313,0.0009900298],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99708146,0.00091206684,0.00084772275,0.00014789947,0.000769131,0.0002417426],"domain_scores_gemma":[0.99755985,0.00059630617,0.0009795047,0.0002258549,0.00056634366,0.00007216656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052824905,0.00011011715,0.00025084286,0.00032870582,0.00070315244,0.00004243114,0.00016438431,0.000039037674,0.000045902827],"category_scores_gemma":[0.0038543616,0.00008063917,0.000040920586,0.00069779635,0.00005179558,0.00024747138,0.00009710672,0.0017974877,0.0000021339708],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005843365,0.004384155,0.0037160763,0.000250477,0.000031444015,0.000005563412,0.13644992,0.00004658044,0.00014422023,0.0018466191,0.060326084,0.7922145],"study_design_scores_gemma":[0.003080305,0.0052181226,0.042984154,0.0031718009,0.00009481506,0.0025857768,0.5606474,0.00040739542,0.00001780561,0.0022094154,0.37937084,0.00021215834],"about_ca_topic_score_codex":0.00006550173,"about_ca_topic_score_gemma":0.0000041984354,"teacher_disagreement_score":0.7920024,"about_ca_system_score_codex":0.0004464996,"about_ca_system_score_gemma":0.0013224508,"threshold_uncertainty_score":0.78092897},"labels":[],"label_agreement":null},{"id":"W4319082716","doi":"10.1007/s40670-023-01729-8","title":"Considering the Structured Oral Examinations Beyond Its Psychometrics Properties","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Psychometrics; Psychology; Educational measurement; Medical education; Medicine; Clinical psychology; Pedagogy; Curriculum","score_opus":0.08053409116000604,"score_gpt":0.38701772230224424,"score_spread":0.3064836311422382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319082716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9202388,0.00012769573,0.00008694258,0.07230918,0.0045420723,0.00040582955,0.0000012558501,0.00015563336,0.002132573],"genre_scores_gemma":[0.9914062,0.000036906433,0.0009037389,0.005227575,0.00069218973,0.00010507508,0.000010846719,0.000014137954,0.0016033392],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963565,0.000043217733,0.00035337626,0.00036509035,0.0023626073,0.00051919714],"domain_scores_gemma":[0.9984815,0.0001617875,0.00007469866,0.00043374224,0.0005007328,0.00034751702],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003106286,0.00012468529,0.00017181832,0.0007462581,0.0006935224,0.00008857998,0.00055851985,0.00010548882,0.001285768],"category_scores_gemma":[0.032180425,0.00007290849,0.00003730834,0.0103987325,0.001742406,0.00020073634,0.00012442803,0.0005064009,0.0003379071],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022275914,0.0006351052,0.02896568,0.00022944574,0.00005381987,0.00003296192,0.010460358,0.0000059974486,0.015018584,0.022334928,0.32263255,0.5996083],"study_design_scores_gemma":[0.0016270607,0.00030662693,0.63551897,0.00044039843,0.00011836661,0.00047052337,0.023910241,0.013100394,0.015804838,0.002740478,0.30531856,0.0006435643],"about_ca_topic_score_codex":0.000021430993,"about_ca_topic_score_gemma":0.000006956361,"teacher_disagreement_score":0.60655326,"about_ca_system_score_codex":0.00020896533,"about_ca_system_score_gemma":0.0031758503,"threshold_uncertainty_score":0.9996272},"labels":[],"label_agreement":null},{"id":"W4319263510","doi":"10.1111/medu.15025","title":"Learning by doing: A phenomenological study of medical student leaders","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Hospital for Sick Children; Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Mentorship; Thematic analysis; Leadership development; Medical education; Reflexivity; Psychology; Educational leadership; Qualitative research; Pedagogy; Medicine; Sociology; Public relations; Political science","score_opus":0.033146631504710734,"score_gpt":0.4320659129578039,"score_spread":0.39891928145309313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319263510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506247,0.00011993826,0.00026223744,0.044808097,0.0011977876,0.00062149775,4.097579e-7,0.00022804766,0.002137252],"genre_scores_gemma":[0.9923663,0.00013143639,0.0001931226,0.004843276,0.0004468913,0.00024236593,0.0002163462,0.000028238139,0.0015320096],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9943868,0.00020339464,0.0008024763,0.00041809792,0.0038193087,0.0003699518],"domain_scores_gemma":[0.998798,0.00016168202,0.00017583978,0.00033877106,0.00027554596,0.00025017688],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025015713,0.00017381134,0.00039790716,0.00040017514,0.00013848806,0.000015492862,0.0003894855,0.00037460745,0.003200627],"category_scores_gemma":[0.00973993,0.00014471734,0.000057667596,0.0017938098,0.0003569427,0.00006527647,0.00013041022,0.0010734306,0.00020879817],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006648522,0.014400958,0.06725691,0.00024109532,0.00016341363,0.000030072371,0.03257675,0.000008239904,0.0001592449,0.0007190814,0.35089734,0.5334804],"study_design_scores_gemma":[0.0075652995,0.0049321586,0.08630219,0.0010594494,0.0002942463,0.00014636252,0.6103167,0.006514115,0.000110097695,0.00016450863,0.2820043,0.00059056573],"about_ca_topic_score_codex":0.00010856945,"about_ca_topic_score_gemma":0.0000053799163,"teacher_disagreement_score":0.57773995,"about_ca_system_score_codex":0.00018356713,"about_ca_system_score_gemma":0.0018953903,"threshold_uncertainty_score":0.99860144},"labels":[],"label_agreement":null},{"id":"W4319316705","doi":"10.4103/ehp.ehp_27_22","title":"Objective Structured Clinical Examination Case Writing","year":2023,"lang":"en","type":"article","venue":"Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Objective structured clinical examination; Computer science; Psychology; Medicine; Medical education","score_opus":0.10741238759670978,"score_gpt":0.5565249385704992,"score_spread":0.44911255097378944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319316705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92979884,0.00007380643,0.00022412623,0.06256175,0.003927591,0.0015836004,0.000003230686,0.000113080976,0.0017139902],"genre_scores_gemma":[0.9832971,0.000052108262,0.0020602904,0.0111914035,0.0010310692,0.0004997859,0.0002622084,0.000018079816,0.0015879468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99716896,0.0010987129,0.0008366711,0.0002607474,0.00033008054,0.0003048348],"domain_scores_gemma":[0.9983291,0.0005859859,0.00026758292,0.0004246888,0.0003071354,0.00008552152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060336473,0.00010117015,0.00019574731,0.00044762288,0.0005908128,0.000014661821,0.00011176682,0.00014523731,0.00010349309],"category_scores_gemma":[0.0035452293,0.00007318494,0.00004039832,0.0021990614,0.00009202882,0.00009776155,0.00003089212,0.0009014251,0.000113645954],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002156851,0.0007928714,0.051410854,0.00029019086,0.000011283523,0.000031111387,0.035632513,0.0000021567616,0.0000095842015,0.010917269,0.1741306,0.72675],"study_design_scores_gemma":[0.00048752382,0.00011669685,0.83183783,0.00041731072,0.000012666611,0.0004434757,0.15967974,0.00039047765,0.0000036034226,0.002044401,0.0044884416,0.00007781019],"about_ca_topic_score_codex":0.00012617186,"about_ca_topic_score_gemma":0.000056925113,"teacher_disagreement_score":0.780427,"about_ca_system_score_codex":0.00030132802,"about_ca_system_score_gemma":0.0035342902,"threshold_uncertainty_score":0.6269679},"labels":[],"label_agreement":null},{"id":"W4319334024","doi":"10.2196/43656","title":"Personalized Precision Medicine for Health Care Professionals: Development of a Competency Framework","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Health care; Medical education; Context (archaeology); Process (computing); Precision medicine; Knowledge management; Medicine; Psychology; Nursing; Computer science","score_opus":0.030738378654894788,"score_gpt":0.47762259832105813,"score_spread":0.4468842196661633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319334024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6338571,0.0026990632,0.022159928,0.32531452,0.0071402015,0.006776671,0.000013122381,0.00044281437,0.001596604],"genre_scores_gemma":[0.6469001,0.00018389866,0.28799343,0.044989463,0.0037883488,0.0064287484,0.0054179756,0.00012980362,0.004168253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966002,0.00009092039,0.0010498356,0.00036424486,0.0015601736,0.000334621],"domain_scores_gemma":[0.9977728,0.0003410491,0.00033015202,0.00034711426,0.0009430415,0.00026582423],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015854909,0.0001738912,0.0004986817,0.0004975225,0.00023574452,0.00000457364,0.00020204036,0.0002925952,0.0012343262],"category_scores_gemma":[0.009188125,0.00013429976,0.0000773496,0.0014432946,0.00023797619,0.000058568385,0.000046695568,0.00040105334,0.000049384435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017372027,0.00092480675,0.0006745394,0.0022878887,0.00003939691,6.636411e-7,0.05816683,1.08795604e-7,0.00006305217,0.008811142,0.32163474,0.6072231],"study_design_scores_gemma":[0.0052346103,0.0012157449,0.08344961,0.022854758,0.00009328958,0.000038188668,0.12132302,0.0009908729,0.00032871688,0.0045059407,0.75947744,0.00048783174],"about_ca_topic_score_codex":0.000008924656,"about_ca_topic_score_gemma":0.0000034576744,"teacher_disagreement_score":0.6067353,"about_ca_system_score_codex":0.0003955386,"about_ca_system_score_gemma":0.013140224,"threshold_uncertainty_score":0.9996787},"labels":[],"label_agreement":null},{"id":"W4319341238","doi":"10.21203/rs.3.rs-2548626/v1","title":"What we've got here is failure to communicate: Exploring perceptions of how much feedback is happening in clinical workplace teaching","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Conversation; Competence (human resources); Perception; Peer feedback; Psychology; Meaning (existential); Medical education; Pedagogy; Medicine; Social psychology","score_opus":0.31251925898079974,"score_gpt":0.5273177024830928,"score_spread":0.2147984435022931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319341238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75354457,0.0006365968,0.0003484321,0.2418394,0.0009851543,0.0020688158,0.00003442049,0.00012717936,0.0004154621],"genre_scores_gemma":[0.9640958,0.005381738,0.01991876,0.0005856026,0.0011740698,0.0010961372,0.0004641392,0.00015973841,0.007124033],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99292076,0.0014466133,0.0014041464,0.0010495089,0.00222086,0.00095813896],"domain_scores_gemma":[0.9939706,0.0014231575,0.00027054374,0.0026297262,0.0014041065,0.00030188897],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01097266,0.00037526974,0.0009950062,0.00175768,0.00040420925,0.00036527024,0.001203628,0.00087898056,0.0007060052],"category_scores_gemma":[0.0076010134,0.00038058267,0.00031121285,0.0021878341,0.00043181627,0.00041365522,0.0029567725,0.0110796,0.0004847145],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046285434,0.0017687156,0.1530221,0.008256961,0.00034289836,0.00008613543,0.094388194,0.00016823894,0.00067660224,0.0011977961,0.5683448,0.17128472],"study_design_scores_gemma":[0.002187431,0.00067625125,0.10446754,0.07634165,0.00010177011,0.000022216345,0.7565928,0.0034625572,0.00036277034,0.0034401286,0.051474385,0.00087050727],"about_ca_topic_score_codex":0.00072810234,"about_ca_topic_score_gemma":0.00032198106,"teacher_disagreement_score":0.6622046,"about_ca_system_score_codex":0.0010295165,"about_ca_system_score_gemma":0.0010255451,"threshold_uncertainty_score":0.99986464},"labels":[],"label_agreement":null},{"id":"W4319347585","doi":"10.1007/978-3-031-11752-7_12","title":"How Written Assessment Fits into the Canvas of Programmatic Assessment","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.03700291105391082,"score_gpt":0.36268004617028415,"score_spread":0.3256771351163733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319347585","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006273301,0.00009593926,0.0027950932,0.102614835,0.0014552276,0.0029531203,0.000007731474,0.000223205,0.8892275],"genre_scores_gemma":[0.011320373,0.00012306894,0.031407382,0.001130286,0.0005638973,0.00031429832,0.0005047702,0.000101443475,0.9545345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997528,0.000025417403,0.0006343937,0.0003317446,0.0012485691,0.00023185153],"domain_scores_gemma":[0.99785906,0.00014482808,0.00040587308,0.00084541965,0.0006750227,0.0000697733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090232264,0.00029156104,0.0005399165,0.0002854029,0.000100300946,0.00005410396,0.0002599106,0.0003171889,0.0006886466],"category_scores_gemma":[0.00025507226,0.00018177833,0.00015267645,0.00020602308,0.00026728926,0.000047773487,0.0001184939,0.00089429977,0.000049002836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060009866,0.00012460865,0.00021048519,0.0010701466,0.00048709955,0.000015628346,0.0004450137,7.899772e-7,0.00004693385,0.6890595,0.059183646,0.24935018],"study_design_scores_gemma":[0.0014186503,0.0010546669,0.008851036,0.0032948635,0.0015090522,0.000051262232,0.0036374403,0.0015537534,0.000090859496,0.052844524,0.9249667,0.00072718353],"about_ca_topic_score_codex":0.000106350584,"about_ca_topic_score_gemma":0.000073619616,"teacher_disagreement_score":0.86578304,"about_ca_system_score_codex":0.0005353465,"about_ca_system_score_gemma":0.0012531638,"threshold_uncertainty_score":0.7540198},"labels":[],"label_agreement":null},{"id":"W4319350472","doi":"10.1002/9781119833505.ch1","title":"Education and Training as a Behaviour Change Intervention","year":2023,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Underpinning; Intervention (counseling); Behaviour change; Health care; Miller; Theory of change; Health professionals; Psychology; Medical education; Engineering ethics; Public relations; Computer science; Knowledge management; Applied psychology; Nursing; Medicine; Engineering; Sociology; Political science","score_opus":0.06677107118214691,"score_gpt":0.4155994291893528,"score_spread":0.34882835800720585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319350472","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061662793,0.0008015734,0.00022793976,0.0068202335,0.0042816587,0.0012924455,0.0000057110587,0.0012213942,0.9791828],"genre_scores_gemma":[0.0058689076,0.0001794407,0.0022043374,0.0014476147,0.0016137043,0.00034320142,0.00024559526,0.00045227338,0.9876449],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993295,0.000012361132,0.00017393113,0.00020235986,0.00017392852,0.0001079084],"domain_scores_gemma":[0.99962467,0.000007168473,0.00010186931,0.00016673139,0.000055061755,0.000044510965],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017870069,0.00011214993,0.00016497145,0.0004963104,0.000020745412,0.000012303558,0.000033311448,0.00022640883,0.004300229],"category_scores_gemma":[0.00027007153,0.00010351877,0.000035674617,0.0002669689,0.00003971969,0.00003327815,0.0000178342,0.00018427534,0.00030883396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019333386,0.00011739324,0.0005465236,0.00012323483,0.000019472,0.0000013992529,0.0006429582,2.7683172e-10,0.0000017041802,0.0015946402,0.4173038,0.57964694],"study_design_scores_gemma":[0.0004971577,0.00016211078,0.01897266,0.0030828447,0.00019654237,0.0000943241,0.005400434,0.000017566346,0.0000069452744,0.00020412025,0.97116745,0.00019787774],"about_ca_topic_score_codex":0.0012412865,"about_ca_topic_score_gemma":0.00018792965,"teacher_disagreement_score":0.57944906,"about_ca_system_score_codex":0.000072296985,"about_ca_system_score_gemma":0.00012908777,"threshold_uncertainty_score":0.99661},"labels":[],"label_agreement":null},{"id":"W4319728736","doi":"10.21203/rs.3.rs-2524278/v1","title":"Adaptation of the Professionalism Mini- Evaluation Exercise Instrument Into Turkish: A Validity and Reliability Study","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Structural equation modeling; Cronbach's alpha; Confirmatory factor analysis; Construct validity; Turkish; Psychology; Reliability (semiconductor); Scale (ratio); Validity; Goodness of fit; Applied psychology; Adaptation (eye); Clinical psychology; Medical education; Psychometrics; Medicine; Statistics; Mathematics","score_opus":0.3062818306435428,"score_gpt":0.5285153629444114,"score_spread":0.22223353230086856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319728736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802956,0.0001579605,0.00004572601,0.008972547,0.0010863532,0.009309192,0.000017603348,0.000041727224,0.00007327135],"genre_scores_gemma":[0.9958311,0.00009982199,0.001056819,0.000026265197,0.00017481811,0.0020061017,0.0002978274,0.000030574258,0.00047671227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922718,0.0017459439,0.0007339706,0.00065574603,0.004317785,0.0002747945],"domain_scores_gemma":[0.9936499,0.0003902818,0.00026874154,0.0012941342,0.0043234276,0.00007349118],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016115379,0.00018364299,0.00038152654,0.0004522102,0.0003189994,0.000036668705,0.0003006855,0.0003324683,0.000100610494],"category_scores_gemma":[0.014840087,0.00012774323,0.000087675544,0.0012154392,0.00038807298,0.0000677953,0.0011726125,0.0017988239,0.000012106959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009848652,0.0075157597,0.50029343,0.016665649,0.00018096993,0.000009531108,0.09191972,0.00085531775,0.00024350449,0.00042504547,0.01585947,0.36504674],"study_design_scores_gemma":[0.0012358411,0.00041622904,0.9323307,0.0043728626,0.00019279846,0.0000015473593,0.030874345,0.017494107,0.00021233755,0.012317389,0.00041557883,0.00013622023],"about_ca_topic_score_codex":0.001608986,"about_ca_topic_score_gemma":0.000094293915,"teacher_disagreement_score":0.43203732,"about_ca_system_score_codex":0.0008594179,"about_ca_system_score_gemma":0.003231145,"threshold_uncertainty_score":0.99345833},"labels":[],"label_agreement":null},{"id":"W4319754511","doi":"10.3390/pharmacy11010032","title":"Adaptive Expertise in Undergraduate Pharmacy Education","year":2023,"lang":"en","type":"review","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Pharmacy; Curriculum; Pharmacist; Health care; Pharmacy practice; Conceptual framework; Medical education; Cognition; Psychology; Knowledge management; Pedagogy; Computer science; Medicine; Nursing; Sociology; Political science","score_opus":0.2029719382236905,"score_gpt":0.520098204193972,"score_spread":0.3171262659702815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319754511","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027131526,0.9896757,0.0000628781,0.0023103787,0.0026924843,0.002048149,0.000010477925,0.00020159117,0.0029712121],"genre_scores_gemma":[0.00012295964,0.98961127,0.00054601976,0.0012543348,0.0014581385,0.0016297513,0.00072160247,0.000147017,0.004508898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973311,0.00017701423,0.0010538569,0.000560693,0.00046620175,0.00041114385],"domain_scores_gemma":[0.9987676,0.000104996405,0.00035562806,0.0004239739,0.0002034345,0.00014433102],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004574607,0.00042950848,0.0011621489,0.0011268458,0.00006778529,0.000018240537,0.0002501974,0.00010542199,0.00033992194],"category_scores_gemma":[0.0005552868,0.00038557034,0.00025863465,0.0024464277,0.00008241045,0.00016157806,0.00007285677,0.0010998825,0.0017410979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017650023,0.0004300282,0.000018486822,0.007794083,0.000114565955,0.000025583053,0.00017562763,2.029675e-7,0.0000010403485,0.00022657734,0.083884805,0.9073114],"study_design_scores_gemma":[0.00089578587,0.000016941764,0.0000070643623,0.015568654,0.0006884703,0.000088391615,0.0000783483,0.00042673276,0.0000057473685,0.00019446138,0.981718,0.00031139643],"about_ca_topic_score_codex":0.00026286658,"about_ca_topic_score_gemma":0.000005419621,"teacher_disagreement_score":0.90699995,"about_ca_system_score_codex":0.0011387613,"about_ca_system_score_gemma":0.0038367803,"threshold_uncertainty_score":0.99985963},"labels":[],"label_agreement":null},{"id":"W4319936793","doi":"10.4324/9781003348603-9","title":"Humility as a Core Value for the Adoption of Technology in Medicine: Building a Foundation for Communication and Collaboration","year":2023,"lang":"en","type":"book-chapter","venue":"Productivity Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humility; Foundation (evidence); Core (optical fiber); Cultural humility; Value (mathematics); Engineering ethics; Knowledge management; Psychology; Engineering; Sociology; Computer science; Political science; Pedagogy; Telecommunications; Cultural competence","score_opus":0.0851048926280131,"score_gpt":0.38681171432397043,"score_spread":0.3017068216959573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319936793","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2251601,0.014396199,0.13185006,0.23984925,0.011700636,0.1662504,0.0006113898,0.002321952,0.20786002],"genre_scores_gemma":[0.70409614,0.0016017605,0.058165528,0.0005640399,0.0023977943,0.011172005,0.0024865936,0.0003981029,0.21911804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984653,0.000029544493,0.0006076294,0.0004490045,0.00029523997,0.00015329462],"domain_scores_gemma":[0.9970013,0.00047091948,0.00055551884,0.000794025,0.0011579568,0.000020274329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020473595,0.00020341725,0.00045987818,0.0004583764,0.00018485726,0.000013242511,0.00015990884,0.00038661298,0.0000024644808],"category_scores_gemma":[0.0046912977,0.00017041598,0.000044258006,0.0001105584,0.0006803268,0.00007965621,0.00008304001,0.00041694893,5.46944e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035176534,0.000045303354,0.000037123154,0.0012387758,0.00008687512,1.6229534e-7,0.00113829,0.000012373442,0.0026013183,0.87190354,0.0007334349,0.121851064],"study_design_scores_gemma":[0.0037422902,0.001151584,0.0011106965,0.0034197026,0.0011600809,0.000032610747,0.0010048125,0.0064345594,0.005877257,0.68670654,0.28887153,0.000488316],"about_ca_topic_score_codex":0.000115194984,"about_ca_topic_score_gemma":0.00006174389,"teacher_disagreement_score":0.47893602,"about_ca_system_score_codex":0.0002038815,"about_ca_system_score_gemma":0.00025791762,"threshold_uncertainty_score":0.6949362},"labels":[],"label_agreement":null},{"id":"W4319972335","doi":"10.1038/s41415-023-5503-8","title":"Entrustable professional activities in dental education: a scoping review","year":2023,"lang":"en","type":"review","venue":"BDJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Dental education; MEDLINE; Data extraction; Medical education; Curriculum; Medicine; Preparedness; Relevance (law); Psychology; Pedagogy; Political science","score_opus":0.08919841197861769,"score_gpt":0.50342377923118,"score_spread":0.4142253672525623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319972335","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008905597,0.99083865,0.0000019433796,0.00045540466,0.0023214163,0.0031328641,0.00000450296,0.000060743158,0.0031756011],"genre_scores_gemma":[2.8440505e-7,0.9760088,0.0004090084,0.0010841975,0.0007339396,0.0020499115,0.00069446885,0.000050349416,0.018969089],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9981291,0.00010821431,0.0008023167,0.00030760348,0.00041223204,0.00024047802],"domain_scores_gemma":[0.9991402,0.00011594132,0.00026481182,0.00034837137,0.0000788542,0.00005181675],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006088648,0.00022243655,0.0011615476,0.00043143446,0.00006056051,0.000014107358,0.00013817167,0.00021380601,0.0009787285],"category_scores_gemma":[0.0010714912,0.00018190921,0.00015056791,0.0014479676,0.000051325067,0.00008831284,0.00007322751,0.0006359401,0.00038065136],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.344754e-7,0.00013791115,0.000015125478,0.3057718,0.000012434992,0.000004623416,0.000028316515,3.1150222e-9,2.5542374e-8,0.00018999606,0.04296676,0.65087205],"study_design_scores_gemma":[0.000054831118,0.000008223158,0.0000062631198,0.5247117,0.0001473654,0.000055617445,0.00011885731,3.0446384e-7,1.1309164e-7,0.000010319136,0.4748027,0.00008370976],"about_ca_topic_score_codex":0.0000122463325,"about_ca_topic_score_gemma":0.000008469227,"teacher_disagreement_score":0.65078837,"about_ca_system_score_codex":0.0005153665,"about_ca_system_score_gemma":0.0067657423,"threshold_uncertainty_score":0.9999345},"labels":[],"label_agreement":null},{"id":"W4319989917","doi":"10.1370/afm.21.s1.4197","title":"Improving Leadership in Family Medicine Residents : Development of a Workshop and a Field Note","year":2023,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Context (archaeology); Likert scale; Appropriation; Psychology; Nursing; Family medicine; Medicine; Pedagogy","score_opus":0.15835702857475917,"score_gpt":0.3836214010483892,"score_spread":0.22526437247363004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319989917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742094,0.000085820735,0.002617092,0.020583306,0.00018154304,0.00020891847,6.5970006e-8,0.00004496923,0.0020688553],"genre_scores_gemma":[0.98161554,0.000015356078,0.012428314,0.003473579,0.00007162843,0.000020805892,0.00001183993,0.000008316152,0.002354599],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990664,0.0000120951645,0.00036137115,0.00013922884,0.0002575461,0.00016337543],"domain_scores_gemma":[0.9995725,0.00014366859,0.000051105573,0.00012668729,0.00007246451,0.000033559525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007315811,0.00006244011,0.00015624322,0.00039324234,0.00002576468,0.0000024924848,0.000045421017,0.00008009174,0.00008151148],"category_scores_gemma":[0.0024616932,0.00004984166,0.0000078523535,0.0009143174,0.00005707105,0.000035390345,0.000034323606,0.00017319292,0.000010943791],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012477096,0.00008740817,0.03697865,0.0009216112,0.00002283204,0.000022020013,0.017469145,0.0000011163638,0.028418122,0.00054536766,0.024024326,0.8913846],"study_design_scores_gemma":[0.0030382613,0.00019435132,0.93584985,0.002515862,0.000033076976,0.000011593608,0.043680977,0.0030403687,0.009518317,0.00033124982,0.001598105,0.0001879709],"about_ca_topic_score_codex":0.00015587764,"about_ca_topic_score_gemma":0.00007680692,"teacher_disagreement_score":0.89887124,"about_ca_system_score_codex":0.00005062158,"about_ca_system_score_gemma":0.00016301012,"threshold_uncertainty_score":0.29470545},"labels":[],"label_agreement":null},{"id":"W4319989925","doi":"10.1370/afm.21.s1.4305","title":"Physicians’ Intention and Behavior After Continuing Professional Development Courses: A Pre - Post Study","year":2023,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Descriptive statistics; Context (archaeology); Intervention (counseling); Medical education; Bivariate analysis; Multivariate analysis; Psychology; Computer-assisted web interviewing; Medicine; Family medicine; Computer science; Nursing; Statistics","score_opus":0.014499491687940373,"score_gpt":0.35702601463313366,"score_spread":0.3425265229451933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319989925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966385,0.0000072154717,0.000061251696,0.0013337834,0.00076311507,0.00096000166,0.0000010408959,0.00010876162,0.00012637327],"genre_scores_gemma":[0.9832978,0.0000011302831,0.0017009757,0.000607066,0.000085758875,0.00067195744,0.00009494536,0.0000123387745,0.013527989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991268,0.000020399813,0.00023130694,0.00017938907,0.00030232748,0.00013980853],"domain_scores_gemma":[0.99953157,0.000014915302,0.00004408647,0.00010962285,0.00027038806,0.000029390898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030760016,0.00007972152,0.000115562994,0.0001512044,0.00006669322,0.000014824023,0.00003148955,0.00004338713,0.00021957776],"category_scores_gemma":[0.00014512433,0.000063055566,0.000014755739,0.00034718178,0.000042239342,0.00007908531,0.000050468,0.00014468687,0.00006513413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012475176,0.0025944593,0.6517675,0.00011088921,0.00005441561,0.000036691265,0.025066694,7.069266e-8,0.0022979428,0.00009576514,0.0065230094,0.31132784],"study_design_scores_gemma":[0.00067970244,0.00013049705,0.9718741,0.00024150529,0.00006907371,0.000006873984,0.025597848,0.000080735896,0.00018255456,0.0000072619337,0.0010587054,0.000071104434],"about_ca_topic_score_codex":0.00001279514,"about_ca_topic_score_gemma":0.000023336403,"teacher_disagreement_score":0.32010666,"about_ca_system_score_codex":0.000052587813,"about_ca_system_score_gemma":0.00008182386,"threshold_uncertainty_score":0.25713313},"labels":[],"label_agreement":null},{"id":"W4319989935","doi":"10.1370/afm.21.s1.3508","title":"Gaps and Recommendations for Canadian Continuing Professional Development Pain Management and Substance Use Disorder Programs","year":2023,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Inclusion (mineral); Population; Medicine; Content analysis; Medical education; Continuing medical education; Professional development; Psychology; Continuing education","score_opus":0.03462501711703464,"score_gpt":0.3293381170838536,"score_spread":0.29471309996681894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319989935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538188,0.00005729763,0.00403006,0.03932711,0.0004421937,0.001858897,0.0000038598628,0.00009751711,0.00036428563],"genre_scores_gemma":[0.5836829,0.00014948203,0.32272243,0.0057098805,0.000109650995,0.0023313148,0.0021609361,0.000043844448,0.08308955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933547,0.00001779996,0.00018090424,0.00016210743,0.00010351579,0.00020018446],"domain_scores_gemma":[0.99964017,0.00006196569,0.000027147838,0.00007938178,0.000103100734,0.000088217435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070028927,0.000065957225,0.00007759429,0.00018289764,0.00018576499,0.000027997763,0.000023363347,0.000038783644,0.000047903475],"category_scores_gemma":[0.00018504787,0.000056262295,0.000007168122,0.00034784665,0.000036482128,0.000068468304,0.000013665377,0.00006745616,0.000004154958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009047,0.000055827833,0.07543087,0.000165888,0.000029797997,0.0000018388826,0.0019417115,1.070955e-7,0.0000051962757,0.00508016,0.07743833,0.83984125],"study_design_scores_gemma":[0.0006623295,0.00002975194,0.17961697,0.0003433499,0.000015990216,0.0000026411824,0.0050309245,0.0009770888,0.000011391467,0.00024062693,0.8129721,0.00009680026],"about_ca_topic_score_codex":0.00063173077,"about_ca_topic_score_gemma":0.016749436,"teacher_disagreement_score":0.83974445,"about_ca_system_score_codex":0.00007748633,"about_ca_system_score_gemma":0.000079907135,"threshold_uncertainty_score":0.9346579},"labels":[],"label_agreement":null},{"id":"W4320025229","doi":"10.54935/apll2022-01-08-101","title":"Five Essays on the Trail to Medical School","year":2022,"lang":"en","type":"article","venue":"Advances in Peer-Led Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Craft; Variety (cybernetics); Psychology; Journaling file system; Diversity (politics); Medical education; Value (mathematics); Public relations; Pedagogy; Political science; Medicine; Law; Computer science; History","score_opus":0.009731118408686045,"score_gpt":0.3406511991135842,"score_spread":0.33092008070489815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320025229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6839892,0.00048557212,0.0010716445,0.23573838,0.0020465672,0.00083722145,0.0000024434357,0.00016053078,0.075668395],"genre_scores_gemma":[0.96517545,0.00003471119,0.0014051097,0.022330975,0.00040282033,0.00041227075,0.000041987758,0.000026051977,0.010170622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973054,0.00023956421,0.00033138535,0.00029241366,0.0015405717,0.00029069948],"domain_scores_gemma":[0.9988635,0.000448245,0.000087371765,0.00028018595,0.00014100976,0.00017967532],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023240757,0.00011856644,0.00019182143,0.00023528983,0.00038462455,0.000013760024,0.00028299476,0.000057581587,0.011794289],"category_scores_gemma":[0.037023336,0.000091652204,0.00004101501,0.0011560722,0.00008263536,0.000091618975,0.00011352893,0.002136875,0.00016593636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064289366,0.0009171422,0.028412664,0.000104310864,0.0000610725,0.00022444589,0.011957106,0.041269254,0.00028960052,0.05015946,0.11182911,0.7541329],"study_design_scores_gemma":[0.0009796837,0.00052685745,0.004206012,0.00015559752,0.000013376441,0.000051731004,0.012931361,0.004017294,0.000058789374,0.0010517053,0.9758532,0.00015439438],"about_ca_topic_score_codex":0.000014102051,"about_ca_topic_score_gemma":0.000009075123,"teacher_disagreement_score":0.8640241,"about_ca_system_score_codex":0.00034555903,"about_ca_system_score_gemma":0.00040091443,"threshold_uncertainty_score":0.98910904},"labels":[],"label_agreement":null},{"id":"W4320078886","doi":"10.55504/2578-9333.1067","title":"Ideas to Action: Using Curriculum Design to Develop a “Roadmap to Wellness” Curriculum","year":2022,"lang":"en","type":"article","venue":"Journal of Wellness","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Accreditation; Curriculum; Graduate medical education; Medical education; Context (archaeology); Medicine; Action (physics); Pediatric emergency medicine; Work (physics); Burnout; Health care; Nursing; Psychology; Emergency department; Political science; Pedagogy; Engineering; Emergency physician","score_opus":0.04116088686679331,"score_gpt":0.3607718575030562,"score_spread":0.31961097063626287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320078886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7868056,0.000056713725,0.18543878,0.021563403,0.0051949755,0.00071045436,0.0000020321775,0.000028009585,0.00019999329],"genre_scores_gemma":[0.92787355,0.0000039875486,0.060558394,0.0088937795,0.0018125076,0.00008706085,0.000005755074,0.000054182157,0.000710758],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967312,0.00023249522,0.0009810576,0.00029139657,0.0013428013,0.00042102154],"domain_scores_gemma":[0.9974323,0.00006206284,0.00039754843,0.0003333323,0.0012918203,0.00048292644],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002364251,0.00022326308,0.00048513903,0.0010603592,0.00048201685,0.00005199161,0.00040658453,0.00007728949,0.0011472141],"category_scores_gemma":[0.0023999913,0.00020319739,0.00009583241,0.0051317965,0.000025646526,0.00019345598,0.00020846944,0.0007565551,0.00012702672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009106582,0.0025927227,0.008342743,0.00021408303,0.00027988484,0.0005723819,0.008079102,0.044519752,0.011985877,0.0012640969,0.6465141,0.27472457],"study_design_scores_gemma":[0.0031280639,0.003069799,0.010205281,0.0011422725,0.00052763533,0.007817222,0.037975583,0.004575472,0.025549088,0.00069598755,0.9040871,0.0012264529],"about_ca_topic_score_codex":0.00007089715,"about_ca_topic_score_gemma":0.0000029240214,"teacher_disagreement_score":0.27349812,"about_ca_system_score_codex":0.0013051888,"about_ca_system_score_gemma":0.0012832824,"threshold_uncertainty_score":0.9997659},"labels":[],"label_agreement":null},{"id":"W4320710101","doi":"10.1080/0142159x.2023.2174420","title":"Synthesis and perspectives from the Ottawa 2022 conference on the assessment of competence","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Competence (human resources); Medical education; Competency assessment; Health care; Political science; Medicine; Engineering ethics; Psychology; Engineering","score_opus":0.05936228803005728,"score_gpt":0.36735200162271026,"score_spread":0.307989713592653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320710101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7789762,0.000069172565,0.00017704631,0.20893139,0.00015927602,0.00019381194,0.000002962368,0.000036952664,0.011453197],"genre_scores_gemma":[0.99717134,0.00011338415,0.00022517775,0.0013808614,0.00024849325,0.0000764063,0.000010448634,0.000008766903,0.00076513336],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99839276,0.000203216,0.00021414766,0.00018539329,0.0008728917,0.0001315869],"domain_scores_gemma":[0.99867964,0.00074223924,0.00006774969,0.00034633878,0.0001054003,0.000058613805],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017557474,0.0000813464,0.0001659024,0.000040576986,0.00010604499,0.0000100154975,0.00020365047,0.000082419836,0.0074571315],"category_scores_gemma":[0.0081851585,0.000039330425,0.000031601005,0.00037543967,0.00062634714,0.000017489278,0.00006256464,0.0005687681,0.000032972064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040533567,0.0009869727,0.2546131,0.000073788295,0.00036935342,0.00003040285,0.01679684,0.0000010213145,0.0010422702,0.2299412,0.36473173,0.1313728],"study_design_scores_gemma":[0.0005428956,0.00015449346,0.8959678,0.0006077412,0.00011543231,0.000010126576,0.04043697,0.04227851,0.00019029147,0.002765316,0.01679028,0.00014018634],"about_ca_topic_score_codex":0.00008941912,"about_ca_topic_score_gemma":0.0000071614395,"teacher_disagreement_score":0.6413547,"about_ca_system_score_codex":0.000047146954,"about_ca_system_score_gemma":0.00023036225,"threshold_uncertainty_score":0.99345016},"labels":[],"label_agreement":null},{"id":"W4320718794","doi":"10.1080/0142159x.2023.2178886","title":"The need to develop digital health competencies for medical learners","year":2023,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Digital health; Work (physics); Psychology; Medicine; Health care; Political science; Engineering","score_opus":0.043362427020196354,"score_gpt":0.369011523556347,"score_spread":0.3256490965361506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320718794","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000983873,0.00017872095,0.002896633,0.98830557,0.0036289904,0.0013858136,0.000013163013,0.00036655326,0.0022407137],"genre_scores_gemma":[0.00025509633,0.00009944004,0.0009288378,0.8997385,0.01531174,0.0006787241,0.0021941431,0.00018387852,0.08060965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922802,0.00016776135,0.001242039,0.0006547882,0.0045067286,0.0011484843],"domain_scores_gemma":[0.9968493,0.00083431695,0.00024206219,0.0007500214,0.0006244285,0.00069986546],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.004594862,0.0004171508,0.00081792916,0.00030460823,0.00044668125,0.00011599076,0.00089094846,0.0016182846,0.0014603228],"category_scores_gemma":[0.08571442,0.00026786997,0.00018141928,0.0015717811,0.0007209202,0.00005142393,0.00025150215,0.0051544923,0.0009168592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025565614,0.00006108732,0.00032853277,0.0002486566,0.0001254605,0.000081776656,0.00055160734,6.524797e-8,7.377263e-8,0.00013675455,0.86674815,0.13169228],"study_design_scores_gemma":[0.0007928475,0.00024630586,0.00014776927,0.000785329,0.00003631093,0.00010173258,0.0011008844,0.00094891764,3.193432e-7,0.00019471081,0.9953754,0.00026945636],"about_ca_topic_score_codex":0.000066559456,"about_ca_topic_score_gemma":0.000026455047,"teacher_disagreement_score":0.13142282,"about_ca_system_score_codex":0.0006103785,"about_ca_system_score_gemma":0.007135467,"threshold_uncertainty_score":0.99997735},"labels":[],"label_agreement":null},{"id":"W4320894722","doi":"10.4300/jgme-d-22-00222.1","title":"Evaluating the Quality of Written Feedback Within Entrustable Professional Activities in an Internal Medicine Cohort","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Centre for Addiction and Mental Health; University of Toronto; Queen's University; University of Ottawa","funders":"","keywords":"Task (project management); Test (biology); Quality (philosophy); Orientation (vector space); Inter-rater reliability; Medicine; Medical education; Psychology; Family medicine; Mathematics; Developmental psychology","score_opus":0.13763635978210115,"score_gpt":0.507944071433075,"score_spread":0.3703077116509738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320894722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377411,0.00009180413,0.00009933221,0.05759091,0.0037858402,0.00034763195,9.174817e-7,0.000014872873,0.00032756457],"genre_scores_gemma":[0.99383765,0.000090952286,0.0011939254,0.0022575613,0.0014730826,0.00003661247,0.00005883828,0.000019140003,0.001032262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940363,0.0006126635,0.0018975949,0.00018508999,0.0030250477,0.00024330032],"domain_scores_gemma":[0.9965563,0.00051348977,0.0012630979,0.00030429993,0.0011824983,0.00018035057],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015911382,0.00014665205,0.0005282212,0.00060106436,0.00009953646,0.000013386391,0.00033843386,0.00014866116,0.00057516596],"category_scores_gemma":[0.02155779,0.0000881925,0.0000786911,0.0013470858,0.00046608518,0.00030068716,0.000050694092,0.001203436,0.00000696042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017513041,0.0038617284,0.5118421,0.0010273263,0.00027282545,0.0000236517,0.030081207,0.00010443149,0.010303924,0.004055926,0.10918334,0.32749224],"study_design_scores_gemma":[0.0024198014,0.0011589094,0.9429947,0.0034125568,0.0001356791,0.00022830952,0.036721997,0.007751594,0.00058797543,0.0039549205,0.00049350766,0.00014001413],"about_ca_topic_score_codex":0.00024936203,"about_ca_topic_score_gemma":0.000027770455,"teacher_disagreement_score":0.43115264,"about_ca_system_score_codex":0.00029559244,"about_ca_system_score_gemma":0.0043912325,"threshold_uncertainty_score":0.986684},"labels":[],"label_agreement":null},{"id":"W4320895991","doi":"10.4300/jgme-d-22-00957.1","title":"Understanding Meta-Ethnography in Health Professions Education Research","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Ethnography; Qualitative research; Meaning (existential); Engineering ethics; Internship; Accreditation; Sociology; Medical education; Epistemology; Medicine; Social science","score_opus":0.559257334038106,"score_gpt":0.5636131684120405,"score_spread":0.004355834373934497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320895991","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39903012,0.0014058767,0.0017843733,0.58818203,0.0066183885,0.0009726334,0.0000010289655,0.00006476701,0.0019407765],"genre_scores_gemma":[0.98633343,0.0015625065,0.003269609,0.006216641,0.0012212207,0.00013465593,0.00008397731,0.000036112182,0.0011418345],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99438995,0.0006722076,0.001454088,0.00023235024,0.0027775688,0.0004738239],"domain_scores_gemma":[0.9969913,0.00033218358,0.0005656565,0.00031441002,0.0013778993,0.00041859792],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014835191,0.00014822582,0.0005345401,0.003944538,0.00026448144,0.000030854626,0.00025823916,0.00020030086,0.0003748143],"category_scores_gemma":[0.01355845,0.00011245538,0.00019041354,0.0069486653,0.00027370118,0.00025051003,0.000043946588,0.0020375582,0.00004686414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000939563,0.0031744016,0.007169025,0.00068770704,0.00026463126,0.000014621312,0.006571419,0.000006378837,0.000065085085,0.014715367,0.8368512,0.1303862],"study_design_scores_gemma":[0.0056317854,0.0028813735,0.23845592,0.017175794,0.0010761045,0.001601458,0.28597617,0.003297195,0.00023523951,0.21613854,0.22664969,0.0008807147],"about_ca_topic_score_codex":0.0001330898,"about_ca_topic_score_gemma":0.000024327788,"teacher_disagreement_score":0.61020154,"about_ca_system_score_codex":0.0012144699,"about_ca_system_score_gemma":0.02044252,"threshold_uncertainty_score":0.99475074},"labels":[],"label_agreement":null},{"id":"W4321019553","doi":"10.1089/pmr.2022.0057","title":"Family Physicians with Certificates of Added Competence in Palliative Care Contribute to Comprehensive Care in Their Communities: A Qualitative Descriptive Study","year":2023,"lang":"en","type":"article","venue":"Palliative Medicine Reports","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Competence (human resources); Remuneration; Certificate; Family medicine; Palliative care; Nursing; Qualitative research; Medicine; Certification; Psychology; Business","score_opus":0.11491159659933399,"score_gpt":0.4102603388900288,"score_spread":0.2953487422906948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321019553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99148816,0.00078487047,0.00035918772,0.002155388,0.00027821012,0.004008758,0.00007817718,0.00009211662,0.00075514364],"genre_scores_gemma":[0.99666226,0.000079002675,0.0007555977,0.00064238085,0.00008357848,0.000812208,0.0008751741,0.000050117967,0.000039684153],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9956111,0.0007245534,0.0014926799,0.0005980118,0.0010347668,0.0005389124],"domain_scores_gemma":[0.9935322,0.0010774678,0.0007710141,0.0007404114,0.00375776,0.00012118739],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009643889,0.00044905825,0.0014773303,0.0010840467,0.00012245565,0.000009824628,0.00021604603,0.00011056833,0.000023310004],"category_scores_gemma":[0.0017654079,0.0003342507,0.00006762146,0.0045142896,0.0007332536,0.00010694059,0.00013955131,0.00076058466,0.000007279381],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045074333,0.00042782878,0.23564331,0.0003255169,0.00017816234,0.00038837176,0.7586759,0.00017611647,0.0010587111,0.000058014244,0.00042428344,0.002193073],"study_design_scores_gemma":[0.001902825,0.0019781562,0.42473876,0.0028261272,0.00006179441,0.0000027394492,0.5675018,0.00010457046,0.00043752504,0.0001191785,0.00015142764,0.00017507841],"about_ca_topic_score_codex":0.0055085495,"about_ca_topic_score_gemma":0.0038570154,"teacher_disagreement_score":0.19117406,"about_ca_system_score_codex":0.0010112969,"about_ca_system_score_gemma":0.00049048156,"threshold_uncertainty_score":0.99991095},"labels":[],"label_agreement":null},{"id":"W4321124427","doi":"10.4103/jfmpc.jfmpc_1260_22","title":"The fully equipped physician: An ancient Indian competency framework","year":2023,"lang":"en","type":"review","venue":"Journal of Family Medicine and Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Globe; Medicine; Medical education; Ophthalmology","score_opus":0.09625097209433353,"score_gpt":0.4219133702955257,"score_spread":0.3256623982011922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321124427","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006355705,0.9912003,0.000051832183,0.0017500896,0.0033896521,0.00058291684,0.000013684699,0.000026497666,0.0023493993],"genre_scores_gemma":[0.00002767588,0.9845533,0.001143009,0.007924998,0.0058540893,0.000020114367,0.0002771042,0.0000668254,0.00013288422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963827,0.0002236337,0.0015766995,0.00027125023,0.0011808559,0.00036482248],"domain_scores_gemma":[0.996327,0.00064282847,0.00119311,0.00055976654,0.001017145,0.00026018018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016348541,0.0003820454,0.0020163963,0.0005593766,0.0002960845,0.000037435326,0.00041731942,0.0003875103,0.000014309483],"category_scores_gemma":[0.001215485,0.0002026061,0.00030293083,0.0012874963,0.00041132502,0.00011693196,0.0000764373,0.0021161633,0.000015562448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028311752,0.000044286033,0.000014191776,0.013751883,0.00020786515,0.0001614047,0.0017395891,6.788254e-8,0.0000031566124,0.00026610785,0.03048722,0.95329595],"study_design_scores_gemma":[0.00051327335,0.0012696121,0.00070685596,0.056358952,0.0014847462,0.0004056006,0.008818029,9.395806e-7,1.1618497e-7,0.00028202176,0.9299827,0.00017711373],"about_ca_topic_score_codex":0.000008390359,"about_ca_topic_score_gemma":0.0000016558447,"teacher_disagreement_score":0.9531188,"about_ca_system_score_codex":0.0004663105,"about_ca_system_score_gemma":0.0026969989,"threshold_uncertainty_score":0.9193794},"labels":[],"label_agreement":null},{"id":"W4321361173","doi":"10.47102/annals-acadmedsg.v36n7p525","title":"From the Chapter of Physicians, Academy of Medicine, Singapore to the College of Physicians, Singapore","year":2007,"lang":"en","type":"article","venue":"Annals of the Academy of Medicine Singapore","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Specialty; Medicine; Scope (computer science); Certification; Medical education; Warrant; Scope of practice; Continuing medical education; Family medicine; Continuing education; Health care; Political science; Law","score_opus":0.0743207331712442,"score_gpt":0.3918446519734112,"score_spread":0.31752391880216696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321361173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5050023,0.002779026,0.00013350767,0.4874415,0.00056074536,0.0012801174,0.00018935907,0.000023147551,0.002590286],"genre_scores_gemma":[0.94420195,0.00031664362,0.00083674525,0.051532835,0.0025526981,0.000012778207,0.00005143558,0.0000676946,0.00042720628],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9932267,0.00024007758,0.0028539011,0.00051898183,0.0025766725,0.00058364857],"domain_scores_gemma":[0.99357694,0.0011363975,0.0032385981,0.00095942174,0.000978522,0.000110117246],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005166811,0.00049665937,0.0017230038,0.00044382206,0.0001970208,0.0000019471913,0.0016960868,0.00047809238,0.0001677168],"category_scores_gemma":[0.004324603,0.0002631596,0.00038419597,0.0024970826,0.0050232997,0.00014206197,0.0002718924,0.0014766756,0.0000028165857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010075612,0.000846953,0.0032525286,0.0009795168,0.0008005349,0.0000022014385,0.015792632,0.000042408305,0.17392726,0.03138935,0.632306,0.13965306],"study_design_scores_gemma":[0.004618078,0.0017846322,0.14450173,0.030040586,0.0017223095,0.00004500894,0.033591274,0.00020009259,0.5193286,0.020766255,0.24283065,0.0005707705],"about_ca_topic_score_codex":0.00041189158,"about_ca_topic_score_gemma":0.000007191196,"teacher_disagreement_score":0.43919966,"about_ca_system_score_codex":0.00004735085,"about_ca_system_score_gemma":0.00021414326,"threshold_uncertainty_score":0.99998206},"labels":[],"label_agreement":null},{"id":"W4321376405","doi":"10.1111/tct.13563","title":"(L)earning: Exploring the value of paid roles for medical students","year":2023,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Value (mathematics); Psychology; Medical education; Medicine; Statistics; Mathematics","score_opus":0.21561957719641323,"score_gpt":0.5157715219956277,"score_spread":0.3001519447992145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321376405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9421088,0.000037678677,0.0003377069,0.055345427,0.0009946198,0.0004780293,6.7209464e-7,0.000094582756,0.0006024455],"genre_scores_gemma":[0.98974264,0.00010876651,0.00038646642,0.0030509331,0.0017958755,0.0002536258,0.00002068601,0.000028415101,0.0046125897],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975639,0.0002756508,0.000731201,0.00018417466,0.001030726,0.00021434878],"domain_scores_gemma":[0.99749,0.0016305908,0.00014884582,0.0005147124,0.00014275852,0.00007310245],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013122228,0.00008690673,0.00025750772,0.000049182025,0.00013001288,0.000011873593,0.00058397674,0.00012440693,0.00018829094],"category_scores_gemma":[0.026146416,0.000043238713,0.0001587129,0.00045844962,0.00039508607,0.000030899428,0.00017554035,0.0007315858,0.00011036422],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027208182,0.0011916076,0.34860244,0.000120847675,0.00043252678,0.000005366162,0.0042541777,0.000015575943,0.000046110625,0.0070955767,0.25999457,0.37796912],"study_design_scores_gemma":[0.0027707468,0.00053612085,0.7771098,0.00038526033,0.00030491975,0.000009690538,0.0057908786,0.0074944226,0.00011587823,0.0037028936,0.20162553,0.0001538445],"about_ca_topic_score_codex":0.000006537565,"about_ca_topic_score_gemma":0.000001098535,"teacher_disagreement_score":0.4285074,"about_ca_system_score_codex":0.000023832788,"about_ca_system_score_gemma":0.00015515492,"threshold_uncertainty_score":0.9820568},"labels":[],"label_agreement":null},{"id":"W4321380144","doi":"10.5334/pme.891","title":"Metacommentary: Identifying and Mastering ‘Dear Reader’ Moments","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Notice; Worry; Craft; Computer science; Psychology; Visual arts; Art; Law; Political science","score_opus":0.035388595343688885,"score_gpt":0.39740052379739277,"score_spread":0.3620119284537039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321380144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92462873,0.00032917765,0.00035147957,0.069640554,0.0012021301,0.00037210254,0.000001338691,0.00019473037,0.003279765],"genre_scores_gemma":[0.98581266,0.00069861463,0.0021047601,0.008008119,0.00081274624,0.0001539548,0.00014558561,0.00003562926,0.0022279113],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9981455,0.000056948582,0.0002873264,0.00040169584,0.00085331564,0.0002551941],"domain_scores_gemma":[0.9992495,0.00006641423,0.00007344712,0.00026866523,0.00015242735,0.00018951735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00070758193,0.00014143453,0.0001982661,0.00051913835,0.00016110449,0.000037257396,0.00010029154,0.000115261435,0.0009410879],"category_scores_gemma":[0.002714159,0.00013013766,0.000041042465,0.00089478947,0.00016032778,0.00014097057,0.0000581829,0.000414054,0.00022720238],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021070566,0.0028476252,0.01758484,0.00066095806,0.00034971334,0.000033827957,0.08287794,0.0000027362419,0.0018465352,0.015893765,0.1779925,0.69969887],"study_design_scores_gemma":[0.0036634747,0.0007634565,0.41534317,0.0025341422,0.00033447015,0.0002797738,0.4677165,0.00612501,0.0009690259,0.0040003303,0.09749954,0.0007711402],"about_ca_topic_score_codex":0.000051485604,"about_ca_topic_score_gemma":0.0000012820601,"teacher_disagreement_score":0.6989277,"about_ca_system_score_codex":0.00029115955,"about_ca_system_score_gemma":0.0003904168,"threshold_uncertainty_score":0.99997216},"labels":[],"label_agreement":null},{"id":"W4321443386","doi":"10.22541/au.166021696.68166010/v2","title":"LEADS+ Developmental  Model: Proposing a new model based on an integrative conceptual review","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; McMaster University","funders":"","keywords":"Followership; Conceptual model; Leadership development; Psychology; Health care; Shared leadership; Situational leadership theory; Leadership studies; Transactional leadership; Knowledge management; Leadership style; Public relations; Computer science; Social psychology; Political science","score_opus":0.10266975644004933,"score_gpt":0.4059663869584006,"score_spread":0.30329663051835126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321443386","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011007561,0.00047675543,0.92479235,0.033896185,0.0011722166,0.00458537,0.00003079476,0.0008766799,0.023162108],"genre_scores_gemma":[0.06602097,0.0006116986,0.8447555,0.053759616,0.00052028213,0.00058310723,0.0036480988,0.00017526043,0.02992547],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973126,0.00007035496,0.0007513548,0.0007498759,0.0008164823,0.00029932478],"domain_scores_gemma":[0.9985078,0.00004192499,0.00021630492,0.00058660103,0.00046384748,0.00018352194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006689975,0.00041264165,0.0006677801,0.000297923,0.00009259791,0.000031759475,0.00026733745,0.00035536027,0.00037311733],"category_scores_gemma":[0.0013175193,0.00031470618,0.00011941453,0.00044746615,0.00019357851,0.00008635849,0.00016092301,0.0015164344,0.00013373503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027068213,0.0012786293,0.00013173454,0.0047487523,0.0002062147,0.000026318747,0.008745135,0.09336859,0.0004400128,0.029168122,0.73969984,0.12191596],"study_design_scores_gemma":[0.0005270124,0.00014017241,0.000014553235,0.017097175,0.00014991975,0.000004677333,0.0008510328,0.977914,0.00039258783,0.0019122979,0.0006514378,0.00034515365],"about_ca_topic_score_codex":0.00007986205,"about_ca_topic_score_gemma":0.000019900312,"teacher_disagreement_score":0.8845454,"about_ca_system_score_codex":0.00099809,"about_ca_system_score_gemma":0.0076727658,"threshold_uncertainty_score":0.9999305},"labels":[],"label_agreement":null},{"id":"W4321445433","doi":"10.22454/fammed.2023.310804","title":"Professional Development Needs of Clerkship Directors","year":2023,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Professional development; Medical education; Interpersonal communication; Variety (cybernetics); Faculty development; Psychology; Medicine; Political science","score_opus":0.07358560996090466,"score_gpt":0.3843717408879319,"score_spread":0.3107861309270272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321445433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98050064,0.00013282032,0.000119492644,0.00687764,0.0032629326,0.00030308543,9.964393e-7,0.00016153188,0.008640859],"genre_scores_gemma":[0.98107976,0.000032861582,0.0012170922,0.0024051797,0.0006337727,0.000060897564,0.00028513165,0.000024014225,0.014261292],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99833673,0.000030793744,0.00054654974,0.00013118018,0.00071820314,0.00023652153],"domain_scores_gemma":[0.9991316,0.00010978601,0.000117138814,0.0002537414,0.00029732846,0.00009038015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009562663,0.000120997334,0.0003122973,0.00071060203,0.000070751135,0.0000012016661,0.00010332147,0.000104833365,0.000388456],"category_scores_gemma":[0.0014091524,0.0000862525,0.000028674885,0.002487064,0.00020903611,0.00003328446,0.00004151627,0.00024376449,0.00016624792],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012890706,0.00032099398,0.06769575,0.00055543997,0.00010969311,0.000015883086,0.011388472,0.0000024949306,0.030219683,0.0017932928,0.7193467,0.16842267],"study_design_scores_gemma":[0.0012597946,0.00016218549,0.829489,0.0009513613,0.000042679705,0.000008031969,0.006589273,0.00012367322,0.002066721,0.00009379503,0.15911666,0.000096844895],"about_ca_topic_score_codex":0.00001927479,"about_ca_topic_score_gemma":5.9480374e-7,"teacher_disagreement_score":0.76179326,"about_ca_system_score_codex":0.0000892489,"about_ca_system_score_gemma":0.0003888092,"threshold_uncertainty_score":0.4253321},"labels":[],"label_agreement":null},{"id":"W4321489483","doi":"10.1097/acm.0000000000005188","title":"Exploring the Impact of Entrustable Professional Activities on Feedback Culture: A Qualitative Study of Anesthesiology Residents and Attendings","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Anesthesiology; Qualitative research; Medical education; Psychology; Medicine; Physiology; Sociology; Psychiatry; Social science","score_opus":0.15827853954987192,"score_gpt":0.4759827861973883,"score_spread":0.3177042466475164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321489483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952198,0.000094349125,0.0000023478387,0.0036356924,0.00027670045,0.00060851255,0.0000020457521,0.000025536323,0.00013498901],"genre_scores_gemma":[0.99754375,0.00023484015,0.000013087761,0.00025081667,0.00024694527,0.00010288917,0.000025873687,0.0000138297655,0.0015679502],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982408,0.00024885556,0.00052550604,0.00020626116,0.0005677351,0.0002108133],"domain_scores_gemma":[0.99859345,0.0006981543,0.00029552862,0.00021394208,0.00014616748,0.000052779556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00181295,0.00013666201,0.00042667208,0.00032253307,0.00008932425,0.0000010176288,0.00013061259,0.00009993306,0.00006969584],"category_scores_gemma":[0.002634837,0.000069951915,0.00002675544,0.0010242615,0.0004257004,0.00010558684,0.000056423676,0.0006883086,0.0000046157206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007335069,0.00017886961,0.084575154,0.00025205826,0.00024348343,0.000008642653,0.83871335,0.000007864185,0.012468839,0.0010383101,0.05847527,0.0033046657],"study_design_scores_gemma":[0.0016489717,0.0023057268,0.44670132,0.00083521183,0.00007683293,0.000019329245,0.5468732,0.00004000291,0.00071020896,0.00064278627,0.00008865179,0.000057771562],"about_ca_topic_score_codex":0.0002650136,"about_ca_topic_score_gemma":8.808888e-7,"teacher_disagreement_score":0.36212617,"about_ca_system_score_codex":0.0000775924,"about_ca_system_score_gemma":0.0001000685,"threshold_uncertainty_score":0.31543362},"labels":[],"label_agreement":null},{"id":"W4321598211","doi":"10.1111/medu.15065","title":"How medical learners and educators decide what counts as mistreatment: A qualitative study","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of California, San Francisco","keywords":"Grounded theory; Psychology; Variety (cybernetics); Consistency (knowledge bases); Interpersonal communication; Ambiguity; Intervention (counseling); Perception; Qualitative research; Medical education; Social psychology; Medicine","score_opus":0.02099959117141963,"score_gpt":0.432924718659675,"score_spread":0.4119251274882554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321598211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88020796,0.00044602153,0.000027843018,0.11434161,0.0022794714,0.00046114216,6.5919784e-7,0.00011293853,0.0021223787],"genre_scores_gemma":[0.97419596,0.00073304056,0.00025499813,0.01107322,0.0008196992,0.00029420014,0.0002999291,0.000033751316,0.012295217],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973915,0.00015707944,0.0002979404,0.0003491629,0.0015564746,0.00024784924],"domain_scores_gemma":[0.99895483,0.00019422993,0.000082107654,0.00027684568,0.00019944493,0.0002925485],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013433339,0.00015278913,0.00023073785,0.00028425665,0.00011548946,0.00008534147,0.00012434731,0.00020777462,0.0021746955],"category_scores_gemma":[0.010548494,0.00012699561,0.000036654375,0.00092893373,0.0002697596,0.00018907063,0.000040784627,0.00039272246,0.00060954073],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031154657,0.0018446888,0.0030857632,0.00010466255,0.000108274755,0.00003409561,0.043686908,2.6316211e-8,0.000004533022,0.0014068602,0.32802665,0.6216664],"study_design_scores_gemma":[0.00148199,0.0004294519,0.008530398,0.00069362327,0.00014142833,0.00018105858,0.7834023,0.00022532929,0.000028284778,0.001039946,0.203601,0.00024513993],"about_ca_topic_score_codex":0.000081541875,"about_ca_topic_score_gemma":0.00001038805,"teacher_disagreement_score":0.73971546,"about_ca_system_score_codex":0.00019811362,"about_ca_system_score_gemma":0.0036207729,"threshold_uncertainty_score":0.99873745},"labels":[],"label_agreement":null},{"id":"W4321606001","doi":"10.36834/cmej.76464","title":"Small groups, big possibilities: radical pedagogical approaches to critical small-group learning in medical education","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Group (periodic table); Computer science; Small group learning; Data science; Mathematics education; Psychology; Chemistry","score_opus":0.14772437368319202,"score_gpt":0.3721881970161575,"score_spread":0.2244638233329655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321606001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60275346,0.00044134265,0.0011272748,0.38262907,0.007104291,0.0007060596,0.000003331224,0.00017260115,0.0050626057],"genre_scores_gemma":[0.8246577,0.0002940249,0.008962763,0.14554387,0.012860297,0.00061962166,0.00062658475,0.00016442458,0.0062707122],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929964,0.0005857269,0.0016295321,0.0008206645,0.0025322798,0.0014354038],"domain_scores_gemma":[0.98236096,0.0005254633,0.00017669883,0.0005691936,0.0007135032,0.015654186],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006127865,0.00041894984,0.0006516406,0.0028500264,0.00056750793,0.00020278752,0.00075683906,0.0011021451,0.018222874],"category_scores_gemma":[0.19062564,0.0003958347,0.00019496276,0.0035458112,0.00069490145,0.00017336138,0.0000970615,0.0045153615,0.00058824243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009703508,0.0017904897,0.013988079,0.0002974501,0.00004929894,0.00038441893,0.007118051,0.00001096163,0.000010865405,0.029876646,0.15555985,0.79081684],"study_design_scores_gemma":[0.0030707298,0.0009944192,0.08737139,0.0044106203,0.00015751629,0.009825821,0.06253746,0.007655834,0.000012310199,0.008608511,0.8140366,0.0013187656],"about_ca_topic_score_codex":0.0041652876,"about_ca_topic_score_gemma":0.0131598925,"teacher_disagreement_score":0.7894981,"about_ca_system_score_codex":0.0021394808,"about_ca_system_score_gemma":0.13468745,"threshold_uncertainty_score":0.9998494},"labels":[],"label_agreement":null},{"id":"W4321606018","doi":"10.36834/cmej.75278","title":"Qualitative evaluation of the contribution of CanMEDS roles in the development of area of focused competence diplomas","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Competence (human resources); Psychology; Computer science; Mathematics education; Social psychology","score_opus":0.05802016085752634,"score_gpt":0.42067872660748784,"score_spread":0.36265856574996147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321606018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764915,0.00016364515,0.00015435556,0.021718731,0.0005544851,0.00041902097,0.0000056285976,0.000002117432,0.0004904815],"genre_scores_gemma":[0.9982538,0.000014226794,0.0007259669,0.00081475003,0.00008180056,0.00003851473,0.000047374335,0.000005822811,0.00001774365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960672,0.0005730708,0.001089818,0.000093026276,0.0019984543,0.00017841584],"domain_scores_gemma":[0.9957858,0.0002795471,0.0006408175,0.00023823621,0.0027167962,0.00033883136],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0096755475,0.00007883946,0.00025269197,0.0005213715,0.00008790309,0.000003638079,0.0002983033,0.00011694562,0.0007539353],"category_scores_gemma":[0.043795325,0.000050614217,0.00005812148,0.0017026429,0.00038303854,0.00005193661,0.0000127049425,0.00039369712,0.0000015144647],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013216867,0.0014800701,0.058544677,0.0004651212,0.00030080386,0.0000032751514,0.40372074,0.00013097038,0.0033388706,0.022973482,0.03843336,0.47047648],"study_design_scores_gemma":[0.0026309604,0.00016601507,0.8171636,0.003093745,0.00021874144,0.00007535924,0.15864241,0.00309645,0.005624281,0.0049669757,0.0041729417,0.00014851964],"about_ca_topic_score_codex":0.0012546073,"about_ca_topic_score_gemma":0.011152071,"teacher_disagreement_score":0.7586189,"about_ca_system_score_codex":0.0004753603,"about_ca_system_score_gemma":0.060536623,"threshold_uncertainty_score":0.9642592},"labels":[],"label_agreement":null},{"id":"W4321606027","doi":"10.36834/cmej.75072","title":"Practical and customizable study strategies for clerkship year success","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"License; Curriculum; Medical education; Clinical clerkship; Computer science; Outcome (game theory); United States Medical Licensing Examination; Subject (documents); Medicine; Psychology; Medical school; Pedagogy; World Wide Web","score_opus":0.04056192633925179,"score_gpt":0.416547099062123,"score_spread":0.37598517272287124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321606027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71271163,0.0000729714,0.00079771335,0.2774747,0.0035303358,0.0010616829,0.000004901207,0.00007296009,0.0042731217],"genre_scores_gemma":[0.9681236,0.00006368519,0.0054840185,0.021609794,0.002615038,0.0001673786,0.00007089937,0.0000378556,0.0018277348],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982559,0.00007590621,0.00040367016,0.00020982926,0.0006528264,0.00040185096],"domain_scores_gemma":[0.99591404,0.00012225301,0.000092080554,0.00017915276,0.00064419216,0.0030482821],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020433634,0.00011277326,0.00019672838,0.00061347784,0.0003625443,0.00016311852,0.00011886063,0.00018744366,0.0049098614],"category_scores_gemma":[0.026146036,0.00010093518,0.00003793807,0.0007566914,0.00014571306,0.00024983904,0.000013222766,0.0007346101,0.00008815545],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003769991,0.0003308623,0.0091693215,0.00006630959,0.0000538902,0.000050244562,0.0014957573,0.0000012570383,0.0000035792264,0.011764567,0.940198,0.03682851],"study_design_scores_gemma":[0.0049843187,0.00094672356,0.11639865,0.0004479684,0.0002995137,0.0029778455,0.15296689,0.0036304141,0.000008806462,0.008085322,0.70877075,0.00048282626],"about_ca_topic_score_codex":0.0011951227,"about_ca_topic_score_gemma":0.002509553,"teacher_disagreement_score":0.2558649,"about_ca_system_score_codex":0.00029343707,"about_ca_system_score_gemma":0.07326374,"threshold_uncertainty_score":0.9959998},"labels":[],"label_agreement":null},{"id":"W4322493230","doi":"10.2196/39680","title":"Teaching Medical Microbiology With a Web-Based Course During the COVID-19 Pandemic: Retrospective Before-and-After Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität des Saarlandes","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Medical education; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Psychology; Internal medicine; Family medicine; Computer science; World Wide Web","score_opus":0.011589891244334977,"score_gpt":0.37438097139473275,"score_spread":0.3627910801503978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322493230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8932304,0.000040886043,0.000107818414,0.1042214,0.0006100013,0.001373353,0.000004038065,0.0002791633,0.00013297657],"genre_scores_gemma":[0.9668946,0.000011505133,0.00016330542,0.029031055,0.0009894337,0.0016917431,0.00015678952,0.00003847899,0.0010230419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99698937,0.0003445782,0.0005168247,0.00054595986,0.001182417,0.00042085233],"domain_scores_gemma":[0.9983752,0.00022569249,0.00015806285,0.0005025972,0.00022120115,0.0005172984],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030160872,0.00023268671,0.00034268707,0.00030958143,0.00040483498,0.000027040489,0.0002575319,0.00035256482,0.0012599996],"category_scores_gemma":[0.0075768237,0.00014290708,0.000050948118,0.000964665,0.00070849503,0.00007417563,0.00008976717,0.0015384819,0.000067415975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031287072,0.0019651644,0.9479892,0.0002278296,0.00010011781,0.000072005,0.008093475,5.815019e-7,0.000077292876,0.00024632597,0.014798357,0.026116727],"study_design_scores_gemma":[0.0042331843,0.0006716423,0.9558052,0.0003249404,0.00014297132,0.0010441605,0.009008647,0.0010018126,0.0000037644397,0.00013136968,0.02741608,0.00021625446],"about_ca_topic_score_codex":0.00021985336,"about_ca_topic_score_gemma":0.0005766967,"teacher_disagreement_score":0.07519035,"about_ca_system_score_codex":0.0006120191,"about_ca_system_score_gemma":0.007222194,"threshold_uncertainty_score":0.999653},"labels":[],"label_agreement":null},{"id":"W4322495440","doi":"10.1017/cjn.2023.26","title":"Does E-learning Facilitate Medical Education in Pediatric Neurology?","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Children's Hospital; Ottawa Hospital; University of Manitoba; Montreal Children's Hospital; University of Ottawa; McGill University; Children's Hospital of Eastern Ontario; Western University","funders":"University of Ottawa","keywords":"Test (biology); Pediatric Neurology; Neurology; Medicine; Psychology; Pediatrics; Psychiatry","score_opus":0.02935256962788032,"score_gpt":0.317041711148221,"score_spread":0.2876891415203407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322495440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95625305,0.00029291507,0.000009641201,0.03850048,0.002599958,0.00017197148,0.0000014647306,0.000038014463,0.0021324991],"genre_scores_gemma":[0.9873914,0.000983809,0.0007269004,0.010020377,0.00070112426,0.000006086157,0.0000014543872,0.000012359192,0.00015648636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947591,0.00092883676,0.0011652835,0.0005215859,0.0013410446,0.0012841553],"domain_scores_gemma":[0.99661285,0.00051236025,0.0005691324,0.0001394862,0.000619693,0.0015465032],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.008877598,0.000260667,0.00048084924,0.0031366304,0.001468718,0.0002464281,0.0012656667,0.0003365975,0.00042628872],"category_scores_gemma":[0.021492844,0.0001510076,0.0001617893,0.004907229,0.003963852,0.00065645017,0.00006605067,0.0027899533,0.000022715372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005421422,0.00005221981,0.97342044,0.000017256905,0.0000041403164,0.0032279107,0.00035999168,0.0007747855,0.0000036627573,0.0004148239,0.0033060175,0.01836456],"study_design_scores_gemma":[0.00045782438,0.026013667,0.9327958,0.000064619235,0.000032349904,0.014737775,0.00053366757,0.0040948004,0.0000070923943,0.010623653,0.010396268,0.00024247552],"about_ca_topic_score_codex":0.0008249422,"about_ca_topic_score_gemma":0.021827018,"teacher_disagreement_score":0.040624607,"about_ca_system_score_codex":0.00021459303,"about_ca_system_score_gemma":0.017854176,"threshold_uncertainty_score":0.99983126},"labels":[],"label_agreement":null},{"id":"W4322506590","doi":"10.18192/uojm.v12i1.6465","title":"Assessing Self-Reported Readiness of Medical Students transitioning to Clinical Clerkship at the University of Ottawa","year":2023,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Preparedness; Medical education; Formative assessment; Clinical clerkship; Medicine; Likert scale; CLARITY; Curriculum; Psychology; Mathematics education; Pedagogy","score_opus":0.05641022431241627,"score_gpt":0.3966755848995521,"score_spread":0.34026536058713586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322506590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95321053,0.00006380854,0.0038331512,0.04099659,0.0006690514,0.00020080688,0.000003048434,0.000021579091,0.0010014162],"genre_scores_gemma":[0.9963354,0.00024842765,0.002197779,0.00042025434,0.00030681223,3.0836414e-8,0.000022521164,0.000011988545,0.00045680106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955447,0.00029336225,0.0011128053,0.00018748979,0.0026628156,0.00019887245],"domain_scores_gemma":[0.9960131,0.00057091657,0.001316088,0.0003416348,0.0014908157,0.00026746313],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008791037,0.00012914314,0.0007685319,0.00060331146,0.00018104164,0.0000037300197,0.000736506,0.00022914492,0.0010215008],"category_scores_gemma":[0.002944208,0.00010528583,0.00019023713,0.0015513891,0.0009471587,0.0001646035,0.00014362694,0.00063116604,0.000008399945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084433955,0.001698145,0.70293826,0.00079986046,0.0022634238,0.0016110713,0.016451478,0.00014067614,0.0023258368,0.0010846446,0.23456544,0.03527685],"study_design_scores_gemma":[0.008926806,0.001111207,0.92299944,0.0032476247,0.0015634191,0.00040518845,0.03195033,0.00051982247,0.00028605448,0.00004418882,0.02881235,0.0001335396],"about_ca_topic_score_codex":0.00022431363,"about_ca_topic_score_gemma":0.0000755245,"teacher_disagreement_score":0.22006123,"about_ca_system_score_codex":0.0001998381,"about_ca_system_score_gemma":0.0006898613,"threshold_uncertainty_score":0.9998917},"labels":[],"label_agreement":null},{"id":"W4322506881","doi":"10.31080/asms.2023.07.1483","title":"Considerations in Medical Academic Writings","year":2023,"lang":"en","type":"article","venue":"Acta Scientific Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Psychology; History","score_opus":0.09039761895523417,"score_gpt":0.4282169468071441,"score_spread":0.33781932785190993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322506881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77135533,0.000057606332,0.000040430266,0.22047316,0.0021206553,0.00023462776,0.0000016285915,0.00017025643,0.0055463305],"genre_scores_gemma":[0.9902377,0.000055799777,0.0007042775,0.0068152887,0.00042959492,0.000055331264,0.00004908675,0.000008752553,0.0016441643],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928408,0.00010683011,0.000772105,0.00068481296,0.0049100635,0.0006853371],"domain_scores_gemma":[0.9981698,0.0007143628,0.00010315604,0.00031812664,0.00015975532,0.0005348069],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013635912,0.00013131334,0.00025542392,0.0009603922,0.00066468876,0.00012015265,0.0005292979,0.00035847997,0.010412841],"category_scores_gemma":[0.044359393,0.00010155916,0.000051022733,0.006929499,0.003607068,0.00028401814,0.00018376489,0.001014334,0.00070791657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007367926,0.0003292568,0.06297569,0.00010475459,0.000013760409,0.00047085428,0.001808148,0.0000045630118,0.0017413925,0.047480207,0.80130446,0.08375956],"study_design_scores_gemma":[0.0059769438,0.0005877171,0.30797023,0.004611722,0.00008329152,0.0026240505,0.010411834,0.1760991,0.002266048,0.067949966,0.41999596,0.001423126],"about_ca_topic_score_codex":0.0000441359,"about_ca_topic_score_gemma":0.000066442946,"teacher_disagreement_score":0.38130847,"about_ca_system_score_codex":0.00009531285,"about_ca_system_score_gemma":0.0032307394,"threshold_uncertainty_score":0.99910456},"labels":[],"label_agreement":null},{"id":"W4322584018","doi":"10.2196/41626","title":"Students’ Perception of Formative Assessment as an Instructional Tool in Competency-Based Medical Education: Proposal for a Proof-of-Concept Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Medical education; Bachelor; Focus group; Computer science; Qualitative property; Session (web analytics); Conceptualization; Psychology; Mathematics education; Medicine","score_opus":0.13921017867979169,"score_gpt":0.6133630840436455,"score_spread":0.4741529053638538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322584018","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58619237,2.566047e-7,0.0003109863,0.0035375827,0.00004034708,0.40968224,0.000007400843,0.000032102045,0.00019670812],"genre_scores_gemma":[0.25672454,5.8843263e-8,0.016031088,0.00007998619,0.00016744304,0.726653,0.00021126417,0.000017653823,0.00011497562],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99460596,0.00051074795,0.00088500325,0.0003410608,0.003309596,0.0003476215],"domain_scores_gemma":[0.9970618,0.00016350506,0.00018832796,0.00041722305,0.0020671384,0.00010201867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052162935,0.00012911936,0.00032650985,0.00095629477,0.00013058698,0.000028445887,0.0003994739,0.00015073289,0.00058960274],"category_scores_gemma":[0.0019904305,0.000109662804,0.000055144817,0.0020411955,0.0004041461,0.00026373027,0.000106499516,0.00067351444,0.000008391154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031879484,0.078228965,0.28969038,0.0055361553,0.00013150161,0.000014365514,0.022907844,0.00004391787,0.0012683655,0.06319551,0.013373416,0.5224216],"study_design_scores_gemma":[0.020433081,0.032678228,0.82657367,0.0072468184,0.000017442391,0.000023714498,0.06496132,0.013275827,0.00264624,0.027833948,0.003937067,0.000372661],"about_ca_topic_score_codex":0.00003262008,"about_ca_topic_score_gemma":0.000025307669,"teacher_disagreement_score":0.53688323,"about_ca_system_score_codex":0.00045315924,"about_ca_system_score_gemma":0.02549485,"threshold_uncertainty_score":0.9800297},"labels":[],"label_agreement":null},{"id":"W4322616621","doi":"10.1007/s10459-023-10213-2","title":"Questions and Quandaries: How to respond to reviewer comments","year":2023,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network; Sunnybrook Health Science Centre","funders":"","keywords":"Column (typography); Health professions; Medical education; Engineering ethics; Psychology; MEDLINE; Pedagogy; Medicine; Computer science; Health care; Political science; Engineering; Law","score_opus":0.041502816264673295,"score_gpt":0.467165876617718,"score_spread":0.42566306035304474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322616621","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018288093,0.0052246377,0.0004591609,0.98243177,0.00759166,0.0019981987,0.000013492839,0.000060184186,0.00039206276],"genre_scores_gemma":[0.00031046636,0.005592027,0.03165444,0.95323795,0.0027793983,0.00092096877,0.00022180846,0.000030435858,0.005252481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970674,0.0001899697,0.0006879677,0.0007265103,0.00079216535,0.00053597195],"domain_scores_gemma":[0.99824005,0.00031405012,0.00029945927,0.00045937469,0.0005224906,0.00016458049],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002640411,0.00022329498,0.00045308322,0.0014056937,0.0004079676,0.00010329692,0.0002718759,0.00019969553,0.000034132736],"category_scores_gemma":[0.00892917,0.00020381848,0.000026049865,0.0038489408,0.00028975142,0.00036053252,0.00006818391,0.00086768006,0.00008357977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007171331,0.00004161298,0.0013341281,0.0010975633,0.0000017464857,0.0000010802523,0.0010687573,0.000006229938,6.813589e-7,0.00027726401,0.87234896,0.123814784],"study_design_scores_gemma":[0.00009425803,0.0003949465,0.0033887255,0.0043399227,0.000008168364,0.000010842718,0.0010807554,0.000021169275,0.0000013877423,0.00089162757,0.9895966,0.00017161363],"about_ca_topic_score_codex":0.00032874278,"about_ca_topic_score_gemma":0.00014885316,"teacher_disagreement_score":0.12364317,"about_ca_system_score_codex":0.0007647447,"about_ca_system_score_gemma":0.00307945,"threshold_uncertainty_score":0.99941903},"labels":[],"label_agreement":null},{"id":"W4322620256","doi":"10.2147/amep.s402059","title":"Utilizing Evaluation and Development Frameworks to Engineer a College-Wide Evaluation and Reform of an Undergraduate Dental Curriculum","year":2023,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"School of Dentistry, University of Maryland; University of Texas Health Science Center at Houston; McGill University; University of Toronto; University of Louisville","keywords":"Operationalization; Curriculum; Optimal distinctiveness theory; Hindsight bias; Medical education; Process (computing); Data collection; Focus group; Dental education; Computer science; Engineering ethics; Psychology; Medicine; Pedagogy; Engineering; Sociology","score_opus":0.024803087582810992,"score_gpt":0.4467733530268151,"score_spread":0.4219702654440041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322620256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96157956,0.0022825368,0.0010786628,0.030639296,0.0008651998,0.0010054777,0.0000010236295,0.00003489537,0.0025133232],"genre_scores_gemma":[0.94435346,0.001745309,0.04870107,0.0045292173,0.00013080708,0.00031575433,0.00016225042,0.000014946942,0.000047189103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976331,0.00023007173,0.0004732074,0.00030993743,0.0011815187,0.00017214895],"domain_scores_gemma":[0.998312,0.0004765534,0.00015873428,0.00015982035,0.0006726455,0.00022024992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055272263,0.00011906993,0.00018415063,0.0003868461,0.00009920413,0.000018492752,0.00005573506,0.00018834445,0.000101250596],"category_scores_gemma":[0.030462822,0.000108961096,0.000008123582,0.0009905614,0.00010806446,0.0006945534,0.00004418489,0.00042932984,0.0000060400203],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084142586,0.00046919927,0.004802911,0.00017867085,0.00001785448,0.0000021140334,0.0031558862,0.000022343314,0.000024982855,0.003305838,0.0005779711,0.9873581],"study_design_scores_gemma":[0.0065000453,0.0008400013,0.2817332,0.0034524382,0.0005343862,0.000810349,0.24053505,0.20641153,0.00034919375,0.010059707,0.24794196,0.0008321102],"about_ca_topic_score_codex":0.000047683814,"about_ca_topic_score_gemma":0.00007293571,"teacher_disagreement_score":0.98652595,"about_ca_system_score_codex":0.00029406554,"about_ca_system_score_gemma":0.0013719845,"threshold_uncertainty_score":0.977704},"labels":[],"label_agreement":null},{"id":"W4322709968","doi":"10.1007/978-3-031-21530-8_10","title":"Paramedic Portfolio Innovation","year":2023,"lang":"en","type":"book-chapter","venue":"Advanced sciences and technologies for security applications","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Portfolio; Business; Finance","score_opus":0.03116237312055274,"score_gpt":0.34497024606893956,"score_spread":0.3138078729483868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322709968","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007047887,0.006427313,0.08802506,0.10477117,0.002002307,0.022252152,0.0006599101,0.01156139,0.7572528],"genre_scores_gemma":[0.14313841,0.024424942,0.2432746,0.0045547727,0.0011462788,0.019503336,0.0049414597,0.00041691764,0.5585993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99830556,0.0000015737006,0.00048968615,0.00059770065,0.00034224,0.00026322447],"domain_scores_gemma":[0.99864846,0.000109399276,0.0003328131,0.0004671087,0.00041699986,0.000025186819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040720683,0.00021903176,0.00031796587,0.0008244564,0.0004655154,0.000032100514,0.00026887556,0.00047045585,0.000022452481],"category_scores_gemma":[0.00057616434,0.000199935,0.00005517734,0.0010753952,0.0014381781,0.000109878565,0.00011373736,0.00045781035,0.000029522289],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004049038,0.00001736812,0.000011964886,0.00010240859,0.000014978158,4.489814e-7,0.000018718736,8.8561563e-7,0.00003233831,0.7508531,0.0034092192,0.2455345],"study_design_scores_gemma":[0.00016631001,0.00013027604,0.00001731562,0.00010753849,0.00004301385,0.000013808447,0.00033744844,0.00018023344,0.00008404452,0.54838175,0.45039922,0.00013906069],"about_ca_topic_score_codex":0.000002012976,"about_ca_topic_score_gemma":0.0000035772139,"teacher_disagreement_score":0.44699,"about_ca_system_score_codex":0.00008001593,"about_ca_system_score_gemma":0.00020210995,"threshold_uncertainty_score":0.8153113},"labels":[],"label_agreement":null},{"id":"W4322757277","doi":"10.1111/medu.15057","title":"Does allowing access to electronic differential diagnosis support threaten the reliability of a licensing exam?","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; University of Ottawa; McMaster University","funders":"Medical Council of Canada","keywords":"Cronbach's alpha; Test (biology); Internal consistency; Reliability (semiconductor); Medicine; Family medicine; Psychology; Medical education; Clinical psychology; Psychometrics","score_opus":0.016113696934757126,"score_gpt":0.3713945278280026,"score_spread":0.35528083089324547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322757277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8624789,0.000013567367,0.00038499193,0.13396533,0.0020330325,0.00063853513,0.0000012367816,0.00009663758,0.00038778852],"genre_scores_gemma":[0.9870654,0.00011151319,0.0001898193,0.010565467,0.00083301804,0.00042462104,0.00016831011,0.00002421014,0.0006176477],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99755514,0.0000973151,0.0005594397,0.000343557,0.0010455129,0.0003990121],"domain_scores_gemma":[0.99855053,0.0002464774,0.00011874142,0.00056932797,0.00038881527,0.00012612504],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001417617,0.0001396478,0.00026795035,0.00025886382,0.0001442524,0.000034682427,0.00034952955,0.00015884571,0.0019221841],"category_scores_gemma":[0.011590127,0.00007535114,0.000085456464,0.0016392329,0.00016745768,0.00013673842,0.00012678783,0.00045143257,0.000086669286],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103514314,0.0014389445,0.16840895,0.00038150308,0.000080592086,0.0000031863626,0.00459242,0.000009328842,0.0005267549,0.0007159416,0.27314928,0.5505896],"study_design_scores_gemma":[0.0008360931,0.00032579017,0.8735219,0.00082421483,0.00026744563,0.000020117823,0.0022342415,0.0017911624,0.004607346,0.0016042517,0.1136836,0.00028382865],"about_ca_topic_score_codex":0.00023542152,"about_ca_topic_score_gemma":0.000038089824,"teacher_disagreement_score":0.70511293,"about_ca_system_score_codex":0.0002626414,"about_ca_system_score_gemma":0.0024050847,"threshold_uncertainty_score":0.9989902},"labels":[],"label_agreement":null},{"id":"W4323275723","doi":"10.1016/j.xagr.2023.100187","title":"Clerkship director confidence in medical student career advising in obstetrics and gynecology","year":2023,"lang":"en","type":"article","venue":"AJOG Global Reports","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Obstetrics and gynaecology; Medical education; Medicine; Demographics; Family medicine; Clinical clerkship; Psychology; Curriculum; Pregnancy; Pedagogy; Sociology","score_opus":0.028045036413829785,"score_gpt":0.3898266426488578,"score_spread":0.36178160623502803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323275723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99142456,0.00042143997,0.000026368398,0.0034131808,0.0020636257,0.00030786227,7.2882665e-7,0.00006459049,0.002277637],"genre_scores_gemma":[0.9981161,0.00012503886,0.00015894865,0.001341221,0.00007268622,0.000035094152,0.0000280942,0.000008545942,0.00011431291],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778235,0.00005892327,0.00066217134,0.00035305045,0.00081808696,0.00032543458],"domain_scores_gemma":[0.9986907,0.00063147274,0.00012117493,0.00027462567,0.00014874894,0.00013324022],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015002872,0.000102464575,0.0002737811,0.00024406296,0.000036770507,0.000018886867,0.00006886981,0.00022377183,0.00009971885],"category_scores_gemma":[0.055406302,0.00010065173,0.000021955539,0.0021144773,0.00016032861,0.000057559555,0.00009756069,0.00031875313,0.000015731557],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006296319,0.00011692986,0.882079,0.00004094558,0.000009487905,0.0067722243,0.0003719017,0.0000047385734,0.00001984024,0.00062852114,0.0018499646,0.10810017],"study_design_scores_gemma":[0.00048568583,0.00005164218,0.9905226,0.00020940181,0.000012535314,0.0006173121,0.00073623296,0.00026170173,0.00001380719,0.000738385,0.0062613683,0.00008927769],"about_ca_topic_score_codex":0.00033405022,"about_ca_topic_score_gemma":0.00022761541,"teacher_disagreement_score":0.10844367,"about_ca_system_score_codex":0.00055703387,"about_ca_system_score_gemma":0.00062576524,"threshold_uncertainty_score":0.9525504},"labels":[],"label_agreement":null},{"id":"W4323294890","doi":"10.1002/ase.2268","title":"A peer‐led kinesthetic forearm and wrist anatomy workshop: A multiple cohort study","year":2023,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cohort; Kinesthetic learning; Wrist; Forearm; Psychological intervention; Cohort study; Medicine; Physical therapy; Psychology; Medical education; Physical medicine and rehabilitation; Surgery; Developmental psychology; Nursing; Internal medicine","score_opus":0.0178735535726038,"score_gpt":0.3752610855072156,"score_spread":0.3573875319346118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323294890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740395,0.000059553317,0.00003490493,0.022613697,0.00059991167,0.0010303232,7.505923e-7,0.00013143361,0.0014899278],"genre_scores_gemma":[0.9959502,0.000014864553,0.0010067893,0.0009802518,0.00020495705,0.00025469833,0.000066059714,0.000012273463,0.0015098742],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806505,0.000054061165,0.0003199551,0.0004749747,0.0007883791,0.00029757188],"domain_scores_gemma":[0.9990545,0.00013618633,0.000084786436,0.00024508598,0.00036239906,0.000117056145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016502051,0.00012929915,0.00020386373,0.0004451742,0.00031931396,0.00008610567,0.00016329547,0.000082865605,0.000089306544],"category_scores_gemma":[0.0026390904,0.00010599695,0.000033883385,0.0029604845,0.000418805,0.00016207344,0.00005560912,0.00020620268,0.000099686156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013241083,0.0006765445,0.9141867,0.000017596092,0.000017900098,0.0000024175529,0.0010138693,0.0000024461885,0.0000799277,0.001277091,0.020202123,0.06251013],"study_design_scores_gemma":[0.00053419784,0.00015370284,0.97280157,0.000055196466,0.00006753986,0.000033321023,0.009898041,0.008412016,0.00003543929,0.0009537858,0.006913261,0.00014192914],"about_ca_topic_score_codex":0.00024782724,"about_ca_topic_score_gemma":0.00004615112,"teacher_disagreement_score":0.062368203,"about_ca_system_score_codex":0.0001413498,"about_ca_system_score_gemma":0.00054127176,"threshold_uncertainty_score":0.43224305},"labels":[],"label_agreement":null},{"id":"W4323321523","doi":"10.1097/ceh.0000000000000490","title":"The Definitions and Conceptualizations of the Practice Context in the Health Professions: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Social Sciences and Humanities Research Council; William Osler Health System; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"CINAHL; Context (archaeology); Context effect; Health care; Construct (python library); Psychology; Agency (philosophy); Medical education; Applied psychology; Medicine; Nursing; Psychological intervention; Sociology; Political science; Computer science","score_opus":0.18961367060958245,"score_gpt":0.5617782088747306,"score_spread":0.37216453826514817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323321523","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045652345,0.75952506,0.00005141431,0.23157766,0.0020729168,0.0065505896,0.000008213,0.000008182193,0.00016031237],"genre_scores_gemma":[0.00039165895,0.9742177,0.00048799312,0.023114018,0.00039293175,0.000987228,0.000042849344,0.000038841838,0.0003267666],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9856003,0.00857882,0.0041815643,0.0002358425,0.0009692152,0.00043428934],"domain_scores_gemma":[0.9770888,0.011447092,0.008694514,0.001151269,0.0014939334,0.00012441247],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020912828,0.0002785904,0.0014490581,0.00045255473,0.0011453421,0.000051523068,0.0008177635,0.00020081627,0.000013435468],"category_scores_gemma":[0.0323802,0.00011738025,0.0002477187,0.003368899,0.0003842799,0.00019416536,0.0001003337,0.0030468386,0.00000529828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001609861,0.00071397546,0.00007935917,0.064526424,0.000053858505,0.0000013047048,0.044727687,2.2830936e-7,4.182598e-8,0.020252261,0.10932869,0.7603001],"study_design_scores_gemma":[0.00025688755,0.00010360466,0.00025866934,0.58351564,0.0002437372,0.0002833045,0.09961637,0.0000018323319,1.8119218e-8,0.00049378903,0.31515312,0.00007304729],"about_ca_topic_score_codex":0.00009336388,"about_ca_topic_score_gemma":0.00018899873,"teacher_disagreement_score":0.760227,"about_ca_system_score_codex":0.00046374506,"about_ca_system_score_gemma":0.02279489,"threshold_uncertainty_score":0.99925315},"labels":[],"label_agreement":null},{"id":"W4323321760","doi":"10.37964/cr24766","title":"Virtual objective structured clinical examinations — a novel approach to teaching and evaluating leadership skills in medical students","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Physician Leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Objective structured clinical examination; Curriculum; Objectivity (philosophy); Communication skills; Psychology; Medicine; Pedagogy","score_opus":0.16862144984392882,"score_gpt":0.4314212998566562,"score_spread":0.26279985001272743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323321760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98370314,0.000052273168,0.0012853601,0.012938554,0.0007401334,0.00043523152,0.0000058381233,0.000017550532,0.0008219416],"genre_scores_gemma":[0.9828042,0.0000014102988,0.0034376269,0.012131058,0.0012608897,0.000013849356,0.000025258592,0.00003534041,0.0002904011],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99651897,0.00040711573,0.00089221325,0.00031265893,0.0012933355,0.00057572883],"domain_scores_gemma":[0.9978876,0.00048253665,0.00025598775,0.00020563675,0.0003469439,0.00082126446],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070994576,0.00018722944,0.00047913427,0.001313659,0.0002091304,0.00007528145,0.00040970987,0.0002415332,0.000024702087],"category_scores_gemma":[0.015102793,0.00018087454,0.00009512627,0.001379948,0.0003125434,0.00019274079,0.000028836792,0.0021005867,0.000016765292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012390158,0.0011040786,0.13731278,0.0002873961,0.00041941265,0.00022733462,0.08443564,0.0003158381,0.0006997994,0.0048674294,0.01605435,0.75415206],"study_design_scores_gemma":[0.0027198498,0.0006272508,0.8785281,0.0011226056,0.000096001495,0.00014284613,0.11392021,0.002051006,0.000027088552,0.00020927272,0.00032692624,0.00022884799],"about_ca_topic_score_codex":0.00038902106,"about_ca_topic_score_gemma":0.0011736875,"teacher_disagreement_score":0.7539232,"about_ca_system_score_codex":0.0004916923,"about_ca_system_score_gemma":0.0024541267,"threshold_uncertainty_score":0.9931934},"labels":[],"label_agreement":null},{"id":"W4323348541","doi":"10.1007/s10459-023-10218-x","title":"How much is enough?","year":2023,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Health professions; Medical education; Engineering ethics; Sociology; Medicine; Health care; Political science; Engineering","score_opus":0.01962780823804718,"score_gpt":0.44952505967709094,"score_spread":0.4298972514390438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323348541","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003684103,0.009528738,0.00008607629,0.06942729,0.9179903,0.00084068417,0.000017874481,0.000110497625,0.001630085],"genre_scores_gemma":[0.0009877578,0.032054424,0.015166969,0.005829716,0.9298331,0.00070186914,0.0011323685,0.0000749935,0.014218804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563193,0.00010017554,0.000838526,0.0009113535,0.0018170002,0.00070102996],"domain_scores_gemma":[0.99714303,0.00070659805,0.00075142196,0.0005618444,0.0006979421,0.00013917765],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026126849,0.00028689706,0.00053447817,0.0011152475,0.00036954824,0.000116871255,0.00045672065,0.0004665672,0.00006397842],"category_scores_gemma":[0.010438395,0.00026666603,0.00006107271,0.0039483034,0.00048833643,0.00072555087,0.000051153922,0.0011496413,0.00010172431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007021586,0.00015650313,0.0003075395,0.0013349003,0.0000026827647,5.048352e-7,0.0006786691,0.0000023889088,6.8806287e-7,0.0005880323,0.84718406,0.14973702],"study_design_scores_gemma":[0.00020860769,0.0002935435,0.00022559377,0.0018446496,0.000009655873,0.000002772061,0.0035141245,0.000114823604,0.000009835692,0.0025785528,0.9909913,0.00020656372],"about_ca_topic_score_codex":0.00042739234,"about_ca_topic_score_gemma":0.0001328095,"teacher_disagreement_score":0.14953046,"about_ca_system_score_codex":0.0012687889,"about_ca_system_score_gemma":0.013579252,"threshold_uncertainty_score":0.99997854},"labels":[],"label_agreement":null},{"id":"W4323352295","doi":"10.36834/cmej.75106","title":"Time’s up for prioritizing Physician Humanism into CanMEDS","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Humanism; Computer science; Medical education; Data science; Medicine; Political science; Law","score_opus":0.015733861347758584,"score_gpt":0.3496548365372116,"score_spread":0.333920975189453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323352295","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40658754,0.00045173598,0.000693126,0.55555826,0.02201831,0.0014584635,0.000014691332,0.00025363325,0.012964247],"genre_scores_gemma":[0.45496243,0.00026292488,0.014648369,0.45369086,0.032770414,0.00061778445,0.001493145,0.0002637089,0.04129036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778634,0.000046299447,0.0005231927,0.00023669725,0.00084051257,0.00056693325],"domain_scores_gemma":[0.9949267,0.00006711766,0.00012941335,0.00025074222,0.00086816464,0.0037578947],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014153306,0.00015377147,0.00024580458,0.000894348,0.00064132654,0.00007183115,0.00024626093,0.00025643458,0.0056806277],"category_scores_gemma":[0.018176688,0.00015164907,0.000105908024,0.0010308137,0.0002035292,0.00014186955,0.000013813998,0.00079411006,0.0005933553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006940661,0.000051734612,0.000068810165,0.000058221038,0.000030557952,0.000016462982,0.0017704658,4.717371e-7,0.00011032201,0.0018267996,0.73647636,0.25958282],"study_design_scores_gemma":[0.00087590393,0.000116185875,0.0030782425,0.0004613634,0.00006508941,0.00046982276,0.0047737667,0.0017633926,0.000045544115,0.0030819788,0.98506397,0.00020476275],"about_ca_topic_score_codex":0.0013945134,"about_ca_topic_score_gemma":0.0014675135,"teacher_disagreement_score":0.25937808,"about_ca_system_score_codex":0.0011535685,"about_ca_system_score_gemma":0.059066594,"threshold_uncertainty_score":0.9952283},"labels":[],"label_agreement":null},{"id":"W4323352633","doi":"10.36834/cmej.73630","title":"Fostering the development of non-technical competencies in medical learners through patient engagement: a rapid review","year":2023,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Institut Universitaire en Santé Mentale de Québec","funders":"","keywords":"Medical education; Formative assessment; Autonomy; Inclusion (mineral); Plea; Psychology; Narrative; Psychological intervention; MEDLINE; Medicine; Nursing; Pedagogy; Social psychology","score_opus":0.11675031566682628,"score_gpt":0.4226012273032258,"score_spread":0.30585091163639955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323352633","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036227553,0.9672805,0.00010622114,0.02569255,0.00267808,0.0015730057,0.0000038665835,0.00002408215,0.0026054557],"genre_scores_gemma":[0.000033379503,0.9710801,0.004061946,0.023219494,0.0007607748,0.0004524531,0.00020164458,0.00007176886,0.00011840084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99222517,0.00057204254,0.0032982503,0.0004056929,0.0028363646,0.00066245004],"domain_scores_gemma":[0.9946782,0.00038759504,0.00096195587,0.00063124596,0.00057085196,0.0027701713],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072897295,0.00041135174,0.0016473718,0.000923857,0.0003236373,0.000035688743,0.0009366114,0.00072039897,0.01271857],"category_scores_gemma":[0.05183125,0.0002770539,0.0003400616,0.0023528403,0.0004335222,0.00009242699,0.0002478572,0.0044960724,0.00015244738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018764412,0.00014297148,0.0000026285431,0.015696524,0.00009468902,0.00006330243,0.0012447035,5.723315e-8,4.2067803e-8,0.00013464985,0.08759368,0.8950249],"study_design_scores_gemma":[0.00019279365,0.0000516276,0.000026781636,0.17680642,0.00023634348,0.0014786274,0.0013314886,0.000010324907,1.4505935e-7,0.00004418837,0.819627,0.0001942572],"about_ca_topic_score_codex":0.00054584176,"about_ca_topic_score_gemma":0.0031382912,"teacher_disagreement_score":0.8948306,"about_ca_system_score_codex":0.0020205062,"about_ca_system_score_gemma":0.19872372,"threshold_uncertainty_score":0.9999682},"labels":[],"label_agreement":null},{"id":"W4323352891","doi":"10.36834/cmej.75256","title":"Évaluation d’un outil pour améliorer la qualité de la rétroaction écrite des précepteurs pour les résidents en médecine familiale : formations et utilisation d’un guide critérié basé sur les compétences CanMEDS-MF","year":2023,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; Institut du Savoir Montfort; Francophone University Association; University of Ottawa","funders":"","keywords":"Valuation (finance); Medicine; Humanities; Philosophy","score_opus":0.04695641876035481,"score_gpt":0.3702501285135701,"score_spread":0.32329370975321525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323352891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74539626,0.0026290994,0.0108218575,0.22764373,0.008298377,0.0006767335,0.00007423727,0.0001274653,0.004332263],"genre_scores_gemma":[0.93493617,0.0070463815,0.022558259,0.016230533,0.007605783,0.0002544265,0.001236134,0.00015473459,0.009977582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9901096,0.0038462512,0.0020178023,0.0005579622,0.0021927906,0.0012755989],"domain_scores_gemma":[0.9895815,0.0022064047,0.00073885726,0.00054150884,0.0027470859,0.004184595],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015865939,0.0005366677,0.00058153126,0.0021101898,0.0015984355,0.00041628198,0.000647119,0.0011590814,0.020417012],"category_scores_gemma":[0.10530238,0.00056629203,0.00024506942,0.0022159775,0.001041605,0.0010135315,0.00005972413,0.002749259,0.00044813773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036750265,0.00058907876,0.035978314,0.00026159346,0.00016177633,0.000060045983,0.0154951615,0.0001808884,0.0001361422,0.0057005044,0.27773878,0.66366094],"study_design_scores_gemma":[0.0029824886,0.00019752969,0.6426079,0.0034583337,0.00058584515,0.0031065047,0.10960696,0.029811857,0.00012479493,0.024085568,0.18273334,0.00069883827],"about_ca_topic_score_codex":0.0696458,"about_ca_topic_score_gemma":0.023434436,"teacher_disagreement_score":0.66296214,"about_ca_system_score_codex":0.0037703128,"about_ca_system_score_gemma":0.06948306,"threshold_uncertainty_score":0.9997013},"labels":[],"label_agreement":null},{"id":"W4323353269","doi":"10.1093/jcag/gwac036.080","title":"A80 DEVELOPMENT OF COMPETENCY BASED MEDICAL EDUCATION CURRICULUM FOR INFLAMMATORY BOWEL DISEASE ADVANCED TRAINING PROGRAM IN CANADA","year":2023,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medicine; Competence (human resources); Delphi method; Likert scale; Inflammatory bowel disease; Medical education; Inclusion (mineral); Physical therapy; Family medicine; Disease; Internal medicine; Psychology","score_opus":0.007832699477177664,"score_gpt":0.27690774112957095,"score_spread":0.26907504165239327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323353269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604913,0.0000070701335,0.000049679824,0.03795785,0.0010821491,0.00037588435,0.00000881571,0.0000033620631,0.000023859482],"genre_scores_gemma":[0.9913002,0.000002572549,0.006513913,0.0019586196,0.0000894414,0.0000477266,0.000041988493,0.000009271061,0.000036250378],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998083,0.00010894476,0.0008712717,0.00007851064,0.00058899657,0.0002692973],"domain_scores_gemma":[0.99783814,0.0000647012,0.000978671,0.000103526814,0.00077907374,0.0002358722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013167249,0.00007494566,0.00026065507,0.00042105644,0.00005855254,0.0000028853972,0.00018263397,0.00007139475,0.00003146785],"category_scores_gemma":[0.0045358744,0.00006364956,0.00007397477,0.00033356357,0.000039701357,0.00004189326,0.000010834636,0.0002556115,2.99149e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107307686,0.00013597852,0.97799546,0.000118425225,0.000051702027,0.0000037012705,0.00031560665,0.00020118407,0.000021383472,0.00010036287,0.007451621,0.013497267],"study_design_scores_gemma":[0.0017080614,0.00015009702,0.9899959,0.00040219698,0.000039191655,0.0000056420695,0.0008039787,0.0032552674,0.000019036288,0.00009262302,0.0034919777,0.000036031735],"about_ca_topic_score_codex":0.036170423,"about_ca_topic_score_gemma":0.9655087,"teacher_disagreement_score":0.9293383,"about_ca_system_score_codex":0.0036093087,"about_ca_system_score_gemma":0.06769776,"threshold_uncertainty_score":0.9702478},"labels":[],"label_agreement":null},{"id":"W4323542919","doi":"10.1007/s10459-023-10209-y","title":"Teaching critical reflection in health professions education with transformative-vygotskian praxis","year":2023,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Toronto Western Hospital; The Wilson Centre; St. Michael's Hospital","funders":"Arrell Family Foundation; Associated Medical Services","keywords":"Transformative learning; Praxis; Affordance; Pedagogy; Reflection (computer programming); Critical reflection; Schema (genetic algorithms); Sociology; Epistemology; Reflective practice; Mathematics education; Engineering ethics; Psychology; Computer science; Philosophy","score_opus":0.03235149981326997,"score_gpt":0.5131068238778016,"score_spread":0.48075532406453164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323542919","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46478355,0.0043322183,0.0059169848,0.49866557,0.006839758,0.004382609,0.000004499192,0.00036002666,0.014714774],"genre_scores_gemma":[0.95562285,0.0014420046,0.0321267,0.008849387,0.00032156438,0.0008525731,0.00012792977,0.000020564343,0.00063640147],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968715,0.0003838744,0.0009867066,0.0005036293,0.00062754675,0.0006267465],"domain_scores_gemma":[0.9989012,0.00021665225,0.00029010983,0.00024438664,0.00019372249,0.00015394355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004327631,0.00016694205,0.00029528825,0.001570955,0.000728132,0.00003200749,0.00016096371,0.00008191499,0.00003239821],"category_scores_gemma":[0.001497065,0.00014104552,0.000022488743,0.005102191,0.00035099915,0.0013615044,0.000014173419,0.0007337165,0.000024178515],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060238362,0.001449687,0.05421019,0.0027105245,0.0000020321124,4.9933016e-7,0.022261078,0.00027023003,0.000023386092,0.04107977,0.0029970272,0.8749353],"study_design_scores_gemma":[0.0019248899,0.0043843146,0.3948738,0.021025674,0.00001666364,0.00020582558,0.2545205,0.012692382,0.00010881645,0.036293063,0.27306944,0.00088465144],"about_ca_topic_score_codex":0.0017350115,"about_ca_topic_score_gemma":0.0011077385,"teacher_disagreement_score":0.8740507,"about_ca_system_score_codex":0.0012823791,"about_ca_system_score_gemma":0.009981585,"threshold_uncertainty_score":0.9956309},"labels":[],"label_agreement":null},{"id":"W4323646512","doi":"10.5114/ppiel.2022.125540","title":"Status of clinical training of academic staff to medicalstudents in kurdistan region: a cross-sectional study","year":2022,"lang":"en","type":"article","venue":"Problemy Pielęgniarstwa","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Medicine; Nursing; University hospital; Medical education; Family medicine; Pathology","score_opus":0.14829195835575595,"score_gpt":0.4988739816605975,"score_spread":0.35058202330484156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323646512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950743,0.00007300842,0.00032817558,0.00089115306,0.000757487,0.0015488752,0.000017980605,0.000033487024,0.0012755686],"genre_scores_gemma":[0.99643743,0.000020957425,0.0019558885,0.000525004,0.00019328026,0.0003791623,0.00004620566,0.000027696911,0.0004143923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944229,0.00029364837,0.0025604768,0.00050936063,0.0017503727,0.000463231],"domain_scores_gemma":[0.9982829,0.00024366108,0.0005481209,0.00039718364,0.00031632572,0.00021182348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004938815,0.00015844134,0.0006588101,0.00054223044,0.00011124166,0.000007288237,0.0003441858,0.00015388748,0.00061388285],"category_scores_gemma":[0.0037628354,0.0001591247,0.000108512475,0.0015988649,0.00024281371,0.00007933563,0.00029425297,0.001462514,0.000006068455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056840613,0.0027663927,0.9663088,0.000110994064,0.00008587794,0.000021472195,0.009149074,0.00011922227,0.00014155141,0.00053274044,0.0012023852,0.018993085],"study_design_scores_gemma":[0.0041154353,0.0020765017,0.9760751,0.000110009714,0.000041117248,0.000034826167,0.012136998,0.00017715277,0.000031363354,0.0006986932,0.0043644565,0.00013832886],"about_ca_topic_score_codex":0.00009906651,"about_ca_topic_score_gemma":0.000015490448,"teacher_disagreement_score":0.018854756,"about_ca_system_score_codex":0.00036367282,"about_ca_system_score_gemma":0.0011011264,"threshold_uncertainty_score":0.67215866},"labels":[],"label_agreement":null},{"id":"W4323844728","doi":"10.3390/ime2010006","title":"Defining Leadership in Undergraduate Medical Education, Networks, and Instructors: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Wilfrid Laurier University","keywords":"Portuguese; Inclusion (mineral); Medical education; Curriculum; Educational leadership; Leadership development; Grey literature; Psychology; Political science; Pedagogy; Medicine; MEDLINE; Public relations","score_opus":0.11861256857224256,"score_gpt":0.4662865770977916,"score_spread":0.347674008525549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323844728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013171479,0.9428284,0.0001295776,0.046413828,0.007361361,0.0019082354,0.000003458878,0.0001378264,0.0012041132],"genre_scores_gemma":[0.000024087076,0.967213,0.00077020464,0.0247856,0.0021610896,0.0015028513,0.0025353257,0.000119976365,0.0008878739],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99322844,0.00033763456,0.0024476417,0.0009116729,0.0025409758,0.0005336546],"domain_scores_gemma":[0.9968509,0.00062501826,0.000804824,0.00054731924,0.00061038113,0.00056156307],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027465466,0.0005446094,0.0016707464,0.0013506071,0.00010103225,0.00007554045,0.0006742101,0.0010274934,0.0014899187],"category_scores_gemma":[0.050600223,0.00049389637,0.00024034792,0.0021359911,0.00035220568,0.00022941882,0.00020523404,0.0021122845,0.00023360684],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050658523,0.00043033034,0.00020781378,0.08349704,0.000103773535,0.000013371253,0.000043599073,1.4723183e-7,2.4379696e-9,0.0059630736,0.03664879,0.873087],"study_design_scores_gemma":[0.00028669363,0.000025413345,0.00007902101,0.66891587,0.0002754103,0.0006917418,0.00012424885,0.00022785165,1.7103423e-8,0.00028947595,0.32878456,0.00029968433],"about_ca_topic_score_codex":0.00015973688,"about_ca_topic_score_gemma":0.00013862277,"teacher_disagreement_score":0.8727873,"about_ca_system_score_codex":0.0010034771,"about_ca_system_score_gemma":0.03823288,"threshold_uncertainty_score":0.99975127},"labels":[],"label_agreement":null},{"id":"W4324131180","doi":"","title":"What affects medical students’ applications to five-year FRCPC emergency medicine programs?","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical school; Medicine; Medical emergency; Psychology; Medical education","score_opus":0.25396708986375033,"score_gpt":0.6129847404989951,"score_spread":0.35901765063524477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324131180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8886526,0.010732095,0.005713239,0.07844074,0.0040189778,0.00546765,0.000011336639,0.00021190199,0.0067514167],"genre_scores_gemma":[0.9513095,0.021373654,0.0018669443,0.01743994,0.0043744715,0.0012531762,0.0002343313,0.0001532839,0.0019946983],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9938156,0.00020003205,0.0013973454,0.000678556,0.0034223937,0.0004860772],"domain_scores_gemma":[0.996425,0.00015191946,0.0006646422,0.00069260335,0.00095668726,0.0011092023],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024950241,0.0003609546,0.00096355204,0.00072971877,0.00025966807,0.00041035618,0.0034815657,0.00023061446,0.050244506],"category_scores_gemma":[0.0037389477,0.00029896898,0.00015557624,0.0040573827,0.00025277594,0.0013957596,0.0010968384,0.00090733933,0.00019531097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021232167,0.0010711132,0.33451638,0.00041333403,0.0003060458,0.000028672765,0.0015636415,0.000005244839,0.0048122955,0.00038069682,0.55280787,0.10388242],"study_design_scores_gemma":[0.0026726096,0.00026233713,0.6230215,0.0031671813,0.0004618289,0.00003875054,0.0032790364,0.00015400685,0.0016442325,0.0018715075,0.36273256,0.00069448986],"about_ca_topic_score_codex":0.00013283543,"about_ca_topic_score_gemma":0.0000145973745,"teacher_disagreement_score":0.2885051,"about_ca_system_score_codex":0.00015813147,"about_ca_system_score_gemma":0.00038785438,"threshold_uncertainty_score":0.99994624},"labels":[],"label_agreement":null},{"id":"W4327546773","doi":"10.1080/0142159x.2023.2184235","title":"Clinical support during COVID-19: An opportunity for service and learning? A cross-sectional survey of UK medical students","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"National Institute for Health and Care Research","keywords":"Preparedness; Medical education; Curriculum; Service (business); Coronavirus disease 2019 (COVID-19); Service-learning; Conceptual framework; Relevance (law); Medicine; Variety (cybernetics); Psychology; Cross-sectional study; Nursing; Pedagogy; Disease; Political science; Sociology; Business","score_opus":0.18234709372432314,"score_gpt":0.5303954497745196,"score_spread":0.34804835605019646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327546773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923641,0.000011336661,0.0003090883,0.0056330445,0.0006978324,0.0004582336,0.000012530621,0.00016971357,0.000344141],"genre_scores_gemma":[0.9868204,0.00005076855,0.00018574795,0.0074428534,0.00078892516,0.0001017425,0.0012885607,0.000040849303,0.0032801495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99395424,0.0007054986,0.0012651518,0.0005562951,0.0031043894,0.00041439966],"domain_scores_gemma":[0.995516,0.00069527124,0.00025786928,0.0003989801,0.00070217554,0.0024297019],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028005367,0.00018139806,0.0005138248,0.00022554617,0.00028683097,0.0000308554,0.00045812008,0.00072739815,0.015367438],"category_scores_gemma":[0.16482334,0.00015911179,0.00008650898,0.0008372338,0.0006443552,0.00008053067,0.00027112602,0.0015222363,0.00003923756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031212956,0.00066727697,0.9872111,0.0003519525,0.00010109868,0.00004820375,0.0004689907,0.0000012488723,0.000004573927,0.000033175027,0.0068584923,0.003941727],"study_design_scores_gemma":[0.0039707846,0.00038571982,0.98435766,0.00005326545,0.000026316377,0.00011121767,0.00031133884,0.005170188,0.0000018432272,0.00008900274,0.0053844275,0.00013823988],"about_ca_topic_score_codex":0.00043137826,"about_ca_topic_score_gemma":0.00012463686,"teacher_disagreement_score":0.13681798,"about_ca_system_score_codex":0.000122069505,"about_ca_system_score_gemma":0.0036075509,"threshold_uncertainty_score":0.98553264},"labels":[],"label_agreement":null},{"id":"W4327574139","doi":"10.1002/ase.2272","title":"Essential anatomy for core clerkships: A clinical perspective","year":2023,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Manitoba; University of Windsor; University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Medicine; Likert scale; Perspective (graphical); Core Knowledge; Psychology; Family medicine; Pedagogy","score_opus":0.07576091836394365,"score_gpt":0.507657720086323,"score_spread":0.4318968017223794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327574139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9601669,0.000054683504,0.0004626804,0.03291119,0.0024689774,0.0006827473,0.0000030826943,0.0001456279,0.0031041207],"genre_scores_gemma":[0.9879481,0.000041730793,0.006119133,0.0034552761,0.0014050052,0.00017482675,0.000106866595,0.000012869587,0.0007361901],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99832714,0.000040276045,0.0004222721,0.0004818769,0.00041020612,0.00031825257],"domain_scores_gemma":[0.9987524,0.00024465533,0.00011911876,0.00019945712,0.0005753548,0.00010899366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016617932,0.00010474143,0.00019619572,0.00035807275,0.00030339614,0.000045176526,0.00020264422,0.00014423109,0.00013463416],"category_scores_gemma":[0.0040020347,0.00008943466,0.00011691709,0.0023687722,0.0006503005,0.0001599723,0.000033928758,0.0002235041,0.00018682316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098241486,0.0009936193,0.04007682,0.00006261815,0.00004705199,0.0000012444794,0.0012898986,0.0000036116849,0.00032484194,0.32945588,0.41416204,0.21348414],"study_design_scores_gemma":[0.003411578,0.0014857658,0.5355988,0.00044316048,0.00034745043,0.000079280195,0.06791977,0.06824596,0.0010848157,0.15277745,0.16771954,0.00088640105],"about_ca_topic_score_codex":0.000070359536,"about_ca_topic_score_gemma":0.000007602166,"teacher_disagreement_score":0.49552202,"about_ca_system_score_codex":0.00022929092,"about_ca_system_score_gemma":0.0017977147,"threshold_uncertainty_score":0.47910982},"labels":[],"label_agreement":null},{"id":"W4327709794","doi":"10.1080/0142159x.2023.2189536","title":"Response to: ‘Making sense of competency-based medical education’","year":2023,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Psychology; Work (physics); Medical school; Medicine","score_opus":0.0272703461824477,"score_gpt":0.38147522484659047,"score_spread":0.35420487866414274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327709794","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017434385,0.00008368235,0.00073088746,0.97220135,0.003965312,0.00076449045,0.000008059705,0.00030512892,0.004506688],"genre_scores_gemma":[0.0038630024,0.000009437528,0.00532452,0.9554423,0.00902624,0.00028858765,0.00090258213,0.00020795377,0.024935389],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902336,0.0008017734,0.0014719655,0.0007781342,0.0060147992,0.0006997389],"domain_scores_gemma":[0.9964801,0.0005936441,0.00036525333,0.001279924,0.0007589993,0.0005220891],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0055355965,0.0004669758,0.0010497133,0.0011725248,0.00009817699,0.000019035062,0.00060548674,0.0027665615,0.022665491],"category_scores_gemma":[0.08117752,0.00040514578,0.00028237078,0.0018429908,0.00062387635,0.00003362754,0.00017287671,0.005681222,0.0010201936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024039963,0.00054659205,0.00097558356,0.0006193637,0.00010281786,0.00082210544,0.00033459644,4.5143724e-7,0.0000096978265,0.00013456894,0.97872293,0.017490918],"study_design_scores_gemma":[0.0009939994,0.00026786255,0.00087693107,0.0051529403,0.00016031852,0.00022378557,0.00016600543,0.0026291315,0.000011837618,0.00025374602,0.988887,0.00037643462],"about_ca_topic_score_codex":0.000064965076,"about_ca_topic_score_gemma":0.00000985397,"teacher_disagreement_score":0.07564192,"about_ca_system_score_codex":0.00051429117,"about_ca_system_score_gemma":0.03101963,"threshold_uncertainty_score":0.99984},"labels":[],"label_agreement":null},{"id":"W4328051217","doi":"10.36834/cmej.77098","title":"The future of the CanMEDS physician competency framework","year":2023,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Royal College of Physicians and Surgeons of Canada; McGill University Health Centre; University of Saskatchewan","funders":"Government of Ontario; University of Saskatchewan; University of Cincinnati; Royal College of Physicians and Surgeons of Canada; Cincinnati Children's Hospital Medical Center; Canadian Association of Emergency Physicians; New York City Department of Health and Mental Hygiene","keywords":"Medical education; Data science; Computer science; Medicine","score_opus":0.004675947783527486,"score_gpt":0.308390350160441,"score_spread":0.3037144023769135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328051217","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022129164,0.0016716458,0.000013688554,0.18248367,0.81353295,0.00029638826,0.00002832951,0.00001757796,0.0017344452],"genre_scores_gemma":[0.00031786974,0.0018122675,0.0004192935,0.020777343,0.9723579,0.0000641015,0.00018591025,0.00009064061,0.0039746203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940746,0.00024907023,0.0010467557,0.00028641525,0.0036823617,0.00066080986],"domain_scores_gemma":[0.9879155,0.0013530325,0.0010158124,0.0014045429,0.0038765122,0.004434601],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0022971402,0.00030015028,0.000489676,0.0003874838,0.0010907752,0.0001051557,0.0013352587,0.0016354864,0.002404422],"category_scores_gemma":[0.12202312,0.0001763473,0.00029354848,0.0017330679,0.00073911663,0.00005952212,0.00005350144,0.0075874412,0.000094184375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075849175,0.00006377801,0.000048137576,0.000085577485,0.000090381924,0.000007937152,0.00039445257,2.2601206e-7,2.7464773e-7,0.0026796807,0.86203307,0.13458888],"study_design_scores_gemma":[0.00021730628,0.000047608537,0.0009313951,0.0020150295,0.00014477727,0.00006494985,0.0027217884,0.000019096111,0.0000012788272,0.0029754026,0.9907048,0.00015657768],"about_ca_topic_score_codex":0.0030962809,"about_ca_topic_score_gemma":0.019025376,"teacher_disagreement_score":0.28278562,"about_ca_system_score_codex":0.0015072218,"about_ca_system_score_gemma":0.28429285,"threshold_uncertainty_score":0.9996606},"labels":[],"label_agreement":null},{"id":"W4353028321","doi":"","title":"Narrative reflective practice in medical education for residents: composing shifting identities","year":2010,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Identity (music); Sociology; Pedagogy; Psychology; Medical education; Visual arts; Medicine; Art; Aesthetics; Literature","score_opus":0.16827309372417948,"score_gpt":0.6395085400449975,"score_spread":0.471235446320818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353028321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97213477,0.0021524797,0.0007294051,0.008025211,0.00309871,0.0012175916,0.0000039567844,0.000031418334,0.012606432],"genre_scores_gemma":[0.9814394,0.0010141255,0.0112501485,0.0045299917,0.0009905886,0.00024004634,0.000060682836,0.0000539938,0.0004210022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99660784,0.00026512743,0.0011887341,0.00039735992,0.0012163365,0.00032457654],"domain_scores_gemma":[0.99536836,0.0010507304,0.0010570319,0.00037590167,0.0019502733,0.00019772911],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004497403,0.00021822844,0.00057542196,0.0012975064,0.00034111066,0.0005463523,0.001019072,0.00023673181,0.004320369],"category_scores_gemma":[0.040719904,0.00020933698,0.00009203437,0.0016103911,0.00025724256,0.0031493867,0.00027566534,0.001316043,0.0000062412164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002211,0.004931985,0.33661732,0.0009024839,0.00058882014,0.000073708936,0.036166817,0.000016911728,0.13517067,0.007480613,0.29269224,0.18314742],"study_design_scores_gemma":[0.0033942633,0.000084672516,0.8721211,0.00585821,0.00035019853,0.00039748542,0.025671318,0.00051251886,0.024084285,0.04722817,0.019547343,0.0007504261],"about_ca_topic_score_codex":0.0010289788,"about_ca_topic_score_gemma":0.0002244046,"teacher_disagreement_score":0.5355038,"about_ca_system_score_codex":0.00031041278,"about_ca_system_score_gemma":0.0022214896,"threshold_uncertainty_score":0.99658984},"labels":[],"label_agreement":null},{"id":"W4353070841","doi":"10.5334/pme.818","title":"Upward Feedback: Exploring Learner Perspectives on Giving Feedback to their Teachers","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Peer feedback; Quality (philosophy); Seniority; Psychology; Video feedback; Computer science; Mathematics education; Medical education; Political science; Medicine","score_opus":0.04236525385123372,"score_gpt":0.35851725374201665,"score_spread":0.3161519998907829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353070841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8806484,0.00021113272,0.00038219118,0.098841645,0.0021830131,0.0008467387,0.0000036962592,0.0005712623,0.016311951],"genre_scores_gemma":[0.97992975,0.0006001191,0.001561767,0.0067299725,0.0031728225,0.00071593164,0.000082355495,0.00011634655,0.007090936],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99574,0.00018943209,0.0005407286,0.0011181631,0.0017100704,0.00070158823],"domain_scores_gemma":[0.99751335,0.0003204957,0.00014265624,0.0008180198,0.0006355279,0.00056992605],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015573568,0.00041727896,0.00046905273,0.0013231832,0.0003789219,0.000079010606,0.00037788917,0.00028411212,0.0022341795],"category_scores_gemma":[0.019536234,0.0003582292,0.00018403407,0.0028456778,0.00033069908,0.0002562205,0.00009110133,0.0014165265,0.0024290325],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038722713,0.0041683447,0.0037471403,0.00015125681,0.00022886103,0.00001549789,0.44203973,0.00009945991,0.00076789095,0.022941882,0.14674976,0.37870294],"study_design_scores_gemma":[0.0010788864,0.0008359664,0.10732563,0.0012123577,0.000049471033,0.00003112928,0.8269401,0.00050998694,0.0005060207,0.00043051728,0.06057881,0.00050110556],"about_ca_topic_score_codex":0.00006088408,"about_ca_topic_score_gemma":0.000005622325,"teacher_disagreement_score":0.3849004,"about_ca_system_score_codex":0.0013850573,"about_ca_system_score_gemma":0.0016097017,"threshold_uncertainty_score":0.999887},"labels":[],"label_agreement":null},{"id":"W4360797522","doi":"10.1101/2023.03.22.533841","title":"Expanding Interdisciplinarity: A bibliometric study of medical education using the MEJ-24","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal; Bibliothèque et Archives nationales du Québec","funders":"","keywords":"Variety (cybernetics); Diversity (politics); CLARITY; Bibliometrics; Web of science; Library science; Medical education; Social science; Data science; MEDLINE; Sociology; Engineering ethics; Computer science; Political science; Medicine; Biology","score_opus":0.06255270871918815,"score_gpt":0.3770019123117695,"score_spread":0.31444920359258133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360797522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98550195,0.00043080567,0.0021791405,0.0032261494,0.0066096657,0.0017809548,0.000012330115,0.00025269808,0.000006285145],"genre_scores_gemma":[0.9948724,0.00012765329,0.002725193,0.00038181795,0.0013431162,0.00040212765,0.0000010949228,0.00013407467,0.000012539432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994963,0.00023002681,0.0012131543,0.0008330335,0.0023220167,0.00043878087],"domain_scores_gemma":[0.99551636,0.0001607201,0.0007766809,0.0017757626,0.0015374182,0.00023307293],"candidate_categories":["metaepi_narrow","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0037298126,0.0004185434,0.0007433032,0.01666235,0.00027624718,0.00014573315,0.0008877711,0.00066190603,0.00012597081],"category_scores_gemma":[0.0061061624,0.00034260214,0.00014584238,0.04009899,0.00023843649,0.00012292017,0.0012951087,0.0018439206,0.00002561807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050519715,0.033266455,0.73352396,0.0130723845,0.004899924,0.0003515107,0.0044747717,0.0002704771,0.15285975,0.0034489515,0.05224421,0.0010824085],"study_design_scores_gemma":[0.003514166,0.00075215095,0.9458521,0.009536525,0.0022712809,7.8553336e-7,0.003781827,0.013436068,0.017588567,0.000039604824,0.0017314295,0.0014955148],"about_ca_topic_score_codex":0.0003254386,"about_ca_topic_score_gemma":0.0000060287707,"teacher_disagreement_score":0.21232812,"about_ca_system_score_codex":0.00066292286,"about_ca_system_score_gemma":0.0044333595,"threshold_uncertainty_score":0.9999026},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4360804759","doi":"10.1177/01632787231165797","title":"Comparability of Objective Structured Clinical Examinations (OSCEs) and Written Tests for Assessing Medical School Students’ Competencies: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Evaluation & the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Comparability; Medical education; MEDLINE; Medicine; Educational measurement; Psychology; Inclusion (mineral); Family medicine; Curriculum; Social psychology; Pedagogy","score_opus":0.5094499951362133,"score_gpt":0.6813970224575658,"score_spread":0.17194702732135259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360804759","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032107724,0.95783687,0.0008608055,0.0114025045,0.0016799993,0.02771154,0.000049397055,0.00009133305,0.0000464848],"genre_scores_gemma":[0.00017794278,0.98511565,0.004164389,0.003541547,0.0005367947,0.0053952946,0.0009145808,0.00006362426,0.000090164525],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9861183,0.0057576313,0.004230952,0.00074456184,0.0027029677,0.00044556631],"domain_scores_gemma":[0.9829693,0.009019163,0.0033712022,0.0012418653,0.0028852876,0.00051320845],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04067347,0.0003765496,0.00280261,0.0003505718,0.00095631054,0.00003411699,0.00049832434,0.00051542546,0.00035460142],"category_scores_gemma":[0.096321,0.00023855132,0.00032744132,0.0017237454,0.00055240217,0.00013208926,0.0002673382,0.001824003,0.000019757399],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000850021,0.00035376305,0.00074834336,0.22702214,0.0001928565,3.1447757e-7,0.0005658865,1.84293e-7,5.1106163e-8,0.00014512822,0.008015409,0.76294744],"study_design_scores_gemma":[0.0015309326,0.00027082334,0.021055337,0.9515122,0.0027246026,0.000031375126,0.002139133,0.00089059595,4.52673e-8,0.00052751665,0.019052846,0.00026460245],"about_ca_topic_score_codex":0.000024807237,"about_ca_topic_score_gemma":0.00006416397,"teacher_disagreement_score":0.7626828,"about_ca_system_score_codex":0.00075895485,"about_ca_system_score_gemma":0.027139097,"threshold_uncertainty_score":0.98782855},"labels":[],"label_agreement":null},{"id":"W4360985355","doi":"10.1007/s43678-023-00485-3","title":"Fear, health impacts, and life delays: residents’ certification exam year experience","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Certification; Medicine; Stressor; Burnout; Qualitative research; Mental health; Pandemic; Family medicine; Medical education; Nursing; Coronavirus disease 2019 (COVID-19); Clinical psychology; Psychiatry; Disease","score_opus":0.1424187081859877,"score_gpt":0.41887465804974355,"score_spread":0.2764559498637559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360985355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.915804,0.0038271057,0.00019252888,0.073479936,0.0056800297,0.0002167813,0.0000032582102,0.000019155745,0.00077715825],"genre_scores_gemma":[0.9918206,0.0033906305,0.0003239425,0.0018412826,0.0015518292,0.0000063521165,0.000036331334,0.000023559203,0.0010054981],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998113,0.000055200308,0.00090686005,0.00015236309,0.00042588383,0.0003467418],"domain_scores_gemma":[0.9977164,0.000027452836,0.00035951802,0.00023877928,0.00053136627,0.0011264859],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012979957,0.00011303968,0.0002937386,0.0007941192,0.0001777337,0.000005690898,0.00013153587,0.00007320311,0.0022185352],"category_scores_gemma":[0.0051073334,0.00009261664,0.00003607385,0.0013493317,0.00015828882,0.00013657314,0.000007467668,0.00032413827,0.000038690225],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031628308,0.000021482285,0.11848799,0.00019063581,0.00004846304,0.000039730825,0.012613644,0.00000349179,0.0005157606,0.0004872183,0.86145884,0.0061011394],"study_design_scores_gemma":[0.0009666597,0.00069703005,0.90033865,0.000856401,0.00005858168,0.00008574713,0.013898449,0.00014136202,0.000040717863,0.00025355324,0.0825323,0.00013052709],"about_ca_topic_score_codex":0.004991306,"about_ca_topic_score_gemma":0.0017834211,"teacher_disagreement_score":0.7818507,"about_ca_system_score_codex":0.00023718052,"about_ca_system_score_gemma":0.002039181,"threshold_uncertainty_score":0.9986936},"labels":[],"label_agreement":null},{"id":"W4361007115","doi":"10.5489/cuaj.8346","title":"Making Competence by Design work is a shared responsibility","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Competence (human resources); Psychology; Work (physics); Engineering ethics; Knowledge management; Social psychology; Computer science; Engineering; Mechanical engineering","score_opus":0.05590638610303709,"score_gpt":0.3232889734999366,"score_spread":0.2673825873968995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361007115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6859567,0.00016051946,0.0024700179,0.30720744,0.0015421419,0.00053432066,0.00005136735,0.00018978068,0.0018876895],"genre_scores_gemma":[0.9623831,0.000022847398,0.003621103,0.03152191,0.0005027208,0.000019570958,0.000061903236,0.00001432812,0.0018525141],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979738,0.0002802753,0.00042905056,0.00022876565,0.0005492065,0.0005389015],"domain_scores_gemma":[0.99845475,0.0003097425,0.00023066477,0.00016236168,0.00049935107,0.00034312595],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029611217,0.000112406415,0.00021156522,0.00031049075,0.00039834986,0.00009728886,0.00015748448,0.0002831519,0.0016644794],"category_scores_gemma":[0.0075059063,0.00009932119,0.00007715098,0.0016836813,0.000049030077,0.00009515697,0.000016005557,0.0008386934,0.0004340297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061087936,0.000027492368,0.21029139,0.000003272097,0.000036581336,0.00004079791,0.0003601545,0.0000108067925,0.00008805368,0.00004145854,0.78273124,0.0063076452],"study_design_scores_gemma":[0.0005475606,0.00015730408,0.7229941,0.00004617805,0.000039764025,0.00007930062,0.00020307858,0.0011166001,0.000019906656,0.0017833267,0.2728631,0.0001498099],"about_ca_topic_score_codex":0.000077822326,"about_ca_topic_score_gemma":0.000015792875,"teacher_disagreement_score":0.5127027,"about_ca_system_score_codex":0.0017665715,"about_ca_system_score_gemma":0.0008931155,"threshold_uncertainty_score":0.99924815},"labels":[],"label_agreement":null},{"id":"W4361010309","doi":"10.1002/aet2.10849","title":"Examining enablers and barriers to entrustable professional activity acquisition using the theoretical domains framework: A qualitative framework analysis study","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Queen's University; McMaster University; University of Saskatchewan","funders":"China Academy of Engineering Physics; Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"Operationalization; Coaching; Medical education; Context (archaeology); Qualitative research; Psychology; Faculty development; Quality (philosophy); Professional development; Medicine","score_opus":0.06578680647393752,"score_gpt":0.4443921007893211,"score_spread":0.3786052943153836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361010309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97622484,0.000025382846,0.015031301,0.00720757,0.0005350002,0.00066593505,0.000003364666,0.00006288338,0.00024371939],"genre_scores_gemma":[0.9827793,0.0000062178615,0.014044271,0.0025910977,0.00024288933,0.00016470639,0.000029632063,0.000018564766,0.00012330171],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99825686,0.0003614664,0.00027639332,0.0003839616,0.00041727157,0.0003040256],"domain_scores_gemma":[0.9982836,0.00091814843,0.00010771028,0.00026342945,0.00019083501,0.00023625272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023622352,0.00015183947,0.00026930863,0.00050623494,0.00070757925,0.000083244304,0.000069391215,0.00013164352,0.00034468356],"category_scores_gemma":[0.004148336,0.00011651114,0.00003581893,0.0028777574,0.00028076957,0.00013848915,0.00005948772,0.00047993058,0.0000044775716],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013303207,0.0003979382,0.041269477,0.000057249163,0.0005845702,0.0000032993466,0.8222306,0.0000810097,0.00032494133,0.082036406,0.0004231702,0.052458324],"study_design_scores_gemma":[0.0002861707,0.00014413356,0.17510712,0.00020897386,0.00054119696,0.0000097051125,0.8088981,0.0044862945,0.000028481969,0.010018475,0.00012256723,0.00014879066],"about_ca_topic_score_codex":0.00003159634,"about_ca_topic_score_gemma":0.0000022078234,"teacher_disagreement_score":0.13383766,"about_ca_system_score_codex":0.00011563608,"about_ca_system_score_gemma":0.0006122161,"threshold_uncertainty_score":0.5442199},"labels":[],"label_agreement":null},{"id":"W4361209849","doi":"10.1186/s12909-023-04167-7","title":"Needs assessment for enhancing pediatric clerkship readiness","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Curriculum; Medical education; Clinical clerkship; Feeling; Medicine; Competence (human resources); Obstetrics and gynaecology; Educational measurement; Psychology; Pedagogy; Pregnancy","score_opus":0.03418061322866153,"score_gpt":0.41521956184157593,"score_spread":0.38103894861291443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361209849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90391755,0.000090897505,0.06317583,0.020822464,0.007005578,0.0013175257,0.0000028683771,0.0004282082,0.003239093],"genre_scores_gemma":[0.9188201,0.00019287999,0.048524726,0.009807966,0.009894602,0.001999738,0.0017946727,0.000086617074,0.008878687],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997649,0.000063816406,0.0006135508,0.00030444274,0.0009853288,0.00038383066],"domain_scores_gemma":[0.9981717,0.00049980363,0.00015380469,0.00039390585,0.00052701344,0.0002538108],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021620141,0.00015565117,0.00025863486,0.00078592135,0.00016809338,0.000027214901,0.00017535119,0.00026782608,0.0007344385],"category_scores_gemma":[0.015514734,0.00014241289,0.000091295704,0.002663488,0.0000672263,0.000110005145,0.000036019064,0.00034036054,0.00021906263],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008350143,0.0014088661,0.10248886,0.0028670104,0.000038368224,0.0000021952171,0.0011927865,0.000008588687,0.00039234068,0.02062724,0.6580499,0.21284038],"study_design_scores_gemma":[0.005559209,0.00068597466,0.7936016,0.0015069402,0.0007372054,0.00014816735,0.015008326,0.041586652,0.0006578206,0.006943541,0.13254268,0.001021892],"about_ca_topic_score_codex":0.000019151224,"about_ca_topic_score_gemma":0.00002054979,"teacher_disagreement_score":0.69111276,"about_ca_system_score_codex":0.00030369288,"about_ca_system_score_gemma":0.009358949,"threshold_uncertainty_score":0.99625707},"labels":[],"label_agreement":null},{"id":"W4361212548","doi":"10.7759/cureus.36789","title":"Developing a Partnership Model to Address Gaps in Rural Healthcare Provider Training Using Simulation-Based Health Professions Education","year":2023,"lang":"en","type":"editorial","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ontario Institute of Technology; Cégep de l'Abitibi Témiscamingue","funders":"","keywords":"General partnership; Health care; Curriculum; Medicine; Rural area; Knowledge management; Medical education; Engineering management; Business; Computer science; Engineering; Psychology; Economic growth","score_opus":0.20709697651302184,"score_gpt":0.5054446458567072,"score_spread":0.2983476693436854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361212548","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007441546,0.0005447036,0.019444667,0.034407586,0.9328441,0.004775549,0.00008114179,0.0003748432,0.00008587089],"genre_scores_gemma":[0.1293898,0.000054291464,0.0807447,0.011152848,0.76116747,0.0024010548,0.013043101,0.00047043897,0.0015763376],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604535,0.00022285545,0.0011739607,0.0006230712,0.0011653508,0.00076943455],"domain_scores_gemma":[0.99641776,0.0008821194,0.0005054482,0.0005966593,0.001295042,0.00030296957],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014804915,0.00039113662,0.00072076276,0.000828725,0.00032501278,0.000049354127,0.00024062081,0.00087289186,0.00001583927],"category_scores_gemma":[0.0112357335,0.000401956,0.00008003949,0.0018045193,0.000054717562,0.00014453832,0.000060932645,0.0015571583,0.000019818755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00016496539,0.00035450616,0.00032010698,0.004775803,0.000043488053,0.0000046446285,0.022431077,0.051008865,0.000011623757,0.0006233546,0.9003052,0.019956337],"study_design_scores_gemma":[0.0025502164,0.0003692563,0.00043235745,0.049380004,0.00013810833,0.000002377017,0.028243834,0.6994382,0.000014678349,0.0012825903,0.21676995,0.0013784011],"about_ca_topic_score_codex":0.0011471254,"about_ca_topic_score_gemma":0.0010092839,"teacher_disagreement_score":0.6835353,"about_ca_system_score_codex":0.004749334,"about_ca_system_score_gemma":0.0496063,"threshold_uncertainty_score":0.99984324},"labels":[],"label_agreement":null},{"id":"W4361270417","doi":"10.1002/aet2.10851","title":"Developing and authenticating an electronic health record–based report card for assessing residents' clinical performance","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Report card; Medical education; Citizen journalism; Health literacy; Data collection; Medicine; Participatory action research; Health records; Computer science; Psychology; World Wide Web; Health care","score_opus":0.13420709534195474,"score_gpt":0.49872409203179946,"score_spread":0.3645169966898447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361270417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97880155,0.00008394629,0.0047777765,0.014944488,0.00071254227,0.0003753816,3.732082e-7,0.00010717703,0.00019678043],"genre_scores_gemma":[0.9439212,0.00008800785,0.05210708,0.0027677482,0.00041558465,0.00010371329,0.0002845585,0.000023118919,0.0002889533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99856126,0.000058870402,0.0005852666,0.0003313878,0.00015869072,0.00030453136],"domain_scores_gemma":[0.9991076,0.00015722067,0.00024180434,0.00019200744,0.00019408701,0.000107295586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00300711,0.00009495746,0.00021516954,0.0001831315,0.00059185247,0.00010432899,0.000041165513,0.0000715431,0.0000037125133],"category_scores_gemma":[0.0014898987,0.0000968342,0.000024457975,0.00040553612,0.00006952249,0.00018580612,0.000011653211,0.00022996245,0.000001927386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010752116,0.00005546402,0.08965915,0.0002298593,0.000014634483,6.581167e-7,0.0022270007,4.884587e-7,0.000023145123,0.001339591,0.0007502086,0.90568906],"study_design_scores_gemma":[0.0008206142,0.00028797402,0.9571478,0.0006922405,0.000052478204,0.0001460443,0.012925486,0.01633781,0.000039425566,0.0009842438,0.010381557,0.0001843324],"about_ca_topic_score_codex":0.00003668626,"about_ca_topic_score_gemma":0.000008993351,"teacher_disagreement_score":0.9055047,"about_ca_system_score_codex":0.0001390772,"about_ca_system_score_gemma":0.0036404324,"threshold_uncertainty_score":0.6457971},"labels":[],"label_agreement":null},{"id":"W4361272842","doi":"10.2196/46305","title":"The Relation Between Students’ Theoretical Knowledge and Practical Skills in Endodontics: Retrospective Analysis","year":2023,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Endodontics; Test (biology); Wilcoxon signed-rank test; Medical education; Mathematics education; Psychology; Skills management; Dentistry; Medicine; Pedagogy","score_opus":0.050169055292101424,"score_gpt":0.5477024096724469,"score_spread":0.49753335438034546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361272842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94130516,0.00012432554,0.001161004,0.05525188,0.00032235388,0.00027067258,0.0000013070198,0.000009998412,0.0015532762],"genre_scores_gemma":[0.99761343,0.0010111926,0.0002618873,0.00010932909,0.00069413724,0.000015607531,0.0000074116524,0.000014221044,0.00027279835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925171,0.0012133548,0.0009193316,0.00023163788,0.0046838275,0.00043470578],"domain_scores_gemma":[0.984781,0.012066892,0.00025265236,0.00026736117,0.002276283,0.00035580763],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026233535,0.00010905133,0.00045981252,0.0017300823,0.00019176897,0.00009950925,0.00031377684,0.00024612845,0.00035646497],"category_scores_gemma":[0.11787906,0.00006698657,0.00012495035,0.004343534,0.001160411,0.00020673493,0.00027894854,0.004100421,0.00006177445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053154014,0.00095298205,0.880471,0.00003517608,0.0014215427,0.00058289414,0.0045942767,9.514638e-7,0.00005817183,0.026271243,0.012332312,0.07274794],"study_design_scores_gemma":[0.0011734247,0.0005121993,0.9808831,0.00039061072,0.00020627446,0.00012765467,0.0032668137,0.0020470216,0.00007372029,0.0071423207,0.004119207,0.000057638666],"about_ca_topic_score_codex":0.000013607892,"about_ca_topic_score_gemma":0.000019204215,"teacher_disagreement_score":0.100412145,"about_ca_system_score_codex":0.0006888652,"about_ca_system_score_gemma":0.00080252206,"threshold_uncertainty_score":0.99819714},"labels":[],"label_agreement":null},{"id":"W4361295861","doi":"10.1016/j.acra.2023.02.022","title":"Redesigning Introductory Diagnostic Radiology Graduate Medical Education Upon the Transition to Competency-Based Medical Education","year":2023,"lang":"en","type":"letter","venue":"Academic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; Vancouver General Hospital; University of British Columbia; Providence Health Care","funders":"","keywords":"Scopus; Charter; Competence (human resources); Graduate medical education; Medical education; Specialty; Core competency; Medicine; Psychology; MEDLINE; Family medicine; Political science; Management; Accreditation","score_opus":0.02596528914042038,"score_gpt":0.3435574936370626,"score_spread":0.3175922044966422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361295861","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017463412,0.0012253944,0.0024746628,0.9580496,0.017964054,0.0020590802,0.000011869252,0.00037168077,0.00038025557],"genre_scores_gemma":[0.007322014,0.0018247993,0.0021950584,0.9298849,0.04822203,0.0020211407,0.0073778396,0.00019782393,0.0009543595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99144673,0.0018933921,0.0019286068,0.0014229767,0.002176807,0.0011315008],"domain_scores_gemma":[0.993235,0.003677333,0.00060279504,0.0012524034,0.0007386651,0.00049382215],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0048715007,0.00070492213,0.001261284,0.0026207317,0.00036038976,0.000020102718,0.0013506468,0.005499504,0.0012158409],"category_scores_gemma":[0.06970615,0.00056284195,0.00024947285,0.0024319743,0.0009906726,0.00009767903,0.00009653892,0.013177839,0.00071448134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006829344,0.00014953542,0.00018608985,0.0003208498,0.0001262876,0.00009192409,0.00093763863,0.000023054763,0.000090755275,0.0012173546,0.95315856,0.043629665],"study_design_scores_gemma":[0.0011525895,0.00058735727,0.0033566658,0.0024869507,0.00064974773,0.0047435495,0.0005225617,0.0018859648,0.000073289724,0.0058141453,0.97791415,0.0008130332],"about_ca_topic_score_codex":0.00021137959,"about_ca_topic_score_gemma":0.000023213284,"teacher_disagreement_score":0.06483465,"about_ca_system_score_codex":0.00093848474,"about_ca_system_score_gemma":0.033781175,"threshold_uncertainty_score":0.9996972},"labels":[],"label_agreement":null},{"id":"W4361765491","doi":"10.17496/kmer.2018.20.3.128","title":"Overseas Residency Training Systems and Implications for Korea","year":2018,"lang":"en","type":"article","venue":"Korean Medical Education Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Medical education; Curriculum; Training (meteorology); Core competency; Residency training; Medicine; Training system; Family medicine; Psychology; Political science; Continuing education; Business; Pedagogy","score_opus":0.05667423623416289,"score_gpt":0.42373339039976354,"score_spread":0.36705915416560064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361765491","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02146917,0.17665964,0.014551042,0.70365727,0.0069642765,0.010163488,0.000041770232,0.00048913463,0.06600422],"genre_scores_gemma":[0.42626682,0.14444107,0.07074303,0.3141781,0.019990286,0.00898717,0.0030805825,0.0002952786,0.012017653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980686,0.00007069489,0.00072377536,0.00039532932,0.00045894636,0.00028269822],"domain_scores_gemma":[0.9976766,0.00014982419,0.00021705146,0.00054216204,0.000992386,0.000421967],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015746858,0.00016780596,0.0004247069,0.00015486365,0.00022341852,0.000027161406,0.00016090457,0.00016239699,0.0007653262],"category_scores_gemma":[0.015216541,0.00014037998,0.000075794276,0.00065501727,0.0003841037,0.00010492054,0.00002781715,0.00023803838,0.000047585134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008527075,0.00018838138,0.0011338827,0.0029313655,0.000028761257,2.7670035e-7,0.00028473182,6.5611334e-9,0.000013002846,0.10427435,0.43455875,0.456578],"study_design_scores_gemma":[0.000610206,0.00022269212,0.018818649,0.012853431,0.00034108237,0.0004111659,0.00066559296,0.00022931282,0.0000068445343,0.0031573381,0.9624579,0.00022577282],"about_ca_topic_score_codex":0.00003443736,"about_ca_topic_score_gemma":0.000005171721,"teacher_disagreement_score":0.52789915,"about_ca_system_score_codex":0.00013125701,"about_ca_system_score_gemma":0.0041392357,"threshold_uncertainty_score":0.9930787},"labels":[],"label_agreement":null},{"id":"W4361766319","doi":"10.17496/kmer.2018.20.1.6","title":"Development and Operation of Longitudinal Integrated Clerkship","year":2018,"lang":"en","type":"article","venue":"Korean Medical Education Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical school; Variety (cybernetics); Medical education; Longitudinal study; Block (permutation group theory); Medicine; Computer science","score_opus":0.03414857590989395,"score_gpt":0.38720423113416536,"score_spread":0.3530556552242714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361766319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8569928,0.03689027,0.004922784,0.080011345,0.002319328,0.0022420813,0.000002184875,0.00014149999,0.01647773],"genre_scores_gemma":[0.78494287,0.020249266,0.1260032,0.06365923,0.0018278019,0.00037319615,0.0010550093,0.00006018315,0.0018292431],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998208,0.000060647377,0.0007237048,0.00024410218,0.00062054873,0.0001429938],"domain_scores_gemma":[0.9985444,0.000028137521,0.00016568079,0.00026958212,0.00078172894,0.00021044807],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012917547,0.00012509253,0.0003281715,0.0001335043,0.00008116231,0.000008715905,0.0001046593,0.00011346991,0.0035955177],"category_scores_gemma":[0.0052919383,0.00009555525,0.00003162651,0.00059939263,0.00034643867,0.00007415306,0.000029425806,0.00023503233,0.000093790426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011831217,0.00040944002,0.0037568673,0.0020488403,0.000027425509,7.4141377e-7,0.0003990437,4.3137898e-9,0.000033303495,0.0050105248,0.06869576,0.9196062],"study_design_scores_gemma":[0.0006918604,0.00024213844,0.060780942,0.022470325,0.00021323895,0.0002715519,0.00056695385,0.00029110143,0.0014942348,0.00014388964,0.9125799,0.00025384777],"about_ca_topic_score_codex":0.000020168189,"about_ca_topic_score_gemma":0.000009938724,"teacher_disagreement_score":0.91935235,"about_ca_system_score_codex":0.00009910749,"about_ca_system_score_gemma":0.0033474874,"threshold_uncertainty_score":0.99731535},"labels":[],"label_agreement":null},{"id":"W4361826498","doi":"10.2196/preprints.47438","title":"A Novel Virtual OSCE Preparation Tool to Enhance Medical Education: Development and Usability Study (Preprint)","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Medical education; Usability; Interview; Virtual patient; Medical diagnosis; Clinical Practice; Psychology; Medicine; Computer science; Family medicine","score_opus":0.033407433295577216,"score_gpt":0.4104609028976505,"score_spread":0.3770534696020733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361826498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9515423,0.000012066761,0.030739436,0.009632423,0.0022884072,0.0045016636,0.000002557408,0.00030391014,0.0009772131],"genre_scores_gemma":[0.87775064,0.0000094291745,0.10612375,0.0038594818,0.00073617755,0.0033736238,0.00023309345,0.000051136813,0.007862658],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99544483,0.00007416615,0.0012888265,0.0013300225,0.0015639105,0.00029823303],"domain_scores_gemma":[0.9973916,0.000108291264,0.00020589847,0.0011920438,0.00080342166,0.000298782],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030668876,0.00035285522,0.0005360334,0.00034478944,0.0001564495,0.00008194156,0.00032245863,0.0004474444,0.0008212129],"category_scores_gemma":[0.010718173,0.00033146224,0.00005197132,0.0006187822,0.000112387585,0.00008056115,0.0011369346,0.0009964213,0.00031270113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004469474,0.015973398,0.030191202,0.001090825,0.00041725556,0.000009592712,0.034990232,0.00009405926,0.00068214175,0.0031662749,0.040007934,0.8729301],"study_design_scores_gemma":[0.0023982483,0.0019238278,0.8902018,0.003397568,0.0003698771,0.00014576117,0.025750658,0.0051329997,0.004797273,0.0009594503,0.06281966,0.0021028565],"about_ca_topic_score_codex":0.00020044521,"about_ca_topic_score_gemma":0.00028324994,"teacher_disagreement_score":0.87082726,"about_ca_system_score_codex":0.0007345373,"about_ca_system_score_gemma":0.007783207,"threshold_uncertainty_score":0.99991375},"labels":[],"label_agreement":null},{"id":"W4362522499","doi":"10.1186/s12909-023-04207-2","title":"Fitness-for-purpose of the CanMEDS competencies for workplace-based assessment in General Practitioner’s Training: a Delphi study","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; Fonds Wetenschappelijk Onderzoek; Royal College of Physicians and Surgeons of Canada","keywords":"Likert scale; Competence (human resources); Medical education; Delphi method; Consistency (knowledge bases); Delphi; Psychology; Medicine; Computer science","score_opus":0.08098721407020452,"score_gpt":0.4310512029871372,"score_spread":0.3500639889169327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362522499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9574791,0.000028948314,0.013608197,0.022804618,0.002347327,0.0034622513,0.000010035507,0.000055211603,0.00020427717],"genre_scores_gemma":[0.96502167,0.0000062382046,0.026310151,0.0027817688,0.0006837619,0.0038876035,0.0004901428,0.000028290178,0.00079036923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99763346,0.00016244703,0.00070246164,0.00028733016,0.0009343921,0.00027992405],"domain_scores_gemma":[0.99792475,0.0008021009,0.0002641003,0.000391266,0.00051385764,0.00010394182],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026411621,0.00013953724,0.00030938096,0.00035788855,0.00013987323,0.000013833967,0.00021762498,0.00015509158,0.0001452479],"category_scores_gemma":[0.013344298,0.00010561351,0.000098455435,0.0014753282,0.00017584242,0.000066976434,0.000027481457,0.0003140796,0.0000028477648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010258331,0.017261306,0.5530311,0.004159373,0.00020137239,0.000003993763,0.026972601,0.001905016,0.0009536303,0.029462667,0.19825658,0.16676652],"study_design_scores_gemma":[0.007605168,0.0007834341,0.81756836,0.0012874214,0.00023380756,0.000015878397,0.0531768,0.099934034,0.00017682047,0.0015978048,0.0173199,0.00030055997],"about_ca_topic_score_codex":0.00013353885,"about_ca_topic_score_gemma":0.0004125115,"teacher_disagreement_score":0.26453727,"about_ca_system_score_codex":0.00035037004,"about_ca_system_score_gemma":0.016184099,"threshold_uncertainty_score":0.99496675},"labels":[],"label_agreement":null},{"id":"W4362554005","doi":"10.1016/j.jmir.2023.03.025","title":"Beyond textbook learning: Patients as teachers for South African undergraduate radiography students","year":2023,"lang":"en","type":"editorial","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Birds Canada","funders":"","keywords":"Medical education; Radiography; Mathematics education; Psychology; Medical physics; Medicine; Radiology","score_opus":0.011940261689833509,"score_gpt":0.3702265959779014,"score_spread":0.3582863342880679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362554005","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031160861,0.0016675157,0.0011088002,0.03513562,0.9298976,0.00050893764,0.000014763561,0.00006734209,0.00043855878],"genre_scores_gemma":[0.089949995,0.0060245045,0.0023789709,0.0018944348,0.89655995,0.000056439632,0.00033123308,0.000121265155,0.0026831874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920251,0.00014866622,0.0010381673,0.00036577508,0.006058969,0.00036335588],"domain_scores_gemma":[0.99564016,0.0014741351,0.0013471285,0.00012360585,0.0010213846,0.00039360952],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069471574,0.00022835849,0.0005840478,0.0013430408,0.00042642705,0.00023312749,0.00054374314,0.0003605477,0.000027473166],"category_scores_gemma":[0.040254302,0.00016703174,0.00020172779,0.0011060123,0.00083528867,0.00023506687,0.000064346736,0.0015475197,0.000008402827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035851077,0.00013308512,0.01679544,0.00007876958,0.00010844368,0.0000089419,0.0019173403,0.0000054130765,8.810899e-7,0.000032821896,0.9031863,0.07769668],"study_design_scores_gemma":[0.0035999068,0.00079906476,0.0051148995,0.00079221494,0.0003689716,0.000020881544,0.0070038442,0.0011082415,0.0000022909894,0.0009775148,0.9799728,0.0002393623],"about_ca_topic_score_codex":0.000019435623,"about_ca_topic_score_gemma":6.972986e-7,"teacher_disagreement_score":0.077457316,"about_ca_system_score_codex":0.00017039338,"about_ca_system_score_gemma":0.0018711521,"threshold_uncertainty_score":0.96783006},"labels":[],"label_agreement":null},{"id":"W4362658311","doi":"10.1002/jgc4.1700","title":"Coffee and conversation: A genuine dialogue on authentic professional learning between genetic counselor educators","year":2023,"lang":"en","type":"article","venue":"Journal of Genetic Counseling","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Amgen (Canada); Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Conversation; Lifelong learning; Professional development; Pedagogy; Psychology; Experiential learning; CLARITY; Attendance; Medical education; Medicine","score_opus":0.016555504853372965,"score_gpt":0.3141268062714069,"score_spread":0.2975713014180339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362658311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912878,0.00060603756,0.001206331,0.00473543,0.0018476415,0.00024707615,0.0000018430335,0.00003406734,0.000033736706],"genre_scores_gemma":[0.99325705,0.0006638658,0.0030952855,0.00057441,0.0018770436,0.000009842585,0.000024865583,0.000033271685,0.000464341],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978291,0.0000967023,0.00078364206,0.00019460086,0.0008352037,0.00026079052],"domain_scores_gemma":[0.9983523,0.00029124095,0.00044486037,0.00015339583,0.0006054968,0.00015272324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011586396,0.00015848971,0.00034741894,0.0005432376,0.00018706998,0.00003325972,0.00010490846,0.0001235261,0.0001618312],"category_scores_gemma":[0.0009291842,0.00013573482,0.000072711184,0.0006820107,0.000112678965,0.000050511357,0.00001803642,0.0006335653,0.00006345667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005698362,0.000574805,0.4488149,0.00093962136,0.0007725724,0.00041628355,0.049741283,0.0018456577,0.0066951346,0.00011342494,0.048454933,0.44106156],"study_design_scores_gemma":[0.0033886808,0.0014964459,0.9422084,0.0014946712,0.0006517457,0.0008674288,0.008215873,0.007379515,0.00031216722,0.0011519712,0.032460906,0.00037218363],"about_ca_topic_score_codex":0.0000039314814,"about_ca_topic_score_gemma":5.385449e-7,"teacher_disagreement_score":0.4933935,"about_ca_system_score_codex":0.0001281663,"about_ca_system_score_gemma":0.0006121602,"threshold_uncertainty_score":0.55351055},"labels":[],"label_agreement":null},{"id":"W4362704553","doi":"10.1080/0142159x.2023.2197137","title":"Twelve tips to develop entrustable professional activities","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Delphi method; Quality (philosophy); Process (computing); Medical education; Health professionals; Computer science; Health care; Medicine; Psychology; Pedagogy; Artificial intelligence","score_opus":0.028860763235569055,"score_gpt":0.37515972409799214,"score_spread":0.34629896086242307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362704553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9178721,0.000019842933,0.0007169651,0.062010057,0.0017232739,0.0003754283,0.0000010385472,0.00033001765,0.016951282],"genre_scores_gemma":[0.7358632,0.0000144275045,0.0023988488,0.010378354,0.0019167662,0.00034626503,0.00024740453,0.000056216748,0.2487785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976346,0.000066422166,0.00031131852,0.00026196556,0.001317153,0.0004085693],"domain_scores_gemma":[0.9991845,0.00004941556,0.000038135084,0.00025066565,0.0001796131,0.00029766746],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013944291,0.00012538914,0.00021795838,0.0002502877,0.00012105894,0.000011756531,0.0001542473,0.00022896676,0.015702263],"category_scores_gemma":[0.008737572,0.00009758244,0.000031623913,0.0019526049,0.00011434981,0.000065675624,0.00013042969,0.00064531295,0.0020458654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000414833,0.00024184056,0.025813298,0.00006290454,0.000034695535,0.000043358705,0.001966906,3.575418e-7,0.000098307544,0.00090077566,0.89591986,0.07487619],"study_design_scores_gemma":[0.0009736035,0.000094887546,0.0349587,0.00038598338,0.000029839523,0.000069748945,0.0037659954,0.0024274178,0.00033127377,0.0003679504,0.9563752,0.00021944252],"about_ca_topic_score_codex":0.000014651612,"about_ca_topic_score_gemma":0.0000030526683,"teacher_disagreement_score":0.23182723,"about_ca_system_score_codex":0.00017767785,"about_ca_system_score_gemma":0.0010378325,"threshold_uncertainty_score":0.9996123},"labels":[],"label_agreement":null},{"id":"W4362716679","doi":"10.1111/medu.15087","title":"Can the medical educator speak? The next frontier of globalisation research in medical education","year":2023,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Globalization; Sociology; Scholarship; Politics; Hegemony; Subaltern; Indigenous; Agency (philosophy); Colonialism; Equity (law); Empowerment; Gender studies; Political science; Social science; Law","score_opus":0.14927223799149028,"score_gpt":0.5282318655233449,"score_spread":0.37895962753185464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362716679","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009189765,0.74906725,0.000029452573,0.23091672,0.0119125685,0.0037640457,0.000010889532,0.00009477726,0.0032853412],"genre_scores_gemma":[0.0007169895,0.9704907,0.00019198413,0.01374091,0.0075918282,0.0028775486,0.0018064793,0.00016576334,0.0024178214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98161423,0.0025893683,0.0032438384,0.0010511293,0.010502733,0.0009987191],"domain_scores_gemma":[0.9905724,0.002650964,0.001173894,0.0027133846,0.0019906624,0.00089867547],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.020430509,0.0006291039,0.0018239274,0.001628097,0.0004023452,0.000103280196,0.002442936,0.0022247336,0.005201542],"category_scores_gemma":[0.08976132,0.00036772995,0.00045408722,0.007955646,0.0021838434,0.00016605287,0.00042216093,0.005795936,0.0004896832],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012035924,0.0014625763,0.00010578022,0.0055391453,0.00008739991,0.000008208327,0.0007074353,3.9469462e-8,3.4322195e-8,0.0037850568,0.30601123,0.6822811],"study_design_scores_gemma":[0.00039833313,0.00008407959,0.0005531405,0.043894894,0.00038740385,0.00046449274,0.004374752,0.00021432884,4.5668514e-7,0.001471458,0.9478585,0.00029815495],"about_ca_topic_score_codex":0.0030681824,"about_ca_topic_score_gemma":0.0008919541,"teacher_disagreement_score":0.6819829,"about_ca_system_score_codex":0.0021423856,"about_ca_system_score_gemma":0.16123728,"threshold_uncertainty_score":0.99987745},"labels":[],"label_agreement":null},{"id":"W4362731672","doi":"10.1007/s43678-023-00493-3","title":"CJEM introduces Brief Quality Reports","year":2023,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Medicine; Quality (philosophy); Data science; Computer science","score_opus":0.0834899697186649,"score_gpt":0.4328095532511004,"score_spread":0.3493195835324355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362731672","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022300591,0.0026330892,0.000052425894,0.018018842,0.9729385,0.00025930317,0.00002937644,0.000029745801,0.0038086674],"genre_scores_gemma":[0.0010105608,0.0013258338,0.00019125803,0.00026799872,0.9795942,0.000010817272,0.00071998744,0.00011682755,0.016762545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928461,0.00014615402,0.0037335905,0.00046318435,0.002151458,0.00065951474],"domain_scores_gemma":[0.98840344,0.0003388408,0.0027754195,0.0009939899,0.006113208,0.0013750975],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061372835,0.00041345475,0.0014021214,0.0016329293,0.00019357738,0.000010324534,0.00039907376,0.00090600207,0.008935228],"category_scores_gemma":[0.12580109,0.00033769873,0.00027910725,0.0018198149,0.000340959,0.00012815358,0.000019866897,0.0027557514,0.000051367995],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030507377,0.000031371572,0.000869628,0.0004958746,0.00027507354,0.0009315139,0.0006932606,0.0000010012852,0.00003932126,0.00006064167,0.9933751,0.003196656],"study_design_scores_gemma":[0.0005802946,0.0005477716,0.0020780321,0.0016318605,0.0005460745,0.00008313235,0.00061707554,0.0000020728032,0.000007241997,0.0005143186,0.9931346,0.0002574912],"about_ca_topic_score_codex":0.015036713,"about_ca_topic_score_gemma":0.01115953,"teacher_disagreement_score":0.119663805,"about_ca_system_score_codex":0.00091621047,"about_ca_system_score_gemma":0.012652415,"threshold_uncertainty_score":0.9999075},"labels":[],"label_agreement":null},{"id":"W4362734543","doi":"10.1080/0142159x.2023.2195723","title":"Response to: Letter to the Editor about ‘Making sense of competency-based medical education’","year":2023,"lang":"en","type":"letter","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Alberta","funders":"","keywords":"Medical education; Letter to the editor; Psychology; Medicine; Political science; Law","score_opus":0.01976244151172445,"score_gpt":0.35982704306743774,"score_spread":0.3400646015557133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362734543","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005771655,0.00006542077,0.0012750863,0.9666487,0.023382649,0.0012453308,0.000013649539,0.0002146722,0.0013828425],"genre_scores_gemma":[0.0010865655,0.0000040363757,0.002609608,0.85983926,0.1178895,0.0005448914,0.00040848044,0.00016851068,0.017449124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891696,0.0010852647,0.0014499003,0.00084240467,0.0066314153,0.00082141743],"domain_scores_gemma":[0.9956702,0.0009373642,0.00032370232,0.0016914058,0.0008079395,0.0005693693],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0073269466,0.00051408313,0.00092662853,0.0008949711,0.00017506891,0.000037996517,0.0010007526,0.0022981607,0.012225276],"category_scores_gemma":[0.077385,0.00035693526,0.0002857651,0.001942259,0.00056836253,0.00003515161,0.00026319042,0.0065290104,0.0018448764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023502187,0.00033607642,0.00031846203,0.00031364462,0.00009767274,0.00029830856,0.00080670876,0.0000014124074,0.000010391958,0.000045131263,0.98599607,0.0115410965],"study_design_scores_gemma":[0.00062047364,0.00022047192,0.00077920547,0.003595794,0.0001364359,0.000075170414,0.00014557611,0.0009269276,0.000009059808,0.000054477714,0.99309343,0.00034298134],"about_ca_topic_score_codex":0.00008217957,"about_ca_topic_score_gemma":0.000024093415,"teacher_disagreement_score":0.10680941,"about_ca_system_score_codex":0.00051414635,"about_ca_system_score_gemma":0.016425852,"threshold_uncertainty_score":0.99988824},"labels":[],"label_agreement":null},{"id":"W4364353364","doi":"10.1001/jamanetworkopen.2023.7588","title":"Trainee Physician Milestone Ratings and Patient Complaints in Early Posttraining Practice","year":2023,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Psychology; Family medicine; Medicine; Medical education; History","score_opus":0.03074192014799069,"score_gpt":0.35225869047048003,"score_spread":0.3215167703224893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364353364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953635,0.00005674302,0.000037508256,0.029795412,0.00027993627,0.0008201892,0.000001999255,0.000050789804,0.015322418],"genre_scores_gemma":[0.9698494,0.000020561829,0.010695746,0.018563503,0.00045695377,0.00009826875,0.0001023107,0.000025676856,0.00018757937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998722,0.000108032924,0.0003518026,0.00024840704,0.00026417433,0.00030556423],"domain_scores_gemma":[0.9991442,0.00029454424,0.00014531928,0.00020342412,0.0001494372,0.00006307948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012295156,0.00010903115,0.00023264658,0.000108482775,0.00013079082,0.00010176636,0.00013486197,0.00008537744,0.00002858018],"category_scores_gemma":[0.0015318316,0.00010564681,0.000016299495,0.0013239203,0.00007293489,0.00035338712,0.00014701909,0.0004104026,0.00006162165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005055234,0.0003532703,0.02241721,0.000070410104,0.000084131214,0.00018762013,0.03203576,0.00032669114,0.00027933533,0.004645193,0.1426802,0.7964147],"study_design_scores_gemma":[0.0031785464,0.00058148196,0.8973521,0.0012860924,0.00005022492,0.000078166784,0.013798503,0.010809466,0.000031196305,0.0008734506,0.07168281,0.00027793727],"about_ca_topic_score_codex":0.00017540337,"about_ca_topic_score_gemma":0.000010487801,"teacher_disagreement_score":0.8749349,"about_ca_system_score_codex":0.0000723783,"about_ca_system_score_gemma":0.00009241775,"threshold_uncertainty_score":0.4308152},"labels":[],"label_agreement":null},{"id":"W4365397528","doi":"10.5334/pme.47","title":"Case-Informed Learning in Medical Education: A Call for Ontological Fidelity","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Fidelity; Experiential learning; Context (archaeology); Positivism; Narrative; Experiential knowledge; Computer science; Epistemology; Psychology; Engineering ethics; Pedagogy","score_opus":0.0325157530600639,"score_gpt":0.42754158248213875,"score_spread":0.39502582942207487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365397528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8542617,0.0003074154,0.0007365252,0.1295512,0.0023059973,0.0015295822,0.0000028863833,0.00042495556,0.010879752],"genre_scores_gemma":[0.9768593,0.0003239261,0.002340105,0.013593963,0.0018367524,0.0014525919,0.00046587104,0.00004233956,0.003085174],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99611104,0.00017129096,0.0008544136,0.0007085367,0.001592839,0.0005618772],"domain_scores_gemma":[0.9973165,0.000713236,0.00018119099,0.00042824724,0.00081692624,0.0005439274],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024092258,0.00026751877,0.00045522835,0.0008299128,0.00025590256,0.000034336146,0.00025272684,0.00061147363,0.0023692276],"category_scores_gemma":[0.09923505,0.00023561069,0.00014461571,0.0019239573,0.0003632894,0.00014913516,0.000054711756,0.0013925874,0.0002102247],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047360544,0.006423876,0.0092871385,0.00051464705,0.00007125855,0.00025447583,0.019526912,0.000013059951,0.000012878674,0.04268237,0.23299968,0.6877401],"study_design_scores_gemma":[0.010609782,0.0030228791,0.15278806,0.004542313,0.00025922467,0.010725989,0.35119435,0.10715995,0.00006894844,0.007875424,0.35000083,0.0017522564],"about_ca_topic_score_codex":0.00025016663,"about_ca_topic_score_gemma":0.00015786875,"teacher_disagreement_score":0.68598783,"about_ca_system_score_codex":0.0012396174,"about_ca_system_score_gemma":0.017008692,"threshold_uncertainty_score":0.9985427},"labels":[],"label_agreement":null},{"id":"W4365442863","doi":"10.1148/rg.220197","title":"Competency-Based Medical Education in Radiology Graduate Medical Education: Overview and Future Perspectives","year":2023,"lang":"en","type":"editorial","venue":"Radiographics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Hospital and Health Sciences Centre","funders":"","keywords":"Medicine; Competence (human resources); Graduate medical education; Medical education; Medical school; Core competency; Library science; Management","score_opus":0.01498971817889322,"score_gpt":0.3612864461573186,"score_spread":0.34629672797842537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365442863","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025473945,0.029649103,0.000043839376,0.105459034,0.8602654,0.00092051394,0.000028460012,0.00024073088,0.0008455408],"genre_scores_gemma":[0.0003698147,0.10229661,0.0035012474,0.005163822,0.8821877,0.0005274543,0.0053521246,0.00017983814,0.00042134538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931416,0.00044278585,0.0011839037,0.0010940022,0.003534535,0.00060319627],"domain_scores_gemma":[0.9955153,0.0010472698,0.00041891306,0.00090377155,0.0014432807,0.0006715022],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0028373469,0.0005879954,0.0011720351,0.002634952,0.00018037659,0.000049310718,0.0005483311,0.0033234889,0.0006088522],"category_scores_gemma":[0.02159929,0.00055477495,0.00026429314,0.003948434,0.0010550187,0.00010488447,0.00008674386,0.004617581,0.000027015178],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006202035,0.0011868582,0.0013037054,0.0011266222,0.000118348056,0.000041641495,0.00057404005,1.5745599e-7,2.4481636e-7,0.014261959,0.8979715,0.083352916],"study_design_scores_gemma":[0.0017660552,0.00024277727,0.008164651,0.003123734,0.0002645201,0.00014949999,0.0024613235,0.00048069452,3.855838e-7,0.002621269,0.9801901,0.0005350002],"about_ca_topic_score_codex":0.0002716966,"about_ca_topic_score_gemma":0.0003760955,"teacher_disagreement_score":0.100295216,"about_ca_system_score_codex":0.0005040342,"about_ca_system_score_gemma":0.08261848,"threshold_uncertainty_score":0.99969035},"labels":[],"label_agreement":null},{"id":"W4366144479","doi":"10.4300/jgme-d-23-00154.1","title":"Critical Reviews in Health Professions Education Research","year":2023,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Engineering ethics; Narrative; Perspective (graphical); Systematic review; Conversation; Taxonomy (biology); Field (mathematics); Management science; Epistemology; Psychology; Sociology; MEDLINE; Computer science; Political science; Ecology","score_opus":0.43405675234749364,"score_gpt":0.6500008941653217,"score_spread":0.21594414181782806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366144479","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033528588,0.91937333,0.00007741663,0.06873668,0.009206331,0.0020866331,0.0000018887904,0.000025435796,0.0004587278],"genre_scores_gemma":[0.000016173955,0.986337,0.0030430313,0.0028103383,0.0044641504,0.0005511848,0.00023203583,0.00010009373,0.0024459937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874335,0.0028298656,0.0051670987,0.00047484325,0.0033900873,0.000704588],"domain_scores_gemma":[0.9908614,0.0014049993,0.0023099962,0.0008735426,0.0035673976,0.0009826424],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02597093,0.00039325855,0.0027948993,0.004108491,0.0002273764,0.000054224787,0.0006283214,0.00076483045,0.00043471943],"category_scores_gemma":[0.13577718,0.00028312672,0.0005019182,0.005797367,0.00042352508,0.00024716675,0.00010438217,0.0066509047,0.00044908817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000758499,0.0017368007,0.000008257184,0.032943305,0.000023241468,0.000008934189,0.0003603303,1.0288902e-8,3.774238e-8,0.001376294,0.3210511,0.6424841],"study_design_scores_gemma":[0.00018231827,0.00023626529,0.000077624456,0.24300236,0.00015541393,0.0007217313,0.0011303456,0.000007816435,6.322951e-8,0.0016079907,0.7527357,0.0001424314],"about_ca_topic_score_codex":0.000098489334,"about_ca_topic_score_gemma":0.000014065227,"teacher_disagreement_score":0.6423417,"about_ca_system_score_codex":0.0026342007,"about_ca_system_score_gemma":0.10017669,"threshold_uncertainty_score":0.9999621},"labels":[],"label_agreement":null},{"id":"W4366199277","doi":"10.4300/jgme-d-22-00233.1","title":"Improving Narrative Feedback for Resident-Led Academic Rounds: The Effects of Assessment Form Design Changes","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of British Columbia","funders":"","keywords":"Narrative; Medical education; Narrative review; Computer science; Medicine; Psychology; Intensive care medicine","score_opus":0.048080742855278,"score_gpt":0.41049783734022777,"score_spread":0.36241709448494974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366199277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81821454,0.00041833875,0.026609823,0.14715606,0.005954478,0.0015595665,9.499819e-7,0.000031373598,0.0000548589],"genre_scores_gemma":[0.9810969,0.0009268973,0.009778891,0.004007272,0.0028144799,0.00030909816,0.00004876237,0.000042929525,0.0009747581],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969836,0.00019057545,0.00090712484,0.00016110887,0.0014800064,0.00027760628],"domain_scores_gemma":[0.99600285,0.0011901862,0.0010487743,0.00022363424,0.0013743128,0.00016022079],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049198125,0.00015358596,0.00040049513,0.00047155644,0.00018151237,0.000019857682,0.00029749057,0.00020637731,0.000048334034],"category_scores_gemma":[0.025422454,0.00009758049,0.00012353972,0.001013437,0.000194728,0.00018196017,0.000035506062,0.00093836384,0.0000042483734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041303804,0.0006616689,0.00096536556,0.0020885554,0.00031480382,0.000009391296,0.022692062,0.00000747602,0.010744997,0.0015681905,0.39762557,0.5629089],"study_design_scores_gemma":[0.032678664,0.023481606,0.3554216,0.032721236,0.005214005,0.002178369,0.2824938,0.06353321,0.08273233,0.0786254,0.039006624,0.0019131388],"about_ca_topic_score_codex":0.000022956532,"about_ca_topic_score_gemma":0.000003694918,"teacher_disagreement_score":0.56099576,"about_ca_system_score_codex":0.0003949057,"about_ca_system_score_gemma":0.004519703,"threshold_uncertainty_score":0.98278683},"labels":[],"label_agreement":null},{"id":"W4366204076","doi":"10.4300/jgme-d-23-00155.1","title":"Building Blocks for Critical Reviews in Health Professions Education","year":2023,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Flexibility (engineering); Critical thinking; Computer science; Judgement; Engineering ethics; Creativity; Key (lock); Management science; Epistemology; Data science; Psychology; Mathematics education; Management; Social psychology","score_opus":0.2086083003446235,"score_gpt":0.567505263756521,"score_spread":0.3588969634118975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366204076","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030027,0.93016106,0.0030262428,0.051912107,0.01177111,0.0029967173,0.0000044783524,0.000029859464,0.00006842577],"genre_scores_gemma":[0.000008735543,0.9561725,0.032974813,0.0039343084,0.00465002,0.0009334903,0.00023405896,0.000100068406,0.0009919701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921682,0.0006313901,0.0048125344,0.0004240796,0.0014338512,0.0005299462],"domain_scores_gemma":[0.99362975,0.0009642843,0.002786161,0.00051706354,0.0014666339,0.0006360931],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009785314,0.00042488993,0.002811971,0.0021029755,0.00017024524,0.000037350004,0.00044969967,0.0006503255,0.00015550184],"category_scores_gemma":[0.08296014,0.00031504728,0.0006684822,0.0023649123,0.00017836031,0.00017805966,0.000052199983,0.0026040021,0.000040247854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011137924,0.0013121457,0.000004828044,0.04014369,0.000037102825,0.0000024977287,0.00019740967,4.2556145e-8,1.171661e-7,0.0021650214,0.22415373,0.7319723],"study_design_scores_gemma":[0.00030360892,0.00023595411,0.000022223536,0.21470892,0.0004169851,0.00054590305,0.0003839382,0.000032365166,1.8666059e-7,0.002546814,0.78062475,0.0001783238],"about_ca_topic_score_codex":0.000033709202,"about_ca_topic_score_gemma":0.0000058528103,"teacher_disagreement_score":0.73179394,"about_ca_system_score_codex":0.0016945612,"about_ca_system_score_gemma":0.054683622,"threshold_uncertainty_score":0.99993014},"labels":[],"label_agreement":null},{"id":"W4366256715","doi":"10.1016/j.jss.2023.02.006","title":"The Role of Collaborative Observational Practice and Feedback-Discourse to Promote Remote Acquisition of Technical Surgical Skills","year":2023,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Ontario Tech University; Université de Montréal","funders":"","keywords":"Checklist; Upload; Dreyfus model of skill acquisition; Observational study; Test (biology); Peer feedback; Medical education; Randomized controlled trial; Psychology; Computer science; Multimedia; Medicine; Cognitive psychology; World Wide Web; Surgery","score_opus":0.051395594816051285,"score_gpt":0.47918619797819034,"score_spread":0.42779060316213907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366256715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91558224,0.00044628253,0.000032289692,0.08058051,0.000114077106,0.00048905157,0.000008606717,0.0000085756255,0.0027383708],"genre_scores_gemma":[0.9899685,0.0016097942,0.0072105783,0.000081087,0.0005175819,0.000010477889,0.000015102342,0.000017911596,0.00056897267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99567175,0.00043327876,0.00093449006,0.00016263788,0.0024888914,0.00030893547],"domain_scores_gemma":[0.9892411,0.003356857,0.00038295466,0.00023763737,0.006575007,0.00020640179],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011203679,0.00009213095,0.00035786908,0.0004692281,0.0001716253,0.000029968938,0.00021026758,0.00014928561,0.00007262322],"category_scores_gemma":[0.01308423,0.00005839503,0.000078613215,0.0034817755,0.0006400702,0.00019960135,0.00013777228,0.0009051139,0.000013199883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019642375,0.0043365206,0.009565891,0.00045401923,0.0006749134,0.0016028376,0.00450029,0.00012938722,0.065360464,0.07914893,0.07718474,0.73739964],"study_design_scores_gemma":[0.0066876155,0.0060642026,0.14164631,0.0023291814,0.00017576874,0.0033406606,0.017959373,0.0017531519,0.017282762,0.014667156,0.78779966,0.0002941581],"about_ca_topic_score_codex":0.000012256586,"about_ca_topic_score_gemma":0.0000013029595,"teacher_disagreement_score":0.7371055,"about_ca_system_score_codex":0.00016281141,"about_ca_system_score_gemma":0.0009971427,"threshold_uncertainty_score":0.995229},"labels":[],"label_agreement":null},{"id":"W4366260008","doi":"10.1080/10401334.2023.2200766","title":"Practicing Confidence: An Autoethnographic Exploration of the First Years as Physicians","year":2023,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; McMaster University; University of Ottawa","funders":"","keywords":"Narrative; Thematic analysis; Medical education; Courage; Psychology; Insider; Empathy; Perspective (graphical); General partnership; Graduate medical education; Medicine; Qualitative research; Social psychology; Sociology; Political science","score_opus":0.04148606006022606,"score_gpt":0.37954332369080906,"score_spread":0.338057263630583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366260008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742779,0.000049952214,0.00025802822,0.02368878,0.00028340353,0.00018313892,8.930554e-8,0.00010839423,0.0011502873],"genre_scores_gemma":[0.9973614,0.000047340665,0.0003867403,0.0012700165,0.0002456185,0.0000147980445,0.000021463135,0.000015236035,0.0006373497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987384,0.00026664336,0.00029309758,0.00017445491,0.0003765934,0.0001507818],"domain_scores_gemma":[0.9992897,0.00024533155,0.00017013033,0.00020719008,0.00006077879,0.000026861513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032533759,0.00008167608,0.00020295488,0.0003352008,0.0002674654,0.000006744656,0.00007929245,0.00006982793,0.00002262659],"category_scores_gemma":[0.0069278204,0.000060348317,0.000019630663,0.0009234693,0.00024593406,0.00018718044,0.000024606989,0.001437147,0.00000651176],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011485377,0.0003145042,0.17413336,0.00050835975,0.00006643477,0.000033439024,0.33823106,0.0027215208,0.008706377,0.008995443,0.0063450164,0.45982963],"study_design_scores_gemma":[0.0018268263,0.00095760624,0.82613826,0.003818038,0.00012532405,0.000048496502,0.10742731,0.029304126,0.0001066915,0.0014728823,0.028592484,0.00018198953],"about_ca_topic_score_codex":0.00078996207,"about_ca_topic_score_gemma":0.000028801596,"teacher_disagreement_score":0.6520049,"about_ca_system_score_codex":0.000029383706,"about_ca_system_score_gemma":0.000055156335,"threshold_uncertainty_score":0.82937485},"labels":[],"label_agreement":null},{"id":"W4366333077","doi":"10.46747/cfp.6904292","title":"Procedural skills training during residency","year":2023,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Residency training; Curriculum; Medical education; Dimension (graph theory); Computer science; Medicine; Psychology; Pedagogy; Continuing education","score_opus":0.023121207682864835,"score_gpt":0.28921411324934126,"score_spread":0.2660929055664764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366333077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90399003,0.000033413377,0.000003254037,0.007082411,0.0005153468,0.00027268886,0.000008448219,0.00017298375,0.08792142],"genre_scores_gemma":[0.91703326,0.000007757363,0.0003481393,0.07801861,0.00095896755,0.000059006157,0.00015618266,0.000043267453,0.0033748131],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99875504,0.000012688473,0.00021318757,0.00023882302,0.00024651963,0.00053371396],"domain_scores_gemma":[0.99927425,0.000014291047,0.00004228357,0.00027114362,0.00013232102,0.00026570825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001445488,0.00012035557,0.00017202036,0.00052447105,0.00022830033,0.000021914135,0.000107732245,0.00008017462,0.000011563363],"category_scores_gemma":[0.00019656545,0.00012824577,0.000049389047,0.0016435434,0.00007218877,0.000107901324,0.000010900134,0.00025747772,0.00066322053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023784776,0.00011062275,0.002481514,0.00043965766,0.00013277185,0.00045138708,0.0071843383,0.000035556575,0.031203326,0.007649615,0.6456888,0.3045987],"study_design_scores_gemma":[0.0009924808,0.00008028328,0.8963327,0.0006001834,0.000057242753,0.000012886098,0.012000524,0.00040152122,0.0011555221,0.0021992011,0.08574549,0.00042197603],"about_ca_topic_score_codex":0.0013736666,"about_ca_topic_score_gemma":0.0010534315,"teacher_disagreement_score":0.89385116,"about_ca_system_score_codex":0.00041389526,"about_ca_system_score_gemma":0.0017548522,"threshold_uncertainty_score":0.8524579},"labels":[],"label_agreement":null},{"id":"W4366462675","doi":"10.1097/ceh.0000000000000500","title":"Paving the Way Forward for Evidence-Based Continuing Professional Development","year":2023,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Lifelong learning; Modalities; Psychological intervention; Professional development; Reflective practice; Medical education; Health care; Psychology; Action learning; Intervention (counseling); Continuing professional development; Knowledge management; Medicine; Computer science; Nursing; Pedagogy; Teaching method; Cooperative learning","score_opus":0.06899109172090973,"score_gpt":0.45660694965241666,"score_spread":0.38761585793150694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366462675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75919604,0.0006703448,0.0029295476,0.22870111,0.0065568057,0.0018786038,9.456553e-7,0.000027710936,0.000038908336],"genre_scores_gemma":[0.9707432,0.00009209025,0.013172179,0.010625868,0.0011817073,0.0005085955,0.000030431911,0.000028312075,0.003617613],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99671113,0.000549443,0.0014259316,0.00015955784,0.00074175745,0.00041215136],"domain_scores_gemma":[0.99500185,0.002169248,0.0012361698,0.00032053108,0.0011744526,0.0000977466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0122622615,0.00014132516,0.00033795356,0.0005413579,0.0005427795,0.000037828653,0.00036870805,0.000107011,0.000029098088],"category_scores_gemma":[0.007722911,0.00007573373,0.00011041669,0.0012209789,0.00007797336,0.00020731581,0.000033638247,0.00091757806,0.000010778119],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024692266,0.0006624538,0.019040255,0.0007661041,0.000025959902,0.0000018378897,0.081855774,0.000023760582,0.00029555665,0.0012868696,0.26557168,0.63022286],"study_design_scores_gemma":[0.0026241306,0.00050690386,0.5168543,0.04743293,0.00010053772,0.00010205929,0.19712281,0.0013240996,0.00037586657,0.0017460316,0.23154543,0.00026488033],"about_ca_topic_score_codex":0.0000067297588,"about_ca_topic_score_gemma":0.0000075689486,"teacher_disagreement_score":0.629958,"about_ca_system_score_codex":0.00040509633,"about_ca_system_score_gemma":0.00567081,"threshold_uncertainty_score":0.9999661},"labels":[],"label_agreement":null},{"id":"W4366493366","doi":"10.34071/jmp.2022.7.10","title":"Peer assessment approach to promote clinical communication skills in a blended learning course of early clinical exposure","year":2022,"lang":"en","type":"article","venue":"Journal of Medicine and Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Likert scale; Medical education; Peer assessment; Communication skills; Psychology; Scale (ratio); Mathematics education; Medicine; Developmental psychology","score_opus":0.09488533250419981,"score_gpt":0.5134953334744963,"score_spread":0.41861000097029644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366493366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94869727,0.00057390984,0.0004640651,0.047844645,0.00054725795,0.00037692592,0.0000012952756,0.000006292615,0.0014883166],"genre_scores_gemma":[0.9838524,0.0005648076,0.01170517,0.0027887626,0.000637549,0.00001674634,0.000023362183,0.000014576146,0.00039662587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960048,0.0007680438,0.0019199823,0.00015837149,0.0009968872,0.0001518932],"domain_scores_gemma":[0.9976192,0.00033709256,0.0008422778,0.00022540856,0.00079387723,0.0001821559],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014533677,0.00011027988,0.0006458428,0.00031958532,0.00009076256,0.000005505487,0.00021324585,0.00005392268,0.00020489769],"category_scores_gemma":[0.002498637,0.000083780076,0.00009332579,0.00059265504,0.00020279517,0.00009123466,0.000102738886,0.0023695999,6.3924523e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075226073,0.0046430337,0.6065053,0.00010687954,0.00019928349,0.000028208762,0.0071661486,0.00007384321,0.00035362036,0.0001960966,0.043681413,0.33629394],"study_design_scores_gemma":[0.022082016,0.007389302,0.72056067,0.0006545149,0.0004767127,0.00060825696,0.010097455,0.0027845057,0.0000439036,0.00024310454,0.23488714,0.00017242176],"about_ca_topic_score_codex":0.000021494214,"about_ca_topic_score_gemma":4.604345e-7,"teacher_disagreement_score":0.33612153,"about_ca_system_score_codex":0.00008172976,"about_ca_system_score_gemma":0.0006977664,"threshold_uncertainty_score":0.999932},"labels":[],"label_agreement":null},{"id":"W4366583884","doi":"10.2147/amep.s399851","title":"Exploring Perceptions of Competency-Based Medical Education in Undergraduate Medical Students and Faculty: A Program Evaluation","year":2023,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medical education; Curriculum; Optimism; Faculty development; Perception; Psychology; Process (computing); Medicine; Professional development; Pedagogy; Computer science","score_opus":0.09455006054627585,"score_gpt":0.5375828608811463,"score_spread":0.4430328003348704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366583884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7957901,0.0017661778,0.00042780215,0.1955535,0.0016413797,0.0017382558,0.0000018903212,0.000106855834,0.00297409],"genre_scores_gemma":[0.93716013,0.018621009,0.025696365,0.014165813,0.00044490313,0.002965614,0.00077092834,0.000039669154,0.00013554306],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9936021,0.0005681804,0.00092574855,0.0004692654,0.0041330536,0.0003016636],"domain_scores_gemma":[0.99741673,0.0009589112,0.00026253547,0.0002717554,0.0006187227,0.0004713188],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073392987,0.00018779506,0.00035257693,0.0007777752,0.00009772913,0.0000343287,0.00025265847,0.00026805676,0.0006458383],"category_scores_gemma":[0.0753637,0.00017504394,0.000033016157,0.0020148347,0.00044873645,0.0008663734,0.0000916459,0.0008693192,0.000019364114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001032092,0.0036604772,0.058856823,0.00032978627,0.000014481141,0.000008343413,0.0013059332,0.000006343424,0.000004394849,0.004212287,0.0011116206,0.9303863],"study_design_scores_gemma":[0.008817999,0.00079090655,0.6995364,0.007966134,0.00030794772,0.00064188417,0.048646778,0.063541286,0.000017979162,0.009053442,0.16001344,0.0006658022],"about_ca_topic_score_codex":0.00015385542,"about_ca_topic_score_gemma":0.0003045051,"teacher_disagreement_score":0.9297205,"about_ca_system_score_codex":0.00022747397,"about_ca_system_score_gemma":0.01684511,"threshold_uncertainty_score":0.98872846},"labels":[],"label_agreement":null},{"id":"W4366601846","doi":"10.3138/jvme-2022-0110","title":"Accreditation Approaches for Professional Education Programs: Toward Best Practice","year":2023,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Certification and Accreditation; Best practice; Professional development; Quality (philosophy); Medicine; Psychology; Political science","score_opus":0.393969725512935,"score_gpt":0.5515034912917,"score_spread":0.15753376577876493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366601846","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037494354,0.9556485,0.0009676313,0.014514367,0.023637256,0.0041368604,0.00000818579,0.000073394665,0.00063888874],"genre_scores_gemma":[0.000038301394,0.9528219,0.02683334,0.0011920081,0.011740058,0.0021359096,0.0022100152,0.00015552936,0.0028729094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99423486,0.00040706134,0.002586343,0.0004544377,0.0019345371,0.0003827523],"domain_scores_gemma":[0.99290305,0.00063314824,0.003049067,0.00043663578,0.0025706503,0.00040742802],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003617422,0.00046806596,0.0015401684,0.0012052321,0.00016010387,0.000075060394,0.00050269015,0.0009982156,0.00022969104],"category_scores_gemma":[0.028167887,0.00036360277,0.0006306637,0.0014229208,0.00019303993,0.0004924051,0.00008056759,0.0016489225,0.00008534858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017768888,0.005835647,0.0000027895262,0.033888508,0.00029459808,0.000012774682,0.00051122933,8.562645e-8,2.9725305e-7,0.00041130968,0.09446236,0.8644027],"study_design_scores_gemma":[0.00051223906,0.0023578047,0.000011596406,0.06314311,0.00220185,0.005414272,0.00479314,0.000059243666,1.7945162e-7,0.00018127715,0.9210568,0.00026848636],"about_ca_topic_score_codex":0.0000085534275,"about_ca_topic_score_gemma":4.6200122e-7,"teacher_disagreement_score":0.86413425,"about_ca_system_score_codex":0.0008521081,"about_ca_system_score_gemma":0.05025787,"threshold_uncertainty_score":0.99988157},"labels":[],"label_agreement":null},{"id":"W4366725026","doi":"10.3138/cjpe.70376","title":"Helping Students Reflect on Their Interpersonal Skills: The Team Performance Scale (TPS)","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Teamwork; Interpersonal communication; Psychology; Social skills; Scale (ratio); Service (business); Service-learning; Medical education; Interpersonal relationship; Pedagogy; Social psychology; Management; Medicine; Psychotherapist; Business","score_opus":0.06579928805233264,"score_gpt":0.42500836734359604,"score_spread":0.3592090792912634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366725026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884766,0.00029247304,0.00009680328,0.007331121,0.0010934375,0.0006104242,0.0000013350718,0.000008228521,0.0020896157],"genre_scores_gemma":[0.99412113,0.000023392437,0.002045006,0.002839612,0.00062278466,0.00005919077,0.000035292618,0.000014772514,0.00023881871],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99818563,0.00016935811,0.00041305507,0.00012957907,0.00087199244,0.00023040485],"domain_scores_gemma":[0.997634,0.000040532963,0.00021758332,0.00021824458,0.0017077898,0.00018188255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027644325,0.00010226613,0.00015948815,0.00024416024,0.00023326429,0.00009668648,0.00018751873,0.0000736144,0.0004259791],"category_scores_gemma":[0.0015059097,0.00006968454,0.000081054655,0.0006168279,0.0001025848,0.00013858244,0.000009139763,0.0005144938,0.000026499269],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003078409,0.00024780456,0.03240775,0.000030407156,0.00009200708,0.000010826493,0.003477607,0.00005602638,0.00019233483,0.000027238037,0.00862072,0.9548065],"study_design_scores_gemma":[0.004240984,0.0031555726,0.788655,0.003204029,0.00061997,0.0018933981,0.011878366,0.02135173,0.0057269256,0.00041727486,0.15847605,0.0003807297],"about_ca_topic_score_codex":0.00004333533,"about_ca_topic_score_gemma":0.0005598191,"teacher_disagreement_score":0.95442575,"about_ca_system_score_codex":0.0008714278,"about_ca_system_score_gemma":0.00368718,"threshold_uncertainty_score":0.6540899},"labels":[],"label_agreement":null},{"id":"W4366817052","doi":"10.1080/0142159x.2023.2197135","title":"Online learning in Health Professions Education. Part 1: Teaching and learning in online environments: AMEE Guide No. 161","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Toronto","funders":"","keywords":"Flexibility (engineering); Computer science; Scholarship; Instructional design; Engineering ethics; Knowledge management; Multimedia; Engineering","score_opus":0.030501600993530747,"score_gpt":0.3969594936190192,"score_spread":0.36645789262548845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366817052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92857236,0.0002703643,0.00017095986,0.06799905,0.00059306313,0.00045568627,0.0000010111194,0.00016442782,0.0017730504],"genre_scores_gemma":[0.654392,0.0014842894,0.013114778,0.017069316,0.0033010633,0.00035342528,0.0033526502,0.00016885063,0.30676365],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963651,0.00089536316,0.00095951237,0.00044456124,0.0008227671,0.0005127313],"domain_scores_gemma":[0.9990893,0.00016554522,0.0001803793,0.0002424512,0.000038041406,0.00028430196],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005301555,0.00019122702,0.00039868284,0.00053420773,0.00025181344,0.000012178501,0.00013837426,0.00026380245,0.0010924565],"category_scores_gemma":[0.028476408,0.00017019878,0.000034174853,0.0007636431,0.00017133092,0.00010268933,0.0001385797,0.00490966,0.000140358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002412559,0.0031234438,0.44085658,0.00024232129,0.00002070614,0.00002696532,0.0067378334,0.000058815735,0.000054587348,0.00011967446,0.052128147,0.4966068],"study_design_scores_gemma":[0.0015833798,0.00019901895,0.20285629,0.0024762205,0.000012245669,0.000023944063,0.022909056,0.03506663,9.595697e-7,0.0000702732,0.73459697,0.00020503164],"about_ca_topic_score_codex":0.00048043407,"about_ca_topic_score_gemma":0.00009880614,"teacher_disagreement_score":0.68246883,"about_ca_system_score_codex":0.00047772296,"about_ca_system_score_gemma":0.0010074967,"threshold_uncertainty_score":0.9998207},"labels":[],"label_agreement":null},{"id":"W4366817651","doi":"10.1016/j.cptl.2023.04.004","title":"Assessment of the validity of peer scores and peer feedback in an online peer assessment platform (Kritik)","year":2023,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Peer assessment; Peer feedback; Peer review; Peer evaluation; Psychology; Computer science; Applied psychology; Mathematics education; Higher education; Political science","score_opus":0.1276765278907462,"score_gpt":0.4797441963164834,"score_spread":0.3520676684257372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366817651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99611455,0.000033012973,0.00008057717,0.0024420668,0.0005242225,0.00024702903,0.00000834992,0.00002685373,0.00052335305],"genre_scores_gemma":[0.99684465,0.00004677624,0.002113157,0.00010177091,0.00012243752,0.000013955928,0.00020536267,0.0000165003,0.0005353753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99780506,0.0003598744,0.0004843809,0.0002395964,0.00090054254,0.00021056164],"domain_scores_gemma":[0.9991246,0.00020608274,0.00018214718,0.00016561312,0.00026907667,0.000052520114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005449268,0.0001292379,0.0002694279,0.0003169001,0.00016136603,0.000022000544,0.000118030744,0.00005109146,0.000045777088],"category_scores_gemma":[0.0027022855,0.00010130546,0.00003098166,0.00044040117,0.00012552297,0.00017999914,0.00012275949,0.002200996,4.3535385e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011554261,0.0004343276,0.88754344,0.00024056267,0.000012872293,0.0000017752055,0.0034126223,0.0002775147,0.00075308804,0.00020570631,0.00062556204,0.106480986],"study_design_scores_gemma":[0.0018394637,0.000073252624,0.9226652,0.00058236235,0.000033989196,0.000006166772,0.0039822385,0.066041484,0.00006435926,0.00007872386,0.0045428546,0.00008992019],"about_ca_topic_score_codex":0.00016019426,"about_ca_topic_score_gemma":0.000012277945,"teacher_disagreement_score":0.106391065,"about_ca_system_score_codex":0.00010345412,"about_ca_system_score_gemma":0.00015759529,"threshold_uncertainty_score":0.95623547},"labels":[],"label_agreement":null},{"id":"W4366991434","doi":"10.1080/14473828.2023.2195602","title":"Formative evaluation of an entrepreneurial funding mechanism for training knowledge brokers in occupational therapy relevant research spaces","year":2023,"lang":"en","type":"article","venue":"World Federation of Occupational Therapists Bulletin","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Formative assessment; Situated; Medical education; Logic model; Occupational therapy; Business; Public relations; Psychology; Sociology; Pedagogy; Medicine; Political science; Computer science","score_opus":0.3419923162005816,"score_gpt":0.5074493392704547,"score_spread":0.16545702306987303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366991434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99037015,0.00008341438,0.0020491106,0.0035225656,0.0005706846,0.0021749905,0.00004515827,0.000056960336,0.001126939],"genre_scores_gemma":[0.9892842,0.000037742026,0.007547851,0.00018803976,0.00040795645,0.000654447,0.001393907,0.000033017182,0.0004528238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960712,0.0005797746,0.0009911879,0.00038728165,0.0016381327,0.00033242806],"domain_scores_gemma":[0.9948953,0.00084148796,0.00039879206,0.00026481753,0.0035370113,0.00006261003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00795139,0.00018208385,0.00034698783,0.001665117,0.00030617407,0.000049049955,0.00014659399,0.0001283808,0.0006453719],"category_scores_gemma":[0.0024296883,0.00017835468,0.00009979966,0.0016413437,0.00016122242,0.00018801585,0.000024332661,0.00026867448,0.000024141087],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021744369,0.0046663834,0.014404819,0.0011120203,0.00061661965,0.000003962138,0.0812294,0.0059560663,0.08499751,0.46834487,0.03386336,0.2830606],"study_design_scores_gemma":[0.038464718,0.003766074,0.36955035,0.0023296077,0.0001552859,0.000025434376,0.023882657,0.37036407,0.08632835,0.07919827,0.024712212,0.0012229847],"about_ca_topic_score_codex":0.00004347496,"about_ca_topic_score_gemma":0.000114729,"teacher_disagreement_score":0.3891466,"about_ca_system_score_codex":0.00038201842,"about_ca_system_score_gemma":0.0011862762,"threshold_uncertainty_score":0.7273092},"labels":[],"label_agreement":null},{"id":"W4367047557","doi":"","title":"Exploring Students' Views of Portfolio Assignments to Foster Self-reflection in Preclinical Dental Education.","year":2022,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Likert scale; Portfolio; Medical education; Psychology; Descriptive statistics; Test (biology); Dental education; Experiential learning; Self-assessment; Medicine; Mathematics education; Pedagogy; Statistics","score_opus":0.17192505790464768,"score_gpt":0.41304649359155693,"score_spread":0.24112143568690925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367047557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99179333,0.000047336544,0.00004217185,0.0013102188,0.0022535392,0.0017420467,0.0000014524294,0.000032847885,0.002777036],"genre_scores_gemma":[0.9805286,0.000015234028,0.001128739,0.0025932472,0.00022955539,0.01458532,0.000034488967,0.000017218594,0.0008675803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99810886,0.00009530019,0.000597771,0.00024778492,0.00072436157,0.00022591162],"domain_scores_gemma":[0.9994065,0.000030984178,0.00013360915,0.00025182418,0.00008444272,0.00009264374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012727047,0.00008615209,0.00019864469,0.00045386027,0.00006389197,0.000009919943,0.00015972424,0.000031776697,0.00020690305],"category_scores_gemma":[0.00050587684,0.000090463145,0.00004467025,0.0010371676,0.000016207616,0.00013887472,0.0001534274,0.00028911929,0.0000117446325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012630459,0.0037405575,0.5373682,0.000056395522,0.00005192276,0.0000025703016,0.0016917536,0.000009613611,0.00009980474,0.00006183994,0.010802151,0.4459889],"study_design_scores_gemma":[0.0007425289,0.000110763525,0.95793796,0.000023841341,0.000040329138,0.000018015899,0.0020272967,0.0000066594484,0.00043280824,0.000038545077,0.038539823,0.00008140943],"about_ca_topic_score_codex":0.000021495305,"about_ca_topic_score_gemma":0.000005474433,"teacher_disagreement_score":0.44590747,"about_ca_system_score_codex":0.0007906748,"about_ca_system_score_gemma":0.00015591207,"threshold_uncertainty_score":0.368898},"labels":[],"label_agreement":null},{"id":"W4367048436","doi":"10.1136/medhum-2022-012520","title":"What makes a ‘good doctor’? A critical discourse analysis of perspectives from medical students with lived experience as patients","year":2023,"lang":"en","type":"article","venue":"Medical Humanities","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Empathy; Curriculum; Cognitive reframing; Medical humanities; Psychology; Hidden curriculum; Critical discourse analysis; Medical education; Discourse analysis; Pedagogy; Social psychology; Medicine; Ideology","score_opus":0.035876876614771215,"score_gpt":0.42254234165679305,"score_spread":0.3866654650420218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367048436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927292,0.00022159937,0.00012293221,0.004809033,0.0007441767,0.0002777571,0.000016367225,0.00013722827,0.0009417012],"genre_scores_gemma":[0.9954816,0.00025849408,0.00016286512,0.001965382,0.00042360235,0.000160413,0.00039195182,0.000030048386,0.0011256465],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9920368,0.00013426649,0.0006899044,0.0005102314,0.00620262,0.00042614373],"domain_scores_gemma":[0.99773276,0.000597294,0.0001280664,0.0004796261,0.0007292084,0.00033305775],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071079325,0.00024641637,0.00069485285,0.00073478406,0.00018900204,0.00011659877,0.0005946243,0.0002417909,0.013318319],"category_scores_gemma":[0.00844043,0.00018135807,0.00014817162,0.0016555358,0.0025938367,0.00034765617,0.00021260617,0.0005422985,0.00009526656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006769298,0.0076171495,0.491166,0.00031337675,0.0042577223,0.00069785654,0.44883856,0.0000019826794,0.00003056945,0.02420671,0.0052139014,0.01697924],"study_design_scores_gemma":[0.0025983874,0.0010015114,0.49256283,0.0017538572,0.0016926281,0.000010926422,0.49652964,0.0010438475,0.00008321939,0.0004478029,0.0019146673,0.00036069663],"about_ca_topic_score_codex":0.00032999506,"about_ca_topic_score_gemma":0.00013655258,"teacher_disagreement_score":0.047691084,"about_ca_system_score_codex":0.00014156969,"about_ca_system_score_gemma":0.00045731943,"threshold_uncertainty_score":0.9999119},"labels":[],"label_agreement":null},{"id":"W4367050116","doi":"10.26443/mjm.v21i1.1056","title":"Ontario Student Medical Education Research Conference (OSMERC)","year":2023,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Family medicine","score_opus":0.14571470384806412,"score_gpt":0.5022381936420043,"score_spread":0.35652348979394016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367050116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72174275,0.00021141357,0.00010394615,0.23989739,0.004181668,0.0003581953,8.1751654e-7,0.000040153885,0.03346367],"genre_scores_gemma":[0.96903825,0.00052380527,0.00091198727,0.012908957,0.0026772798,0.00002330942,0.00004074073,0.000028700602,0.01384695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99432814,0.00018379382,0.0010417918,0.00019973394,0.003876141,0.00037042],"domain_scores_gemma":[0.9955192,0.00020781124,0.0002852459,0.00033909982,0.0032319452,0.00041669403],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008054199,0.00013643502,0.00046334873,0.0012925717,0.00020651192,0.000009469848,0.00038588085,0.00018163129,0.006040856],"category_scores_gemma":[0.008845709,0.00009604546,0.00006550389,0.0017990073,0.0004375047,0.00011650959,0.00007997512,0.001699494,0.00024190858],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013990076,0.00069004117,0.009196387,0.000097540455,0.000104602084,0.0002521176,0.0027853842,0.0000010482602,0.0007853011,0.0068275253,0.7722511,0.20686902],"study_design_scores_gemma":[0.0034411873,0.0016793389,0.12196935,0.0027763725,0.00012580914,0.0016617336,0.007803943,0.00009253407,0.00014246881,0.0025041709,0.8576785,0.00012463324],"about_ca_topic_score_codex":0.00081019814,"about_ca_topic_score_gemma":0.0003940014,"teacher_disagreement_score":0.24729551,"about_ca_system_score_codex":0.00080408825,"about_ca_system_score_gemma":0.0038552075,"threshold_uncertainty_score":0.9995032},"labels":[],"label_agreement":null},{"id":"W4367153413","doi":"10.1016/j.ajpe.2023.100060","title":"Assessing Student Performance Using a Novel Rubric Based on the Dreyfus Model of Skill Acquisition","year":2023,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Interior Health; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Rubric; Practicum; Focus group; Medical education; CLARITY; Qualitative property; Psychology; Pharmacy; Pharmacy practice; Likert scale; Curriculum; Medicine; Computer science; Pedagogy; Nursing","score_opus":0.08904546318367552,"score_gpt":0.47095304188288895,"score_spread":0.38190757869921343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367153413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97453296,0.000019234554,0.016233489,0.00802161,0.0006256775,0.00021178972,0.0000013310091,0.000015836267,0.00033806934],"genre_scores_gemma":[0.9803283,0.00003331173,0.013777522,0.0054265307,0.0003676964,0.00001068,0.000010404728,0.000020983078,0.000024519539],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811584,0.00008973678,0.00063456164,0.0001354927,0.0008128805,0.00021147632],"domain_scores_gemma":[0.9980532,0.00022263975,0.0006246725,0.00021136014,0.0007935726,0.00009455568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014463705,0.00012448562,0.0002677112,0.0004948057,0.00012089527,0.0000312963,0.00016717499,0.000037720096,0.00008232286],"category_scores_gemma":[0.0005720499,0.00008940066,0.00009600097,0.0016598224,0.00029067716,0.00021748529,0.000019635161,0.00047729447,0.000008040864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007439343,0.0074524456,0.02524282,0.00045201075,0.00026599414,0.0000046041982,0.004831539,0.10464197,0.2052988,0.0023106178,0.0035107508,0.64524454],"study_design_scores_gemma":[0.00080163364,0.00047583933,0.04489152,0.00069850945,0.00026968974,0.00007643207,0.006435891,0.9396221,0.006289259,0.00006264179,0.00025398377,0.00012248321],"about_ca_topic_score_codex":0.0000050076615,"about_ca_topic_score_gemma":2.9724138e-8,"teacher_disagreement_score":0.83498013,"about_ca_system_score_codex":0.00034287057,"about_ca_system_score_gemma":0.001490741,"threshold_uncertainty_score":0.36456528},"labels":[],"label_agreement":null},{"id":"W4367172003","doi":"10.1186/s12913-023-09402-x","title":"Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; HEC Montréal","funders":"Université de Lausanne","keywords":"Reflexivity; Thematic analysis; Nursing research; Health informatics; Health administration; Qualitative research; Health care; Rigour; Focus group; Data collection; Medical education; Applied psychology; Medicine; Qualitative property; Psychology; Knowledge management; Nursing; Public health; Computer science","score_opus":0.32668789815115484,"score_gpt":0.614150195461388,"score_spread":0.2874622973102332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367172003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9197365,0.00038033177,0.000058670248,0.072112605,0.00075453037,0.0068725175,0.000029313713,0.000047774465,0.000007723823],"genre_scores_gemma":[0.9829453,0.001978672,0.0028916553,0.006524727,0.0008593801,0.0038806805,0.00025412897,0.000052233612,0.0006131763],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9953688,0.0012345365,0.00079766574,0.000716013,0.00088777544,0.0009952222],"domain_scores_gemma":[0.98687404,0.010833758,0.00012498022,0.00050486607,0.0012967507,0.00036560718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020251079,0.00019195075,0.00058997737,0.00070393644,0.00066398137,0.00043202445,0.00018713875,0.000227103,0.00001327684],"category_scores_gemma":[0.004812313,0.0001451466,0.00005046206,0.0015982803,0.00039638102,0.0005967393,0.00012370686,0.0008663735,0.000019260055],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008695045,0.0039730724,0.11928966,0.028895095,0.000087534754,0.00009850265,0.47320625,0.0000024880214,0.0000056793083,0.000448461,0.014510533,0.35078767],"study_design_scores_gemma":[0.0055857687,0.005685508,0.04410856,0.0037960436,0.000013082976,0.000022564398,0.9239977,0.008759345,0.000006790349,0.00013192944,0.007746575,0.00014612495],"about_ca_topic_score_codex":0.0005776441,"about_ca_topic_score_gemma":0.009868237,"teacher_disagreement_score":0.45079145,"about_ca_system_score_codex":0.00032419208,"about_ca_system_score_gemma":0.00085530814,"threshold_uncertainty_score":0.701866},"labels":[],"label_agreement":null},{"id":"W4367302939","doi":"10.1016/j.cptl.2023.04.012","title":"Indicators, influences, and changes in professional identity formation in early experiential learning in community pharmacy","year":2023,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Experiential learning; Pharmacy; Pharmacy practice; Preceptor; Experiential education; Psychology; Identity (music); Curriculum; Medical education; Professional development; Medicine; Pedagogy; Nursing","score_opus":0.048240443792374556,"score_gpt":0.4364197244945714,"score_spread":0.3881792807021968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367302939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99811476,0.00023506988,0.000022586875,0.0005786987,0.0005630425,0.00031585598,6.6075114e-7,0.00007044893,0.0000988834],"genre_scores_gemma":[0.99905753,0.00029255575,0.000102210186,0.000144055,0.00008670104,0.00009824282,0.000121728175,0.000015226053,0.000081750986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971639,0.0014951194,0.00046519926,0.00021974201,0.00032707758,0.00032898184],"domain_scores_gemma":[0.99948704,0.00020017408,0.00014845624,0.000080597994,0.000023485167,0.000060270253],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00460971,0.00014493322,0.0002310548,0.0016860474,0.00038486472,0.000047986716,0.000112202804,0.00006140761,0.000027745633],"category_scores_gemma":[0.0022240507,0.00015207093,0.000013288622,0.001281398,0.00009299114,0.0007522733,0.00016846521,0.0056087077,0.000004862457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052707597,0.0001869958,0.7549503,0.0001995308,0.0000030985314,0.000010365506,0.062492236,0.00012351004,0.00057448645,0.000027577331,0.000046028537,0.18133315],"study_design_scores_gemma":[0.0046435036,0.00004735719,0.93653554,0.0016007328,0.000008658064,0.000013974693,0.01635009,0.034173414,0.0001294103,0.000055495806,0.006256624,0.00018518778],"about_ca_topic_score_codex":0.0015371549,"about_ca_topic_score_gemma":0.00019459265,"teacher_disagreement_score":0.18158524,"about_ca_system_score_codex":0.00017146183,"about_ca_system_score_gemma":0.00006276485,"threshold_uncertainty_score":0.9966854},"labels":[],"label_agreement":null},{"id":"W4367335232","doi":"10.4103/jehp.jehp_44_23","title":"Validation of a form for assessing the professional performance of residents in cardiology by nurses","year":2023,"lang":"en","type":"article","venue":"Journal of Education and Health Promotion","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Observational study; Competence (human resources); Scale (ratio); Test (biology); Medical education; Medicine; Authorization; Psychology; Family medicine; Nursing; Computer science; Social psychology; Pathology","score_opus":0.08282200591331307,"score_gpt":0.5136089814173439,"score_spread":0.43078697550403083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367335232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97775936,0.000115019015,0.00021178674,0.020237325,0.0011759619,0.000452898,0.0000012776347,0.0000025259246,0.000043848842],"genre_scores_gemma":[0.99819225,0.00021745593,0.0009199924,0.00018476103,0.00019481378,0.00002991406,0.00005515285,0.0000048137113,0.00020084389],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894613,0.000072991745,0.0006346599,0.000056783974,0.00020075582,0.000088665714],"domain_scores_gemma":[0.9985788,0.000061328865,0.00071364024,0.000063798085,0.0005558754,0.000026597432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023374867,0.00004109085,0.00018621037,0.00029240968,0.00007207938,0.0000040086343,0.00003893069,0.000053455395,0.0000064085357],"category_scores_gemma":[0.0004846977,0.000028447705,0.000024975972,0.00039418112,0.000044382345,0.00016173333,0.0000055977935,0.00014596742,2.7621653e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001649319,0.0015058772,0.6035388,0.0037284456,0.00004108361,1.6296978e-7,0.00965953,0.000029071034,0.006845991,0.0009829863,0.08463927,0.28886387],"study_design_scores_gemma":[0.0005753951,0.0006688555,0.9902038,0.001158803,0.000019372765,0.000035196,0.0037786174,0.0005522586,0.001739201,0.000720941,0.0005205785,0.00002700345],"about_ca_topic_score_codex":0.00001336315,"about_ca_topic_score_gemma":7.2507413e-7,"teacher_disagreement_score":0.386665,"about_ca_system_score_codex":0.000116980955,"about_ca_system_score_gemma":0.0011908046,"threshold_uncertainty_score":0.21124363},"labels":[],"label_agreement":null},{"id":"W4367366108","doi":"10.1093/pch/pxad021","title":"Lessons learned and new strategies for success: Evaluating the Implementation of Competency-Based Medical Education in Queen’s Pediatrics","year":2023,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Competence (human resources); Medical education; Feeling; Promotion (chess); Implementation; Transparency (behavior); Medicine; Psychology; Computer science; Political science","score_opus":0.06371118490523645,"score_gpt":0.4782244307593959,"score_spread":0.4145132458541595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367366108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54752696,0.0009660156,0.0039066775,0.44485343,0.00071921124,0.0017887582,0.000021777782,0.00007337346,0.00014378886],"genre_scores_gemma":[0.9748146,0.0018271066,0.013773127,0.007197282,0.0013601956,0.00019996798,0.00074725866,0.00003482399,0.000045656332],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976804,0.00014744488,0.00078896957,0.0002735739,0.00077595655,0.00033361788],"domain_scores_gemma":[0.998499,0.00044627063,0.00036991265,0.00023186058,0.0003006809,0.0001522749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035393946,0.00012646624,0.0002719552,0.00057587476,0.00021997798,0.000025373238,0.00013728577,0.00011494223,0.00005519434],"category_scores_gemma":[0.0023882359,0.00010335382,0.000046212845,0.0018559545,0.00007790464,0.00009578332,0.000032145304,0.00038820313,0.000003188107],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008046838,0.00031087044,0.2735797,0.0018518656,0.000014447797,5.418432e-7,0.0050255964,0.00012762928,0.0000070690785,0.09724478,0.030738536,0.5910185],"study_design_scores_gemma":[0.0056904107,0.0010971767,0.9061752,0.00031764503,0.0001508063,0.000008059045,0.02716606,0.015653403,0.000014574037,0.04166049,0.0018023313,0.0002638297],"about_ca_topic_score_codex":0.0019005844,"about_ca_topic_score_gemma":0.00068423274,"teacher_disagreement_score":0.63259554,"about_ca_system_score_codex":0.00016804013,"about_ca_system_score_gemma":0.0341857,"threshold_uncertainty_score":0.9712896},"labels":[],"label_agreement":null},{"id":"W4367396276","doi":"10.1016/j.jsurg.2023.03.008","title":"5 Slides in 5 Minutes: Incorporating CanMEDS Competencies on Acute Care Surgery","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Medical education; Patient care; Health care; Nursing","score_opus":0.028566666579122983,"score_gpt":0.3398236004723513,"score_spread":0.3112569338932283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367396276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819638,0.00027865634,0.000007588526,0.014077146,0.0020787301,0.00014130861,0.000001583443,0.000024594596,0.0014265624],"genre_scores_gemma":[0.9957615,0.0002565225,0.0015484191,0.0008863868,0.0010278396,0.000017754968,0.00009809083,0.00001749835,0.0003859952],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981533,0.00007641732,0.0008435451,0.00013426121,0.00059557415,0.00019687935],"domain_scores_gemma":[0.9981563,0.00040029275,0.00044042306,0.00016119228,0.00075138133,0.00009039636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010300162,0.000119299366,0.00037200336,0.001133449,0.00006861478,0.00002489562,0.0000918765,0.00011108477,0.0000770771],"category_scores_gemma":[0.0012136168,0.000096834025,0.000119044475,0.0018233751,0.000078630386,0.00017131133,0.000015766665,0.00048678843,0.000039350423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005949168,0.0015772596,0.2707484,0.0006599734,0.000161614,0.00072136946,0.009504997,0.00019790798,0.0017177131,0.002473547,0.23060428,0.481038],"study_design_scores_gemma":[0.0028451444,0.0010030237,0.7513945,0.0057944106,0.00026393955,0.0022547487,0.07279451,0.00049578847,0.00247979,0.0016731374,0.15841077,0.00059021014],"about_ca_topic_score_codex":0.000042656935,"about_ca_topic_score_gemma":0.0000075917656,"teacher_disagreement_score":0.4806461,"about_ca_system_score_codex":0.00045756693,"about_ca_system_score_gemma":0.0019979947,"threshold_uncertainty_score":0.39487767},"labels":[],"label_agreement":null},{"id":"W4367668633","doi":"10.1080/09593985.2023.2206482","title":"Physical therapy students’ application of an imaging decision rule for acute knee pain","year":2023,"lang":"en","type":"article","venue":"Physiotherapy Theory and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coursework; Medicine; Physical therapy; Likert scale; Referral; Physical therapy education; Respondent; Self-efficacy; Knee pain; Physical exam; Family medicine; Physical therapist; Medical education; Psychology; Alternative medicine; Internal medicine; Pathology","score_opus":0.014325391533223798,"score_gpt":0.44730558362789263,"score_spread":0.4329801920946688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367668633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90760505,0.00012889113,0.08919989,0.0018868395,0.000115115974,0.0008006988,0.000005955104,0.000084406136,0.0001731449],"genre_scores_gemma":[0.9796347,0.00040575687,0.012975332,0.005753086,0.0005743684,0.00031520321,0.00013663642,0.000048763508,0.00015613592],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99876773,0.00035117712,0.00019840494,0.00024003121,0.00030128754,0.00014135087],"domain_scores_gemma":[0.9965354,0.0027152528,0.00016028997,0.0003195246,0.00022774776,0.00004179245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004151937,0.00011062348,0.00019359816,0.000111809386,0.0001273947,0.000024599602,0.00010381398,0.000039752016,0.000017801207],"category_scores_gemma":[0.0011457972,0.00008981809,0.000048160688,0.00045605347,0.00009123177,0.0003482326,0.000015378677,0.0001192041,0.00000827305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046984083,0.00085781486,0.0002636993,0.000037729158,0.00015036603,8.847541e-7,0.002249892,0.00000531955,0.1318037,0.011862068,0.0005447102,0.8475254],"study_design_scores_gemma":[0.020442579,0.0055303522,0.054997556,0.00040722184,0.0008630375,0.00011551126,0.019602785,0.067584835,0.05849644,0.59486455,0.1759808,0.001114325],"about_ca_topic_score_codex":0.0000057614498,"about_ca_topic_score_gemma":1.2165331e-7,"teacher_disagreement_score":0.84641105,"about_ca_system_score_codex":0.000021634269,"about_ca_system_score_gemma":0.000038479233,"threshold_uncertainty_score":0.36626753},"labels":[],"label_agreement":null},{"id":"W4367833789","doi":"10.1503/cjs.004222","title":"Learning objectives for thoracic surgery: developing a national standard for undergraduate medical education","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Association of Thoracic Surgeons; Becton Dickinson (Canada); Ontario College of Art and Design; University of British Columbia; University of Alberta; Université de Sherbrooke","funders":"","keywords":"Medicine; Medical education; MEDLINE; Cardiothoracic surgery; General surgery; Surgery; Medical physics","score_opus":0.15521026069202543,"score_gpt":0.4498982411047455,"score_spread":0.2946879804127201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367833789","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016574585,0.96779907,0.008502273,0.013154453,0.008696172,0.001403167,0.000096770236,0.000039550272,0.00014282575],"genre_scores_gemma":[0.00014296343,0.98638666,0.0053878776,0.0010234757,0.0041107787,0.00039776054,0.0013197148,0.00017868586,0.0010521061],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996378,0.00018867367,0.0017830828,0.00027089278,0.0008873227,0.0004920012],"domain_scores_gemma":[0.98986834,0.0044082687,0.0014373413,0.00013642547,0.0035213463,0.0006282906],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075225984,0.00029923505,0.0018876974,0.0033528092,0.00032991334,0.00007495533,0.00016412983,0.0004636854,0.000067032044],"category_scores_gemma":[0.074307196,0.00026782337,0.00091457064,0.0014759172,0.00013689624,0.00015178959,0.000008815694,0.00084221765,0.000008300431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002291574,0.000016710326,0.0001741458,0.012414103,0.0003312142,0.00001813887,0.000061341045,5.8880624e-7,1.7130489e-8,0.00062584836,0.1572214,0.82911354],"study_design_scores_gemma":[0.00008411164,0.000040799245,0.00004096828,0.04696704,0.00042891322,0.00058383745,0.0002195828,0.000012738051,6.8028646e-7,0.0016180029,0.9497682,0.00023516788],"about_ca_topic_score_codex":0.000080270234,"about_ca_topic_score_gemma":0.00036211865,"teacher_disagreement_score":0.8288784,"about_ca_system_score_codex":0.002554552,"about_ca_system_score_gemma":0.22716713,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W4368340874","doi":"10.1111/medu.15118","title":"Meaning making about performance: A comparison of two specialty feedback cultures","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Deakin University; Royal Australasian College of Surgeons","keywords":"Specialty; Meaning (existential); Medical education; Psychology; Grounded theory; Qualitative research; Constructivist grounded theory; Medicine; Nursing; Family medicine; Sociology; Psychotherapist","score_opus":0.028048579574120415,"score_gpt":0.42755030439348485,"score_spread":0.3995017248193644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368340874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602286,0.0003580994,0.00031440638,0.015157536,0.0039013475,0.00033064868,0.0000010208713,0.00015426331,0.019554032],"genre_scores_gemma":[0.98830014,0.00011790733,0.0033784155,0.0038644571,0.001971013,0.00006316091,0.00023840685,0.000022965523,0.0020435315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768287,0.000046792993,0.00062566955,0.00023088061,0.0011376328,0.00027614375],"domain_scores_gemma":[0.99898684,0.00005219575,0.0002038699,0.00028086486,0.00039440967,0.00008182093],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009359111,0.00012540272,0.00030038957,0.00032315202,0.00012358287,0.000014589516,0.00016111865,0.00017004227,0.0015855696],"category_scores_gemma":[0.0037944843,0.00011082829,0.000057379562,0.001520791,0.00020297026,0.00011345103,0.000043532928,0.0004778766,0.00023798512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029916548,0.0005269386,0.052539084,0.00042613666,0.000023325756,0.0000011011781,0.0040800185,0.000012199406,0.00012960003,0.002803011,0.38571066,0.55371803],"study_design_scores_gemma":[0.0034020247,0.0004440168,0.42565316,0.0068338024,0.00027260775,0.00014682735,0.014783868,0.0553676,0.0034900312,0.0016464662,0.48737893,0.0005806738],"about_ca_topic_score_codex":0.00003612104,"about_ca_topic_score_gemma":0.000009705607,"teacher_disagreement_score":0.5531373,"about_ca_system_score_codex":0.0001683991,"about_ca_system_score_gemma":0.0013340908,"threshold_uncertainty_score":0.9993271},"labels":[],"label_agreement":null},{"id":"W4368356531","doi":"10.1007/s10459-023-10234-x","title":"My paper has been rejected without review. What do I do now?","year":2023,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; University Health Network; Sunnybrook Health Science Centre","funders":"","keywords":"Desk; Column (typography); Simple (philosophy); Work (physics); Computer science; Psychology; Engineering ethics; Medical education; Mathematics education; Medicine; Epistemology; Engineering","score_opus":0.03404699050873934,"score_gpt":0.4340531802801065,"score_spread":0.40000618977136715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368356531","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040197218,0.1651392,0.00003814696,0.8183214,0.012064437,0.0021112051,0.0000047750345,0.00013101673,0.0017878661],"genre_scores_gemma":[0.00014974059,0.30734217,0.0064219465,0.67770016,0.0042796703,0.00073203194,0.00073695194,0.00005184235,0.0025854723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943008,0.00032297618,0.0016388658,0.0012113913,0.0016309667,0.00089503045],"domain_scores_gemma":[0.99687165,0.00033776983,0.0010933245,0.00093271007,0.0006424878,0.00012204484],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003670716,0.000412297,0.00085872493,0.0011289736,0.0005088729,0.00023327576,0.00062756904,0.00045569456,0.00041685652],"category_scores_gemma":[0.0027002422,0.00035880273,0.000092182774,0.005206932,0.00091004226,0.0018891551,0.00006553563,0.0021825258,0.00034732893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004793677,0.00008880499,0.0025714713,0.006213891,0.0000048292536,0.0000028401053,0.00047487993,0.000004236198,0.000001031371,0.00010017596,0.7719248,0.21860825],"study_design_scores_gemma":[0.00018992582,0.00021233267,0.0018749248,0.038061514,0.000030832012,0.000045592828,0.0013673694,0.000032811036,0.0000021928001,0.001686731,0.9561907,0.0003050772],"about_ca_topic_score_codex":0.00022478779,"about_ca_topic_score_gemma":0.00008783608,"teacher_disagreement_score":0.21830316,"about_ca_system_score_codex":0.0011375898,"about_ca_system_score_gemma":0.008349002,"threshold_uncertainty_score":0.9998864},"labels":[],"label_agreement":null},{"id":"W4368357744","doi":"10.1007/s10459-023-10235-w","title":"Inattention in health professions education scholarship","year":2023,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Health professions; Medical education; Psychology; Sociology; Medicine; Political science; Health care","score_opus":0.031073831318629973,"score_gpt":0.502539357258642,"score_spread":0.471465525940012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368357744","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003277433,0.0141931875,0.00009918956,0.038438745,0.94013137,0.0026299467,0.0000127929015,0.00013677709,0.0010805759],"genre_scores_gemma":[0.020468619,0.07850645,0.036282316,0.014087074,0.82400197,0.006543382,0.008685772,0.00027143126,0.011153006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99314827,0.0006030675,0.0022394846,0.0011768887,0.0018527734,0.0009795027],"domain_scores_gemma":[0.9959341,0.000753167,0.0016208602,0.0006561637,0.0007972472,0.00023844285],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009251041,0.00037587297,0.00074188784,0.0031005284,0.0005682381,0.00008104154,0.00052435196,0.00059522956,0.000057205056],"category_scores_gemma":[0.0153748095,0.00037413335,0.00006998948,0.007174775,0.00037648028,0.0012555121,0.0000753054,0.002440938,0.00010884123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00002156116,0.0010927953,0.010450525,0.004517563,0.0000023398836,3.873145e-7,0.0009860107,0.000037979265,0.0000011665471,0.0016643842,0.67489725,0.30632806],"study_design_scores_gemma":[0.00046825715,0.00045231075,0.022896565,0.018582363,0.0000069309167,0.000004297715,0.0057856073,0.00013866194,0.0000019259614,0.008171907,0.9431675,0.00032363785],"about_ca_topic_score_codex":0.00224576,"about_ca_topic_score_gemma":0.0016450197,"teacher_disagreement_score":0.3060044,"about_ca_system_score_codex":0.004685042,"about_ca_system_score_gemma":0.054830432,"threshold_uncertainty_score":0.9998711},"labels":[],"label_agreement":null},{"id":"W4368360396","doi":"10.1007/s10459-023-10237-8","title":"“Rater training” re-imagined for work-based assessment in medical education","year":2023,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; The Wilson Centre; University of Toronto","funders":"","keywords":"Psychology; Medical education; Applied psychology; Perspective (graphical); Medicine; Computer science","score_opus":0.046219075597524015,"score_gpt":0.5086810993032357,"score_spread":0.46246202370571166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368360396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53430873,0.0024721837,0.0056541017,0.43361533,0.013143231,0.004219974,0.000003749507,0.00023819,0.006344494],"genre_scores_gemma":[0.91213137,0.00052079663,0.05811547,0.025840737,0.0005478926,0.0020648702,0.00034195854,0.000020239064,0.0004166797],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99724513,0.00010971582,0.0008482561,0.00049995305,0.0007753165,0.0005216484],"domain_scores_gemma":[0.9988672,0.00026845743,0.00024582466,0.00024962024,0.00022827182,0.00014058648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046299133,0.00013878984,0.00026666018,0.0011804376,0.00018427981,0.000030070334,0.0002306617,0.00009915824,0.00015921505],"category_scores_gemma":[0.002752454,0.00012826103,0.00003283083,0.0048687137,0.0002793103,0.0004237604,0.000015392989,0.0003370491,0.000015661217],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040743056,0.0008586597,0.17135185,0.0006882381,0.0000015028589,5.803973e-7,0.0019899397,0.0004984652,0.0000062906124,0.0054161474,0.014199438,0.80494815],"study_design_scores_gemma":[0.0030641193,0.001015586,0.6254311,0.006701354,0.000014464566,0.000017327495,0.022986177,0.05670504,0.000058656162,0.02048256,0.26292178,0.0006018235],"about_ca_topic_score_codex":0.00013507689,"about_ca_topic_score_gemma":0.00019901723,"teacher_disagreement_score":0.8043463,"about_ca_system_score_codex":0.0007707896,"about_ca_system_score_gemma":0.02320032,"threshold_uncertainty_score":0.98233724},"labels":[],"label_agreement":null},{"id":"W4375847331","doi":"10.22605/rrh7592","title":"Developing conceptually sound items for a clinical courage questionnaire","year":2023,"lang":"en","type":"article","venue":"Rural and Remote Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Alberta; Alberta Health Services","funders":"","keywords":"Courage; Psychology; Questionnaire; Adaptability; Structural equation modeling; Applied psychology; Medical education; Medicine; Computer science; Sociology; Management","score_opus":0.10912258747777705,"score_gpt":0.47780300838773626,"score_spread":0.36868042090995923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375847331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80354315,0.0007856981,0.023614453,0.16914421,0.0016715905,0.00088856014,0.000004622248,0.0002225846,0.00012512041],"genre_scores_gemma":[0.928553,0.003958912,0.034461863,0.028032457,0.001969199,0.000016141656,0.0003362165,0.00003383903,0.0026383828],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989591,0.0000478252,0.00044704956,0.00015450835,0.00015222958,0.00023926797],"domain_scores_gemma":[0.9994284,0.00009460324,0.000103350125,0.000107358435,0.00015791749,0.00010837378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012487945,0.00007558736,0.00022311654,0.000077820056,0.00022679276,0.00001193766,0.000034128563,0.00009673137,0.0000060689804],"category_scores_gemma":[0.00089645403,0.000058262176,0.00003630514,0.00032843562,0.00012462334,0.000035940677,0.000017045488,0.00019084067,0.00002497895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005365881,0.00003032726,0.0051406263,0.00058769033,0.000022566155,0.0000029539246,0.0008525697,6.047707e-7,0.000007972351,0.010253663,0.041632544,0.94141483],"study_design_scores_gemma":[0.0048683686,0.0015185258,0.63122535,0.0035266771,0.000054155407,0.00025419073,0.005475393,0.029610077,0.000012190131,0.028198522,0.29481053,0.00044605252],"about_ca_topic_score_codex":0.00005748012,"about_ca_topic_score_gemma":0.000009531175,"teacher_disagreement_score":0.94096875,"about_ca_system_score_codex":0.00010204226,"about_ca_system_score_gemma":0.0005837847,"threshold_uncertainty_score":0.23758626},"labels":[],"label_agreement":null},{"id":"W4375855807","doi":"","title":"Now, more than ever, timing is right for oncology nurses to champion, co-design, and promote value-based and strengths-based cancer care!","year":2023,"lang":"en","type":"editorial","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Champion; Value (mathematics); Cancer; Medicine; Oncology; Family medicine; Nursing; Internal medicine; Computer science; Political science","score_opus":0.027698259774437035,"score_gpt":0.3820278846468371,"score_spread":0.3543296248724001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375855807","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012346289,0.00088255556,0.0025579978,0.024196101,0.9464369,0.012167292,0.00096009223,0.00030408916,0.00014872145],"genre_scores_gemma":[0.005402365,0.00035829353,0.019837407,0.00526238,0.89248735,0.062009204,0.0070128688,0.000478265,0.007151894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970958,0.000090566486,0.00053612265,0.00080679887,0.00080653204,0.0006641353],"domain_scores_gemma":[0.99636745,0.0016025082,0.00029202458,0.00041537322,0.0010208674,0.00030176822],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009927832,0.00040586886,0.0007286667,0.00055903866,0.0002183877,0.00005140967,0.00017379898,0.00096695137,0.000035753015],"category_scores_gemma":[0.00643162,0.00036447053,0.000076276694,0.0005277045,0.0002257617,0.000053032167,0.000032976594,0.00065842585,0.0000052497753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004036928,0.000105340114,0.0000912404,0.0010118253,0.000097547905,0.000008516457,0.0011010577,0.000015528916,0.000011948859,0.0000037268621,0.84379,0.1533596],"study_design_scores_gemma":[0.0032978607,0.0003990931,0.002007215,0.00049291836,0.0004617304,0.0000012157923,0.00026620438,0.0008855189,0.001230643,0.0000316953,0.9905533,0.00037260426],"about_ca_topic_score_codex":0.0001691367,"about_ca_topic_score_gemma":0.00006405771,"teacher_disagreement_score":0.152987,"about_ca_system_score_codex":0.001046434,"about_ca_system_score_gemma":0.0020534461,"threshold_uncertainty_score":0.99988073},"labels":[],"label_agreement":null},{"id":"W4375858657","doi":"10.7759/cureus.38722","title":"Optimizing the Learner’s Role in Feedback: Development of a Feedback-Preparedness Online Application for Medical Students in the Clinical Setting","year":2023,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Ontario Tech University; Montreal General Hospital","funders":"","keywords":"Session (web analytics); Preparedness; Medicine; Medical education; Curriculum; Mobile device; Peer feedback; Bridge (graph theory); Multimedia; Computer science; Psychology; Pedagogy; World Wide Web","score_opus":0.048647718518371276,"score_gpt":0.4415730779464846,"score_spread":0.3929253594281133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375858657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874909,0.0001031974,0.0012280609,0.009489748,0.00028932316,0.0011942609,0.0000026792432,0.000034539396,0.00016729377],"genre_scores_gemma":[0.9869476,0.000050479255,0.009901881,0.0017861241,0.00036770446,0.00057132944,0.00028716298,0.000021167647,0.00006655365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99740183,0.00013503189,0.001015306,0.00026587458,0.0009238297,0.0002581533],"domain_scores_gemma":[0.9986941,0.0005564837,0.00014871008,0.0003969145,0.00016121211,0.000042566993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072425893,0.000107021675,0.00024931168,0.00012124841,0.00009790958,0.000015037557,0.00062340556,0.00017069724,0.00002278388],"category_scores_gemma":[0.004137121,0.000067322886,0.000052143954,0.0010303943,0.00012612369,0.000044781693,0.00014758031,0.000477056,0.00001403493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031855775,0.0037784742,0.20204255,0.00034889524,0.00014068268,0.000010993514,0.07576387,0.00025868695,0.0005019232,0.0010726268,0.012048527,0.7037142],"study_design_scores_gemma":[0.0050702216,0.00018177435,0.8220373,0.0008113773,0.00007388095,0.000019564217,0.09093658,0.040101618,0.00018886242,0.0006097926,0.03971554,0.0002534902],"about_ca_topic_score_codex":0.000037391404,"about_ca_topic_score_gemma":0.00028685277,"teacher_disagreement_score":0.70346075,"about_ca_system_score_codex":0.00015745363,"about_ca_system_score_gemma":0.0006472671,"threshold_uncertainty_score":0.49528193},"labels":[],"label_agreement":null},{"id":"W4375862856","doi":"10.1007/s40670-023-01794-z","title":"Evaluating the Construct Validity of Competencies: A Retrospective Analysis","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Health Sciences Centre","funders":"","keywords":"Competence (human resources); Discriminant validity; Construct validity; Psychology; Trait; Context (archaeology); Convergent validity; Construct (python library); Medical education; Applied psychology; Computer science; Social psychology; Medicine; Psychometrics; Clinical psychology","score_opus":0.10151440911402217,"score_gpt":0.46681159403995043,"score_spread":0.3652971849259283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375862856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775205,0.000011841506,0.00023100944,0.019382793,0.001389293,0.00024612847,0.0000031122845,0.000061005216,0.0011543125],"genre_scores_gemma":[0.99544394,0.000008757082,0.0024971995,0.0014212334,0.00035144316,0.00003922541,0.000012708618,0.000005520957,0.0002199729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540085,0.00009489176,0.0004567331,0.00036358577,0.0033044363,0.0003795121],"domain_scores_gemma":[0.99783844,0.0003821781,0.00017996941,0.00056609936,0.00079303095,0.00024025858],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009330111,0.00009637158,0.00031504818,0.0005741549,0.0003784662,0.0000226395,0.0005321798,0.00007297537,0.0021133975],"category_scores_gemma":[0.035446066,0.00005843449,0.00011180329,0.015819885,0.0036373925,0.00008364889,0.00012403887,0.00038551821,0.000074209005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022775364,0.00041153096,0.89188117,0.00009115192,0.0002542018,0.000008147807,0.0061119096,0.000012756036,0.006286405,0.012523542,0.017042499,0.06535394],"study_design_scores_gemma":[0.00032614285,0.00028073599,0.9608458,0.00008702316,0.00037073114,0.000028381914,0.0071729734,0.027514342,0.0010937614,0.0009961966,0.0011766701,0.00010718833],"about_ca_topic_score_codex":0.00008364103,"about_ca_topic_score_gemma":0.000006932464,"teacher_disagreement_score":0.06896471,"about_ca_system_score_codex":0.00027687315,"about_ca_system_score_gemma":0.0045193573,"threshold_uncertainty_score":0.99907416},"labels":[],"label_agreement":null},{"id":"W4376132824","doi":"10.1007/s12630-023-02471-w","title":"Like patients, practitioners are not cases: (re)humanizing the “case” report","year":2023,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto Western Hospital; Women's College Hospital; University of Toronto; University Health Network","funders":"University Health Network","keywords":"Medicine; Psychology","score_opus":0.02796519807057204,"score_gpt":0.2696010376087399,"score_spread":0.24163583953816783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376132824","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27243873,0.000315383,0.000007532149,0.72235584,0.0039637135,0.0005150259,0.00002398333,0.000029580586,0.00035022435],"genre_scores_gemma":[0.29043007,0.00022873224,0.0014480784,0.6363519,0.054515112,0.00007008506,0.0010836124,0.0009492783,0.014923139],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.993548,0.0003842618,0.0024438996,0.00050888717,0.0016492585,0.0014657138],"domain_scores_gemma":[0.9882115,0.00044585936,0.004322351,0.0009364375,0.0045936983,0.0014901377],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036202234,0.0007188605,0.0012143458,0.0025053709,0.0016650828,0.0005582736,0.00089083094,0.0011710513,0.000565186],"category_scores_gemma":[0.005118121,0.00055736577,0.0006298153,0.0015330398,0.00059090246,0.000530853,0.000019118506,0.008885568,0.00008845718],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00002062264,0.000019051642,0.0006380525,0.00009280137,0.00016704695,0.50896364,0.00056218327,0.0000074083714,1.7915818e-7,0.000010319506,0.48891672,0.00060197426],"study_design_scores_gemma":[0.0004173183,0.00038628906,0.0016157628,0.00073666923,0.0005004241,0.57009995,0.0021552895,0.0000052109863,0.0000012699377,0.00004091487,0.42373177,0.0003091352],"about_ca_topic_score_codex":0.013901981,"about_ca_topic_score_gemma":0.012381475,"teacher_disagreement_score":0.08600392,"about_ca_system_score_codex":0.00403281,"about_ca_system_score_gemma":0.015076894,"threshold_uncertainty_score":0.99979055},"labels":[],"label_agreement":null},{"id":"W4376132854","doi":"10.9778/cmajo.20210203","title":"Academic half days, noon conferences and classroom-based education in postgraduate medical education: a scoping review","year":2023,"lang":"en","type":"review","venue":"CMAJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Inclusion (mineral); Reification (Marxism); Medical education; Stakeholder; Citation; Psychology; MEDLINE; Medicine; Computer science; Library science; Chemistry; Social psychology","score_opus":0.16724656355782022,"score_gpt":0.5229448664693928,"score_spread":0.35569830291157256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376132854","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024213854,0.9678886,0.000016811351,0.019310761,0.0014804502,0.007898075,0.0000058307373,0.00006098549,0.0033142897],"genre_scores_gemma":[0.0000073723386,0.98079675,0.001030044,0.010219233,0.0006407248,0.0029898433,0.0023425827,0.000078411584,0.0018950616],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9957677,0.00039397593,0.0018466456,0.000809302,0.0008120703,0.0003702703],"domain_scores_gemma":[0.9975121,0.00031882615,0.00074439275,0.0007172009,0.00042244574,0.00028503573],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029241384,0.00045167838,0.002160154,0.00070399774,0.000113211536,0.000099804296,0.00085626665,0.00074003,0.0007246834],"category_scores_gemma":[0.008856405,0.00037621363,0.00012795927,0.0019880144,0.00022275561,0.0002157245,0.00029343722,0.0017744487,0.00031361578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004026204,0.00016252388,0.00012770522,0.14831679,0.000023361694,0.0000036919712,0.000032899818,7.343421e-9,2.7810797e-8,0.0009915776,0.03195397,0.8183834],"study_design_scores_gemma":[0.00022764473,0.00003454473,0.00007579551,0.5529486,0.0003469174,0.00007564228,0.00006169177,0.000010869436,1.4417179e-7,0.00013064404,0.44587404,0.00021346258],"about_ca_topic_score_codex":0.00060957886,"about_ca_topic_score_gemma":0.00019719421,"teacher_disagreement_score":0.81816995,"about_ca_system_score_codex":0.00043069216,"about_ca_system_score_gemma":0.072657704,"threshold_uncertainty_score":0.999869},"labels":[],"label_agreement":null},{"id":"W4376132921","doi":"10.1007/s12630-023-02454-x","title":"The influence of resident and faculty gender on assessments in anesthesia competency-based medical education","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Health Sciences Centre; Sunnybrook Health Science Centre; University Health Network; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Psychology; Odds ratio; Receipt; Cohort; Logistic regression; Odds; Confidence interval; Medicine; Demography; Sociology; Internal medicine; Accounting","score_opus":0.01992857536731789,"score_gpt":0.317226600090492,"score_spread":0.29729802472317407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376132921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540973,0.0002293433,0.0000031836817,0.04508034,0.00018484563,0.0002087142,9.373553e-7,0.0000065496074,0.0001888409],"genre_scores_gemma":[0.9976966,0.000102863414,0.0005221325,0.0012079865,0.0002501453,0.000008992515,0.000015367494,0.000031992393,0.00016395892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966056,0.00020484465,0.0011612981,0.00019664266,0.0012357439,0.0005958748],"domain_scores_gemma":[0.99646634,0.0001855448,0.0006709582,0.0002823302,0.0011544143,0.0012404129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034070099,0.00022634491,0.00045389083,0.0014443122,0.00038306988,0.000095797885,0.00047207027,0.00022434162,0.000074589145],"category_scores_gemma":[0.002042122,0.00016825102,0.000108987595,0.0013667947,0.00042379714,0.00019727471,0.0000062390845,0.0010931905,0.000008338036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071703293,0.00045220152,0.4873671,0.00047383338,0.00024521584,0.38359907,0.0052405098,0.0033563261,0.000102713624,0.015792927,0.05499887,0.047654185],"study_design_scores_gemma":[0.000960614,0.00067375426,0.57548684,0.0009483409,0.00005647917,0.41352132,0.001762794,0.0003142028,0.00002657124,0.0012429864,0.0048438404,0.00016223318],"about_ca_topic_score_codex":0.0031083336,"about_ca_topic_score_gemma":0.004316392,"teacher_disagreement_score":0.08811975,"about_ca_system_score_codex":0.00087519054,"about_ca_system_score_gemma":0.038840145,"threshold_uncertainty_score":0.96660876},"labels":[],"label_agreement":null},{"id":"W4376133594","doi":"10.1007/s43678-023-00499-x","title":"Exploring gender influences in the quality of workplace-based assessments","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queensway-Carleton Hospital; Royal College of Physicians and Surgeons of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Competence (human resources); Quality assessment; Repeated measures design; Quality (philosophy); Family medicine; Psychology; Social psychology; Statistics","score_opus":0.5442318159980843,"score_gpt":0.5075460860315246,"score_spread":0.03668572996655972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376133594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98034936,0.00033021564,0.00014992924,0.012441671,0.004362486,0.00015272535,0.0000016840744,0.000004496283,0.0022074282],"genre_scores_gemma":[0.99816996,0.0001573359,0.00023265358,0.0006570366,0.00064263336,0.000013161914,0.000013051061,0.000009469782,0.00010472338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976683,0.00014721649,0.0011681811,0.000094032126,0.00067227834,0.00024997265],"domain_scores_gemma":[0.9985397,0.00012670702,0.0003933995,0.00023159313,0.00052275753,0.00018582902],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004231712,0.00009440718,0.00030281223,0.000945262,0.00006383702,0.000002057221,0.00024123018,0.00004929686,0.0011693655],"category_scores_gemma":[0.0038935181,0.000061250605,0.00006231819,0.0025546148,0.00013667438,0.00012723131,0.000003900363,0.000406345,0.000006371025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007686651,0.00009047189,0.89200103,0.00044583206,0.00010296802,0.000113196795,0.009769452,0.0002929327,0.0010920253,0.0015117292,0.08554075,0.008962738],"study_design_scores_gemma":[0.0009573268,0.00025981225,0.9736809,0.00053281186,0.000058623868,0.0000073014335,0.012237698,0.00012793548,0.000046980786,0.0005102369,0.011509355,0.00007101064],"about_ca_topic_score_codex":0.0029060817,"about_ca_topic_score_gemma":0.0019721454,"teacher_disagreement_score":0.081679866,"about_ca_system_score_codex":0.00014197914,"about_ca_system_score_gemma":0.0014770883,"threshold_uncertainty_score":0.9997437},"labels":[],"label_agreement":null},{"id":"W4376224790","doi":"10.25122/jml-2022-0035","title":"Assessment of surgery residents' knowledge of medical ethics and law. Implications for training and education","year":2023,"lang":"en","type":"article","venue":"Journal of Medicine and Life","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Shahid Beheshti University of Medical Sciences","keywords":"Medical ethics; Medical law; Medical knowledge; Medical education; Medicine; Family medicine; Psychology; Psychiatry","score_opus":0.19004431558959198,"score_gpt":0.5152653985860468,"score_spread":0.3252210829964548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376224790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8271019,0.0026447102,0.0011562834,0.16773693,0.000579602,0.00019324863,0.0000029513385,0.0000067717615,0.00057761004],"genre_scores_gemma":[0.9907851,0.0040956344,0.0018504873,0.00231436,0.0008556199,0.000010065027,0.000017853157,0.000009680422,0.000061173174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984582,0.00007907898,0.00082372973,0.00009360933,0.000448647,0.0000967411],"domain_scores_gemma":[0.9961756,0.0022062308,0.00045445142,0.00010216891,0.00087697513,0.00018456999],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006579148,0.000070377595,0.00043830587,0.00042943683,0.00007750107,0.0000040230793,0.00005262198,0.00015971069,0.000021937156],"category_scores_gemma":[0.016369652,0.00005202395,0.000034010744,0.00037942728,0.00041511384,0.000063851745,0.000022601176,0.00045722953,7.8951466e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014880674,0.00079934637,0.16495413,0.0068945163,0.00043574974,0.0000041233743,0.03170899,9.0085166e-7,0.0032378854,0.16497318,0.26369324,0.36314914],"study_design_scores_gemma":[0.002342586,0.0006492098,0.94853264,0.0044910465,0.0003687913,0.00029940662,0.02039831,0.00032086304,0.000054941193,0.006235595,0.016218914,0.00008769347],"about_ca_topic_score_codex":0.00003632237,"about_ca_topic_score_gemma":0.0000068292184,"teacher_disagreement_score":0.7835785,"about_ca_system_score_codex":0.000020129495,"about_ca_system_score_gemma":0.0023869097,"threshold_uncertainty_score":0.9919159},"labels":[],"label_agreement":null},{"id":"W4376253768","doi":"10.36834/cmej.73875","title":"If we assess, will they learn? Students’ perspectives on the complexities of assessment-for-learning","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Credibility; Leverage (statistics); Thematic analysis; Medical education; Coaching; Test (biology); Context (archaeology); Student engagement; Psychology; Psychological intervention; Computer science; Knowledge management; Qualitative research; Medicine; Artificial intelligence","score_opus":0.037794357190719566,"score_gpt":0.40315464196799355,"score_spread":0.365360284777274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376253768","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46758673,0.00025064262,0.0009592535,0.5122904,0.0037006438,0.0008501848,0.000010657317,0.00007352927,0.014277925],"genre_scores_gemma":[0.98046607,0.00041301418,0.0014429291,0.011571006,0.0024017685,0.000096523785,0.00007967961,0.00003701634,0.0034919942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731076,0.00021022609,0.00049541576,0.00019706879,0.001407051,0.00037947102],"domain_scores_gemma":[0.9968291,0.00039394686,0.00023625628,0.0002525145,0.0010172774,0.0012709186],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028609668,0.00014044851,0.00024431088,0.0006431198,0.0005971372,0.00008490965,0.00040280534,0.00015410288,0.009580737],"category_scores_gemma":[0.029026749,0.00010117313,0.0001038183,0.00068882713,0.00030482162,0.000108086664,0.000021406366,0.0013938685,0.000043626143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040473675,0.00057216047,0.019881625,0.00014324496,0.00027302193,0.000016972073,0.018679926,0.000043189222,0.000040504045,0.17195134,0.69947165,0.08888589],"study_design_scores_gemma":[0.0012949342,0.00052458176,0.11271757,0.0013267646,0.00011958631,0.00028144533,0.35184044,0.0021400796,0.000016928481,0.010363085,0.5191064,0.0002682181],"about_ca_topic_score_codex":0.0007117611,"about_ca_topic_score_gemma":0.00030957547,"teacher_disagreement_score":0.5128793,"about_ca_system_score_codex":0.0006907628,"about_ca_system_score_gemma":0.026539268,"threshold_uncertainty_score":0.99132466},"labels":[],"label_agreement":null},{"id":"W4376610784","doi":"10.1186/s12909-023-04317-x","title":"Correction to: Transition to practice curriculum for general internal medicine physicians: scoping review and canadian national survey","year":2023,"lang":"en","type":"erratum","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Kingston General Hospital","funders":"","keywords":"Curriculum; Medical education; Medicine; Transition (genetics); MEDLINE; Psychology; Political science; Pedagogy","score_opus":0.03836485985382858,"score_gpt":0.42912738927250504,"score_spread":0.39076252941867645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376610784","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046619846,0.015586912,0.04617086,0.49391207,0.40686813,0.016631028,0.00024482227,0.00036516404,0.019754833],"genre_scores_gemma":[0.00025066562,0.01684341,0.030294085,0.6156035,0.052227534,0.007583752,0.052517604,0.00039345303,0.224286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953775,0.00034165333,0.0011272605,0.0008398191,0.00180537,0.0005084173],"domain_scores_gemma":[0.9935423,0.0009016424,0.0003946704,0.00036900293,0.0039372444,0.00085510884],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004800359,0.000391694,0.0008351814,0.0011037629,0.00024701018,0.000045892106,0.00025292777,0.0005280374,0.0005402808],"category_scores_gemma":[0.17200391,0.0003825464,0.00009499975,0.0019485899,0.00012342766,0.0001935989,0.00003577457,0.0011172044,0.00013336207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038233433,0.00020044055,0.00007042532,0.007052461,0.00005245737,0.0000011375548,0.00039765253,0.0000022574764,0.0000013836479,0.00011619991,0.95586413,0.036203194],"study_design_scores_gemma":[0.0007935749,0.0005948685,0.008340642,0.26099092,0.0008150445,0.00020121281,0.0008706178,0.0034720085,0.0000020673735,0.00009446556,0.7232082,0.00061639835],"about_ca_topic_score_codex":0.069358155,"about_ca_topic_score_gemma":0.15132818,"teacher_disagreement_score":0.3546406,"about_ca_system_score_codex":0.0015627485,"about_ca_system_score_gemma":0.028400492,"threshold_uncertainty_score":0.9998627},"labels":[],"label_agreement":null},{"id":"W4376630720","doi":"10.2196/40716","title":"Observed Interactions, Challenges, and Opportunities in Student-Led, Web-Based Near-Peer Teaching for Medical Students: Interview Study Among Peer Learners and Peer Teachers","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Thematic analysis; Context (archaeology); Medical education; Psychology; Web application; Qualitative research; Computer science; Pedagogy; Mathematics education; Medicine; World Wide Web; Sociology","score_opus":0.09527503186561671,"score_gpt":0.44225977144148515,"score_spread":0.34698473957586845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376630720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8063879,0.00049240555,0.000035010195,0.18934186,0.001307293,0.0018601252,0.0000024287785,0.00015346173,0.00041949307],"genre_scores_gemma":[0.98043925,0.00048479997,0.00040693348,0.0069734934,0.0006020023,0.0026157761,0.0005562349,0.00006998155,0.007851551],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99304897,0.00057332765,0.0010128616,0.0006625952,0.004248131,0.00045409755],"domain_scores_gemma":[0.99760264,0.0004947883,0.00021634059,0.00042463743,0.00074523,0.00051637203],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012832809,0.00031983975,0.0005479961,0.0006566512,0.00023972578,0.0001619647,0.00041785272,0.00035609293,0.00046225902],"category_scores_gemma":[0.017696628,0.0002878092,0.00007674223,0.00041646097,0.00041673327,0.00033113884,0.00020994378,0.001552291,0.000016910364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009826649,0.0055338144,0.20260017,0.00061618915,0.00016829229,0.000034778295,0.052890778,9.261089e-7,0.000004409682,0.00034405303,0.12123584,0.6164725],"study_design_scores_gemma":[0.0053706653,0.00047831656,0.63888866,0.0017812747,0.0001380672,0.000032659016,0.20399328,0.0043551056,0.0000010528436,0.00007575192,0.14457704,0.0003081454],"about_ca_topic_score_codex":0.00014281896,"about_ca_topic_score_gemma":0.00034654178,"teacher_disagreement_score":0.6161643,"about_ca_system_score_codex":0.00036984798,"about_ca_system_score_gemma":0.0020623829,"threshold_uncertainty_score":0.9999574},"labels":[],"label_agreement":null},{"id":"W4377007591","doi":"10.1177/23821205231175734","title":"Exploring the Quality of Narrative Feedback Provided to Residents During Ambulatory Patient Care in Medicine and Surgery","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"Queen's University","keywords":"Narrative; Thematic analysis; Quality (philosophy); Quality management; Medical education; Medicine; Ambulatory; Psychology; Surgery; Qualitative research; Operations management; Management system; Engineering; Sociology","score_opus":0.07848464615698365,"score_gpt":0.3873255324767721,"score_spread":0.30884088631978845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377007591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9749043,0.00081913825,0.000012755496,0.023187438,0.0007892417,0.00026166433,1.242429e-7,0.0000064637557,0.000018883451],"genre_scores_gemma":[0.99729544,0.00051933515,0.00058463943,0.001330934,0.00017528978,0.000054241926,0.000008122514,0.0000082315455,0.00002375726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970598,0.0001370319,0.0011200479,0.00014277748,0.0013926969,0.0001476498],"domain_scores_gemma":[0.99860275,0.00014566403,0.00035312385,0.00011641765,0.00055800594,0.00022403015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002529487,0.000103299135,0.00035423625,0.0005580697,0.00009669678,0.000008750613,0.00008633091,0.000058775622,0.000052614447],"category_scores_gemma":[0.006494376,0.00006557374,0.00003152399,0.0009137744,0.000094931005,0.000103869934,0.000056515262,0.00031788586,0.0000017453156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021870404,0.00055501977,0.17199452,0.0013337065,0.0001174173,0.00003237749,0.3109057,0.0000061663836,0.00049385277,0.00022705155,0.016911339,0.49720412],"study_design_scores_gemma":[0.00057402195,0.00007925491,0.88055176,0.0030080846,0.000014740531,0.00006361024,0.1120917,0.0000062165955,0.0004466088,0.000027196098,0.0030676562,0.0000691474],"about_ca_topic_score_codex":0.00004935775,"about_ca_topic_score_gemma":0.000015602778,"teacher_disagreement_score":0.70855725,"about_ca_system_score_codex":0.00021920195,"about_ca_system_score_gemma":0.0016981749,"threshold_uncertainty_score":0.77748436},"labels":[],"label_agreement":null},{"id":"W4377020411","doi":"10.1038/s41557-023-01220-2","title":"Making a start on the tenure track","year":2023,"lang":"en","type":"article","venue":"Nature Chemistry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Chemistry; Track (disk drive); Computer science","score_opus":0.027367278647454293,"score_gpt":0.36247604159209496,"score_spread":0.33510876294464065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377020411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90140325,0.00007464837,0.0000036264562,0.05526262,0.00033958344,0.00012917841,0.000003813628,0.00015984588,0.042623423],"genre_scores_gemma":[0.98371804,0.000005663038,0.00016305716,0.008199229,0.0008239823,0.000025796586,0.000090868154,0.000014808413,0.006958538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992537,0.000005624272,0.00011077996,0.00015146259,0.00033004113,0.00014841436],"domain_scores_gemma":[0.9994532,0.00006484669,0.000036745336,0.00032083533,0.00010276057,0.000021635433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025472388,0.000076219505,0.00007892765,0.000026781567,0.000080459184,0.000010688357,0.000084056235,0.00030139674,0.00061083544],"category_scores_gemma":[0.001742965,0.000048700964,0.00003673641,0.00066297414,0.00005153525,0.000013193936,0.000015934278,0.0012587055,0.00014653687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003801839,0.00008232052,0.00054868433,0.0001994599,0.000032603963,0.00004293826,0.00032974567,0.0000021087887,0.05596052,0.0008585471,0.9325705,0.009334528],"study_design_scores_gemma":[0.0008111804,0.00004329636,0.018324856,0.0007583896,0.000069401125,0.00013509094,0.0024633212,0.0006556048,0.19848809,0.0012998509,0.7766994,0.00025150197],"about_ca_topic_score_codex":2.1749034e-7,"about_ca_topic_score_gemma":6.497212e-8,"teacher_disagreement_score":0.15587111,"about_ca_system_score_codex":0.000070604154,"about_ca_system_score_gemma":0.00008181464,"threshold_uncertainty_score":0.66882193},"labels":[],"label_agreement":null},{"id":"W4377087807","doi":"10.5435/jaaos-d-22-01195","title":"Update on Educational Resources and Evaluation Tools for Orthopaedic Surgery Residents","year":2023,"lang":"en","type":"article","venue":"Journal of the American Academy of Orthopaedic Surgeons","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Medicine; Accreditation; Graduate medical education; Board certification; Medical education; Certification; Graduation (instrument); Core competency; Orthopedic surgery; Program director; Residency training; Surgery; Continuing education; Management","score_opus":0.05290874555385691,"score_gpt":0.376358051771367,"score_spread":0.3234493062175101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377087807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8966181,0.00021619952,0.000020602713,0.10187779,0.0007435289,0.00041124623,0.000014601526,0.000014322232,0.00008358029],"genre_scores_gemma":[0.99355596,0.00068108423,0.00056603213,0.004093504,0.00073154934,0.00004478708,0.00002481735,0.000029947128,0.00027233956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965693,0.00028431392,0.0011211154,0.00020812126,0.0015310377,0.0002861426],"domain_scores_gemma":[0.9944567,0.0026936715,0.001933308,0.00020673698,0.00057105866,0.00013854106],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006542504,0.00016196798,0.0005607145,0.0009416866,0.00018142874,0.00002353182,0.0002152728,0.000085342464,0.00009098427],"category_scores_gemma":[0.016998226,0.000114825605,0.00041806744,0.0019119647,0.000559695,0.00019589638,0.000055526994,0.0005467949,0.000008370838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089316495,0.00024454814,0.43756676,0.00016301297,0.00031428295,0.0000026693115,0.00033216452,0.000086963766,0.00064610544,0.00048106557,0.2887767,0.27049255],"study_design_scores_gemma":[0.000739869,0.00015081587,0.97684914,0.00055187807,0.0003131628,0.000117827265,0.00047374645,0.00029442477,0.00022660512,0.0014415331,0.018735005,0.000105996594],"about_ca_topic_score_codex":0.000015039475,"about_ca_topic_score_gemma":0.000001099007,"teacher_disagreement_score":0.5392824,"about_ca_system_score_codex":0.0001323751,"about_ca_system_score_gemma":0.0007752672,"threshold_uncertainty_score":0.991282},"labels":[],"label_agreement":null},{"id":"W4377093842","doi":"10.1007/s10459-023-10238-7","title":"Towards accountability-centred practices: governance in OSCEs subordinating patient and practitioner clinical experience","year":2023,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley","funders":"Department for the Economy","keywords":"Accountability; Corporate governance; Work (physics); Public relations; Ethnography; Sociology; Medicine; Medical education; Pedagogy; Political science; Business","score_opus":0.06631252783935415,"score_gpt":0.5101753443218782,"score_spread":0.443862816482524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377093842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685148,0.0031370916,0.000027826636,0.02328886,0.0022827312,0.0007239919,0.0000015782801,0.000045782082,0.0019773506],"genre_scores_gemma":[0.976162,0.009284738,0.010867107,0.0031510189,0.00018478457,0.0002694783,0.000021648093,0.00000741149,0.000051777206],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972868,0.00020147266,0.0009848028,0.00056779606,0.00058201933,0.00037712482],"domain_scores_gemma":[0.9980618,0.0004527502,0.0009866408,0.00022760889,0.000188863,0.00008237263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002799584,0.00011443447,0.00023793263,0.00028374448,0.0002168695,0.000040662973,0.00013907225,0.000070355694,0.00005062789],"category_scores_gemma":[0.011689835,0.00010391898,0.000018396326,0.0030632908,0.0004681406,0.0016753706,0.000047405356,0.00035511,0.000011462393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024548359,0.0004206352,0.45566264,0.0002535498,8.0704217e-7,7.998945e-7,0.0063439086,0.000054017746,0.0000065394775,0.0020439776,0.000432983,0.5347556],"study_design_scores_gemma":[0.0005580868,0.00042248686,0.84408283,0.0011238899,0.0000037584216,0.000023628727,0.06756622,0.0064204684,0.000038916078,0.002077015,0.07749423,0.0001884742],"about_ca_topic_score_codex":0.0011653282,"about_ca_topic_score_gemma":0.00039584454,"teacher_disagreement_score":0.5345671,"about_ca_system_score_codex":0.00044232473,"about_ca_system_score_gemma":0.0020906448,"threshold_uncertainty_score":0.99663514},"labels":[],"label_agreement":null},{"id":"W4377292373","doi":"10.1016/j.ssmqr.2023.100286","title":"Tinkering with responsive caring in disabled children's healthcare: Implications for training and practice","year":2023,"lang":"en","type":"article","venue":"SSM - Qualitative Research in Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"","keywords":"Health care; Medical education; Humanism; Ethnography; Psychology; Qualitative research; Resource (disambiguation); Nursing; Pedagogy; Medicine; Sociology; Computer science","score_opus":0.4837740630544257,"score_gpt":0.6686001862903974,"score_spread":0.1848261232359717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377292373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56401247,0.00028017108,0.00072354823,0.4313034,0.00005032419,0.0031372414,0.000029874756,0.000061210325,0.00040178216],"genre_scores_gemma":[0.9727337,0.00040747484,0.023631323,0.0014121678,0.000117584095,0.0013468988,0.0001892894,0.00003927972,0.00012231834],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9951141,0.0023224736,0.0006513793,0.00048810634,0.0005290275,0.0008948982],"domain_scores_gemma":[0.9894799,0.009092168,0.00015154644,0.00030158926,0.0007723725,0.00020243539],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026691062,0.00011795289,0.0003459357,0.0012343561,0.00034815556,0.000027015529,0.00009188643,0.00008362787,0.0000023237308],"category_scores_gemma":[0.026458373,0.00010900641,0.00001697642,0.004136624,0.00031841444,0.00020192732,0.0000548383,0.000987751,0.000005152169],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018454313,0.0003679948,0.021499936,0.0025084044,0.000071289585,0.000013870031,0.56295437,0.00004931242,0.00019888683,0.28128818,0.0020556545,0.12714668],"study_design_scores_gemma":[0.0040944214,0.0024270995,0.3962269,0.0029107225,0.000007904514,0.000098109704,0.55263686,0.001083577,0.000016832853,0.038114186,0.002120823,0.00026252944],"about_ca_topic_score_codex":0.0016379391,"about_ca_topic_score_gemma":0.0003611757,"teacher_disagreement_score":0.42989123,"about_ca_system_score_codex":0.00092842255,"about_ca_system_score_gemma":0.0024837502,"threshold_uncertainty_score":0.9817422},"labels":[],"label_agreement":null},{"id":"W4377691318","doi":"10.35366/110985","title":"Diseño, implementación y evaluación de un curso de disección de hueso temporal para el aprendizaje de habilidades quirúrgicas dirigido a residentes de otorrinolaringología","year":2023,"lang":"es","type":"article","venue":"Revista Latinoamericana de Simulación Clínica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Psychology; Philosophy","score_opus":0.025863960287172215,"score_gpt":0.40453883280269953,"score_spread":0.37867487251552734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377691318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773673,0.0024130866,0.0079072965,0.007853426,0.00029076607,0.0022439882,0.000305318,0.0008819567,0.0007368916],"genre_scores_gemma":[0.97139776,0.0016732578,0.018830119,0.0036450801,0.0019037129,0.0007306214,0.00075559,0.00038221478,0.00068162126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98685,0.002508959,0.0027183807,0.0018420856,0.0016475825,0.0044329506],"domain_scores_gemma":[0.99133754,0.002442221,0.001462847,0.0025286826,0.0005456545,0.0016830456],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.007239244,0.0013522088,0.001995874,0.0010721242,0.0010981727,0.0006416966,0.0016917593,0.0008369837,0.0012183567],"category_scores_gemma":[0.013792926,0.0014215681,0.00084031944,0.0042587183,0.0015370636,0.00040042363,0.0007047272,0.002339578,0.00031220427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0005471769,0.0009012173,0.94890463,0.0019588033,0.00075355906,0.0005068891,0.0055187447,0.001176021,0.0064063296,0.0065860567,0.0107125845,0.01602798],"study_design_scores_gemma":[0.0040653534,0.001043102,0.85497236,0.0027678884,0.002332248,0.00040350048,0.00671602,0.07101823,0.0015970564,0.0032181218,0.049974654,0.0018914742],"about_ca_topic_score_codex":0.005261886,"about_ca_topic_score_gemma":0.00008693364,"teacher_disagreement_score":0.093932286,"about_ca_system_score_codex":0.0062875515,"about_ca_system_score_gemma":0.006593825,"threshold_uncertainty_score":0.9999621},"labels":[],"label_agreement":null},{"id":"W4377820119","doi":"10.21203/rs.3.rs-2943136/v1","title":"Evaluating Professionalism in Residency Training: The Learning Environment for Professionalism Survey","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Accreditation; Medical education; Medicine; Bonferroni correction; Residency training; Anesthesiology; Univariate; Family medicine; Psychology","score_opus":0.6820392460365456,"score_gpt":0.6320263757261073,"score_spread":0.05001287031043833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377820119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91668105,0.0009836928,0.00048060887,0.06933565,0.0016720527,0.01039643,0.00006914541,0.00013272914,0.0002486743],"genre_scores_gemma":[0.95438504,0.00022170729,0.0040926957,0.00029760433,0.00092098303,0.010531486,0.0042637535,0.00016584033,0.025120882],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9906066,0.003417091,0.00091213535,0.00086713885,0.00332227,0.0008747459],"domain_scores_gemma":[0.99294364,0.0046673105,0.00026694973,0.00088606373,0.0011580837,0.00007795374],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043227024,0.00026498633,0.00047328652,0.00077497127,0.0007318697,0.000061322964,0.00051911676,0.00060194515,0.00029698684],"category_scores_gemma":[0.05148264,0.00018595066,0.00012923466,0.0010141945,0.00031912603,0.000052519055,0.0010096376,0.006009418,0.00010389984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003314736,0.003061882,0.21544312,0.022862416,0.00065816304,0.00017511583,0.14798307,0.012420534,0.0018796334,0.014538531,0.14527754,0.43238527],"study_design_scores_gemma":[0.001698196,0.00047425306,0.9016018,0.011437843,0.000038394457,0.000006884841,0.023262016,0.02546163,0.000045228157,0.024798565,0.010813285,0.00036188535],"about_ca_topic_score_codex":0.00055890746,"about_ca_topic_score_gemma":0.000072434996,"teacher_disagreement_score":0.6861587,"about_ca_system_score_codex":0.0009432244,"about_ca_system_score_gemma":0.004459342,"threshold_uncertainty_score":0.99628377},"labels":[],"label_agreement":null},{"id":"W4377940817","doi":"10.1503/cmaj.221097","title":"Questioning physicians about health conditions at medical licensure registration: How should policy evolve in Canada?","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Licensure; Suicidal ideation; Mental health; Depression (economics); Anxiety; Population; Burnout; Medicine; Psychiatry; Family medicine; Psychology; Medical education; Suicide prevention; Poison control; Medical emergency; Clinical psychology; Environmental health","score_opus":0.018046320458787752,"score_gpt":0.3323206596740265,"score_spread":0.3142743392152388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377940817","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16111416,0.00014853431,0.00008420846,0.8343045,0.0017079957,0.0002803522,0.00006337631,0.00006298646,0.0022338587],"genre_scores_gemma":[0.85423154,0.0005174826,0.00019618591,0.13358787,0.006549065,0.00005476313,0.00075034186,0.000048213988,0.0040645455],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9931768,0.0003022768,0.0009163003,0.0003015972,0.0042686337,0.00103439],"domain_scores_gemma":[0.9962072,0.0002629778,0.0005026812,0.00023109512,0.0008143937,0.0019817015],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037515862,0.00020426272,0.00045929203,0.0008432619,0.00071353215,0.0000795726,0.00026543817,0.00054161716,0.002829091],"category_scores_gemma":[0.01870549,0.00021169028,0.00009464861,0.002632038,0.000104581995,0.00017354415,0.000027093804,0.002294195,0.00012777843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000052445353,0.000035394056,0.0967186,0.00003524653,0.00005959057,0.00055319996,0.0005120457,0.000022522892,0.000003178884,0.0015579523,0.8729937,0.027503306],"study_design_scores_gemma":[0.0015790878,0.0000710865,0.5060356,0.0010188118,0.000022656335,0.0009602948,0.0028215472,0.0047333566,0.0000040387085,0.00021055434,0.48228976,0.0002531984],"about_ca_topic_score_codex":0.7748677,"about_ca_topic_score_gemma":0.99223953,"teacher_disagreement_score":0.7007167,"about_ca_system_score_codex":0.024178572,"about_ca_system_score_gemma":0.10041832,"threshold_uncertainty_score":0.99808246},"labels":[],"label_agreement":null},{"id":"W4378173058","doi":"10.1186/s12909-023-04250-z","title":"Are early career family physicians prepared for practice in Canada? A qualitative study","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"College of Family Physicians of Canada","keywords":"Preparedness; Focus group; Scope of practice; Medicine; Medical education; Qualitative research; Family medicine; Curriculum; Nursing; Psychology; Health care; Pedagogy; Management","score_opus":0.061001780626241474,"score_gpt":0.44809388203167205,"score_spread":0.3870921014054306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378173058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824012,0.00007552881,0.0004238298,0.012732743,0.0016160975,0.0019517766,0.000009807846,0.00007149064,0.0007175298],"genre_scores_gemma":[0.9832264,0.000010569342,0.0021019678,0.011076092,0.0006165277,0.0018316656,0.00025922354,0.000033451463,0.0008440607],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9970194,0.00032827188,0.00059705175,0.0003973462,0.0013103011,0.0003476342],"domain_scores_gemma":[0.99703497,0.001276257,0.00032067564,0.00037676797,0.00084574864,0.00014555817],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019444567,0.00014996949,0.00031425993,0.0002758714,0.0000875177,0.000016246153,0.00016657576,0.00010955057,0.00006508036],"category_scores_gemma":[0.052643076,0.00014572918,0.00004257432,0.0015998736,0.00006087445,0.0001534286,0.000029450397,0.00033617395,0.00003694454],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005033601,0.0050769355,0.07504796,0.00067992235,0.00014063067,0.000028181586,0.19112232,0.000017661101,0.000043586162,0.00067576795,0.6423719,0.08429179],"study_design_scores_gemma":[0.0013676845,0.00016586485,0.36131182,0.00039711175,0.00007856792,0.000004856191,0.624463,0.00095825485,0.0000076267697,0.00016956714,0.010931296,0.00014430967],"about_ca_topic_score_codex":0.30956432,"about_ca_topic_score_gemma":0.4425028,"teacher_disagreement_score":0.6314406,"about_ca_system_score_codex":0.0011269662,"about_ca_system_score_gemma":0.022885583,"threshold_uncertainty_score":0.98265374},"labels":[],"label_agreement":null},{"id":"W4378190381","doi":"10.1016/j.jogc.2023.03.048","title":"Validity evidence for procedure-specific competence assessment tools in obstetrics and gynecology","year":2023,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Competence (human resources); Obstetrics and gynaecology; Documentation; Medical education; Obstetrics; Gynecology; Pregnancy; Management","score_opus":0.09299586318212753,"score_gpt":0.356464638740618,"score_spread":0.26346877555849046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378190381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980693,0.00238623,0.00025475444,0.0041686133,0.011985212,0.00040938536,0.0000070743326,0.0000062310123,0.00008949026],"genre_scores_gemma":[0.9926935,0.001632267,0.004568787,0.00093173666,0.0000515623,0.000023205548,0.000009402886,0.000010517551,0.00007901326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842536,0.00006134116,0.00066642824,0.00019315866,0.00036317782,0.00029051927],"domain_scores_gemma":[0.97290325,0.02564589,0.00039344723,0.00013700951,0.0007832595,0.00013716298],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011846572,0.00011016762,0.0004080086,0.0006124389,0.00010457175,0.000025545309,0.00011837432,0.00015387595,0.000042662778],"category_scores_gemma":[0.11870398,0.000100584555,0.000030431416,0.0015479892,0.00010197017,0.00013410195,0.000045467485,0.00047701923,3.7445602e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013687792,0.00016784982,0.5522359,0.00040587047,0.0000481175,0.0010267727,0.00021526164,0.000062345054,0.00009487916,0.0014328811,0.020419527,0.4238769],"study_design_scores_gemma":[0.0017217618,0.0005969748,0.96213156,0.00003696633,0.000042294363,0.00007442932,0.00066873286,0.0011306156,0.000018460685,0.0003914081,0.033088062,0.00009870904],"about_ca_topic_score_codex":0.00033892147,"about_ca_topic_score_gemma":0.001515436,"teacher_disagreement_score":0.4237782,"about_ca_system_score_codex":0.0016479202,"about_ca_system_score_gemma":0.0034720243,"threshold_uncertainty_score":0.88871956},"labels":[],"label_agreement":null},{"id":"W4378217732","doi":"10.1177/108155890505300131","title":"Improving Educational Value in the Fourth Year of Pediatric Residency","year":2005,"lang":"en","type":"article","venue":"Journal of Investigative Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Value (mathematics); Medicine; Residency training; Family medicine; Medical education; Statistics; Mathematics; Continuing education","score_opus":0.0405437484808999,"score_gpt":0.3383162648529397,"score_spread":0.2977725163720398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378217732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82132345,0.0010309531,0.0002767947,0.17483886,0.00038836422,0.00019903529,6.683141e-7,0.0000028403597,0.0019390187],"genre_scores_gemma":[0.9612582,0.000094928924,0.030485595,0.0027732304,0.005171603,0.000005600974,0.0000054943985,0.000011195179,0.00019415143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976876,0.00015072082,0.0010164289,0.000101445905,0.0008983525,0.00014547266],"domain_scores_gemma":[0.99773115,0.0003498443,0.0008336171,0.0001925804,0.0008097199,0.00008310734],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002674051,0.00010791798,0.0003263725,0.0006010689,0.000039912233,0.0000036886313,0.00021648467,0.0000640534,0.00028244746],"category_scores_gemma":[0.012572214,0.00006288229,0.000054567256,0.0011201787,0.00057115435,0.0001509398,0.000014599967,0.0006568492,0.000006873217],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038553835,0.002010945,0.35869393,0.0009903833,0.00023503485,0.00006716697,0.05078563,0.00039426415,0.03162951,0.20457835,0.32037836,0.029850893],"study_design_scores_gemma":[0.00677709,0.0026362927,0.90545815,0.0017484443,0.0006563172,0.0006939269,0.01419087,0.0010488902,0.003837457,0.059077665,0.0036214532,0.00025344148],"about_ca_topic_score_codex":0.000053893844,"about_ca_topic_score_gemma":0.000005037607,"teacher_disagreement_score":0.54676425,"about_ca_system_score_codex":0.0001702145,"about_ca_system_score_gemma":0.0012481516,"threshold_uncertainty_score":0.9957453},"labels":[],"label_agreement":null},{"id":"W4378373655","doi":"10.21203/rs.3.rs-2964245/v1","title":"Disseminating Evidence in Medical Education: Journal Club as a Virtual Community of Practice","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Journal club; Club; Medical education; Promotion (chess); Curriculum; Inclusion (mineral); Reading (process); Professional development; Psychology; Medicine; Political science; Pedagogy","score_opus":0.20493986170807096,"score_gpt":0.5964853112770996,"score_spread":0.3915454495690286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378373655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86879355,0.0013851306,0.00020333253,0.12233959,0.0016895037,0.00135748,0.0000053970393,0.0000573706,0.004168675],"genre_scores_gemma":[0.9911564,0.0019850635,0.003025587,0.0007048852,0.0011648702,0.00030415435,0.00015867646,0.000052702555,0.0014476398],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9896822,0.0033642051,0.0011561518,0.00033632113,0.0049586743,0.0005024566],"domain_scores_gemma":[0.9806869,0.009479942,0.0006424583,0.0015910625,0.00700036,0.0005992636],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033661447,0.00018681666,0.00047789136,0.00154724,0.000363195,0.0000872765,0.0009121889,0.0006268997,0.0010076421],"category_scores_gemma":[0.5103234,0.0001746267,0.00010651317,0.002355084,0.00056919403,0.0002488924,0.0013535994,0.014746533,0.00010367088],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009569645,0.01129727,0.033745788,0.014004433,0.0003193268,0.00082481693,0.056394976,0.000073655596,0.00026372442,0.01353301,0.20373584,0.6648502],"study_design_scores_gemma":[0.0027074078,0.004822804,0.24606316,0.3094546,0.00024326463,0.003524728,0.37819302,0.0046898895,0.0006095667,0.028328042,0.020404708,0.00095882744],"about_ca_topic_score_codex":0.0020917165,"about_ca_topic_score_gemma":0.000084192376,"teacher_disagreement_score":0.6638914,"about_ca_system_score_codex":0.0012310704,"about_ca_system_score_gemma":0.025524404,"threshold_uncertainty_score":0.9999056},"labels":[],"label_agreement":null},{"id":"W4378376220","doi":"10.5334/pme.925","title":"Quality of Narratives in Assessment: Piloting a List of Evidence-Based Quality Indicators","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Checklist; Narrative; Quality (philosophy); Context (archaeology); Inter-rater reliability; Psychology; Medical education; Medicine; Computer science; History; Developmental psychology; Linguistics","score_opus":0.13846093923904473,"score_gpt":0.5218332806893698,"score_spread":0.3833723414503251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378376220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660275,0.00020591878,0.0005882948,0.029617455,0.00042134046,0.0005091526,0.000003970999,0.00006194649,0.0025644067],"genre_scores_gemma":[0.99522305,0.00012658925,0.0031573307,0.0009464283,0.00020378428,0.00012921367,0.00007574179,0.00001809432,0.00011979146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957399,0.00063241366,0.00119813,0.0004382313,0.0017507861,0.00024057794],"domain_scores_gemma":[0.9969812,0.0010548331,0.0006800493,0.00049097644,0.000650684,0.0001422279],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060872207,0.00016276867,0.0005279248,0.0012839468,0.0000678492,0.00000794818,0.00021538592,0.00019460525,0.00071198057],"category_scores_gemma":[0.043861806,0.00013377528,0.000109544584,0.0037106713,0.0006153768,0.00015061027,0.000032486772,0.0006298056,0.000010022946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067967986,0.010438068,0.68185014,0.0023992416,0.000110429704,0.0000028817199,0.075131,0.000025185023,0.0063447137,0.08890428,0.0033872016,0.13072719],"study_design_scores_gemma":[0.00092063175,0.00031733673,0.8810538,0.0021382617,0.000013412436,9.796095e-7,0.11305243,0.00044316115,0.00078271184,0.0009741041,0.00017292291,0.0001302432],"about_ca_topic_score_codex":0.00042923095,"about_ca_topic_score_gemma":0.000024562432,"teacher_disagreement_score":0.19920367,"about_ca_system_score_codex":0.00056256197,"about_ca_system_score_gemma":0.004923144,"threshold_uncertainty_score":0.96419215},"labels":[],"label_agreement":null},{"id":"W4378674716","doi":"10.1152/physiol.2023.38.s1.5727647","title":"Third-Year Nursing Student's Physiological Knowledge Retention","year":2023,"lang":"en","type":"article","venue":"Physiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Graduation (instrument); Comprehension; Health care; Psychology; Knowledge retention; Nursing; Organ system; Medical education; Nurse education; Medicine; Internal medicine; Computer science","score_opus":0.06264035807808892,"score_gpt":0.4223015259887293,"score_spread":0.35966116791064034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378674716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878314,0.000032727505,0.000054338096,0.0020070767,0.0009768737,0.00022554449,0.0000010691999,0.000298928,0.008572041],"genre_scores_gemma":[0.9963756,0.000032288113,0.0004935774,0.00053199683,0.00091028196,0.0000515151,0.0002493605,0.000015440912,0.0013398903],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99898076,0.0000758029,0.00022929462,0.00028868954,0.00014353036,0.0002819485],"domain_scores_gemma":[0.9994331,0.00004071566,0.000058802685,0.00026965883,0.00015444568,0.000043294916],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023701154,0.00010355167,0.00022898037,0.00016409095,0.000108592816,0.0000055702685,0.0001034048,0.0001432392,0.00023413217],"category_scores_gemma":[0.00033816052,0.000084325366,0.0000703703,0.0007887896,0.0002034004,0.00004468963,0.000045763838,0.00028023002,0.002050077],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014461055,0.0012292984,0.0021075625,0.00013247065,0.00008607954,0.0000074364602,0.0018888144,0.000014052959,0.6260241,0.022455072,0.3189411,0.0269694],"study_design_scores_gemma":[0.00071967515,0.00030543265,0.98353446,0.00014378875,0.000037848135,0.000009148919,0.0011608119,0.0008963273,0.0010230105,0.007863462,0.0041864617,0.00011956957],"about_ca_topic_score_codex":0.000001767498,"about_ca_topic_score_gemma":1.6920255e-7,"teacher_disagreement_score":0.9814269,"about_ca_system_score_codex":0.00010013969,"about_ca_system_score_gemma":0.000061775296,"threshold_uncertainty_score":0.99872696},"labels":[],"label_agreement":null},{"id":"W4378678208","doi":"10.1051/pmed/2023011","title":"Symposiums","year":2023,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.04880710565987244,"score_gpt":0.3807282085222439,"score_spread":0.3319211028623715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378678208","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2713019,0.02453709,0.0028814315,0.47094813,0.06042584,0.0013311447,0.00006560745,0.0017941373,0.16671471],"genre_scores_gemma":[0.060488082,0.0049355733,0.0029625264,0.011284501,0.01109874,0.000178332,0.0004950315,0.00012840236,0.9084288],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970105,0.00010228426,0.0006015052,0.00046342454,0.0008217507,0.0010004994],"domain_scores_gemma":[0.99849236,0.00021161517,0.00010019751,0.0006838189,0.00023137756,0.00028064952],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012935404,0.00024146825,0.00035024827,0.00039478985,0.00021577867,0.000047296406,0.0002863369,0.00043165372,0.0071671302],"category_scores_gemma":[0.002817721,0.0002481505,0.0001311781,0.0029195498,0.0006383071,0.00014560935,0.00015092916,0.0007653759,0.034624986],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013143445,0.0003066165,0.002748475,0.0003783744,0.00005957609,0.00012283196,0.00079264573,0.000017179114,0.0007960319,0.00841505,0.63894445,0.34740564],"study_design_scores_gemma":[0.00081193313,0.00016117598,0.01450907,0.00064481795,0.00015321276,0.000060880917,0.002103337,0.0071237907,0.00069701695,0.0013108694,0.9721659,0.00025800694],"about_ca_topic_score_codex":0.0000466038,"about_ca_topic_score_gemma":0.0000014829151,"teacher_disagreement_score":0.7417141,"about_ca_system_score_codex":0.00039539931,"about_ca_system_score_gemma":0.00060290634,"threshold_uncertainty_score":0.9999971},"labels":[],"label_agreement":null},{"id":"W4378782990","doi":"10.1177/01632787231180275","title":"Real Patient Participation in Workplace-Based Assessment of Health Professional Trainees: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Evaluation & the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CINAHL; PsycINFO; MEDLINE; Context (archaeology); Health care; Medicine; Intervention (counseling); Medical education; Nursing; Psychology; Family medicine; Psychological intervention","score_opus":0.41688649064158395,"score_gpt":0.6574099080820286,"score_spread":0.24052341744044464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378782990","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007993902,0.92010605,0.00032671733,0.047240242,0.0018665668,0.030137941,0.00002784579,0.000088830326,0.00012587172],"genre_scores_gemma":[0.00012404469,0.9745176,0.0021030174,0.0047166315,0.00016446033,0.015499365,0.0026108494,0.00008171914,0.00018231134],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9825646,0.008695778,0.005064733,0.0006055658,0.0023914648,0.00067781017],"domain_scores_gemma":[0.99287146,0.0012143916,0.003987651,0.00095836597,0.0008011185,0.00016700946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026430018,0.0004031443,0.0024881512,0.00074056885,0.00055667205,0.00000881275,0.00023906321,0.00030754562,0.0003788631],"category_scores_gemma":[0.0042398176,0.0002575595,0.00027400532,0.0035769548,0.00012085381,0.00007682993,0.0000870571,0.0015438693,0.000035590703],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079974525,0.0005829736,0.000040537496,0.26133052,0.0000330772,4.0329093e-7,0.0011393208,0.000020681045,3.8855624e-8,0.00016479066,0.010391671,0.726288],"study_design_scores_gemma":[0.0007755785,0.00037588915,0.0013881278,0.97450453,0.0004016568,0.0000030378578,0.0007801962,0.0030860459,5.402352e-8,0.00007374851,0.018418526,0.00019257929],"about_ca_topic_score_codex":0.000093558556,"about_ca_topic_score_gemma":0.00008282876,"teacher_disagreement_score":0.72609544,"about_ca_system_score_codex":0.0027436367,"about_ca_system_score_gemma":0.05535172,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W4378953205","doi":"10.1007/s10459-023-10245-8","title":"Thresholds of becoming: an exploration of threshold concepts as a means to support professional identity formation in competency-based curricula","year":2023,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Centre for Advancing Health Outcomes; University of Victoria; University of British Columbia","funders":"","keywords":"Competence (human resources); Preceptor; Identity (music); Curriculum; Psychology; Professional development; Medical education; Engineering ethics; Pedagogy; Social psychology; Medicine; Engineering","score_opus":0.06720612753782922,"score_gpt":0.49434477872122107,"score_spread":0.42713865118339184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378953205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843438,0.00016165912,0.0021807856,0.009967503,0.0015008267,0.0012175498,0.0000038360927,0.000029907915,0.000594125],"genre_scores_gemma":[0.9838473,0.00015130424,0.013660855,0.0017480487,0.000069418136,0.00026398225,0.00022228784,0.0000071853588,0.000029603541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742275,0.00010354567,0.001065907,0.00030539278,0.0008195599,0.00028285244],"domain_scores_gemma":[0.99874264,0.000084394786,0.0004846164,0.00024024841,0.00036483724,0.00008327197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026679812,0.000107696884,0.00027758378,0.0012011694,0.000119234675,0.000010755489,0.0002259777,0.000064825275,0.000053014974],"category_scores_gemma":[0.00072882924,0.000100321355,0.000026856882,0.004506128,0.00024863827,0.0032089248,0.000026868605,0.00016681553,0.000012021907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022741943,0.0039286097,0.54073775,0.0040978687,0.0000040668456,0.0000021973372,0.040600833,0.04103687,0.002266081,0.20531048,0.0020287833,0.15975903],"study_design_scores_gemma":[0.004342356,0.007669549,0.4649237,0.011796467,0.000030037712,0.000034157118,0.14943168,0.14313337,0.01079755,0.20285334,0.0041147107,0.0008730578],"about_ca_topic_score_codex":0.00021380797,"about_ca_topic_score_gemma":0.00090941106,"teacher_disagreement_score":0.15888597,"about_ca_system_score_codex":0.00029280272,"about_ca_system_score_gemma":0.0039209924,"threshold_uncertainty_score":0.69556725},"labels":[],"label_agreement":null},{"id":"W4379094681","doi":"10.1111/medu.15143","title":"Power/knowledge: A sociomaterial perspective on a new accreditation process during COVID‐19","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; The Wilson Centre; Women's College Hospital; University of Toronto; University Health Network","funders":"China Academy of Chinese Medical Sciences; University of Toronto","keywords":"Accreditation; Medical education; Graduate medical education; Coronavirus disease 2019 (COVID-19); Health care; Power (physics); Certification and Accreditation; Process (computing); Curriculum; Medicine; Political science; Public relations; Sociology; Psychology; Pedagogy; Computer science; Disease","score_opus":0.01772507678882644,"score_gpt":0.4249987202734133,"score_spread":0.40727364348458683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379094681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86547375,0.000063914806,0.00027763093,0.12191989,0.00423116,0.00064270647,0.0000023917582,0.00048672396,0.006901809],"genre_scores_gemma":[0.97813123,0.00003150937,0.00040862372,0.011515169,0.0037759969,0.00031767393,0.0004373799,0.000050758215,0.005331678],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9975474,0.00008143415,0.00044265704,0.00047655063,0.001090039,0.00036195572],"domain_scores_gemma":[0.99842554,0.000101502854,0.00014347283,0.00033014073,0.00056262617,0.00043669625],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00076333695,0.00019454435,0.00024570676,0.00063425937,0.0002957483,0.000039790808,0.00018843924,0.0003001951,0.0031390076],"category_scores_gemma":[0.024175396,0.00017971804,0.00006905013,0.0018484974,0.00016312154,0.00015392884,0.00003491989,0.00042843295,0.0011426541],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053413963,0.0020221572,0.0015511571,0.00068628346,0.000086621505,0.000023916858,0.052732944,0.000008245663,0.00084000174,0.012805576,0.9018103,0.026898667],"study_design_scores_gemma":[0.022559758,0.0027323947,0.3950441,0.004119539,0.00050075474,0.001110331,0.20452647,0.0048182406,0.0053098137,0.063512586,0.2933834,0.0023826496],"about_ca_topic_score_codex":0.00008172808,"about_ca_topic_score_gemma":0.0000058179935,"teacher_disagreement_score":0.6084269,"about_ca_system_score_codex":0.0013988864,"about_ca_system_score_gemma":0.01445771,"threshold_uncertainty_score":0.9996351},"labels":[],"label_agreement":null},{"id":"W4379114731","doi":"10.2106/jbjs.oa.22.00133","title":"The More Things Change, the More They Stay the Same","year":2023,"lang":"en","type":"review","venue":"JBJS Open Access","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Faculty development; Psychology; Medicine; Professional development","score_opus":0.2913180380150523,"score_gpt":0.5653094656407645,"score_spread":0.27399142762571216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379114731","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003731457,0.84941787,0.0000095004425,0.13188478,0.002954887,0.00923145,0.000038687314,0.00012792578,0.0062975874],"genre_scores_gemma":[0.000011505046,0.9569488,0.0000695503,0.01743376,0.002518467,0.0047899857,0.0003684986,0.00015319354,0.017706232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965156,0.00034494285,0.000965405,0.0005514621,0.0010857421,0.00053688744],"domain_scores_gemma":[0.9950545,0.0012065682,0.00082746457,0.0024236685,0.00040992565,0.00007787829],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0042563006,0.00047722558,0.0011122574,0.00015802449,0.0013038208,0.0017908359,0.007855899,0.00034820946,0.00027277746],"category_scores_gemma":[0.0031875025,0.00017169828,0.00030299806,0.002094263,0.0004905528,0.00070251036,0.0027503737,0.0020697163,0.00043737015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007374202,0.000040898267,0.000012323501,0.0020117671,0.00024580283,0.000007852954,0.0021097467,9.1947086e-8,1.5175827e-8,0.0024754826,0.16448927,0.8285994],"study_design_scores_gemma":[0.0001583541,0.000020000085,0.00033967066,0.0067596147,0.00078481593,0.00004566511,0.0022231955,0.000035263267,2.6045885e-7,0.000757181,0.9886622,0.00021377101],"about_ca_topic_score_codex":0.0013050104,"about_ca_topic_score_gemma":0.00011350543,"teacher_disagreement_score":0.8283856,"about_ca_system_score_codex":0.0002901171,"about_ca_system_score_gemma":0.0009946265,"threshold_uncertainty_score":0.99999636},"labels":[],"label_agreement":null},{"id":"W4379144770","doi":"10.5430/ijhe.v12n3p33","title":"The \"Four-step Approach\" for Delivery of the Undergraduate Endodontics Experimental Course","year":2023,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shenzhen University","keywords":"Endodontics; Course (navigation); Dental education; Medical education; Computer science; Emphasis (telecommunications); Mathematics education; Dentistry; Medical physics; Medicine; Engineering; Psychology","score_opus":0.029056144956306238,"score_gpt":0.3729007438600628,"score_spread":0.3438445989037565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379144770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8686501,0.0011270232,0.0026938699,0.102048695,0.022447148,0.00067342346,0.000010703527,0.0000239902,0.002325046],"genre_scores_gemma":[0.9871733,0.00007343477,0.0045533204,0.0011255635,0.001408171,0.00003671836,0.00003348045,0.000015784903,0.0055801873],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857277,0.000042198062,0.00049989554,0.000083672174,0.00068961893,0.000111837384],"domain_scores_gemma":[0.9976688,0.00014124079,0.00051351223,0.00017564186,0.0014712908,0.000029489034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004995154,0.00007989971,0.00011832319,0.0001361913,0.000106442334,0.00003120747,0.00037161118,0.000049865248,0.00002374017],"category_scores_gemma":[0.0002489687,0.00004793289,0.00014485355,0.00029876683,0.00013011176,0.000104226485,0.000035951507,0.00018149367,0.0000045343622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054351887,0.0021696924,0.014402135,0.00007965908,0.0008788044,0.0000030333251,0.0011582872,0.00018146404,0.012000302,0.05481106,0.8170503,0.09672176],"study_design_scores_gemma":[0.0047147237,0.0005745511,0.29499966,0.00059747754,0.0005566929,0.00059086084,0.008502551,0.0052452995,0.025436148,0.0074498844,0.6510091,0.00032305907],"about_ca_topic_score_codex":0.0000075646612,"about_ca_topic_score_gemma":4.9331135e-7,"teacher_disagreement_score":0.28059754,"about_ca_system_score_codex":0.0002223673,"about_ca_system_score_gemma":0.0007287167,"threshold_uncertainty_score":0.19546464},"labels":[],"label_agreement":null},{"id":"W4379161287","doi":"10.1016/j.jsurg.2023.05.003","title":"Residents as Medical Coaches","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Feeling; Coaching; Thematic analysis; Medical education; Psychology; Coding (social sciences); Perception; Qualitative research; Autonomy; Medicine; Nursing; Social psychology","score_opus":0.028279608032156962,"score_gpt":0.3985047109967951,"score_spread":0.3702251029646381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379161287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245828,0.00022154061,0.000027309781,0.065843485,0.0024543642,0.00010160769,2.4625243e-7,0.00003351345,0.006735153],"genre_scores_gemma":[0.9893717,0.0007949986,0.000800697,0.0024876962,0.0026231976,0.000009400961,0.000038425304,0.000018445802,0.0038554135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976648,0.00006138957,0.0006817562,0.00010986466,0.001309701,0.00017245022],"domain_scores_gemma":[0.99849844,0.00014278971,0.0002797586,0.00016215743,0.0007132754,0.00020360084],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016346617,0.00008517405,0.00023844684,0.0005038429,0.0000638675,0.00002014922,0.00014528877,0.00016582721,0.0013085024],"category_scores_gemma":[0.0037954,0.00006603788,0.000106621555,0.001140151,0.000094516865,0.00017058766,0.000024249948,0.00050489075,0.0004817648],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002776608,0.0012549885,0.034726027,0.0001526452,0.000093152834,0.0003362116,0.0007370351,0.000003948579,0.00017903752,0.004633777,0.6644347,0.29317084],"study_design_scores_gemma":[0.0034090788,0.00070786854,0.26398394,0.0015713095,0.00018813113,0.009995731,0.006921518,0.00036081809,0.0008365458,0.0059255054,0.7058462,0.00025336698],"about_ca_topic_score_codex":0.000018949064,"about_ca_topic_score_gemma":3.5581343e-7,"teacher_disagreement_score":0.2929175,"about_ca_system_score_codex":0.00015714277,"about_ca_system_score_gemma":0.0025618821,"threshold_uncertainty_score":0.99960446},"labels":[],"label_agreement":null},{"id":"W4379209337","doi":"10.1111/medu.15142","title":"Professional identity struggle and ideology: A qualitative study of residents' experiences","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Center for Clinical and Translational Science, Mayo Clinic; Georgia Clinical and Translational Science Alliance; University of Washington","keywords":"Ideology; Identity (music); Feeling; Normative; Qualitative research; Social psychology; Sociology; Psychology; Aesthetics; Social science; Political science; Law","score_opus":0.029280946392563033,"score_gpt":0.4903784762308984,"score_spread":0.4610975298383354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379209337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98829615,0.00007990042,0.00005343781,0.009212131,0.0016138918,0.0004851589,6.2460595e-7,0.000051485804,0.00020721517],"genre_scores_gemma":[0.9964365,0.000019012778,0.00032391367,0.0015468086,0.00020379049,0.0003737727,0.00006505035,0.000008618065,0.0010225737],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99785364,0.00021800974,0.00046580844,0.0002452947,0.001064461,0.00015276563],"domain_scores_gemma":[0.9991203,0.00015052024,0.00014350278,0.0002009275,0.00030616464,0.00007861121],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016039875,0.00008581124,0.00021195355,0.00031252136,0.00010983837,0.000008092924,0.000117545795,0.000118336306,0.0008133986],"category_scores_gemma":[0.008465668,0.00007041939,0.000019311472,0.0011106803,0.00031018423,0.00017946957,0.00007645512,0.00024831152,0.000030778192],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008538803,0.003514598,0.052781664,0.000259442,0.00005419722,0.0000058229107,0.77826625,1.7118778e-7,0.000114160684,0.0020610509,0.12965243,0.03320483],"study_design_scores_gemma":[0.00063685706,0.0002723878,0.28700078,0.00018666871,0.000026727497,0.000012360428,0.7100595,0.00012618864,0.00004917933,0.0012787658,0.0002917872,0.000058794994],"about_ca_topic_score_codex":0.00041155203,"about_ca_topic_score_gemma":0.000050572307,"teacher_disagreement_score":0.23421912,"about_ca_system_score_codex":0.000052465562,"about_ca_system_score_gemma":0.0012849641,"threshold_uncertainty_score":0.99988645},"labels":[],"label_agreement":null},{"id":"W4379212045","doi":"10.51642/ppmj.v26i3.143","title":"MEDICAL EDUCATION-WHERE DO WE STAND?","year":2015,"lang":"en","type":"article","venue":"Pakistan Postgraduate Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology","score_opus":0.02526843225131308,"score_gpt":0.38777689830700646,"score_spread":0.36250846605569337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379212045","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17814104,0.06741876,0.016838271,0.67792827,0.014896257,0.00096227526,0.0000137820425,0.00037835783,0.043422997],"genre_scores_gemma":[0.90419143,0.01806501,0.02127902,0.027657825,0.015871774,0.00010889726,0.00011563291,0.00025683548,0.0124535505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911617,0.0002618115,0.0014008057,0.00040574514,0.006084438,0.00068549137],"domain_scores_gemma":[0.99373245,0.00013264551,0.0003482062,0.0005297462,0.0019421536,0.0033148003],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004522122,0.0003312231,0.000557331,0.00044216283,0.00026151116,0.00014978129,0.0005990515,0.0005069941,0.007611759],"category_scores_gemma":[0.013995938,0.0002536859,0.00018113632,0.0010342482,0.0005623954,0.0002195273,0.00010788111,0.0025229962,0.00047741286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018388989,0.0010014568,0.005709123,0.0001310053,0.00009735789,0.0005302268,0.0009306264,3.027709e-7,0.0000061895034,0.0051376796,0.55688894,0.4293832],"study_design_scores_gemma":[0.0036288556,0.0004710699,0.0016850876,0.0028953527,0.00013321229,0.014971046,0.004371612,0.00066515943,0.000025443793,0.006504894,0.9643051,0.00034313995],"about_ca_topic_score_codex":0.000031834436,"about_ca_topic_score_gemma":0.000011230799,"teacher_disagreement_score":0.72605044,"about_ca_system_score_codex":0.00081892865,"about_ca_system_score_gemma":0.023000954,"threshold_uncertainty_score":0.99999154},"labels":[],"label_agreement":null},{"id":"W4379229557","doi":"10.5334/pme.838","title":"Evaluation of Continuing Professional Development for Physicians – Time for Change: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"William Osler Health System; Humber River Regional Hospital; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Checklist; Psychological intervention; Medical education; Intervention (counseling); Quality (philosophy); MEDLINE; Program evaluation; Medicine; Quality management; Health care; Professional development; Psychology; Nursing","score_opus":0.15786355058597895,"score_gpt":0.5436265889854718,"score_spread":0.38576303839949283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379229557","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023700497,0.9747681,0.000364914,0.0028551095,0.0021655823,0.019577572,0.000019330633,0.0000705891,0.000155071],"genre_scores_gemma":[0.0000027477158,0.95793813,0.0036133274,0.0012513698,0.0021287976,0.03173353,0.0021015538,0.00010140609,0.0011291172],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9951726,0.0002823307,0.0013082367,0.0006592562,0.0022647062,0.00031287744],"domain_scores_gemma":[0.99431235,0.00065081386,0.0010335778,0.00040015246,0.003498582,0.000104544866],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0073188874,0.0003486509,0.0016357935,0.00052808406,0.00012623635,0.000010250733,0.00022285423,0.00038984683,0.00035400243],"category_scores_gemma":[0.03742645,0.00029142207,0.00038003013,0.0009341981,0.00012807682,0.00007861582,0.00003416051,0.0004288263,0.00006274522],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012521263,0.00086944987,1.6504683e-7,0.1583376,0.00016004115,6.909636e-8,0.0021316267,2.8414432e-8,2.6351944e-7,0.00028612427,0.01416474,0.8240374],"study_design_scores_gemma":[0.000551587,0.00013849388,0.000008271193,0.7509356,0.0024433353,0.000005935911,0.0011863019,0.00024153075,0.0000022383642,0.000070805356,0.2441947,0.00022117708],"about_ca_topic_score_codex":0.000002530514,"about_ca_topic_score_gemma":0.0000017502848,"teacher_disagreement_score":0.8238162,"about_ca_system_score_codex":0.0011487406,"about_ca_system_score_gemma":0.015382254,"threshold_uncertainty_score":0.9999538},"labels":[],"label_agreement":null},{"id":"W4379523992","doi":"10.1136/annrheumdis-2023-eular.1602","title":"POS0393 DEFINING THE KEY ATTRIBUTES OF A CLINICIAN WITH COMPETENCE IN BONE HEALTH MANAGEMENT","year":2023,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Bone health; Competence (human resources); Key (lock); Data science; Knowledge management; Pathology; Osteoporosis; Computer science; Computer security","score_opus":0.03576458765197331,"score_gpt":0.36436724618218297,"score_spread":0.32860265853020965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379523992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86534023,0.00018209469,0.0012032932,0.120937824,0.00020681579,0.0007376376,0.0000027437914,0.000100445875,0.011288888],"genre_scores_gemma":[0.97670704,0.00008777233,0.01585927,0.0064724344,0.000028011367,0.000035758403,0.00005412461,0.000008404764,0.0007471885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990344,0.00003134001,0.0003641015,0.000121892976,0.00027212146,0.0001761126],"domain_scores_gemma":[0.9994725,0.000091076115,0.00009858703,0.0002364179,0.0000771648,0.00002422602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011670539,0.0000546809,0.00016715436,0.00018616267,0.00004841209,0.000003922663,0.00007224016,0.00002206716,0.000050321672],"category_scores_gemma":[0.00018447648,0.00003246984,0.000015082045,0.0015375318,0.000087148546,0.000022291239,0.000034939436,0.00015459444,0.00004591608],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017959821,0.00060985377,0.3854346,0.0008743472,0.00011687393,0.00005425214,0.0060690693,0.00013745841,0.000036038004,0.31728768,0.059796337,0.2294039],"study_design_scores_gemma":[0.0013429174,0.00044428065,0.9716607,0.0007913308,0.00002232309,0.000017526127,0.01242536,0.0022429968,0.00005893484,0.00052960555,0.010383684,0.000080383164],"about_ca_topic_score_codex":0.00013879809,"about_ca_topic_score_gemma":0.00008603361,"teacher_disagreement_score":0.58622605,"about_ca_system_score_codex":0.000057447363,"about_ca_system_score_gemma":0.00012974205,"threshold_uncertainty_score":0.13240817},"labels":[],"label_agreement":null},{"id":"W4379598891","doi":"10.1111/medu.15148","title":"Demonstrating causality, bestowing honours, and contributing to the arms race: Threats to the sustainability of HPE research","year":2023,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Sustainability; Productivity; Ethos; Value (mathematics); Privilege (computing); Field (mathematics); Causality (physics); Political science; Sociology; Public relations; Environmental ethics; Psychology; Law; Economic growth; Computer science; Economics","score_opus":0.11539920053987023,"score_gpt":0.5444724242553628,"score_spread":0.42907322371549256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379598891","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004368525,0.6980759,0.0009977913,0.28720742,0.0021457376,0.0068756933,0.000015660356,0.00007718198,0.00023608269],"genre_scores_gemma":[0.008542266,0.9690885,0.0016638478,0.00786238,0.006219854,0.0037143808,0.0006344444,0.00016582587,0.002108504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99396235,0.0010727677,0.0013928593,0.00064550544,0.002125502,0.0008010096],"domain_scores_gemma":[0.9915209,0.0033692808,0.00045221177,0.0014676881,0.002791945,0.0003979832],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024811678,0.00029868624,0.0010708724,0.0004994468,0.00069603964,0.000080085745,0.00062346726,0.0004664228,0.00007686505],"category_scores_gemma":[0.14241283,0.00016880882,0.00014641049,0.0039383587,0.00051102915,0.00005802827,0.0004841091,0.002169077,0.000063822416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007937801,0.00019954977,0.00034121034,0.006972531,0.00006420932,0.0000023588775,0.0026755338,7.6101054e-7,1.9426085e-7,0.00089591206,0.03519787,0.95364195],"study_design_scores_gemma":[0.00017522414,0.0001771622,0.0014967755,0.022794677,0.00044764808,0.000101133795,0.01403778,0.00009136031,0.0000018282425,0.0006544246,0.9598106,0.00021138269],"about_ca_topic_score_codex":0.00050416746,"about_ca_topic_score_gemma":0.00010475415,"teacher_disagreement_score":0.95343053,"about_ca_system_score_codex":0.0010275566,"about_ca_system_score_gemma":0.01446216,"threshold_uncertainty_score":0.9911249},"labels":[],"label_agreement":null},{"id":"W4380266184","doi":"10.1515/9780773590939-008","title":"Conception d’un processus d’admission pour l’École de médecine du Nord de l’Ontario","year":2010,"lang":"fr","type":"book-chapter","venue":"McGill-Queen's University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.01506487827256751,"score_gpt":0.24305208303662973,"score_spread":0.22798720476406223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380266184","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028352141,0.000006698567,0.004524177,0.0036345648,0.002258874,0.0017886981,0.00014737734,0.00032192355,0.95896554],"genre_scores_gemma":[0.089134075,0.00013327441,0.013838403,0.0017321279,0.0018985649,0.0000134502325,0.000332481,0.00014728979,0.89277035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962768,0.00016605097,0.000699425,0.0009936348,0.00084735715,0.0010167279],"domain_scores_gemma":[0.99622756,0.00018629097,0.00073307235,0.00092308794,0.0012356495,0.00069431117],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0007498562,0.00081260095,0.00085166073,0.000551143,0.0012019421,0.000047181988,0.0007201743,0.0019451417,0.0024108319],"category_scores_gemma":[0.00049859873,0.00093610375,0.00029047468,0.00008378486,0.0007734178,0.00023789317,0.00040930358,0.0031651412,0.000110141395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011226743,0.00074200943,0.004222068,0.0010179346,0.00058684923,0.000987594,0.0023808917,0.000060489914,0.0028312418,0.9331296,0.0036684535,0.0492502],"study_design_scores_gemma":[0.0044448674,0.00035001565,0.003956667,0.0016197136,0.0013168107,0.000120073666,0.00048441335,0.00037716585,0.0036001096,0.0015993586,0.9812813,0.0008495017],"about_ca_topic_score_codex":0.01486875,"about_ca_topic_score_gemma":0.00007466886,"teacher_disagreement_score":0.97761285,"about_ca_system_score_codex":0.0039934097,"about_ca_system_score_gemma":0.002012929,"threshold_uncertainty_score":0.99983007},"labels":[],"label_agreement":null},{"id":"W4380360885","doi":"10.36834/cmej.76245","title":"Exploring stakeholder perspectives regarding the implementation of competency-based medical education: a qualitative descriptive study","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre; Université de Sherbrooke","funders":"McGill University","keywords":"Stakeholder; Medical education; Curriculum; Competence (human resources); Conversation; Adaptability; Qualitative research; Psychology; Medicine; Pedagogy; Political science; Sociology; Public relations; Management","score_opus":0.15845980515529587,"score_gpt":0.4373076153931104,"score_spread":0.2788478102378146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380360885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79547125,0.00024215844,0.000154528,0.1988167,0.0031838382,0.0008619365,0.0000059618874,0.000044937282,0.0012186827],"genre_scores_gemma":[0.9856072,0.00010251438,0.0013947426,0.010431841,0.0016046898,0.00043962285,0.00009168719,0.00004007158,0.00028760076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948869,0.0006524485,0.0010332635,0.00034451374,0.0025835251,0.00049935206],"domain_scores_gemma":[0.9937543,0.0002513167,0.00038520625,0.0004210966,0.002441347,0.0027467175],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053234044,0.0002181734,0.00035837496,0.0012934725,0.0006188094,0.0000714282,0.00044078974,0.00014893386,0.015689323],"category_scores_gemma":[0.03223407,0.00016874984,0.000121532314,0.0024741187,0.00043871865,0.00033693414,0.000028692655,0.0012825475,0.000054636675],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006125743,0.0017536479,0.009481852,0.00012968521,0.0003358592,0.00005934507,0.45642865,0.000005785205,0.000016113228,0.018799594,0.25195768,0.26097053],"study_design_scores_gemma":[0.0012660942,0.00027738087,0.034463048,0.00053764804,0.0001100973,0.00022781595,0.9496214,0.00018893488,0.000029899848,0.0006794926,0.012432316,0.00016589851],"about_ca_topic_score_codex":0.008195541,"about_ca_topic_score_gemma":0.01094947,"teacher_disagreement_score":0.4931927,"about_ca_system_score_codex":0.0014580872,"about_ca_system_score_gemma":0.24865755,"threshold_uncertainty_score":0.998409},"labels":[],"label_agreement":null},{"id":"W4380479927","doi":"10.1007/978-981-287-079-7_134-1","title":"Academic Integrity, Ableist Assessment Design, and Pedagogies of Disclosure","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ableism; Academic integrity; Pedagogy; Frame (networking); Inclusion (mineral); Engineering ethics; Sociology; Public relations; Psychology; Political science; Engineering; Social psychology","score_opus":0.12059933697141963,"score_gpt":0.42212871423959947,"score_spread":0.30152937726817985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380479927","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001348536,0.0005460611,0.023745894,0.018861413,0.001359724,0.0016392489,0.000024941104,0.00030819656,0.95216596],"genre_scores_gemma":[0.0056453818,0.0016337092,0.028952146,0.0005224772,0.00039008973,0.000035016557,0.00020740609,0.000073952506,0.96253985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849254,0.0000146059365,0.00054641406,0.0002800642,0.0005242263,0.00014216366],"domain_scores_gemma":[0.9989244,0.00018444602,0.0002157686,0.00030951956,0.00031391255,0.00005195838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073281274,0.00021441217,0.00046031523,0.00031377035,0.000042002364,0.000008937052,0.00011208345,0.0006172328,0.0006976386],"category_scores_gemma":[0.0004240172,0.00016568019,0.00005596886,0.000086199274,0.0002906905,0.00004395971,0.00010851119,0.0018500506,0.000041571213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034137287,0.000044870096,0.0012088543,0.0011006288,0.000187034,0.000012993821,0.00028010062,0.00000149107,0.00020547558,0.7948711,0.15361044,0.048442908],"study_design_scores_gemma":[0.003439311,0.0020180135,0.039527282,0.012547406,0.0025196876,0.0002783582,0.0039690994,0.0020602085,0.0009367285,0.43154144,0.49927774,0.0018847197],"about_ca_topic_score_codex":0.000021761896,"about_ca_topic_score_gemma":0.0000029820512,"teacher_disagreement_score":0.36332962,"about_ca_system_score_codex":0.00013013686,"about_ca_system_score_gemma":0.0006284933,"threshold_uncertainty_score":0.80376524},"labels":[],"label_agreement":null},{"id":"W4380685471","doi":"10.5334/pme.1052","title":"What does &amp;ldquo;Timely&amp;rdquo; Mean to Residents? Challenging Feedback Assumptions in Postgraduate Education","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Sinai Health System; Western University; University of Toronto","funders":"","keywords":"Context (archaeology); Peer feedback; Asynchronous communication; Computer science; Perception; Corrective feedback; Subspecialty; Medical education; Psychology; Medicine; Mathematics education","score_opus":0.030742566411314176,"score_gpt":0.400627497435834,"score_spread":0.3698849310245198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380685471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7897182,0.0006347664,0.00034533834,0.19917262,0.005811433,0.0011882366,0.0000034537982,0.00030672128,0.0028192445],"genre_scores_gemma":[0.95683163,0.00373486,0.004371841,0.012059839,0.002835049,0.0010590078,0.0009354184,0.00012098956,0.018051365],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9954733,0.00022940103,0.0008348337,0.0010194937,0.0017765054,0.00066642254],"domain_scores_gemma":[0.99716645,0.0002408757,0.00019513574,0.0009443146,0.0009164565,0.00053676934],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017947868,0.00037142957,0.00045728544,0.0023351077,0.00029580467,0.00016190538,0.00037097756,0.00034615057,0.0017526071],"category_scores_gemma":[0.012894243,0.00032766574,0.0001313826,0.0035772112,0.0002166816,0.00059215515,0.000092830625,0.0010573172,0.0032914947],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048096047,0.0118249785,0.010703449,0.00066677044,0.0002078228,0.000011805218,0.25333062,0.00009199531,0.0015335706,0.033024814,0.22483051,0.4632927],"study_design_scores_gemma":[0.0019105476,0.00035087057,0.4439329,0.0069999634,0.00015610612,0.000094981384,0.44620323,0.00052466494,0.00022395405,0.007952561,0.09060318,0.0010470486],"about_ca_topic_score_codex":0.00045499275,"about_ca_topic_score_gemma":0.0006982012,"teacher_disagreement_score":0.46224564,"about_ca_system_score_codex":0.0016398965,"about_ca_system_score_gemma":0.0030780227,"threshold_uncertainty_score":0.99991757},"labels":[],"label_agreement":null},{"id":"W4380762580","doi":"10.4300/jgme-d-22-00783.1","title":"Designing a User-Friendly Context-Specific Assessment Tool for Community-Based Teachers","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rubric; Summative assessment; Competence (human resources); Medical education; Computer science; Context (archaeology); Formative assessment; Psychology; Medicine; Pedagogy","score_opus":0.083783754459524,"score_gpt":0.4152524694347127,"score_spread":0.3314687149751887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380762580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8039795,0.00009729407,0.10215036,0.08931798,0.0034183967,0.0007346673,0.000002406233,0.00007415712,0.00022525291],"genre_scores_gemma":[0.91461104,0.00009848135,0.07114004,0.011556569,0.0014897686,0.00017388402,0.00030959857,0.000053609725,0.0005670066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667025,0.00034490047,0.0010729032,0.00014800228,0.0014560276,0.00030791207],"domain_scores_gemma":[0.99655277,0.0006647786,0.0005729386,0.00033602756,0.0016375361,0.00023594395],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006892609,0.00016951782,0.0004087843,0.0006743516,0.00033720254,0.000048865943,0.00030190634,0.00018520415,0.000161016],"category_scores_gemma":[0.009322973,0.0001405339,0.00018922584,0.0010569997,0.00019986388,0.00018789346,0.000023652801,0.0014937341,0.000022832073],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001651519,0.0014942907,0.0028865444,0.0002574711,0.00009021543,0.000009287393,0.0017967795,0.000012420614,0.0009393621,0.0015443814,0.6637074,0.3270967],"study_design_scores_gemma":[0.012022666,0.0030307504,0.06419271,0.0034958252,0.00046245765,0.00041709145,0.03485941,0.0044734133,0.0019769643,0.0026043395,0.8719288,0.00053555425],"about_ca_topic_score_codex":0.000019912828,"about_ca_topic_score_gemma":0.0000020635584,"teacher_disagreement_score":0.32656115,"about_ca_system_score_codex":0.00051259884,"about_ca_system_score_gemma":0.0069881934,"threshold_uncertainty_score":0.99902195},"labels":[],"label_agreement":null},{"id":"W4380785993","doi":"10.1136/bmjgh-2022-011656","title":"Faster, higher, stronger – together? A bibliometric analysis of author distribution in top medical education journals","year":2023,"lang":"en","type":"article","venue":"BMJ Global Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Distribution (mathematics); Bibliometrics; Political science; Regional science; Library science; Sociology; Computer science; Mathematics","score_opus":0.05963107322541686,"score_gpt":0.512540289200959,"score_spread":0.4529092159755421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380785993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9419152,0.0008406592,0.0015694089,0.053138763,0.0012439614,0.00057904294,0.00008004981,0.00006337009,0.0005695588],"genre_scores_gemma":[0.99458206,0.0002956179,0.0006800876,0.0024408689,0.0003302481,0.0000679932,0.0012088701,0.000009013393,0.0003852541],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99661136,0.00019091541,0.001120461,0.0002695768,0.001400584,0.0004071297],"domain_scores_gemma":[0.9984113,0.000070019356,0.00039491605,0.00034750087,0.00048168722,0.0002945909],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.003641529,0.00012291677,0.0005247752,0.021515086,0.00006226726,0.00001695308,0.00015501573,0.00020275328,0.00081487285],"category_scores_gemma":[0.0032159758,0.00011062228,0.000115457566,0.25616223,0.00006946428,0.00009210159,0.000043789067,0.00029540667,0.00004302058],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060967952,0.0007354304,0.29142106,0.00017538422,0.00015754944,0.0000058276064,0.00013829394,0.000027034157,0.0000052884952,0.002866506,0.10925943,0.59514725],"study_design_scores_gemma":[0.00056873384,0.00014524537,0.98577756,0.00032155414,0.0001276359,0.000015245948,0.00044879146,0.003924528,0.0000043083965,0.0003029662,0.008286264,0.00007714655],"about_ca_topic_score_codex":0.0007666051,"about_ca_topic_score_gemma":0.00009924237,"teacher_disagreement_score":0.69435656,"about_ca_system_score_codex":0.0011899509,"about_ca_system_score_gemma":0.0040010386,"threshold_uncertainty_score":0.9895752},"labels":[],"label_agreement":null},{"id":"W4380788278","doi":"10.1002/lio2.1095","title":"Competency‐based medical education in the United States: What the otolaryngologist needs to know","year":2023,"lang":"en","type":"review","venue":"Laryngoscope Investigative Otolaryngology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Otorhinolaryngology; Need to know; Medical education; Medicine; Computer science; Surgery; Computer security","score_opus":0.055365525827911335,"score_gpt":0.39180776563885905,"score_spread":0.33644223981094773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380788278","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059205373,0.85077876,0.00013992983,0.12822002,0.0029869855,0.010411538,0.00004718041,0.0003611839,0.0011338751],"genre_scores_gemma":[0.000034127625,0.85348725,0.001793694,0.13057329,0.00083563087,0.005496883,0.0068715694,0.00022023535,0.00068729976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903063,0.0035663466,0.0022778602,0.0011022923,0.001606788,0.0011404067],"domain_scores_gemma":[0.9934344,0.0025468098,0.00083820475,0.0019629034,0.0007101087,0.00050753215],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0045405924,0.0010816739,0.0025802923,0.0031394993,0.00046322864,0.00024454147,0.0023050795,0.0014364774,0.0004614412],"category_scores_gemma":[0.012522691,0.00062895694,0.00045097817,0.01396824,0.0027022327,0.0003050322,0.00039750576,0.004418987,0.0013918184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015635221,0.0032080384,0.0017985181,0.03199323,0.0010362256,0.00077853684,0.010817968,0.00003936672,0.000004404497,0.07059258,0.37546188,0.5041129],"study_design_scores_gemma":[0.00054503814,0.0004506584,0.00092232466,0.032638773,0.0006550653,0.00042592635,0.0035241782,0.0005652408,0.0000022013905,0.0013387034,0.9583571,0.0005748094],"about_ca_topic_score_codex":0.000751773,"about_ca_topic_score_gemma":0.0006604723,"teacher_disagreement_score":0.5828952,"about_ca_system_score_codex":0.00071377156,"about_ca_system_score_gemma":0.021403737,"threshold_uncertainty_score":0.99985987},"labels":[],"label_agreement":null},{"id":"W4381094970","doi":"10.1016/j.ajpe.2023.100550","title":"Is it Time for Competency-Based Education to Move Forward in Pharmacy Education?","year":2023,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pharmacy; Pharmacy education; Medical education; Quality (philosophy); Pharmacy practice; Health professions; Medicine; Higher education; Health care; Political science; Nursing","score_opus":0.03501155062422928,"score_gpt":0.4680517436197956,"score_spread":0.43304019299556634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381094970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7495538,0.00015290825,0.0018432902,0.24178283,0.0034262014,0.0014441855,0.000012054676,0.000046855057,0.001737888],"genre_scores_gemma":[0.8301735,0.00009059202,0.05497771,0.10980572,0.0019573823,0.00048287679,0.00022489877,0.00007343295,0.0022138786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99738723,0.00011527959,0.0011008113,0.00033624686,0.0006270199,0.00043338354],"domain_scores_gemma":[0.9967108,0.0002663099,0.0005200054,0.0003061483,0.0017872638,0.00040952204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011733606,0.00023691582,0.0004920402,0.0016639689,0.00009790465,0.00004212302,0.00028794273,0.000059403435,0.0006837349],"category_scores_gemma":[0.0017165618,0.00023376514,0.00018715908,0.0033488593,0.00017579463,0.00024622952,0.00002444535,0.0004956071,0.00036414305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042483766,0.0024920208,0.0053147133,0.0001578038,0.000048981878,9.05042e-7,0.0013426165,0.000049844413,0.0031472868,0.0005382592,0.27821305,0.7082697],"study_design_scores_gemma":[0.0039211763,0.0013668762,0.062150422,0.0015943954,0.0006064367,0.0002145066,0.014601722,0.015278728,0.010255284,0.002444701,0.88683534,0.00073041033],"about_ca_topic_score_codex":0.00006859342,"about_ca_topic_score_gemma":0.0000013582192,"teacher_disagreement_score":0.70753926,"about_ca_system_score_codex":0.00077208446,"about_ca_system_score_gemma":0.015854634,"threshold_uncertainty_score":0.9897246},"labels":[],"label_agreement":null},{"id":"W4381136639","doi":"10.1097/acm.0000000000005301","title":"How Theory Can Inform Practice: A Case of Easing Transition Into Residency","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transition (genetics); Residency training; Medical education; Psychology; MEDLINE; Medicine; Political science; Continuing education","score_opus":0.034879139778945016,"score_gpt":0.40588619588468056,"score_spread":0.37100705610573553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381136639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68795806,0.0005275214,0.0035474778,0.30398694,0.0006601038,0.0005427939,0.000002374564,0.00016574077,0.0026089833],"genre_scores_gemma":[0.9886599,0.0005620571,0.0014561956,0.006525788,0.0010688746,0.000040572646,0.00014672139,0.000026952483,0.0015129119],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9981446,0.00010793363,0.0006240491,0.00022337542,0.0006353486,0.0002646928],"domain_scores_gemma":[0.99819195,0.0005456637,0.00029454977,0.00034398987,0.0005009943,0.0001228453],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032340814,0.00014846104,0.0003377118,0.0006323597,0.000112852336,0.00000401167,0.0001073472,0.00029441869,0.00011308541],"category_scores_gemma":[0.0210648,0.00011722324,0.000034292807,0.0018661555,0.00039690232,0.0002749096,0.000024598623,0.0009768085,0.000016156762],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088976795,0.00007976194,0.0010015019,0.0024467423,0.00031069387,0.002496057,0.2836219,0.000009349669,0.036457967,0.110503376,0.15269667,0.4094862],"study_design_scores_gemma":[0.009963618,0.0022366655,0.0033403696,0.007707359,0.0021900134,0.025593096,0.7490355,0.00343675,0.011648802,0.10927603,0.074799374,0.00077246374],"about_ca_topic_score_codex":0.00027953097,"about_ca_topic_score_gemma":0.000007217711,"teacher_disagreement_score":0.46541357,"about_ca_system_score_codex":0.00016011286,"about_ca_system_score_gemma":0.00039672613,"threshold_uncertainty_score":0.9871812},"labels":[],"label_agreement":null},{"id":"W4381252030","doi":"10.3390/healthcare11121798","title":"A Mixed-Methods Systematic Review of Group Reflective Practice in Medical Students","year":2023,"lang":"en","type":"review","venue":"Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Empathy; Checklist; Medical education; MEDLINE; Psychology; Qualitative research; Focus group; Systematic review; Qualitative property; Medicine; Social psychology; Sociology; Social science","score_opus":0.14970726849807375,"score_gpt":0.6282600438919076,"score_spread":0.47855277539383384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381252030","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.773518e-7,0.9861059,0.00009871545,0.0053666104,0.0011313604,0.0069311378,0.00001099375,0.00006631704,0.0002884666],"genre_scores_gemma":[3.9583833e-7,0.9804866,0.009134745,0.007197681,0.00023483152,0.002340307,0.00036582115,0.00008898825,0.00015063878],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98793733,0.0047722454,0.0036346684,0.0005565482,0.0027077007,0.00039149474],"domain_scores_gemma":[0.99301726,0.0028875915,0.00186934,0.0010269723,0.0009779521,0.00022088454],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01914769,0.00035996243,0.0048191906,0.00073967385,0.00004581762,0.000010051431,0.0005914967,0.0007441484,0.000072817485],"category_scores_gemma":[0.1097446,0.0002700567,0.00031930718,0.0040854844,0.0000889318,0.000064069216,0.00019417539,0.0019938606,0.00012730715],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033011775,0.00016980949,0.0000024890303,0.66675574,0.00013622608,0.00006144709,0.00014806543,4.916616e-10,2.4996742e-9,0.00041347643,0.0017122213,0.33059725],"study_design_scores_gemma":[0.00016462311,0.00013710311,0.00001061733,0.8109282,0.0015935753,0.00037408483,0.00053968735,0.0000014879504,1.8934895e-8,0.00003408284,0.18608907,0.00012744595],"about_ca_topic_score_codex":0.00015487976,"about_ca_topic_score_gemma":0.000030151397,"teacher_disagreement_score":0.33046982,"about_ca_system_score_codex":0.0011379948,"about_ca_system_score_gemma":0.0029123938,"threshold_uncertainty_score":0.99997514},"labels":[],"label_agreement":null},{"id":"W4381322998","doi":"10.36834/cmej.74949","title":"A comparative analysis of graduate preparedness for a career in General Internal Medicine before and after national subspecialty recognition to inform curricular changes: have we met the mark?","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Toronto; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"","keywords":"Preparedness; Subspecialty; Medical education; Curriculum; Medicine; Certification; Psychology; Family medicine; Political science; Pedagogy","score_opus":0.06434795001867714,"score_gpt":0.38652371614370823,"score_spread":0.32217576612503107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381322998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8578834,0.00010937803,0.00020084177,0.13911152,0.0011448024,0.0007666548,0.00007208192,0.000009745939,0.0007015867],"genre_scores_gemma":[0.97084045,0.0001162537,0.001236783,0.023671912,0.0020487285,0.00063012587,0.000776554,0.00001730495,0.0006618936],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99746335,0.00009129348,0.00069257896,0.00022544668,0.0011939915,0.00033333345],"domain_scores_gemma":[0.99623305,0.0001230481,0.00021154953,0.00015048229,0.0019501643,0.0013317178],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002445127,0.00015484891,0.00043849723,0.0025917466,0.00016185858,0.00003020344,0.00015562233,0.00014576933,0.0023422244],"category_scores_gemma":[0.011138646,0.000110796966,0.00008470666,0.0030905239,0.0002481985,0.00010493363,0.000022956701,0.00049648073,0.000007986173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000400434,0.00027229148,0.033637717,0.0002299076,0.0013086912,0.00004790156,0.11275522,0.000050138868,0.00001848283,0.001397554,0.54851085,0.3013708],"study_design_scores_gemma":[0.0027662746,0.0008034353,0.7128843,0.0021068752,0.0013103004,0.0005772671,0.058472063,0.02192353,0.000028399234,0.0037643078,0.19495364,0.00040960748],"about_ca_topic_score_codex":0.0032419849,"about_ca_topic_score_gemma":0.100997515,"teacher_disagreement_score":0.6792466,"about_ca_system_score_codex":0.00080941955,"about_ca_system_score_gemma":0.008318499,"threshold_uncertainty_score":0.9985698},"labels":[],"label_agreement":null},{"id":"W4381470522","doi":"10.1097/ceh.0000000000000514","title":"Measuring Health Care Work–Related Contextual Factors: Development of the McGill Context Tool","year":2023,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Rasch model; Cronbach's alpha; Likert scale; Context (archaeology); Scale (ratio); Psychology; Applied psychology; Rating scale; Item response theory; Content validity; Health care; Knowledge management; Psychometrics; Computer science; Clinical psychology; Developmental psychology","score_opus":0.14875218515763228,"score_gpt":0.46549269844097807,"score_spread":0.3167405132833458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381470522","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01693859,0.95757324,0.000031227602,0.012720351,0.008403131,0.004200616,0.000023000825,0.000028185601,0.000081677725],"genre_scores_gemma":[0.043369822,0.94419026,0.0027964173,0.0048864866,0.0010589431,0.0004083469,0.00024098149,0.00020158221,0.0028471777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920947,0.0017227923,0.004488713,0.00023447575,0.0010183277,0.00044099244],"domain_scores_gemma":[0.9913035,0.0008182568,0.005968748,0.0005832931,0.0011977467,0.00012844623],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0059991563,0.00033201269,0.0018415882,0.00079897395,0.0005434177,0.000014221803,0.0006395302,0.00031986265,0.000025450076],"category_scores_gemma":[0.0040022093,0.00017547811,0.00037472043,0.0021341194,0.00011008894,0.000094679584,0.00008552251,0.0026781606,0.000010821195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012683358,0.00027519092,0.00020308612,0.011333074,0.0000822053,4.6491837e-7,0.06602009,2.4547668e-7,1.2211603e-7,0.00022539085,0.015520732,0.9063267],"study_design_scores_gemma":[0.00044783662,0.00009311279,0.0034242764,0.20310338,0.00014763833,0.000055461012,0.10525458,2.9877663e-7,0.0000010793974,0.000030227326,0.6873066,0.00013550842],"about_ca_topic_score_codex":0.000040496096,"about_ca_topic_score_gemma":0.000043438227,"teacher_disagreement_score":0.90619123,"about_ca_system_score_codex":0.0020883116,"about_ca_system_score_gemma":0.024530223,"threshold_uncertainty_score":0.9996227},"labels":[],"label_agreement":null},{"id":"W4381598283","doi":"10.1097/acm.0000000000005306","title":"Tuition Costs of Master’s of Health Professions Education Programs: A Cross-Sectional Analysis","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Interquartile range; Jurisdiction; Cross-sectional study; Total cost; Indirect costs; Currency; Medical education; Medicine; Demography; Political science; Family medicine; Sociology; Business; Economics; Management; Accounting","score_opus":0.10088022740916273,"score_gpt":0.48051349882480904,"score_spread":0.3796332714156463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381598283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809433,0.00041143256,0.002574442,0.013399399,0.0009480162,0.0008667287,0.000006010327,0.00009493999,0.0007557384],"genre_scores_gemma":[0.99340445,0.00025128506,0.0004506872,0.0010489267,0.00046595934,0.0001575796,0.0018672355,0.000016878303,0.0023370166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701655,0.00012125378,0.0014500201,0.00028314305,0.0008710277,0.00025800007],"domain_scores_gemma":[0.99792725,0.00009768209,0.0007623293,0.00034606818,0.00075731025,0.00010934781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002743994,0.00012935842,0.0005466444,0.0013767999,0.00009197357,0.0000019136442,0.00014042185,0.0002448982,0.00035026774],"category_scores_gemma":[0.001962993,0.00010345907,0.00008288973,0.005558159,0.00040408893,0.00008666954,0.00003664554,0.00056360214,0.000020325546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055880962,0.00014514643,0.92494416,0.00055348856,0.0002308137,4.0858694e-7,0.0033788783,0.000009655958,0.0013524485,0.0040862355,0.015350517,0.04989234],"study_design_scores_gemma":[0.0010002059,0.0004222103,0.9862968,0.0014305868,0.00030576525,0.000017344486,0.0061600306,0.0011989708,0.00017626578,0.0011943284,0.0017091897,0.00008834528],"about_ca_topic_score_codex":0.00020892313,"about_ca_topic_score_gemma":0.0000038875687,"teacher_disagreement_score":0.06135257,"about_ca_system_score_codex":0.00026325101,"about_ca_system_score_gemma":0.0009664855,"threshold_uncertainty_score":0.42189384},"labels":[],"label_agreement":null},{"id":"W4381599219","doi":"10.1097/acm.0000000000005305","title":"The Assessment Burden in Competency-Based Medical Education: How Programs Are Adapting","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Mindset; Competence (human resources); Medical education; Graduate medical education; Psychology; Medicine; Accreditation; Computer science","score_opus":0.04236800594555507,"score_gpt":0.4052258246188636,"score_spread":0.3628578186733085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381599219","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1363292,0.0006584682,0.0004731353,0.8563699,0.0020206717,0.0009634462,4.5927638e-7,0.0002487444,0.0029359702],"genre_scores_gemma":[0.96941054,0.000755973,0.0025969287,0.016037019,0.0048910542,0.0007854104,0.00041670856,0.000056630975,0.0050497097],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631405,0.00015815643,0.0007495904,0.00038727734,0.0018520219,0.00053891574],"domain_scores_gemma":[0.99814916,0.00047075519,0.0002888977,0.00050066534,0.0003413556,0.00024916593],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043166084,0.00020941303,0.00039420254,0.0004079835,0.00023324287,0.000014273553,0.00044928413,0.00036934632,0.00024364103],"category_scores_gemma":[0.009985661,0.00013355147,0.000041863575,0.0026112623,0.00056463067,0.0000722795,0.00007101542,0.0020235856,0.00005577473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004700051,0.00011522193,0.13778538,0.00037418163,0.000054344604,0.000074541895,0.0024695608,0.00001123849,0.0002380596,0.040942226,0.32740137,0.4904869],"study_design_scores_gemma":[0.0069403984,0.00071471545,0.20004329,0.0129405465,0.00020324218,0.00024581075,0.0819435,0.08868345,0.00004974575,0.01168711,0.59594584,0.00060234],"about_ca_topic_score_codex":0.00007542577,"about_ca_topic_score_gemma":0.000037989368,"teacher_disagreement_score":0.84033287,"about_ca_system_score_codex":0.00032990493,"about_ca_system_score_gemma":0.005939645,"threshold_uncertainty_score":0.9996958},"labels":[],"label_agreement":null},{"id":"W4381661504","doi":"10.22454/fammed.2023.690209","title":"Longitudinal Study of Family Medicine Residents’ Clinical Teaching After Participation in the Residents-as-Teachers Program","year":2023,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Preparedness; Graduation (instrument); Longitudinal study; Medicine; Medical school; Confidence interval; Family medicine; Medical education; Psychology; Internal medicine; Pathology","score_opus":0.20474449592946717,"score_gpt":0.5271222617720411,"score_spread":0.32237776584257394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381661504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97849387,0.00033685446,0.000048002214,0.013825919,0.0013822811,0.002494884,0.0000011671457,0.00018527755,0.003231721],"genre_scores_gemma":[0.99219704,0.00015054145,0.0002943369,0.004122748,0.0016170092,0.00077559554,0.00013703248,0.00004843161,0.00065727223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99300015,0.0010836908,0.0023039635,0.0006601711,0.002368303,0.0005837192],"domain_scores_gemma":[0.99700546,0.00092212996,0.00044833843,0.0010901272,0.00037341067,0.00016050458],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011917141,0.00032757525,0.000908488,0.0009146519,0.00016363422,0.000013514954,0.0004599418,0.00024101719,0.00013887497],"category_scores_gemma":[0.012212792,0.00020677544,0.000086559405,0.00248279,0.0007769392,0.00015700133,0.00010566218,0.0015957397,0.000098634584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005742585,0.0025610344,0.84608734,0.00014456248,0.00012825614,0.0002829101,0.03247565,0.000006866586,0.00021197186,0.00019744704,0.07447757,0.042852115],"study_design_scores_gemma":[0.005980674,0.00523139,0.92134756,0.0012093474,0.00039009165,0.000015717515,0.063118644,0.00020889337,0.0000028015702,0.00027753043,0.0020688518,0.0001485312],"about_ca_topic_score_codex":0.004286434,"about_ca_topic_score_gemma":0.000222265,"teacher_disagreement_score":0.07526017,"about_ca_system_score_codex":0.00016169269,"about_ca_system_score_gemma":0.00021340011,"threshold_uncertainty_score":0.99610776},"labels":[],"label_agreement":null},{"id":"W4381678661","doi":"10.18192/uojm.v12is1.6568","title":"The End of the Lecture? Rethinking Pre-clerkship Medical Education in a Post-Online Era","year":2023,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Computer science; Medicine; Library science; Mathematics education; Psychology","score_opus":0.01173541534280365,"score_gpt":0.29558316560938314,"score_spread":0.2838477502665795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381678661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8184385,0.00045647673,0.00016500702,0.17895956,0.00092658715,0.00016938674,0.000001343736,0.000006891095,0.00087629416],"genre_scores_gemma":[0.9960143,0.00045564419,0.00081335154,0.0016053283,0.00044839116,1.12559405e-7,0.000015475725,0.00000871114,0.00063868903],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977269,0.00016906053,0.0006079,0.00009556179,0.0012450487,0.00015550172],"domain_scores_gemma":[0.9975929,0.0004057999,0.0006769434,0.00027331105,0.000960271,0.000090775065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002943192,0.00008943094,0.00031553657,0.00045032043,0.00011883219,0.0000020545583,0.00047575435,0.00014323078,0.00038603725],"category_scores_gemma":[0.009504749,0.000052888983,0.000089142595,0.0012706583,0.00088341313,0.00006937774,0.00006233761,0.00091410923,0.0000014255689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093865144,0.0013772626,0.12059808,0.0005637947,0.00042807756,0.00013318443,0.03333827,0.00010553816,0.0049670073,0.009347197,0.2016209,0.626582],"study_design_scores_gemma":[0.004482315,0.0006930895,0.9342016,0.003809217,0.00026917973,0.00042296122,0.013748639,0.0009879941,0.0002984692,0.0028675336,0.038124084,0.00009493892],"about_ca_topic_score_codex":0.00027312903,"about_ca_topic_score_gemma":0.00040195603,"teacher_disagreement_score":0.8136035,"about_ca_system_score_codex":0.00015301477,"about_ca_system_score_gemma":0.0027620615,"threshold_uncertainty_score":0.9988386},"labels":[],"label_agreement":null},{"id":"W4381680965","doi":"10.36834/cmej.75207","title":"The hidden curriculum across medical disciplines: an examination of scope, impact, and context","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Cronbach's alpha; Exploratory factor analysis; Context (archaeology); Psychology; Perception; Scope (computer science); Content validity; Curriculum; Institution; Convergent validity; Social psychology; Medical education; Clinical psychology; Medicine; Psychometrics; Pedagogy; Computer science; Social science; Sociology; Internal consistency","score_opus":0.014228505214217126,"score_gpt":0.38686019081366296,"score_spread":0.3726316855994458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381680965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92738724,0.0008937341,0.00004812143,0.06873257,0.002144142,0.00025521475,0.000006783022,0.000026200129,0.0005060091],"genre_scores_gemma":[0.9892625,0.001102275,0.0002051363,0.0067960634,0.0018728918,0.000040165316,0.0001375433,0.000026819136,0.0005565964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967108,0.00018816454,0.00073725183,0.00021580512,0.0016384412,0.00050956104],"domain_scores_gemma":[0.9931083,0.00015879617,0.0002287372,0.00031521506,0.0011835167,0.005005469],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047626854,0.00015124757,0.00025006608,0.0003878173,0.00067821273,0.00010146038,0.00035218586,0.00030561534,0.004191964],"category_scores_gemma":[0.04805892,0.00009991791,0.00006522392,0.0012829517,0.00067775336,0.00023543509,0.000039075243,0.0009643348,0.000046297366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008521357,0.00013068823,0.0057777725,0.000034706318,0.000034239158,0.000023355655,0.0024412784,2.3618355e-7,0.000005711563,0.0009836692,0.115033105,0.8755267],"study_design_scores_gemma":[0.00213293,0.00051797216,0.75094515,0.0014256664,0.000087331755,0.004372254,0.06824117,0.0070351833,0.000026732034,0.0011593393,0.16369636,0.00035992492],"about_ca_topic_score_codex":0.0028916192,"about_ca_topic_score_gemma":0.011795993,"teacher_disagreement_score":0.8751668,"about_ca_system_score_codex":0.00041475848,"about_ca_system_score_gemma":0.03595969,"threshold_uncertainty_score":0.99671835},"labels":[],"label_agreement":null},{"id":"W4381686373","doi":"10.36834/cmej.77628","title":"International Congress on Academic Medicine: 2023 medical education abstracts","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"University of British Columbia; Universiteit Maastricht","keywords":"Alternative medicine; Medical education; Medicine; Library science; Computer science; Pathology","score_opus":0.02138585383866008,"score_gpt":0.3914066952941903,"score_spread":0.3700208414555302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381686373","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09874879,0.0002784797,0.000025739015,0.72833467,0.074182376,0.00048180556,0.0000079388,0.00014551231,0.09779468],"genre_scores_gemma":[0.41390184,0.0036313813,0.00063200534,0.47785074,0.03691557,0.0002971147,0.001736205,0.00015997257,0.06487516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99310035,0.00014673984,0.0013909121,0.0004858524,0.004104195,0.00077196007],"domain_scores_gemma":[0.98754525,0.0001888255,0.00039597237,0.00046364538,0.0015948918,0.009811415],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0038308813,0.00031405324,0.00040500792,0.0025609413,0.00043762338,0.00007105632,0.0008890719,0.000958291,0.12616691],"category_scores_gemma":[0.13184747,0.00027546793,0.00011462903,0.0019682664,0.00054037315,0.00026713888,0.000041354484,0.0037549294,0.0026454458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023922837,0.00016308944,0.0010398488,0.00003291929,0.000049816863,0.000093599214,0.0003636097,0.000002722282,0.000009040095,0.00327831,0.75822604,0.23671709],"study_design_scores_gemma":[0.0010748648,0.00013283831,0.017033368,0.0020355706,0.000051980434,0.0028953,0.0030014468,0.0007391702,0.000013291693,0.0011999841,0.9715701,0.0002520906],"about_ca_topic_score_codex":0.0021091183,"about_ca_topic_score_gemma":0.0010339861,"teacher_disagreement_score":0.31515306,"about_ca_system_score_codex":0.0015205904,"about_ca_system_score_gemma":0.1269713,"threshold_uncertainty_score":0.9999697},"labels":[],"label_agreement":null},{"id":"W4381716569","doi":"10.1007/s10459-023-10256-5","title":"Who should be an author on this paper?","year":2023,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network; Sunnybrook Health Science Centre","funders":"","keywords":"Column (typography); Process (computing); Engineering ethics; Health professions; Advice (programming); Medical education; Sociology; Computer science; Public relations; Management science; Political science; Medicine; Health care; Law; Engineering","score_opus":0.07857302544643456,"score_gpt":0.4839817278763017,"score_spread":0.40540870242986715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381716569","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017703807,0.0016864423,0.00003408491,0.9748035,0.011263429,0.0011766072,0.000011071524,0.00016589525,0.009088577],"genre_scores_gemma":[0.00065508165,0.0024881973,0.006044484,0.9708729,0.0068937265,0.00051032164,0.0009084443,0.00005913139,0.01156772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953517,0.00024858015,0.0010470692,0.0010467281,0.0015254038,0.0007805187],"domain_scores_gemma":[0.9979415,0.00032670607,0.00058103516,0.0007504532,0.00027764158,0.00012265968],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028278565,0.00032981535,0.00053222367,0.0014023985,0.0004626539,0.00006846464,0.00052175915,0.0005470504,0.0004274599],"category_scores_gemma":[0.0018910058,0.00029077005,0.000059354705,0.003304895,0.000544888,0.0008287573,0.000033199747,0.0023320979,0.000149915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008137701,0.00016665684,0.0007309693,0.0008271932,0.0000023275966,0.0000034493485,0.00087197515,0.000028513055,9.644285e-7,0.001438403,0.8367171,0.15920426],"study_design_scores_gemma":[0.00014219392,0.0007840082,0.0021619848,0.0019339132,0.000009726767,0.000016811051,0.001066786,0.0003946281,0.000005597175,0.0026727978,0.9905615,0.00025004914],"about_ca_topic_score_codex":0.0006821901,"about_ca_topic_score_gemma":0.00014302359,"teacher_disagreement_score":0.15895422,"about_ca_system_score_codex":0.0011024256,"about_ca_system_score_gemma":0.0054581156,"threshold_uncertainty_score":0.99996954},"labels":[],"label_agreement":null},{"id":"W4381848263","doi":"10.1002/aet2.10879","title":"The influence of clinical coaching teams on quality of entrustable professional activity assessments","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Coaching; Psychology; Quality (philosophy); Medicine","score_opus":0.13333766366540106,"score_gpt":0.5490620392624986,"score_spread":0.4157243755970976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381848263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942827,0.000009150135,0.000031168798,0.0026925642,0.00078098656,0.00019107515,0.0000016933529,0.000018137765,0.0019925109],"genre_scores_gemma":[0.99793494,0.000025638505,0.0007101626,0.00040364315,0.00010506383,0.000027758148,0.000022148679,0.0000056998183,0.00076492474],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998787,0.00015813031,0.00048585766,0.00013573587,0.00032065602,0.00011264413],"domain_scores_gemma":[0.9985088,0.00074121583,0.00031029462,0.000182474,0.00021458628,0.000042602762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030865185,0.00005662258,0.00018343297,0.00007943983,0.00014935277,0.0000072078715,0.000058638747,0.00006190433,0.000014247585],"category_scores_gemma":[0.003467988,0.000040163184,0.00003192437,0.00037709923,0.00015130323,0.00007507825,0.000021039126,0.0002772058,0.000003201752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011530116,0.0006852006,0.23455234,0.00014631532,0.000042702923,1.1743314e-7,0.0030330336,0.000017295471,0.0013324324,0.013972497,0.0015203583,0.7445824],"study_design_scores_gemma":[0.00035070154,0.00008294324,0.98871374,0.00019472135,0.000013284044,0.0000013232673,0.00804932,0.0003377841,0.0001809076,0.00048990094,0.0015489664,0.000036384572],"about_ca_topic_score_codex":0.000046572208,"about_ca_topic_score_gemma":0.0000018743439,"teacher_disagreement_score":0.7541614,"about_ca_system_score_codex":0.000026430966,"about_ca_system_score_gemma":0.0010448239,"threshold_uncertainty_score":0.41517562},"labels":[],"label_agreement":null},{"id":"W4382050177","doi":"10.22374/cjgim.v18i1.661","title":"A Novel Transition to Practice Curriculum for General Internal Medicine Trainees","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Population Health Research Institute","funders":"","keywords":"Curriculum; Medical education; Medicine; Workforce; Clinical Practice; Nursing; Pedagogy; Psychology; Political science","score_opus":0.030640125101121317,"score_gpt":0.3644340962410132,"score_spread":0.3337939711398919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382050177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43251878,0.0006191732,0.14368267,0.4041443,0.013413166,0.0009608832,0.00004731606,0.000056024222,0.00455768],"genre_scores_gemma":[0.71524256,0.0002267607,0.10245288,0.105484195,0.05110011,0.00014745735,0.0004424718,0.00022938302,0.024674173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967244,0.00006734781,0.0014234371,0.00032061336,0.0008171188,0.0006470315],"domain_scores_gemma":[0.99549377,0.0001840787,0.0004879476,0.00027046938,0.0022658454,0.0012979049],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002198629,0.00031435303,0.0007430467,0.0020923496,0.0001549529,0.000028264478,0.0004101235,0.00016830956,0.0007025492],"category_scores_gemma":[0.008680333,0.00023627421,0.00017471667,0.0013914105,0.0003385832,0.00026730233,0.000014998842,0.0007342329,0.000032011998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047730646,0.00010954803,0.00043890838,0.00014493846,0.00036954336,0.0005575661,0.008117364,0.00023421561,0.030242968,0.00257452,0.9216442,0.0350889],"study_design_scores_gemma":[0.010412745,0.008445417,0.007282143,0.004892311,0.0009404967,0.011990026,0.010599405,0.013165827,0.0011243423,0.00091917237,0.9297171,0.00051097566],"about_ca_topic_score_codex":0.014832879,"about_ca_topic_score_gemma":0.0020532391,"teacher_disagreement_score":0.2986601,"about_ca_system_score_codex":0.0006703148,"about_ca_system_score_gemma":0.0010815295,"threshold_uncertainty_score":0.99966997},"labels":[],"label_agreement":null},{"id":"W4382193409","doi":"10.1016/j.ajpe.2023.100088","title":"Student Performance on an Objective Structured Clinical Exam Delivered Both Virtually and In-Person","year":2023,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Milestone; Objective structured clinical examination; Graduation (instrument); Pharmacy; Medical education; Bonferroni correction; Psychology; Test (biology); Virtual patient; Medicine; Family medicine; Statistics","score_opus":0.04511703458108374,"score_gpt":0.4659024082235823,"score_spread":0.4207853736424986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382193409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995251,0.000054505723,0.000041833155,0.0028455365,0.0012269904,0.00025495072,0.0000010768964,0.000021143896,0.00030294],"genre_scores_gemma":[0.99234766,0.00042738428,0.0018413605,0.0045745717,0.0007066199,0.000011720822,0.000015106375,0.000020324343,0.000055275603],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981098,0.0002376766,0.0006554183,0.00023632229,0.0005272797,0.00023350777],"domain_scores_gemma":[0.99871,0.00018022607,0.00034857212,0.00016795177,0.000364599,0.00022869275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013994717,0.00014081968,0.0003626479,0.0005136268,0.00006583575,0.00002234715,0.00013152503,0.000061791245,0.000070968956],"category_scores_gemma":[0.0007728928,0.00011918953,0.000054399374,0.0010488777,0.0003474501,0.00021273109,0.000017230584,0.0008233883,0.000015726711],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009247905,0.0010908584,0.1299461,0.000031060936,0.00006484274,0.000011259332,0.002797427,0.000042785294,0.001010187,0.000120306126,0.0012449219,0.8627155],"study_design_scores_gemma":[0.0014548572,0.0028293824,0.9743975,0.00018074595,0.00009863513,0.00014859809,0.01702542,0.002360413,0.00037603223,0.000029716644,0.00097636256,0.00012235984],"about_ca_topic_score_codex":0.000011992651,"about_ca_topic_score_gemma":0.000001536508,"teacher_disagreement_score":0.8625931,"about_ca_system_score_codex":0.00027074348,"about_ca_system_score_gemma":0.0008032294,"threshold_uncertainty_score":0.4860408},"labels":[],"label_agreement":null},{"id":"W4382343698","doi":"10.1007/s43678-023-00536-9","title":"Navigating gaps in practice: consensus recommendations for educational and support structures for emergency physicians returning from gaps in practice","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Manitoba; Queen's University; McMaster University; University of Toronto; University of Ottawa","funders":"","keywords":"Emergency department; Set (abstract data type); Ideal (ethics); Medicine; Medical education; Clinical Practice; Nursing; Political science; Computer science","score_opus":0.1410989124469385,"score_gpt":0.501193052446949,"score_spread":0.3600941400000105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382343698","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006317772,0.8797672,0.0001218499,0.09451542,0.021422734,0.0025697032,0.00038863462,0.000011629282,0.00057109306],"genre_scores_gemma":[0.00010597961,0.9710056,0.018101323,0.00081054406,0.0062840586,0.0002938053,0.0027012043,0.00013259651,0.00056489377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949303,0.0002753683,0.0033600742,0.00044630986,0.0004337628,0.00055414217],"domain_scores_gemma":[0.9923246,0.0021661404,0.0028310406,0.0003191467,0.0019465162,0.00041259077],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031155492,0.00041048526,0.0015378289,0.000964666,0.00022299276,0.000011365796,0.00025515092,0.0003609154,0.0011600029],"category_scores_gemma":[0.061050307,0.0003739267,0.00022107287,0.0017317123,0.00013215939,0.00024878376,0.000015315953,0.0018257062,0.0000042635393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084490166,0.00014200434,0.00047882818,0.007769439,0.0007943299,0.00007447917,0.0074601783,0.000004302645,0.0000073910105,0.002320958,0.43154728,0.54931635],"study_design_scores_gemma":[0.0011023956,0.00035782106,0.00026183514,0.023246458,0.002250915,0.00018643665,0.009509319,0.000033318232,4.034747e-7,0.0021962866,0.9605622,0.00029260362],"about_ca_topic_score_codex":0.0044722822,"about_ca_topic_score_gemma":0.0079767555,"teacher_disagreement_score":0.54902375,"about_ca_system_score_codex":0.00081305404,"about_ca_system_score_gemma":0.0056011067,"threshold_uncertainty_score":0.99987125},"labels":[],"label_agreement":null},{"id":"W4382632197","doi":"10.1097/ceh.0000000000000520","title":"Elements and Definitions of Continuing Professional Development Leadership: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Public Health","funders":"","keywords":"Leadership development; Leadership studies; Inclusion (mineral); Context (archaeology); Medical education; Continuing professional development; Professional development; Educational leadership; Neuroleadership; Set (abstract data type); Psychology; Political science; Leadership style; Medicine; Public relations; Pedagogy; Computer science","score_opus":0.282584085748389,"score_gpt":0.5336446110385915,"score_spread":0.2510605252902025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382632197","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084515597,0.9836189,0.000041551837,0.008635382,0.002851824,0.003925692,0.0000040986665,0.000014334221,0.00006305301],"genre_scores_gemma":[0.000090512025,0.9907639,0.0053302026,0.002079816,0.00036760743,0.00041922872,0.00011091216,0.000045575733,0.000792267],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931317,0.0011508216,0.0043010456,0.00023198461,0.0008000934,0.00038437036],"domain_scores_gemma":[0.9926577,0.0010157706,0.0049755606,0.0003517248,0.00086695683,0.0001322413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008617472,0.00028154763,0.0019046328,0.0010223628,0.0002093376,0.000017516184,0.0003122043,0.00022583225,0.00004497614],"category_scores_gemma":[0.0046822093,0.00018202917,0.00019684578,0.0014337691,0.00011034904,0.00012922418,0.000070692804,0.0017233981,0.000009619984],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065587997,0.00038695548,0.00009881939,0.21082814,0.00003846922,0.0000016273951,0.007002785,1.5040337e-8,2.1291248e-7,0.00023731952,0.014294874,0.7671042],"study_design_scores_gemma":[0.00032942224,0.000081123195,0.0004551301,0.86668146,0.00030919627,0.00018489285,0.012337033,5.437125e-7,2.188941e-7,0.00009214468,0.11940978,0.00011907842],"about_ca_topic_score_codex":0.000004143353,"about_ca_topic_score_gemma":0.000008748536,"teacher_disagreement_score":0.7669852,"about_ca_system_score_codex":0.0003772369,"about_ca_system_score_gemma":0.012915989,"threshold_uncertainty_score":0.99267983},"labels":[],"label_agreement":null},{"id":"W4382632474","doi":"10.1007/s43678-023-00534-x","title":"Ready for practice? National recommendations for emergency medicine transition to practice curriculum","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary; University of British Columbia; Dalhousie University; University of Ottawa; University of Alberta; University of Saskatchewan; University of Manitoba","funders":"","keywords":"Curriculum; Documentation; Medicine; Medical education; Emergency department; Focus group; Presentation (obstetrics); Family medicine; Nursing; Psychology; Pedagogy; Sociology","score_opus":0.30951405589490233,"score_gpt":0.5442497050445243,"score_spread":0.23473564914962197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382632474","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.944256e-7,0.67420995,0.014681059,0.24467805,0.05785442,0.004410342,0.00037235252,0.00003648339,0.003756336],"genre_scores_gemma":[0.0000014165516,0.95440626,0.012988024,0.00255613,0.01974288,0.0008211319,0.0037509806,0.00019223234,0.005540935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99252284,0.00026823013,0.004758836,0.0005468874,0.0011873646,0.00071586564],"domain_scores_gemma":[0.98040134,0.0011016171,0.0030545937,0.00045945166,0.01374047,0.0012425455],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074228584,0.00059139606,0.0021408566,0.0030502619,0.00045209762,0.000007361967,0.00048875395,0.00048970035,0.00481723],"category_scores_gemma":[0.11738532,0.00046677544,0.00053601526,0.0035286783,0.00013256523,0.00048278584,0.000011816083,0.0010694389,0.00007365491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047696587,0.00012297326,0.0000010995807,0.0063525676,0.00073751784,0.000013219706,0.0013085041,0.0000025580691,0.0000011289287,0.0031274438,0.87311363,0.115171656],"study_design_scores_gemma":[0.0011167347,0.0020054595,0.0000023813413,0.017727634,0.006664146,0.00031445397,0.003779739,0.00003996122,1.1537995e-7,0.00086326146,0.9671251,0.00036102263],"about_ca_topic_score_codex":0.0017489229,"about_ca_topic_score_gemma":0.0013179872,"teacher_disagreement_score":0.2801963,"about_ca_system_score_codex":0.0014799007,"about_ca_system_score_gemma":0.0072131003,"threshold_uncertainty_score":0.9997784},"labels":[],"label_agreement":null},{"id":"W4382632512","doi":"10.1111/medu.15159","title":"Brace yourself: <i>Medical Education</i> is again being unleashed","year":2023,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Flattery; Creativity; Relevance (law); Tact; Imitation; Sociology; Psychology; Aesthetics; Public relations; Media studies; Social psychology; Law; Political science; Art","score_opus":0.011272971923254707,"score_gpt":0.3464079838282305,"score_spread":0.3351350119049758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382632512","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044802106,0.00059742946,0.0002785415,0.95532584,0.02236991,0.0013604104,0.000013853048,0.0006641804,0.014909645],"genre_scores_gemma":[0.0005554993,0.0005164991,0.001650122,0.8662024,0.039435565,0.00094391673,0.008429034,0.0003083899,0.08195855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98810625,0.00035995236,0.0019163605,0.001541461,0.0068791555,0.0011968162],"domain_scores_gemma":[0.9947084,0.00042548866,0.0006925036,0.0018816759,0.0015971147,0.00069481245],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0025257345,0.00084450917,0.0011515263,0.0014198414,0.00038185215,0.00013356758,0.001167111,0.004556466,0.017947612],"category_scores_gemma":[0.038988806,0.0008156258,0.0003965652,0.0028861677,0.000703556,0.00023940358,0.00021897745,0.008240905,0.0042910604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014513493,0.0010870337,0.00064186804,0.0009903758,0.000120267076,0.00008262152,0.0007692254,6.654289e-8,0.0000020808088,0.000222871,0.77940917,0.2166599],"study_design_scores_gemma":[0.000759391,0.000108186,0.0010084569,0.004713899,0.0003715852,0.0005494357,0.0006225647,0.000423329,0.000021297437,0.0014755507,0.98924613,0.00070016005],"about_ca_topic_score_codex":0.00035641968,"about_ca_topic_score_gemma":0.000016694823,"teacher_disagreement_score":0.21595974,"about_ca_system_score_codex":0.0012944047,"about_ca_system_score_gemma":0.06363562,"threshold_uncertainty_score":0.99942946},"labels":[],"label_agreement":null},{"id":"W4382632676","doi":"10.1177/08404704231185550","title":"The impact of physician leadership development on behaviour and work-related changes","year":2023,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Innovation Council; Golder Associates (Canada)","funders":"","keywords":"Work (physics); Leadership development; Medical education; Investment (military); Public relations; Survey data collection; Psychology; Political science; Management; Medicine; Engineering; Politics","score_opus":0.07073774367494913,"score_gpt":0.3719042282156538,"score_spread":0.30116648454070466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382632676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8518241,0.0002514123,0.000011054009,0.14489621,0.0003460749,0.0009454458,0.0000017201434,0.00011135215,0.0016126132],"genre_scores_gemma":[0.9948231,0.0001349844,0.00014786096,0.0020560443,0.000037326325,0.000097410324,0.00007994556,0.000017606459,0.0026057337],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99890554,0.000030643747,0.00023916776,0.00016638721,0.00030104237,0.00035720866],"domain_scores_gemma":[0.9995014,0.000032242086,0.00009650479,0.0002416447,0.00007527128,0.000052923937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004707675,0.000103283026,0.00013447198,0.0002282516,0.00021573932,0.0000109134335,0.00007298516,0.00005569936,0.000011331302],"category_scores_gemma":[0.00003885612,0.00006990835,0.000031762163,0.0009364023,0.000070035065,0.000017648108,0.00005239896,0.00017697748,0.000043095453],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079319034,0.000106227664,0.082233645,0.0003308713,0.00015968831,0.000008703249,0.0011955103,0.000004492127,0.000003825452,0.0058561247,0.04864734,0.86137426],"study_design_scores_gemma":[0.00048020022,0.00032455454,0.9859909,0.00053152104,0.000029008883,0.0000013047262,0.006873291,0.00006299753,0.00006480066,0.0002490279,0.005305375,0.000087036795],"about_ca_topic_score_codex":0.00004428481,"about_ca_topic_score_gemma":0.000022266739,"teacher_disagreement_score":0.9037572,"about_ca_system_score_codex":0.0001728158,"about_ca_system_score_gemma":0.000055442008,"threshold_uncertainty_score":0.28507796},"labels":[],"label_agreement":null},{"id":"W4382772148","doi":"10.36834/cmej.75752","title":"Exploring the culture of faculty development: insights from Canadian leaders of faculty development","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Excellence; Context (archaeology); Thematic analysis; Negotiation; Organizational culture; Psychology; Perception; Faculty development; Medical education; Pedagogy; Qualitative research; Professional development; Sociology; Public relations; Medicine; Social science; Political science","score_opus":0.10808935838664581,"score_gpt":0.3456078435736645,"score_spread":0.23751848518701868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382772148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96942246,0.0001639594,0.000040827872,0.025528552,0.0024375452,0.00027240542,0.000017505818,0.00001971289,0.00209701],"genre_scores_gemma":[0.9828619,0.00006938196,0.004211783,0.009635044,0.00081005367,0.00008046949,0.0012003873,0.0000301732,0.0011008146],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970966,0.00006517631,0.000906964,0.00021605198,0.0012471477,0.00046805292],"domain_scores_gemma":[0.9950159,0.000040761784,0.00024211433,0.0002500326,0.0010426341,0.0034085533],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00072640326,0.00018214506,0.00029499808,0.0009146505,0.00049527345,0.000023318378,0.00041488928,0.00021283618,0.0027568142],"category_scores_gemma":[0.008811277,0.00013185729,0.00006717987,0.0015547698,0.00041561647,0.0001735418,0.000019294319,0.000949819,0.00011701346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015256757,0.00014255905,0.004247989,0.000120128156,0.00027286887,0.000043016258,0.21433747,0.000013353865,0.00009602588,0.0004487557,0.40058082,0.37968177],"study_design_scores_gemma":[0.0005112293,0.000028735389,0.1254227,0.0007432917,0.000042354448,0.000093005656,0.11082401,0.000059999104,0.0009060199,0.00008987495,0.76110095,0.00017786172],"about_ca_topic_score_codex":0.0735284,"about_ca_topic_score_gemma":0.2077498,"teacher_disagreement_score":0.3795039,"about_ca_system_score_codex":0.0012723953,"about_ca_system_score_gemma":0.11538828,"threshold_uncertainty_score":0.99953794},"labels":[],"label_agreement":null},{"id":"W4382938980","doi":"10.21089/njhs.82.0047","title":"Some Pertinent Solutions to the Challenges Faced by the Pakistani Healthcare Systems","year":2023,"lang":"en","type":"article","venue":"National Journal of Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Health care; Workforce; Medicine; Medical education; Clinical governance; Quality (philosophy); Inclusion (mineral); Nursing; Public relations; Business; Psychology; Political science","score_opus":0.15308379249193244,"score_gpt":0.4533049669925032,"score_spread":0.3002211745005708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382938980","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05466141,0.017285328,0.00020635096,0.9255627,0.001782402,0.00036810417,0.000014249171,0.000017517705,0.00010197819],"genre_scores_gemma":[0.98059887,0.0015370358,0.0002420897,0.016382936,0.0010407522,0.000030653795,0.000007888928,0.0000053785625,0.00015440927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967211,0.00019573918,0.0006777736,0.00012427774,0.0019840866,0.00029701623],"domain_scores_gemma":[0.9980568,0.00026131456,0.00039772518,0.00010045842,0.001080566,0.00010312056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010775802,0.0000685697,0.00016087011,0.00027328785,0.001128366,0.000044100743,0.00032333581,0.000035247547,0.000009027082],"category_scores_gemma":[0.0016388746,0.00003362265,0.00004337246,0.0012929435,0.00018592384,0.00012680625,0.0000302396,0.00030735566,0.00003562471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018782865,0.00011528825,0.00031380812,0.0001375565,0.000028045408,0.0000014237208,0.0057683974,0.0011755284,0.00006776838,0.14639075,0.8243791,0.021603543],"study_design_scores_gemma":[0.0010931565,0.0022634414,0.08665547,0.0012117872,0.000030123445,0.0008779983,0.124787904,0.011437705,0.000029601291,0.008536241,0.76283383,0.00024273661],"about_ca_topic_score_codex":0.000095397176,"about_ca_topic_score_gemma":0.00001236708,"teacher_disagreement_score":0.9259375,"about_ca_system_score_codex":0.00037342898,"about_ca_system_score_gemma":0.0022740888,"threshold_uncertainty_score":0.8678593},"labels":[],"label_agreement":null},{"id":"W4383059115","doi":"10.3352/jeehp.2023.20.22","title":"Experience of introducing an electronic health records station in an objective structured clinical examination to evaluate medical students’ communication skills in Canada: a descriptive study","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Medical Council of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Objective structured clinical examination; Thematic analysis; Focus group; Medical education; Communication skills; Perception; Psychology; Medicine; Qualitative research","score_opus":0.11073334401227708,"score_gpt":0.5808254139298485,"score_spread":0.47009206991757146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383059115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9565484,0.00008881551,0.0005275596,0.03679752,0.0014069667,0.00460416,0.000013436253,0.000007275201,0.0000058911946],"genre_scores_gemma":[0.9915402,0.000093951734,0.004785461,0.0019110058,0.0002908512,0.00079488737,0.0005201387,0.000025916883,0.00003761136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9877453,0.004480884,0.0034777676,0.00043552223,0.003370264,0.00049026625],"domain_scores_gemma":[0.9921956,0.0011190058,0.0019253134,0.0004672427,0.003911166,0.00038166382],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03865911,0.00017548197,0.00067123806,0.0013947817,0.00026853857,0.000018083476,0.00046781576,0.000120296696,0.00017992035],"category_scores_gemma":[0.02090452,0.00016371887,0.000051972125,0.0024169236,0.00006360488,0.00052825187,0.00005953865,0.0009250769,0.0000016210975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00070258335,0.0071473313,0.68997014,0.00017202627,0.000071067494,7.0696046e-7,0.14846517,0.0022217645,0.000048924063,0.0005894648,0.003447076,0.14716373],"study_design_scores_gemma":[0.003296389,0.0025523782,0.87339145,0.0007674875,0.000029287476,0.0000069540342,0.10933388,0.009358071,0.000008601106,0.0011188718,0.00003798084,0.00009863385],"about_ca_topic_score_codex":0.049556077,"about_ca_topic_score_gemma":0.51889694,"teacher_disagreement_score":0.4693409,"about_ca_system_score_codex":0.009343569,"about_ca_system_score_gemma":0.070739694,"threshold_uncertainty_score":0.9944594},"labels":[],"label_agreement":null},{"id":"W4383302058","doi":"10.4212/cjhp.3331","title":"Feasibility of a Hospital Peer Review Continuous Quality Improvement Program for Pharmacists’ Documentation: A Mixed-Methods Study","year":2023,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hôpital Charles-Le Moyne; Cegep de Saint Jerome; Université de Montréal; McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Documentation; Quality management; Medicine; Quality (philosophy); Family medicine; Computer science; Operations management; Engineering","score_opus":0.07105636761860994,"score_gpt":0.5116759408757001,"score_spread":0.44061957325709017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383302058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9417632,0.0011177305,0.00018015642,0.04730549,0.0035643347,0.005844848,0.00004421545,0.000028403267,0.00015162326],"genre_scores_gemma":[0.99276686,0.00015412338,0.004242687,0.0013594773,0.0005305979,0.0003379274,0.0000633218,0.000029546898,0.00051545125],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99680156,0.00029838615,0.0013770266,0.00021943146,0.0009115897,0.00039199594],"domain_scores_gemma":[0.99454683,0.0001771808,0.00088297226,0.0003715283,0.0036687152,0.0003527961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010181313,0.0001950814,0.00058073347,0.00022137292,0.00022371345,0.00005861993,0.0003881958,0.0000353129,0.00027247943],"category_scores_gemma":[0.0049165976,0.0001407428,0.00027852773,0.0009924537,0.0002516902,0.00021806368,0.000030999356,0.00047331522,0.000009190571],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017185003,0.0021247657,0.04223513,0.0014573581,0.0006780007,0.000063755164,0.0072824513,0.0000021162643,0.00029980575,0.00013597519,0.2889921,0.65655667],"study_design_scores_gemma":[0.054545216,0.045733865,0.43304837,0.0038913735,0.0074114082,0.0003202347,0.05183948,0.0005836484,0.009435515,0.0062500937,0.38483942,0.00210136],"about_ca_topic_score_codex":0.0010660193,"about_ca_topic_score_gemma":0.00016696304,"teacher_disagreement_score":0.6544553,"about_ca_system_score_codex":0.000487972,"about_ca_system_score_gemma":0.0018115927,"threshold_uncertainty_score":0.5885982},"labels":[],"label_agreement":null},{"id":"W4383497650","doi":"10.1002/jdd.13307","title":"New thinking for the new century: Preparing for the next 100 years","year":2023,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mississippi State Department of Health","keywords":"Chapel; Library science; Dental education; South carolina; Columbia university; Medicine; Gerontology; Medical education; History; Sociology; Political science; Media studies; Art history","score_opus":0.032035721647568745,"score_gpt":0.3807232745361617,"score_spread":0.348687552888593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383497650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64193267,0.0077672466,0.08483285,0.19849622,0.059965704,0.0053411387,0.000005701803,0.00012781074,0.0015306412],"genre_scores_gemma":[0.8902281,0.0010829563,0.050261665,0.009118198,0.02342623,0.00014546044,0.00008910329,0.000091818634,0.025556475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990355,0.000011683026,0.00036362614,0.00008490558,0.00035606086,0.00014825726],"domain_scores_gemma":[0.99890226,0.0003289141,0.00030681872,0.0001793089,0.00022454835,0.000058165177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008267553,0.000070157585,0.00011372266,0.00015423598,0.00019478647,0.000083363855,0.00021826975,0.000052895288,0.00008156293],"category_scores_gemma":[0.0013862391,0.00004286775,0.00012582487,0.0004779464,0.000023958615,0.00018659825,0.000021192944,0.00021304819,0.000021593407],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079378624,0.00005213853,0.00042241864,0.00002801783,0.00006317611,1.5868967e-7,0.0027406397,0.000034703357,0.00035478134,0.0010659059,0.6120214,0.38313732],"study_design_scores_gemma":[0.0014076987,0.00024430003,0.039702307,0.0003573529,0.00044702465,0.00021194777,0.028475277,0.0016212664,0.0004754423,0.0034872966,0.92347395,0.00009612717],"about_ca_topic_score_codex":0.000056019468,"about_ca_topic_score_gemma":0.0000075610815,"teacher_disagreement_score":0.38304117,"about_ca_system_score_codex":0.00020615493,"about_ca_system_score_gemma":0.0015481709,"threshold_uncertainty_score":0.2746389},"labels":[],"label_agreement":null},{"id":"W4383621525","doi":"10.1016/j.jneb.2023.05.055","title":"Integrating Nutrition Into a Neurology Course for Osteopathic Medical Students Through Team-Based Learning","year":2023,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Curriculum; Medical education; Session (web analytics); Medicine; Reading (process); Psychology; Pedagogy; Computer science","score_opus":0.021442352218389076,"score_gpt":0.4128881610126677,"score_spread":0.3914458087942786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383621525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96871674,0.00027204226,0.0016260477,0.0266487,0.001858196,0.0008063283,0.0000016747296,0.00004727026,0.000022985507],"genre_scores_gemma":[0.9781842,0.00029779848,0.01509177,0.003660698,0.0016241943,0.0007751473,0.00022669083,0.000026560398,0.00011292128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980458,0.00010935271,0.00070044945,0.00017448564,0.0007937392,0.00017615991],"domain_scores_gemma":[0.99809074,0.00014743838,0.0004040679,0.00010296131,0.001121198,0.00013361766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013568508,0.00012460444,0.00027725764,0.00042583613,0.0002082012,0.000051706087,0.00013496657,0.00022854944,0.0000920101],"category_scores_gemma":[0.0018260301,0.0001127418,0.000100582416,0.0006148943,0.00010893005,0.00019924469,0.000018234005,0.00069090916,0.000008205107],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089292397,0.08395956,0.18775742,0.003381578,0.00010614488,0.00008144545,0.0058994796,0.000004746872,0.008421946,0.0013399153,0.16720918,0.54094565],"study_design_scores_gemma":[0.03042007,0.011901675,0.5487432,0.008206448,0.0021327448,0.0038902233,0.046369586,0.0032903117,0.0027510272,0.004717968,0.33677128,0.00080549973],"about_ca_topic_score_codex":0.000008593008,"about_ca_topic_score_gemma":0.0000028151223,"teacher_disagreement_score":0.54014015,"about_ca_system_score_codex":0.00010067629,"about_ca_system_score_gemma":0.000752104,"threshold_uncertainty_score":0.4597477},"labels":[],"label_agreement":null},{"id":"W4383823191","doi":"10.1007/s44186-023-00130-8","title":"Design of a new competency-based entrustment scale for the evaluation of resident performance","year":2023,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Summative assessment; Formative assessment; Competence (human resources); Documentation; Scale (ratio); Medical education; Psychology; Medicine; Applied psychology; Computer science; Pedagogy; Social psychology","score_opus":0.04045126658654256,"score_gpt":0.38514431117677006,"score_spread":0.3446930445902275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383823191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9339702,0.001234457,0.003136321,0.04656438,0.009149183,0.0048131556,0.00004828246,0.00003458118,0.0010494451],"genre_scores_gemma":[0.9906512,0.00019908833,0.005159256,0.00047905682,0.0011908481,0.00033807498,0.00017046761,0.000022424085,0.0017895851],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9956574,0.00036470755,0.0014767438,0.0002171438,0.0019849625,0.0002990699],"domain_scores_gemma":[0.99006987,0.0011023174,0.0023725473,0.0003976248,0.0059179463,0.0001396874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071265334,0.0001872269,0.0004672869,0.00023184606,0.0002471724,0.000033669636,0.000389556,0.00020617768,0.00014329106],"category_scores_gemma":[0.005816033,0.0001230306,0.00043793363,0.0018211486,0.00010194171,0.0001771015,0.000030203675,0.00023482813,0.0000066346956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004005521,0.00553943,0.065999605,0.0008803918,0.0007665486,3.116449e-7,0.0024641007,0.039327987,0.0002982374,0.013345249,0.43519193,0.4321807],"study_design_scores_gemma":[0.022034777,0.002028885,0.490207,0.0023075624,0.0050658514,0.00019893507,0.0061934874,0.085454494,0.005916034,0.022425545,0.3574923,0.0006751597],"about_ca_topic_score_codex":0.00005086772,"about_ca_topic_score_gemma":0.000002933081,"teacher_disagreement_score":0.43150553,"about_ca_system_score_codex":0.0019939248,"about_ca_system_score_gemma":0.01713478,"threshold_uncertainty_score":0.9884372},"labels":[],"label_agreement":null},{"id":"W4383894928","doi":"10.1097/acm.0000000000005322","title":"On the Importance of Professional Resistance","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Government (linguistics); Resistance (ecology); Work (physics); Library science; Political science; Medicine; Public relations; Public administration; Engineering","score_opus":0.05150717446714483,"score_gpt":0.3917362557067379,"score_spread":0.3402290812395931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383894928","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010248476,0.0005210539,0.00002592314,0.97753924,0.0032911324,0.0008003997,0.000011826541,0.00008696094,0.0074749603],"genre_scores_gemma":[0.0024908967,0.00025269916,0.00005677711,0.8434874,0.011009196,0.00016981251,0.0006187648,0.00007343983,0.14184104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961705,0.00011874552,0.0010875667,0.00043442496,0.0018170457,0.00037171424],"domain_scores_gemma":[0.9965057,0.0014557297,0.0007335276,0.0009001208,0.0003592139,0.000045719356],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018867974,0.00028856858,0.0006584709,0.00035121327,0.000096546304,0.000001215165,0.00048184735,0.0012909308,0.0014731582],"category_scores_gemma":[0.01215628,0.00015658252,0.00006803472,0.001141734,0.0007714757,0.000024639332,0.000041377352,0.008036581,0.00017498026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043908552,0.0000073580654,0.00037716393,0.0006073076,0.00006039628,0.000062478364,0.00061868096,6.11061e-8,0.00009779688,0.0067179194,0.9911749,0.00023205728],"study_design_scores_gemma":[0.0005581173,0.00012503454,0.0013797344,0.0072452663,0.00016116697,0.000022260101,0.0004981621,0.000011802803,0.00008461864,0.0143821975,0.9753861,0.00014553891],"about_ca_topic_score_codex":0.000005438632,"about_ca_topic_score_gemma":8.7031674e-7,"teacher_disagreement_score":0.13436608,"about_ca_system_score_codex":0.00017042416,"about_ca_system_score_gemma":0.00043942276,"threshold_uncertainty_score":0.99943966},"labels":[],"label_agreement":null},{"id":"W4383904828","doi":"10.7759/cureus.41702","title":"The Pass/Fail Effect: A Longitudinal Study of United States Medical Licensing Examination (USMLE) Step 1 Performance Over a Decade","year":2023,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; United States Medical Licensing Examination; Descriptive statistics; Test (biology); Family medicine; Demography; Medical education; Medical school; Statistics","score_opus":0.026122694254998934,"score_gpt":0.35350886704764445,"score_spread":0.32738617279264554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383904828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99706167,0.00007261609,0.00013069113,0.0012492872,0.0005591267,0.0005972177,0.0000011170164,0.0000993436,0.00022893149],"genre_scores_gemma":[0.99881244,0.00013734937,0.00008043674,0.00019670965,0.00023629822,0.000065852146,0.00012510952,0.000021627664,0.00032418044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786663,0.00016243222,0.00042591593,0.00021198188,0.0010659528,0.00026705972],"domain_scores_gemma":[0.9984873,0.0005503429,0.00014688213,0.00037347776,0.00036615148,0.00007583166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021106263,0.00013082926,0.00021232278,0.00024064805,0.00026646108,0.000021132259,0.0001658554,0.00011788033,0.0001085414],"category_scores_gemma":[0.0028311214,0.00008794418,0.000030560248,0.001961211,0.00015675805,0.00009239985,0.00007540992,0.00038428293,0.000036308447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039033554,0.0014963653,0.6004501,0.00060017884,0.0004764514,0.00008165785,0.020521544,0.00008290237,0.00040021868,0.0006044126,0.04415145,0.3307444],"study_design_scores_gemma":[0.0017538847,0.0011079691,0.9346761,0.00025363284,0.00011421588,0.0000223711,0.005177649,0.051040255,0.00019755073,0.000013693424,0.00554314,0.00009952496],"about_ca_topic_score_codex":0.00013949414,"about_ca_topic_score_gemma":0.00008880239,"teacher_disagreement_score":0.334226,"about_ca_system_score_codex":0.00014269355,"about_ca_system_score_gemma":0.00012459468,"threshold_uncertainty_score":0.35862595},"labels":[],"label_agreement":null},{"id":"W4384024729","doi":"10.1016/j.ajpe.2023.100573","title":"Corrigendum to “Interrogating Our Views on the Impact of Education-Related Scholarship” [Am J Pharm Educ 7 (2023) 100085]","year":2023,"lang":"en","type":"erratum","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Political science","score_opus":0.08615811814591406,"score_gpt":0.4870859238095003,"score_spread":0.4009278056635862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384024729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59361815,0.0025082068,0.00014769359,0.11324889,0.26198763,0.0037576694,0.00008913042,0.00014117017,0.024501488],"genre_scores_gemma":[0.8400552,0.0011856297,0.0027809518,0.019285567,0.015494396,0.00029593974,0.000749439,0.0003877789,0.119765095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942408,0.000601246,0.0024045208,0.0005371657,0.0015650896,0.0006511437],"domain_scores_gemma":[0.9912731,0.00025203484,0.003054684,0.0008436965,0.0039350023,0.0006414648],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028055888,0.000622801,0.001300837,0.0017227504,0.00021633905,0.000089231326,0.00090393657,0.00032152326,0.0012206632],"category_scores_gemma":[0.011055864,0.00043904132,0.00069648336,0.0048660673,0.0003474223,0.00022533297,0.00009549464,0.0049581276,0.000525148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022064357,0.0018495566,0.00037780704,0.0001513826,0.0005071961,0.0000036837116,0.0018646204,0.000013956864,0.00066837127,0.00013302582,0.7527949,0.24141484],"study_design_scores_gemma":[0.0022744623,0.009222084,0.03683197,0.019694623,0.003555937,0.0016437591,0.07474043,0.000970961,0.0019100686,0.0011969223,0.8461755,0.0017832959],"about_ca_topic_score_codex":0.00022520692,"about_ca_topic_score_gemma":0.0000045574216,"teacher_disagreement_score":0.24649322,"about_ca_system_score_codex":0.0020392197,"about_ca_system_score_gemma":0.019120326,"threshold_uncertainty_score":0.99980617},"labels":[],"label_agreement":null},{"id":"W4384156380","doi":"10.1371/journal.pone.0288474","title":"Video-based interventions to improve self-assessment accuracy among physicians: A systematic review","year":2023,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; SickKids Foundation; Hospital for Sick Children; Queen's University; St. Michael's Hospital","funders":"Ontario Ministry of Research and Innovation","keywords":"Psychological intervention; Data extraction; Self-assessment; MEDLINE; Systematic review; Medicine; Scopus; Computer science; Psychology; Nursing; Social psychology","score_opus":0.10925875978301379,"score_gpt":0.4288040471238464,"score_spread":0.3195452873408326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384156380","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016237162,0.9793093,0.00035194,0.0015489866,0.0003442308,0.017722733,0.000047109745,0.0004593075,0.00020013982],"genre_scores_gemma":[0.0000045836873,0.9685733,0.009395259,0.002412681,0.00043338453,0.016934652,0.0009703239,0.00015519706,0.0011206695],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9950812,0.00034460676,0.0024272883,0.0006244243,0.0011341556,0.000388342],"domain_scores_gemma":[0.9957459,0.00053272373,0.0013351492,0.0015286641,0.0007115853,0.00014599021],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016130029,0.0004900658,0.004228157,0.0006433159,0.0001055755,0.00005460782,0.0004401589,0.0002403743,0.0001518467],"category_scores_gemma":[0.007297908,0.00039832538,0.0009730764,0.0025585585,0.00004083234,0.000100139834,0.00011612103,0.00092173414,0.0013361631],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.77766e-7,0.0024639796,0.0000016684578,0.95825076,0.0015015386,0.000008632318,0.000030335572,2.4154486e-8,0.0000011644012,0.00006771759,0.0040231803,0.033650234],"study_design_scores_gemma":[0.00018855283,0.00018287518,0.0000088119805,0.95744735,0.034653634,0.000002557298,0.000032715176,0.000058385765,0.0000018871084,0.000009116866,0.0071079484,0.00030616054],"about_ca_topic_score_codex":0.000011632257,"about_ca_topic_score_gemma":0.0000032918535,"teacher_disagreement_score":0.03334407,"about_ca_system_score_codex":0.0013119112,"about_ca_system_score_gemma":0.0009694275,"threshold_uncertainty_score":0.9998469},"labels":[],"label_agreement":null},{"id":"W4384302241","doi":"10.36834/cmej.73122","title":"Anticipation or avoidance: internal medicine resident experiences performing invasive bedside procedures","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Sinai Health System; University of Toronto","funders":"","keywords":"Thematic analysis; Psychological intervention; Anxiety; Focus group; Medicine; Referral; Anticipation (artificial intelligence); Medical education; Psychology; Qualitative research; Nursing; Psychiatry; Computer science","score_opus":0.02599873825913523,"score_gpt":0.37346873628988764,"score_spread":0.3474699980307524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384302241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83653134,0.00031787078,0.00011920113,0.15230848,0.005937823,0.00039377582,0.0000011811283,0.000078609904,0.0043117367],"genre_scores_gemma":[0.93113947,0.0007267191,0.0007712169,0.053482562,0.005766922,0.00021916923,0.00010159815,0.00004112422,0.007751245],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99629277,0.00010176975,0.00094198814,0.0003289948,0.0017016204,0.00063285657],"domain_scores_gemma":[0.99411494,0.0001627366,0.00029656454,0.00028160927,0.001114989,0.004029181],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019671358,0.00021638881,0.00033209482,0.0015185823,0.000623719,0.00007994198,0.00037192446,0.00026697124,0.045611538],"category_scores_gemma":[0.12585625,0.00015977351,0.00006518084,0.0014906932,0.0004364865,0.00032916278,0.000027970964,0.0011236611,0.00024953377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067359244,0.00007638028,0.006147922,0.00017764354,0.000045186764,0.00022092249,0.03620064,0.0000029462071,0.00007677899,0.00033953367,0.8823963,0.07424843],"study_design_scores_gemma":[0.0035167113,0.0012797834,0.109370664,0.011895177,0.00024424668,0.015384685,0.448529,0.0026399456,0.0007527908,0.0017824068,0.4037356,0.0008689894],"about_ca_topic_score_codex":0.0044729295,"about_ca_topic_score_gemma":0.0137665495,"teacher_disagreement_score":0.47866064,"about_ca_system_score_codex":0.0009358096,"about_ca_system_score_gemma":0.08488103,"threshold_uncertainty_score":0.95526093},"labels":[],"label_agreement":null},{"id":"W4384338560","doi":"10.21203/rs.3.rs-3094563/v1","title":"Responding to the real problem of sustainable resuscitation competency with real assessment. Mixed-methods evaluation of an authentic assessment program","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Competence (human resources); Medical education; Psychology; Educational measurement; Test (biology); TUTOR; Curriculum; Medicine; Pedagogy; Social psychology; Engineering","score_opus":0.10712773313862177,"score_gpt":0.5798742481129358,"score_spread":0.47274651497431397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384338560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573883,0.000028030714,0.006844262,0.0065839505,0.00041180407,0.016021043,0.000034203156,0.00016522592,0.012523187],"genre_scores_gemma":[0.6074871,0.00004790285,0.3849275,0.000009954984,0.00022550594,0.004749031,0.0012895362,0.00007377326,0.0011897226],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9847911,0.0057928395,0.0012316448,0.0008876549,0.00647871,0.00081805687],"domain_scores_gemma":[0.9831351,0.00090613414,0.0005991614,0.0016150654,0.013569031,0.00017553294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.058110587,0.0002724408,0.000595236,0.0031177343,0.00037131377,0.00012580855,0.0006018813,0.0003314183,0.000074721254],"category_scores_gemma":[0.004147755,0.00019676676,0.00010211025,0.0060359724,0.0003936598,0.00016993591,0.0006414969,0.0019255726,0.000004369129],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016267318,0.005320522,0.0250246,0.023559209,0.0008598153,0.00005841393,0.022900533,0.007936384,0.00498015,0.20772263,0.0066513247,0.6933597],"study_design_scores_gemma":[0.0019430206,0.0063290778,0.7818387,0.005947335,0.0005494476,0.0000064165147,0.0952018,0.08211471,0.00063914945,0.023942256,0.0011367036,0.00035137756],"about_ca_topic_score_codex":0.0016059615,"about_ca_topic_score_gemma":0.00016559043,"teacher_disagreement_score":0.7568141,"about_ca_system_score_codex":0.00235892,"about_ca_system_score_gemma":0.010713251,"threshold_uncertainty_score":0.9948951},"labels":[],"label_agreement":null},{"id":"W4384468445","doi":"10.1111/medu.15162","title":"Medical competence as a multilayered construct","year":2023,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Sunnybrook Hospital; University of Toronto; Sunnybrook Health Science Centre; McGill University Health Centre","funders":"Lomonosov Moscow State University; Universiteit Utrecht","keywords":"Competence (human resources); Psychology; Personality; Cognition; Medical education; Social psychology; Medicine","score_opus":0.04856806724394278,"score_gpt":0.4631381358426252,"score_spread":0.4145700685986824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384468445","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009561442,0.9740627,0.00009664087,0.010446054,0.008165452,0.0019496537,0.000009733199,0.00050878426,0.004665399],"genre_scores_gemma":[0.000015730895,0.97630507,0.00152308,0.012515009,0.0029317865,0.0009728557,0.0015024593,0.00015468731,0.004079332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922222,0.00029991206,0.0019842426,0.0009156937,0.003953618,0.00062435766],"domain_scores_gemma":[0.9963513,0.0005919544,0.0006386123,0.0010911303,0.0006060016,0.000720997],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0021255587,0.0005989509,0.0021463563,0.00089923106,0.00017892825,0.000046706406,0.00079294347,0.0019191755,0.01183399],"category_scores_gemma":[0.056376006,0.00047914317,0.00046644482,0.0025198604,0.0007728408,0.000087484594,0.0001931346,0.0026329614,0.006364572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005728861,0.0005291552,0.000012944792,0.014242071,0.0001332748,0.00006334913,0.000086482905,8.3452765e-9,2.894297e-8,0.001203812,0.13792396,0.8457992],"study_design_scores_gemma":[0.00044246105,0.000081349346,0.000023513801,0.06077891,0.00065830466,0.0022751235,0.00019992342,0.00021309059,2.3299765e-7,0.00012730507,0.9348338,0.0003659598],"about_ca_topic_score_codex":0.0001470317,"about_ca_topic_score_gemma":0.000012640814,"teacher_disagreement_score":0.84543324,"about_ca_system_score_codex":0.00068724033,"about_ca_system_score_gemma":0.049415022,"threshold_uncertainty_score":0.99976605},"labels":[],"label_agreement":null},{"id":"W4384469217","doi":"10.21203/rs.3.rs-2316305/v1","title":"Protocol for a scoping review study on learning plan use in undergraduate medical education","year":2023,"lang":"en","type":"review","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Protocol (science); Plan (archaeology); Medical education; Computer science; Engineering management; Medicine; Engineering; Geography; Alternative medicine; Archaeology","score_opus":0.516473448355694,"score_gpt":0.6670139338315465,"score_spread":0.15054048547585253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384469217","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000039329084,0.33346203,0.000020786032,0.0023045863,0.00018060073,0.66365784,0.0000040219275,0.00011774346,0.00024847005],"genre_scores_gemma":[3.5579697e-7,0.48948553,0.00011249219,0.00016662362,0.00034888095,0.50847363,0.0003473658,0.000081949154,0.0009831478],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99244267,0.0017884538,0.0014714084,0.00080137054,0.002807719,0.0006883938],"domain_scores_gemma":[0.9955692,0.0021495738,0.0003221506,0.0007638951,0.000951405,0.00024375919],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010326667,0.00034936226,0.001616687,0.0018532034,0.00023859822,0.00008147151,0.00036828982,0.00041024518,0.00016136654],"category_scores_gemma":[0.076080665,0.0002681967,0.00022203613,0.00403783,0.00010858822,0.00009661001,0.0001514792,0.0033010503,0.000301409],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026382631,0.0011112705,0.00012917782,0.425682,0.00003741681,0.000021660513,0.00006374858,1.04702316e-7,4.6217763e-9,0.00017919642,0.01661545,0.55613357],"study_design_scores_gemma":[0.0005697345,0.00071629597,0.000038636084,0.5752099,0.00005948316,0.000012044856,0.00018251076,0.000014460568,2.1013742e-8,0.000028403017,0.42304555,0.0001229492],"about_ca_topic_score_codex":0.0000661846,"about_ca_topic_score_gemma":0.00008684851,"teacher_disagreement_score":0.5560106,"about_ca_system_score_codex":0.0011169922,"about_ca_system_score_gemma":0.0150975,"threshold_uncertainty_score":0.99997705},"labels":[],"label_agreement":null},{"id":"W4384522311","doi":"10.1136/archdischild-2023-rcpch.549","title":"275 PURE – a near-peer tutorship programme to improve paediatric medical education","year":2023,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Hospital Foundation","funders":"","keywords":"Medical education; Mentorship; Curriculum; Plan (archaeology); Faculty development; Medicine; Psychology; Professional development; Pedagogy","score_opus":0.017791588615408097,"score_gpt":0.3454211528397214,"score_spread":0.32762956422431333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384522311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.742166,0.00004686057,0.00047851354,0.24319686,0.003740051,0.0013384416,0.0000019538334,0.00070357666,0.008327748],"genre_scores_gemma":[0.85703725,0.000020454068,0.016093947,0.04979325,0.0049068327,0.0013165184,0.0007440813,0.00008662502,0.070001066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972132,0.000028294897,0.00042978977,0.0003784093,0.0014553348,0.00049496745],"domain_scores_gemma":[0.9982917,0.00006603591,0.000059882426,0.0004462734,0.0007409222,0.0003952413],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016052823,0.00015508781,0.00020590599,0.00041430915,0.000119359735,0.00006163237,0.00018722854,0.00027426548,0.0019909255],"category_scores_gemma":[0.014967227,0.00012632116,0.00006838853,0.00359876,0.00008373776,0.00008645041,0.00007743396,0.00044700335,0.00268164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018982726,0.00033692387,0.0062890854,0.00008859355,0.000016314812,0.000006319439,0.0005414704,4.1039655e-7,0.00009138534,0.0031819365,0.5476932,0.4417354],"study_design_scores_gemma":[0.0011586752,0.00047913403,0.04853599,0.00014363886,0.00010161309,0.00007242888,0.0021827528,0.003013328,0.00034644175,0.0011341278,0.9424829,0.00034899102],"about_ca_topic_score_codex":0.00007966964,"about_ca_topic_score_gemma":0.000014120337,"teacher_disagreement_score":0.4413864,"about_ca_system_score_codex":0.00020778955,"about_ca_system_score_gemma":0.0031128982,"threshold_uncertainty_score":0.9989214},"labels":[],"label_agreement":null},{"id":"W4384570810","doi":"10.5114/fmpcr.2023.127673","title":"Effect of an interventional training programme on communication skills for first-year medical students at Suez University, Egypt","year":2023,"lang":"en","type":"article","venue":"Family Medicine & Primary Care Review","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Communication skills; Primary care; Medical education; Family medicine; Traditional medicine","score_opus":0.04529233387724448,"score_gpt":0.4095698971496182,"score_spread":0.36427756327237376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384570810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9516216,0.02279113,0.00014475922,0.013848151,0.0009635927,0.006033846,0.00006380767,0.00031222112,0.0042209253],"genre_scores_gemma":[0.68923795,0.1940577,0.008578591,0.027144399,0.002302526,0.0013038797,0.0733898,0.0003443824,0.0036407474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647367,0.00038050767,0.00073469867,0.00035731876,0.0017434346,0.00031034945],"domain_scores_gemma":[0.9974458,0.00086118496,0.00029755494,0.000692708,0.00049811706,0.00020460656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004580701,0.00022712149,0.00087480206,0.0003126873,0.00016359879,0.000005173127,0.0006391424,0.00016197855,0.00019830094],"category_scores_gemma":[0.003968657,0.0001786967,0.00022016274,0.001071139,0.0003220776,0.00008397118,0.00022164328,0.00036537432,0.000032200427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035239515,0.0006292894,0.005053221,0.025671413,0.00018015024,0.000030152276,0.0012032347,6.4618274e-7,0.000028237722,0.00047549425,0.083757624,0.8826181],"study_design_scores_gemma":[0.01630689,0.018969791,0.09547323,0.1768776,0.0020287277,0.00009242777,0.0031167965,0.00012605227,0.0000786704,0.000074503834,0.6863213,0.00053398014],"about_ca_topic_score_codex":0.000019135594,"about_ca_topic_score_gemma":0.000009831891,"teacher_disagreement_score":0.88208413,"about_ca_system_score_codex":0.00069231505,"about_ca_system_score_gemma":0.00030892208,"threshold_uncertainty_score":0.72870404},"labels":[],"label_agreement":null},{"id":"W4384626079","doi":"10.1111/petr.14572","title":"Development of a national Zoom‐based lectureship for pediatric transplant hepatology trainees","year":2023,"lang":"en","type":"article","venue":"Pediatric Transplantation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hepatology; Medicine; Internal medicine; Liver transplantation; Family medicine; Likert scale; Surgical oncology; Pediatric gastroenterology; Curriculum; Transplantation; General surgery","score_opus":0.03897153465957154,"score_gpt":0.3341416694079025,"score_spread":0.295170134748331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384626079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336525,0.0000696244,0.06361574,0.0010700442,0.000417591,0.0006963035,0.00011798534,0.00016659475,0.00019359744],"genre_scores_gemma":[0.9605741,0.00038255495,0.034476086,0.00039261847,0.00062038004,0.00032221794,0.0031615102,0.000028555995,0.000041956682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998132,0.000029653078,0.00067884347,0.0002753823,0.00059772766,0.00028642846],"domain_scores_gemma":[0.99900824,0.00029037354,0.0001660057,0.00010099096,0.00037435396,0.00006002719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065965095,0.00016294877,0.0002559871,0.0009888925,0.00012144666,0.000006348807,0.000096105345,0.00017676753,0.000057999558],"category_scores_gemma":[0.00019852203,0.00015676674,0.000096079166,0.0015457203,0.00003198155,0.000061952815,0.000002216334,0.0001529487,0.000024327559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004665877,0.0025322877,0.8416199,0.0311232,0.00031548805,0.00008063069,0.040926907,0.0021515957,0.007510918,0.0075742286,0.030953977,0.030544959],"study_design_scores_gemma":[0.01150194,0.00051081204,0.9528591,0.00008784773,0.0016210343,0.00010737764,0.00023469247,0.01669255,0.010499307,0.0013462174,0.0037902922,0.00074879377],"about_ca_topic_score_codex":0.0000038717017,"about_ca_topic_score_gemma":0.0000117657755,"teacher_disagreement_score":0.1112392,"about_ca_system_score_codex":0.00009223685,"about_ca_system_score_gemma":0.0012047413,"threshold_uncertainty_score":0.6392762},"labels":[],"label_agreement":null},{"id":"W4384661605","doi":"10.1055/s-0043-1771240","title":"Challenges of Medical Education in Libya: A Viewpoint on the Potential Impact of the 21st Century","year":2023,"lang":"en","type":"article","venue":"Ibnosina Journal of Medicine and Biomedical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Accreditation; Medicine; Quality (philosophy); Medical education; Health care; Investment (military); Service (business); Professional development; Public relations; Political science; Business; Marketing; Politics","score_opus":0.04568989177775846,"score_gpt":0.40421938303912225,"score_spread":0.3585294912613638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384661605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66311324,0.002593825,0.0000050946987,0.33256027,0.00088037015,0.00013409014,6.8580533e-7,0.0000031757863,0.0007092351],"genre_scores_gemma":[0.9851575,0.01209105,0.000058756803,0.0019720965,0.00069873803,0.0000029894313,0.0000015179711,0.000004426265,0.000012935549],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99609274,0.0001790527,0.00084814,0.00014664888,0.0025261864,0.00020723132],"domain_scores_gemma":[0.9985733,0.00033578716,0.00050348643,0.00016908892,0.00025790662,0.0001604293],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006213781,0.000110249035,0.00037784516,0.0005929039,0.00008964363,0.000005828617,0.00046870994,0.00013574978,0.00023725501],"category_scores_gemma":[0.00693822,0.00004192856,0.00011155071,0.0021528117,0.0029854246,0.00006689688,0.00007507564,0.00050600705,0.0000014176064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018105356,0.0015273413,0.008479019,0.00033177892,0.00009963556,0.000029757228,0.0038270748,0.000003568842,0.003068918,0.028864915,0.0563346,0.8972523],"study_design_scores_gemma":[0.0033792323,0.0070095644,0.9143847,0.012642517,0.0001766471,0.001142674,0.040905073,0.0009611809,0.0003666928,0.0078227585,0.011046889,0.00016203774],"about_ca_topic_score_codex":0.00009861158,"about_ca_topic_score_gemma":0.000005735524,"teacher_disagreement_score":0.9059057,"about_ca_system_score_codex":0.00006191026,"about_ca_system_score_gemma":0.0022040706,"threshold_uncertainty_score":0.9997279},"labels":[],"label_agreement":null},{"id":"W4384662924","doi":"10.1080/0142159x.2023.2232097","title":"Competency-based medical education: The spark to ignite healthcare’s escape fire","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Analogy; Health care; Context (archaeology); Globe; SPARK (programming language); Medical education; Public relations; Quality (philosophy); Psychology; Engineering ethics; Medicine; Nursing; Management; Political science; Computer science; Engineering; Law; Epistemology","score_opus":0.02754063954757908,"score_gpt":0.37826274422462536,"score_spread":0.3507221046770463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384662924","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20670867,0.00022122143,0.0004591534,0.7807351,0.0024320963,0.0007111457,0.0000013883523,0.00038533704,0.008345946],"genre_scores_gemma":[0.7686211,0.00007544387,0.0020114882,0.2072971,0.0051555634,0.00081468205,0.00064451667,0.00009506193,0.015285052],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948982,0.00026642924,0.0006736106,0.00045874616,0.0031222517,0.00058074924],"domain_scores_gemma":[0.9976442,0.00014544114,0.0000861878,0.00080504414,0.0003492977,0.0009698571],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033061737,0.0002254471,0.00035555664,0.00024419915,0.00027745237,0.000026317988,0.0005680596,0.0004300795,0.01718668],"category_scores_gemma":[0.01583146,0.0001506332,0.00011274033,0.0024903256,0.00037780352,0.000042061736,0.00011960742,0.0013915427,0.0022913557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034661018,0.00057760836,0.015550031,0.00012898543,0.00003203224,0.00004338754,0.0006996443,0.0000014317691,0.000003204129,0.0047637406,0.7420466,0.23611867],"study_design_scores_gemma":[0.0015120471,0.00031231818,0.027387597,0.0012790855,0.000078443874,0.0001455674,0.0018061671,0.049718235,0.000017955128,0.0017701389,0.9156101,0.00036236056],"about_ca_topic_score_codex":0.00015573199,"about_ca_topic_score_gemma":0.000055178676,"teacher_disagreement_score":0.5734379,"about_ca_system_score_codex":0.00021979873,"about_ca_system_score_gemma":0.010960951,"threshold_uncertainty_score":0.99848545},"labels":[],"label_agreement":null},{"id":"W4384663201","doi":"","title":"Student and instructor perspectives following a virtual objective structured clinical examination.","year":2023,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"","keywords":"Thematic analysis; Medical education; Focus group; Objective structured clinical examination; Psychology; Zoom; Qualitative research; Medicine; Engineering","score_opus":0.030587359843440427,"score_gpt":0.358948630803859,"score_spread":0.3283612709604186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384663201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99502444,0.000076925186,0.000050738145,0.0010860423,0.0013843859,0.00088100147,0.000002562851,0.00015500754,0.0013389173],"genre_scores_gemma":[0.9970022,0.00003845331,0.00046772545,0.00029371187,0.00055505405,0.0006310614,0.000027313643,0.00001852539,0.0009659434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985778,0.00009218574,0.00033284948,0.00032989326,0.00041781788,0.00024950455],"domain_scores_gemma":[0.99932736,0.0001407538,0.000076113705,0.0001902002,0.00016329718,0.000102262056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011572187,0.00010707799,0.00022605144,0.00027800343,0.00010868671,0.000030040152,0.0000719999,0.0001121785,0.00002079712],"category_scores_gemma":[0.0036240912,0.00009437051,0.00006599151,0.0008095271,0.00015154731,0.00011496338,0.000065384724,0.00028930182,0.000011640702],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003127848,0.00012028079,0.09663522,0.000015259087,0.00019251008,0.000017941064,0.008338219,5.450849e-7,0.000023913626,0.0026370906,0.0011012774,0.8908865],"study_design_scores_gemma":[0.0012806562,0.00006571226,0.97156453,0.00001158762,0.000065618384,0.000011723955,0.026100075,0.00006078797,0.000033415763,0.00018697695,0.0005315205,0.00008738302],"about_ca_topic_score_codex":0.000004509651,"about_ca_topic_score_gemma":0.0000024206354,"teacher_disagreement_score":0.8907991,"about_ca_system_score_codex":0.00017313496,"about_ca_system_score_gemma":0.000064992186,"threshold_uncertainty_score":0.43386376},"labels":[],"label_agreement":null},{"id":"W4384663774","doi":"10.1097/ceh.0000000000000523","title":"Teaching Observation as a Faculty Development Tool in Medical Education: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Medical Protective Association; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Formative assessment; Terminology; Medical education; Faculty development; Inclusion (mineral); Coaching; Psychology; Professional development; Medicine; Pedagogy","score_opus":0.17058073214911978,"score_gpt":0.5776445270881845,"score_spread":0.4070637949390647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384663774","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012961732,0.9343135,0.000049410588,0.055621017,0.0036663234,0.0048347553,0.0000010024214,0.000025927615,0.00019193605],"genre_scores_gemma":[0.000016367643,0.9716336,0.005467755,0.01836266,0.0011638203,0.000979918,0.00028902324,0.00005687039,0.002029946],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99080074,0.0019084278,0.005001213,0.00031910295,0.001539034,0.00043145608],"domain_scores_gemma":[0.99336284,0.0008445856,0.0041516824,0.0005698109,0.000886224,0.00018484781],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017369498,0.00034240732,0.0019276479,0.0013440225,0.000259114,0.000037315775,0.00061313226,0.0004013187,0.00011501503],"category_scores_gemma":[0.02164629,0.00022619932,0.00023257986,0.0022543806,0.000051623625,0.00023703602,0.00007365911,0.003778948,0.00005410145],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005372968,0.00071069796,0.00009869338,0.10937625,0.000017049251,0.0000045368383,0.0064604944,4.4108063e-8,1.432904e-8,0.00044710917,0.032272596,0.85060716],"study_design_scores_gemma":[0.00019791747,0.000043511227,0.00036162976,0.6057723,0.000088995555,0.0003409993,0.0038763734,0.0000017124546,2.0021478e-8,0.00010980717,0.38909337,0.00011334664],"about_ca_topic_score_codex":0.00007556841,"about_ca_topic_score_gemma":0.00004691578,"teacher_disagreement_score":0.8504938,"about_ca_system_score_codex":0.0016195396,"about_ca_system_score_gemma":0.098546684,"threshold_uncertainty_score":0.99851936},"labels":[],"label_agreement":null},{"id":"W4384697757","doi":"10.21203/rs.3.rs-3167358/v1","title":"Developing generic skills for future health professionals: Student and faculty perceptions of a Recovery College curriculum and courses","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Université du Québec à Trois-Rivières","keywords":"Curriculum; Health care; Medical education; Experiential learning; Psychology; Diversity (politics); Pedagogy; Knowledge management; Engineering ethics; Sociology; Political science; Medicine; Engineering; Computer science","score_opus":0.11964694946287455,"score_gpt":0.5468365120221066,"score_spread":0.427189562559232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384697757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93766356,0.0014173397,0.00081834005,0.053981204,0.00085718,0.004401206,0.00078480045,0.000052056363,0.000024328125],"genre_scores_gemma":[0.75455165,0.027794637,0.17641455,0.0029010419,0.0057798363,0.010270403,0.012460041,0.00030433823,0.009523512],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9971671,0.0002476988,0.0005484935,0.00052216457,0.0010892695,0.00042525688],"domain_scores_gemma":[0.9971056,0.00026467614,0.00019701822,0.00033672026,0.0019441061,0.00015189525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027618164,0.00017932183,0.0005108082,0.000654819,0.00041662427,0.00003132741,0.00014457748,0.00031406723,0.000031738353],"category_scores_gemma":[0.001735031,0.00014918497,0.0000667611,0.0007767998,0.00021264724,0.000046916997,0.00053473114,0.0010131944,0.000003967602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017335608,0.003071445,0.13992172,0.048438136,0.00066477276,0.000018630177,0.022306995,0.00002397419,0.00010398817,0.009034438,0.64976615,0.1264764],"study_design_scores_gemma":[0.0013207172,0.0007639298,0.8135998,0.011268459,0.00005752346,0.000026567612,0.1564712,0.00048798427,0.000028392164,0.0026519932,0.013025199,0.0002981815],"about_ca_topic_score_codex":0.00009090488,"about_ca_topic_score_gemma":0.00004822809,"teacher_disagreement_score":0.6736781,"about_ca_system_score_codex":0.0006255825,"about_ca_system_score_gemma":0.003367671,"threshold_uncertainty_score":0.6083586},"labels":[],"label_agreement":null},{"id":"W4384915877","doi":"10.1007/978-981-15-3344-0_35","title":"Critical Theory","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Salient; Epistemology; Relevance (law); Critical theory; Sociology; Engineering ethics; Computer science; Political science; Philosophy; Engineering; Artificial intelligence; Law","score_opus":0.03664627730769936,"score_gpt":0.36955954340551067,"score_spread":0.3329132660978113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384915877","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005242104,0.000040524254,0.0011441106,0.008341758,0.0013137027,0.00015455314,0.000003069834,0.00024250505,0.9887545],"genre_scores_gemma":[0.0002424502,0.000032184562,0.0023878615,0.005757033,0.0010203067,0.000011525659,0.00013636635,0.00006596464,0.9903463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908894,0.0000049927708,0.00024361322,0.0001966604,0.00033945136,0.00012636407],"domain_scores_gemma":[0.9991313,0.00017631945,0.00002698626,0.00032886295,0.00028457635,0.000051932835],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00035761017,0.00012512694,0.00020559752,0.00019953621,0.000036597336,0.00000825812,0.00005808026,0.00033814184,0.017330993],"category_scores_gemma":[0.0020946932,0.000102412065,0.000069157075,0.00004471731,0.0002076905,0.000018636849,0.00003100914,0.00052596023,0.006529812],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073365195,0.0000105642,0.0000011724468,0.00007238363,0.000025099649,0.000020867665,0.000017737113,5.712426e-9,0.000002495863,0.77690285,0.18347606,0.03946345],"study_design_scores_gemma":[0.00010072709,0.00004885749,0.00004850379,0.00026676818,0.00010890518,0.00003379948,0.00003438408,0.000011781432,0.000008080913,0.44376588,0.55547,0.000102328406],"about_ca_topic_score_codex":8.047308e-7,"about_ca_topic_score_gemma":3.0930158e-7,"teacher_disagreement_score":0.37199393,"about_ca_system_score_codex":0.00007125641,"about_ca_system_score_gemma":0.00017619782,"threshold_uncertainty_score":0.99424374},"labels":[],"label_agreement":null},{"id":"W4384916981","doi":"10.1007/978-981-15-3344-0_53","title":"Effective Feedback Conversations in Clinical Practice","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Conversation; Computer science; Key (lock); Health professionals; Clinical Practice; Core (optical fiber); Knowledge management; Health care; Management science; Psychology; Medicine; Engineering; Nursing; Communication; Political science","score_opus":0.04756808701820206,"score_gpt":0.42195241965836755,"score_spread":0.37438433264016546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384916981","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016561056,0.000030227235,0.0002704402,0.016265942,0.0021164543,0.0012549901,0.0000048043735,0.00014883392,0.9797427],"genre_scores_gemma":[0.0010797672,0.00022058624,0.0069283335,0.008625584,0.0011553622,0.00008383322,0.00035686098,0.00008184667,0.98146784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981023,0.000044187793,0.0008459391,0.00038647105,0.00045818224,0.00016291576],"domain_scores_gemma":[0.9973262,0.0013232151,0.0002597067,0.00042459977,0.0005971862,0.00006911358],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015716045,0.00018739766,0.00044020897,0.0004106618,0.000035485693,0.000011473587,0.00008070543,0.0006381904,0.0016909622],"category_scores_gemma":[0.010366106,0.00017351854,0.00012010233,0.00019868351,0.0001998275,0.000085400956,0.000049394494,0.0014486582,0.0049822647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013510523,0.0002397286,0.00048464595,0.00015430097,0.0002835855,0.00012475814,0.0002857795,7.934633e-7,0.0000014015783,0.5502175,0.30025002,0.14782238],"study_design_scores_gemma":[0.0015997584,0.00030178603,0.014594981,0.0006548028,0.00035226747,0.000055042972,0.00041173177,0.00015910638,0.0000029953228,0.008878937,0.97273546,0.00025314908],"about_ca_topic_score_codex":0.000035904653,"about_ca_topic_score_gemma":0.000019448678,"teacher_disagreement_score":0.6724854,"about_ca_system_score_codex":0.0003128961,"about_ca_system_score_gemma":0.0004763263,"threshold_uncertainty_score":0.9992216},"labels":[],"label_agreement":null},{"id":"W4384917214","doi":"10.1007/978-981-15-3344-0_83","title":"Workplace-Based Assessment in Clinical Practice","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Quality assessment; Process (computing); Quality (philosophy); Multitude; Vignette; Medical education; Management science; Computer science; Engineering ethics; Psychology; Medicine; Engineering; Evaluation methods; Political science","score_opus":0.08164683128722083,"score_gpt":0.47453213940920713,"score_spread":0.3928853081219863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384917214","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049792325,0.000025426136,0.0013670009,0.03860441,0.0019090745,0.00061957573,0.0000019707084,0.00014869172,0.9572741],"genre_scores_gemma":[0.00040463574,0.00010631658,0.06270093,0.017228793,0.0009837872,0.00004753489,0.00036153494,0.000083107014,0.91808337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754834,0.00004076243,0.0010913607,0.00040246733,0.0007291075,0.00018793816],"domain_scores_gemma":[0.9977765,0.0008904019,0.00030184715,0.0005495051,0.00040545047,0.00007629488],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026654957,0.00019920741,0.00045616642,0.00042729278,0.000027297367,0.000015449557,0.00010203046,0.0006624415,0.002574236],"category_scores_gemma":[0.004027566,0.00017726875,0.00011664741,0.0001848231,0.000117009025,0.00004814165,0.000038671635,0.0021098468,0.0012314193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016481776,0.00053128065,0.0012528334,0.00025995082,0.00015094964,0.00032510454,0.00003045443,0.000005952578,8.125938e-7,0.4798268,0.3969074,0.12054366],"study_design_scores_gemma":[0.0013767928,0.00023806134,0.0053544026,0.0010379108,0.00019646208,0.000016563179,0.000107051,0.00081615575,8.3267815e-7,0.0028716614,0.9877618,0.0002223125],"about_ca_topic_score_codex":0.0000151063905,"about_ca_topic_score_gemma":0.000013096454,"teacher_disagreement_score":0.5908544,"about_ca_system_score_codex":0.00040149127,"about_ca_system_score_gemma":0.0018520437,"threshold_uncertainty_score":0.99954623},"labels":[],"label_agreement":null},{"id":"W4384936653","doi":"10.1016/j.acra.2023.06.005","title":"Getting the Most from Competency-Based Medical Education: Strategies for Diagnostic Radiology Faculty and Residents Upon the Transition to Competence by Design","year":2023,"lang":"en","type":"article","venue":"Academic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; Vancouver General Hospital; University of British Columbia; University of Toronto; Providence Health Care","funders":"","keywords":"Medicine; Competence (human resources); Graduate medical education; Scopus; Medical education; Curriculum; Family medicine; MEDLINE; Management; Psychology; Accreditation","score_opus":0.030176938410644002,"score_gpt":0.35747048614526056,"score_spread":0.32729354773461655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384936653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61656696,0.00084682135,0.044738036,0.3353092,0.0009108406,0.0014451717,0.000039308667,0.00010222502,0.000041408766],"genre_scores_gemma":[0.92447656,0.0005262779,0.009722222,0.060924727,0.0013330186,0.0011128965,0.0017987549,0.00003540218,0.00007012649],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979499,0.00042108778,0.0005284125,0.0004023821,0.00031710876,0.00038109167],"domain_scores_gemma":[0.9949579,0.0043266183,0.00013503508,0.0002951736,0.00016325766,0.000122008],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001779538,0.00017595507,0.00031492847,0.00021549742,0.0003664764,0.00001675404,0.0003960197,0.00042802753,0.00006152489],"category_scores_gemma":[0.00863639,0.0001111877,0.000037384045,0.000950841,0.00047951913,0.0000702862,0.000031886786,0.0008276798,0.000026903213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030170605,0.00007952985,0.004830295,0.00007958303,0.00011965795,0.000006951885,0.005029787,0.0007725442,0.0061211297,0.018135827,0.93743217,0.027090807],"study_design_scores_gemma":[0.009462447,0.0028071487,0.5748962,0.001656809,0.0010049427,0.0013148908,0.033744723,0.14178237,0.0019945118,0.14475179,0.08516976,0.001414389],"about_ca_topic_score_codex":0.00015944151,"about_ca_topic_score_gemma":0.000012021071,"teacher_disagreement_score":0.85226244,"about_ca_system_score_codex":0.00008071212,"about_ca_system_score_gemma":0.0019090375,"threshold_uncertainty_score":0.9997143},"labels":[],"label_agreement":null},{"id":"W4385185931","doi":"10.1001/jamainternmed.2023.3017","title":"The Thinker—A Work by Rodin With a Message for Clinicians","year":2023,"lang":"en","type":"article","venue":"JAMA Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Work (physics)","score_opus":0.022783416466832605,"score_gpt":0.36067787271027535,"score_spread":0.3378944562434427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385185931","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3853867,0.000588095,0.011706926,0.58246183,0.0036780923,0.0015739056,0.000013986457,0.0003816443,0.014208811],"genre_scores_gemma":[0.87979996,0.00035701398,0.0018550908,0.036534518,0.005100246,0.0006348635,0.00034198095,0.000104005325,0.075272344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982602,0.000048628823,0.00052890467,0.00027126764,0.0005293477,0.0003616424],"domain_scores_gemma":[0.9978517,0.0010775427,0.00018436601,0.00041932022,0.00036487926,0.00010218479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022637933,0.00016268225,0.00029802276,0.0001474224,0.00020259758,0.000028608569,0.0002685079,0.00012013648,0.00015930067],"category_scores_gemma":[0.0069683148,0.00008308731,0.00005615851,0.0010232371,0.00037711338,0.00006444803,0.00003544796,0.00054323714,0.000102206955],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007903107,0.000052383122,0.0036355949,0.000050054667,0.00010842534,0.000019807181,0.00085351156,9.212049e-7,0.00020121262,0.0009804226,0.8981156,0.09519178],"study_design_scores_gemma":[0.0047564255,0.0016327858,0.022203123,0.0017975353,0.00017054444,0.00005835998,0.0036042675,0.000884694,0.0003275885,0.0011262876,0.9632872,0.00015122497],"about_ca_topic_score_codex":0.00005659026,"about_ca_topic_score_gemma":0.000011799585,"teacher_disagreement_score":0.54592735,"about_ca_system_score_codex":0.00010398992,"about_ca_system_score_gemma":0.00009416463,"threshold_uncertainty_score":0.83422273},"labels":[],"label_agreement":null},{"id":"W4385220305","doi":"10.22454/fammed.2023.476432","title":"Motivational Interviewing Education in North American Family Medicine Clerkships: A CERA Study","year":2023,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Motivational interviewing; Interview; Medical education; Medicine; Family medicine; Alliance; Duration (music); Psychology; Internal medicine; Randomized controlled trial","score_opus":0.10105971443752212,"score_gpt":0.4150245637346064,"score_spread":0.31396484929708424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385220305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9694157,0.00033215413,0.00023115677,0.020904446,0.0021874153,0.0014047826,0.000002854506,0.0002836204,0.0052378494],"genre_scores_gemma":[0.979464,0.00020249022,0.0005231815,0.0146617405,0.0024521325,0.00028773496,0.000817775,0.00006785213,0.0015230806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957315,0.00022129608,0.0013815573,0.0006922344,0.0014199341,0.0005535229],"domain_scores_gemma":[0.997744,0.00031200695,0.00034665232,0.000730502,0.00065253646,0.00021428453],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021160084,0.0003720287,0.00088642596,0.0020634478,0.00014280024,0.000010724092,0.00032057025,0.00008878765,0.00020464633],"category_scores_gemma":[0.0040655266,0.0002970113,0.000056975234,0.008620386,0.00059760804,0.00017693538,0.000092940514,0.00083504623,0.00020035221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010902554,0.00095313805,0.68225735,0.0001531826,0.000076591044,0.000040456347,0.008585355,0.000015563986,0.0007452133,0.00027614366,0.120591305,0.18619668],"study_design_scores_gemma":[0.002975781,0.0013427879,0.9205988,0.0008771898,0.0001090836,0.000015899363,0.06060617,0.0007162393,0.0000031886768,0.00011348716,0.0124301,0.00021127399],"about_ca_topic_score_codex":0.001992222,"about_ca_topic_score_gemma":0.00051761855,"teacher_disagreement_score":0.23834147,"about_ca_system_score_codex":0.00051639497,"about_ca_system_score_gemma":0.0010024108,"threshold_uncertainty_score":0.9999482},"labels":[],"label_agreement":null},{"id":"W4385221903","doi":"10.1080/07294360.2023.2234312","title":"Defining generic skills to better support the development of future health professionals: results from a scoping review","year":2023,"lang":"en","type":"review","venue":"Higher Education Research & Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Montréal; Université du Québec à Trois-Rivières; Institut universitaire en santé mentale de Montréal","funders":"Université du Québec à Trois-Rivières","keywords":"Social skills; Discipline; Psychology; Health care; Skills management; Life skills; Medical education; Interpersonal communication; Knowledge management; Engineering ethics; Computer science; Medicine; Pedagogy; Political science; Social psychology; Engineering","score_opus":0.1595577967802323,"score_gpt":0.5448518321624762,"score_spread":0.38529403538224394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385221903","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007046139,0.94271916,0.000022287924,0.04610958,0.0028697327,0.007688713,0.000029600931,0.00006989772,0.00042054983],"genre_scores_gemma":[0.0000012027042,0.8878485,0.07735249,0.011344046,0.0012146347,0.006952436,0.0061169984,0.00011798626,0.009051726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99049604,0.000937748,0.0038106544,0.0010238664,0.0028500997,0.0008815884],"domain_scores_gemma":[0.99466145,0.00082841207,0.0011341056,0.0012601024,0.0017285497,0.0003873804],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010390384,0.0004985159,0.0017933636,0.0011714617,0.00068337587,0.00005205968,0.0007740541,0.00031969833,0.001008363],"category_scores_gemma":[0.0017848858,0.00033121166,0.00016542824,0.004792775,0.00010728108,0.00006968734,0.00047529602,0.0014880984,0.0018111455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059631343,0.00032079057,0.000005767046,0.05467488,0.00012719141,0.000001018293,0.0025466373,3.162822e-8,1.2417573e-7,0.00008393544,0.3153633,0.62687033],"study_design_scores_gemma":[0.000118027296,0.000026388912,0.00087692036,0.35504144,0.000055413784,0.0000039793567,0.00033999095,4.7486743e-8,0.0000041420535,0.000008923237,0.6433333,0.00019140776],"about_ca_topic_score_codex":0.00003070771,"about_ca_topic_score_gemma":0.000022290082,"teacher_disagreement_score":0.62667894,"about_ca_system_score_codex":0.002190227,"about_ca_system_score_gemma":0.0775344,"threshold_uncertainty_score":0.999914},"labels":[],"label_agreement":null},{"id":"W4385230477","doi":"10.1097/ceh.0000000000000507","title":"Assessment Practices in Continuing Professional Development Activities in Health Professions: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medical education; Thematic analysis; Context (archaeology); Best practice; Accreditation; Inclusion (mineral); Formative assessment; Professional development; Psychology; Lifelong learning; Qualitative property; Medicine; Qualitative research; Pedagogy; Political science; Computer science; Sociology","score_opus":0.16731710568765923,"score_gpt":0.5910857810741231,"score_spread":0.4237686753864639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385230477","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002045086,0.94358563,0.000037177295,0.037466038,0.0062736715,0.010462659,0.000002741617,0.000029140496,0.00009785234],"genre_scores_gemma":[0.00029841493,0.98506904,0.006135072,0.0035883596,0.0006085716,0.0022237236,0.00012848173,0.00008508649,0.0018632814],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9837386,0.005956181,0.007455939,0.0005111163,0.0014717033,0.0008664632],"domain_scores_gemma":[0.98069435,0.0028879377,0.0149566075,0.0006531019,0.0005886491,0.00021934677],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030939408,0.00051387755,0.0033926077,0.0027332888,0.00031798033,0.000053402833,0.0006512848,0.000400177,0.00005647033],"category_scores_gemma":[0.0102258595,0.0003368723,0.00024360899,0.0035847034,0.00009038025,0.00048386725,0.00014935218,0.005682919,0.000011658884],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017700342,0.0014669774,0.0007393554,0.23124065,0.000027404965,0.000011227833,0.018307077,3.4797662e-7,1.6837059e-7,0.0001667425,0.009960514,0.73806185],"study_design_scores_gemma":[0.00056871766,0.00011675258,0.0033931106,0.7979134,0.00006878021,0.00015451454,0.037189107,0.0000037864938,8.1761385e-8,0.0000631959,0.16032536,0.00020320786],"about_ca_topic_score_codex":0.00007971226,"about_ca_topic_score_gemma":0.00028332457,"teacher_disagreement_score":0.73785865,"about_ca_system_score_codex":0.0033811028,"about_ca_system_score_gemma":0.06598104,"threshold_uncertainty_score":0.9999083},"labels":[],"label_agreement":null},{"id":"W4385230799","doi":"10.1007/s10459-023-10271-6","title":"Seeking Utopia: a response to “Oncology residents’ experiences of decision-making in a clinical learning environment: a phenomenological study”","year":2023,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Interpretative phenomenological analysis; Psychology; Clinical decision making; Medicine; Oncology; Pedagogy; Qualitative research; Family medicine; Sociology","score_opus":0.05218350123849892,"score_gpt":0.497211680186165,"score_spread":0.4450281789476661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385230799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81891733,0.0012924961,0.0004364756,0.1731895,0.003808412,0.0020356588,8.0661323e-7,0.000042675514,0.00027664198],"genre_scores_gemma":[0.7567826,0.0021086326,0.033201102,0.20329532,0.0019698392,0.0020475083,0.00003160027,0.00004875781,0.0005146459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927709,0.0015850659,0.0026100788,0.001129437,0.0012112063,0.0006933288],"domain_scores_gemma":[0.994553,0.0036721565,0.0011221063,0.00045029892,0.00012223636,0.00008017491],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012748701,0.00026022058,0.0009165738,0.0021575082,0.00024634827,0.000028513134,0.00057307637,0.0004454292,0.00010882921],"category_scores_gemma":[0.016434314,0.00023530809,0.00006567194,0.0034463985,0.000671211,0.00028559478,0.00018491402,0.0022090813,0.00003902183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008744869,0.001976037,0.18446349,0.00067140156,0.000012539301,0.00011950146,0.116206065,0.001212235,0.00000425273,0.00007816153,0.021389578,0.6729922],"study_design_scores_gemma":[0.0012987455,0.010781819,0.2088066,0.008318294,0.00002383423,0.000064344415,0.30961794,0.0009497488,0.0000010864758,0.0024819453,0.4570971,0.0005585213],"about_ca_topic_score_codex":0.00016784763,"about_ca_topic_score_gemma":0.00007815092,"teacher_disagreement_score":0.67243373,"about_ca_system_score_codex":0.0015061492,"about_ca_system_score_gemma":0.0038794703,"threshold_uncertainty_score":0.9918507},"labels":[],"label_agreement":null},{"id":"W4385233751","doi":"10.5489/cuaj.8504","title":"Being a good doctor: More than just technical skills and medical knowledge","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Medical knowledge; Psychology; Medicine","score_opus":0.012868664486104664,"score_gpt":0.30923544101817924,"score_spread":0.29636677653207455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385233751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84161603,0.00008656906,0.00006728179,0.14962526,0.00087885483,0.00020353377,0.000008453175,0.00013676359,0.0073772576],"genre_scores_gemma":[0.98715913,0.00015278891,0.00042321612,0.008434607,0.0014707139,0.000021016343,0.00006557153,0.000019729365,0.002253229],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976829,0.00013539028,0.0005098467,0.00025282754,0.00078759907,0.00063139683],"domain_scores_gemma":[0.9980248,0.00027360505,0.00015433478,0.00013914955,0.00039535348,0.0010127504],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00237899,0.00015175626,0.00029987533,0.0005134552,0.0004192894,0.00007638177,0.00017158323,0.0006427457,0.00095092115],"category_scores_gemma":[0.011092458,0.00012446212,0.00009252546,0.001099458,0.0001270425,0.00009390174,0.000046225712,0.0014456353,0.00024998368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000107031,0.00017709183,0.79133475,0.000018860992,0.00008775578,0.00024126662,0.00063008803,0.0000014031114,0.00006841548,0.0046171313,0.17729723,0.025515297],"study_design_scores_gemma":[0.0007408635,0.00013806482,0.83059895,0.000058990187,0.0000612759,0.0007470433,0.00019301982,0.00040621072,0.0000050047606,0.0010045376,0.16591312,0.00013288391],"about_ca_topic_score_codex":0.00012506795,"about_ca_topic_score_gemma":0.00033489286,"teacher_disagreement_score":0.1455431,"about_ca_system_score_codex":0.0012063235,"about_ca_system_score_gemma":0.0012847477,"threshold_uncertainty_score":0.99996233},"labels":[],"label_agreement":null},{"id":"W4385240274","doi":"10.5489/cuaj.8500","title":"The value of peer support in curbing moral injury: A resident’s perspective","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Perspective (graphical); Value (mathematics); Psychology; Computer science; Artificial intelligence","score_opus":0.019397876097699492,"score_gpt":0.3154240679188363,"score_spread":0.2960261918211368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385240274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7666208,0.000029414517,0.000008591148,0.22865054,0.0006086639,0.00015324295,0.0000078621015,0.000017434737,0.003903462],"genre_scores_gemma":[0.9942184,0.000039155097,0.00010606981,0.0028476205,0.00037580932,0.000011115921,0.000017101996,0.000008477512,0.0023762286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982254,0.00015551134,0.00043223263,0.00012133358,0.00066103856,0.0004044961],"domain_scores_gemma":[0.99831027,0.00017742888,0.00024232006,0.00010521739,0.0009872155,0.00017757613],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033683544,0.00007466909,0.00017269963,0.00040787595,0.0002487398,0.00004193297,0.00013347268,0.00017395044,0.00027023922],"category_scores_gemma":[0.014159425,0.00005410479,0.00006970568,0.0011554981,0.0000659082,0.00007285583,0.000015487194,0.0008120261,0.00006147772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004847348,0.000028200064,0.71938837,0.0000033840022,0.000051859613,0.00006163253,0.0015118406,0.000041386513,0.000044972174,0.021160489,0.25528118,0.0023781767],"study_design_scores_gemma":[0.00044317535,0.00018544236,0.9447885,0.00001569442,0.000023690392,0.000042123407,0.003801843,0.00054659875,0.000016515582,0.013415425,0.036656875,0.00006410263],"about_ca_topic_score_codex":0.0020913174,"about_ca_topic_score_gemma":0.00075402256,"teacher_disagreement_score":0.22759762,"about_ca_system_score_codex":0.0021715094,"about_ca_system_score_gemma":0.0013430354,"threshold_uncertainty_score":0.99414474},"labels":[],"label_agreement":null},{"id":"W4385265767","doi":"10.1111/medu.15161","title":"Researching models of innovation and adoption in health professions education","year":2023,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Early adopter; Narrative; Diffusion of innovations; Ideology; Instrumentalism; Technological change; Sociology; Psychology; Public relations; Positive economics; Knowledge management; Marketing; Epistemology; Business; Computer science; Political science; Social science; Economics; Politics","score_opus":0.15849975201751382,"score_gpt":0.5486866819038284,"score_spread":0.3901869298863146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385265767","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007675098,0.98030734,0.00080918946,0.011544083,0.002031681,0.0033959006,0.000008057036,0.00010042479,0.0010358196],"genre_scores_gemma":[0.00022942694,0.98937434,0.00306195,0.00167843,0.0005513261,0.0010709082,0.0024697692,0.00008062302,0.0014832452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949167,0.0004463584,0.0025214895,0.00053350575,0.0012251732,0.0003568147],"domain_scores_gemma":[0.99723774,0.00021844718,0.0010830275,0.0005223747,0.00080055516,0.00013783737],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045838226,0.0002909943,0.0012308396,0.0032124124,0.0001182498,0.000019550358,0.0002026198,0.00064504164,0.00009119314],"category_scores_gemma":[0.011953315,0.00025394768,0.000077823475,0.0061628846,0.00020014388,0.0002114528,0.000099963865,0.0015210812,0.000025566384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000714767,0.0009015518,0.000041873194,0.045981877,0.000022300168,4.7460406e-7,0.00056703965,4.461209e-7,2.2876733e-7,0.019117694,0.018105801,0.9152536],"study_design_scores_gemma":[0.000427845,0.00016497116,0.00046778988,0.21010846,0.00014632687,0.00008972963,0.0023553907,0.0009784155,3.838429e-7,0.0055657085,0.77938795,0.00030703977],"about_ca_topic_score_codex":0.0004123473,"about_ca_topic_score_gemma":0.00002619953,"teacher_disagreement_score":0.9149465,"about_ca_system_score_codex":0.0008733826,"about_ca_system_score_gemma":0.040492114,"threshold_uncertainty_score":0.9999913},"labels":[],"label_agreement":null},{"id":"W4385309387","doi":"10.1177/17151635231188339","title":"Addressing the pharmacy leadership crisis: Pharmacy student placements in Alberta","year":2023,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; Alberta Health Services","funders":"","keywords":"Pharmacy; Medical education; Medicine; Psychology; Nursing","score_opus":0.24157679860113573,"score_gpt":0.4190127503024159,"score_spread":0.17743595170128018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385309387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97309744,0.00074483134,0.000020349953,0.017610177,0.0054603503,0.0010323557,0.00006545977,0.00006290978,0.0019061269],"genre_scores_gemma":[0.9667323,0.002126061,0.00007186878,0.026640855,0.0017428545,0.000106743886,0.00011506667,0.00009315432,0.0023710928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952249,0.00030030365,0.001090519,0.00053606153,0.0011457782,0.0017024337],"domain_scores_gemma":[0.9970272,0.00020538387,0.00031986684,0.0004092454,0.0006090669,0.0014292311],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019492093,0.00046169403,0.00047212042,0.0011618935,0.001151595,0.00025537435,0.00087912264,0.000059239148,0.0018049416],"category_scores_gemma":[0.00072735635,0.00041009937,0.0001546302,0.003347162,0.0002578649,0.00045533763,0.00007898331,0.001857513,0.00012004611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003366918,0.00024754167,0.040514946,0.00055107364,0.0005256577,0.04643962,0.010778335,0.0013275258,0.0016898509,0.00006146505,0.7595263,0.138001],"study_design_scores_gemma":[0.018195312,0.000080560705,0.0017582392,0.00039179745,0.00079420314,0.29891527,0.0022649902,0.029397849,0.004000887,0.00009433166,0.64260983,0.0014967376],"about_ca_topic_score_codex":0.08154533,"about_ca_topic_score_gemma":0.10966911,"teacher_disagreement_score":0.25247565,"about_ca_system_score_codex":0.0046207984,"about_ca_system_score_gemma":0.007143641,"threshold_uncertainty_score":0.9998351},"labels":[],"label_agreement":null},{"id":"W4385355228","doi":"10.5334/pme.949","title":"Navigating Challenging Conversations: The Interplay Between Inquiry and Knowledge Drives Preparation for Future Learning","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Holland Bloorview Kids Rehabilitation Hospital; McMaster University; University of Toronto","funders":"Bloorview Research Institute","keywords":"Grounded theory; Context (archaeology); Situational ethics; Constructivist grounded theory; Psychology; Medical education; Observational study; Qualitative research; Medicine; Social psychology; Sociology","score_opus":0.023494173743930515,"score_gpt":0.440443970884631,"score_spread":0.41694979714070046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385355228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9138669,0.0009126082,0.003868665,0.077834256,0.0015889332,0.0010038106,0.0000016047621,0.00023174156,0.0006914822],"genre_scores_gemma":[0.9919856,0.0005431393,0.0008008047,0.00084501767,0.004718574,0.00046698903,0.0002837987,0.000029623017,0.00032641395],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9984477,0.0001314664,0.00034479404,0.0003986239,0.00044101145,0.00023639221],"domain_scores_gemma":[0.9985047,0.00059443683,0.00014344462,0.00022098504,0.00042321897,0.00011322934],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013782687,0.00015591082,0.00020228018,0.00016966161,0.00053972466,0.000044419437,0.000117711556,0.00018787669,0.00008811184],"category_scores_gemma":[0.008581887,0.00011967668,0.00005936889,0.00075139914,0.00029254257,0.00014502366,0.0000402978,0.0008520197,0.000045851615],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083438266,0.0003835967,0.006468743,0.0002800237,0.00011682327,5.342185e-7,0.43182793,0.000016670272,0.000058092413,0.018641446,0.012961311,0.5291614],"study_design_scores_gemma":[0.0011092041,0.0005592443,0.072048455,0.0012706202,0.00013390723,0.000023133072,0.8704811,0.020897321,0.00010692559,0.001201573,0.031910542,0.00025798514],"about_ca_topic_score_codex":0.0000096654885,"about_ca_topic_score_gemma":0.0000026043392,"teacher_disagreement_score":0.5289034,"about_ca_system_score_codex":0.00024924058,"about_ca_system_score_gemma":0.0006900738,"threshold_uncertainty_score":0.9997693},"labels":[],"label_agreement":null},{"id":"W4385394192","doi":"10.17169/fqs-22.2.3760","title":"Strategies for Communicating Social Science and Humanities Research to Medical Practitioners","year":2021,"lang":"en","type":"article","venue":"Social Science Open Access Repository (GESIS – Leibniz Institute for the Social Sciences)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Digital humanities; Medical humanities; Humanities; Data science; Sociology; Library science; Computer science; Medical education; Medicine; Art","score_opus":0.2913079972502906,"score_gpt":0.5692545594571375,"score_spread":0.27794656220684694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385394192","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3398234,0.00018779362,0.0038257232,0.27933237,0.005492054,0.0065068305,0.000048792568,0.0001594708,0.36462358],"genre_scores_gemma":[0.98596394,0.000026976479,0.004864356,0.0052213916,0.0020870504,0.0010361779,0.000016716114,0.000019254647,0.0007641616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9930259,0.00020075827,0.00059142715,0.0009322295,0.0042093047,0.0010403561],"domain_scores_gemma":[0.9933735,0.00052987435,0.00030689972,0.0003591432,0.0052194595,0.00021113113],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["sts"],"category_scores_codex":[0.019439789,0.00019872909,0.000372432,0.0004473106,0.052889545,0.0075966623,0.005507808,0.00015930034,0.000043949116],"category_scores_gemma":[0.011535905,0.00016166628,0.00009693782,0.008285264,0.025398502,0.005974279,0.0028658712,0.00051330077,0.0000028237066],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106689164,0.00030873585,0.00036484958,0.00013232739,0.00004173151,0.0000063146285,0.02962846,0.0000039136903,0.011554338,0.871487,0.031197008,0.0551686],"study_design_scores_gemma":[0.00309767,0.0006039186,0.033746194,0.00050183997,0.00030515663,0.00015594307,0.5624558,0.0019085372,0.013024017,0.030090498,0.352698,0.0014124459],"about_ca_topic_score_codex":0.0010271147,"about_ca_topic_score_gemma":0.0003432093,"teacher_disagreement_score":0.8413965,"about_ca_system_score_codex":0.0014023075,"about_ca_system_score_gemma":0.02397935,"threshold_uncertainty_score":0.99987286},"labels":[],"label_agreement":null},{"id":"W4385399644","doi":"10.1177/17151635231188964","title":"Tensions between Western and Indigenous worldviews in pharmacy education and practice: Part II","year":2023,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Indigenous; Pharmacy; Pharmacy practice; Sociology; Pedagogy; Medicine; Medical education; Political science; Nursing; Ecology","score_opus":0.0722275367340467,"score_gpt":0.38542570745518956,"score_spread":0.31319817072114287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385399644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99120724,0.0012249573,0.000005649274,0.004475721,0.0018196001,0.0005744456,0.000066904235,0.000031162832,0.000594291],"genre_scores_gemma":[0.97837704,0.00865649,0.0004024767,0.0093458565,0.0014807127,0.000050820097,0.00014782565,0.000049573275,0.0014892091],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975246,0.00018865963,0.00070762314,0.00038212573,0.00042317208,0.0007737752],"domain_scores_gemma":[0.99731183,0.00020181034,0.0002415305,0.0002005376,0.00060592743,0.0014383367],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015857016,0.00026896142,0.00038818928,0.0011359054,0.0009272234,0.0001084545,0.00018069621,0.00006359331,0.00016265013],"category_scores_gemma":[0.0013585724,0.00028150505,0.00003997509,0.0018336812,0.00020220787,0.00046497423,0.000058299138,0.0009755426,0.0000129298605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007727385,0.00012429096,0.07628488,0.00025607372,0.00012702725,0.008565908,0.00886881,0.000018005121,0.00038634552,0.000021740709,0.061704982,0.8435647],"study_design_scores_gemma":[0.0024694956,0.000076944205,0.005558669,0.00017720986,0.00033123075,0.32858774,0.0003448563,0.00047428967,0.00014475199,0.00007062282,0.6612964,0.00046772207],"about_ca_topic_score_codex":0.017451711,"about_ca_topic_score_gemma":0.024993386,"teacher_disagreement_score":0.843097,"about_ca_system_score_codex":0.0017050237,"about_ca_system_score_gemma":0.008236517,"threshold_uncertainty_score":0.9999637},"labels":[],"label_agreement":null},{"id":"W4385410225","doi":"10.1097/acm.0000000000005372","title":"Digging Deeper, Zooming Out: Reimagining Legacies in Medical Education","year":2023,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Hard rime; Salient; Identity (music); Sociology; Psychology; History; Environmental ethics; Aesthetics; Geography; Archaeology; Art","score_opus":0.0271283770062835,"score_gpt":0.4250316291321881,"score_spread":0.3979032521259046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385410225","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015564499,0.0027137431,0.0003146888,0.059164044,0.9307476,0.00067949016,0.000005078698,0.00038985908,0.0044290423],"genre_scores_gemma":[0.0011691378,0.0062059024,0.00062339654,0.005098739,0.96202546,0.00035333162,0.0029190462,0.00023420929,0.021370748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912794,0.00016981532,0.0021967331,0.0010568623,0.0043723746,0.00092481583],"domain_scores_gemma":[0.99507785,0.0021408687,0.0006854241,0.0008430371,0.00079516525,0.00045763748],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0057917964,0.00062644115,0.0014223437,0.0020619927,0.00015516911,0.000018984694,0.0007558211,0.0032345823,0.0008854574],"category_scores_gemma":[0.15401472,0.00048815116,0.000096066055,0.0019869886,0.0006654335,0.000251109,0.00022400334,0.011868166,0.000344118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050347448,0.00004080487,0.0007441277,0.0007817458,0.00005481786,0.00007730865,0.005248003,4.0026188e-7,0.00005424449,0.0004147511,0.9501574,0.042376053],"study_design_scores_gemma":[0.0017058941,0.00011930759,0.00020198573,0.017724922,0.00026071575,0.000045822384,0.0050135814,0.00061457424,0.000010656724,0.0011468405,0.9727321,0.00042359924],"about_ca_topic_score_codex":0.00048575524,"about_ca_topic_score_gemma":0.000050945575,"teacher_disagreement_score":0.14822292,"about_ca_system_score_codex":0.0011681434,"about_ca_system_score_gemma":0.008018596,"threshold_uncertainty_score":0.999757},"labels":[],"label_agreement":null},{"id":"W4385442678","doi":"10.1111/medu.15180","title":"Trainee selection of tasks in postgraduate medical education: Is there a role for ‘cherry‐picking’ to optimise learning?","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; McMaster University; Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Zone of proximal development; Task (project management); Selection (genetic algorithm); Psychology; Medical education; Mathematics education; Computer science; Medicine; Artificial intelligence","score_opus":0.015366980207673138,"score_gpt":0.37233989501018167,"score_spread":0.35697291480250853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385442678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8260543,0.00019399714,0.0009771528,0.16774155,0.00157099,0.0013137035,0.0000029777284,0.000156848,0.0019884917],"genre_scores_gemma":[0.96181,0.00012845223,0.005811343,0.023651944,0.0013628411,0.0012665335,0.00044282404,0.00007142756,0.0054546157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99668723,0.0001092105,0.0008684748,0.00048062185,0.0014250432,0.0004294409],"domain_scores_gemma":[0.99814487,0.00017604952,0.00019542013,0.00030599095,0.0008471766,0.00033048683],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019875877,0.00021583591,0.00040220597,0.0008733867,0.00011173498,0.000018842142,0.0002669998,0.00045296026,0.0026114362],"category_scores_gemma":[0.025112992,0.00020672937,0.000108284774,0.0029497335,0.00012980228,0.000106195934,0.00004449204,0.00070450024,0.00011441895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019787031,0.0030174141,0.029658271,0.00065351534,0.00006233223,0.0000025218,0.009162886,0.000030323585,0.0005910241,0.00174348,0.30885613,0.6460242],"study_design_scores_gemma":[0.0049949894,0.001821333,0.3027391,0.0049732686,0.00024149564,0.00024614064,0.019391436,0.057265695,0.0022805366,0.003575238,0.6015369,0.00093384046],"about_ca_topic_score_codex":0.0002852514,"about_ca_topic_score_gemma":0.000053165997,"teacher_disagreement_score":0.6450904,"about_ca_system_score_codex":0.00036168442,"about_ca_system_score_gemma":0.01046831,"threshold_uncertainty_score":0.9983003},"labels":[],"label_agreement":null},{"id":"W4385496515","doi":"10.1016/j.cptl.2023.07.020","title":"Clinical decision-making by fourth-year pharmacy students: Towards an understanding of their uncertainty","year":2023,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Pharmacy; Certainty; Psychology; Ambiguity; Medical education; Autonomy; Pharmacy practice; Pharmacy school; Qualitative research; Medicine; Nursing; Computer science; Sociology","score_opus":0.10772157743439131,"score_gpt":0.5063784802414835,"score_spread":0.39865690280709215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385496515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926364,0.0001767455,0.004782053,0.00036277284,0.0011793042,0.00024427328,0.0000046503365,0.00014169406,0.0004721288],"genre_scores_gemma":[0.9971282,0.0004333085,0.0016717787,0.0002656797,0.00029565376,0.000012577874,0.00009178836,0.000033864773,0.00006718332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971841,0.0007213088,0.0007684112,0.00041060793,0.00057329604,0.0003422721],"domain_scores_gemma":[0.9986842,0.0007066346,0.0002305838,0.00018734751,0.00007458471,0.00011664893],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0068008965,0.0001858043,0.0003736997,0.00042929684,0.00037549873,0.000050687442,0.00023068763,0.000059450736,0.00010876247],"category_scores_gemma":[0.0042332234,0.00016565112,0.00007049167,0.00061078416,0.00013778808,0.00023357774,0.000148483,0.0026232866,0.000008418385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001326673,0.00032741606,0.40398884,0.000074297146,0.000044658656,0.0000054623515,0.0040588323,0.00023700147,0.000105337036,0.00008668108,0.0020345969,0.5889042],"study_design_scores_gemma":[0.02636799,0.0007157641,0.10329562,0.00792949,0.00038659768,0.000072245944,0.08762215,0.5997498,0.000107084954,0.0027360646,0.16978109,0.0012360876],"about_ca_topic_score_codex":0.00007405819,"about_ca_topic_score_gemma":0.0000012728825,"teacher_disagreement_score":0.5995128,"about_ca_system_score_codex":0.00019893897,"about_ca_system_score_gemma":0.000116345254,"threshold_uncertainty_score":0.9996777},"labels":[],"label_agreement":null},{"id":"W4385660497","doi":"10.1177/27536386231193540","title":"Peer review in Paramedicine: Owning imperfections and striving to optimise","year":2023,"lang":"en","type":"article","venue":"Paramedicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Regional Municipality of Niagara; University of Toronto","funders":"","keywords":"Psychology; Medicine","score_opus":0.03615837338069946,"score_gpt":0.40647425001904897,"score_spread":0.37031587663834953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385660497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6561243,0.003350969,0.0008258492,0.33271062,0.0008721572,0.0015341929,0.0000031685793,0.0002833787,0.0042953813],"genre_scores_gemma":[0.9323394,0.0077470765,0.0064576645,0.0401487,0.0011324603,0.0005480757,0.0003407915,0.0000738567,0.011211987],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976809,0.000044778262,0.0005905193,0.00038035694,0.000883303,0.00042011452],"domain_scores_gemma":[0.9986303,0.00021411628,0.00007964871,0.00038754754,0.0004485233,0.00023986376],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024611906,0.00018381834,0.00049986964,0.0006953492,0.00009419236,0.000011313436,0.000090068104,0.00010180388,0.00030414885],"category_scores_gemma":[0.016728774,0.00015019641,0.000034193963,0.0032798634,0.00012966988,0.00007113702,0.000063555715,0.000560977,0.00021569719],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000541757,0.00016997184,0.042276446,0.001787712,0.000051297524,0.00020851298,0.0023955926,0.000090515285,0.0008903427,0.0004018492,0.7762417,0.17543188],"study_design_scores_gemma":[0.005904315,0.0013750766,0.48340464,0.033373393,0.00054664805,0.0011117265,0.0056036054,0.012784265,0.00018331937,0.00045257344,0.4544856,0.0007748377],"about_ca_topic_score_codex":0.000099228484,"about_ca_topic_score_gemma":0.000008169316,"teacher_disagreement_score":0.4411282,"about_ca_system_score_codex":0.00014331784,"about_ca_system_score_gemma":0.00013651999,"threshold_uncertainty_score":0.9915537},"labels":[],"label_agreement":null},{"id":"W4385665194","doi":"10.36834/cmej.75768","title":"Competency-based faculty development: applying transformations from lessons learned in competency-based medical education","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"NOSM University; University of Alberta; College of Family Physicians of Canada; Queen's University","funders":"","keywords":"Coaching; Medical education; Faculty development; Scholarship; Curriculum; Stakeholder; Process (computing); Professional development; Leadership development; Computer science; Psychology; Knowledge management; Medicine; Pedagogy; Political science; Public relations","score_opus":0.037104841308350026,"score_gpt":0.3613040541734005,"score_spread":0.3241992128650505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385665194","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15418775,0.00031356694,0.0042957943,0.8270777,0.0056082066,0.0012247725,0.00004787753,0.00022455383,0.0070197713],"genre_scores_gemma":[0.71505684,0.00018815025,0.07664085,0.1907652,0.002839717,0.001290377,0.01218836,0.00015695873,0.0008735137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99433875,0.00023862606,0.0015044177,0.00047551104,0.0025795102,0.0008631985],"domain_scores_gemma":[0.99243206,0.00018592401,0.0002809165,0.00042137635,0.00095056347,0.0057291556],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002415802,0.00033706444,0.0004908343,0.0023494028,0.00072443363,0.00012032128,0.0006123704,0.00065019116,0.024273427],"category_scores_gemma":[0.020940108,0.00033395985,0.00014031999,0.0030206197,0.0002969251,0.00026391604,0.000017929113,0.0022858377,0.00058788894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042819847,0.0013030433,0.008194603,0.00019086295,0.00006808351,0.000091485235,0.0033227198,0.00010600996,0.000033902437,0.010466664,0.17027764,0.8059022],"study_design_scores_gemma":[0.005650566,0.00011825621,0.1135409,0.0051554753,0.0001353749,0.0003974412,0.01146148,0.05280134,0.00014719051,0.008783296,0.8008125,0.0009962013],"about_ca_topic_score_codex":0.0050798566,"about_ca_topic_score_gemma":0.036600605,"teacher_disagreement_score":0.80490595,"about_ca_system_score_codex":0.0019327374,"about_ca_system_score_gemma":0.55862755,"threshold_uncertainty_score":0.99991125},"labels":[],"label_agreement":null},{"id":"W4385693102","doi":"10.1097/acm.0000000000005362","title":"When Feedback is Not Perceived as Feedback: Challenges for Regulatory Body–Mandated Peer Review","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Formative assessment; Summative assessment; Peer feedback; Mandate; Perception; Context (archaeology); Psychology; Quality (philosophy); Value (mathematics); Medical education; Medicine; Applied psychology; Computer science; Pedagogy","score_opus":0.0951194631379697,"score_gpt":0.4039826144719542,"score_spread":0.3088631513339845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385693102","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12604916,0.017033294,0.00007149404,0.84524345,0.0016616487,0.0022125777,0.000016844748,0.00046706412,0.0072444575],"genre_scores_gemma":[0.21104652,0.21186537,0.0011738748,0.28222206,0.009180013,0.001123452,0.003476274,0.00029023088,0.27962223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955621,0.00008389074,0.0011440503,0.000707884,0.0018622869,0.000639812],"domain_scores_gemma":[0.9966572,0.0003150463,0.00032244215,0.00084407517,0.0015757744,0.0002854829],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044368356,0.00036127347,0.0009186205,0.00045560751,0.00017140365,0.000004846869,0.00040363875,0.0005780949,0.0032102682],"category_scores_gemma":[0.014344667,0.00028286563,0.00011448804,0.0009660239,0.0004163302,0.0001425625,0.00008436522,0.0012275737,0.0011909534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102725164,0.00001878789,0.0001154026,0.002733179,0.000107403685,0.00000805174,0.0055999663,9.926907e-8,0.003887982,0.001607468,0.9517231,0.03409582],"study_design_scores_gemma":[0.0034878852,0.0004471961,0.02535736,0.010669349,0.00059629115,0.00012523281,0.003491151,0.00028899385,0.0005043799,0.0029569978,0.9517515,0.0003236684],"about_ca_topic_score_codex":0.00002455319,"about_ca_topic_score_gemma":7.1042297e-7,"teacher_disagreement_score":0.56302136,"about_ca_system_score_codex":0.00021889085,"about_ca_system_score_gemma":0.0003491406,"threshold_uncertainty_score":0.99996233},"labels":[],"label_agreement":null},{"id":"W4385777699","doi":"10.1080/0142159x.2023.2244663","title":"3-year medical education in North America: A student perspective","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Medical education; Psychology; Medicine; Computer science","score_opus":0.016440491904592614,"score_gpt":0.3996340817326385,"score_spread":0.38319358982804586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385777699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.914281,0.000099687095,0.00008760094,0.063071825,0.00083626196,0.00039314173,4.9688134e-7,0.00020383456,0.021026133],"genre_scores_gemma":[0.97797495,0.00019778381,0.0003614895,0.009207616,0.0016808193,0.0002790023,0.00022367433,0.00004793324,0.010026707],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996198,0.00013159434,0.00049051817,0.00040643956,0.002378318,0.0003951403],"domain_scores_gemma":[0.99888027,0.00004055243,0.000069256006,0.00036184484,0.00024255781,0.00040554727],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011888042,0.00015974394,0.0003195154,0.0004746227,0.000058057463,0.000012270109,0.0002743299,0.00028522892,0.012928155],"category_scores_gemma":[0.013653685,0.00013349611,0.000068564084,0.0024877551,0.00030692262,0.00006277661,0.000108068074,0.0011905258,0.0013999635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004399135,0.002475226,0.61118567,0.000049589897,0.00005566417,0.00014368376,0.006509627,8.561548e-7,0.0000017765483,0.0022198397,0.21595822,0.16135587],"study_design_scores_gemma":[0.0029772066,0.0002623765,0.82256657,0.00045199442,0.000060115362,0.00008712528,0.042351812,0.008482769,0.0000028669338,0.0006047944,0.1218058,0.00034659245],"about_ca_topic_score_codex":0.0002607234,"about_ca_topic_score_gemma":0.0001815504,"teacher_disagreement_score":0.21138088,"about_ca_system_score_codex":0.0005810592,"about_ca_system_score_gemma":0.0035358309,"threshold_uncertainty_score":0.99937755},"labels":[],"label_agreement":null},{"id":"W4385933354","doi":"10.1016/j.ajpe.2023.100231","title":"Optimizing Our Skills Labs to Improve Quality of Learning","year":2023,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Scope (computer science); Pharmacy; Government (linguistics); Quality (philosophy); Medical education; Knowledge management; Computer science; Psychology; Engineering management; Medicine; Engineering; Nursing","score_opus":0.03749967061788791,"score_gpt":0.48090626578241963,"score_spread":0.44340659516453174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385933354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97579575,0.000050542836,0.0024034877,0.019605143,0.0014692699,0.0002015898,0.0000013284986,0.000030298037,0.0004425657],"genre_scores_gemma":[0.97276706,0.00007238081,0.023151373,0.002759728,0.0007358492,0.000011931096,0.0000120854875,0.000021836098,0.00046773543],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979473,0.00017326305,0.00089551206,0.00015597287,0.0005811535,0.0002468246],"domain_scores_gemma":[0.9977236,0.00014550908,0.0006554059,0.00016766759,0.0010820084,0.0002258111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019633232,0.000113363334,0.0004096095,0.00056100084,0.000057793393,0.000013112583,0.00014161185,0.000041719442,0.00007412119],"category_scores_gemma":[0.00465846,0.00010184326,0.00011303611,0.001976636,0.00010599998,0.000118929,0.000035512072,0.0006023533,0.000058057754],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002729533,0.00085187977,0.013416403,0.00015570919,0.00010933482,0.0000031626228,0.0034961922,0.0002724795,0.08046308,0.00031416555,0.009436474,0.8912082],"study_design_scores_gemma":[0.006897219,0.00836759,0.3989925,0.0024454354,0.0010148785,0.0005431441,0.24565533,0.0045511993,0.16505174,0.0006942263,0.16447921,0.0013075292],"about_ca_topic_score_codex":0.000019743266,"about_ca_topic_score_gemma":1.888527e-7,"teacher_disagreement_score":0.8899006,"about_ca_system_score_codex":0.00020460402,"about_ca_system_score_gemma":0.00091525266,"threshold_uncertainty_score":0.5576948},"labels":[],"label_agreement":null},{"id":"W4385953764","doi":"10.3399/bjgpo.2023.0044","title":"Evaluating the UK’s first national prescribing assessment for GPs in training using an online survey","year":2023,"lang":"en","type":"article","venue":"BJGP Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"Patient Safety Translational Research Centre; Department of Health and Social Care; National Institute for Health and Care Research; Royal College of General Practitioners","keywords":"Trainer; Medical prescription; Medicine; Family medicine; Ethnic group; Computer-assisted web interviewing; Disadvantage; Medical education; Nursing","score_opus":0.7258645737179726,"score_gpt":0.601891302293766,"score_spread":0.12397327142420667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385953764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99163646,0.0000057759,0.001372028,0.004386963,0.00038537922,0.0015435847,0.00003810364,0.000025993046,0.0006057449],"genre_scores_gemma":[0.9398531,0.0000016473092,0.056583393,0.0011537491,0.00035124124,0.0002338047,0.0014854966,0.000023101707,0.00031450865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852616,0.00014481971,0.000378804,0.00023402083,0.0004971886,0.00021902677],"domain_scores_gemma":[0.9987583,0.00049190567,0.00010652265,0.0002062435,0.00040507765,0.000031944026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008581605,0.000082779094,0.0001618536,0.00015559167,0.00027594456,0.00008478347,0.000269018,0.000054354197,0.00010084046],"category_scores_gemma":[0.0058745323,0.000065571774,0.000021316704,0.0008589174,0.000035541412,0.00017541047,0.00011231122,0.00021005282,0.0000038508265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006920094,0.0023338343,0.4429607,0.00045010194,0.0002907164,0.000014386059,0.029233165,0.05362393,0.007004427,0.009895492,0.03807871,0.41542253],"study_design_scores_gemma":[0.0010247432,0.00012158915,0.51098025,0.00017450089,0.00001448684,0.0000050506874,0.002293195,0.48402655,0.000013154159,0.0005053061,0.00076839636,0.00007274364],"about_ca_topic_score_codex":0.0007426322,"about_ca_topic_score_gemma":0.001095421,"teacher_disagreement_score":0.43040264,"about_ca_system_score_codex":0.00031299557,"about_ca_system_score_gemma":0.0010466579,"threshold_uncertainty_score":0.70327884},"labels":[],"label_agreement":null},{"id":"W4385956680","doi":"10.13162/hro-ors.v11i2.5324","title":"Implementation of a Pharmacy Clinical Instructor Model to Facilitate Experiential Learning within Saskatchewan’s Entry-to-Practice Doctor of Pharmacy Program","year":2023,"lang":"en","type":"paratext","venue":"Health Reform Observer - Observatoire des Réformes de Santé","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Authority; University of Regina; University of Saskatchewan","funders":"","keywords":"Geography","score_opus":0.1579900590891726,"score_gpt":0.5021377124513271,"score_spread":0.34414765336215447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385956680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983427,0.00053732056,0.0021226932,0.0026919432,0.0042425436,0.0053610406,0.00056872086,0.00025908984,0.00078967365],"genre_scores_gemma":[0.57188374,0.005431809,0.3445406,0.01791761,0.0029306996,0.004429008,0.009352477,0.00077234424,0.042741705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99019945,0.0005335347,0.0049270582,0.0011299893,0.0017086322,0.0015013618],"domain_scores_gemma":[0.9933479,0.0002343632,0.0024908092,0.000934906,0.0020205446,0.00097151956],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003718979,0.00082865346,0.002024743,0.00071661384,0.00040485943,0.000062858824,0.00066408067,0.00041739378,0.00076913997],"category_scores_gemma":[0.0015567732,0.0007610641,0.0004921206,0.0025075576,0.0003714357,0.0008111242,0.00040136764,0.0019807853,0.00040806705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045203282,0.0017126462,0.035910208,0.01629632,0.0008475284,0.000022014294,0.09708604,0.0009157206,0.0005091631,0.00006366145,0.09369438,0.74842197],"study_design_scores_gemma":[0.01600617,0.005771304,0.034493912,0.0045426493,0.0008319199,0.000116043695,0.11914032,0.02729598,0.0048650466,0.0000579487,0.7850953,0.0017834216],"about_ca_topic_score_codex":0.012164117,"about_ca_topic_score_gemma":0.0012443445,"teacher_disagreement_score":0.74663854,"about_ca_system_score_codex":0.0034156889,"about_ca_system_score_gemma":0.009926927,"threshold_uncertainty_score":0.99948406},"labels":[],"label_agreement":null},{"id":"W4386017101","doi":"","title":"Advances in Medical Education: The Importance of Communication and Collaboration","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering ethics; Medical education; Psychology; Knowledge management; Sociology; Computer science; Medicine; Engineering","score_opus":0.13364777098041036,"score_gpt":0.59936646095536,"score_spread":0.4657186899749496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386017101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89974713,0.08398273,0.00010562765,0.0078597795,0.00053252163,0.0005768751,0.0000027643246,0.000008696178,0.007183869],"genre_scores_gemma":[0.96365654,0.033420328,0.0008178429,0.001699383,0.00020122345,0.00008559374,0.000032237946,0.000014461843,0.00007239988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787956,0.00021349077,0.00086272135,0.00014218046,0.0007322351,0.00016978486],"domain_scores_gemma":[0.9977782,0.00024727278,0.00073781726,0.00048026946,0.0006327773,0.00012369126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002909803,0.00011931397,0.0003590525,0.00040704478,0.0001224795,0.000094061055,0.00078080234,0.00010513749,0.0032265],"category_scores_gemma":[0.003278093,0.0000889318,0.000030671,0.0017203991,0.00031365687,0.0020255481,0.00022538418,0.0003909105,0.000002086385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006691492,0.00052163453,0.8911857,0.000100743295,0.00001896444,4.4675883e-7,0.00071223587,0.0000026261685,0.0008240408,0.0026041346,0.020779097,0.083183445],"study_design_scores_gemma":[0.00044362954,0.000008318599,0.96128523,0.0008022523,0.00004481403,0.000028428833,0.0013989885,0.00009078376,0.001472259,0.0037617553,0.030556519,0.000107023465],"about_ca_topic_score_codex":0.000105051244,"about_ca_topic_score_gemma":0.00008256458,"teacher_disagreement_score":0.083076425,"about_ca_system_score_codex":0.00010926415,"about_ca_system_score_gemma":0.00078995334,"threshold_uncertainty_score":0.99768466},"labels":[],"label_agreement":null},{"id":"W4386046120","doi":"10.1111/medu.15192","title":"The problem with adopting a marathon mindset","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mindset; Unintended consequences; Identity (music); Psychology; Medical education; Social psychology; Public relations; Applied psychology; Medicine; Political science; Computer science; Law; Aesthetics","score_opus":0.010024897241473674,"score_gpt":0.33742025299233047,"score_spread":0.3273953557508568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386046120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7175824,0.00019202266,0.0007161672,0.26530942,0.0014163334,0.0009200456,8.77903e-7,0.0003420727,0.013520653],"genre_scores_gemma":[0.8603177,0.0004145363,0.03837214,0.051712066,0.0045611644,0.0021356316,0.001217817,0.00013908873,0.04112985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981563,0.000046822945,0.00031368376,0.00021837722,0.0009673148,0.0002975037],"domain_scores_gemma":[0.99906504,0.0001219815,0.00009578091,0.00031914102,0.00030272087,0.00009536277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013391842,0.00010477775,0.00012169286,0.00014622683,0.00030418197,0.000036663325,0.00014942576,0.000121813115,0.00024991154],"category_scores_gemma":[0.0030030746,0.00006160659,0.00002794583,0.001563027,0.00020086674,0.0000638726,0.000029306444,0.00040636328,0.0003368748],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035056884,0.00017941493,0.0033550959,0.00007141425,0.00001625073,0.0000047405965,0.0005877624,0.0000010789537,0.00002311562,0.0014778583,0.42964366,0.5646046],"study_design_scores_gemma":[0.0006111251,0.0001838,0.036445677,0.0005525211,0.000048980823,0.0001806438,0.0032687294,0.0019242365,0.000067905545,0.000343583,0.9562391,0.00013371126],"about_ca_topic_score_codex":0.000023283028,"about_ca_topic_score_gemma":0.000013693931,"teacher_disagreement_score":0.5644708,"about_ca_system_score_codex":0.0001225801,"about_ca_system_score_gemma":0.0027012075,"threshold_uncertainty_score":0.47918263},"labels":[],"label_agreement":null},{"id":"W4386046371","doi":"10.1002/jdd.13359","title":"The fear of letting go and the Ivory Tower of dental educational training","year":2023,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Université Laval; University of British Columbia","funders":"","keywords":"Ivory tower; Perspective (graphical); Medical education; Training (meteorology); Work (physics); Psychology; Health care; Medicine; Nursing; Political science","score_opus":0.015623087628815854,"score_gpt":0.3479181295985896,"score_spread":0.3322950419697737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386046371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806566,0.0007432892,0.000025810286,0.014557008,0.0023281786,0.0001873562,0.0000011861462,0.0000038027713,0.0014967618],"genre_scores_gemma":[0.9957266,0.00015117798,0.0010701192,0.0004500246,0.0008076515,0.000010282963,0.000012200479,0.000010502923,0.0017614694],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985547,0.000068037094,0.00067343464,0.00007484073,0.00051338103,0.000115601644],"domain_scores_gemma":[0.9983289,0.00038600905,0.000675036,0.00013678837,0.00043448096,0.00003876011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016994304,0.00007297278,0.00018930645,0.00022032038,0.00014744904,0.000019725549,0.00013949597,0.00004725396,0.00009937307],"category_scores_gemma":[0.0021428613,0.00004417206,0.0000895401,0.0005537695,0.0003640098,0.00013353942,0.000027287037,0.00027405538,0.000007363586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012653949,0.0017232001,0.14249104,0.00055762584,0.0006240996,0.0000039002075,0.054250225,0.000042512453,0.02704498,0.030935803,0.2034159,0.53764534],"study_design_scores_gemma":[0.0046476815,0.00042730427,0.6683604,0.0015786715,0.0004715044,0.0020060744,0.29481295,0.0008323534,0.004510847,0.0048624864,0.01727721,0.00021253184],"about_ca_topic_score_codex":0.000023165981,"about_ca_topic_score_gemma":0.0000044128597,"teacher_disagreement_score":0.5374328,"about_ca_system_score_codex":0.000103771265,"about_ca_system_score_gemma":0.0010348446,"threshold_uncertainty_score":0.25653598},"labels":[],"label_agreement":null},{"id":"W4386078040","doi":"10.1007/978-3-031-32404-8_1","title":"Remediation: The Measure of a Profession","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Environmental remediation; Boundary (topology); Reflection (computer programming); Axiom; Engineering ethics; Psychology; Engineering; Computer science; Mathematics; Contamination; Geometry","score_opus":0.052088267933596395,"score_gpt":0.34099389458731577,"score_spread":0.2889056266537194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386078040","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009175542,0.000084023784,0.00017081546,0.025646431,0.0015483899,0.0007163386,0.000002954376,0.00009599596,0.97164327],"genre_scores_gemma":[0.002998474,0.00007461104,0.00065555767,0.0012225349,0.0008455744,0.000029538303,0.00016719426,0.000042708452,0.9939638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865294,0.000009815049,0.000389962,0.00014764487,0.0007153512,0.0000842767],"domain_scores_gemma":[0.99865025,0.00006694835,0.00021790413,0.00044671592,0.00059579517,0.000022365846],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060131936,0.00011496576,0.00022141634,0.00015290637,0.000052160252,0.00000282434,0.00009819682,0.00030481297,0.0013487835],"category_scores_gemma":[0.00075450074,0.00006514074,0.000070660746,0.00012264379,0.00011631647,0.000016862,0.000034714118,0.0005065021,0.00031720503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003176046,0.000029504936,0.000055907876,0.00030702192,0.00009845462,0.0000035822734,0.00045720764,1.650566e-7,0.00009500939,0.46368697,0.46049532,0.074739076],"study_design_scores_gemma":[0.0009234147,0.000240317,0.0021865985,0.003740127,0.0005136635,0.00003220927,0.000814806,0.0001447699,0.0003973071,0.037110783,0.9535942,0.00030177104],"about_ca_topic_score_codex":0.000003602755,"about_ca_topic_score_gemma":0.000003841205,"teacher_disagreement_score":0.4930989,"about_ca_system_score_codex":0.00006623606,"about_ca_system_score_gemma":0.0003784193,"threshold_uncertainty_score":0.9995641},"labels":[],"label_agreement":null},{"id":"W4386098169","doi":"10.1186/s40463-023-00649-2","title":"Unintended consequences of technology in competency-based education: A qualitative study of lessons learned in an OtoHNS program","year":2023,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Formative assessment; Portfolio; Competence (human resources); Medical education; Focus group; Psychology; Grounded theory; Workaround; Knowledge management; Qualitative research; Medicine; Computer science; Pedagogy; Business","score_opus":0.07354334749633905,"score_gpt":0.4357047690814387,"score_spread":0.3621614215850996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386098169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97491384,0.0001457505,0.0000035904327,0.02419239,0.00025352876,0.00043440223,0.0000014768381,0.000016761313,0.000038270755],"genre_scores_gemma":[0.9976826,0.000066078755,0.0019468905,0.00018032706,0.000030073961,0.000058799076,0.000016573187,0.000009157085,0.000009554837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978651,0.00040619815,0.001146154,0.00016374173,0.00022557756,0.0001932532],"domain_scores_gemma":[0.9980802,0.00041951094,0.00061800395,0.00017725296,0.0006512799,0.000053762076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020102356,0.00010767398,0.0007600977,0.0027698844,0.00003018262,0.000003529813,0.00010118207,0.00017294192,0.000020471549],"category_scores_gemma":[0.00203559,0.000092317336,0.000049613027,0.0026556775,0.000832286,0.000105895895,0.000019020448,0.0005163739,7.1901326e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005164542,0.0064029587,0.9590877,0.00026783993,0.0000635656,0.0001581553,0.012521443,0.0000075668618,0.004493892,0.0027607349,0.00020579697,0.013513855],"study_design_scores_gemma":[0.0018234245,0.0028344335,0.91827303,0.000962099,0.000039444287,0.00016754413,0.0692981,0.00013528277,0.0008409481,0.0054579335,0.00007854963,0.00008919607],"about_ca_topic_score_codex":0.0001240016,"about_ca_topic_score_gemma":0.00020573936,"teacher_disagreement_score":0.05677666,"about_ca_system_score_codex":0.000057053916,"about_ca_system_score_gemma":0.0031717182,"threshold_uncertainty_score":0.5626492},"labels":[],"label_agreement":null},{"id":"W4386116899","doi":"10.1007/s10459-023-10274-3","title":"Systematic review of distributed practice and retrieval practice in health professions education","year":2023,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Queensland","keywords":"Inclusion (mineral); Medical education; Psychological intervention; Affect (linguistics); Quality (philosophy); Medicine; MEDLINE; Scale (ratio); Diversity (politics); Psychology; Nursing","score_opus":0.05523996497936457,"score_gpt":0.5549339119409691,"score_spread":0.4996939469616045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386116899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022059062,0.9592994,0.0000739783,0.029185733,0.0023107827,0.008677149,0.000014219602,0.0000347892,0.00040174494],"genre_scores_gemma":[0.0000050455737,0.98023456,0.010134714,0.0074329744,0.00016685775,0.0012306378,0.0005711128,0.000029840488,0.0001942554],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99144936,0.0020495001,0.0042403233,0.00073928415,0.0010304516,0.00049106084],"domain_scores_gemma":[0.9889131,0.0032063818,0.006103458,0.00067470525,0.000924011,0.00017831461],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016521003,0.00032380802,0.002325704,0.001276317,0.00023503372,0.000026937596,0.00032649236,0.00019037473,0.000010602981],"category_scores_gemma":[0.09004815,0.00026121267,0.00008215089,0.0091190105,0.00031884684,0.0011363332,0.00006515853,0.0009266138,0.000015256681],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005347131,0.0005629936,0.000010176926,0.7648756,0.000008132072,3.10149e-7,0.0004585086,5.811809e-7,5.938378e-9,0.001899577,0.001214292,0.23096445],"study_design_scores_gemma":[0.00006906528,0.00016266995,0.000016334558,0.63689643,0.00013653561,0.00010931176,0.005284192,0.000011746597,2.6099434e-8,0.00017124703,0.3570272,0.00011524026],"about_ca_topic_score_codex":0.00046889175,"about_ca_topic_score_gemma":0.000033913493,"teacher_disagreement_score":0.3558129,"about_ca_system_score_codex":0.0018077402,"about_ca_system_score_gemma":0.03636069,"threshold_uncertainty_score":0.999984},"labels":[],"label_agreement":null},{"id":"W4386139726","doi":"10.36315/2023v1end074","title":"IMMERSIVE VIRTUAL REALITY AND ARTIFICIAL INTELLIGENCE FOR ENHANCING STUDENT PREPAREDNESS FOR CLINICAL EXAMS","year":2023,"lang":"en","type":"article","venue":"Education and new developments","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Virtual reality; Preparedness; Computer science; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.19158093634324233,"score_gpt":0.5105255375218872,"score_spread":0.31894460117864487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386139726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95732164,0.000048639784,0.03315718,0.0048781,0.0031798962,0.0012235121,0.000003822204,0.0000359423,0.00015125067],"genre_scores_gemma":[0.97490185,0.00024059931,0.015657928,0.0021043683,0.0010519971,0.00050213764,0.00047875041,0.00002195996,0.005040422],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988337,0.000021345306,0.00051076466,0.00030729215,0.00016223591,0.00016462221],"domain_scores_gemma":[0.99920577,0.00021102924,0.00010672611,0.00011392876,0.00023885675,0.00012366447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010120235,0.000091737274,0.00016587482,0.00012946209,0.00016331607,0.000028511366,0.000051665178,0.000084117695,0.000021809225],"category_scores_gemma":[0.0016655461,0.00008889133,0.000023733764,0.00029213293,0.000060668182,0.00006859767,0.000034469373,0.0000818432,0.000011276371],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012145193,0.00031569038,0.005258667,0.00009383433,0.00005290587,1.565125e-7,0.013157105,3.7441606e-7,0.00021062739,0.0035178007,0.052224737,0.9250466],"study_design_scores_gemma":[0.0018453737,0.00086018856,0.6756623,0.00064047496,0.00021738895,0.000024476109,0.12595144,0.0008137102,0.007881088,0.012406679,0.17305487,0.0006420481],"about_ca_topic_score_codex":0.000012569899,"about_ca_topic_score_gemma":0.000015333908,"teacher_disagreement_score":0.9244046,"about_ca_system_score_codex":0.000101060905,"about_ca_system_score_gemma":0.0013149565,"threshold_uncertainty_score":0.3624883},"labels":[],"label_agreement":null},{"id":"W4386151117","doi":"10.1002/ase.2330","title":"Student perceptions of hybrid delivery of interprofessional anatomy—The best of both worlds?","year":2023,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Interprofessional education; Psychology; Perception; Virtual learning environment; Student engagement; Nursing; Medicine; Health care; Pedagogy","score_opus":0.017155164297585283,"score_gpt":0.40186005703793926,"score_spread":0.38470489274035397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386151117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99209255,0.00007085131,0.00006317051,0.005924572,0.000752391,0.00024442474,0.0000047636017,0.0000127441,0.00083455164],"genre_scores_gemma":[0.99796,0.000049277605,0.0011374239,0.00032374592,0.0000964008,0.000027713584,0.0000369958,0.000004837108,0.0003636561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985241,0.000057240213,0.00048860715,0.00017709598,0.00061272463,0.0001401823],"domain_scores_gemma":[0.9990387,0.0001474116,0.00022438321,0.00020876643,0.00034230546,0.00003844493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000820867,0.000070448004,0.00017665845,0.00039013306,0.00011091429,0.00000587243,0.0002781445,0.00003483281,0.00025493823],"category_scores_gemma":[0.00035593822,0.000048283695,0.00006664202,0.0019635612,0.0009195748,0.000099733676,0.00006758683,0.00014473354,0.00002407615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008727144,0.0030507112,0.74115473,0.00025634837,0.00007345889,6.9588174e-7,0.0041282782,0.000050225844,0.028582055,0.026306035,0.047180794,0.14912938],"study_design_scores_gemma":[0.0003961691,0.00036072813,0.9345038,0.00089029956,0.0001158441,0.000017123368,0.047478646,0.003964467,0.008699772,0.0021766066,0.0012543874,0.00014214781],"about_ca_topic_score_codex":0.00025338272,"about_ca_topic_score_gemma":0.0000133251,"teacher_disagreement_score":0.19334906,"about_ca_system_score_codex":0.00008205405,"about_ca_system_score_gemma":0.0012589461,"threshold_uncertainty_score":0.33882117},"labels":[],"label_agreement":null},{"id":"W4386155137","doi":"10.22454/fammed.2023.294689","title":"Conceptualizing “Preparedness for Practice”: Perspectives of Early-Career Family Physicians","year":2023,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Public Health Ontario; University of Toronto","funders":"College of Family Physicians of Canada; University of Toronto; McMaster University","keywords":"Preparedness; Competence (human resources); Thematic analysis; Conceptualization; Focus group; Medical education; Psychology; Qualitative research; Content analysis; Safeguarding; Medicine; Nursing; Social psychology; Sociology; Computer science; Political science","score_opus":0.09172538947441765,"score_gpt":0.4083052634035359,"score_spread":0.31657987392911824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386155137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716789,0.0011158416,0.0039933817,0.008096149,0.0014966779,0.0010772973,0.000022987131,0.00025482228,0.0122639155],"genre_scores_gemma":[0.9878831,0.00018835443,0.003740028,0.004706311,0.0015755878,0.00020290742,0.00023531573,0.00005670808,0.0014116844],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.997849,0.00006178654,0.0005916473,0.00039714147,0.00073270546,0.00036773313],"domain_scores_gemma":[0.99704343,0.0005490655,0.00029177556,0.0004895976,0.0015496431,0.000076488446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001068396,0.00019449208,0.0005424323,0.00036904315,0.000111016285,0.000005964243,0.00016836579,0.0001321718,0.00004775236],"category_scores_gemma":[0.006771822,0.00016542536,0.0000948616,0.0016014276,0.0005933436,0.0001658747,0.00004084778,0.00026520237,0.00003972147],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010021195,0.0007285909,0.0024254858,0.0008059394,0.00061499217,0.000040451934,0.19667,0.000034609075,0.13511132,0.023771074,0.57687986,0.06191559],"study_design_scores_gemma":[0.0055154446,0.0022294526,0.06738998,0.0015867106,0.00067758566,0.000019524607,0.8071721,0.0015067715,0.00088597747,0.0008407518,0.11183161,0.00034405995],"about_ca_topic_score_codex":0.0001556197,"about_ca_topic_score_gemma":9.450586e-7,"teacher_disagreement_score":0.6105021,"about_ca_system_score_codex":0.00016199208,"about_ca_system_score_gemma":0.0002644875,"threshold_uncertainty_score":0.8106992},"labels":[],"label_agreement":null},{"id":"W4386199875","doi":"","title":"A Pilot Study of the Effect of a Change in the Scheduling of Canadian Medical Licensing Examinations on Two Cohorts of Students Studying in Ireland","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Medicine","score_opus":0.4158951817038083,"score_gpt":0.5982671312926153,"score_spread":0.18237194958880704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386199875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995819,0.00068735704,0.0000042423153,0.00038172578,0.0003998469,0.0020902306,0.000004564511,0.000002524082,0.0006105259],"genre_scores_gemma":[0.9994403,0.00012244508,0.000044004624,0.00021103102,0.0000785391,0.00007587229,0.0000033939114,0.000018688757,0.0000056989193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99503887,0.0009870796,0.0012823304,0.00020985096,0.0022594403,0.00022241632],"domain_scores_gemma":[0.9970776,0.00076249824,0.0009372291,0.000492199,0.0005846077,0.0001459066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009743186,0.00016670798,0.00081610086,0.002175618,0.00007131537,0.000038937167,0.0014039432,0.00006506137,0.00020378619],"category_scores_gemma":[0.0068770265,0.000106598454,0.000052335705,0.0036752175,0.0001941129,0.00027933638,0.00027372237,0.00066394807,3.8413572e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002198968,0.0021164224,0.98186624,0.00014889965,0.00011661845,0.000017782919,0.008913155,0.00008672873,0.0013475975,0.000023382388,0.00025709998,0.0048861476],"study_design_scores_gemma":[0.00324447,0.00047587292,0.98724335,0.0030349812,0.00012703268,0.000009223419,0.0038292396,0.00020415959,0.001695722,0.000039891514,0.000017520346,0.00007851227],"about_ca_topic_score_codex":0.12659934,"about_ca_topic_score_gemma":0.0469426,"teacher_disagreement_score":0.07965674,"about_ca_system_score_codex":0.00020563592,"about_ca_system_score_gemma":0.0006162286,"threshold_uncertainty_score":0.9704482},"labels":[],"label_agreement":null},{"id":"W4386254598","doi":"10.46542/pe.2023.231.479490","title":"When patients should seek medical care for minor ailments: Perspectives of first- and final-year pharmacy students","year":2023,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Medicine; Referral; Pharmacy; Timeline; Family medicine; Pediatrics","score_opus":0.05701447577653801,"score_gpt":0.4507218566156596,"score_spread":0.3937073808391216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386254598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98601013,0.00048544523,0.0000689287,0.010296995,0.0013358033,0.0013486395,0.000026209613,0.000067715526,0.00036014133],"genre_scores_gemma":[0.9938774,0.0004611571,0.0014851532,0.0013015101,0.0005956264,0.0005193317,0.00075431756,0.0000349527,0.0009705634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981286,0.000037892532,0.00041500595,0.0003343297,0.0008469417,0.00023725051],"domain_scores_gemma":[0.99846435,0.000103653074,0.00015398521,0.00019967256,0.0009465831,0.00013175819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037618176,0.0001550461,0.0002264858,0.0003440546,0.00014567251,0.000020152786,0.00018388864,0.000050674695,0.00056201546],"category_scores_gemma":[0.0013900462,0.00015044787,0.00005821645,0.00047370544,0.00011088787,0.00017722411,0.00006818873,0.00020093114,0.00003136884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002515518,0.0018510184,0.73245925,0.0011161222,0.000121566336,6.9759153e-7,0.034282017,6.176878e-7,0.00012952094,0.00013371992,0.12603025,0.10362369],"study_design_scores_gemma":[0.021151328,0.00047044383,0.45729464,0.0010584595,0.0007966809,0.000013492031,0.10056018,0.0020224007,0.004550698,0.0005039835,0.41098705,0.0005906527],"about_ca_topic_score_codex":0.0001353228,"about_ca_topic_score_gemma":0.0000072317566,"teacher_disagreement_score":0.28495678,"about_ca_system_score_codex":0.00022637393,"about_ca_system_score_gemma":0.00058440625,"threshold_uncertainty_score":0.61536753},"labels":[],"label_agreement":null},{"id":"W4386255430","doi":"10.1503/cjs.009923","title":"Why are doctors so hard to educate?","year":2023,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; University of Calgary","funders":"","keywords":"Medicine; Medical education; Affect (linguistics); Curriculum; Residency training; Graduate medical education; MEDLINE; Continuing education; Accreditation; Pedagogy","score_opus":0.03844468559875324,"score_gpt":0.31668210074138115,"score_spread":0.2782374151426279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386255430","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014295517,0.00035895585,0.000013606353,0.03227831,0.9526671,0.00013680346,0.00008603187,0.00001747697,0.00014620495],"genre_scores_gemma":[0.0007242478,0.00011320497,0.00027389964,0.0054876776,0.9887165,0.000014244164,0.00031581277,0.00012656898,0.0042278874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695253,0.000060755312,0.0011176858,0.00024912047,0.0010158245,0.00060407945],"domain_scores_gemma":[0.99351287,0.0010844052,0.00075813156,0.00042197743,0.0026588852,0.0015637507],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018864875,0.0002711573,0.000923467,0.003199878,0.000174455,0.00012825898,0.00027655973,0.00069933047,0.0008128815],"category_scores_gemma":[0.043746747,0.00025817516,0.00032526875,0.0014893815,0.0001454325,0.000106162115,0.00001290658,0.0018363722,0.00021301268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021322536,0.00002060136,0.0026400096,0.00019759386,0.00013007592,0.00071203464,0.00026182947,0.0000015959665,0.000003746929,0.000003157088,0.99135965,0.004648391],"study_design_scores_gemma":[0.00012665868,0.000042319796,0.003917727,0.0024832732,0.00013688968,0.00006430941,0.00044603363,3.443683e-7,0.000010862286,0.000029682486,0.99252814,0.00021378219],"about_ca_topic_score_codex":0.005752874,"about_ca_topic_score_gemma":0.0054371757,"teacher_disagreement_score":0.04186026,"about_ca_system_score_codex":0.001500995,"about_ca_system_score_gemma":0.03512848,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W4386256495","doi":"10.3138/jvme-2023-0060","title":"Qualitative Analysis of Intern Applications and its Relationship to Performance","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Qualitative research; Medical education; Mathematics education; Medicine; Sociology","score_opus":0.13848761293894313,"score_gpt":0.517846294692823,"score_spread":0.3793586817538798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386256495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863511,0.00015204682,0.0021358938,0.010519225,0.00037313547,0.00022543505,0.000002443101,0.000014930475,0.0002257937],"genre_scores_gemma":[0.99560153,0.00014983815,0.0026029928,0.0009394593,0.00024278543,0.00005359444,0.000053763008,0.0000098324135,0.00034619114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99817395,0.000101062,0.0007882464,0.00012876642,0.0006891974,0.00011876906],"domain_scores_gemma":[0.99818295,0.0002654386,0.00036863016,0.00016351676,0.0008270474,0.0001924384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018653008,0.00008430724,0.00031622703,0.0015848901,0.00005971604,0.0000071385675,0.00013096229,0.000100941244,0.00019009678],"category_scores_gemma":[0.004841326,0.00007312494,0.000080951395,0.003488678,0.00007664891,0.00015093434,0.000039392347,0.00030487622,0.000025509056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012681626,0.0035068977,0.11614768,0.0023777033,0.0024945221,0.000027680468,0.09784155,0.00024870707,0.0062963623,0.009861325,0.040989365,0.71894],"study_design_scores_gemma":[0.00082943845,0.0020886222,0.94185317,0.0010377987,0.0012223311,0.00041455543,0.017481716,0.009765566,0.00020804143,0.00032773818,0.024581414,0.00018961524],"about_ca_topic_score_codex":0.000003615807,"about_ca_topic_score_gemma":6.505309e-7,"teacher_disagreement_score":0.82570547,"about_ca_system_score_codex":0.00010745127,"about_ca_system_score_gemma":0.00083389215,"threshold_uncertainty_score":0.57958686},"labels":[],"label_agreement":null},{"id":"W4386256971","doi":"10.3138/jvme-2023-0070","title":"Changing Perceptions of Veterinary Undergraduates to Module Re-Structuring as They Progress Through the Curriculum","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Context (archaeology); Attendance; Perception; Psychology; Veterinary education; Medicine; Quality (philosophy); Veterinary medicine; Pedagogy; Political science","score_opus":0.055134707046272755,"score_gpt":0.4211328270960635,"score_spread":0.3659981200497907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386256971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94680667,0.0001664177,0.0003854366,0.04911824,0.0027264985,0.00036141055,0.0000014174584,0.00004070237,0.00039320654],"genre_scores_gemma":[0.99122065,0.00020409428,0.004707531,0.0020309302,0.001465759,0.000063471656,0.000031280706,0.000030783438,0.00024550405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972693,0.00014873927,0.0008566603,0.00019639109,0.0012016856,0.00032727033],"domain_scores_gemma":[0.9982812,0.0001070109,0.0004289781,0.00036674534,0.00063020596,0.00018588408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012976483,0.00017012736,0.00033304087,0.0005723624,0.00021666773,0.000025086498,0.000370612,0.00014176732,0.00041956827],"category_scores_gemma":[0.0029524202,0.00011654217,0.00014606217,0.0013839781,0.00021199553,0.00025246877,0.00013741749,0.0005812499,0.000049098508],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010824624,0.004884516,0.016140414,0.0024240753,0.0006337147,0.00043000004,0.08269686,0.00030085028,0.017987559,0.0047163526,0.12887824,0.73982495],"study_design_scores_gemma":[0.005675114,0.025214503,0.38188598,0.018793274,0.0010525319,0.034772653,0.32211187,0.007412564,0.0026367046,0.020074017,0.17884228,0.001528516],"about_ca_topic_score_codex":0.000033302287,"about_ca_topic_score_gemma":9.87142e-7,"teacher_disagreement_score":0.73829645,"about_ca_system_score_codex":0.00021159297,"about_ca_system_score_gemma":0.0011816729,"threshold_uncertainty_score":0.47524518},"labels":[],"label_agreement":null},{"id":"W4386283267","doi":"10.3390/pharmacy11050136","title":"Pharmacy Students’ Perceptions of the Pharmacist Role: An Arts-Informed Approach to Professional Identity Formation","year":2023,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Pharmacy; Pharmacist; Perception; Identity (music); The arts; Medical education; Pharmacy practice; Psychology; Medicine; Nursing; Pedagogy; Visual arts; Aesthetics; Art","score_opus":0.09798028097925833,"score_gpt":0.4944482353577721,"score_spread":0.3964679543785138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386283267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98877025,0.000012458739,0.0010053555,0.003321809,0.001527274,0.0016691028,0.000023425091,0.0001688311,0.003501519],"genre_scores_gemma":[0.992594,0.00004712289,0.0010314883,0.0031968758,0.0005174362,0.00046179813,0.00039127347,0.000025980173,0.0017339968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973662,0.00009179391,0.0006446946,0.00023491666,0.0013155863,0.0003467959],"domain_scores_gemma":[0.9987889,0.000038108046,0.00019567495,0.00038026797,0.00043209354,0.00016494606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010990611,0.00016788754,0.00024850602,0.0003620368,0.00036932752,0.000042844185,0.00050566345,0.000032394903,0.0005209214],"category_scores_gemma":[0.00041205517,0.00012230511,0.00011892583,0.002025498,0.000101634985,0.0010215691,0.00023138807,0.0004101252,0.00038139522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001127876,0.0063021122,0.35199854,0.0015118588,0.0003673522,0.000005047832,0.042934705,0.0004156687,0.1677467,0.0027496566,0.32958055,0.09525994],"study_design_scores_gemma":[0.018786581,0.00011977336,0.64507025,0.0004688796,0.0008386586,0.00018847833,0.019299507,0.09600224,0.0427695,0.0006551879,0.17501655,0.00078440335],"about_ca_topic_score_codex":0.000037897527,"about_ca_topic_score_gemma":0.000003356022,"teacher_disagreement_score":0.29307172,"about_ca_system_score_codex":0.00021517261,"about_ca_system_score_gemma":0.00036153648,"threshold_uncertainty_score":0.5703724},"labels":[],"label_agreement":null},{"id":"W4386304371","doi":"10.1186/s12909-023-04600-x","title":"Medical specialty certification exams studied according to the Ottawa Quality Criteria: a systematic review","year":2023,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Certification; Summative assessment; Medical education; Medicine; Family medicine; Quality (philosophy); Inclusion (mineral); Psychology; Political science; Formative assessment; Pedagogy","score_opus":0.20859940002493138,"score_gpt":0.528740869479074,"score_spread":0.32014146945414257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386304371","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014650049,0.95017135,0.0015489171,0.027969198,0.0077695907,0.011324818,0.000013896377,0.0003186301,0.0008689353],"genre_scores_gemma":[0.000013131304,0.95924824,0.0007771446,0.019926803,0.0061176103,0.009989866,0.0015609354,0.0001623479,0.0022039092],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98442173,0.0028350642,0.0053891796,0.0012342532,0.0054079,0.0007118651],"domain_scores_gemma":[0.9865287,0.004210985,0.0026231583,0.0038318513,0.0015035233,0.0013017668],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.021211453,0.0007767554,0.004497761,0.0006585585,0.00040384915,0.00010443276,0.0015646433,0.001099962,0.0021928283],"category_scores_gemma":[0.28432524,0.00048274058,0.0007306383,0.004565734,0.0002662435,0.00012294766,0.00031996338,0.0019317636,0.0036018784],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003940264,0.00036083575,0.000006718398,0.5594988,0.00014353382,0.0000029958858,0.00013118084,1.0136457e-8,2.3689836e-8,0.00066100515,0.16654888,0.2726421],"study_design_scores_gemma":[0.00014905763,0.000038127717,0.000051467563,0.5682557,0.0025858055,0.00015802239,0.00065534824,0.000025667854,9.134518e-8,0.000031150343,0.42773047,0.00031908622],"about_ca_topic_score_codex":0.00012725744,"about_ca_topic_score_gemma":0.00022014577,"teacher_disagreement_score":0.272323,"about_ca_system_score_codex":0.0014333491,"about_ca_system_score_gemma":0.023161352,"threshold_uncertainty_score":0.9997624},"labels":[],"label_agreement":null},{"id":"W4386305237","doi":"10.1111/tct.13640","title":"Better together: An assessor support roadmap","year":2023,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Ulster University; Queen's University Belfast","keywords":"Competence (human resources); Medical education; Consistency (knowledge bases); Psychology; Professional development; Judgement; Grading (engineering); Perception; Relevance (law); Faculty development; Medicine; Computer science; Social psychology; Political science","score_opus":0.1580530272777201,"score_gpt":0.5016052898920274,"score_spread":0.34355226261430727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386305237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91193616,0.000006782978,0.00009798882,0.077104285,0.0010063591,0.0002640585,9.282722e-7,0.00029417002,0.009289263],"genre_scores_gemma":[0.92864865,0.00001397115,0.0017097645,0.023824697,0.003390276,0.00006542488,0.00014843358,0.000048222762,0.042150546],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99820644,0.00024559695,0.0006449,0.00026431843,0.0003737626,0.00026496075],"domain_scores_gemma":[0.99869496,0.00020699241,0.00010481446,0.0007767348,0.00011502508,0.000101470214],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0046692616,0.00010561319,0.00025513867,0.000064654436,0.00009552807,0.000019047042,0.00023983838,0.00020946462,0.0032897352],"category_scores_gemma":[0.0032085888,0.00006453389,0.000113144306,0.0005205673,0.00025347527,0.000071259485,0.0000629143,0.0008680439,0.003232994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044486154,0.0005941092,0.18994461,0.0000129433,0.000069933594,0.000011839609,0.00081201625,7.411766e-7,0.000094184026,0.000374648,0.52277046,0.28527004],"study_design_scores_gemma":[0.0009814769,0.0004966405,0.51095265,0.000029033052,0.00013244106,0.000017127424,0.0011197026,0.0015661267,0.000062995525,0.002542987,0.48193908,0.00015973838],"about_ca_topic_score_codex":0.000007518677,"about_ca_topic_score_gemma":0.0000017350482,"teacher_disagreement_score":0.32100803,"about_ca_system_score_codex":0.000034999874,"about_ca_system_score_gemma":0.000143613,"threshold_uncertainty_score":0.9976214},"labels":[],"label_agreement":null},{"id":"W4386314138","doi":"10.5430/jct.v12n4p135","title":"The Role of Peer Teachers in Dental Skills Education - A Phenomenological Study","year":2023,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Psychology; Medical education; Peer group; Point (geometry); Interpretative phenomenological analysis; Peer assessment; Pedagogy; Mathematics education; Medicine; Qualitative research; Developmental psychology; Sociology","score_opus":0.007109824353963932,"score_gpt":0.3326874146027162,"score_spread":0.32557759024875227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386314138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960457,0.0002551856,0.000009455698,0.0016878437,0.0003298188,0.00015409423,1.3998151e-7,0.00000637665,0.0015113865],"genre_scores_gemma":[0.9991112,0.00002564312,0.0003603021,0.00006978405,0.00022621946,0.000005840239,0.0000021085361,0.000004948473,0.00019397654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99892384,0.00010556416,0.00042095507,0.00006615549,0.0003756592,0.000107827684],"domain_scores_gemma":[0.9994393,0.00007302202,0.00021961093,0.0000776555,0.00015459367,0.00003584541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002331479,0.000056882316,0.000157034,0.00022813016,0.000098423705,0.000017456983,0.000079662095,0.00003946762,0.000008567706],"category_scores_gemma":[0.0018824075,0.000033370714,0.000033875658,0.00023662637,0.000048938826,0.000086109096,0.000026298208,0.00055461616,0.0000018736023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012336629,0.0016882148,0.7264426,0.000008365119,0.000034577915,0.000005509535,0.011362629,0.0000028283418,0.0003074703,0.0017160004,0.0014866167,0.25693288],"study_design_scores_gemma":[0.000949117,0.0005359477,0.73019874,0.00016731447,0.00006319082,0.00015554896,0.2570113,0.00025616886,0.000023724826,0.0015851908,0.008993044,0.000060686827],"about_ca_topic_score_codex":0.000033454948,"about_ca_topic_score_gemma":0.0000044448793,"teacher_disagreement_score":0.2568722,"about_ca_system_score_codex":0.00007459813,"about_ca_system_score_gemma":0.000117645,"threshold_uncertainty_score":0.24095622},"labels":[],"label_agreement":null},{"id":"W4386324812","doi":"10.36834/cmej.77805","title":"Updated data on test accommodations on the Medical Council of Canada Qualifying Exam Part I, 2013-2021","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Test (biology); Computer science; Medical education; Medicine; Biology","score_opus":0.09823717094206656,"score_gpt":0.357304228872246,"score_spread":0.2590670579301794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386324812","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1090737,0.00008377227,0.000025211373,0.8691171,0.006655616,0.0004041365,0.00014633455,0.000031686803,0.014462447],"genre_scores_gemma":[0.70889986,0.00048379524,0.00026784983,0.27235347,0.0070057116,0.000098069766,0.0029320654,0.00008588827,0.007873295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931925,0.0002182089,0.00094536744,0.000339383,0.004726669,0.00057787786],"domain_scores_gemma":[0.98774785,0.0013953132,0.00045031976,0.0017871062,0.00241098,0.0062084594],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006648476,0.00019681737,0.00030126658,0.0004190575,0.0006304245,0.00005404843,0.0010972606,0.00028883008,0.07268703],"category_scores_gemma":[0.20631771,0.0001441769,0.000047635967,0.0017929816,0.0002859812,0.00012029253,0.00006389654,0.0018849447,0.00023280722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000952128,0.00020431141,0.0005122717,0.0000186999,0.000047754922,0.000062011284,0.00030435823,0.0000063471493,0.000002317868,0.0016003428,0.9529053,0.044326756],"study_design_scores_gemma":[0.0004888058,0.00010100799,0.005841993,0.00080835086,0.000045343928,0.0004040461,0.0035022264,0.0033525736,0.000011444787,0.00016093522,0.9851289,0.00015439549],"about_ca_topic_score_codex":0.22664307,"about_ca_topic_score_gemma":0.6453464,"teacher_disagreement_score":0.59982616,"about_ca_system_score_codex":0.0025430003,"about_ca_system_score_gemma":0.4050317,"threshold_uncertainty_score":0.92816067},"labels":[],"label_agreement":null},{"id":"W4386324866","doi":"10.3138/jvme-2022-0120","title":"A Model for Residency Training: The Small Animal Emergency and Critical Care Residency Program at Purdue University","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Timeline; Specialty; Medical education; Certification; Curriculum; Medicine; Psychology; Family medicine; Management; Pedagogy","score_opus":0.18739510898138587,"score_gpt":0.4499405020809101,"score_spread":0.2625453930995242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386324866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9250206,0.0005616232,0.00067212817,0.07175133,0.0012010306,0.0004931754,0.0000033477945,0.00004186729,0.00025494973],"genre_scores_gemma":[0.9819628,0.00050229474,0.014781847,0.0005977089,0.0010010471,0.00003762848,0.000038194736,0.000023349578,0.0010551397],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981994,0.00010539802,0.00057205866,0.00020475543,0.0006435537,0.00027483024],"domain_scores_gemma":[0.9981906,0.00019946515,0.00021115338,0.0002087852,0.00093233725,0.0002576643],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012215262,0.00012946944,0.00024135801,0.00029239664,0.00030262087,0.000014338645,0.00022035233,0.0001870003,0.0001620265],"category_scores_gemma":[0.009317572,0.0000988465,0.000113881375,0.00058042037,0.00024531854,0.00016115172,0.000079106336,0.00046251417,0.0000049112423],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031550294,0.0020154142,0.009263072,0.0033320938,0.00017825597,0.00034609056,0.057579167,0.000015032316,0.0026497003,0.011242221,0.2486399,0.661584],"study_design_scores_gemma":[0.00779216,0.02629999,0.43240318,0.004544768,0.0018041237,0.014086073,0.18285854,0.12589522,0.00011150824,0.015644932,0.1873807,0.0011787957],"about_ca_topic_score_codex":0.000008817704,"about_ca_topic_score_gemma":0.000011277143,"teacher_disagreement_score":0.6604052,"about_ca_system_score_codex":0.0002635326,"about_ca_system_score_gemma":0.0043159574,"threshold_uncertainty_score":0.9990274},"labels":[],"label_agreement":null},{"id":"W4386325907","doi":"10.7759/cureus.44443","title":"The Utility of the Mini-Clinical Evaluation Exercise (Mini-CEX) in the Emergency Department: A Systematic Review and Meta-Analysis Evaluating the Readability, Feasibility, and Acceptability of Mini-CEX Utilization","year":2023,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Emergency department; Readability; Scopus; Meta-analysis; Observational study; MEDLINE; Family medicine; Physical therapy; Internal medicine","score_opus":0.5419437542801034,"score_gpt":0.571254398308403,"score_spread":0.029310644028299526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386325907","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042110817,0.97253627,0.000012017092,0.0019528607,0.0003338526,0.020665042,0.00009831775,0.000017938177,0.00017263144],"genre_scores_gemma":[0.024363767,0.97142637,0.0001340629,0.00015024653,0.000060724895,0.003527191,0.00020574458,0.00003628686,0.0000956168],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9784726,0.011468432,0.006299586,0.001017534,0.0023886492,0.0003531945],"domain_scores_gemma":[0.9819459,0.006268112,0.004314843,0.0053208866,0.002062641,0.00008766164],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07249212,0.00055278343,0.0052609444,0.00015551562,0.00036662066,0.000042695316,0.001119051,0.00039597572,0.000627405],"category_scores_gemma":[0.06949078,0.00021786302,0.0018993217,0.004475067,0.0010319678,0.00011186999,0.0004300004,0.00085509056,0.0000038516782],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000398611,0.0012065714,0.004085542,0.7666756,0.021831054,4.972624e-7,0.0017133893,6.5955965e-7,7.068118e-8,0.0001563407,0.0016839439,0.20260647],"study_design_scores_gemma":[0.0003331192,0.00019161782,0.022469398,0.0149410125,0.9544221,0.0000148575955,0.0015956325,0.0018472944,5.0168956e-7,0.001479904,0.002417859,0.00028670806],"about_ca_topic_score_codex":0.000108287844,"about_ca_topic_score_gemma":0.00046199356,"teacher_disagreement_score":0.932591,"about_ca_system_score_codex":0.00022528341,"about_ca_system_score_gemma":0.0010234495,"threshold_uncertainty_score":0.95506454},"labels":[],"label_agreement":null},{"id":"W4386327604","doi":"10.21203/rs.3.rs-3204004/v1","title":"Developing a National UGME Pain Management and Substance Use Disorder Curriculum to Address the Opioid Crisis: A Program Evaluation Pilot Study","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Health Canada","keywords":"Curriculum; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.28027598691609357,"score_gpt":0.525559096407604,"score_spread":0.24528310949151044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386327604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9275597,0.0005455386,0.0041003553,0.02863713,0.0006423783,0.038010836,0.000030515872,0.00028104906,0.0001925335],"genre_scores_gemma":[0.9413274,0.00020597037,0.011359202,0.0006762964,0.00045871502,0.04454173,0.00067313586,0.00007627832,0.00068130455],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99168116,0.0013663828,0.0005680382,0.00087223254,0.0049499404,0.0005622438],"domain_scores_gemma":[0.9938374,0.00043540713,0.000114570044,0.00074863696,0.004742681,0.00012129711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018758383,0.00025199054,0.00028536457,0.0009720491,0.0004955474,0.00034466942,0.00039989277,0.00011214655,0.00005480882],"category_scores_gemma":[0.008151632,0.00019100668,0.00004056304,0.002518975,0.00012786714,0.00010143853,0.0007802388,0.0013704916,0.000053182088],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053875713,0.011433526,0.2342444,0.008731979,0.0013549112,0.00008861137,0.02135811,0.00095049967,0.000007918346,0.009387512,0.27318272,0.43872103],"study_design_scores_gemma":[0.0019266363,0.0023942061,0.8825551,0.0045916443,0.00018158005,0.0000049677296,0.05789972,0.019696884,0.0000034366149,0.0064145843,0.023848388,0.0004828056],"about_ca_topic_score_codex":0.0006247474,"about_ca_topic_score_gemma":0.000714424,"teacher_disagreement_score":0.6483107,"about_ca_system_score_codex":0.0012674538,"about_ca_system_score_gemma":0.00097380794,"threshold_uncertainty_score":0.9758853},"labels":[],"label_agreement":null},{"id":"W4386327879","doi":"10.3138/jvme-2023-0022","title":"The Importance of Adhering to Terminology When Implementing Competency-Based Veterinary Education (CBVE)","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Medical education; Consistency (knowledge bases); Veterinary education; Medicine; Fidelity; Veterinary medicine; Nursing; Psychology; Computer science; Curriculum; Pedagogy","score_opus":0.06523583242845517,"score_gpt":0.42655780922736025,"score_spread":0.3613219767989051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386327879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95312154,0.00030651258,0.00039307046,0.04146664,0.0038168202,0.0003507353,0.0000013413284,0.000032353935,0.00051097496],"genre_scores_gemma":[0.976796,0.00011908483,0.01588164,0.0053538205,0.0013031397,0.00008852222,0.000058085257,0.00003493025,0.00036479186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690044,0.00014820721,0.0013897095,0.00020740899,0.0009795232,0.00037473414],"domain_scores_gemma":[0.9973811,0.00024513103,0.00080588076,0.00042783827,0.00090283185,0.00023724887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002456639,0.0001663071,0.00035933132,0.0005737328,0.00020242341,0.00002251124,0.00041864946,0.00014395344,0.0003867841],"category_scores_gemma":[0.0050099273,0.00012792156,0.00013100941,0.00088586914,0.00017535688,0.00015737396,0.00010819325,0.00049270503,0.000026096228],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062732765,0.0013087041,0.03100926,0.0006523615,0.00010656622,0.000067160865,0.0018183715,0.000008985066,0.016963234,0.0012562904,0.09858427,0.8475975],"study_design_scores_gemma":[0.0021466587,0.007790398,0.32475966,0.0037334925,0.0002114264,0.004186016,0.00998372,0.0017541879,0.0011636461,0.0024159218,0.64142203,0.0004328409],"about_ca_topic_score_codex":0.000018100622,"about_ca_topic_score_gemma":0.0000043988102,"teacher_disagreement_score":0.84716463,"about_ca_system_score_codex":0.00027667504,"about_ca_system_score_gemma":0.008470521,"threshold_uncertainty_score":0.99715054},"labels":[],"label_agreement":null},{"id":"W4386332512","doi":"10.3138/jvme-2023-0073","title":"Responses to and Reflections on Clinical Skills Teaching and Assessment during COVID-19: A Global Survey","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Coronavirus disease 2019 (COVID-19); Workload; Thematic analysis; Focus group; Pandemic; Online teaching; Psychology; Medicine; Qualitative research; Sociology; Computer science","score_opus":0.21045006359287532,"score_gpt":0.6005360461686166,"score_spread":0.39008598257574123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386332512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9362574,0.000046873025,0.00047342863,0.060774777,0.0019101653,0.00020973789,0.000004344935,0.000033587985,0.00028964988],"genre_scores_gemma":[0.97536236,0.00031307657,0.009498182,0.013438454,0.00097405456,0.000019909736,0.000023695948,0.000014157885,0.0003560854],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970607,0.00084678584,0.0008595702,0.0002420121,0.0007929072,0.00019801584],"domain_scores_gemma":[0.99761015,0.0008558209,0.000266143,0.00019725268,0.00026815734,0.000802464],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008337933,0.0001242192,0.00031104215,0.00046182878,0.00031286245,0.000036526213,0.00010504593,0.00016564009,0.000091685564],"category_scores_gemma":[0.06705081,0.00010477481,0.00005201524,0.00067837856,0.00014563395,0.00011886123,0.00007714514,0.0009969356,0.00000948241],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032213922,0.0037408725,0.42388713,0.00044601498,0.0002018212,0.0003294717,0.0025599862,0.0000069882785,0.0006760153,0.0009523666,0.11115452,0.45282343],"study_design_scores_gemma":[0.0010196986,0.002791445,0.9543653,0.00043860127,0.000038218855,0.003148919,0.0010800714,0.00005746903,0.0000018216422,0.00017275776,0.036796797,0.00008890635],"about_ca_topic_score_codex":0.000063090796,"about_ca_topic_score_gemma":0.0000084001895,"teacher_disagreement_score":0.5304782,"about_ca_system_score_codex":0.0004977035,"about_ca_system_score_gemma":0.0039822394,"threshold_uncertainty_score":0.9408078},"labels":[],"label_agreement":null},{"id":"W4386333236","doi":"10.36834/cmej.74265","title":"Assessing commitment to reflection: perceptions of medical students","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Thematic analysis; Context (archaeology); Psychology; Perception; Ambivalence; Subjectivity; Reflection (computer programming); Medical education; Qualitative research; Social psychology; Medicine; Sociology; Epistemology; Computer science; Social science","score_opus":0.044810927256968204,"score_gpt":0.4747941713673323,"score_spread":0.4299832441103641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386333236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6620773,0.00004695329,0.0005913283,0.32838833,0.0050716917,0.00029692557,0.0000019646734,0.00004847764,0.0034769962],"genre_scores_gemma":[0.8921022,0.00017793609,0.0031424728,0.098719075,0.0035138305,0.000089491674,0.00011798603,0.000040348415,0.0020966828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99417967,0.00012423536,0.0007717291,0.0002214012,0.0042723664,0.00043062094],"domain_scores_gemma":[0.99165946,0.000057135687,0.00013379676,0.00030571938,0.00091892993,0.0069249445],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039197933,0.00013379793,0.00026756237,0.0014311563,0.00038825345,0.00013545551,0.0005801854,0.00033803887,0.045589697],"category_scores_gemma":[0.028277047,0.00012442825,0.00008716669,0.0022856272,0.00016279127,0.00016279121,0.000054745055,0.0011132444,0.0004754893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006808744,0.000340709,0.018080818,0.000045291225,0.000049379636,0.000052397143,0.0013178898,0.0000025191039,0.000028183458,0.00064011785,0.76478237,0.21465354],"study_design_scores_gemma":[0.0011887341,0.00024665173,0.37043783,0.0017728123,0.000095649724,0.0026947383,0.020435212,0.00062058447,0.00002751781,0.0003640689,0.60186017,0.00025602363],"about_ca_topic_score_codex":0.0018638553,"about_ca_topic_score_gemma":0.0020100228,"teacher_disagreement_score":0.352357,"about_ca_system_score_codex":0.001048093,"about_ca_system_score_gemma":0.054713864,"threshold_uncertainty_score":0.97990817},"labels":[],"label_agreement":null},{"id":"W4386377919","doi":"10.1007/s40670-023-01858-0","title":"Undergraduate Learners’ Receptiveness to Feedback in Medical Schools: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"McMaster University","keywords":"CINAHL; Credibility; Medical education; Psychology; Medicine; Psychological intervention; Nursing","score_opus":0.1245056116953976,"score_gpt":0.5107457383972881,"score_spread":0.3862401267018905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386377919","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007615082,0.91149515,0.000045375047,0.07780496,0.0060338913,0.003587961,0.0000033959423,0.00021138601,0.00074171484],"genre_scores_gemma":[0.0000075867606,0.98454505,0.0006128893,0.010056135,0.0017967821,0.0014726747,0.0000823751,0.00011395338,0.0013125389],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9876394,0.00034573226,0.0022901206,0.0016936801,0.006702797,0.0013282365],"domain_scores_gemma":[0.9951387,0.0005210191,0.0003411363,0.0011495723,0.00047232935,0.0023772416],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015306864,0.00061361166,0.00277753,0.0020117422,0.00020444267,0.00011512304,0.0018949963,0.0007784607,0.00309146],"category_scores_gemma":[0.10257661,0.00044704112,0.00031022224,0.023252286,0.0012588509,0.00019514379,0.00065109145,0.0035875114,0.010959353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002283378,0.00017950742,0.000013868941,0.12741485,0.00002342031,0.00012535104,0.00009436617,2.0627613e-8,9.042777e-8,0.00027601956,0.042391345,0.82947886],"study_design_scores_gemma":[0.000119476244,0.00005118166,0.000009814471,0.58247906,0.00015898753,0.00020961302,0.00018393782,0.000010318264,2.2276744e-7,0.00005045115,0.41644722,0.00027974605],"about_ca_topic_score_codex":0.00008705835,"about_ca_topic_score_gemma":0.00005708989,"teacher_disagreement_score":0.82919914,"about_ca_system_score_codex":0.0021301392,"about_ca_system_score_gemma":0.07126663,"threshold_uncertainty_score":0.9997981},"labels":[],"label_agreement":null},{"id":"W4386399173","doi":"10.1186/s12909-023-04597-3","title":"Evaluating the impact of continuing professional development courses on physician behavioral intention: a pre-post study with follow-up at six months","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux; Centre de Santé et de Services Sociaux de la Vieille-Capitale","funders":"Canadian Institutes of Health Research","keywords":"Psychosocial; Medicine; Continuing professional development; Wilcoxon signed-rank test; Family medicine; Health professionals; Test (biology); Psychology; Professional development; Medical education; Health care; Curriculum; Psychiatry","score_opus":0.0643020775215079,"score_gpt":0.4795671524150047,"score_spread":0.4152650748934968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386399173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99448097,0.000020360989,0.000052661933,0.001393619,0.0019244236,0.0018928957,0.000002197226,0.0000753559,0.00015753585],"genre_scores_gemma":[0.99321836,0.0000019509114,0.00088003924,0.0004484843,0.00038454868,0.00082064915,0.0003904548,0.00003094921,0.0038245623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99652475,0.00023479265,0.0006472968,0.00034584338,0.0019550566,0.00029227795],"domain_scores_gemma":[0.997847,0.00029477116,0.00035535044,0.00041105106,0.00095466356,0.00013712702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019689058,0.00020426392,0.00030824295,0.00024018499,0.0002650328,0.000017899281,0.00020743713,0.00011406362,0.0004542987],"category_scores_gemma":[0.0040387074,0.00011815154,0.00009502453,0.0010161222,0.00018735428,0.00008916075,0.000078388315,0.00040399493,0.000060816135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002710032,0.012729339,0.46564505,0.00030693828,0.00024768463,0.00000490017,0.040435266,0.00007315098,0.0013619255,0.00013241518,0.028050559,0.44830275],"study_design_scores_gemma":[0.0024687327,0.0031219858,0.96105456,0.0020288283,0.00016810349,0.000015635129,0.027562741,0.0029770255,0.0002552501,0.000016335496,0.00017057748,0.00016023568],"about_ca_topic_score_codex":0.00020152351,"about_ca_topic_score_gemma":0.00019565139,"teacher_disagreement_score":0.4954095,"about_ca_system_score_codex":0.0005337025,"about_ca_system_score_gemma":0.0064386427,"threshold_uncertainty_score":0.9991939},"labels":[],"label_agreement":null},{"id":"W4386466925","doi":"10.1177/08404704231199083","title":"Engaging the collective voice of physicians: Optimizing participation in research and policy development in the context of COVID-19 and physician burnout","year":2023,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Nova Scotia Hospital","funders":"","keywords":"Remuneration; Burnout; Nova scotia; Context (archaeology); Coronavirus disease 2019 (COVID-19); Pandemic; Health care; Medical education; Public relations; Medicine; Psychology; Nursing; Family medicine; Business; Political science; Sociology; Disease","score_opus":0.12936551081077968,"score_gpt":0.47582461863564257,"score_spread":0.3464591078248629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386466925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8156814,0.00017823465,0.0001327298,0.18120839,0.000044658842,0.0015899676,0.0000020239092,0.000012068144,0.0011505134],"genre_scores_gemma":[0.99135184,0.00017840762,0.00034140694,0.007659314,0.00003045829,0.00030613228,0.000018472752,0.00000759063,0.00010636513],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9984835,0.00027682108,0.00036196646,0.00017028858,0.0004108326,0.00029659193],"domain_scores_gemma":[0.999204,0.00033792717,0.00010158984,0.00018497459,0.00014677407,0.000024778841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002957393,0.00006828671,0.00016218422,0.00063402083,0.00022848819,0.000010652171,0.00008994598,0.000031815536,9.2946186e-7],"category_scores_gemma":[0.0005797064,0.000049259364,0.000010087008,0.002728696,0.0001873578,0.000047159403,0.00009780801,0.0002721749,0.0000011207222],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025059376,0.0005349113,0.06498706,0.0043926314,0.00008833282,0.000015432288,0.2816598,0.000109205015,0.00013104749,0.10841507,0.0067175804,0.53269833],"study_design_scores_gemma":[0.0018093227,0.00028733243,0.397294,0.0010784331,0.000017346085,0.0000016332206,0.57800263,0.0033137284,0.00032926173,0.0053964877,0.012366786,0.00010305348],"about_ca_topic_score_codex":0.0011018522,"about_ca_topic_score_gemma":0.0007117486,"teacher_disagreement_score":0.5325953,"about_ca_system_score_codex":0.00034521194,"about_ca_system_score_gemma":0.000315501,"threshold_uncertainty_score":0.20087385},"labels":[],"label_agreement":null},{"id":"W4386506139","doi":"10.1007/s40670-023-01881-1","title":"Medical Students as Educators: Addressing Teaching Skills Through a Pre-clerkship Development Group","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medical education; Set (abstract data type); Small group learning; Psychology; Medicine; Computer science","score_opus":0.035999856907125045,"score_gpt":0.45865637301051415,"score_spread":0.4226565161033891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386506139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9554242,0.00007955317,0.00038739174,0.032124426,0.0068103466,0.00061750173,7.4635e-7,0.0004020819,0.0041537634],"genre_scores_gemma":[0.96601874,0.000043182714,0.008600841,0.01936377,0.0030138635,0.00032522212,0.00008136864,0.000057300567,0.002495736],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98401403,0.00016725578,0.0010677724,0.0010778351,0.0122644035,0.0014086788],"domain_scores_gemma":[0.9966419,0.00038511344,0.00021172882,0.0007582943,0.000293015,0.0017099737],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013151162,0.00035511798,0.0004972781,0.00069961965,0.0012494163,0.00025361494,0.002233302,0.0004119812,0.0055689416],"category_scores_gemma":[0.044453632,0.0002836335,0.00009516723,0.004235328,0.001970559,0.0005387001,0.0007739035,0.0017857199,0.0018029339],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048735226,0.006003809,0.13039707,0.00034753958,0.00010492226,0.00020622343,0.037726037,4.413346e-7,0.00044062932,0.0052125286,0.21054728,0.6089648],"study_design_scores_gemma":[0.002366523,0.00035988048,0.5545022,0.00468901,0.00008669593,0.0006719832,0.015634155,0.0004650187,0.0013663755,0.001215562,0.4176938,0.0009487942],"about_ca_topic_score_codex":0.000151575,"about_ca_topic_score_gemma":0.000011855691,"teacher_disagreement_score":0.608016,"about_ca_system_score_codex":0.0009957164,"about_ca_system_score_gemma":0.015897607,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W4386523653","doi":"10.1080/0142159x.2023.2244665","title":"Global “systemness” in medical education: A rationale and framework to assess performance","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Computer science; Political science","score_opus":0.039031985538818335,"score_gpt":0.40727133772127466,"score_spread":0.36823935218245635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386523653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9128228,0.00010858616,0.0008563635,0.07785826,0.0010968179,0.00047144032,7.894486e-7,0.0001269354,0.006658036],"genre_scores_gemma":[0.98099184,0.00006028174,0.0017426715,0.011999355,0.0013545457,0.00043112139,0.000068557194,0.000020747977,0.0033309083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969685,0.000095920215,0.00049055985,0.00034829616,0.0017782355,0.00031848694],"domain_scores_gemma":[0.9989599,0.00006439176,0.00004598037,0.00028780164,0.00015270374,0.0004891969],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020952441,0.00013953538,0.00027587716,0.00023438981,0.00007644644,0.000021184536,0.00019425487,0.00041984676,0.004318044],"category_scores_gemma":[0.014800347,0.00011965861,0.000028000157,0.002221623,0.00015032066,0.00008252465,0.00010433955,0.0006107972,0.00036454512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042284395,0.00054589956,0.69100183,0.00028517743,0.000020963691,0.000047162528,0.00086305576,0.0000027021779,9.921878e-7,0.010664074,0.12708175,0.16944411],"study_design_scores_gemma":[0.0014493493,0.00014832047,0.81789005,0.0029839093,0.000030669362,0.00041679846,0.0019494294,0.042573042,0.000002969221,0.001754912,0.13047418,0.00032636846],"about_ca_topic_score_codex":0.000033315875,"about_ca_topic_score_gemma":0.000018152497,"teacher_disagreement_score":0.16911775,"about_ca_system_score_codex":0.00025020036,"about_ca_system_score_gemma":0.0022040799,"threshold_uncertainty_score":0.99659216},"labels":[],"label_agreement":null},{"id":"W4386525988","doi":"10.3138/jvme-2023-0038","title":"Online Instructional Module Improves Student Ability to Evaluate for Radiographic Small Intestinal Obstruction in Dogs","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Radiography; Medicine; Confidence interval; Radiology; Medical physics; Internal medicine","score_opus":0.07793543186092335,"score_gpt":0.4369866366518474,"score_spread":0.35905120479092406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386525988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739031,0.0000774703,0.00095239567,0.019232793,0.005138575,0.0006382685,0.0000031741076,0.000032463642,0.000021759559],"genre_scores_gemma":[0.9545234,0.0000791937,0.04132681,0.0016390907,0.0020612143,0.00013863966,0.00013181705,0.000025277108,0.00007460014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99718565,0.00011084786,0.0011572583,0.0002651489,0.0010121389,0.00026898712],"domain_scores_gemma":[0.9979103,0.00015791862,0.0003506776,0.00022993362,0.0010797526,0.00027136956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026160935,0.00015985481,0.00035149298,0.0012764528,0.000076985336,0.000019787887,0.00022690318,0.00016349576,0.00012138506],"category_scores_gemma":[0.008823846,0.00014067143,0.00014065867,0.0017256892,0.00012814115,0.00017397993,0.00005181214,0.0005932823,0.00000747662],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011220056,0.0035223612,0.031979587,0.00052744953,0.00006792524,0.00002693885,0.0009954002,0.00010265638,0.010190719,0.00026287662,0.00714774,0.94405437],"study_design_scores_gemma":[0.0022784232,0.0029475563,0.9773238,0.0008406907,0.00007651714,0.0020325088,0.0015170238,0.003399248,0.00006302734,0.0013471924,0.008022757,0.00015129494],"about_ca_topic_score_codex":0.000031083986,"about_ca_topic_score_gemma":0.000010247055,"teacher_disagreement_score":0.94534415,"about_ca_system_score_codex":0.0005273095,"about_ca_system_score_gemma":0.0021947199,"threshold_uncertainty_score":0.99952525},"labels":[],"label_agreement":null},{"id":"W4386564460","doi":"10.1097/acm.0000000000005455","title":"In Reply to Bohler et al","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; Sinai Health System","funders":"","keywords":"Medical education; Psychology; Quality (philosophy); Anonymity; Function (biology); Balance (ability); Medicine; Computer science; Epistemology","score_opus":0.05813678596146528,"score_gpt":0.4281289030119603,"score_spread":0.36999211705049506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386564460","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002567231,0.00022203696,0.00014638512,0.98659855,0.0050914506,0.0009915006,0.000005904852,0.00019432006,0.0041825925],"genre_scores_gemma":[0.00013538757,0.00047045213,0.0003732192,0.91566265,0.01307052,0.00025561627,0.0010131866,0.00013668086,0.06888232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957112,0.00012072499,0.0012489081,0.00079908397,0.0014532501,0.0006668458],"domain_scores_gemma":[0.9981289,0.0003978189,0.00023816444,0.0008555173,0.00023595411,0.00014365077],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025895906,0.00038679884,0.00089672196,0.0016298383,0.000037981157,0.000004060967,0.00040049118,0.0012532377,0.0012587878],"category_scores_gemma":[0.010775063,0.0003154579,0.00005497382,0.0023455953,0.00021214342,0.000080620106,0.000118004726,0.010939441,0.0016671105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022395972,0.0000062857766,0.0002228911,0.00018200956,0.000033173677,0.0005490989,0.0022002559,5.861177e-7,0.00013317233,0.0001295036,0.99496406,0.0015565519],"study_design_scores_gemma":[0.0009959053,0.00021433774,0.0011042238,0.0029115488,0.00008191403,0.00017209533,0.0003369584,0.000030304895,0.000014053338,0.0007266591,0.9931633,0.00024872602],"about_ca_topic_score_codex":0.00029285304,"about_ca_topic_score_gemma":0.0000024618803,"teacher_disagreement_score":0.07093596,"about_ca_system_score_codex":0.000445163,"about_ca_system_score_gemma":0.00043441044,"threshold_uncertainty_score":0.9999297},"labels":[],"label_agreement":null},{"id":"W4386564646","doi":"10.1097/acm.0000000000005452","title":"“It’s What We Can Do Right Now”: Professional Identity Formation Among Internal Medicine Residents During the COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Bishop's University; Queen's University; Thrombosis and Atherosclerosis Research Institute; University of Ottawa","funders":"","keywords":"Pandemic; Identity (music); Burnout; Coronavirus disease 2019 (COVID-19); Medical education; Psychology; Medicine; Nursing; Clinical psychology; Internal medicine","score_opus":0.05574541976491943,"score_gpt":0.4227330391507109,"score_spread":0.3669876193857915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386564646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6284697,0.0009521101,0.0005885006,0.36348152,0.004544334,0.00096306304,0.0000036256554,0.0002861918,0.00071094645],"genre_scores_gemma":[0.93067753,0.011885698,0.000025158322,0.03397346,0.004418217,0.0002375312,0.0003907184,0.000052623465,0.018339077],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9945713,0.0002871747,0.0015528109,0.0005467288,0.002380339,0.00066159514],"domain_scores_gemma":[0.9972281,0.0006084544,0.0006449805,0.0006805456,0.00036494335,0.00047296463],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052587576,0.00035750604,0.0005899713,0.00093772315,0.0006420592,0.00002788239,0.00074799685,0.0004947035,0.002044452],"category_scores_gemma":[0.009362352,0.00021169093,0.00006898486,0.0023582685,0.0012162761,0.0012033051,0.00026050862,0.002607297,0.00023694003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017458195,0.000020332518,0.13683009,0.00080053793,0.000092638475,0.000080718935,0.03645326,0.000010886384,0.0027051128,0.00072624144,0.8198112,0.0022943774],"study_design_scores_gemma":[0.014173969,0.00047611658,0.6266788,0.019357886,0.0007467659,0.0025489966,0.10181777,0.0021106107,0.00060238113,0.019221382,0.21146534,0.0007999564],"about_ca_topic_score_codex":0.00034944678,"about_ca_topic_score_gemma":0.00020598188,"teacher_disagreement_score":0.60834587,"about_ca_system_score_codex":0.0010772325,"about_ca_system_score_gemma":0.0004142761,"threshold_uncertainty_score":0.99969375},"labels":[],"label_agreement":null},{"id":"W4386565309","doi":"10.1097/01.eem.0000552802.48810.c1","title":"First Person","year":2019,"lang":"en","type":"article","venue":"Emergency Medicine News","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Medical education; Curriculum; Luck; Medical school; Psychology; Political science; Medicine; Public relations; Pedagogy; Law","score_opus":0.037705534063673087,"score_gpt":0.3496637267532875,"score_spread":0.3119581926896144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386565309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6780786,0.0006155148,0.0003737598,0.05504563,0.009897594,0.0006697902,7.04284e-7,0.0001313825,0.25518703],"genre_scores_gemma":[0.85729736,0.00052736345,0.0017402197,0.0043509807,0.004435593,0.00006598553,0.00012933291,0.000061071776,0.13139212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998455,0.000017800156,0.00044020097,0.00029643375,0.00052663696,0.00026394386],"domain_scores_gemma":[0.9990425,0.00001957908,0.00010914823,0.00050522515,0.000216846,0.000106664724],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00031543087,0.00015292387,0.0002943861,0.00021235993,0.00006979108,0.0000012152778,0.00011803338,0.00010200529,0.12935671],"category_scores_gemma":[0.0008924328,0.00011554599,0.000064386346,0.0007807979,0.00006576398,0.000072448915,0.0000147945775,0.00029954893,0.0020141338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032946646,0.000109183835,0.10385417,0.00020551054,0.00003342123,0.000002859784,0.0016632606,0.0000024915203,0.0011959696,0.0014522047,0.8844474,0.0070005967],"study_design_scores_gemma":[0.0014836619,0.0005753903,0.10078575,0.00026588535,0.00008516688,0.000031843836,0.0033106818,0.00080582267,0.00007781642,0.00016211478,0.8922483,0.00016757638],"about_ca_topic_score_codex":0.00023636325,"about_ca_topic_score_gemma":0.000020883961,"teacher_disagreement_score":0.17921875,"about_ca_system_score_codex":0.00009266117,"about_ca_system_score_gemma":0.0000751102,"threshold_uncertainty_score":0.9987629},"labels":[],"label_agreement":null},{"id":"W4386576540","doi":"10.1007/978-3-031-25110-8_11","title":"Health Promotion Practice","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"B.C. Women's Hospital & Health Centre; Simon Fraser University; University of British Columbia","funders":"","keywords":"Health promotion; Public relations; Reflexivity; Population health; Health policy; Social determinants of health; Sociology; Political science; Medicine; Public health; Nursing; Social science","score_opus":0.07143923967959788,"score_gpt":0.4156751698839573,"score_spread":0.34423593020435944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386576540","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029933094,0.000045003977,0.0007096016,0.15161501,0.0010284857,0.0005822165,0.0000024837777,0.00026811304,0.8457461],"genre_scores_gemma":[0.000060248956,0.0002690499,0.009769949,0.009999372,0.0008823015,0.000020683552,0.0006100312,0.00007045955,0.9783179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998691,0.000010318531,0.00039363944,0.00024778064,0.0005093245,0.00014790935],"domain_scores_gemma":[0.99884844,0.000049343435,0.00025434582,0.00034647097,0.0004348395,0.000066579174],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006358155,0.00013923312,0.00026921622,0.00025380327,0.00006159609,0.000010035617,0.000048081234,0.0002499257,0.0016356707],"category_scores_gemma":[0.001173749,0.00012234107,0.00004945852,0.00009533132,0.000048821224,0.000059939186,0.000023728779,0.0005979947,0.003192595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000094454135,0.00007047827,0.0000018449181,0.00020762892,0.00004713319,0.0000098059745,0.000071299924,5.613889e-8,9.621324e-7,0.43549716,0.42659697,0.1374872],"study_design_scores_gemma":[0.00020542447,0.00037243555,0.000054254157,0.00055780535,0.00007055629,0.00012099644,0.00006779551,0.000032463442,0.0000024180338,0.0072561097,0.99115306,0.00010668538],"about_ca_topic_score_codex":0.00002290202,"about_ca_topic_score_gemma":0.00000455086,"teacher_disagreement_score":0.56455606,"about_ca_system_score_codex":0.00032344594,"about_ca_system_score_gemma":0.000721238,"threshold_uncertainty_score":0.999277},"labels":[],"label_agreement":null},{"id":"W4386579582","doi":"10.46542/pe.2023.231.514520","title":"Direct evaluation of skills, knowledge and behaviours of pharmacists in the Republic of Ireland","year":2023,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ontario College of Pharmacists; Royal College of Surgeons in Ireland","keywords":"Competence (human resources); Pharmacy; Portfolio; Underpinning; Medicine; Pharmacy practice; Continuing professional development; Medical education; Clinical Practice; Context (archaeology); Clinical pharmacy; Pharmacist; Patient care; Nursing; Professional development; Psychology","score_opus":0.0670583411297707,"score_gpt":0.47184180567399325,"score_spread":0.40478346454422254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386579582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99412066,0.0010859998,0.0000042940555,0.0010467712,0.00052535423,0.0006442954,0.0000055901223,0.00001201178,0.0025550404],"genre_scores_gemma":[0.99884045,0.00038339425,0.00012222613,0.00009602219,0.000104432154,0.000121515404,0.00020191939,0.000009142985,0.00012088183],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986679,0.0001862407,0.00045582655,0.00013705416,0.00045614116,0.00009686843],"domain_scores_gemma":[0.9986192,0.00012871344,0.0002372901,0.00020888327,0.00078518735,0.00002070537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003026883,0.00007158656,0.00016641642,0.0004841537,0.000024321555,0.0000033879871,0.00008752749,0.000028496695,0.000103967635],"category_scores_gemma":[0.0011605937,0.00005759676,0.000029365381,0.0015097543,0.00010316165,0.00009827276,0.00001561107,0.000118060365,0.0000028525933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005580537,0.002961473,0.22503348,0.00065145077,0.000040015886,3.818464e-7,0.017774813,0.00000920964,0.010387492,0.00038241103,0.032700337,0.71000314],"study_design_scores_gemma":[0.002383207,0.00006458767,0.9429055,0.0002942816,0.00045837573,0.00002686146,0.001632884,0.005116506,0.04406592,0.00025595352,0.0027028844,0.00009308146],"about_ca_topic_score_codex":0.00009662743,"about_ca_topic_score_gemma":0.0000043369964,"teacher_disagreement_score":0.71787196,"about_ca_system_score_codex":0.000068416826,"about_ca_system_score_gemma":0.0007568184,"threshold_uncertainty_score":0.23487277},"labels":[],"label_agreement":null},{"id":"W4386600752","doi":"10.36834/cmej.78084","title":"The overcrowded curriculum is alarming","year":2023,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Computer science; Data science; Psychology; Pedagogy","score_opus":0.007145147640735332,"score_gpt":0.3332657196301152,"score_spread":0.3261205719893799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386600752","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024172258,0.0009387534,0.000013392777,0.15049034,0.84532636,0.00028888127,0.00002051315,0.000049830884,0.0026301683],"genre_scores_gemma":[0.00007595393,0.0025561694,0.00031588963,0.028782737,0.94792074,0.00010770013,0.0005882079,0.00013109787,0.019521529],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99331284,0.00014923242,0.0011410714,0.00043436568,0.0039810603,0.0009814082],"domain_scores_gemma":[0.9800008,0.0010197299,0.0007495225,0.0011512276,0.0052723247,0.011806429],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.003612845,0.00036603754,0.00046826285,0.0008295953,0.0013825573,0.00035823314,0.00084046065,0.0018134501,0.014323923],"category_scores_gemma":[0.2791157,0.00027109432,0.0002409761,0.0013436609,0.0003922748,0.00012526277,0.000045614375,0.006707054,0.0010525623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054868738,0.00007357616,0.000036743844,0.00006923272,0.00010030513,0.00006844105,0.00031791217,5.7269283e-8,2.5306235e-7,0.0001453311,0.9002362,0.09894645],"study_design_scores_gemma":[0.00043055997,0.000057314108,0.0000967673,0.001254913,0.00014902321,0.00034538796,0.0016432032,0.00011482771,0.0000011563338,0.0003236122,0.9953285,0.00025477278],"about_ca_topic_score_codex":0.008588627,"about_ca_topic_score_gemma":0.0073717483,"teacher_disagreement_score":0.27550286,"about_ca_system_score_codex":0.0026855555,"about_ca_system_score_gemma":0.2746145,"threshold_uncertainty_score":0.99997413},"labels":[],"label_agreement":null},{"id":"W4386621442","doi":"10.21203/rs.3.rs-3328977/v1","title":"Minimum Supervision Levels Required for Pediatric Cardiology Fellowship Graduation by Pediatric Cardiology Program Directors","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Graduation (instrument); Subspecialty; Accreditation; Medicine; Medical education; Curriculum; Graduate medical education; Cardiology; Medical physics; Family medicine; Psychology; Pedagogy; Mathematics","score_opus":0.1925362680580164,"score_gpt":0.4793698316944131,"score_spread":0.28683356363639667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386621442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665474,0.0024339396,0.0024214573,0.009010614,0.0052935863,0.0122329015,0.00064598484,0.0008556887,0.00055840804],"genre_scores_gemma":[0.9543595,0.0034996069,0.004440467,0.00009965511,0.014017887,0.009462469,0.011007563,0.00026861994,0.0028442806],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9920967,0.0013115698,0.0012538806,0.0016874477,0.002054974,0.001595384],"domain_scores_gemma":[0.9921285,0.002115547,0.00030028005,0.0015063391,0.0036059958,0.0003433609],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.007698425,0.000543495,0.0013609317,0.0024451527,0.00048334972,0.00010164125,0.0006794173,0.0018158634,0.000053971366],"category_scores_gemma":[0.022261485,0.000513329,0.00053787953,0.003094864,0.00034867352,0.00010109286,0.00076919695,0.002922398,0.0002149215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003979499,0.0005128198,0.18240203,0.009949138,0.00034005,0.000090706315,0.0007236585,0.00013618915,0.0004056419,0.00016217014,0.7572769,0.047602773],"study_design_scores_gemma":[0.009619705,0.009623776,0.8270801,0.001358135,0.0027136814,0.00015006958,0.0040165507,0.0099610295,0.00048105512,0.016710505,0.11506959,0.003215829],"about_ca_topic_score_codex":0.0001575485,"about_ca_topic_score_gemma":0.000006556555,"teacher_disagreement_score":0.64467806,"about_ca_system_score_codex":0.0011184136,"about_ca_system_score_gemma":0.002198535,"threshold_uncertainty_score":0.99973184},"labels":[],"label_agreement":null},{"id":"W4386699811","doi":"10.1007/s40596-023-01863-w","title":"Comment on “Psychiatry Residency Education in Canada: Past, Present and Future”","year":2023,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Residency training; Medical education; Psychology; Psychiatry; Graduate medical education; MEDLINE; Medicine; Family medicine; Political science; Accreditation; Continuing education; Law","score_opus":0.013535216865833912,"score_gpt":0.3132695717939623,"score_spread":0.2997343549281284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386699811","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008475997,0.0027978674,0.0000022439617,0.9541156,0.031676996,0.0009943831,0.000022551154,0.000071701455,0.0018426105],"genre_scores_gemma":[0.00013832362,0.0010652621,0.001641941,0.9005571,0.09336893,0.0002564579,0.0009196474,0.00010938205,0.001942929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645084,0.00013493413,0.0010211798,0.00075644965,0.0010433223,0.00059325696],"domain_scores_gemma":[0.99851084,0.00011068874,0.0003888107,0.00075759855,0.00011240258,0.000119657416],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00046585168,0.0004384107,0.00053131924,0.00072781567,0.00010761142,0.000013586876,0.00034188994,0.001377848,0.00010488102],"category_scores_gemma":[0.000079206766,0.0004216684,0.00006575205,0.0008463604,0.0000727643,0.00006707363,0.00007276049,0.0077361017,0.000066814646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003101484,0.000080587386,0.061354786,0.000673988,0.000048151065,0.000009110065,0.00007516843,3.9404026e-7,2.9607006e-7,0.0015444097,0.9219344,0.0142476745],"study_design_scores_gemma":[0.0005536177,0.00007520708,0.10267595,0.0016714028,0.000091783906,0.00004778836,0.0010168033,0.000014093548,6.223292e-7,0.0059722536,0.8875639,0.0003165794],"about_ca_topic_score_codex":0.13087326,"about_ca_topic_score_gemma":0.036283456,"teacher_disagreement_score":0.09458981,"about_ca_system_score_codex":0.0016212951,"about_ca_system_score_gemma":0.02839279,"threshold_uncertainty_score":0.9999186},"labels":[],"label_agreement":null},{"id":"W4386703752","doi":"10.1097/acm.0000000000005449","title":"Exploring Competency-Based Medical Education Through the Lens of the UME–GME Transition: A Qualitative Study","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stuart Olson (Canada)","funders":"Northeast Ohio Medical University","keywords":"Thematic analysis; Competence (human resources); Graduate medical education; Medical education; Qualitative research; Psychology; Qualitative analysis; Context (archaeology); Accreditation; Pedagogy; Medicine; Social psychology; Sociology","score_opus":0.20629853216858024,"score_gpt":0.46427974820051615,"score_spread":0.2579812160319359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386703752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6479653,0.00020490176,0.0007601801,0.34664053,0.0017678543,0.0011049343,0.0000022997554,0.00009784306,0.0014561729],"genre_scores_gemma":[0.97950554,0.00021671994,0.00018996875,0.017786236,0.0013418809,0.0004664162,0.00007847883,0.000028277067,0.00038650795],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958932,0.00052461034,0.0009839408,0.00032301518,0.0019789557,0.00029631026],"domain_scores_gemma":[0.99784786,0.00069829094,0.00028252078,0.0006561258,0.00043172203,0.00008348939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003627608,0.00019693663,0.0004265508,0.00020697783,0.00024522073,0.0000025663676,0.00047831034,0.00017443765,0.00052799925],"category_scores_gemma":[0.0069193346,0.00010335851,0.000076767494,0.0028501393,0.0009052697,0.0001701719,0.000051092677,0.0013991471,0.000042736683],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012781392,0.00040160344,0.0012429353,0.0003674576,0.00016830862,0.0000061911655,0.8692504,0.000025005755,0.00071146153,0.04154465,0.076000825,0.010153333],"study_design_scores_gemma":[0.0037597092,0.00074134977,0.01864652,0.002979833,0.0005007542,0.000047893835,0.9473653,0.0014929381,0.00041008167,0.008980899,0.014857462,0.00021726156],"about_ca_topic_score_codex":0.00022507079,"about_ca_topic_score_gemma":0.000013049594,"teacher_disagreement_score":0.33154023,"about_ca_system_score_codex":0.00012614758,"about_ca_system_score_gemma":0.0025376475,"threshold_uncertainty_score":0.82835895},"labels":[],"label_agreement":null},{"id":"W4386708420","doi":"10.3138/jvme-2023-0056","title":"The Influence of Mode of Instruction (Recorded Versus In-Person Lecture) on Student Achievement on Written Examinations in a Veterinary Clinical Toxicology Course","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Medical education; Significant difference; Medicine; Veterinary medicine; Psychology; Mathematics education; Internal medicine; Surgery","score_opus":0.09055045643638351,"score_gpt":0.4804897221298381,"score_spread":0.3899392656934546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386708420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848675,0.000052615513,0.000016301652,0.011240074,0.0033149342,0.0003673859,0.0000013444293,0.00000819397,0.00013164316],"genre_scores_gemma":[0.99801594,0.0005106933,0.000371484,0.00066015415,0.0003376679,0.000049081194,0.0000169289,0.000014192536,0.000023879296],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99663275,0.00041971443,0.001470037,0.0001942352,0.0010674789,0.00021579751],"domain_scores_gemma":[0.9976092,0.0008307912,0.00073488645,0.0002924441,0.00042370846,0.00010896352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027312906,0.00013973395,0.00041418977,0.0007089552,0.000058391797,0.0000061395017,0.00028322128,0.00022575306,0.000043117496],"category_scores_gemma":[0.0063131377,0.00010614563,0.000098295204,0.0010571985,0.0002886921,0.000106018124,0.00004109654,0.00092673325,0.0000053051604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012556716,0.019828327,0.055573504,0.0004097286,0.00027895294,0.00019109434,0.006598875,0.002061242,0.007409873,0.0015434682,0.004423202,0.889125],"study_design_scores_gemma":[0.0040064333,0.014444443,0.9740979,0.0011421489,0.000046225785,0.00015398508,0.0033344873,0.0006612471,0.00009319835,0.00010869393,0.0018271806,0.000084033774],"about_ca_topic_score_codex":0.000033884135,"about_ca_topic_score_gemma":0.000016960767,"teacher_disagreement_score":0.91852444,"about_ca_system_score_codex":0.00042624204,"about_ca_system_score_gemma":0.0017547866,"threshold_uncertainty_score":0.75578713},"labels":[],"label_agreement":null},{"id":"W4386778537","doi":"10.21203/rs.3.rs-3283144/v1","title":"Assessment approaches in undergraduate health professions education: Towards the development of feasible assessment approaches for low-resource settings","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Test (biology); Process (computing); Health assessment; Authentic assessment; Medical education; Management science; Knowledge management; Computer science; Medicine; Psychology; Engineering; Pedagogy; Curriculum","score_opus":0.3516268665061132,"score_gpt":0.5246339107556762,"score_spread":0.17300704424956304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386778537","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16573976,0.0011442811,0.044218857,0.7345065,0.0020258084,0.036800094,0.00014928481,0.00031947173,0.015095983],"genre_scores_gemma":[0.8196471,0.000085159365,0.15369162,0.00042399624,0.00057537423,0.016853554,0.0040144725,0.00013327535,0.0045754667],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99309444,0.0009618697,0.0015014977,0.0009496327,0.0025599126,0.00093265047],"domain_scores_gemma":[0.9962702,0.0006146675,0.0005650602,0.0012881747,0.0010544645,0.00020745478],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015260501,0.00036062385,0.000753393,0.0012250101,0.0007088472,0.000096868054,0.0007182456,0.00039493147,0.000025763673],"category_scores_gemma":[0.001749692,0.0002675091,0.0001659663,0.002015428,0.00035005607,0.00006303416,0.0010582859,0.003205389,0.000007738931],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017509345,0.009597086,0.01990871,0.056384437,0.0005957588,0.0000031812813,0.030988052,0.0011592604,0.00005951201,0.05313749,0.13387251,0.6941189],"study_design_scores_gemma":[0.0029336102,0.0007954994,0.6396994,0.03137584,0.0001097821,0.0000107336555,0.2233826,0.03376048,0.00068812957,0.023669446,0.04260355,0.00097091723],"about_ca_topic_score_codex":0.00014445379,"about_ca_topic_score_gemma":0.00008272916,"teacher_disagreement_score":0.73408246,"about_ca_system_score_codex":0.003508307,"about_ca_system_score_gemma":0.04255873,"threshold_uncertainty_score":0.9999777},"labels":[],"label_agreement":null},{"id":"W4386800400","doi":"10.23977/aetp.2023.070911","title":"Research on the Construction of Clinical Teaching Curriculum Based on the Cultivation of Students' Communication Consciousness","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anhui Provincial Department of Education","keywords":"Feeling; Nursing; Curriculum; Task (project management); Consciousness; Medicine; Nurse education; Theme (computing); Humanism; Medical education; Team nursing; Health care; Psychology; Pedagogy","score_opus":0.07045197959911723,"score_gpt":0.5526305574908116,"score_spread":0.4821785778916944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386800400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84482014,0.00013285351,0.00013280004,0.1510485,0.00045571363,0.0003769708,0.0000020652055,0.00001951381,0.0030114597],"genre_scores_gemma":[0.99576265,0.00052266207,0.0019788814,0.0013739506,0.00006136274,0.0002088411,0.000038889164,0.000006496889,0.00004624494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99815536,0.00057189574,0.0005678815,0.00022644039,0.0003368528,0.00014159332],"domain_scores_gemma":[0.9958051,0.0030029183,0.00025642625,0.0005647961,0.00035729146,0.000013461404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004851333,0.00007473667,0.00019186515,0.0008990406,0.00021385764,0.0000033267556,0.00032927396,0.0002145686,0.000060393722],"category_scores_gemma":[0.006173329,0.000047686786,0.00002614132,0.002014953,0.0022266274,0.00004834907,0.000043191423,0.0011474215,0.000012015495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006771307,0.00065254234,0.3329552,0.000021604215,0.000011635707,1.6387227e-7,0.00014223742,0.0000176841,0.000055935398,0.6436435,0.002125929,0.020305831],"study_design_scores_gemma":[0.0010710065,0.00057812565,0.72457486,0.00050996855,0.000015845433,0.000016830349,0.011094078,0.00069091766,0.00022580872,0.24987091,0.011264682,0.00008698316],"about_ca_topic_score_codex":0.0000069433872,"about_ca_topic_score_gemma":0.000004469291,"teacher_disagreement_score":0.3937726,"about_ca_system_score_codex":0.000032629705,"about_ca_system_score_gemma":0.0001334353,"threshold_uncertainty_score":0.82041013},"labels":[],"label_agreement":null},{"id":"W4386863957","doi":"10.1097/ceh.0000000000000528","title":"Big Assumptions in Online and Blended Continuing Professional Development: Finding Our Way Forward Together","year":2023,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System","funders":"","keywords":"Accreditation; Professional development; Polling; Continuing professional development; Big data; Best practice; Public relations; Online learning; Medical education; Psychology; Political science; Sociology; Computer science; Medicine; World Wide Web","score_opus":0.05315728728860864,"score_gpt":0.4410836934135383,"score_spread":0.3879264061249297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386863957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9078328,0.00032489758,0.00012690258,0.08687716,0.0040086624,0.0007277622,0.000001945866,0.000022461065,0.000077416385],"genre_scores_gemma":[0.9859463,0.00019836024,0.006449943,0.0023560573,0.0006786447,0.00008149166,0.000055441644,0.000024770256,0.0042089974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969736,0.0004803856,0.0014225346,0.00018054241,0.00054198544,0.0004009482],"domain_scores_gemma":[0.998095,0.0003174905,0.0008387357,0.00020453524,0.0004266701,0.00011757644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005414978,0.0001500577,0.0003983756,0.0013084542,0.00023872695,0.00002569955,0.0001886382,0.00014781646,0.000018489643],"category_scores_gemma":[0.0022396534,0.0001044079,0.00004980945,0.0014908363,0.00004061087,0.00017207394,0.000050699462,0.0013032104,0.000009723436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010909648,0.0014485855,0.13716747,0.00048032738,0.00002539551,0.000009182555,0.12765953,0.000007963718,0.00041175596,0.00075560884,0.038030162,0.6938949],"study_design_scores_gemma":[0.0015231697,0.000098737786,0.7650206,0.00950567,0.000020900568,0.00011339607,0.20372958,0.00015548772,0.000033830802,0.0007409263,0.018932378,0.00012532603],"about_ca_topic_score_codex":0.00001625452,"about_ca_topic_score_gemma":0.00007749353,"teacher_disagreement_score":0.6937696,"about_ca_system_score_codex":0.00034997618,"about_ca_system_score_gemma":0.0027478773,"threshold_uncertainty_score":0.5661873},"labels":[],"label_agreement":null},{"id":"W4386944209","doi":"10.1007/s43678-023-00591-2","title":"Clinical adaptations for advanced career emergency physicians: an approach to support practice transition","year":2023,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Transition (genetics); Medical education; Clinical Practice; Emergency physician; Psychology; Medicine; Emergency department; Nursing","score_opus":0.15488024982842782,"score_gpt":0.47030047478523784,"score_spread":0.31542022495681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386944209","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006458784,0.0005735658,0.01784533,0.012744006,0.96378833,0.0012765813,0.0003075455,0.000036200254,0.002782571],"genre_scores_gemma":[0.0010349373,0.0018820367,0.014992385,0.0010344348,0.9707704,0.00022090242,0.0057403664,0.00023614665,0.0040883604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934106,0.00021930425,0.0034420767,0.0006198831,0.0015634863,0.0007446841],"domain_scores_gemma":[0.98590565,0.00048813617,0.0015247447,0.0007049203,0.009871348,0.0015051911],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045340634,0.0004648715,0.0012844505,0.0013688753,0.0002922598,0.000009117866,0.00056000164,0.00085740956,0.0011146356],"category_scores_gemma":[0.056953818,0.00043288321,0.00042957516,0.001941279,0.00015846376,0.0004696374,0.000009483907,0.0019608235,0.000037524664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024451895,0.00026155394,0.000023766208,0.0003632913,0.00036155796,0.000032213826,0.0042486982,0.00008927178,0.000028932065,0.00011910231,0.9663432,0.027883865],"study_design_scores_gemma":[0.0018675484,0.0043596392,0.00037137253,0.0007616435,0.0018500276,0.000013895207,0.008646481,0.00016911271,0.0000013103864,0.00018294816,0.98140985,0.0003661525],"about_ca_topic_score_codex":0.0016243042,"about_ca_topic_score_gemma":0.0035725345,"teacher_disagreement_score":0.052419752,"about_ca_system_score_codex":0.00058121455,"about_ca_system_score_gemma":0.0066132606,"threshold_uncertainty_score":0.9998123},"labels":[],"label_agreement":null},{"id":"W4386979890","doi":"10.1186/s13643-023-02329-8","title":"Professional identity formation among undergraduate pre-medical students: a scoping review protocol","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Roy J. and Lucille A. Carver College of Medicine, University of Iowa","keywords":"CINAHL; Medical education; Inclusion (mineral); Medicine; Protocol (science); Identity (music); MEDLINE; Scopus; Narrative; Identity formation; Alternative medicine; Psychology; Nursing; Self-concept; Psychological intervention; Social psychology","score_opus":0.1339207909229696,"score_gpt":0.5614740733896629,"score_spread":0.42755328246669333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386979890","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.284224e-7,0.5437278,0.00064752274,0.00024043764,0.0007252694,0.45438737,0.0000022771708,0.0001305279,0.00013866296],"genre_scores_gemma":[1.48446375e-8,0.52778697,0.00021267337,0.0005342809,0.00030854376,0.46903646,0.00024470736,0.00007268801,0.0018036665],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97969514,0.003799944,0.009948654,0.0007766932,0.0052246363,0.0005549244],"domain_scores_gemma":[0.9906548,0.0005421611,0.0061363657,0.0018058091,0.0005580977,0.00030271322],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027108844,0.0008929232,0.009203842,0.0005722016,0.00023592582,0.00016109977,0.0013866087,0.00068051723,0.00049064885],"category_scores_gemma":[0.03611663,0.00051242317,0.0013003933,0.0029745565,0.0001385166,0.00065941864,0.0004622455,0.001422868,0.0040725046],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014319173,0.00018429376,0.0000053731155,0.9019194,0.000176688,0.00001748257,0.00004700625,6.3795325e-9,4.024225e-9,0.00012436672,0.033209074,0.06431487],"study_design_scores_gemma":[0.00026290448,0.00003708002,0.0000029391517,0.706798,0.0019000008,0.0002336878,0.000013536191,0.000016217631,1.2771128e-8,0.000039219343,0.2904174,0.0002789717],"about_ca_topic_score_codex":0.000006659171,"about_ca_topic_score_gemma":0.000017608483,"teacher_disagreement_score":0.25720832,"about_ca_system_score_codex":0.00088399515,"about_ca_system_score_gemma":0.002074664,"threshold_uncertainty_score":0.99973273},"labels":[],"label_agreement":null},{"id":"W4386985581","doi":"10.1080/0142159x.2023.2260081","title":"Re-examining single-moment-in-time high-stakes examinations in specialist training: A critical narrative review","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Medical education; Psychology; Narrative; Lifelong learning; Mandate; Reflective practice; Medicine; Pedagogy; Social psychology","score_opus":0.1116230902747037,"score_gpt":0.40517752532209,"score_spread":0.2935544350473863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386985581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78731936,0.00074618723,0.00017143998,0.17633319,0.0008731916,0.0008733127,0.0000030880165,0.0002755841,0.033404667],"genre_scores_gemma":[0.98038363,0.0002786997,0.0010253743,0.006324097,0.0013407876,0.00033973702,0.0003734703,0.00005860309,0.009875593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962191,0.00033249415,0.0009327499,0.0004703832,0.0014911391,0.0005541345],"domain_scores_gemma":[0.9988303,0.0003343358,0.00008618848,0.00035746663,0.00014995468,0.00024174426],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040379534,0.00020954465,0.000599373,0.0005572907,0.00008473602,0.000022664331,0.0002353102,0.00028274677,0.015314627],"category_scores_gemma":[0.034919433,0.00019095754,0.000054346732,0.0026537967,0.00043800726,0.0001254795,0.000064416585,0.001060951,0.000449192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091149144,0.004784891,0.038321707,0.0024775683,0.000097379045,0.0018781036,0.075936556,0.000001598437,0.00041813267,0.007574711,0.6635456,0.2048726],"study_design_scores_gemma":[0.014777786,0.0023072897,0.32074997,0.061471783,0.00051584345,0.00030820718,0.12604252,0.017797008,0.00016235957,0.004629855,0.44870389,0.0025334845],"about_ca_topic_score_codex":0.00003690853,"about_ca_topic_score_gemma":0.00005004722,"teacher_disagreement_score":0.28242826,"about_ca_system_score_codex":0.00048360007,"about_ca_system_score_gemma":0.00043303004,"threshold_uncertainty_score":0.9855855},"labels":[],"label_agreement":null},{"id":"W4386988728","doi":"10.1007/s40670-023-01888-8","title":"Documenting Performance and Feedback in Medical Education: An Essential Skill","year":2023,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Documentation; Confidentiality; Medical education; Medical record; Computer science; Psychology; Medicine; Computer security","score_opus":0.007480612652982648,"score_gpt":0.3767675206947658,"score_spread":0.36928690804178316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386988728","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33594278,0.000117954056,0.00000599864,0.0106407525,0.6515652,0.000373136,0.0000030853644,0.00010662458,0.0012444678],"genre_scores_gemma":[0.033684097,0.0010285693,0.0011706454,0.0027264808,0.9559342,0.00036087062,0.00059136504,0.00011167631,0.004392063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871597,0.00011044542,0.0011678988,0.0013978088,0.009027076,0.001137048],"domain_scores_gemma":[0.9952236,0.00057416764,0.00032770337,0.0009165002,0.0009843069,0.0019737596],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008509553,0.00043712306,0.0007166039,0.0012423506,0.00043997978,0.00020269133,0.0012978897,0.0014470784,0.0034347072],"category_scores_gemma":[0.07702787,0.00038134656,0.000065213986,0.0040725935,0.0028937343,0.0006172866,0.00043989008,0.003178317,0.00026670177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021787504,0.0008442183,0.0026583793,0.00040911968,0.000010170523,0.000025529127,0.00094548607,7.142975e-8,0.0000064981205,0.00011389239,0.8444597,0.15050514],"study_design_scores_gemma":[0.001306756,0.0002618088,0.014579187,0.0043563875,0.0000753845,0.00010532239,0.0023982013,0.0015606185,0.00003708033,0.00012460708,0.9745768,0.0006178618],"about_ca_topic_score_codex":0.0003732355,"about_ca_topic_score_gemma":0.00010770325,"teacher_disagreement_score":0.30436903,"about_ca_system_score_codex":0.00088727806,"about_ca_system_score_gemma":0.0632534,"threshold_uncertainty_score":0.99986386},"labels":[],"label_agreement":null},{"id":"W4386997756","doi":"10.1016/j.ajog.2023.09.020","title":"Current practices and perspectives on clerkship grading in obstetrics and gynecology","year":2023,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Tufts University School of Medicine; Brody School of Medicine; University of Washington; East Carolina University; University of Connecticut; Ohio State University; Association of Professors of Gynecology and Obstetrics","keywords":"Grading (engineering); Obstetrics and gynaecology; Medicine; Specialty; Medical education; Clinical clerkship; Family medicine; Gynecology; Obstetrics; Psychology; Curriculum; Pregnancy; Pedagogy","score_opus":0.04837522927582504,"score_gpt":0.36396661363255883,"score_spread":0.3155913843567338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386997756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858019,0.0057958607,0.000027182732,0.0061815814,0.0018991748,0.00014240743,0.0000012300357,0.000010802383,0.00013989753],"genre_scores_gemma":[0.9793831,0.018941423,0.0010525213,0.00048654582,0.00009040964,0.0000058228575,0.0000026618227,0.000014006647,0.000023484823],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985867,0.00015789276,0.00049484416,0.00024666433,0.0002337031,0.00028019663],"domain_scores_gemma":[0.973498,0.024925508,0.00095480005,0.00012988699,0.00034235464,0.00014948746],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010040343,0.0001292557,0.00047053467,0.0016532071,0.00009144254,0.000026569742,0.000076297765,0.00008897592,0.00001295497],"category_scores_gemma":[0.18198232,0.00011412156,0.000030584964,0.0024188175,0.00048783925,0.00011884275,0.000054625925,0.0007509304,0.0000028340892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003169644,0.00022710365,0.18280129,0.000045960634,0.000045405828,0.00015397265,0.003155652,0.0000041574917,0.000044573633,0.0019691545,0.00041037385,0.8111107],"study_design_scores_gemma":[0.0022066315,0.0038987007,0.9252181,0.00009293193,0.00010970307,0.00032741344,0.035006326,0.00070249185,0.00001106551,0.000806169,0.03144455,0.0001758964],"about_ca_topic_score_codex":0.000008649008,"about_ca_topic_score_gemma":0.0000024145713,"teacher_disagreement_score":0.8109348,"about_ca_system_score_codex":0.00024116643,"about_ca_system_score_gemma":0.00019356668,"threshold_uncertainty_score":0.8249082},"labels":[],"label_agreement":null},{"id":"W4387018668","doi":"10.30574/wjarr.2023.19.3.1888","title":"Impact of the Flexner's report on health professional education","year":2023,"lang":"en","type":"article","venue":"World Journal of Advanced Research and Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Foundation (evidence); Professional development; Health care; Medicine; Quality (philosophy); Health professionals; Political science; Psychology; Pedagogy","score_opus":0.10864551175468358,"score_gpt":0.5679079323342081,"score_spread":0.45926242057952454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387018668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8830953,0.019017974,0.000020674175,0.09159367,0.0022589304,0.0016910972,0.0000019942843,0.000008988151,0.002311333],"genre_scores_gemma":[0.7816658,0.09790198,0.011679723,0.0035022455,0.003214142,0.0001520587,0.00006914364,0.0000659235,0.101748995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979833,0.00025219138,0.00075631967,0.00010001116,0.00071252906,0.00019568304],"domain_scores_gemma":[0.9980838,0.000112535745,0.0005769232,0.00027202794,0.00083333906,0.00012140934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005173778,0.00006506991,0.00030930946,0.0005423605,0.00016046876,0.000005831899,0.00011028168,0.000024058827,0.000059487716],"category_scores_gemma":[0.0038535858,0.000029987898,0.00011415458,0.0020975817,0.00015530526,0.000066117136,0.000034851942,0.0007742272,0.0000082454535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001271209,0.00036453945,0.005679703,0.00032642027,0.000020330472,0.000006587081,0.00016588367,0.000006987672,0.0008960834,0.00046071006,0.34215412,0.64979154],"study_design_scores_gemma":[0.00063711504,0.0013472503,0.33924887,0.0075675747,0.0000108986615,0.00048197876,0.00038710143,0.000010982659,0.00019896327,0.002597534,0.6474552,0.000056518504],"about_ca_topic_score_codex":0.0000065344284,"about_ca_topic_score_gemma":0.0000034875495,"teacher_disagreement_score":0.649735,"about_ca_system_score_codex":0.00021491572,"about_ca_system_score_gemma":0.0022756937,"threshold_uncertainty_score":0.46133807},"labels":[],"label_agreement":null},{"id":"W4387047188","doi":"10.1186/s12909-023-04695-2","title":"Impact of teaching, learning, and assessment of medical law on cognitive, affective and psychomotor skills of medical students: a systematic review","year":2023,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Shahid Beheshti University of Medical Sciences","keywords":"Psychomotor learning; Medical education; Checklist; Cognitive apprenticeship; Curriculum; Psychology; Cognition; Internship; Legal education; Cognitive skill; Competence (human resources); Medicine; Pedagogy","score_opus":0.03940057876760179,"score_gpt":0.5507775899281059,"score_spread":0.511377011160504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387047188","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039347415,0.98734945,0.00031243134,0.0007424465,0.0008125691,0.005911925,0.00002498987,0.000053111824,0.0008583539],"genre_scores_gemma":[0.0015190851,0.99532276,0.00039882213,0.0007382539,0.0003497484,0.0009192622,0.00048048084,0.00008235795,0.00018920234],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98486567,0.0022144583,0.0031365037,0.0006879319,0.00877153,0.00032390395],"domain_scores_gemma":[0.9910454,0.00448702,0.0024780894,0.0005652477,0.0007086974,0.00071554555],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015057664,0.00054261804,0.0044724816,0.0006672018,0.000081614875,0.000020434813,0.0006766198,0.0011993872,0.0011253968],"category_scores_gemma":[0.11795572,0.00036717675,0.00049896893,0.00092297886,0.00093681546,0.00006778582,0.000261419,0.0025899066,0.000011686382],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000123797845,0.0033915055,0.0012152508,0.7934346,0.0008017595,0.000004310341,0.00022152164,6.2803514e-9,4.221346e-8,0.0026137535,0.002662357,0.19564252],"study_design_scores_gemma":[0.0012140827,0.0011681779,0.0016174865,0.98542595,0.004130039,0.0002448921,0.00036589362,0.00008340192,1.5327953e-7,0.000036302743,0.0054642414,0.0002493675],"about_ca_topic_score_codex":0.00028383758,"about_ca_topic_score_gemma":0.000023642968,"teacher_disagreement_score":0.19539315,"about_ca_system_score_codex":0.00035328465,"about_ca_system_score_gemma":0.014889171,"threshold_uncertainty_score":0.999878},"labels":[],"label_agreement":null},{"id":"W4387047975","doi":"10.1186/s12909-023-04675-6","title":"Adaptation of the professionalism mini-evaluation exercise instrument into Turkish: a validity and reliability study","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Confirmatory factor analysis; Construct validity; Turkish; Reliability (semiconductor); Scale (ratio); Structural equation modeling; Medical education; Validity; Psychology; Medicine; Applied psychology; Adaptation (eye); Content validity; Clinical psychology; Psychometrics; Statistics","score_opus":0.0980923993113065,"score_gpt":0.42661647209867404,"score_spread":0.3285240727873675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387047975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846679,0.00008142642,0.0001993735,0.010064584,0.0023482486,0.0024639003,0.000001137763,0.000054814216,0.000118589625],"genre_scores_gemma":[0.9957674,0.000042954238,0.0021917268,0.0005678717,0.00022007707,0.0006605966,0.0001655435,0.00001475999,0.0003690689],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99619985,0.00047962586,0.0006796081,0.00035835235,0.002120753,0.00016179931],"domain_scores_gemma":[0.99797285,0.00024228022,0.0002685469,0.00055953837,0.0008526091,0.000104179],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049383086,0.00013415379,0.0002405097,0.00020645527,0.00018994849,0.000011931743,0.00016393678,0.00017864155,0.00031870152],"category_scores_gemma":[0.020330481,0.00009326398,0.00005419897,0.0013523782,0.00023317015,0.000118513024,0.00010737516,0.00031360888,0.000018473478],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017151014,0.0044814856,0.36701012,0.0011044459,0.000020985106,4.5375802e-7,0.01933174,0.00003313312,0.00007949997,0.00054079556,0.018782416,0.5884434],"study_design_scores_gemma":[0.0014351021,0.00016882535,0.9463385,0.0009180617,0.00022478309,0.000007653056,0.022945028,0.023755133,0.00013673917,0.0024614611,0.0014966045,0.00011212257],"about_ca_topic_score_codex":0.00032513266,"about_ca_topic_score_gemma":0.00007525985,"teacher_disagreement_score":0.5883313,"about_ca_system_score_codex":0.00025329864,"about_ca_system_score_gemma":0.0075291907,"threshold_uncertainty_score":0.9980972},"labels":[],"label_agreement":null},{"id":"W4387047986","doi":"10.1186/s12909-023-04696-1","title":"History and physical exam: a retrospective analysis of a clinical opportunity","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; Miller Group (Canada)","funders":"","keywords":"Preceptor; Medical education; Certificate; Relevance (law); Medicine; Computer science","score_opus":0.10363092034232559,"score_gpt":0.45556383187722466,"score_spread":0.3519329115348991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387047986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99215716,0.00008135313,0.00040197917,0.0027215462,0.00122655,0.0002380363,0.0000025131994,0.00008858132,0.0030822796],"genre_scores_gemma":[0.99253684,0.00014604526,0.001523651,0.0027115988,0.0008313227,0.00007351837,0.00035022927,0.00001552545,0.0018112801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760294,0.00017688952,0.0007293858,0.000359198,0.00095379533,0.00017776214],"domain_scores_gemma":[0.99805105,0.0004167529,0.00027690092,0.00042305913,0.00046162048,0.0003706266],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023496263,0.000113639275,0.0006137465,0.00072543335,0.00003993414,0.000003690042,0.000104660045,0.00021215007,0.0013519799],"category_scores_gemma":[0.037412904,0.000100600315,0.00017685237,0.0022748045,0.00047734097,0.00006704615,0.00004919256,0.00043702492,0.000031445845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085878644,0.0023523131,0.67395353,0.00030973466,0.00050747726,0.000004011985,0.002483555,7.9150703e-7,0.000047978472,0.0067284177,0.17081298,0.14271334],"study_design_scores_gemma":[0.00047656868,0.00013821125,0.9682523,0.000108366854,0.0009349532,0.0000067568926,0.0009998581,0.020138187,0.000006647862,0.00036962342,0.008480494,0.00008804635],"about_ca_topic_score_codex":0.00008434675,"about_ca_topic_score_gemma":0.000024360676,"teacher_disagreement_score":0.29429877,"about_ca_system_score_codex":0.00026388853,"about_ca_system_score_gemma":0.0077691413,"threshold_uncertainty_score":0.9995609},"labels":[],"label_agreement":null},{"id":"W4387077933","doi":"10.1002/jhm.13203","title":"A crowdsourced campaign in IT optimization to improve ease of practice","year":2023,"lang":"en","type":"article","venue":"Journal of Hospital Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Medicine; Burnout; Health care; Workforce; Odds; Health information technology; Psychological intervention; Disengagement theory; Intervention (counseling); Nursing; Medical education; Gerontology","score_opus":0.010044147275791821,"score_gpt":0.34653658456957664,"score_spread":0.3364924372937848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387077933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82943606,0.0001129192,0.007438306,0.15911232,0.0020604038,0.0005000251,0.0000015132083,0.000019268853,0.0013191947],"genre_scores_gemma":[0.97676754,0.000074246724,0.017614927,0.0041075456,0.0010441513,0.000011760065,0.000013883735,0.000024061294,0.0003418729],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99778926,0.000053066895,0.0010456288,0.00012884839,0.0007918456,0.0001913493],"domain_scores_gemma":[0.9974705,0.0002391361,0.00062038057,0.00021008364,0.0013066425,0.00015324217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020429927,0.0001114974,0.00042675904,0.0009517047,0.00002304019,0.0000046094274,0.00012566347,0.000086653774,0.00016733796],"category_scores_gemma":[0.02803601,0.00008386244,0.000051738603,0.0021387693,0.000093862,0.00020085853,0.00002809264,0.0003950723,0.000016035183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004773685,0.0056959945,0.022466632,0.0014187628,0.00072115735,0.0023138516,0.10598405,0.02414708,0.031951036,0.0012384395,0.6832974,0.11599189],"study_design_scores_gemma":[0.067295894,0.12042651,0.25269765,0.02574591,0.0031977484,0.0023625526,0.35091722,0.059279118,0.0131760165,0.0014047113,0.101534106,0.001962551],"about_ca_topic_score_codex":0.000032300813,"about_ca_topic_score_gemma":8.098543e-7,"teacher_disagreement_score":0.5817633,"about_ca_system_score_codex":0.00017273217,"about_ca_system_score_gemma":0.00026655055,"threshold_uncertainty_score":0.98015124},"labels":[],"label_agreement":null},{"id":"W4387125489","doi":"10.22541/au.169593667.76336878/v1","title":"Critical route for leadership competencies in medical students in 35 PAHO members states: A scoping review and thematic analysis","year":2023,"lang":"en","type":"review","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Curriculum; Educational leadership; Medical education; Political science; Government (linguistics); Corporate governance; Psychology; Portuguese; Public relations; Pedagogy; Qualitative research; Sociology; Medicine; Management; Social science","score_opus":0.25711367839097643,"score_gpt":0.5404707804204404,"score_spread":0.28335710202946396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387125489","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019816682,0.99102104,0.00061934063,0.0041527515,0.00012470191,0.003915346,0.000010883437,0.000050340812,0.000085757165],"genre_scores_gemma":[0.000009754447,0.990807,0.0025313227,0.0042893346,0.00006896699,0.0014535236,0.00052362593,0.000045280423,0.0002711915],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954569,0.0002775267,0.0020433855,0.00054314267,0.0012136652,0.00046541504],"domain_scores_gemma":[0.99667627,0.0023717515,0.00021670546,0.00040845122,0.00016942943,0.00015741882],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053483676,0.0003457438,0.003586109,0.0012994318,0.00004214425,0.00004863034,0.00036961416,0.00035006338,0.0005984707],"category_scores_gemma":[0.017794834,0.000250655,0.00029142605,0.0040784683,0.00025236228,0.00007663449,0.0001251513,0.0007419879,0.000016721615],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030946865,0.00022060929,0.00037666186,0.7926953,0.0006007724,0.00003497778,0.00030111772,2.0798574e-7,2.287126e-9,0.0007010594,0.0013689812,0.20369726],"study_design_scores_gemma":[0.0005762448,0.00007824733,0.00005070643,0.97778887,0.008845086,0.0000333648,0.0017238524,0.00058836583,1.3409159e-8,0.00013789703,0.009876358,0.00030102572],"about_ca_topic_score_codex":0.00007811862,"about_ca_topic_score_gemma":0.0007378778,"teacher_disagreement_score":0.20339623,"about_ca_system_score_codex":0.00033884076,"about_ca_system_score_gemma":0.0009315412,"threshold_uncertainty_score":0.9999946},"labels":[],"label_agreement":null},{"id":"W4387131637","doi":"10.3138/ptc-2023-0010","title":"Implementing a Near Peer Instructor Placement Model in Physiotherapy Education","year":2023,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Physical therapy; Intervention (counseling); Medical education; Nursing","score_opus":0.012552693387095972,"score_gpt":0.35959017211184124,"score_spread":0.3470374787247453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387131637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98898876,0.000036578782,0.0001314395,0.008689399,0.0005626607,0.0005059333,0.000009522502,0.000066585664,0.0010091362],"genre_scores_gemma":[0.9810557,0.00005091774,0.0035867519,0.009697069,0.00039314956,0.00021500954,0.00030423544,0.000058922706,0.0046382663],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981721,0.000022386013,0.0003476951,0.00028269156,0.0007253135,0.0004498004],"domain_scores_gemma":[0.9992676,0.000019483257,0.000096592215,0.00032736518,0.00021912006,0.00006986556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028029078,0.00015913263,0.00021202386,0.00023119383,0.0001475596,0.0000267671,0.00011423516,0.000046426525,0.0003709715],"category_scores_gemma":[0.00005248582,0.00015644712,0.000036943045,0.0013548946,0.00003462482,0.00009141854,0.00002057532,0.00018564945,0.00001352845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024171211,0.00070294284,0.01296986,0.0004119892,0.00015308491,0.000007837844,0.006712709,0.0044250777,0.063023955,0.0027639342,0.58122873,0.32735813],"study_design_scores_gemma":[0.0058891852,0.0002016203,0.084467165,0.00044913247,0.000028334785,0.000009575205,0.008288229,0.5295352,0.0053551444,0.0019517839,0.36298358,0.0008410472],"about_ca_topic_score_codex":0.18695694,"about_ca_topic_score_gemma":0.089130834,"teacher_disagreement_score":0.5251101,"about_ca_system_score_codex":0.0008987631,"about_ca_system_score_gemma":0.004793733,"threshold_uncertainty_score":0.9274902},"labels":[],"label_agreement":null},{"id":"W4387132707","doi":"10.21203/rs.3.rs-3317991/v1","title":"Expanding the Frontiers of Distributed Medical Education (DME) in Psychiatry: Perspectives on Facilitators, Obstacles, and Influential Factors Affecting Psychiatrists' Willingness to Engage in Scholarly Activities","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Workforce; Logistic regression; Psychology; Psychiatry; Medical education; Family medicine; Medicine; Political science","score_opus":0.04260226702888477,"score_gpt":0.42985925539811415,"score_spread":0.3872569883692294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387132707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98597157,0.0014248509,0.00040764658,0.0077181016,0.0022115717,0.0020706335,0.00009800901,0.0000551412,0.00004246111],"genre_scores_gemma":[0.99753463,0.000343871,0.00096881785,0.00006301028,0.00035557963,0.00031053202,0.00033124932,0.00004940948,0.000042879114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946756,0.0011024316,0.0007245313,0.00077944354,0.0021465982,0.0005714424],"domain_scores_gemma":[0.99757814,0.00082077616,0.00018135205,0.00065466104,0.00055085524,0.00021418919],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0063347295,0.00029556485,0.0005576299,0.0020457192,0.00029950283,0.00016751775,0.00041662785,0.0005468981,0.000027584512],"category_scores_gemma":[0.027153825,0.00024047193,0.0000991022,0.0025189212,0.00040171968,0.00022014053,0.00039270695,0.0052243313,0.000003012842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038279817,0.0008989503,0.93457013,0.0017080228,0.0000813817,0.0000049747446,0.0483711,0.000096359196,0.0000673845,0.0008959846,0.0066254493,0.006297486],"study_design_scores_gemma":[0.00065539894,0.00022527139,0.6814056,0.004008889,0.000016276543,0.0000016769684,0.3122801,0.0001555131,0.00007611964,0.00083750003,0.00016002056,0.0001776755],"about_ca_topic_score_codex":0.0018035601,"about_ca_topic_score_gemma":0.0005112054,"teacher_disagreement_score":0.26390898,"about_ca_system_score_codex":0.0012849396,"about_ca_system_score_gemma":0.0035466922,"threshold_uncertainty_score":0.99707067},"labels":[],"label_agreement":null},{"id":"W4387231796","doi":"10.37964/cr24769","title":"Health questions on medical licensure applications: effective or counterproductive? A systematic review","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Physician Leadership","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Licensure; Mental health; MRAS; Health care; Medicine; Stigma (botany); Medical education; MEDLINE; Psychology; Nursing; Psychiatry; Political science","score_opus":0.11531366792263334,"score_gpt":0.4239881781395541,"score_spread":0.3086745102169207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387231796","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5030012e-7,0.9727429,0.00016816212,0.01972136,0.0007436809,0.006367998,0.000050646475,0.00003466912,0.00017040466],"genre_scores_gemma":[0.000010600046,0.97419304,0.00010453949,0.020792302,0.0027844529,0.0011071413,0.00015110099,0.00013316139,0.00072367344],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99492055,0.0008573273,0.0021287468,0.0004146283,0.0010875263,0.0005912314],"domain_scores_gemma":[0.9944482,0.0006815107,0.0021347872,0.0007888589,0.0009412361,0.0010054061],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033817335,0.00048544386,0.004088254,0.0012451691,0.00023299339,0.000041834617,0.0005781209,0.0003725858,0.000091443784],"category_scores_gemma":[0.009827172,0.00033731878,0.0006303633,0.0028506094,0.00030636115,0.000094693845,0.000009705755,0.00237142,0.0005752852],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004657849,0.00007027196,2.8881624e-7,0.7067103,0.0004715676,0.00008663452,0.00018209216,9.228993e-8,4.081672e-9,0.0005727778,0.04211709,0.24978422],"study_design_scores_gemma":[0.00013231866,0.00029612344,0.000003322237,0.6767258,0.0019616093,0.00069920527,0.0003818087,0.0000011339264,2.9588577e-8,0.000031860007,0.3195948,0.00017198936],"about_ca_topic_score_codex":0.00024069834,"about_ca_topic_score_gemma":0.0008407759,"teacher_disagreement_score":0.2774777,"about_ca_system_score_codex":0.0027073086,"about_ca_system_score_gemma":0.023484046,"threshold_uncertainty_score":0.99993014},"labels":[],"label_agreement":null},{"id":"W4387242122","doi":"10.4300/jgme-d-23-00575.1","title":"Multispecialty Trainee Perspective: The Journey Toward Competency-Based Graduate Medical Education in the United States","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Margaret A. Cargill Foundation","keywords":"Graduate medical education; Accreditation; Medical education; Core competency; Medicine; Health care; Interpersonal communication; Psychology; Political science","score_opus":0.06743341009404905,"score_gpt":0.4132517075147379,"score_spread":0.3458182974206888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387242122","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4880514,0.00020917095,0.0007561809,0.50658107,0.003366567,0.00050363294,0.0000020824964,0.000037878133,0.0004920388],"genre_scores_gemma":[0.9372305,0.0014769501,0.001592276,0.054728422,0.0041200453,0.00011343844,0.0004373551,0.00005389061,0.00024709065],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9921233,0.0008333744,0.001604768,0.00030533067,0.004634143,0.0004990509],"domain_scores_gemma":[0.9946205,0.0008585137,0.0008011508,0.0005174998,0.0027465986,0.00045570653],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009069809,0.00029715052,0.00050864357,0.0014591644,0.00029028533,0.00008897542,0.00090792234,0.0002809251,0.00083293754],"category_scores_gemma":[0.035841882,0.00017044791,0.00023569923,0.004530806,0.0007690971,0.00020297612,0.000041935164,0.0027432179,0.00006659203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025591758,0.004765981,0.0039026332,0.00022781611,0.0001262972,0.00009858447,0.025055813,0.00009405225,0.000021194173,0.014220655,0.72997594,0.2212551],"study_design_scores_gemma":[0.008085152,0.0013723416,0.49189064,0.004888626,0.0006293154,0.0034119838,0.2762871,0.062734134,0.0001030705,0.0386727,0.1111106,0.00081434124],"about_ca_topic_score_codex":0.00063361385,"about_ca_topic_score_gemma":0.00009855486,"teacher_disagreement_score":0.6188654,"about_ca_system_score_codex":0.0007799138,"about_ca_system_score_gemma":0.033735022,"threshold_uncertainty_score":0.9995575},"labels":[],"label_agreement":null},{"id":"W4387246673","doi":"10.1080/0142159x.2023.2259062","title":"Developing a programmatic approach to faculty development and scholarship using the ASPIRE criteria: AMEE Guide No. 165","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scholarship; Erasmus+; Excellence; Medical education; Faculty development; Quality (philosophy); Professional development; Medicine; Engineering ethics; Political science; Engineering","score_opus":0.16714550465548927,"score_gpt":0.44111738670388234,"score_spread":0.27397188204839307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387246673","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96664155,0.00004121866,0.013902993,0.015193669,0.00037363265,0.00083106477,3.594908e-7,0.00021798664,0.0027975205],"genre_scores_gemma":[0.43535653,0.000011907519,0.53684103,0.0137507245,0.0018725796,0.0009474008,0.00035631788,0.0001281551,0.010735339],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99738187,0.00011263977,0.0005568908,0.0003531442,0.0011541891,0.00044128922],"domain_scores_gemma":[0.99909276,0.000032902728,0.00006878181,0.00029475157,0.00026090868,0.00024991474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033348808,0.00018358171,0.00026930554,0.00017598193,0.00029355215,0.00006595802,0.00023334828,0.00021285893,0.00019631353],"category_scores_gemma":[0.010637269,0.00011892655,0.000032820786,0.0011781486,0.00018254803,0.00007727401,0.00019701236,0.0006685825,0.0002157603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060837257,0.00067306316,0.059531275,0.0013487019,0.00033566589,0.000078407684,0.022970965,0.0000034995492,0.00029513647,0.0020263738,0.08768425,0.8249918],"study_design_scores_gemma":[0.0020902725,0.00012899202,0.080801636,0.0020645119,0.00015945728,0.00035685202,0.008274944,0.052847326,0.00023723971,0.00044393056,0.851863,0.0007318212],"about_ca_topic_score_codex":0.000015681055,"about_ca_topic_score_gemma":0.0000020250773,"teacher_disagreement_score":0.82426,"about_ca_system_score_codex":0.0003039959,"about_ca_system_score_gemma":0.0008069063,"threshold_uncertainty_score":0.9976966},"labels":[],"label_agreement":null},{"id":"W4387295673","doi":"","title":"Una oportunidad única para nuestra Educación Médica: La Ottawa Conference en Barcelona 2004 A unique opportunity for our Medical Education: The Ottawa Conference in Barcelona 2004","year":2004,"lang":"es","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Medicine; Art","score_opus":0.19340803745641097,"score_gpt":0.5609918035831574,"score_spread":0.36758376612674637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387295673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66177166,0.025068449,0.007558082,0.2432122,0.0072559332,0.00984162,0.00042942984,0.00021563529,0.044647004],"genre_scores_gemma":[0.9707074,0.014429108,0.002082848,0.007704877,0.001744112,0.0009449142,0.00041453977,0.00017099606,0.0018012065],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98815244,0.0019611414,0.0040130615,0.0013946661,0.0030837017,0.0013949923],"domain_scores_gemma":[0.9889049,0.0014836317,0.0026539024,0.001962528,0.0032326663,0.001762399],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013072659,0.0011187346,0.0021392982,0.0018272037,0.0007493334,0.0015523985,0.006534968,0.0011879067,0.01570393],"category_scores_gemma":[0.02062976,0.0009473179,0.00042616343,0.0032783854,0.0014651268,0.002088673,0.0009583404,0.0040326146,0.000060704606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082773983,0.011882736,0.15414938,0.0024825581,0.0010708993,0.0003873121,0.004529571,0.00014644054,0.004461804,0.11690094,0.53702164,0.16613896],"study_design_scores_gemma":[0.006383019,0.00022847725,0.62087643,0.021327812,0.00069720775,0.0007132592,0.008764651,0.0004255594,0.0029068906,0.05840343,0.2771838,0.0020894385],"about_ca_topic_score_codex":0.004498211,"about_ca_topic_score_gemma":0.0003760522,"teacher_disagreement_score":0.46672708,"about_ca_system_score_codex":0.0012828332,"about_ca_system_score_gemma":0.04990658,"threshold_uncertainty_score":0.99948406},"labels":[],"label_agreement":null},{"id":"W4387338418","doi":"10.1016/j.cjca.2023.06.059","title":"CARDIAC SURGERY TRAINING IN CANADA: PERCEPTIONS AND BARRIERS","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Hospital Edmonton","funders":"","keywords":"Medicine; Autonomy; Perception; Medical education; Nursing","score_opus":0.02560097076136428,"score_gpt":0.27264333032326926,"score_spread":0.24704235956190498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387338418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892032,0.00016263784,0.00003678889,0.0072907014,0.0017761983,0.00005466107,0.000010945353,0.000002941712,0.0014619154],"genre_scores_gemma":[0.9985132,0.0000841339,0.00005944725,0.00059883774,0.0006715548,0.0000035906683,0.000015243713,0.000008249559,0.000045693698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917793,0.000080249534,0.00030232174,0.00007372384,0.00010245499,0.0002633449],"domain_scores_gemma":[0.9992116,0.00011790149,0.000056505305,0.00008147379,0.00014200778,0.00039049634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008673387,0.0000563652,0.00037897934,0.0006686202,0.00006048544,0.0000044206126,0.000039993265,0.00006642119,0.000042302152],"category_scores_gemma":[0.00192681,0.00005513555,0.000058374993,0.00051379355,0.00010654593,0.000034143857,0.0000032289097,0.00029823984,0.0000026418973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005675065,1.3471949e-7,0.774394,0.00001390238,0.00006424852,0.00032638983,0.0012219858,0.00017145718,0.000044269524,0.00010071972,0.18732266,0.036334608],"study_design_scores_gemma":[0.00011981253,0.000018511968,0.8745422,0.000050652885,0.000032368825,0.00042745646,0.014455423,0.000034410525,0.000002154349,0.00008551345,0.110174924,0.00005662485],"about_ca_topic_score_codex":0.35040697,"about_ca_topic_score_gemma":0.66670525,"teacher_disagreement_score":0.31629828,"about_ca_system_score_codex":0.00073658145,"about_ca_system_score_gemma":0.025765965,"threshold_uncertainty_score":0.979757},"labels":[],"label_agreement":null},{"id":"W4387357216","doi":"10.1080/0142159x.2023.2262108","title":"Why we shouldn’t grant partial credit when reappraising Type A MCQ questions","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Multiple choice; Psychology; Medical education; Medicine; Political science; Law; Reading (process)","score_opus":0.06838269999458424,"score_gpt":0.3897693096338127,"score_spread":0.32138660963922844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387357216","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4123125,0.00049115275,0.007382705,0.5519643,0.0065503707,0.00077838375,0.0000036326728,0.0015615589,0.01895538],"genre_scores_gemma":[0.88451576,0.000607388,0.0069224834,0.033825703,0.01751025,0.0004360629,0.0011511667,0.00027624838,0.054754935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971679,0.00013154984,0.0004967878,0.00036815874,0.0013704358,0.00046519286],"domain_scores_gemma":[0.9988444,0.00006623675,0.00007223024,0.0004718249,0.00021308215,0.00033222654],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016055601,0.00017666878,0.00030094292,0.0002683699,0.00017007065,0.00002528991,0.00019860046,0.0003773,0.012111215],"category_scores_gemma":[0.010112206,0.00014493236,0.000080719416,0.0011905876,0.00034323832,0.00008870151,0.00008266292,0.0010051442,0.0010688042],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045424993,0.00029082992,0.004480233,0.00006217325,0.000054782355,0.00009558221,0.0013082598,0.0000012859574,0.00012864562,0.0014968341,0.9437887,0.048247218],"study_design_scores_gemma":[0.00092599326,0.00014745534,0.0026130439,0.00042335008,0.00010736479,0.00009087034,0.00048630746,0.016391767,0.000040638122,0.0015895743,0.9769987,0.00018496138],"about_ca_topic_score_codex":0.0001240157,"about_ca_topic_score_gemma":0.0000118137405,"teacher_disagreement_score":0.5181386,"about_ca_system_score_codex":0.00012171511,"about_ca_system_score_gemma":0.00047572778,"threshold_uncertainty_score":0.99970895},"labels":[],"label_agreement":null},{"id":"W4387392624","doi":"10.2196/48765","title":"Adaptive Peer Tutoring and Insights From a Neurooncology Course","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer tutor; Context (archaeology); Medical education; Psychology; Web application; Computer science; Mathematics education; World Wide Web; Medicine","score_opus":0.021165748764300083,"score_gpt":0.38506957812233883,"score_spread":0.3639038293580387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387392624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9403598,0.00016791903,0.00007129241,0.053197328,0.002743867,0.00043238804,0.0000015844752,0.00018309976,0.002842773],"genre_scores_gemma":[0.98385185,0.000062026265,0.0009905844,0.009810862,0.0016231487,0.0003841186,0.00035903938,0.000026242911,0.0028921019],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981926,0.00006418598,0.00031960287,0.00033410414,0.0008776161,0.00021187935],"domain_scores_gemma":[0.99889547,0.00014892274,0.00008500687,0.0002610956,0.00037522885,0.00023430698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003044325,0.00012560845,0.00021230464,0.00023013481,0.00010583219,0.000016441716,0.00009706267,0.00025856186,0.0006000453],"category_scores_gemma":[0.0033656738,0.00011117421,0.000029846204,0.0008506486,0.00020813145,0.00010626913,0.00005447727,0.00050134386,0.00026905775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010635078,0.001272443,0.009725994,0.00008543886,0.000069191134,0.000045346416,0.010889657,6.2168436e-7,0.00047057893,0.007929634,0.48845503,0.48094973],"study_design_scores_gemma":[0.0015800439,0.00032888108,0.6980341,0.00042953767,0.00011448955,0.00009306091,0.009983487,0.006148874,0.000095613344,0.004995461,0.27794957,0.00024686047],"about_ca_topic_score_codex":0.00007208342,"about_ca_topic_score_gemma":0.000009557306,"teacher_disagreement_score":0.6883081,"about_ca_system_score_codex":0.00012911193,"about_ca_system_score_gemma":0.0021069327,"threshold_uncertainty_score":0.6570076},"labels":[],"label_agreement":null},{"id":"W4387396970","doi":"10.1097/acm.0000000000005465","title":"The Closeted Curriculum","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; MEDLINE; Medicine; Family medicine; Political science; Psychology; Pedagogy; Law","score_opus":0.02881924970989982,"score_gpt":0.3935558448263731,"score_spread":0.36473659511647333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387396970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7342223,0.000912778,0.00018413052,0.24942435,0.0029459386,0.00051892095,7.3946785e-7,0.00046117848,0.011329686],"genre_scores_gemma":[0.9573302,0.0027701473,0.000102059545,0.011966596,0.0039512143,0.00012622717,0.0001932541,0.000035736823,0.02352453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830043,0.000040057777,0.00046421072,0.00020175925,0.0006392424,0.00035429824],"domain_scores_gemma":[0.9990102,0.00021556433,0.00010213327,0.00037904226,0.0001940285,0.000098999015],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016463601,0.00011364041,0.0001935915,0.00019666887,0.00024284796,0.0000031920745,0.00021268071,0.00018148427,0.00024646113],"category_scores_gemma":[0.006455313,0.00006187752,0.000026758325,0.0020666653,0.00040112654,0.000041206757,0.000046547168,0.0009621131,0.0008417038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011318954,0.000004699149,0.006605234,0.00002863756,0.000024243363,0.000009591337,0.00093261554,3.7957003e-7,0.0009914112,0.010144473,0.93779767,0.043449756],"study_design_scores_gemma":[0.001261189,0.00016612257,0.02839896,0.00034547265,0.00009377924,0.00010867066,0.0067465985,0.0026633984,0.00018971744,0.0049507506,0.95496273,0.00011262735],"about_ca_topic_score_codex":0.000021384574,"about_ca_topic_score_gemma":5.7393044e-7,"teacher_disagreement_score":0.23745775,"about_ca_system_score_codex":0.00007475807,"about_ca_system_score_gemma":0.00010203729,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W4387408989","doi":"10.3138/jvme-2023-0012","title":"Implementing Competency-Based Veterinary Education: A Survey of AAVMC Member Institutions on Opportunities, Challenges, and Strategies for Success","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.3629612890545819,"score_gpt":0.480736411546023,"score_spread":0.11777512249144106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387408989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736726,0.0013134738,0.00052747765,0.019634547,0.0026379097,0.00046149676,0.000019246381,0.000030491283,0.0017027244],"genre_scores_gemma":[0.9907937,0.0013134425,0.004719303,0.0018550903,0.00064834475,0.000112180074,0.00043368188,0.000026312016,0.00009796991],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749374,0.00019334421,0.0010430159,0.00020747088,0.00078009034,0.00028233867],"domain_scores_gemma":[0.9970683,0.00041435045,0.00062075956,0.00026352037,0.0014088171,0.00022424298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031180175,0.00017680618,0.00040538536,0.0007714809,0.00016518263,0.000025544852,0.00020001823,0.00016044216,0.00019821731],"category_scores_gemma":[0.003174901,0.00015816376,0.0000900557,0.0005237859,0.0002599401,0.0002907107,0.000050767096,0.00035286648,0.0000025386776],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016125226,0.005178374,0.0028961531,0.004512928,0.00025560078,0.00006389407,0.0033704515,0.000018757968,0.0012592567,0.045225654,0.050353013,0.88525337],"study_design_scores_gemma":[0.0054003824,0.01454673,0.44719473,0.008488834,0.00038279366,0.0029130375,0.035218477,0.002323785,0.00013340637,0.0032179758,0.47951248,0.0006673639],"about_ca_topic_score_codex":0.00007236247,"about_ca_topic_score_gemma":0.000019527153,"teacher_disagreement_score":0.88458604,"about_ca_system_score_codex":0.00015734437,"about_ca_system_score_gemma":0.021640271,"threshold_uncertainty_score":0.98390615},"labels":[],"label_agreement":null},{"id":"W4387409582","doi":"10.1186/s12909-023-04712-4","title":"Academic pharmacist competencies in ordinary and emergency situations: content validation and pilot description in Lebanese academia","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Preparedness; Snowball sampling; Medical education; Context (archaeology); Medicine; Pharmacy; Pharmacist; Nursing","score_opus":0.15876111245567812,"score_gpt":0.4175464753472463,"score_spread":0.25878536289156817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387409582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797013,0.0011094068,0.0005052683,0.016551394,0.0011322526,0.00075050147,0.0000016024527,0.00008482481,0.00016346145],"genre_scores_gemma":[0.9891162,0.00578212,0.0017174402,0.0014358158,0.00038714963,0.00041040173,0.00046585995,0.000021498667,0.0006635232],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976422,0.0001787952,0.0008425391,0.00038634712,0.00066766515,0.0002824603],"domain_scores_gemma":[0.99914676,0.00017972164,0.00014926061,0.00016437164,0.00018520058,0.00017471157],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020295905,0.00016451252,0.00026029203,0.00085467903,0.00009285821,0.00001463557,0.000100492776,0.00035489522,0.0002856233],"category_scores_gemma":[0.008535709,0.00016026219,0.000024724908,0.0016417679,0.00017687828,0.00036983134,0.00005877212,0.0010562493,0.000053174455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019321716,0.0006603351,0.8577367,0.0008173341,0.000014397521,0.0000052044134,0.0030906429,0.000008642231,0.005435151,0.002985149,0.019082563,0.10997063],"study_design_scores_gemma":[0.0020613098,0.00014290774,0.97348034,0.000854947,0.000046101148,0.00009849678,0.0049980865,0.012594205,0.00012639808,0.0036247997,0.0017632116,0.00020916606],"about_ca_topic_score_codex":0.00023436312,"about_ca_topic_score_gemma":0.00011730772,"teacher_disagreement_score":0.11574364,"about_ca_system_score_codex":0.00028272608,"about_ca_system_score_gemma":0.0012685504,"threshold_uncertainty_score":0.9998158},"labels":[],"label_agreement":null},{"id":"W4387440790","doi":"10.1007/s10459-023-10286-z","title":"Disclaimers","year":2023,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Medicine; Medical education; Family medicine","score_opus":0.016116725728481177,"score_gpt":0.46017748901094346,"score_spread":0.4440607632824623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387440790","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025812598,0.0072154994,0.0000627612,0.010303022,0.97767293,0.0007067147,0.000009235494,0.00010729883,0.0036644165],"genre_scores_gemma":[0.0004456107,0.028711433,0.011106102,0.00246161,0.9501349,0.00063698564,0.0014533314,0.00006693965,0.0049830875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996308,0.00008935861,0.0009263276,0.00070869573,0.0013943169,0.0005732607],"domain_scores_gemma":[0.99786013,0.0006716859,0.00057985354,0.00041268277,0.00036377733,0.00011188314],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002664699,0.00022383442,0.0004377283,0.0010139621,0.00028759058,0.00003965345,0.0003382749,0.000337142,0.00006700726],"category_scores_gemma":[0.008558937,0.00020400684,0.000049588685,0.003449817,0.00048317196,0.00045017325,0.000040499497,0.00097557774,0.00015930553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073885585,0.00013370477,0.00058845687,0.0010123802,0.0000019448244,4.093308e-7,0.00025543722,0.000024007151,2.7648946e-7,0.00044741452,0.82891953,0.16860907],"study_design_scores_gemma":[0.00017188035,0.00022745717,0.00063112425,0.0021050172,0.000007944394,0.0000017463727,0.0012961831,0.00013875616,0.0000013475884,0.0014468094,0.99380744,0.00016432266],"about_ca_topic_score_codex":0.0005452241,"about_ca_topic_score_gemma":0.00020345062,"teacher_disagreement_score":0.16844475,"about_ca_system_score_codex":0.0011753144,"about_ca_system_score_gemma":0.013072938,"threshold_uncertainty_score":0.9997924},"labels":[],"label_agreement":null},{"id":"W4387454771","doi":"10.1007/s40670-023-01899-5","title":"A Curriculum Ignored? The Usage of Unofficial Commercial and Peer Learning Resources in Undergraduate Medical Education at a Canadian Medical School","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Medical education; Educational resources; Medicine; Psychology; Pedagogy","score_opus":0.011769007072149196,"score_gpt":0.34133656383595323,"score_spread":0.32956755676380406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387454771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74202526,0.00009547571,0.0000063617117,0.25424194,0.001679929,0.00031109434,0.0000011574763,0.000041085335,0.0015976949],"genre_scores_gemma":[0.9871324,0.0001092584,0.00010852632,0.010255984,0.0013084958,0.000098542565,0.00003832667,0.000020441335,0.00092807895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99099034,0.0002512453,0.0007625618,0.0005491692,0.006608485,0.00083818496],"domain_scores_gemma":[0.9953618,0.00032986785,0.0001610436,0.00039545516,0.00054273097,0.0032090768],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010492152,0.00020103999,0.0003671899,0.0010009272,0.0006704239,0.000053804135,0.0008598197,0.00041811808,0.006212095],"category_scores_gemma":[0.13765122,0.0001398631,0.000057041372,0.0053037107,0.003444085,0.00014196291,0.0003111868,0.0016277389,0.000162214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028451617,0.0007326021,0.5741966,0.00011616723,0.000019896164,0.000094379204,0.0054967958,0.0000016887255,0.00003956785,0.0032807584,0.17148738,0.24450576],"study_design_scores_gemma":[0.0018293848,0.00029605994,0.6160754,0.0017160825,0.000064548265,0.0007301205,0.030128423,0.014622902,0.00005203256,0.00055928784,0.33344376,0.00048201365],"about_ca_topic_score_codex":0.046014108,"about_ca_topic_score_gemma":0.06361749,"teacher_disagreement_score":0.24510708,"about_ca_system_score_codex":0.0007958069,"about_ca_system_score_gemma":0.048857063,"threshold_uncertainty_score":0.999268},"labels":[],"label_agreement":null},{"id":"W4387496134","doi":"10.1186/s12909-023-04693-4","title":"Competence committees decision-making; an interplay of data, group orientation, and intangible impressions","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mindset; Competence (human resources); Grounded theory; Psychology; Medical education; Schema (genetic algorithms); Qualitative research; Social constructivism; Social psychology; Pedagogy; Medicine; Computer science; Sociology","score_opus":0.030800443695180663,"score_gpt":0.4411251839746858,"score_spread":0.41032474027950516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387496134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9557317,0.00014938356,0.03966561,0.0018116528,0.0017214655,0.0003958607,0.000020993202,0.00011673706,0.00038659127],"genre_scores_gemma":[0.8906029,0.00011428809,0.104972534,0.0018957111,0.00041286534,0.0000637788,0.0018031071,0.00002100319,0.000113832946],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99782664,0.00009903289,0.0006066666,0.00041357893,0.00085913617,0.00019492683],"domain_scores_gemma":[0.99768645,0.0006946348,0.00018202224,0.0008699218,0.00036741074,0.00019956159],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014107594,0.00012303787,0.00023854196,0.0004054222,0.00013249539,0.00002184567,0.0003867265,0.0001575311,0.000936148],"category_scores_gemma":[0.012106894,0.00010420506,0.000022021886,0.0011562086,0.00030115983,0.0004003746,0.00021359786,0.00027690968,0.000049753442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101741556,0.0010274195,0.06092576,0.00036985977,0.000023268705,0.0000024126218,0.0017622527,0.000001729192,0.0003595918,0.009115223,0.13453907,0.79177165],"study_design_scores_gemma":[0.002053204,0.00059688726,0.8580727,0.0054521873,0.00021773239,0.00023465633,0.018433524,0.07381332,0.00015693113,0.011855878,0.028659394,0.00045358168],"about_ca_topic_score_codex":0.00007414028,"about_ca_topic_score_gemma":0.00011733815,"teacher_disagreement_score":0.7971469,"about_ca_system_score_codex":0.000058913036,"about_ca_system_score_gemma":0.0018325524,"threshold_uncertainty_score":0.9999771},"labels":[],"label_agreement":null},{"id":"W4387516030","doi":"10.1080/10872981.2023.2265163","title":"Development of complex pedagogical competencies and reflexivity in clinical teachers via distance learning: a mixed methods study","year":2023,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Montréal","funders":"","keywords":"Reflexivity; Psychology; Thematic analysis; Situational ethics; Medical education; Qualitative research; Professional development; McNemar's test; Pedagogy; Medicine; Sociology","score_opus":0.25069679864214867,"score_gpt":0.5900603776726798,"score_spread":0.33936357903053116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387516030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98548806,0.000074046715,0.0057145855,0.0073089353,0.00065703795,0.0004947421,0.0000013132807,0.0000947323,0.00016655348],"genre_scores_gemma":[0.828634,0.00005391482,0.16890334,0.00087814097,0.0002578705,0.00007755033,0.000458536,0.000019508749,0.0007171289],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963174,0.0006752309,0.0014488279,0.0004222443,0.0008750286,0.0002612758],"domain_scores_gemma":[0.99844635,0.00045877238,0.00025604418,0.00028362966,0.00028728758,0.0002679428],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069311764,0.00016509998,0.0005649453,0.00034577906,0.00010201654,0.000008078156,0.00016716054,0.00019791769,0.0003530236],"category_scores_gemma":[0.017694062,0.00013950549,0.000049129565,0.0013904631,0.00044220345,0.00004974255,0.00012522117,0.0009541514,0.000014674379],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006231609,0.008267035,0.16997094,0.00011085864,0.000037579834,0.0000049494406,0.010921193,0.0000011537633,0.00020080869,0.00021904553,0.0015827612,0.80862135],"study_design_scores_gemma":[0.0012311715,0.0002556085,0.90101594,0.0001882582,0.00003119187,0.000012884614,0.031082788,0.00451102,0.00001557655,0.00011014408,0.0614182,0.00012722242],"about_ca_topic_score_codex":0.00004208556,"about_ca_topic_score_gemma":0.00016693327,"teacher_disagreement_score":0.80849415,"about_ca_system_score_codex":0.00014915364,"about_ca_system_score_gemma":0.0022360694,"threshold_uncertainty_score":0.9905803},"labels":[],"label_agreement":null},{"id":"W4387525728","doi":"10.22541/au.169705081.14642693/v1","title":"Assessing Antimicrobial Resistance in Papillomavirus-Related Infections: A Comprehensive Review of Prevalence, Impact on Treatment Strategies, and Implications for Disease Control Efforts.","year":2023,"lang":"en","type":"review","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Inclusion (mineral); Test (biology); Judgement; Family medicine; Medical education; Medicine; Population; Psychology; Nursing; Environmental health; Political science; Social psychology; Psychological intervention","score_opus":0.07231447123852389,"score_gpt":0.4566002715115708,"score_spread":0.38428580027304693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387525728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038389442,0.99067044,0.00013705793,0.00067341636,0.0001414871,0.007315255,0.00033147237,0.00007061231,0.00027637073],"genre_scores_gemma":[0.00039378085,0.9953742,0.00045573266,0.000295659,0.00006612119,0.001850047,0.0012496359,0.00005560329,0.00025923672],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99756205,0.00014889587,0.0013859721,0.00048465474,0.00016024697,0.00025819935],"domain_scores_gemma":[0.9975988,0.00066379615,0.0006792108,0.0005489772,0.00040239134,0.000106816005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000387044,0.00041571804,0.0018753964,0.0005312655,0.00009829773,0.0000483117,0.000085889886,0.00020341648,0.00004088464],"category_scores_gemma":[0.0006502342,0.00027709897,0.00041207875,0.0013222037,0.00015477536,0.00017821608,0.000015280404,0.0002711709,0.000006401678],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006397048,0.00088305963,0.00019168675,0.53931576,0.0006201511,0.000005444236,0.000027609136,0.0000023348487,0.0000033232413,0.00372983,0.0035793746,0.45157743],"study_design_scores_gemma":[0.0024168561,0.00047681323,0.010960599,0.61134934,0.005194281,0.000028141876,0.000032171705,0.000025853835,3.7805182e-7,0.00051546283,0.3685875,0.00041260142],"about_ca_topic_score_codex":0.000033011867,"about_ca_topic_score_gemma":0.000008477224,"teacher_disagreement_score":0.45116484,"about_ca_system_score_codex":0.000731796,"about_ca_system_score_gemma":0.0023808894,"threshold_uncertainty_score":0.9999681},"labels":[],"label_agreement":null},{"id":"W4387562833","doi":"10.1002/jdd.13391","title":"Interactive learning content to supplement didactic lectures in dental education","year":2023,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Sentence; Table of contents; Computer science; Mathematics education; Multimedia; Psychology; World Wide Web; Artificial intelligence","score_opus":0.0209000173946256,"score_gpt":0.39129983560530573,"score_spread":0.37039981821068013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387562833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98568547,0.00009575104,0.00013098748,0.007625608,0.0053011887,0.00043369687,8.869141e-7,0.000017638939,0.00070877635],"genre_scores_gemma":[0.9929742,0.000036664842,0.0016806086,0.0019823364,0.00084561977,0.000057543788,0.00010602173,0.000020544143,0.0022964536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983796,0.00007698055,0.0006692208,0.00015685317,0.00051982474,0.00019750853],"domain_scores_gemma":[0.9988523,0.00006465572,0.0003660172,0.000118697244,0.0004876236,0.00011068521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005827681,0.00012233766,0.0002201142,0.0012814938,0.00006851898,0.00004431959,0.00011178543,0.000063916814,0.00045683412],"category_scores_gemma":[0.0018395166,0.00011218962,0.00007955222,0.0011716807,0.000026517511,0.00029959762,0.000032313812,0.00054033176,0.00019491685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007608858,0.004320349,0.40882874,0.00020837333,0.0001412539,0.000022668326,0.017603265,0.0002005189,0.034806143,0.00045014542,0.20393935,0.3287183],"study_design_scores_gemma":[0.0013946694,0.00094198645,0.7854593,0.0012391836,0.00011531752,0.0009112699,0.15998654,0.00017899855,0.008206636,0.00019332663,0.04115417,0.00021861572],"about_ca_topic_score_codex":0.0001520412,"about_ca_topic_score_gemma":0.000046927693,"teacher_disagreement_score":0.37663054,"about_ca_system_score_codex":0.0013540931,"about_ca_system_score_gemma":0.0013718446,"threshold_uncertainty_score":0.50020134},"labels":[],"label_agreement":null},{"id":"W4387595387","doi":"10.1097/acm.0000000000005490","title":"Performance Data Advocacy for Continuing Professional Development in Health Professions","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; Public Health Ontario; University Health Network; Princess Margaret Cancer Centre; Royal College of Physicians and Surgeons of Canada; Centre for Addiction and Mental Health; Medical Council of Canada; WiLAN (Canada); Institute of Health Services and Policy Research","funders":"","keywords":"Salient; Perspective (graphical); Legitimacy; TRACE (psycholinguistics); Engineering ethics; Conceptual framework; Field (mathematics); Professional development; Health care; Data science; Conceptual model; Computer science; Quality (philosophy); Management science; Knowledge management; Psychology; Political science; Sociology; Pedagogy; Epistemology; Engineering","score_opus":0.1225157709144968,"score_gpt":0.4716951264380646,"score_spread":0.3491793555235678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387595387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8970235,0.00028453732,0.00060797366,0.09758918,0.0023729133,0.0017283155,0.00000307611,0.00014891877,0.00024159155],"genre_scores_gemma":[0.96525615,0.0005984873,0.0040194867,0.007496577,0.001236864,0.0005434272,0.003062086,0.000040166244,0.01774674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974392,0.0000534596,0.0010317557,0.0004085335,0.00056961784,0.0004974508],"domain_scores_gemma":[0.99875724,0.00024157095,0.00023701332,0.00047952018,0.00015417841,0.0001304714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004727806,0.00014691052,0.0003840286,0.0005016306,0.00016374433,0.00000141722,0.0003541847,0.00019120453,0.00011479814],"category_scores_gemma":[0.0046531423,0.000108468725,0.000010760057,0.0013258241,0.00012529847,0.0001323046,0.00017928357,0.00095472374,0.00005975577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013665268,0.00006180695,0.056526225,0.001617411,0.00002317858,0.000003997713,0.03146202,0.0000034623579,0.0007976188,0.0005318866,0.6244907,0.28434503],"study_design_scores_gemma":[0.005444113,0.00026476395,0.23879583,0.014630513,0.00002861568,0.00003479892,0.01755064,0.022623975,0.00020172907,0.0002606579,0.6999255,0.00023890346],"about_ca_topic_score_codex":0.000012622192,"about_ca_topic_score_gemma":0.000002061156,"teacher_disagreement_score":0.28410614,"about_ca_system_score_codex":0.00020918992,"about_ca_system_score_gemma":0.0012444458,"threshold_uncertainty_score":0.5570582},"labels":[],"label_agreement":null},{"id":"W4387617049","doi":"10.1177/17151635231202982","title":"Tensions between Western and Indigenous worldviews in pharmacy education and practice: Part III","year":2023,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Indigenous; Pharmacy; Pharmacy practice; Sociology; Pedagogy; Political science; Medicine; Medical education; Family medicine; Ecology","score_opus":0.07105090737469463,"score_gpt":0.38562395795587845,"score_spread":0.3145730505811838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387617049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99195766,0.0012473789,0.0000105204335,0.0035533449,0.001859519,0.000608263,0.000058206137,0.000031663505,0.00067342544],"genre_scores_gemma":[0.9782574,0.0092274025,0.00035832194,0.009126104,0.0014888888,0.00005217545,0.00014705685,0.0000492009,0.0012934319],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997484,0.00019464428,0.00073198404,0.00038444911,0.0004269384,0.0007779513],"domain_scores_gemma":[0.9972433,0.0002340185,0.00024958074,0.00020162796,0.00060927443,0.0014622386],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016201565,0.00027053687,0.00040297944,0.0011415693,0.00065667334,0.00012779671,0.000180733,0.00006401184,0.00016457627],"category_scores_gemma":[0.0011509503,0.0002831574,0.000040412393,0.0018362919,0.00020597188,0.00046498675,0.00004370985,0.000981825,0.000015206457],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009460667,0.00010495002,0.077852465,0.00025474405,0.00013250187,0.0097856065,0.007813105,0.000018728937,0.00039668326,0.000018773688,0.056568492,0.84695935],"study_design_scores_gemma":[0.0035184987,0.00006284016,0.0064929402,0.00020415535,0.0003918857,0.38203412,0.00048483608,0.00060561113,0.00016207142,0.00006940697,0.6054339,0.00053978164],"about_ca_topic_score_codex":0.023168126,"about_ca_topic_score_gemma":0.028803024,"teacher_disagreement_score":0.8464196,"about_ca_system_score_codex":0.0017245711,"about_ca_system_score_gemma":0.0082951905,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W4387681081","doi":"10.5334/pme.1076","title":"Leading Change from Within: Student-Led Reforms to Advance Anti-Racism within Medical Education","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; McMaster University; University of British Columbia","funders":"","keywords":"Racism; Praxis; Curriculum; Sociology; Health equity; Public relations; Corporate governance; Medical education; Political science; Pedagogy; Medicine; Gender studies; Health care; Management; Law","score_opus":0.020991098020434196,"score_gpt":0.4080552993725028,"score_spread":0.3870642013520686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387681081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8742721,0.00041356322,0.0005234805,0.11004252,0.0084035015,0.001385289,0.000006209965,0.00046294703,0.0044903974],"genre_scores_gemma":[0.948501,0.00035419792,0.004463736,0.036038242,0.0058701616,0.0013040006,0.00068848534,0.00010177331,0.0026784],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99364704,0.0001665427,0.0009893159,0.0011170455,0.0035203332,0.0005597225],"domain_scores_gemma":[0.9967551,0.00018678598,0.00033396497,0.0008966917,0.00087722647,0.00095023745],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021062535,0.0004093304,0.00060179026,0.0010981628,0.0003215778,0.00007012907,0.0005832724,0.00051854906,0.00212407],"category_scores_gemma":[0.027793784,0.0003492731,0.00011976768,0.0030291618,0.0003112957,0.00040858448,0.0001332192,0.0013638416,0.0018336603],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046409108,0.011656764,0.021810558,0.00036120843,0.00031329883,0.000053266638,0.24976978,0.000021221993,0.0008638857,0.06193147,0.1173975,0.53535694],"study_design_scores_gemma":[0.00414125,0.0014376637,0.4476612,0.008916918,0.0003194504,0.00018610456,0.48696542,0.005660375,0.0012126772,0.006503551,0.035313245,0.00168216],"about_ca_topic_score_codex":0.0002979753,"about_ca_topic_score_gemma":0.00007099977,"teacher_disagreement_score":0.5336748,"about_ca_system_score_codex":0.0013751038,"about_ca_system_score_gemma":0.005962411,"threshold_uncertainty_score":0.99989593},"labels":[],"label_agreement":null},{"id":"W4387700453","doi":"10.36834/cmej.75876","title":"The Quality of Assessment for Learning score for evaluating written feedback in anesthesiology postgraduate medical education: a generalizability and decision study","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Generalizability theory; Narrative; Quality (philosophy); Medical education; Reliability (semiconductor); Psychology; Graduate medical education; Medicine; Developmental psychology","score_opus":0.07790103128073553,"score_gpt":0.4861602049242974,"score_spread":0.4082591736435619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91194123,0.00024571287,0.0005288916,0.08419459,0.0015582332,0.0014527295,0.0000023215518,0.000013024297,0.00006327138],"genre_scores_gemma":[0.97578156,0.00016205202,0.011605899,0.010243416,0.0010328975,0.0007668835,0.00014483329,0.000032968823,0.00022948031],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960679,0.00051970367,0.0013541632,0.00033612564,0.0012729813,0.00044915444],"domain_scores_gemma":[0.99326736,0.0016894845,0.0004448551,0.0003523114,0.0021364293,0.0021095893],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018442482,0.00015398613,0.00039682083,0.00053143053,0.00061384717,0.000052333566,0.0002891157,0.0002587679,0.0006727021],"category_scores_gemma":[0.15666011,0.00011642416,0.00008442091,0.00087052677,0.00030154915,0.000081446,0.000030262701,0.0008589804,0.0000026204207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014044082,0.00051930925,0.17528705,0.0001250342,0.000034609693,0.0000026369305,0.001162333,0.000008448151,0.000011089885,0.0013148017,0.027061477,0.79433274],"study_design_scores_gemma":[0.0030996918,0.0011338358,0.93753004,0.00059292855,0.00006758467,0.00028412082,0.018032791,0.013341111,0.0000024023411,0.009103471,0.01663105,0.00018099346],"about_ca_topic_score_codex":0.0024499914,"about_ca_topic_score_gemma":0.007270438,"teacher_disagreement_score":0.7941518,"about_ca_system_score_codex":0.00063626637,"about_ca_system_score_gemma":0.085803635,"threshold_uncertainty_score":0.919379},"labels":[],"label_agreement":null},{"id":"W4387700471","doi":"10.36834/cmej.77114","title":"The Certificate of Added Competence credentialling program in family medicine: a descriptive survey of the family physician perspective of enhanced skill practices in Canada","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"College of Family Physicians of Canada","keywords":"Certificate; Competence (human resources); Family medicine; Certification; Medicine; Nursing; Descriptive statistics; Medical education; Psychology; Management","score_opus":0.07713723759630475,"score_gpt":0.37814598295612023,"score_spread":0.3010087453598155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663322,0.0006341153,0.000018173461,0.028505044,0.0020911663,0.00061731174,0.0000102964805,0.0000046697423,0.0017870095],"genre_scores_gemma":[0.9962844,0.00030683796,0.00017552372,0.0029223678,0.00017217497,0.000049044615,0.000021335774,0.000014376216,0.00005390358],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99651575,0.0004832244,0.0011193575,0.00020594838,0.0013002726,0.00037546182],"domain_scores_gemma":[0.9950122,0.0005559999,0.0011624744,0.0003341081,0.002311685,0.0006235291],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031671426,0.00013214008,0.0003825209,0.0004805854,0.00014054663,0.000011497183,0.0005333874,0.000105640866,0.00012500749],"category_scores_gemma":[0.061059453,0.00008785891,0.000048065394,0.0034292492,0.0006778128,0.00009490924,0.000029160066,0.0009797474,0.0000012506191],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006277891,0.0021035038,0.089654736,0.00061904005,0.0005233909,0.00007275804,0.07208242,0.00024561572,0.011666338,0.0055259466,0.17030397,0.6465745],"study_design_scores_gemma":[0.00067010685,0.00010520032,0.85638696,0.0015267262,0.00003584162,0.000013883611,0.13774507,0.0012490047,0.00042204384,0.00045488504,0.0012989822,0.00009129135],"about_ca_topic_score_codex":0.9582984,"about_ca_topic_score_gemma":0.9692121,"teacher_disagreement_score":0.7667322,"about_ca_system_score_codex":0.0017675693,"about_ca_system_score_gemma":0.11949065,"threshold_uncertainty_score":0.94684964},"labels":[],"label_agreement":null},{"id":"W4387711833","doi":"10.36834/cmej.77076","title":"A practical model of faculty development in medical education: make it accessible, versatile, and easy to use!","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Faculty development; Professional development; Transformative learning; Computer science; Curriculum; Medical education; Engineering ethics; Engineering management; Knowledge management; Psychology; Medicine; Pedagogy; Engineering","score_opus":0.07100989438246769,"score_gpt":0.41828547964177465,"score_spread":0.34727558525930696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387711833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57166886,0.000047720674,0.00092159456,0.4214308,0.0019934291,0.0005482418,0.0000069604457,0.000031757158,0.0033506458],"genre_scores_gemma":[0.7243557,0.00026008658,0.06735033,0.19982946,0.00130189,0.00029500222,0.00039866002,0.00007578434,0.006133066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959928,0.000095636366,0.0010568271,0.00033562825,0.0019906857,0.00052843575],"domain_scores_gemma":[0.9916887,0.00012206403,0.000190735,0.00027300583,0.0010464163,0.0066790683],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022358927,0.00019245443,0.00034966867,0.0016700584,0.0001892511,0.00007605449,0.0002668125,0.00041501882,0.007789066],"category_scores_gemma":[0.07683612,0.0001805885,0.000044696306,0.002008615,0.0001973135,0.00026291382,0.00005846238,0.0012086063,0.00009194969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042546315,0.0005491607,0.017506259,0.00013437442,0.000041435724,0.000059416627,0.0033149119,0.000014073969,0.000008477935,0.0028903612,0.70912445,0.2663145],"study_design_scores_gemma":[0.0020488617,0.00014165789,0.19576079,0.003251647,0.000076530865,0.0024606485,0.008812377,0.020422172,0.00005225231,0.00070278835,0.7657447,0.00052558456],"about_ca_topic_score_codex":0.0018047247,"about_ca_topic_score_gemma":0.008892543,"teacher_disagreement_score":0.2657889,"about_ca_system_score_codex":0.0009114128,"about_ca_system_score_gemma":0.22931245,"threshold_uncertainty_score":0.9931179},"labels":[],"label_agreement":null},{"id":"W4387754887","doi":"10.18192/uojm.v13is1.6568","title":"The End of the Lecture? Rethinking Pre-clerkship Medical Education in a Post-Online Era","year":2023,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Medicine; Mathematics education; Psychology","score_opus":0.01173541534280365,"score_gpt":0.29558316560938314,"score_spread":0.2838477502665795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387754887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8184385,0.00045647673,0.00016500702,0.17895956,0.00092658715,0.00016938674,0.000001343736,0.000006891095,0.00087629416],"genre_scores_gemma":[0.9960143,0.00045564419,0.00081335154,0.0016053283,0.00044839116,1.12559405e-7,0.000015475725,0.00000871114,0.00063868903],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977269,0.00016906053,0.0006079,0.00009556179,0.0012450487,0.00015550172],"domain_scores_gemma":[0.9975929,0.0004057999,0.0006769434,0.00027331105,0.000960271,0.000090775065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002943192,0.00008943094,0.00031553657,0.00045032043,0.00011883219,0.0000020545583,0.00047575435,0.00014323078,0.00038603725],"category_scores_gemma":[0.009504749,0.000052888983,0.000089142595,0.0012706583,0.00088341313,0.00006937774,0.00006233761,0.00091410923,0.0000014255689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093865144,0.0013772626,0.12059808,0.0005637947,0.00042807756,0.00013318443,0.03333827,0.00010553816,0.0049670073,0.009347197,0.2016209,0.626582],"study_design_scores_gemma":[0.004482315,0.0006930895,0.9342016,0.003809217,0.00026917973,0.00042296122,0.013748639,0.0009879941,0.0002984692,0.0028675336,0.038124084,0.00009493892],"about_ca_topic_score_codex":0.00027312903,"about_ca_topic_score_gemma":0.00040195603,"teacher_disagreement_score":0.8136035,"about_ca_system_score_codex":0.00015301477,"about_ca_system_score_gemma":0.0027620615,"threshold_uncertainty_score":0.9988386},"labels":[],"label_agreement":null},{"id":"W4387806594","doi":"10.3390/educsci13101057","title":"Assessments Used for Summative Purposes during Internal Medicine Specialist Training: A Rapid Review","year":2023,"lang":"en","type":"review","venue":"Education Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Medicine; Medical education; Formative assessment; Clinical Practice; Family medicine; Psychology; Pedagogy","score_opus":0.40584869440319454,"score_gpt":0.5830056312197793,"score_spread":0.1771569368165848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387806594","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002279485,0.97692364,0.00013759166,0.006886848,0.0061253817,0.0035679736,0.000019236399,0.00010213843,0.0062143663],"genre_scores_gemma":[0.0000047907424,0.9791826,0.003053767,0.0009301931,0.003658307,0.0020319126,0.00059458025,0.000049283004,0.010494595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619204,0.0001756937,0.0014704511,0.00073096185,0.001039938,0.0003909113],"domain_scores_gemma":[0.997169,0.0005457993,0.0011334085,0.00043134158,0.00057888706,0.00014156228],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027652779,0.0003793126,0.0016661905,0.0009723165,0.00038843654,0.00007387126,0.0005769997,0.00016340704,0.001123424],"category_scores_gemma":[0.0070985425,0.00026907187,0.00027394103,0.003227775,0.0006974542,0.00023562225,0.00005375234,0.00041187086,0.00014085563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018627011,0.000102529375,0.0000059800664,0.04678206,0.000080726306,9.030638e-7,0.0006503471,1.3461646e-8,7.151269e-7,0.0009935858,0.09486161,0.85651964],"study_design_scores_gemma":[0.00017261184,0.00015277136,0.000044292134,0.19777566,0.0006595417,0.000056264118,0.0018021353,0.000003458223,0.0000011739673,0.00018092872,0.79895985,0.00019132475],"about_ca_topic_score_codex":0.000026038797,"about_ca_topic_score_gemma":0.0000041828416,"teacher_disagreement_score":0.8563283,"about_ca_system_score_codex":0.0005131701,"about_ca_system_score_gemma":0.0061379,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W4387814545","doi":"10.5334/pme.1020","title":"Feedback that Lands: Exploring How Residents Receive and Judge Feedback During Entrustable Professional Activities","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Cancer Care Ontario; University of Toronto; University Health Network; Oakville-Trafalgar Memorial Hospital","funders":"","keywords":"Credibility; Deliberation; Medical education; Quality (philosophy); Subspecialty; Perception; Psychology; Focus group; Medicine; Value (mathematics); Applied psychology; Family medicine; Computer science","score_opus":0.03442279223692301,"score_gpt":0.3373736241786711,"score_spread":0.3029508319417481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387814545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430014,0.00030072298,0.000024722747,0.05170242,0.0021860537,0.00049459445,0.0000036158326,0.00021034198,0.0020761464],"genre_scores_gemma":[0.98297095,0.0016941887,0.000505642,0.0010785826,0.0013681302,0.00044393443,0.00013240363,0.000047053083,0.011759118],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99728334,0.00011269304,0.00025378913,0.0005846576,0.0013322762,0.00043322038],"domain_scores_gemma":[0.99883586,0.0001819948,0.00013656741,0.00033969176,0.00024321869,0.0002626498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006778644,0.00023014209,0.00029925097,0.00059996784,0.00037154424,0.00007401944,0.00014605957,0.00020659938,0.00078432803],"category_scores_gemma":[0.0051128506,0.00020209112,0.000057023473,0.00094259786,0.00027582337,0.00047765416,0.00008693095,0.00075506576,0.00010873027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020430423,0.006165405,0.21247049,0.002896035,0.0005691875,0.00008871063,0.2357854,0.000009902399,0.0039452645,0.012241468,0.32369077,0.20009431],"study_design_scores_gemma":[0.0015735226,0.00015027841,0.6809917,0.0016452784,0.000053288957,0.000067329725,0.30867338,0.0002641714,0.0016722926,0.00048071166,0.0041473215,0.00028072286],"about_ca_topic_score_codex":0.000051500385,"about_ca_topic_score_gemma":0.00000610056,"teacher_disagreement_score":0.4685212,"about_ca_system_score_codex":0.0005573353,"about_ca_system_score_gemma":0.0010935917,"threshold_uncertainty_score":0.8587842},"labels":[],"label_agreement":null},{"id":"W4387823689","doi":"10.1136/bmj.p2412","title":"Medical schools should teach chaos and complexity thinking","year":2023,"lang":"en","type":"letter","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CHAOS (operating system); Mathematics education; Medical education; Psychology; Computer science; Medicine; Computer security","score_opus":0.1288428492673074,"score_gpt":0.41827360242795586,"score_spread":0.2894307531606485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387823689","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018654099,0.00007772128,0.0002997409,0.98886317,0.0022245818,0.0007950215,0.000010897705,0.00029215304,0.0055713262],"genre_scores_gemma":[0.00035699076,0.000039382816,0.0053638835,0.95744234,0.025076034,0.00016244271,0.0015531351,0.000087256456,0.009918549],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965655,0.00009880569,0.00059465785,0.00044664042,0.0019162992,0.00037805986],"domain_scores_gemma":[0.9987925,0.00015277156,0.00017937514,0.00057038764,0.00019916966,0.00010575172],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018998809,0.00024303175,0.0004920619,0.000324055,0.00016086458,0.000046208912,0.00025140005,0.0014183208,0.0010980644],"category_scores_gemma":[0.003963326,0.00020758984,0.0000707902,0.0004345841,0.00028708475,0.00004593847,0.0001609622,0.0057102204,0.0004405828],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060465936,0.000026236594,0.00081601157,0.00040095017,0.000069929105,0.00038992535,0.00017538812,2.2452657e-8,0.000002120648,0.00036723298,0.98746675,0.0102794],"study_design_scores_gemma":[0.00047575744,0.0000497278,0.0047734315,0.0010875188,0.00009385136,0.0003667721,0.0001246662,0.00030515224,0.0000020205978,0.0029712971,0.9895352,0.00021456897],"about_ca_topic_score_codex":0.00008750587,"about_ca_topic_score_gemma":0.000008480478,"teacher_disagreement_score":0.031420823,"about_ca_system_score_codex":0.0001633492,"about_ca_system_score_gemma":0.0006215229,"threshold_uncertainty_score":0.99987805},"labels":[],"label_agreement":null},{"id":"W4387830539","doi":"10.1177/23821205231208790","title":"Classroom-Based Learning in an Academic Obstetrics and Gynecology Residency Training Program","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Department of Obstetrics and Gynecology, University of Wisconsin-Madison","keywords":"Mentorship; Formative assessment; Medical education; Obstetrics and gynaecology; Specialty; Medicine; Psychology; Family medicine; Pedagogy","score_opus":0.03908631259606948,"score_gpt":0.39701598472359817,"score_spread":0.3579296721275287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387830539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98068047,0.0009128926,0.00022306385,0.016960368,0.00092995056,0.00020984196,4.0284277e-8,0.00003385825,0.00004953416],"genre_scores_gemma":[0.97020596,0.0010185846,0.025435919,0.002809131,0.00027213202,0.00006387083,0.00004083854,0.000017437582,0.00013611228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783635,0.0001116352,0.0007600468,0.00016560512,0.00090477214,0.00022158331],"domain_scores_gemma":[0.9987969,0.00024751967,0.00025497752,0.00006932606,0.0003057068,0.0003255832],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026758714,0.00010450428,0.00025400397,0.00076987,0.000091703514,0.00002127658,0.00010524473,0.00026910138,0.00010499356],"category_scores_gemma":[0.019945612,0.00008603753,0.000022634964,0.0011272314,0.000089066176,0.00011290384,0.000026799018,0.001131712,0.000004469101],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008841623,0.0003657169,0.09641548,0.000079480196,0.00001156686,0.000034959583,0.0030906138,0.0000055930686,0.000021514992,0.00021792563,0.0016816687,0.89806664],"study_design_scores_gemma":[0.002188924,0.00048493466,0.83012116,0.0013961539,0.000043805165,0.00042509395,0.012499537,0.0054257326,0.0000347008,0.00035894473,0.14683801,0.00018300748],"about_ca_topic_score_codex":0.0000018939181,"about_ca_topic_score_gemma":0.0000028435993,"teacher_disagreement_score":0.89788365,"about_ca_system_score_codex":0.0002037029,"about_ca_system_score_gemma":0.005963804,"threshold_uncertainty_score":0.99967146},"labels":[],"label_agreement":null},{"id":"W4387865194","doi":"10.1001/jamainternmed.2023.5521","title":"Thinking Differently—On Solitude and Productivism","year":2023,"lang":"en","type":"letter","venue":"JAMA Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Solitude; Psychoanalysis; Provocation test; Epistemology; Psychiatry; Alternative medicine; Pathology; Psychology","score_opus":0.029634294048264124,"score_gpt":0.33245886124658747,"score_spread":0.30282456719832335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387865194","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021560717,0.0001888564,0.00020765823,0.9623971,0.006825771,0.0006301906,0.0000063580383,0.00025148556,0.007931845],"genre_scores_gemma":[0.011622254,0.00016078525,0.00036000577,0.8948742,0.05783602,0.00011492704,0.0005812264,0.0001560357,0.0342945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962705,0.00008063179,0.00072658027,0.0007624033,0.0016766789,0.00048324428],"domain_scores_gemma":[0.9981604,0.00035743765,0.00033688277,0.00070293114,0.0003450306,0.00009729578],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0008417273,0.00045896057,0.00084223313,0.0008582043,0.000105109146,0.000055317865,0.00034165167,0.00078566535,0.00039949728],"category_scores_gemma":[0.0056486083,0.00031921672,0.00008033,0.00042374182,0.00043835852,0.0000764081,0.00014441091,0.005165544,0.0002044273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081079015,0.000053803975,0.00071266067,0.00079853955,0.00020441887,0.00068933185,0.000997553,8.3249056e-8,0.000089928384,0.00030728907,0.9682612,0.02780413],"study_design_scores_gemma":[0.001949393,0.0011667779,0.013840772,0.010815663,0.00032803314,0.00059087406,0.00022998403,0.00009479463,0.00012840042,0.003379057,0.96714056,0.00033571816],"about_ca_topic_score_codex":0.00013434913,"about_ca_topic_score_gemma":0.0000015758696,"teacher_disagreement_score":0.06752287,"about_ca_system_score_codex":0.0002929438,"about_ca_system_score_gemma":0.000098508885,"threshold_uncertainty_score":0.999926},"labels":[],"label_agreement":null},{"id":"W4387878409","doi":"10.1002/lrh2.10399","title":"Enrichment of core competencies to maximize health system impact: An analysis of an embedded research training program","year":2023,"lang":"en","type":"article","venue":"Learning Health Systems","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Toronto; St. Michael's Hospital; Institute of Health Services and Policy Research","funders":"Memorial University of Newfoundland; University of Toronto","keywords":"Mentorship; Medical education; Dyad; Core competency; Psychology; Supervisor; Experiential learning; Career development; Medicine; Pedagogy; Management","score_opus":0.21045298564510742,"score_gpt":0.5317447772456367,"score_spread":0.32129179160052934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387878409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941997,0.00019772828,0.0005244664,0.0016559231,0.0004226375,0.0024634365,0.000018591398,0.0003660388,0.00015148048],"genre_scores_gemma":[0.993036,0.000016755459,0.005328422,0.00014703911,0.00021994715,0.00030584048,0.00069572026,0.00003922584,0.00021106662],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941906,0.0012545093,0.0016079445,0.00046308036,0.001631278,0.00085260277],"domain_scores_gemma":[0.99657893,0.00024291752,0.000784113,0.0007030851,0.0011308499,0.0005600971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014634465,0.00017554818,0.0013206059,0.0025714396,0.00037415535,0.000031089334,0.0002298332,0.00012325817,0.000019631952],"category_scores_gemma":[0.0011214956,0.00015180645,0.000116374336,0.009013853,0.00011603499,0.0000797929,0.000046284305,0.0006706348,0.000014845635],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065659516,0.0020289852,0.14042392,0.030692978,0.001879976,0.00003086696,0.36652783,0.118232556,0.0015098281,0.0065171025,0.0052644024,0.32623497],"study_design_scores_gemma":[0.00081470225,0.008656881,0.20479824,0.0025644153,0.00011415346,0.00003138653,0.3239843,0.45642945,0.000009239748,0.0000029568369,0.0024309675,0.000163309],"about_ca_topic_score_codex":0.007427893,"about_ca_topic_score_gemma":0.000089326415,"teacher_disagreement_score":0.3381969,"about_ca_system_score_codex":0.0012385282,"about_ca_system_score_gemma":0.0020244569,"threshold_uncertainty_score":0.99918175},"labels":[],"label_agreement":null},{"id":"W4387934157","doi":"10.1016/j.jcjd.2023.10.262","title":"A NOVEL SIMULATION IN THROMBOSIS MEDICINE TO TEACH RESIDENTS HOW TO PROVIDE AN EFFECTIVE CLINICAL CONSULTATION","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Thrombosis; Medical physics; Intensive care medicine; Medical education; Surgery","score_opus":0.05369557590506741,"score_gpt":0.40878030337144733,"score_spread":0.3550847274663799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387934157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95704556,0.000017518987,0.00039284438,0.040975146,0.0007612066,0.0007207286,0.000006036263,0.000013445002,0.000067538975],"genre_scores_gemma":[0.99239093,0.0000011292724,0.0021583594,0.0046291086,0.0006604157,0.000029642157,0.00003495916,0.00002109396,0.00007433202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835765,0.0001258767,0.00064659497,0.00019595017,0.0003575,0.00031644193],"domain_scores_gemma":[0.9974839,0.0005672333,0.00019654092,0.00018065337,0.000870281,0.0007013874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025438839,0.00011253062,0.00037648418,0.0015929001,0.00007366816,0.000029917006,0.00013631071,0.00011732801,0.00004427229],"category_scores_gemma":[0.03359068,0.000098812525,0.00004063559,0.0019343931,0.00009483234,0.00021259979,0.000008814314,0.00037445241,0.000028114397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033021737,0.000110724606,0.8297355,0.000084584724,0.00008550552,0.000014774271,0.007035652,0.0019179386,0.0048152916,0.00010779371,0.033806384,0.122252814],"study_design_scores_gemma":[0.0015084262,0.0010683953,0.988904,0.000750111,0.00005567939,0.0000018959512,0.0016023548,0.00256055,0.0001552601,0.00015056857,0.0031492421,0.00009350102],"about_ca_topic_score_codex":0.000654648,"about_ca_topic_score_gemma":0.0041709044,"teacher_disagreement_score":0.1591685,"about_ca_system_score_codex":0.0004431796,"about_ca_system_score_gemma":0.0008230099,"threshold_uncertainty_score":0.9745498},"labels":[],"label_agreement":null},{"id":"W4387940961","doi":"10.1016/j.bja.2023.09.026","title":"The heart of anaesthesiology: revitalising humanism in the age of technology","year":2023,"lang":"en","type":"editorial","venue":"British Journal of Anaesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Humanism; Compassion; Empathy; Perioperative; Burnout; Engineering ethics; Medicine; Psychology; Political science; Social psychology; Engineering; Law; Anesthesia; Clinical psychology","score_opus":0.013591474605318397,"score_gpt":0.31338169243119196,"score_spread":0.29979021782587356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387940961","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54757273,0.012140617,0.000029487908,0.018561166,0.42053136,0.00084357744,0.00002062247,0.000036193996,0.0002642606],"genre_scores_gemma":[0.2323076,0.06684972,0.009519897,0.001778464,0.6880937,0.000086323475,0.0003602357,0.00037028754,0.00063375174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965945,0.0002750946,0.0016202653,0.00017279321,0.001053016,0.00028431887],"domain_scores_gemma":[0.9965171,0.00061156694,0.0012903628,0.00045435535,0.0010993229,0.000027276983],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049210927,0.000169412,0.0009013681,0.0006437917,0.0001309795,0.000033575063,0.0007570055,0.0007333046,0.000007073794],"category_scores_gemma":[0.0130271325,0.00012260464,0.00023378411,0.0012704278,0.00080103276,0.00006170392,0.000041363615,0.0021291464,0.0000027945446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048563394,0.00013939617,0.00035384,0.000164677,0.00005699341,0.00074486085,0.00019205139,0.000001024992,0.000060415616,0.00032578793,0.8962667,0.10164566],"study_design_scores_gemma":[0.000756506,0.002043867,0.011663138,0.0052748136,0.00018763878,0.0012594092,0.0016371547,0.00000164949,0.00003880668,0.001712851,0.97529423,0.000129949],"about_ca_topic_score_codex":0.00014654064,"about_ca_topic_score_gemma":0.00007031504,"teacher_disagreement_score":0.31526512,"about_ca_system_score_codex":0.00012094761,"about_ca_system_score_gemma":0.00080195256,"threshold_uncertainty_score":0.9952866},"labels":[],"label_agreement":null},{"id":"W4387948599","doi":"10.1097/ceh.0000000000000536","title":"Five Domains of a Conceptual Framework of Continuing Professional Development","year":2023,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health care; Medical education; Licensure; Conceptual framework; Knowledge management; Conceptual model; Psychology; Quality (philosophy); Medicine; Nursing; Computer science; Political science; Sociology","score_opus":0.028721100514118185,"score_gpt":0.43042987299989754,"score_spread":0.40170877248577935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387948599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97366726,0.00037680898,0.0007360764,0.020149555,0.0041351165,0.0007771886,0.0000023501586,0.000012943832,0.00014269269],"genre_scores_gemma":[0.9765287,0.00008533331,0.019899497,0.0013120747,0.00040761704,0.00005251293,0.000023246826,0.000016984532,0.0016740005],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962984,0.00050908065,0.0019580072,0.00012921482,0.00081249163,0.00029283686],"domain_scores_gemma":[0.99529296,0.0009476786,0.0021363015,0.00027758587,0.0012511949,0.00009429885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050783646,0.0001261827,0.00053153746,0.00072027947,0.00013135657,0.000005560718,0.0002758417,0.00015929101,0.0000672004],"category_scores_gemma":[0.0046352595,0.000084818515,0.0000886681,0.0015119531,0.0002447813,0.00011363004,0.000046987097,0.0010463125,0.000005900734],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031549286,0.0021661012,0.047806226,0.0010574916,0.0000696075,0.0000045742795,0.66944873,0.00001392259,0.000897597,0.014418348,0.083455,0.18034689],"study_design_scores_gemma":[0.0016161904,0.0004146115,0.39584866,0.026163932,0.00004998446,0.00007197261,0.5560393,0.000054558855,0.0005872685,0.0029190462,0.016096387,0.00013808813],"about_ca_topic_score_codex":0.000012379959,"about_ca_topic_score_gemma":0.0000038342023,"teacher_disagreement_score":0.34804246,"about_ca_system_score_codex":0.00021055965,"about_ca_system_score_gemma":0.00484039,"threshold_uncertainty_score":0.8586644},"labels":[],"label_agreement":null},{"id":"W4387949041","doi":"10.1007/s10459-023-10285-0","title":"Should we be joint first authors?","year":2023,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Health Sciences Centre; University Health Network; Sunnybrook Health Science Centre","funders":"","keywords":"Column (typography); Joint (building); Engineering ethics; Health professions; Medical education; Psychology; Sociology; Epistemology; Health care; Medicine; Computer science; Political science; Engineering; Law; Philosophy","score_opus":0.09059934803645389,"score_gpt":0.45845134254961406,"score_spread":0.3678519945131602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387949041","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047424773,0.0069515742,0.00014713954,0.9720002,0.016161041,0.0012338351,0.000008579285,0.0001603637,0.00286303],"genre_scores_gemma":[0.0006454113,0.01578362,0.012949174,0.9529612,0.0076835896,0.0007313042,0.0006947711,0.000063686195,0.008487245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953819,0.00014151407,0.001298489,0.0009386582,0.0013956677,0.00084375264],"domain_scores_gemma":[0.99799913,0.00027542052,0.0007330554,0.0006038593,0.00028238606,0.00010613731],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0027708681,0.0003261799,0.00058231404,0.0015891508,0.00050255266,0.000063138505,0.00041897467,0.00054985436,0.00023529776],"category_scores_gemma":[0.0022892558,0.00029368067,0.00008178397,0.0039709657,0.0006267833,0.00050940923,0.000058964182,0.0023608448,0.00015232395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030755723,0.00010538031,0.0010923315,0.0025571845,0.000003106788,0.000004384663,0.00088009366,0.00004101423,4.1419838e-7,0.0005477927,0.92452055,0.070244655],"study_design_scores_gemma":[0.00014026079,0.0002377045,0.0015861553,0.0032169446,0.000011500443,0.000034985453,0.0012896899,0.00039615162,0.0000049467926,0.003625463,0.9892151,0.0002411111],"about_ca_topic_score_codex":0.0006045746,"about_ca_topic_score_gemma":0.00021898943,"teacher_disagreement_score":0.07000355,"about_ca_system_score_codex":0.0013428628,"about_ca_system_score_gemma":0.005910037,"threshold_uncertainty_score":0.99995154},"labels":[],"label_agreement":null},{"id":"W4387949267","doi":"10.1097/acm.0000000000005414","title":"Why Are Students Appealing Clerkship Grades? A Multischool Root Cause Analysis","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Grading (engineering); Medical education; United States Medical Licensing Examination; Medical school; Medicine; Higher education; Family medicine; Psychology; Political science","score_opus":0.07148440628030726,"score_gpt":0.4357868396145104,"score_spread":0.36430243333420315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387949267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375229,0.00042829732,0.0026091696,0.057187025,0.0009193138,0.0006173364,0.0000029502276,0.00042736577,0.00028566713],"genre_scores_gemma":[0.97633904,0.0004045792,0.00021172686,0.017472703,0.0018933411,0.00012796979,0.0004924286,0.000051174127,0.003007054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959873,0.00011366559,0.0009951084,0.0005825014,0.0017291505,0.00059226534],"domain_scores_gemma":[0.998105,0.00022296263,0.00036895904,0.0006739527,0.0003097265,0.00031943078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022968312,0.00028199394,0.00075773173,0.0017186365,0.00018091936,0.000011387089,0.00045060032,0.0004220436,0.00058806734],"category_scores_gemma":[0.0063703996,0.00022580707,0.00011088477,0.0077779028,0.00025406023,0.00012643408,0.00012095769,0.0016924868,0.00034649062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004672517,0.000039940503,0.6414836,0.00015143577,0.000963336,0.00008952607,0.0031803944,0.000038157672,0.00078830356,0.00021934556,0.35036913,0.0026300892],"study_design_scores_gemma":[0.0038636592,0.00018379088,0.9331648,0.0013444682,0.004091919,0.000063339365,0.009111767,0.006223754,0.00018992087,0.0005394899,0.040853027,0.00037009284],"about_ca_topic_score_codex":0.00017117076,"about_ca_topic_score_gemma":0.000020967804,"teacher_disagreement_score":0.3095161,"about_ca_system_score_codex":0.00023091203,"about_ca_system_score_gemma":0.00008436091,"threshold_uncertainty_score":0.9208145},"labels":[],"label_agreement":null},{"id":"W4387964942","doi":"10.1080/10401334.2023.2274991","title":"Using Group Concept Mapping to Explore Medical Education’s Blind Spots","year":2023,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Blind spot; Phenomenon; Double blind; Spots; Psychology; Medical education; Social psychology; Medicine; Epistemology; Alternative medicine; Pathology","score_opus":0.10733773957007352,"score_gpt":0.4197578732305951,"score_spread":0.31242013366052157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387964942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95554495,0.00024316735,0.003272536,0.037323017,0.0008805002,0.0003261032,1.2329753e-7,0.00025800528,0.0021515698],"genre_scores_gemma":[0.9746871,0.000045112552,0.012360448,0.0088072615,0.0016738675,0.000047738227,0.00013634063,0.00004180994,0.0022003148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976309,0.0003293213,0.00053122535,0.00038637852,0.00075578876,0.00036636821],"domain_scores_gemma":[0.9990464,0.0002758628,0.00009641981,0.00021715886,0.000093459224,0.0002706972],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00491471,0.00017527046,0.0003884496,0.0010778727,0.00037396158,0.000015521735,0.00012058736,0.00016893813,0.00038138227],"category_scores_gemma":[0.021779045,0.00015095157,0.000024366575,0.0013069197,0.00017688412,0.00007897042,0.00007401034,0.0022738574,0.000039822506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008491947,0.0002541891,0.057937466,0.00026942423,0.000038932492,0.000079092475,0.090532996,0.00029021248,0.0012031262,0.0017436018,0.038346685,0.80921936],"study_design_scores_gemma":[0.007860068,0.00088908785,0.33862624,0.013967387,0.00013904009,0.000704264,0.20236228,0.08536908,0.000015605177,0.0006100302,0.34868672,0.00077019155],"about_ca_topic_score_codex":0.00043944604,"about_ca_topic_score_gemma":0.0000045962292,"teacher_disagreement_score":0.80844915,"about_ca_system_score_codex":0.00016822113,"about_ca_system_score_gemma":0.00036303094,"threshold_uncertainty_score":0.98789054},"labels":[],"label_agreement":null},{"id":"W4387966662","doi":"10.1111/medu.15260","title":"Pathways, journeys and experiences: Integrating curricular activities related to social accountability within an undergraduate medical curriculum","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Moncton; Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Curriculum; Accountability; Medical education; Social accounting; Pedagogy; Psychology; Sociology; Medicine; Political science; Management","score_opus":0.017618840292804246,"score_gpt":0.3656420366984597,"score_spread":0.34802319640565543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387966662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94833106,0.00005302083,0.00057197624,0.047266092,0.0023932778,0.00046503864,0.000001778319,0.00029111136,0.0006266696],"genre_scores_gemma":[0.9881068,0.000036083213,0.0013237068,0.008678165,0.00080392807,0.0004519312,0.00029406173,0.00003440482,0.00027094124],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99579984,0.0002596598,0.00081337773,0.00056663185,0.0021368458,0.00042366202],"domain_scores_gemma":[0.9985627,0.00010672707,0.00018166406,0.0003191175,0.00035302874,0.0004767695],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031095925,0.00024043885,0.00037334688,0.00039366106,0.00043962031,0.000079348625,0.0002612741,0.00045423905,0.0010211144],"category_scores_gemma":[0.015524391,0.00019561636,0.00006214108,0.002017323,0.00046783374,0.00036917187,0.00010670958,0.0010033399,0.00006936476],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046766254,0.0026307404,0.02447454,0.00037571162,0.000076485114,0.000033537373,0.18621095,0.0000016319445,0.00023233786,0.012910556,0.119314104,0.65369266],"study_design_scores_gemma":[0.0023790414,0.0008765344,0.047970906,0.0027697482,0.0001786847,0.00069130026,0.86944014,0.044339713,0.00044986204,0.005956623,0.023822287,0.0011251619],"about_ca_topic_score_codex":0.00034413004,"about_ca_topic_score_gemma":0.00007187348,"teacher_disagreement_score":0.6832292,"about_ca_system_score_codex":0.00031855452,"about_ca_system_score_gemma":0.0035261123,"threshold_uncertainty_score":0.9998921},"labels":[],"label_agreement":null},{"id":"W4387983449","doi":"10.2196/49825","title":"Continuing Medical Education in the Post COVID-19 Pandemic Era","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Continuing medical education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medical education; Process (computing); Continuing education; Public relations; Business; Political science; Medicine; Computer science; Infectious disease (medical specialty); Pathology","score_opus":0.020253887934140045,"score_gpt":0.4250593635326465,"score_spread":0.40480547559850644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387983449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7755848,0.00021867246,0.00010392471,0.2168874,0.0024814832,0.00114643,0.000001460827,0.00025011567,0.003325682],"genre_scores_gemma":[0.83228517,0.00026483147,0.00031858505,0.15955764,0.0023929176,0.0014243949,0.0013320298,0.000039888768,0.0023845572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951763,0.00033600326,0.0008959515,0.0004996306,0.002589308,0.00050279277],"domain_scores_gemma":[0.99753624,0.0004939601,0.00020693085,0.0006730942,0.00042912032,0.000660635],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045592627,0.0002307929,0.00032587044,0.00078713766,0.00017981912,0.00005034425,0.00056175725,0.0005706278,0.0042863353],"category_scores_gemma":[0.04645265,0.00017285199,0.00009451687,0.002869728,0.0003519322,0.00017619613,0.00006900163,0.00150949,0.00059273303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052890868,0.0015735473,0.07213122,0.00026717823,0.000013157726,0.000017902965,0.007526281,5.2324083e-7,0.00004023537,0.004154209,0.37376827,0.54045457],"study_design_scores_gemma":[0.0021185118,0.00016980976,0.45278898,0.0012922401,0.000059638856,0.0010382489,0.022412539,0.0017738926,0.00000624844,0.001974846,0.5160127,0.00035229727],"about_ca_topic_score_codex":0.00036044614,"about_ca_topic_score_gemma":0.00015334459,"teacher_disagreement_score":0.5401023,"about_ca_system_score_codex":0.00061579817,"about_ca_system_score_gemma":0.026358403,"threshold_uncertainty_score":0.9966239},"labels":[],"label_agreement":null},{"id":"W4388071983","doi":"10.1016/j.ajpe.2023.100614","title":"A Narrative Inquiry of Critical Events Supporting Professional Identity Formation in Introductory Pharmacy Practice Experiences","year":2023,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Hospital; Dalhousie University","funders":"Dalhousie University","keywords":"Pharmacy; Narrative; Pharmacy practice; Experiential learning; Psychology; Agency (philosophy); Preceptor; Autonomy; Pharmacist; Identity (music); Medical education; Pedagogy; Medicine; Nursing; Sociology; Political science","score_opus":0.06033773250821324,"score_gpt":0.5481791455885235,"score_spread":0.4878414130803103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388071983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96878254,0.00010513022,0.00065856776,0.026722036,0.003354176,0.00026493915,5.722913e-7,0.000015935633,0.000096090735],"genre_scores_gemma":[0.9923222,0.00008186697,0.004396479,0.0022113852,0.000867647,0.000054514974,0.000021841357,0.000013723574,0.00003030628],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970044,0.00038752932,0.0012422148,0.00017327249,0.00091440545,0.00027820942],"domain_scores_gemma":[0.99688524,0.00044050775,0.00092245155,0.0001312188,0.0014775924,0.00014300243],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024743718,0.00012528295,0.00035009632,0.00074110803,0.0000832067,0.00001243068,0.00016813961,0.00003910572,0.0003130249],"category_scores_gemma":[0.013528471,0.00011153734,0.00007826853,0.0021906344,0.000559541,0.0016661136,0.00004233205,0.0006680321,0.000015717516],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018827877,0.006332174,0.014020772,0.0007391115,0.00011612884,0.000047223995,0.5584742,0.000035988025,0.02191499,0.0015700334,0.01932053,0.37554607],"study_design_scores_gemma":[0.0015314067,0.0005674418,0.022084007,0.0006467284,0.0001823807,0.00076745433,0.95646876,0.0016150231,0.011041454,0.0005035776,0.0044070105,0.00018476871],"about_ca_topic_score_codex":0.000025334504,"about_ca_topic_score_gemma":6.9981564e-7,"teacher_disagreement_score":0.39799455,"about_ca_system_score_codex":0.00031151433,"about_ca_system_score_gemma":0.0014463993,"threshold_uncertainty_score":0.994781},"labels":[],"label_agreement":null},{"id":"W4388136055","doi":"10.1093/oso/9780199550463.003.0004","title":"How to take a medical history","year":2009,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical history; Process (computing); Swap (finance); Content (measure theory); Order (exchange); Psychology; Computer science; Medical education; Medicine; Surgery; Mathematics","score_opus":0.030530193477413647,"score_gpt":0.29399358552788907,"score_spread":0.2634633920504754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388136055","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011459176,0.00037247245,0.0010351912,0.10356263,0.0012526485,0.00038443538,0.0000010804268,0.000131669,0.89324844],"genre_scores_gemma":[0.00013241821,0.000051026007,0.007380097,0.06350559,0.001986372,0.000015741887,0.000103769125,0.000046992405,0.926778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733925,0.0000052414043,0.000339563,0.0003607181,0.0017509346,0.00020427613],"domain_scores_gemma":[0.99851996,0.000024324898,0.0000935073,0.0005390024,0.0005192872,0.00030390738],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004438875,0.00023790383,0.0004096173,0.00040514386,0.000025302028,0.0000091043885,0.00017151528,0.00072306383,0.026782721],"category_scores_gemma":[0.0020615975,0.00020201797,0.00010263058,0.000049614027,0.00012021244,0.000029828352,0.00003383685,0.00086377497,0.00083123165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000091611655,0.000026761743,6.8054055e-7,0.00002918456,0.000020626348,0.000040878047,0.00004979011,5.707931e-9,0.0000044985673,0.11964239,0.607562,0.272614],"study_design_scores_gemma":[0.00026947694,0.00018743725,0.000041340725,0.00040329774,0.00007026709,0.00010727075,0.000016166943,0.0000114312525,0.0000042660477,0.0015301554,0.9971698,0.00018910205],"about_ca_topic_score_codex":0.0000062732247,"about_ca_topic_score_gemma":0.000010708992,"teacher_disagreement_score":0.38960776,"about_ca_system_score_codex":0.0016075345,"about_ca_system_score_gemma":0.0015740757,"threshold_uncertainty_score":0.9999467},"labels":[],"label_agreement":null},{"id":"W4388179718","doi":"10.1016/j.cjca.2023.10.015","title":"Synergistic Learning Models: The Case for Joint Training Programs in Pediatric Cardiac Imaging","year":2023,"lang":"en","type":"editorial","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Joint (building); Cardiac imaging; Medical physics; Radiology","score_opus":0.06833758570009736,"score_gpt":0.3108828065843416,"score_spread":0.24254522088424424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388179718","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005294254,0.0012660121,0.0053627193,0.002204012,0.98439187,0.00064320344,0.000038093876,0.000020521285,0.00077931286],"genre_scores_gemma":[0.19917066,0.00022465647,0.000501766,0.000055063403,0.7994472,0.00010942215,0.0002452715,0.00009113785,0.00015483885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975066,0.00028419794,0.000961559,0.0002600001,0.00031608992,0.00067154993],"domain_scores_gemma":[0.9965771,0.001071063,0.0005282975,0.00025076442,0.0012651685,0.00030762856],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004145884,0.00023788393,0.0010342426,0.0011981899,0.00021820226,0.000048909264,0.0002198053,0.0005413144,0.0000035712724],"category_scores_gemma":[0.019750101,0.00018926138,0.00038591842,0.0006848645,0.00021093321,0.0000678391,0.000016113505,0.0027483173,0.0000033579115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022001626,0.0000019217111,0.0006410401,0.0001881398,0.00019060985,0.0032166892,0.0015033645,0.0047061304,8.047274e-7,0.00008697427,0.9460189,0.043423474],"study_design_scores_gemma":[0.00088109233,0.00025133655,0.00015467027,0.00027748963,0.0009899416,0.0012255397,0.007356813,0.002216308,1.1906688e-7,0.00072457397,0.9856844,0.00023774651],"about_ca_topic_score_codex":0.0014559854,"about_ca_topic_score_gemma":0.0009579176,"teacher_disagreement_score":0.1938764,"about_ca_system_score_codex":0.0009077831,"about_ca_system_score_gemma":0.010028031,"threshold_uncertainty_score":0.99955237},"labels":[],"label_agreement":null},{"id":"W4388214199","doi":"10.3138/jvme-50.5-editorial","title":"Appreciating Excellence in Veterinary Medical Education: A Tribute to Our <i>JVME</i> Editorial Board Members","year":2023,"lang":"en","type":"editorial","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tribute; Excellence; Medical education; Editorial board; Veterinary medicine; Medicine; Management; Political science; Library science; Law","score_opus":0.0361470922393039,"score_gpt":0.41507070146046404,"score_spread":0.37892360922116014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388214199","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035699546,0.0005712027,0.00010881784,0.05131278,0.9110403,0.00083446485,0.000018071903,0.00009120038,0.00032361055],"genre_scores_gemma":[0.0030898103,0.0013154086,0.0037386073,0.0034591563,0.98495924,0.0003915884,0.00066889985,0.00020319494,0.0021741039],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98321533,0.00069726893,0.003879443,0.00095860485,0.01026718,0.000982198],"domain_scores_gemma":[0.9878288,0.0017017729,0.002502587,0.0012101094,0.004519755,0.002237014],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00893662,0.0007924887,0.0018101784,0.0021246688,0.00019826561,0.00011906394,0.0015398285,0.003279846,0.00080224837],"category_scores_gemma":[0.15985638,0.0007592752,0.00046484533,0.0027288669,0.00018675957,0.00048721363,0.00042501226,0.0067282366,0.00018942122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012790143,0.002637548,0.00008342911,0.0011631068,0.00012191555,0.00036276353,0.0010407736,0.000004196597,0.00007779797,0.000007050289,0.90263873,0.090583675],"study_design_scores_gemma":[0.0025090491,0.00351791,0.00025350897,0.013665582,0.00021483382,0.000984513,0.0025416363,0.00011243985,0.0000063955804,0.00007650987,0.9755313,0.0005863516],"about_ca_topic_score_codex":0.00031013286,"about_ca_topic_score_gemma":0.00002803139,"teacher_disagreement_score":0.15091975,"about_ca_system_score_codex":0.002669829,"about_ca_system_score_gemma":0.06768606,"threshold_uncertainty_score":0.99948585},"labels":[],"label_agreement":null},{"id":"W4388423932","doi":"10.1080/10401334.2023.2246964","title":"Competency-Based Cultural Safety Training in Medical Education at <i>La Sabana</i> University, Colombia: A Roadmap of Curricular Modernization","year":2023,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cultural safety; Curriculum; Modernization theory; Patient safety; Medical education; Cultural diversity; Cultural competence; Indigenous; Medicine; Health care; Nursing; Psychology; Pedagogy; Sociology; Political science","score_opus":0.01478063591625433,"score_gpt":0.3191374809940079,"score_spread":0.30435684507775357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388423932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745326,0.000111843125,0.0010492039,0.018116666,0.00019783668,0.0002361062,4.837208e-7,0.00010785561,0.005647407],"genre_scores_gemma":[0.9958063,0.00009045091,0.0019347701,0.0008919635,0.00011584854,0.0000052124656,0.00035678205,0.000015880269,0.00078278815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788296,0.00064613955,0.00044186632,0.00025839166,0.000557807,0.0002128473],"domain_scores_gemma":[0.99913925,0.0003831561,0.00015057452,0.00012448784,0.00010695331,0.00009559151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038945687,0.00012838883,0.00037379685,0.00068230764,0.00019262268,0.000004130708,0.00009414554,0.00017923908,0.00009846747],"category_scores_gemma":[0.007929533,0.000114922885,0.000026160058,0.0010972641,0.00026164865,0.000073068906,0.000043589695,0.0014070108,0.0000038808803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037441,0.00058927195,0.48978567,0.0008096618,0.00004704503,0.00014752128,0.08059998,0.0061617275,0.0014151195,0.011234308,0.007809989,0.4010253],"study_design_scores_gemma":[0.008925979,0.0006096313,0.42770937,0.007619878,0.00012954559,0.00017711308,0.08183695,0.4192613,0.000017781806,0.00035910285,0.05297694,0.00037640767],"about_ca_topic_score_codex":0.00067880965,"about_ca_topic_score_gemma":0.00007484603,"teacher_disagreement_score":0.4130996,"about_ca_system_score_codex":0.00026798158,"about_ca_system_score_gemma":0.0008594535,"threshold_uncertainty_score":0.9492965},"labels":[],"label_agreement":null},{"id":"W4388429374","doi":"10.5334/pme.1027","title":"Contradictions and Opportunities: Reconciling Professional Identity Formation and Competency-Based Medical Education","year":2023,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; University of Toronto; Sunnybrook Health Science Centre; McGill University; McGill University Health Centre","funders":"","keywords":"Curriculum; Competence (human resources); Operationalization; Coaching; Medical education; Mentorship; Psychology; Pedagogy; Medicine; Psychotherapist; Social psychology","score_opus":0.03434055644114431,"score_gpt":0.3859084355624056,"score_spread":0.3515678791212613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388429374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74614406,0.0008978099,0.0026808826,0.24210963,0.002886639,0.00090070727,0.0000072523258,0.00031495644,0.0040580984],"genre_scores_gemma":[0.96822125,0.0024870266,0.0026607628,0.022697426,0.001260176,0.0005414433,0.0007720174,0.000040926723,0.001318994],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99697554,0.0001681633,0.00056096347,0.0004582986,0.0015540834,0.0002829676],"domain_scores_gemma":[0.99811476,0.00024919587,0.0001777905,0.00027708712,0.0006714075,0.0005097292],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016965113,0.00020360938,0.00028139917,0.0007474895,0.000423139,0.000055635584,0.00012988993,0.00032324466,0.0012369136],"category_scores_gemma":[0.011327011,0.00018724042,0.00005259974,0.00074416795,0.0005141858,0.0004926787,0.00004111173,0.00071276777,0.00004930953],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018915652,0.0037566305,0.004928565,0.0008001222,0.00008120129,0.000011704014,0.016948428,0.0000028284505,0.0001157814,0.34440294,0.07593515,0.5528275],"study_design_scores_gemma":[0.00804114,0.0014435702,0.2573155,0.0104659125,0.0004984942,0.0011668988,0.42955393,0.16250779,0.00020817986,0.039325815,0.087965146,0.0015076592],"about_ca_topic_score_codex":0.000055124816,"about_ca_topic_score_gemma":0.000029894323,"teacher_disagreement_score":0.55131984,"about_ca_system_score_codex":0.00040715004,"about_ca_system_score_gemma":0.014901845,"threshold_uncertainty_score":0.9996761},"labels":[],"label_agreement":null},{"id":"W4388456455","doi":"10.12688/mep.19723.1","title":"Twelve Tips for using Learning Curves in Health Professions Education Research","year":2023,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Checklist; Learning curve; Fidelity; Meaning (existential); Representation (politics); Psychological intervention; Psychology; Computer science; Mathematics education; Medical education; Medicine; Political science; Cognitive psychology","score_opus":0.21938859079813003,"score_gpt":0.5559506982637361,"score_spread":0.3365621074656061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388456455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7711626,0.0008190439,0.0014119666,0.2155018,0.0028584327,0.003440518,0.000004303276,0.00030654625,0.0044947397],"genre_scores_gemma":[0.93979573,0.00034061848,0.01669307,0.008118122,0.0017995316,0.001694218,0.0020948693,0.00010438253,0.02935943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978871,0.0002608581,0.00045770835,0.0002838297,0.000607265,0.00050326047],"domain_scores_gemma":[0.9983584,0.00025488329,0.00010976824,0.00026267368,0.0009258444,0.00008839508],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067915088,0.00008314391,0.00020376378,0.0012291889,0.00036206288,0.000047192258,0.0001280236,0.00010686172,0.00012278471],"category_scores_gemma":[0.016695881,0.00007894713,0.00003323845,0.004334435,0.00008303502,0.0002647349,0.000059323822,0.00082518137,0.000036956953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030607975,0.00042345136,0.017729431,0.0020460552,0.000010982424,0.0000012048162,0.0031063838,0.000015495958,0.00020615336,0.0063266414,0.8677292,0.102374405],"study_design_scores_gemma":[0.0023228126,0.0005744905,0.10595263,0.013939609,0.000028984177,0.00004756378,0.060050137,0.02395441,0.00029135498,0.008197622,0.78423303,0.00040737077],"about_ca_topic_score_codex":0.00023561085,"about_ca_topic_score_gemma":0.00003348244,"teacher_disagreement_score":0.20738368,"about_ca_system_score_codex":0.00051945844,"about_ca_system_score_gemma":0.003283704,"threshold_uncertainty_score":0.9915869},"labels":[],"label_agreement":null},{"id":"W4388530624","doi":"10.1002/ase.2354","title":"Evaluating knowledge loss over multiple retention intervals can identify deficiencies and inform curricular development","year":2023,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Test (biology); Cohort; Blood loss; Weight loss; Knowledge retention; Medicine; Psychology; Medical education; Surgery; Biology; Internal medicine","score_opus":0.07111067883599757,"score_gpt":0.44318622896404186,"score_spread":0.3720755501280443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388530624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99554956,0.00012790816,0.00009492635,0.0017432707,0.0009089352,0.00035196813,7.411133e-7,0.0000855741,0.0011371257],"genre_scores_gemma":[0.9955423,0.00002932033,0.003178543,0.0004765579,0.0001277195,0.00008772591,0.000088184985,0.0000073516176,0.0004622966],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983556,0.000033577067,0.000420448,0.0003415453,0.00056247076,0.000286325],"domain_scores_gemma":[0.99924016,0.000088318215,0.00012563664,0.00013839926,0.00032454275,0.00008293032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019094258,0.000113584094,0.00014047476,0.00044230782,0.00042340846,0.00009029607,0.00014187414,0.00008150233,0.00007234092],"category_scores_gemma":[0.0020576946,0.00009492835,0.000033989203,0.0020479623,0.00035170387,0.00026512265,0.00009089214,0.00015037345,0.0000876967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011624965,0.00036751362,0.38873214,0.0001722882,0.000021398613,9.176358e-7,0.007021609,0.000014466087,0.0060320734,0.007955178,0.005541952,0.58412886],"study_design_scores_gemma":[0.00036480217,0.00009857654,0.9411451,0.00036376127,0.000033141758,0.000023527064,0.006566906,0.043119956,0.0018309838,0.0011798234,0.0050828923,0.00019051327],"about_ca_topic_score_codex":0.000103148705,"about_ca_topic_score_gemma":0.00004006814,"teacher_disagreement_score":0.58393836,"about_ca_system_score_codex":0.00032274285,"about_ca_system_score_gemma":0.0010125564,"threshold_uncertainty_score":0.3871066},"labels":[],"label_agreement":null},{"id":"W4388574917","doi":"10.6000/1929-6029.2023.12.23","title":"Using Measurement Invariance to Explore the Source of Variation in Basic Medical Science Students’ Evaluation of Teaching Effectiveness","year":2023,"lang":"en","type":"article","venue":"International Journal of Statistics in Medical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Set (abstract data type); Variation (astronomy); Mathematics education; Variable (mathematics); Medical education; Medical science; Measurement invariance; Variables; Psychology; Computer science; Medicine; Mathematics; Statistics; Confirmatory factor analysis; Structural equation modeling","score_opus":0.40994163030746955,"score_gpt":0.6034593885943896,"score_spread":0.19351775828692008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388574917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90746194,0.000036577458,0.08694637,0.0041721403,0.00082383346,0.000440304,0.0000027188364,0.0000027853237,0.000113309645],"genre_scores_gemma":[0.9950031,0.000051962317,0.0044857864,0.00016323333,0.00024974803,0.000027147422,0.0000044092394,0.000010786345,0.000003840822],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9631682,0.0016255328,0.00144401,0.00023628912,0.033195693,0.00033029448],"domain_scores_gemma":[0.98714364,0.002303917,0.0003532207,0.00021441597,0.009803839,0.00018097834],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13801149,0.000082802755,0.00028494172,0.0021215798,0.000076399345,0.000028732791,0.0011645851,0.000102644786,0.00018310775],"category_scores_gemma":[0.24301098,0.0000621988,0.00003175098,0.0024171895,0.0005977585,0.00013445033,0.0002904506,0.0013652667,0.0000043515097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016120077,0.0032166243,0.1640995,0.00055561744,0.00032475323,0.0003639038,0.021776205,0.009912759,0.029653931,0.02846854,0.0017508114,0.73826534],"study_design_scores_gemma":[0.0037670166,0.00036938902,0.7750816,0.006355674,0.000039833914,0.00008716512,0.0030417824,0.20026213,0.0013815963,0.009374689,0.00015200472,0.000087152934],"about_ca_topic_score_codex":0.0003134378,"about_ca_topic_score_gemma":0.00004610018,"teacher_disagreement_score":0.7381782,"about_ca_system_score_codex":0.0018092055,"about_ca_system_score_gemma":0.0061155343,"threshold_uncertainty_score":0.9995189},"labels":[],"label_agreement":null},{"id":"W4388605603","doi":"","title":"SAFE QI &ndash; a framework to overcome the challenges of implementing a quality improvement curriculum into a residency program","year":2017,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Quality (philosophy); Engineering management; Psychology; Computer science; Medicine; Engineering; Pedagogy","score_opus":0.28654337552577686,"score_gpt":0.6485197576227932,"score_spread":0.3619763820970164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388605603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970248,0.0050002784,0.0006229994,0.01573791,0.00085335394,0.0024963645,0.0000101233045,0.00003734546,0.0049936157],"genre_scores_gemma":[0.98552376,0.0022187887,0.010226507,0.0008987617,0.0005363374,0.0004344552,0.0000073031392,0.000041830266,0.00011228209],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956379,0.0002404176,0.001693253,0.00049471273,0.0014305724,0.000503162],"domain_scores_gemma":[0.99435323,0.0002877887,0.0022107293,0.0017310674,0.0011976291,0.00021953777],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006451854,0.0002983161,0.0008669965,0.0005282408,0.0008039853,0.0007085179,0.0029507568,0.00015917186,0.0024580527],"category_scores_gemma":[0.009634765,0.00021528499,0.00020518336,0.0007511514,0.00028092216,0.0010466733,0.0017259248,0.0008084157,0.0000106587695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015083267,0.0014645109,0.3985867,0.00082293927,0.00038179915,0.000009737688,0.0028265854,0.000001691167,0.015311771,0.011300508,0.016368764,0.5527742],"study_design_scores_gemma":[0.00062238425,0.00010788539,0.9428681,0.002220085,0.000140325,0.000006608074,0.0020341366,0.000029306,0.0050870506,0.036572088,0.010039355,0.00027268584],"about_ca_topic_score_codex":0.0036769654,"about_ca_topic_score_gemma":0.00019300853,"teacher_disagreement_score":0.5525015,"about_ca_system_score_codex":0.0002503085,"about_ca_system_score_gemma":0.0004707931,"threshold_uncertainty_score":0.9987075},"labels":[],"label_agreement":null},{"id":"W4388625337","doi":"10.3389/fpsyt.2023.1276985","title":"Implementation of structured feedback in a psychiatry residency program in Canada: a qualitative analysis study","year":2023,"lang":"en","type":"article","venue":"Frontiers in Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Hospital; University of Toronto; Centre for Addiction and Mental Health","funders":"Department of Psychiatry, University of Toronto; University of Toronto","keywords":"Implementation research; Qualitative research; Fidelity; Medical education; Qualitative property; Computer science; Psychology; Medicine; Nursing","score_opus":0.013547083027731235,"score_gpt":0.40156404143209445,"score_spread":0.38801695840436323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388625337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864127,0.0002221269,0.00013575428,0.005381246,0.0060089827,0.001703021,0.000017391514,0.000030701045,0.00008806917],"genre_scores_gemma":[0.9450301,0.000016214713,0.054064684,0.0002392969,0.00008745072,0.00032279443,0.00018681408,0.00002091137,0.00003171578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707943,0.00028136128,0.0012198322,0.00041935436,0.0006196506,0.00038036762],"domain_scores_gemma":[0.99911225,0.00002906941,0.0002886836,0.00040165574,0.00011552608,0.000052817635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011079288,0.00018063081,0.0005901826,0.0025696754,0.000031730196,0.000007818116,0.00017597784,0.00009694886,0.00007936741],"category_scores_gemma":[0.0001790109,0.0001847049,0.00007153742,0.011617313,0.000054883254,0.000093246206,0.000028458122,0.0004354282,0.000001472643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009632651,0.0005396598,0.92146534,0.00013994762,0.00024864686,0.0000057812335,0.0141288275,0.0000800123,0.0000017649588,0.00023464703,0.052140012,0.010919038],"study_design_scores_gemma":[0.002118605,0.00015844838,0.6749576,0.00007886873,0.0001229557,4.4224151e-7,0.31839296,0.00053061504,0.0000019690845,0.003518126,0.000018666371,0.00010077692],"about_ca_topic_score_codex":0.45537817,"about_ca_topic_score_gemma":0.96371627,"teacher_disagreement_score":0.50833815,"about_ca_system_score_codex":0.0009702282,"about_ca_system_score_gemma":0.0056884973,"threshold_uncertainty_score":0.9999483},"labels":[],"label_agreement":null},{"id":"W4388682401","doi":"10.1111/medu.15274","title":"An imperative for transforming health professions education","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Health professions; Lever; Health education; Public relations; Medical education; Political science; Engineering ethics; Sociology; Psychology; Medicine; Nursing; Health care; Public health; Engineering; Law","score_opus":0.024386979543421682,"score_gpt":0.47105722388973137,"score_spread":0.4466702443463097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388682401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5812801,0.000271381,0.021740811,0.3825929,0.007658383,0.004055705,0.000011486571,0.0005997976,0.0017894271],"genre_scores_gemma":[0.8819309,0.00020708311,0.017758714,0.08097969,0.0033357597,0.004156697,0.00615864,0.0000849363,0.0053876117],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979583,0.0000889441,0.0005548406,0.0003602479,0.00066085975,0.00037682764],"domain_scores_gemma":[0.9986224,0.00007597062,0.00012531305,0.00035668878,0.00054959476,0.00027002592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014691331,0.00014957212,0.00024973217,0.00045374132,0.00040128164,0.000023284778,0.00014973704,0.00020933765,0.00044070513],"category_scores_gemma":[0.0034352124,0.00013085784,0.000066184795,0.0013005201,0.00010239186,0.00023676523,0.000010022582,0.00035980344,0.00008981196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028188402,0.0013462581,0.0006877857,0.0002902557,0.000012106803,1.8353728e-7,0.00512141,6.665988e-7,0.00028031075,0.0064791664,0.30397716,0.6817765],"study_design_scores_gemma":[0.002935242,0.0018561551,0.048703637,0.003043275,0.00014101554,0.00013712907,0.068506084,0.01851264,0.0013621981,0.0073061422,0.8467992,0.00069731113],"about_ca_topic_score_codex":0.000079759186,"about_ca_topic_score_gemma":0.000020191088,"teacher_disagreement_score":0.6810792,"about_ca_system_score_codex":0.00037794784,"about_ca_system_score_gemma":0.018590668,"threshold_uncertainty_score":0.986973},"labels":[],"label_agreement":null},{"id":"W4388697936","doi":"10.1186/s12909-023-04837-6","title":"Collecting evidence of validity for an assessment tool for Norwegian medical students’ non-technical skills (NorMS-NTS): usability and reliability when used by novice raters","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Helse Nord RHF; Universitetet i Tromsø","keywords":"Usability; Norwegian; Medical education; Reliability (semiconductor); Psychology; Educational measurement; Validity; Psychometrics; Applied psychology; Computer science; Medicine; Clinical psychology; Pedagogy; Curriculum","score_opus":0.050141476392498746,"score_gpt":0.46837426887755806,"score_spread":0.4182327924850593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388697936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93691367,0.000016376716,0.04676154,0.011416656,0.0012644599,0.0034565357,0.000019940897,0.000115365685,0.00003544399],"genre_scores_gemma":[0.94217455,0.000049862505,0.05150361,0.0024762799,0.000648325,0.0020505881,0.0006243794,0.000042620948,0.00042975575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942176,0.00033097764,0.0013985948,0.0008544925,0.0027214226,0.00047691516],"domain_scores_gemma":[0.99246264,0.00461948,0.00040499293,0.0008487163,0.0011125862,0.00055160356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015352308,0.00024600734,0.00063120323,0.00019491183,0.00028351866,0.00007224257,0.000578507,0.0005587239,0.00040469898],"category_scores_gemma":[0.09586667,0.00022991191,0.00013333723,0.0009056051,0.0005399134,0.00031963896,0.00015652737,0.00053354644,0.000005172957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005152397,0.0076033566,0.73050934,0.0059629884,0.000056660854,7.615106e-7,0.0021312842,0.0000034434845,0.001957051,0.00014762406,0.2020454,0.049066864],"study_design_scores_gemma":[0.007933551,0.0035409904,0.94120646,0.00439567,0.0005142631,0.000053736876,0.0045323074,0.027100386,0.0011395445,0.0029897934,0.0057731518,0.0008201537],"about_ca_topic_score_codex":0.0003215825,"about_ca_topic_score_gemma":0.0001870468,"teacher_disagreement_score":0.21069711,"about_ca_system_score_codex":0.0006560104,"about_ca_system_score_gemma":0.009592709,"threshold_uncertainty_score":0.996022},"labels":[],"label_agreement":null},{"id":"W4388704286","doi":"10.1080/10401334.2023.2276799","title":"The McMaster Narrative Comment Rating Tool: Development and Initial Validity Evidence","year":2023,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Queen's University","funders":"","keywords":"Narrative; Psychology; Narrative review; Medical education; Applied psychology; Clinical psychology; Medicine; Psychotherapist; Philosophy","score_opus":0.10744041199275124,"score_gpt":0.40839707099318,"score_spread":0.3009566590004288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388704286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9412018,0.00022952331,0.00042990778,0.056943186,0.00022099345,0.00019669233,3.7950972e-8,0.00008544251,0.00069240754],"genre_scores_gemma":[0.9928518,0.00007939449,0.0026085386,0.0026997607,0.0003245509,0.000036826023,0.000014717569,0.000011650829,0.0013727827],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99837923,0.0004896882,0.0003729177,0.00020194464,0.00034266172,0.00021357657],"domain_scores_gemma":[0.99827087,0.0014375133,0.00009394119,0.00009651668,0.000056942463,0.00004423155],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008917358,0.000109182685,0.00019668581,0.00014085481,0.0010394342,0.00002525499,0.000052378688,0.00005294316,0.000028212648],"category_scores_gemma":[0.015843702,0.00006941499,0.000008217588,0.00027211537,0.00021220259,0.00007194278,0.00006352107,0.0015049832,0.000005335131],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007203678,0.000029092495,0.041888017,0.00014119947,0.000023063825,0.000017233955,0.1841611,0.000024672716,0.00033822047,0.00053518405,0.009709583,0.7630606],"study_design_scores_gemma":[0.0030315325,0.000986426,0.41848758,0.0067338627,0.00006887659,0.00012293464,0.2112423,0.020175131,0.00011460781,0.00024013362,0.33845153,0.00034508223],"about_ca_topic_score_codex":0.0000748861,"about_ca_topic_score_gemma":0.000006694892,"teacher_disagreement_score":0.7627155,"about_ca_system_score_codex":0.000076303906,"about_ca_system_score_gemma":0.00007172448,"threshold_uncertainty_score":0.99244624},"labels":[],"label_agreement":null},{"id":"W4388705846","doi":"10.21203/rs.3.rs-3595449/v1","title":"Minimum Supervision Levels required for Pediatric Cardiology Fellowship graduation by Pediatric Cardiology Fellowship Program Directors","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Graduation (instrument); Subspecialty; Accreditation; Medical education; Medicine; Graduate medical education; Curriculum; Family medicine; Cardiology; Medical physics; Psychology; Pedagogy; Mathematics","score_opus":0.19910015217008192,"score_gpt":0.4743400657178621,"score_spread":0.27523991354778016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388705846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9641476,0.002784805,0.002221237,0.009043311,0.0059452415,0.013429631,0.00069038983,0.0009944434,0.0007433062],"genre_scores_gemma":[0.951977,0.0034286785,0.0041320818,0.00012371992,0.014784295,0.009473519,0.011911696,0.0003344252,0.003834558],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99000233,0.0017924033,0.0015680833,0.00210383,0.0025074384,0.0020258878],"domain_scores_gemma":[0.9904688,0.0028276523,0.00039482882,0.0018655175,0.003978051,0.00046516702],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0096916,0.0007185955,0.0016938346,0.002877845,0.00061943923,0.00014460426,0.00090165035,0.0022834362,0.00007012368],"category_scores_gemma":[0.02540633,0.00068614923,0.0007080662,0.0037490043,0.00047197338,0.00013539815,0.0009074199,0.0036895017,0.0002940531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057509815,0.0006789221,0.21817881,0.011891555,0.00044666414,0.00013451393,0.0010133191,0.00018705477,0.0005386366,0.00019540997,0.7249207,0.04123933],"study_design_scores_gemma":[0.012794008,0.011887278,0.7977307,0.0019543285,0.003810298,0.00020669846,0.00604981,0.012366267,0.0007397561,0.022202022,0.12561664,0.004642234],"about_ca_topic_score_codex":0.00021482578,"about_ca_topic_score_gemma":0.000011351224,"teacher_disagreement_score":0.599304,"about_ca_system_score_codex":0.0013991467,"about_ca_system_score_gemma":0.0025266546,"threshold_uncertainty_score":0.999559},"labels":[],"label_agreement":null},{"id":"W4388706066","doi":"10.46292/1945-5763-29.suppl.ii","title":"Inclusivity and Engagement: The Canadian Spinal Cord Injury – Rehabilitation Association Welcomes You to the 10th National Spinal Cord Injury Conference","year":2023,"lang":"en","type":"article","venue":"Topics in Spinal Cord Injury Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Medicine; Public relations; Oppression; Privilege (computing); Spinal cord injury; Community engagement; Politics; Health care; Nursing; Sociology; Political science; Gender studies","score_opus":0.04184795152471931,"score_gpt":0.39836455802571646,"score_spread":0.35651660650099715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388706066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8448988,0.00004891877,0.0001753084,0.14963305,0.0016998468,0.0022204372,0.00007467971,0.00011000021,0.0011389415],"genre_scores_gemma":[0.9882862,0.000033905635,0.004700065,0.004370503,0.0008883548,0.0006803761,0.0002067606,0.000039931958,0.00079388695],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949313,0.0007487435,0.001177042,0.0007640228,0.0016978093,0.0006811098],"domain_scores_gemma":[0.9961467,0.0005982299,0.0004510147,0.0006961302,0.0018871498,0.0002208233],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0078382455,0.0003811416,0.00045316303,0.0011386935,0.0011256167,0.0001913293,0.0004533397,0.00034808886,0.00013809098],"category_scores_gemma":[0.02035284,0.0003158744,0.00011912963,0.003110035,0.00044882257,0.0004506387,0.00023674258,0.0013003723,0.00014365169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014963585,0.00034057748,0.09011792,0.000577169,0.00007311055,0.0000046888213,0.0021726203,0.000015493324,0.00048323857,0.06680809,0.03976087,0.78468263],"study_design_scores_gemma":[0.00056337076,0.022140192,0.8464024,0.00032907797,0.000070580594,0.0000063168604,0.0027984101,0.00063299,0.00004471979,0.01446629,0.11219113,0.0003544848],"about_ca_topic_score_codex":0.0060140295,"about_ca_topic_score_gemma":0.012581746,"teacher_disagreement_score":0.78432816,"about_ca_system_score_codex":0.0035698244,"about_ca_system_score_gemma":0.0015463936,"threshold_uncertainty_score":0.9999293},"labels":[],"label_agreement":null},{"id":"W4388719915","doi":"10.1370/afm.22.s1.4747","title":"Teaching Opportunities for Family Medicine Residents: Towards a Resident Teaching Framework","year":2023,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Preceptor; Curriculum; Medical education; Accreditation; Context (archaeology); Population; Medicine; Psychology; Pedagogy","score_opus":0.14681381605473,"score_gpt":0.4292111550108648,"score_spread":0.28239733895613484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388719915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48401397,0.00019599653,0.072962075,0.3219752,0.0031392097,0.0015551394,0.000009256869,0.0014101665,0.114738956],"genre_scores_gemma":[0.67906934,0.00022036074,0.10503941,0.05188683,0.006004172,0.00064854533,0.0006565335,0.0001645881,0.1563102],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760866,0.00010591512,0.000681995,0.00035939354,0.0008070202,0.00043702943],"domain_scores_gemma":[0.99849004,0.00042600147,0.00013448314,0.0005307634,0.0002787979,0.00013989415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036770469,0.0002036307,0.00037991977,0.0006987596,0.00045042366,0.00003226199,0.00020762159,0.00020325254,0.0003142587],"category_scores_gemma":[0.013301397,0.00016057857,0.00008337689,0.00042024464,0.00015884817,0.00016681122,0.00008269588,0.0009036757,0.000058738533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007521782,0.000066273984,0.00060918083,0.00030607014,0.0000767048,0.0000328566,0.0051574023,0.0000021935284,0.0006990446,0.1347962,0.7081554,0.15002346],"study_design_scores_gemma":[0.0034960113,0.001332312,0.07606202,0.004865331,0.00044424023,0.00009665927,0.192907,0.004748805,0.00029093862,0.08077816,0.6342413,0.0007372151],"about_ca_topic_score_codex":0.0010020238,"about_ca_topic_score_gemma":0.0000068246272,"teacher_disagreement_score":0.27008837,"about_ca_system_score_codex":0.00021426067,"about_ca_system_score_gemma":0.00030872505,"threshold_uncertainty_score":0.99500996},"labels":[],"label_agreement":null},{"id":"W4388722205","doi":"10.1007/s44186-023-00193-7","title":"Train the Trainers: a comparative analysis of medical students and residents as trainers for undergraduate med-school learners in surgical skills","year":2023,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Specialty; Trainer; Medicine; Psychological intervention; Odds; Grading scale; Psychology; Family medicine; Computer science; Surgery; Nursing; Logistic regression; Internal medicine","score_opus":0.022995204718326733,"score_gpt":0.4264123116872848,"score_spread":0.40341710696895805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388722205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.905401,0.00034046682,0.000033485314,0.08939644,0.0018612162,0.001391201,0.000047635844,0.000023324243,0.001505264],"genre_scores_gemma":[0.99360025,0.00048503446,0.00023098926,0.0012899189,0.0007241276,0.00023870305,0.00031729386,0.000019886864,0.003093821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934903,0.0006522484,0.0018859644,0.00040317085,0.0030781485,0.0004901945],"domain_scores_gemma":[0.99389285,0.0020123972,0.0016989092,0.00034434535,0.0016291322,0.00042234006],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007673645,0.0002929771,0.0009956496,0.00071918644,0.00025546175,0.00012935966,0.0007532359,0.00043247297,0.00012882106],"category_scores_gemma":[0.011029735,0.0001951887,0.00074423983,0.005318412,0.00027036117,0.00024149491,0.000082735285,0.00064970914,0.0000074765126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052443715,0.015017014,0.49141046,0.0006095948,0.007863965,0.000025926603,0.014362182,0.0018852452,0.00003506423,0.07720606,0.28787068,0.09846943],"study_design_scores_gemma":[0.013280157,0.000555134,0.74232435,0.00084964605,0.0031425173,0.0003876428,0.021721726,0.0026873446,0.00003628852,0.009807875,0.20470537,0.000501923],"about_ca_topic_score_codex":0.00019584403,"about_ca_topic_score_gemma":0.00006256328,"teacher_disagreement_score":0.25091392,"about_ca_system_score_codex":0.0016238126,"about_ca_system_score_gemma":0.0045856196,"threshold_uncertainty_score":0.9973008},"labels":[],"label_agreement":null},{"id":"W4388732649","doi":"10.1111/tct.13677","title":"Exploring perspectives of personal learning plans in a residency programme","year":2023,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Department of Medicine, School of Medicine, Queen's University","keywords":"Medical education; Higher education; Psychology; Reflection (computer programming); Medicine; Computer science; Political science","score_opus":0.39492508596146136,"score_gpt":0.4761297935695945,"score_spread":0.08120470760813314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388732649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983794,0.000052695486,0.000015916954,0.013729649,0.00017092528,0.00021264935,2.2496212e-7,0.00009208783,0.0019318586],"genre_scores_gemma":[0.9955268,0.00011264794,0.0004150788,0.00009700208,0.00045775427,0.00007264176,0.000007903569,0.000014446864,0.003295721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987177,0.00019412432,0.00045210417,0.00017464948,0.00026229038,0.00019910766],"domain_scores_gemma":[0.99928993,0.0003327871,0.00008591984,0.0001747661,0.00008192601,0.00003465855],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034974474,0.00006432173,0.00020472566,0.00012084615,0.000046731468,0.000004627718,0.00009541208,0.00007035551,0.00019275367],"category_scores_gemma":[0.010280823,0.00004344033,0.00007799908,0.0007786791,0.0002390529,0.000052494717,0.0000408176,0.00092779804,0.00008255321],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001746829,0.00064676884,0.79007155,0.00006532354,0.00006539306,0.000015808371,0.0574972,0.0000073941787,0.00008526774,0.0017669314,0.003843006,0.14576066],"study_design_scores_gemma":[0.00078967627,0.0002813951,0.892622,0.00020636222,0.00003158241,0.000005979048,0.100278094,0.0018441022,0.000013204384,0.00056913873,0.003289527,0.00006892339],"about_ca_topic_score_codex":0.000044462497,"about_ca_topic_score_gemma":0.000009731265,"teacher_disagreement_score":0.14569172,"about_ca_system_score_codex":0.00005273752,"about_ca_system_score_gemma":0.00014732164,"threshold_uncertainty_score":0.998056},"labels":[],"label_agreement":null},{"id":"W4388755876","doi":"10.1080/0142159x.2023.2279908","title":"Examining the WFME Recognition Programme at 10 years","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Accreditation; Scrutiny; Medical education; Commission; Agency (philosophy); Political science; Transparency (behavior); Medicine; Public relations; Sociology","score_opus":0.11902516978361834,"score_gpt":0.36347899376442117,"score_spread":0.24445382398080284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388755876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96422917,0.000047172045,0.00004044579,0.02101374,0.000554103,0.00031229353,5.052176e-7,0.0003122526,0.01349033],"genre_scores_gemma":[0.894211,0.00006420664,0.0006620147,0.0050587733,0.0026368217,0.00040749137,0.00070383516,0.00006908046,0.09618677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981067,0.000087347005,0.00028105787,0.00022159042,0.00096172135,0.00034156424],"domain_scores_gemma":[0.99935544,0.00006288931,0.00005452061,0.00029464278,0.00008722862,0.00014530288],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021881198,0.000093408504,0.00014241967,0.0001103688,0.000111483685,0.000013856706,0.00013845529,0.00020389253,0.020660844],"category_scores_gemma":[0.0070261387,0.00006309482,0.00004356859,0.0009047622,0.00024433617,0.000034784407,0.00008574153,0.0005445617,0.0050956253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019780025,0.00010974975,0.011547029,0.000024621891,0.000028906255,0.000043899134,0.0008720343,6.892209e-8,0.000029637267,0.000035233337,0.31461817,0.67267084],"study_design_scores_gemma":[0.0015451985,0.00022806933,0.09233,0.0002674567,0.00009433278,0.00015266758,0.002206051,0.0062589,0.000046446727,0.00057113275,0.89609665,0.00020310267],"about_ca_topic_score_codex":0.000015345202,"about_ca_topic_score_gemma":0.0000040712785,"teacher_disagreement_score":0.67246777,"about_ca_system_score_codex":0.00014692062,"about_ca_system_score_gemma":0.00015119177,"threshold_uncertainty_score":0.995679},"labels":[],"label_agreement":null},{"id":"W4388776129","doi":"10.30770/2572-1852-109.3.28","title":"International Briefs","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.024839754590301768,"score_gpt":0.393397201066787,"score_spread":0.36855744647648525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388776129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76255655,0.000037872152,0.013315518,0.21457607,0.0044734273,0.00011009903,6.1157846e-7,0.00006231093,0.004867542],"genre_scores_gemma":[0.9895731,0.00019723257,0.0029357115,0.0022607392,0.0034052448,0.0000025878692,0.00005118335,0.000014479235,0.0015597211],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969136,0.000026239553,0.00056750653,0.000073535564,0.0023068679,0.000112241854],"domain_scores_gemma":[0.9988875,0.000066455774,0.00024993756,0.0001069289,0.0005603522,0.00012886304],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020545241,0.000055750013,0.00015258719,0.00044057888,0.000033440065,0.000014347525,0.0001621573,0.00015131483,0.0022135852],"category_scores_gemma":[0.0060724746,0.000043461663,0.00007745498,0.000696814,0.00007106242,0.00013432287,0.000027813456,0.0003472869,0.00010995089],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012748467,0.0001825878,0.006520256,0.00004510587,0.00010468932,0.00010448458,0.0003575745,0.000037960355,0.0012656278,0.008798717,0.45766693,0.52478856],"study_design_scores_gemma":[0.002257477,0.00019641625,0.40674564,0.0005012514,0.000057543322,0.0010405995,0.000311638,0.024059754,0.0004010812,0.0038839886,0.56045866,0.000085972155],"about_ca_topic_score_codex":0.0000019263052,"about_ca_topic_score_gemma":2.1802903e-7,"teacher_disagreement_score":0.5247026,"about_ca_system_score_codex":0.00012157232,"about_ca_system_score_gemma":0.0003187497,"threshold_uncertainty_score":0.99869853},"labels":[],"label_agreement":null},{"id":"W4388807302","doi":"10.1016/j.jpain.2023.11.008","title":"Teaching Patients About Pain: The Emergence of Pain Science Education, its Learning Frameworks and Delivery Strategies","year":2023,"lang":"en","type":"review","venue":"Journal of Pain","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Health Foundation; National Health and Medical Research Council; Higher Education Academy; Innovate UK; National Institute for Health and Care Research","keywords":"Pain management; Science learning; Psychology; Medicine; Anesthesia; Science education; Mathematics education","score_opus":0.036296702844033024,"score_gpt":0.39409177708860704,"score_spread":0.357795074244574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388807302","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003773339,0.9875594,0.004687518,0.001519101,0.001499615,0.0006680225,0.000001908369,0.000020705349,0.00027039903],"genre_scores_gemma":[0.0070917644,0.9879713,0.0025526988,0.00094446127,0.0010408651,0.000022369932,0.000021938033,0.000044056527,0.00031055874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952563,0.0019235053,0.0013924197,0.00021154068,0.00096982287,0.00024641378],"domain_scores_gemma":[0.9942256,0.0017369272,0.0019926294,0.00027124333,0.0016643865,0.000109197324],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03589555,0.00021802663,0.000769961,0.0006868473,0.00034823903,0.00007294016,0.00042448213,0.00028603582,0.000059954426],"category_scores_gemma":[0.050717276,0.00013851334,0.00016676547,0.0013478468,0.00032131257,0.00026009593,0.00006652888,0.0029721584,0.0000039072247],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033569333,0.000119679404,0.00036903564,0.006414958,0.00006459982,0.0000017019512,0.0012920969,0.0000068290715,0.0000021149099,0.0007122237,0.0073463125,0.9836671],"study_design_scores_gemma":[0.00021009418,0.00070491456,0.001433337,0.0914329,0.00064359943,0.00004787702,0.021176485,0.0012424584,7.2529684e-7,0.00054064556,0.8822549,0.00031208765],"about_ca_topic_score_codex":0.000019659046,"about_ca_topic_score_gemma":0.0000015822318,"teacher_disagreement_score":0.983355,"about_ca_system_score_codex":0.00016174804,"about_ca_system_score_gemma":0.0050201896,"threshold_uncertainty_score":0.999328},"labels":[],"label_agreement":null},{"id":"W4388815034","doi":"","title":"Don&rsquo;t let up: implementing and sustaining change in a new post-licensure education model for developing extended role practitioners involved in arthritis care","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Medicine; Medical education; Pharmacy education; Political science; Nursing; Pharmacy; Pharmacy practice","score_opus":0.3039064408181025,"score_gpt":0.5874143943893361,"score_spread":0.2835079535712336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388815034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793945,0.013367071,0.00091522885,0.0037159985,0.00050145783,0.0017069754,0.000014298837,0.000022059152,0.0003624318],"genre_scores_gemma":[0.98549527,0.0016034459,0.009860579,0.0019445922,0.00035844292,0.00031882848,0.00026471977,0.0000451102,0.00010902197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976955,0.00011188306,0.00090984016,0.00037667298,0.00048658883,0.00041948966],"domain_scores_gemma":[0.99743897,0.00010998379,0.0006355197,0.00023452332,0.0013925543,0.0001884338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019814842,0.00021619002,0.00051177706,0.0014438542,0.00014311812,0.00035587294,0.0003727021,0.00013823826,0.00016246164],"category_scores_gemma":[0.0024778803,0.00023058006,0.00004763878,0.0012403436,0.000051183328,0.00217532,0.00025393622,0.00042511433,7.5382445e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034065032,0.00023475963,0.5560047,0.00039815548,0.000052957243,0.000008136598,0.027608458,0.00006027069,0.0039984966,0.00091102644,0.00994429,0.4004381],"study_design_scores_gemma":[0.006650484,0.000057683923,0.86544895,0.005665293,0.00010668186,0.000050475468,0.09386199,0.0076329256,0.0021767335,0.008959197,0.008673935,0.0007156355],"about_ca_topic_score_codex":0.0038872934,"about_ca_topic_score_gemma":0.0017717276,"teacher_disagreement_score":0.39972246,"about_ca_system_score_codex":0.0006681097,"about_ca_system_score_gemma":0.0033392229,"threshold_uncertainty_score":0.9402782},"labels":[],"label_agreement":null},{"id":"W4388818441","doi":"10.1016/j.rpth.2023.102270","title":"Academic bullying in science and medicine: the need for reform","year":2023,"lang":"en","type":"editorial","venue":"Research and Practice in Thrombosis and Haemostasis","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital","funders":"Bayer","keywords":"Harassment; Phenomenon; Political science; Public relations; Psychology; Engineering ethics; Medicine; Criminology; Social psychology; Engineering; Epistemology","score_opus":0.2406644107623873,"score_gpt":0.5559698498845989,"score_spread":0.31530543912221154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388818441","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06327753,0.010335088,0.0000156017,0.6327956,0.2815617,0.005162722,0.00010119668,0.000066474546,0.0066841035],"genre_scores_gemma":[0.032567564,0.4755286,0.003288891,0.0031849665,0.48151433,0.0020872534,0.0005269635,0.00021717146,0.0010842741],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958782,0.0002251792,0.0005381201,0.00060110254,0.0021020758,0.0006553176],"domain_scores_gemma":[0.97631866,0.020827629,0.00019735977,0.0004000653,0.002073072,0.00018323449],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030991815,0.00018334399,0.00045782374,0.0011734169,0.00065962935,0.00013268388,0.0002511354,0.00055018073,0.00001316813],"category_scores_gemma":[0.2068312,0.00012064211,0.000014023622,0.0029256411,0.002462028,0.00043612727,0.00027602218,0.003376858,0.0000027208762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000382174,0.00005998906,0.00017148463,0.00061924924,0.000032265038,0.0000060145003,0.003399899,4.7368243e-8,0.00016618449,0.0010656259,0.916597,0.07750003],"study_design_scores_gemma":[0.0018482632,0.0006463735,0.0024583081,0.0018272917,0.00008488388,0.0000167909,0.033995815,0.00018217265,0.00002611538,0.0022191256,0.95653373,0.00016113016],"about_ca_topic_score_codex":0.0028810862,"about_ca_topic_score_gemma":0.00015702836,"teacher_disagreement_score":0.6296106,"about_ca_system_score_codex":0.00057822216,"about_ca_system_score_gemma":0.0015172897,"threshold_uncertainty_score":0.9989224},"labels":[],"label_agreement":null},{"id":"W4388819797","doi":"10.22454/fammed.2023.477983","title":"Primary Care Perspectives on Education Scholarship: A Qualitative Synthesis","year":2023,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Iran Nanotechnology Initiative Council; University of Toronto; Women's College Hospital","keywords":"Scholarship; Mentorship; Medical education; Qualitative research; MEDLINE; Psychology; Medicine; Sociology; Political science","score_opus":0.06901016613340598,"score_gpt":0.4354213869213824,"score_spread":0.3664112207879764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388819797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90311503,0.0017619416,0.000083127736,0.019440727,0.0014328221,0.0006664155,0.000008942804,0.00036923995,0.073121764],"genre_scores_gemma":[0.9833283,0.00035866152,0.001956353,0.008388132,0.0016291649,0.00037878827,0.00060511223,0.00005315204,0.0033023697],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978105,0.00018045663,0.00040226348,0.00044103633,0.000876953,0.0002888044],"domain_scores_gemma":[0.9979329,0.00045414374,0.00012114539,0.00051441794,0.0008508752,0.0001265093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011281696,0.00020432586,0.00037922247,0.000847608,0.00016800729,0.000009749529,0.00014271049,0.00014282974,0.00021268966],"category_scores_gemma":[0.007564039,0.00016226846,0.00006077079,0.0019801967,0.00031750454,0.00010990983,0.00002807722,0.0005084919,0.0006477004],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004145201,0.00078304624,0.0027800745,0.0013180033,0.0001879244,0.00003025759,0.3361908,0.0000030265187,0.009533302,0.016535807,0.2774479,0.35477534],"study_design_scores_gemma":[0.00097428367,0.00061904907,0.23018709,0.0024838152,0.0001604921,0.0000136526,0.737165,0.000018405926,0.00031614146,0.00071208284,0.027138352,0.00021168153],"about_ca_topic_score_codex":0.00004761563,"about_ca_topic_score_gemma":9.128477e-7,"teacher_disagreement_score":0.40097418,"about_ca_system_score_codex":0.00073242665,"about_ca_system_score_gemma":0.000755403,"threshold_uncertainty_score":0.90554076},"labels":[],"label_agreement":null},{"id":"W4388828736","doi":"10.2196/46631","title":"Parent Perceptions of Trainees in Pediatric Care: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine and Public Health, University of Wisconsin-Madison","keywords":"Latent class model; Cross-sectional study; Likert scale; Family medicine; Perception; Autonomy; Scale (ratio); Medicine; Psychology; Inclusion (mineral); Developmental psychology; Social psychology","score_opus":0.10860272577481558,"score_gpt":0.5313889642036175,"score_spread":0.4227862384288019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388828736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99655044,0.000017860357,0.000016889866,0.00030764056,0.00019935422,0.00095027743,0.00001262802,0.00003910292,0.0019058253],"genre_scores_gemma":[0.9986439,0.00003201785,0.000056587123,0.0000141318915,0.00021397139,0.00059191417,0.00014867788,0.00001063411,0.00028821718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976923,0.0001488919,0.00047794307,0.0001670707,0.0012008867,0.00031293056],"domain_scores_gemma":[0.99851143,0.00015917963,0.00004922552,0.00021166875,0.001016107,0.00005241436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018906553,0.00007276637,0.00015321889,0.0015551993,0.000157825,0.000019823561,0.00012728272,0.00007674164,0.00029307947],"category_scores_gemma":[0.0006723079,0.000062419655,0.00004342424,0.0040713926,0.00018145912,0.0001506997,0.00007852062,0.0006440734,0.00024173212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042648946,0.00075934146,0.94035953,0.00023824234,0.000009849585,0.0000037747727,0.05179336,0.000018578343,0.00005371924,0.0001491841,0.004214035,0.0023577553],"study_design_scores_gemma":[0.00092300656,0.0005676066,0.94080657,0.000019539933,0.000003124599,0.0000029929954,0.057079703,0.000296586,0.000013562048,0.0000981144,0.00014408858,0.000045127264],"about_ca_topic_score_codex":0.000050103885,"about_ca_topic_score_gemma":0.000018216648,"teacher_disagreement_score":0.0052863434,"about_ca_system_score_codex":0.00035467802,"about_ca_system_score_gemma":0.00033170125,"threshold_uncertainty_score":0.32090145},"labels":[],"label_agreement":null},{"id":"W4388829886","doi":"10.4103/smj.smj_162_20","title":"Brain drain in medically challenged context: A study of the push, pull, and stick factors among a population of medical practitioners in Nigeria","year":2022,"lang":"en","type":"article","venue":"Sahel medical journal.","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Brain drain; Context (archaeology); Population; Medical journal; Family medicine; Environmental health; Demographic economics; History","score_opus":0.018498331470823852,"score_gpt":0.33532204258837034,"score_spread":0.3168237111175465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388829886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95339644,0.00020071516,0.000064290245,0.044645313,0.0008211483,0.0007600766,0.0000033321169,0.000010519367,0.000098137665],"genre_scores_gemma":[0.99787706,0.00008364643,0.000054679742,0.0016848642,0.00015550389,0.00006757525,0.0000229876,0.000022484644,0.00003116795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99161744,0.0011972444,0.0016758359,0.00028546815,0.0049043,0.00031973058],"domain_scores_gemma":[0.99774957,0.00073674467,0.00067694846,0.0003140777,0.00018865644,0.00033399177],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008705504,0.00017898051,0.0006314091,0.00064677093,0.00016661387,0.000011577316,0.00045609742,0.00026901398,0.0021374552],"category_scores_gemma":[0.030017918,0.00012813667,0.00007732693,0.0013157006,0.00047188296,0.00013166013,0.00024893633,0.0027490566,4.584053e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003051029,0.0046914183,0.9237351,0.0001732738,0.00013256524,0.00026393268,0.029018091,0.000015576457,0.00009063933,0.0005046868,0.0031356695,0.03793395],"study_design_scores_gemma":[0.006177732,0.0007173901,0.919527,0.0008038203,0.00004427368,0.00031885025,0.07002579,0.0011108576,0.000008043445,0.0005671678,0.0005762589,0.00012284105],"about_ca_topic_score_codex":0.00095816026,"about_ca_topic_score_gemma":0.0025039597,"teacher_disagreement_score":0.04448062,"about_ca_system_score_codex":0.00035243883,"about_ca_system_score_gemma":0.001178062,"threshold_uncertainty_score":0.99955165},"labels":[],"label_agreement":null},{"id":"W4388832503","doi":"10.9734/jammr/2023/v35i235288","title":"A Needs Assessment of Educator Self-reflection in Health Sciences Education","year":2023,"lang":"en","type":"article","venue":"Journal of Advances in Medicine and Medical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Harvard University","keywords":"Self-reflection; Competence (human resources); Reflection (computer programming); Psychology; Pedagogy; Value (mathematics); Critical reflection; Medical education; Engineering ethics; Mathematics education; Medicine; Computer science; Engineering; Social psychology","score_opus":0.09553187563611329,"score_gpt":0.6167131134596996,"score_spread":0.5211812378235863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388832503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8867723,0.007126519,0.00018269297,0.09956312,0.0012716071,0.00036692363,2.0429965e-7,0.000010454923,0.0047062165],"genre_scores_gemma":[0.93606275,0.05463922,0.0064987866,0.0015349484,0.0010429642,0.000028949153,0.000005152434,0.000010923736,0.00017632522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951222,0.0003498848,0.0011877614,0.00016140289,0.002809659,0.00036908998],"domain_scores_gemma":[0.99776345,0.00079939474,0.0003205326,0.00012724615,0.0007138173,0.00027552864],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021558477,0.00008624864,0.00048041414,0.004308663,0.00008654586,0.000006043708,0.00018953625,0.00010294213,0.00014659243],"category_scores_gemma":[0.013546384,0.000060072405,0.000027699134,0.006748794,0.00077138667,0.00024136601,0.000045328532,0.0012603876,0.0000014286014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011361552,0.00132218,0.15229844,0.0016951389,0.000020376625,0.000032856733,0.0053814873,0.000016667602,0.000385361,0.0082710935,0.020918392,0.8095444],"study_design_scores_gemma":[0.008898438,0.014285401,0.4011525,0.0326273,0.00004518884,0.0010185188,0.15454042,0.0077488245,0.00018689621,0.019141722,0.36006483,0.0002899681],"about_ca_topic_score_codex":0.00013379194,"about_ca_topic_score_gemma":0.000034418375,"teacher_disagreement_score":0.8092544,"about_ca_system_score_codex":0.00043779766,"about_ca_system_score_gemma":0.0084669255,"threshold_uncertainty_score":0.9971542},"labels":[],"label_agreement":null},{"id":"W4388836053","doi":"10.1016/j.acpath.2023.100097","title":"From principles to practice: Implementation of entrustable professional activities (EPAs) for surgical pathology residency education in a large academic hospital","year":2023,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Preparedness; Residency training; Medical education; Medicine; Scale (ratio); Surgical pathology; Medical school; Graduate medical education; Family medicine; Pathology; Continuing education; Accreditation","score_opus":0.025907925903825964,"score_gpt":0.4505756012623648,"score_spread":0.42466767535853883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388836053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9675769,0.00029286038,0.00033304057,0.027730072,0.0021167258,0.0016454323,0.00010875603,0.00007133512,0.00012486281],"genre_scores_gemma":[0.98444116,0.0004955814,0.007378693,0.0021761688,0.0010350258,0.001523887,0.0013822886,0.00003998643,0.0015271932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99738616,0.0002608082,0.0009499795,0.0005009815,0.0003614752,0.00054058386],"domain_scores_gemma":[0.99822676,0.00073053665,0.00042104526,0.00027146412,0.00026609696,0.000084111336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020889968,0.00017406458,0.0004138252,0.00069617905,0.0000850206,0.0000033347835,0.00020022146,0.0006749088,0.0001536961],"category_scores_gemma":[0.00435308,0.000171837,0.000056140376,0.0009051429,0.00010646955,0.00030358532,0.0001512068,0.0010753568,0.00004216046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017239556,0.0014550689,0.56428903,0.00053814135,0.00010880875,0.00023755568,0.058384836,0.000016399146,0.04824245,0.058156945,0.11403712,0.15280971],"study_design_scores_gemma":[0.006580692,0.00093140395,0.68161774,0.00057103304,0.00019454428,0.00032164497,0.09920218,0.00021441258,0.010429817,0.01352924,0.1859247,0.00048260338],"about_ca_topic_score_codex":0.00006501647,"about_ca_topic_score_gemma":0.000015484755,"teacher_disagreement_score":0.1523271,"about_ca_system_score_codex":0.00026183462,"about_ca_system_score_gemma":0.0018970552,"threshold_uncertainty_score":0.700731},"labels":[],"label_agreement":null},{"id":"W4388906054","doi":"10.1007/s10459-023-10306-y","title":"Trust, but verify","year":2023,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Accountability; Interdependence; Field (mathematics); Work (physics); Engineering ethics; Computer science; Public relations; Medical education; Political science; Medicine; Engineering; Law","score_opus":0.017486226050887173,"score_gpt":0.4467723818503108,"score_spread":0.42928615579942364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388906054","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011509532,0.007461878,0.000066297645,0.00742926,0.97898626,0.00080108235,0.00001554565,0.00013166651,0.00395708],"genre_scores_gemma":[0.0005362757,0.027299842,0.012453506,0.0027926147,0.9477281,0.00070782343,0.0012916108,0.000070872906,0.0071193734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583286,0.000103056525,0.0010677626,0.00079858635,0.0015523413,0.00064536504],"domain_scores_gemma":[0.9974991,0.00069683604,0.00067138026,0.0005034719,0.0004965156,0.0001326808],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029738543,0.0002604083,0.0005116848,0.0010659051,0.0003263964,0.000049251496,0.00041540372,0.00046877022,0.000090666836],"category_scores_gemma":[0.011148068,0.0002465659,0.000055074488,0.0033883255,0.00049883756,0.00048064016,0.00004721746,0.0012170848,0.00019351032],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012934563,0.00016322202,0.00078132295,0.0012566287,0.0000022710942,7.396318e-7,0.00024685633,0.000025006359,6.628116e-7,0.00051565404,0.8532738,0.14372088],"study_design_scores_gemma":[0.00023552623,0.00030394125,0.0008780827,0.0019233236,0.000009230743,0.000003219948,0.0014051786,0.00023049659,0.0000035793958,0.0013115659,0.9935032,0.00019267086],"about_ca_topic_score_codex":0.00081992155,"about_ca_topic_score_gemma":0.00014049429,"teacher_disagreement_score":0.14352821,"about_ca_system_score_codex":0.0013566759,"about_ca_system_score_gemma":0.015571069,"threshold_uncertainty_score":0.9999987},"labels":[],"label_agreement":null},{"id":"W4388913235","doi":"10.1002/jdd.13425","title":"An evaluation of dental continuing professional development programs in the USA and Canada","year":2023,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Summative assessment; Formative assessment; Continuing professional development; Likert scale; Medical education; Scale (ratio); Professional development; Continuing education; Psychology; Medicine; Business; Pedagogy; Geography","score_opus":0.039318196169874885,"score_gpt":0.3978190082892375,"score_spread":0.35850081211936263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388913235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970854,0.00006363755,0.0000043540504,0.00070687465,0.0016935548,0.0003640149,3.5969433e-7,0.000002110542,0.00007970878],"genre_scores_gemma":[0.9985122,0.0000066773464,0.0008245969,0.00022944035,0.00019507851,0.000031692896,0.00006141467,0.000005381384,0.00013350476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99818474,0.00010808113,0.00048420648,0.00007375904,0.0010542284,0.00009498895],"domain_scores_gemma":[0.9990369,0.000029400973,0.00030473,0.000079813806,0.0005132684,0.00003590718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022754206,0.0000586695,0.00011405069,0.0002247333,0.00004597584,0.000014328186,0.0000856232,0.00003805457,0.000048656777],"category_scores_gemma":[0.0003905331,0.000041547013,0.000015654787,0.00044620084,0.000037123707,0.00015390346,0.000009641855,0.00018897327,0.0000019475867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038403916,0.00072127674,0.66541755,0.000061094586,0.000016125114,0.000002735888,0.007028165,0.0000065765485,0.0016034965,0.000050147035,0.0038565649,0.32119784],"study_design_scores_gemma":[0.0006042338,0.00008930482,0.94420373,0.00039316656,0.000045837915,0.00021145405,0.052261658,0.00033250524,0.000665498,0.000031772724,0.0011190685,0.00004173513],"about_ca_topic_score_codex":0.0066868006,"about_ca_topic_score_gemma":0.047200836,"teacher_disagreement_score":0.32115608,"about_ca_system_score_codex":0.00043281968,"about_ca_system_score_gemma":0.003420296,"threshold_uncertainty_score":0.99992776},"labels":[],"label_agreement":null},{"id":"W4388942221","doi":"10.1007/s44250-023-00058-2","title":"Evaluation of a reflection-based program for health professional continuing competence","year":2023,"lang":"en","type":"article","venue":"Discover Health Systems","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Competence (human resources); Rubric; Medical education; Continuing education; Psychology; Medicine; Pedagogy; Social psychology","score_opus":0.09975936024475614,"score_gpt":0.5193049067230593,"score_spread":0.41954554647830317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91306305,0.001106785,0.011105171,0.045814123,0.008229713,0.019741707,0.000096612166,0.00047111727,0.00037173528],"genre_scores_gemma":[0.99248004,0.0000093848375,0.0021292577,0.0012687524,0.00030888687,0.002692716,0.00077805406,0.000023295555,0.00030958702],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99695855,0.00031896684,0.00085656124,0.0002526576,0.0012729892,0.00034027352],"domain_scores_gemma":[0.99774826,0.00011960531,0.00059845,0.0002578187,0.0011827395,0.000093154646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0083126025,0.00010251383,0.00037608758,0.0002774711,0.00016961643,0.000014356422,0.00006250592,0.00006750382,0.000011129107],"category_scores_gemma":[0.0011304376,0.00008679234,0.00005690498,0.0010474643,0.00005441608,0.00006698879,0.000009246884,0.00015040729,0.0000095969535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044450973,0.0021999285,0.027030429,0.020045303,0.00016066508,8.4178345e-7,0.00879559,0.0027542366,0.0005116604,0.00766984,0.1703824,0.7600046],"study_design_scores_gemma":[0.0058726794,0.0022110294,0.109869614,0.008143071,0.0000925468,0.000011472215,0.00659466,0.82971495,0.00009398239,0.00019624097,0.036978483,0.00022125698],"about_ca_topic_score_codex":0.00036488476,"about_ca_topic_score_gemma":0.000029545918,"teacher_disagreement_score":0.82696074,"about_ca_system_score_codex":0.0007135358,"about_ca_system_score_gemma":0.0048298924,"threshold_uncertainty_score":0.8568022},"labels":[],"label_agreement":null},{"id":"W4388944914","doi":"10.1017/cjn.2023.318","title":"Insights From the Transition to Competency-Based Medical Education in Neurology Programs","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Workload; Neurology; Burnout; Medicine; Standardization; Medical education; Psychology; Psychiatry; Computer science; Clinical psychology","score_opus":0.029473935362865192,"score_gpt":0.3120386462675344,"score_spread":0.2825647109046692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388944914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84330475,0.00020652881,0.000048040372,0.1541241,0.0014503243,0.00028061192,0.0000021542292,0.000023190085,0.00056032295],"genre_scores_gemma":[0.93466896,0.00005514551,0.0021460257,0.062583104,0.0005132949,0.000012571395,0.0000040397385,0.0000098127175,0.000007046178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956039,0.0008964105,0.00093788083,0.000456575,0.0012435836,0.0008616403],"domain_scores_gemma":[0.99706155,0.0005483589,0.00034845044,0.00017800888,0.0005411554,0.0013224857],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.003375355,0.00022465014,0.0003928453,0.0014527949,0.0013027593,0.00025755115,0.0014741238,0.0002560569,0.00017277167],"category_scores_gemma":[0.0070092776,0.00013446769,0.00013768203,0.0046264566,0.0038541076,0.00036392864,0.000035336918,0.0016769649,0.0000151673785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022007109,0.00020163738,0.91833395,0.000011437409,0.000012118949,0.0042606117,0.001492833,0.0032758634,0.000044928645,0.004055929,0.007229191,0.060861457],"study_design_scores_gemma":[0.0006486801,0.04084545,0.889964,0.00021402776,0.00003841387,0.006150733,0.0008277237,0.013976018,0.0000242173,0.03902944,0.008010828,0.00027049606],"about_ca_topic_score_codex":0.002698286,"about_ca_topic_score_gemma":0.12511596,"teacher_disagreement_score":0.12241768,"about_ca_system_score_codex":0.00019432929,"about_ca_system_score_gemma":0.026880872,"threshold_uncertainty_score":0.99999744},"labels":[],"label_agreement":null},{"id":"W4388997485","doi":"10.1016/j.jsurg.2023.10.001","title":"Development of a Tool to Assess Surgical Resident Competence On-Call: The Western University Call Assessment Tool (WUCAT)","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research; Western University","keywords":"Formative assessment; Generalizability theory; Competence (human resources); Summative assessment; Medical education; Medicine; Internal consistency; Psychology; Nursing; Patient satisfaction","score_opus":0.046676617394796276,"score_gpt":0.37962373979715425,"score_spread":0.33294712240235796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388997485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97077596,0.000017371414,0.0004415796,0.026141351,0.001111595,0.0003649975,0.0000016993371,0.00002023321,0.0011252303],"genre_scores_gemma":[0.98380905,0.00010614194,0.010935032,0.00088179787,0.0006317772,0.000012981927,0.000032013068,0.000018634933,0.0035725946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972592,0.0001550931,0.0009431886,0.00020243278,0.00119674,0.00024335059],"domain_scores_gemma":[0.9976331,0.0003877124,0.00047219003,0.0003125121,0.0010551806,0.00013933201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022107202,0.00014986655,0.00037915993,0.0004499437,0.00016202411,0.000028618684,0.00031288495,0.000107259984,0.00013148751],"category_scores_gemma":[0.00042342188,0.00010558179,0.00012697752,0.0012891584,0.00011483592,0.00013858084,0.000078954734,0.00056338916,0.00006503565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039244904,0.0086006215,0.14026672,0.0009915286,0.00086063077,0.00105278,0.024580557,0.000939884,0.0032404473,0.023570707,0.36952996,0.4224417],"study_design_scores_gemma":[0.0012562461,0.0003182267,0.45556983,0.0007131457,0.00008029474,0.00035841943,0.00418178,0.00010577551,0.00036128564,0.000041345535,0.5368484,0.00016522547],"about_ca_topic_score_codex":0.000014826409,"about_ca_topic_score_gemma":0.00000431703,"teacher_disagreement_score":0.42227647,"about_ca_system_score_codex":0.0007472406,"about_ca_system_score_gemma":0.003868428,"threshold_uncertainty_score":0.6862425},"labels":[],"label_agreement":null},{"id":"W4389022001","doi":"10.1096/fasebj.31.1_supplement.93.3","title":"Student perspectives regarding the move towards student‐centered learning in the anatomy laboratory","year":2017,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; TUTOR; Medical education; Psychology; Class (philosophy); Active learning (machine learning); Mathematics education; Medicine; Computer science","score_opus":0.02592590824490469,"score_gpt":0.3850447521053679,"score_spread":0.3591188438604632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389022001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94534117,0.0006263974,0.00008576835,0.048074264,0.0006449254,0.00029959463,8.1449434e-7,0.000013380138,0.0049136993],"genre_scores_gemma":[0.99663484,0.00018822204,0.000099899604,0.0015843237,0.0009768547,0.000017804856,0.0000014355807,0.000014065067,0.0004825495],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980706,0.00039440522,0.0003015003,0.00013472611,0.00085197063,0.00024681285],"domain_scores_gemma":[0.9985864,0.00009302189,0.0003309184,0.0005983853,0.0003508722,0.000040395862],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0039322283,0.00011868311,0.00016297834,0.00010049625,0.0015842856,0.00039020384,0.0009377826,0.000048460122,0.00010912745],"category_scores_gemma":[0.0017798843,0.000052509928,0.00007470228,0.00022351992,0.00030495026,0.00017195517,0.00011634354,0.0016938678,0.00001651395],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026820265,0.001204933,0.45915303,0.00003672717,0.0007038163,0.00033185273,0.45974138,0.00012786007,0.004694831,0.008260523,0.021571701,0.043905165],"study_design_scores_gemma":[0.0011712493,0.00008692532,0.6606311,0.00014203116,0.00008014381,0.00018840839,0.3318737,0.00011034881,0.00033945875,0.00014578798,0.005159074,0.00007176371],"about_ca_topic_score_codex":0.000024202713,"about_ca_topic_score_gemma":0.000008291713,"teacher_disagreement_score":0.2014781,"about_ca_system_score_codex":0.00028318146,"about_ca_system_score_gemma":0.00025709922,"threshold_uncertainty_score":0.9997155},"labels":[],"label_agreement":null},{"id":"W4389023394","doi":"10.1096/fasebj.31.1_supplement.584.2","title":"Using Assessment to Promote Deep and Active Learning in an Online Anatomy Course","year":2017,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Grading (engineering); Curriculum; Presentation (obstetrics); Session (web analytics); Plan (archaeology); Value (mathematics); Psychology; Active learning (machine learning); Medical education; Assessment for learning; Mathematics education; Currency; Pedagogy; Medicine; Computer science; Formative assessment; Engineering; Artificial intelligence","score_opus":0.06386995351107486,"score_gpt":0.44774143903621855,"score_spread":0.3838714855251437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389023394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886939,0.000017717044,0.0020471448,0.008673878,0.00019613527,0.00017363549,6.6645714e-7,0.000006692959,0.00019026126],"genre_scores_gemma":[0.97740847,0.000009650871,0.02159194,0.00051932497,0.00039708914,0.000002191693,0.000004931446,0.000009756573,0.00005667377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992866,0.000065156826,0.00017096085,0.000092334376,0.00023399656,0.00015095944],"domain_scores_gemma":[0.9993595,0.000013892673,0.0001649294,0.00020214666,0.00016616932,0.00009334892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008720894,0.000065582164,0.0001162109,0.00009909753,0.0005296549,0.00009122338,0.00012430457,0.000037763315,0.000051501578],"category_scores_gemma":[0.0004429568,0.000044853932,0.0000137257375,0.00009266732,0.000080826685,0.0001933666,0.000040554758,0.00077484275,0.0000014651781],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015076251,0.000615458,0.1948135,0.000021208074,0.000067949164,0.00012349871,0.0059590004,0.0004028979,0.05497907,0.00024474104,0.000101430975,0.74252045],"study_design_scores_gemma":[0.0012997715,0.0003266995,0.9378212,0.00029574873,0.000079081845,0.0006555849,0.0059876493,0.05089541,0.001666187,0.0002834985,0.00059044507,0.000098706776],"about_ca_topic_score_codex":0.000024939924,"about_ca_topic_score_gemma":0.00002932897,"teacher_disagreement_score":0.7430077,"about_ca_system_score_codex":0.00016664156,"about_ca_system_score_gemma":0.00026077733,"threshold_uncertainty_score":0.40737307},"labels":[],"label_agreement":null},{"id":"W4389024588","doi":"10.1096/fasebj.30.1_supplement.565.1","title":"Outcomes of Using Peer‐Mentors and Bi‐Directional Development of CanMEDS Core Competencies at a Distributed Medical Education Site","year":2016,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Medical education; Core competency; Curriculum; Portfolio; Peer feedback; Psychology; Medicine; Pedagogy; Management","score_opus":0.033331584295059426,"score_gpt":0.33232897051784427,"score_spread":0.2989973862227848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389024588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99086964,0.00010098071,0.0021770492,0.006150442,0.0005367026,0.000097915516,0.00001095351,0.0000061383057,0.000050195966],"genre_scores_gemma":[0.99250567,0.000022049153,0.006725731,0.000255534,0.00013230297,0.0000037565362,0.000029800955,0.0000068171703,0.00031834428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836546,0.000038871516,0.00049107283,0.00007849331,0.00089902873,0.00012707816],"domain_scores_gemma":[0.99880356,0.00010292496,0.0002991677,0.000108848035,0.0005802721,0.00010523724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009968625,0.000082788356,0.00019588182,0.00013821466,0.00019029109,0.0000049780265,0.00008205696,0.000058728107,0.0006357855],"category_scores_gemma":[0.0015901487,0.000042481828,0.000036866888,0.00022256831,0.00029310104,0.0000508559,0.0000463436,0.00014816374,0.0000021045664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008782828,0.0002776183,0.8614462,0.00004995724,0.0001645995,0.000001921103,0.00220146,0.0000014565996,0.10498564,0.00041611894,0.003450586,0.026916636],"study_design_scores_gemma":[0.0015341343,0.00008094959,0.95570546,0.000775664,0.00014715784,0.0010789282,0.0017608362,0.00030192258,0.034970168,0.00027352615,0.003250919,0.000120355806],"about_ca_topic_score_codex":0.000026416426,"about_ca_topic_score_gemma":0.00001952368,"teacher_disagreement_score":0.094259255,"about_ca_system_score_codex":0.00037495332,"about_ca_system_score_gemma":0.0016797814,"threshold_uncertainty_score":0.6961406},"labels":[],"label_agreement":null},{"id":"W4389024591","doi":"10.1096/fasebj.30.1_supplement.785.2","title":"A Short Mindfulness Activity to Reduce Anxiety State of Dissection and Prosection Students Prior to their First Cadaver Based Laboratory Experience","year":2016,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Anxiety; Visual analogue scale; Mindfulness; Psychology; Clinical psychology; Physical therapy; Dissection (medical); State-Trait Anxiety Inventory; Medicine; Psychiatry; Surgery","score_opus":0.01538708994863325,"score_gpt":0.32295264376233473,"score_spread":0.3075655538137015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389024591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815485,0.000006329122,0.014409661,0.0030162658,0.0004926813,0.00049217325,0.000009188511,0.000013078042,0.00001211687],"genre_scores_gemma":[0.99892837,0.000003865315,0.00030544034,0.00032899235,0.00019473363,0.00008041148,7.5073893e-7,0.00001228306,0.00014514402],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99890685,0.00007455174,0.00023663194,0.00016278615,0.0004519174,0.00016723853],"domain_scores_gemma":[0.99911183,0.00004923662,0.0000973064,0.0002241787,0.00038661188,0.00013081756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008788317,0.000102738224,0.0001437747,0.00013723147,0.00024071686,0.000028144881,0.00012312843,0.000039336115,0.000041959618],"category_scores_gemma":[0.0005080291,0.00005532175,0.000026016694,0.0004996798,0.000089510366,0.00015886608,0.000036160174,0.0002022723,0.0000032138678],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009357846,0.00032461592,0.054531172,0.00003679429,0.000035941393,0.0000032333714,0.0063329483,0.000015184269,0.62557405,0.0000034788015,0.00082981255,0.31137696],"study_design_scores_gemma":[0.00040566837,0.00019099412,0.33580208,0.00021847074,0.000016484772,0.00006197619,0.0006242685,0.000035089524,0.66205686,0.000011546739,0.0005143325,0.00006221918],"about_ca_topic_score_codex":0.00001094282,"about_ca_topic_score_gemma":0.000015294041,"teacher_disagreement_score":0.31131473,"about_ca_system_score_codex":0.00024629998,"about_ca_system_score_gemma":0.0001659593,"threshold_uncertainty_score":0.22559555},"labels":[],"label_agreement":null},{"id":"W4389024607","doi":"10.1096/fasebj.30.1_supplement.785.4","title":"Seeing is Knowing: Instructor Perceptions of Teaching an Online Undergraduate Anatomy Course with Laboratory","year":2016,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Blackboard (design pattern); Online course; Medical education; Perception; Online teaching; Psychology; Multimedia; Mathematics education; Computer science; Medicine","score_opus":0.01750943414311161,"score_gpt":0.3299826162828266,"score_spread":0.312473182139715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389024607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751054,0.000039046645,0.0032044412,0.021022944,0.00022758282,0.000101573256,0.000017762217,0.000023617402,0.00025763462],"genre_scores_gemma":[0.9881312,0.00003295137,0.00971482,0.0011756627,0.00058837637,0.0000020946902,0.000009348534,0.00002128569,0.0003242633],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99885786,0.0001280542,0.0003123519,0.00011039251,0.00041190194,0.0001794383],"domain_scores_gemma":[0.99890596,0.000048134134,0.0002090653,0.00029981617,0.00043079717,0.00010625412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007693265,0.00010339496,0.00016103011,0.00014283953,0.0003013318,0.00001860955,0.00015104341,0.000051036084,0.0002558282],"category_scores_gemma":[0.00024240842,0.000050210612,0.000038339633,0.0002801246,0.00024136729,0.00024494829,0.000016411106,0.00057157816,0.000009225909],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031372774,0.0016290282,0.2120867,0.000092989365,0.0005430261,0.00006107546,0.012608395,0.000020850739,0.46358347,0.006018393,0.012283901,0.29075843],"study_design_scores_gemma":[0.01704059,0.0036782757,0.77065223,0.0066583115,0.002042102,0.0064778803,0.105450414,0.0032404817,0.0535027,0.005076601,0.02496348,0.001216956],"about_ca_topic_score_codex":0.000010171112,"about_ca_topic_score_gemma":0.000006222727,"teacher_disagreement_score":0.5585655,"about_ca_system_score_codex":0.00013635312,"about_ca_system_score_gemma":0.00055554596,"threshold_uncertainty_score":0.28011397},"labels":[],"label_agreement":null},{"id":"W4389024764","doi":"10.1096/fasebj.30.1_supplement.784.1","title":"The anatomy of healthcare student perceptions","year":2016,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rubric; Medical education; Curriculum; Health care; Narrative; Psychology; Perception; Medicine; Pedagogy","score_opus":0.021998339326254866,"score_gpt":0.3929025974397044,"score_spread":0.3709042581134495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389024764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83437794,0.00018462847,0.00082349405,0.16351351,0.00049827487,0.000115831856,0.0000015492262,0.000006891978,0.00047790047],"genre_scores_gemma":[0.9967771,0.0003320464,0.00030726235,0.0009972558,0.00049643073,0.00000641173,8.5404395e-7,0.0000061613696,0.0010764813],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99907744,0.000081500744,0.00027390456,0.00004797522,0.00038348406,0.00013567082],"domain_scores_gemma":[0.9991269,0.00010165803,0.00012838424,0.00024166089,0.00035077598,0.000050615115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009916056,0.000046106215,0.00007915217,0.00005065956,0.00038422205,0.000012377139,0.00016800799,0.000027897182,0.00029491732],"category_scores_gemma":[0.0003395739,0.000016326076,0.000049647657,0.00018036173,0.00020670691,0.000035400364,0.00002044514,0.0002599847,0.000036553905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015490824,0.00040102724,0.11164853,0.000040228155,0.00024028399,0.000013266603,0.007118831,0.0000017275779,0.070142545,0.030603526,0.08657631,0.6930588],"study_design_scores_gemma":[0.0027757187,0.0006715406,0.8747413,0.00076212565,0.00019335104,0.0018244439,0.030529015,0.000042709533,0.0077801417,0.005449313,0.07507245,0.00015785849],"about_ca_topic_score_codex":0.00000841885,"about_ca_topic_score_gemma":0.0000058510295,"teacher_disagreement_score":0.7630928,"about_ca_system_score_codex":0.00012202253,"about_ca_system_score_gemma":0.00021307649,"threshold_uncertainty_score":0.3229138},"labels":[],"label_agreement":null},{"id":"W4389028445","doi":"10.1096/fasebj.31.1_supplement.583.15","title":"Creating Milestones and Exit Competencies for Medical School Education in Histology","year":2017,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Curriculum; Graduation (instrument); Core competency; Medical school; Graduate medical education; Medicine; Psychology; Pedagogy; Accreditation; Engineering","score_opus":0.02595274979615105,"score_gpt":0.3654474181532359,"score_spread":0.33949466835708486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389028445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96201724,0.00046989,0.0006366249,0.033323646,0.0008838529,0.00019479565,5.4035394e-7,0.0000065719955,0.0024668241],"genre_scores_gemma":[0.9868559,0.00019841922,0.008491017,0.0024327158,0.0010657627,0.000027812815,0.000006726296,0.000008877133,0.0009127491],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992133,0.00004058671,0.00028020676,0.00008777866,0.00023199903,0.00014617323],"domain_scores_gemma":[0.9991486,0.00012143306,0.00020339662,0.0002179579,0.0001888545,0.000119749246],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012360566,0.000064123604,0.00014589845,0.0001738974,0.0006423411,0.00005101565,0.00018119282,0.00007848977,0.00026053304],"category_scores_gemma":[0.01064975,0.0000425087,0.000025652125,0.000063186286,0.0003236115,0.00010139285,0.000030068424,0.00043354812,0.0000059271742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030821003,0.0005721311,0.4067524,0.0002117477,0.000078911835,0.00003311729,0.003152136,0.0000022199315,0.011469604,0.015437711,0.071609885,0.4903719],"study_design_scores_gemma":[0.0036278483,0.00033322917,0.9411335,0.0012191519,0.00013802576,0.006037962,0.008558537,0.002726171,0.0015183935,0.010577246,0.023919938,0.00021001702],"about_ca_topic_score_codex":0.0000718144,"about_ca_topic_score_gemma":0.000033277407,"teacher_disagreement_score":0.5343811,"about_ca_system_score_codex":0.00009303805,"about_ca_system_score_gemma":0.0012288574,"threshold_uncertainty_score":0.99768394},"labels":[],"label_agreement":null},{"id":"W4389052571","doi":"10.1016/j.cjcpc.2023.11.002","title":"Rethinking Paediatric Cardiology Training in Canada","year":2023,"lang":"en","type":"editorial","venue":"CJC Pediatric and Congenital Heart Disease","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Scope (computer science); Medicine; Training (meteorology); Cardiology; Internal medicine; Medical education; Computer science; Geography","score_opus":0.015863423763150183,"score_gpt":0.27828251176662055,"score_spread":0.26241908800347036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389052571","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27449033,0.004957518,0.0000045893034,0.00091889256,0.7185986,0.00046347774,0.00025601446,0.00008278878,0.00022777038],"genre_scores_gemma":[0.2738463,0.0008618247,0.00006714862,0.0005796225,0.7225261,0.0001532651,0.0014272031,0.000078725796,0.00045984532],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971996,0.000096951015,0.00061986543,0.0006071719,0.0008915801,0.000584847],"domain_scores_gemma":[0.99788105,0.0008955506,0.00012346951,0.00033571303,0.00035236723,0.00041184324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000518188,0.00032055486,0.00073751976,0.00052129466,0.000119523385,0.00002473518,0.00012539886,0.00049320667,0.000033393393],"category_scores_gemma":[0.008135646,0.00032853364,0.00008345756,0.0013551527,0.00007936162,0.000063655265,0.00009409104,0.0014381304,0.000031882555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001259193,0.000015312273,0.039178103,0.00045135242,0.000027859263,0.0005469699,0.00023451672,0.0000024649457,1.0888973e-7,0.00000826771,0.95621544,0.0031936578],"study_design_scores_gemma":[0.0036691457,0.00020578783,0.1488687,0.00019311163,0.0023272594,0.00003349201,0.002128421,0.00051180314,1.6221063e-7,0.001415419,0.8393342,0.0013124883],"about_ca_topic_score_codex":0.105297394,"about_ca_topic_score_gemma":0.05902517,"teacher_disagreement_score":0.11688126,"about_ca_system_score_codex":0.0007900992,"about_ca_system_score_gemma":0.02414912,"threshold_uncertainty_score":0.9999167},"labels":[],"label_agreement":null},{"id":"W4389099788","doi":"10.3138/jvme-2023-0061","title":"Measures for Quality Assurance of Electronic Examinations in a Veterinary Medical Curriculum","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Quality assurance; Quality (philosophy); Medicine; Status quo; Medical education; Medical physics; Curriculum; Psychology; External quality assessment; Pathology","score_opus":0.08635386521717388,"score_gpt":0.46488672030117895,"score_spread":0.3785328550840051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389099788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783957,0.0005119102,0.0019891036,0.016532091,0.001935679,0.00041115878,0.0000029018101,0.00002719548,0.0001942502],"genre_scores_gemma":[0.9950958,0.0005991383,0.0021152468,0.0010176572,0.0008337919,0.0001242957,0.00006900086,0.000025211948,0.000119888755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954317,0.00030200492,0.0016368417,0.00022197739,0.0020288068,0.00037864855],"domain_scores_gemma":[0.9970934,0.00054209045,0.0006791331,0.00028198093,0.0011537719,0.0002496412],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006765916,0.00016331741,0.0005498385,0.0008652091,0.00006457441,0.0000092233795,0.00034452035,0.00031159713,0.0003577006],"category_scores_gemma":[0.034065682,0.00014289055,0.00017662262,0.0015187886,0.0002065967,0.00021677726,0.000046885965,0.0007780116,0.000008916119],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014028666,0.009360715,0.034465715,0.003290402,0.00027870052,0.00018474061,0.0028822501,0.0000186168,0.009286964,0.005355377,0.08836652,0.84510714],"study_design_scores_gemma":[0.007853823,0.00931177,0.7719801,0.0065786876,0.000194496,0.0050447043,0.005413988,0.005698054,0.00035804982,0.0029043478,0.18414791,0.0005140809],"about_ca_topic_score_codex":0.000044116743,"about_ca_topic_score_gemma":0.000010609634,"teacher_disagreement_score":0.84459305,"about_ca_system_score_codex":0.00040902745,"about_ca_system_score_gemma":0.007608675,"threshold_uncertainty_score":0.99801725},"labels":[],"label_agreement":null},{"id":"W4389162002","doi":"10.1080/0142159x.2023.2285250","title":"Identifying the exceptional learner in medical education: A doing vs. being framework","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Family Medicine; University of Toronto","funders":"Department of Family and Community Medicine, University of Toronto","keywords":"Categorization; Set (abstract data type); Situated; Medical education; Qualitative research; Psychology; Computer science; Mathematics education; Medicine; Artificial intelligence; Sociology","score_opus":0.028041694736553935,"score_gpt":0.39912102752835255,"score_spread":0.3710793327917986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389162002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7752844,0.00020881931,0.0038166386,0.20138068,0.0024535637,0.0003771199,1.8120213e-7,0.00025481643,0.016223773],"genre_scores_gemma":[0.96497726,0.00015667884,0.0024622928,0.019217148,0.004446357,0.00024494543,0.000115448434,0.000052835236,0.008327051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560046,0.00020428037,0.0006364764,0.00037610714,0.0027238429,0.00045885518],"domain_scores_gemma":[0.998849,0.00019875413,0.00008333929,0.0004390146,0.00013179253,0.00029814462],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0042347834,0.00016543274,0.00026980127,0.00036220768,0.00020472972,0.000039270366,0.00038531865,0.0005243871,0.027789982],"category_scores_gemma":[0.019357113,0.00011681521,0.00009141835,0.0021447104,0.0003917924,0.00010103378,0.0001575277,0.0024119774,0.0010389538],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054064658,0.0009612428,0.21362709,0.00020086167,0.00007435873,0.00018438957,0.0087991,0.0000036964404,0.00001089804,0.03942649,0.25728792,0.47936988],"study_design_scores_gemma":[0.002905096,0.00013585521,0.33419606,0.0067939777,0.00012826215,0.00079344923,0.013733954,0.047527596,0.000013995093,0.03965052,0.55340266,0.00071859924],"about_ca_topic_score_codex":0.000051389772,"about_ca_topic_score_gemma":0.0000133521435,"teacher_disagreement_score":0.4786513,"about_ca_system_score_codex":0.00022527309,"about_ca_system_score_gemma":0.001939769,"threshold_uncertainty_score":0.9998895},"labels":[],"label_agreement":null},{"id":"W4389207515","doi":"10.1136/bmjebm-2023-112397","title":"Integrating a climate lens into the design of education programmes for health professionals","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University; University of Waterloo","funders":"","keywords":"Lens (geology); Health professionals; Through-the-lens metering; Medical education; Sociology; Engineering ethics; Public relations; Engineering; Political science; Medicine; Health care","score_opus":0.16808932245712369,"score_gpt":0.5137538397847501,"score_spread":0.3456645173276264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389207515","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03770132,0.0025663876,0.074487,0.8721562,0.0021400037,0.010589146,0.0000037422355,0.0002488546,0.00010733699],"genre_scores_gemma":[0.68283325,0.0012999661,0.20940891,0.08883229,0.003964274,0.011403427,0.00077010144,0.00011862071,0.0013691677],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9971264,0.00029850437,0.0010628444,0.00031446898,0.0007916531,0.0004061462],"domain_scores_gemma":[0.99549353,0.0021146638,0.00062298466,0.00053070125,0.0011418384,0.00009630343],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00936949,0.00018548855,0.00047304615,0.00044807204,0.0003003966,0.000008979059,0.00020472438,0.00009985096,0.000070877824],"category_scores_gemma":[0.026203018,0.00010511079,0.00007534206,0.0019363326,0.0003566797,0.00014158692,0.00003060808,0.0002980545,0.000015614165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068244745,0.00050681684,0.0032790538,0.004503942,0.000052118266,0.0000017078607,0.010437472,0.000052906136,0.0024456347,0.0065764314,0.4167125,0.554749],"study_design_scores_gemma":[0.01630851,0.025865683,0.06508093,0.31408986,0.001553647,0.00016013107,0.2017205,0.13474676,0.0151840085,0.016708901,0.20688832,0.0016927393],"about_ca_topic_score_codex":0.00014788841,"about_ca_topic_score_gemma":0.000010217401,"teacher_disagreement_score":0.78332394,"about_ca_system_score_codex":0.00027393296,"about_ca_system_score_gemma":0.004504192,"threshold_uncertainty_score":0.9819997},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389227285","doi":"10.1016/j.amjsurg.2023.11.028","title":"Decoding medical school narrative evaluations: Is natural language processing an antidote to the leniency bias?","year":2023,"lang":"en","type":"editorial","venue":"The American Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cornerstone; Narrative; Leverage (statistics); Observational study; Meaning (existential); Context (archaeology); Psychology; DECIPHER; Computer science; Medicine; Linguistics; Bioinformatics; Psychotherapist; Artificial intelligence; Pathology","score_opus":0.04834093824776606,"score_gpt":0.43304206155894476,"score_spread":0.38470112331117867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389227285","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41451937,0.0012995595,0.00019063265,0.04465956,0.5389423,0.0002928602,0.000015980155,0.000050079678,0.000029692077],"genre_scores_gemma":[0.15795888,0.0006728324,0.0010916292,0.0076220795,0.83169377,0.00004698728,0.00014454949,0.00012392343,0.00064533175],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932686,0.0006503457,0.0013363785,0.00029430483,0.0040190406,0.00043131766],"domain_scores_gemma":[0.98696166,0.005536235,0.002805496,0.00079377054,0.0034081999,0.0004946168],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011747939,0.00029810672,0.0009452832,0.000599191,0.00046486448,0.0001255993,0.00073767814,0.00018605658,0.00039191628],"category_scores_gemma":[0.114427924,0.00015985589,0.00027672984,0.002774694,0.00055826065,0.00026949798,0.0000901955,0.0031458305,0.0000850947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015308875,0.00005487246,0.0001766761,0.000038026246,0.00011690065,0.00004759749,0.007895262,0.0000030458964,0.000031133834,3.913975e-7,0.73309,0.25839305],"study_design_scores_gemma":[0.0017349498,0.0015305994,0.013892611,0.017134089,0.002015179,0.0012555382,0.23258597,0.005578307,0.00021217717,0.00016271308,0.7223579,0.0015399508],"about_ca_topic_score_codex":0.00010907036,"about_ca_topic_score_gemma":0.000011017138,"teacher_disagreement_score":0.29275155,"about_ca_system_score_codex":0.00038272547,"about_ca_system_score_gemma":0.0069828997,"threshold_uncertainty_score":0.999154},"labels":[],"label_agreement":null},{"id":"W4389279312","doi":"10.1097/acm.0000000000005583","title":"Learner Experiences of Preceptor Self-Disclosure of Personal Illness in Medical Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; McMaster University Medical Centre","funders":"","keywords":"Mental illness; Thematic analysis; Preceptor; Qualitative research; Psychology; Invisibility; Medical education; Context (archaeology); Self-disclosure; Nursing; Medicine; Mental health; Social psychology; Psychiatry; Sociology","score_opus":0.01881023524839565,"score_gpt":0.3808963766017768,"score_spread":0.36208614135338113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389279312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97969437,0.0005836263,0.000029772644,0.016063435,0.0013014617,0.00033921312,7.219271e-7,0.000067557005,0.0019198201],"genre_scores_gemma":[0.9954308,0.000614662,0.00017339365,0.0012414844,0.00079877104,0.0001428095,0.00009575074,0.000017608027,0.00148471],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99715626,0.00008294636,0.0009128077,0.00026226477,0.0013429783,0.00024276413],"domain_scores_gemma":[0.99896103,0.00016317373,0.00025819102,0.00020563407,0.0002778328,0.00013415738],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018610862,0.00013466942,0.00045352738,0.0006444099,0.00003169888,7.130142e-7,0.00022806399,0.0003802497,0.0026471233],"category_scores_gemma":[0.006665094,0.00010122078,0.000036213463,0.002217363,0.00055412564,0.00008350615,0.000045318786,0.0007690207,0.000022844808],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017109654,0.0003717772,0.097919315,0.0015077996,0.00008181564,0.000009571634,0.60943645,0.0000018638555,0.0043348502,0.003708376,0.17973883,0.10271826],"study_design_scores_gemma":[0.005260041,0.00093294395,0.09496343,0.0076110684,0.0002044714,0.00017616477,0.8375704,0.0058418596,0.006126238,0.0011070326,0.039757937,0.00044837123],"about_ca_topic_score_codex":0.0000594704,"about_ca_topic_score_gemma":0.0000016540622,"teacher_disagreement_score":0.228134,"about_ca_system_score_codex":0.00008440412,"about_ca_system_score_gemma":0.0012649021,"threshold_uncertainty_score":0.9982646},"labels":[],"label_agreement":null},{"id":"W4389279359","doi":"10.1097/acm.0000000000005573","title":"Learning From Clinical Supervisor Practice Variability: Exploring Medical Resident and Fellow Experiences and Interpretations","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Blood Services; McMaster University Medical Centre; St. Michael's Hospital","funders":"","keywords":"Specialty; Clinical decision making; Clinical Practice; Medicine; MEDLINE; Family medicine; Generalization; Psychology; Grounded theory; Medical education; Qualitative research","score_opus":0.14190147300559136,"score_gpt":0.456584734180724,"score_spread":0.3146832611751326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389279359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91761065,0.0007076093,0.0012719156,0.07795306,0.0012211637,0.00028612546,4.770781e-7,0.00018316321,0.00076584757],"genre_scores_gemma":[0.9803119,0.009110269,0.0009302404,0.0069647375,0.0018326415,0.00021741602,0.00008204531,0.000024948818,0.00052581105],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967082,0.0004270648,0.0010299016,0.0005597964,0.000983373,0.00029165513],"domain_scores_gemma":[0.9945048,0.0044849636,0.00017467819,0.0002712745,0.00021040232,0.00035388197],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006663111,0.00016978983,0.00045489994,0.0002533391,0.00018709058,0.000011651218,0.00015303346,0.00035620335,0.00074792013],"category_scores_gemma":[0.11691827,0.00013367872,0.000025468373,0.000777682,0.00091077614,0.00034573613,0.00017234727,0.001997703,0.000041681607],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003285743,0.0000697988,0.24966756,0.0002570956,0.00025883957,0.00015255915,0.40096578,0.000002592749,0.000606991,0.0027700712,0.044116076,0.30080405],"study_design_scores_gemma":[0.0045317337,0.0012757424,0.12434806,0.0031817162,0.0006450561,0.00036796965,0.7327517,0.028180571,0.0001169199,0.0035632188,0.10058185,0.00045546805],"about_ca_topic_score_codex":0.00018943682,"about_ca_topic_score_gemma":0.000002635449,"teacher_disagreement_score":0.33178592,"about_ca_system_score_codex":0.00005155666,"about_ca_system_score_gemma":0.00021461252,"threshold_uncertainty_score":0.8905203},"labels":[],"label_agreement":null},{"id":"W4389306508","doi":"10.3138/jvme-2023-0017","title":"Investigation of Neurophobia amongst North American Veterinary Students and Development of a Veterinary Neurophobia Scoring Tool (VetNeuroQ)","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Veterinary education; Veterinary medicine; Specialty; Medicine; Scale (ratio); Medical education; Psychology; Curriculum; Family medicine; Psychometrics; Clinical psychology; Pedagogy","score_opus":0.09156010002557954,"score_gpt":0.39263350873057395,"score_spread":0.30107340870499444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389306508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966796,0.000073291514,0.00007958102,0.0010408708,0.0017329569,0.0003370055,0.000002431005,0.000032962147,0.000021323212],"genre_scores_gemma":[0.99262744,0.00033271738,0.0056923414,0.0008009538,0.00038407932,0.000028708115,0.000047459922,0.000045743564,0.00004058201],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99567145,0.00024901747,0.0017660302,0.00031254807,0.0017057911,0.0002951816],"domain_scores_gemma":[0.9972131,0.00016219972,0.0012949364,0.00035093553,0.00067783357,0.0003009625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013049837,0.00025149607,0.00063257996,0.0008954682,0.00011116881,0.00002177972,0.00037504008,0.00010119401,0.00005557345],"category_scores_gemma":[0.0024157178,0.00023627873,0.000094506264,0.0016017765,0.0005231375,0.0002818868,0.00024116939,0.0006246484,0.000008809056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018857619,0.0014870258,0.38201675,0.0024114072,0.00020429074,0.00057017215,0.0069967224,0.000010852709,0.18046644,0.000011230612,0.003936007,0.42000332],"study_design_scores_gemma":[0.0010761215,0.005761934,0.98208743,0.0011285082,0.00007891299,0.0021903245,0.0009973879,0.0001664624,0.0012640753,0.000009531608,0.0050574215,0.00018187774],"about_ca_topic_score_codex":0.000019446665,"about_ca_topic_score_gemma":9.452892e-7,"teacher_disagreement_score":0.6000707,"about_ca_system_score_codex":0.00015506911,"about_ca_system_score_gemma":0.0021641827,"threshold_uncertainty_score":0.9635167},"labels":[],"label_agreement":null},{"id":"W4389315189","doi":"10.4300/jgme-d-23-00831.1","title":"ICRE Top Research Abstracts 2023","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Saskatchewan; McMaster University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; MEDLINE; Data science; Family medicine; Computer science; Biology","score_opus":0.14455617200401355,"score_gpt":0.49853377891201367,"score_spread":0.3539776069080001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389315189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83704925,0.00017328195,0.000060048285,0.15345618,0.004124215,0.00019797179,5.6830896e-7,0.000033967794,0.0049045454],"genre_scores_gemma":[0.9825754,0.0007514931,0.0018278316,0.0039396062,0.0045911525,0.000025801073,0.000076759155,0.00003178385,0.0061801425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950481,0.00015716857,0.0010161774,0.00017553294,0.0032201756,0.00038286243],"domain_scores_gemma":[0.99605685,0.00025706808,0.00033721884,0.00029772733,0.0026561366,0.00039498086],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008265401,0.00011160542,0.00028730067,0.0012909776,0.00015719583,0.00003496027,0.0002737223,0.0002180306,0.0009717272],"category_scores_gemma":[0.030544061,0.00008817486,0.00010732674,0.002949027,0.0002478753,0.00017861664,0.0000438963,0.0017030009,0.0007324026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051239003,0.00057333626,0.0012494888,0.00011697014,0.00003472334,0.000059146107,0.0007228175,0.0000023703838,0.00025869798,0.0005855899,0.74316305,0.25318256],"study_design_scores_gemma":[0.0023482062,0.0011133935,0.3565893,0.002964415,0.00015020985,0.0023797217,0.016099911,0.000986263,0.0014587953,0.011524573,0.60407615,0.00030910032],"about_ca_topic_score_codex":0.0000441078,"about_ca_topic_score_gemma":0.0000021120193,"teacher_disagreement_score":0.3553398,"about_ca_system_score_codex":0.00031623998,"about_ca_system_score_gemma":0.0064919065,"threshold_uncertainty_score":0.9999415},"labels":[],"label_agreement":null},{"id":"W4389315604","doi":"10.4300/jgme-d-23-00204.1","title":"Only as Strong as the Weakest Link: Resident Perspectives on Entrustable Professional Activities and Their Impact on Learning","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Context (archaeology); Grounded theory; Medical education; Perspective (graphical); Constructivist grounded theory; Psychology; Interdependence; Medicine; Computer science; Qualitative research","score_opus":0.025411254632148085,"score_gpt":0.39076051884345026,"score_spread":0.36534926421130215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389315604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86036617,0.00019987719,0.00001936025,0.13608575,0.0015190189,0.00023501176,7.649779e-7,0.000026989794,0.001547064],"genre_scores_gemma":[0.98980445,0.0006044721,0.000050440776,0.0021272511,0.002148139,0.000018820037,0.000025276688,0.000025640315,0.005195506],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99730265,0.00026572816,0.00050179556,0.00019907238,0.0014548975,0.00027586526],"domain_scores_gemma":[0.99805385,0.0006267814,0.00042565743,0.00019647981,0.00046918838,0.00022807163],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023200524,0.00019313912,0.00031047466,0.00048826044,0.00034883726,0.000058468635,0.00016413261,0.00014213064,0.0006558659],"category_scores_gemma":[0.011374085,0.00009885352,0.000118049116,0.0006333771,0.0002533638,0.00017676417,0.000035345372,0.0018423023,0.000060709597],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021144191,0.0027321219,0.010526548,0.00022572835,0.00055270176,0.00007877592,0.08654346,0.00016750811,0.0006233915,0.021722358,0.24706571,0.6276473],"study_design_scores_gemma":[0.002648694,0.005970745,0.39676547,0.005077675,0.00020733087,0.0025163973,0.54240227,0.0023129315,0.0010033812,0.0064166277,0.034285642,0.00039284443],"about_ca_topic_score_codex":0.00006440176,"about_ca_topic_score_gemma":0.0000021246872,"teacher_disagreement_score":0.6272544,"about_ca_system_score_codex":0.00044133377,"about_ca_system_score_gemma":0.005506913,"threshold_uncertainty_score":0.99695355},"labels":[],"label_agreement":null},{"id":"W4389316970","doi":"10.1007/978-3-031-39989-3_134","title":"Academic Integrity, Ableist Assessment Design, and Pedagogies of Disclosure","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ableism; Academic integrity; Pedagogy; Inclusion (mineral); Frame (networking); Engineering ethics; Public relations; Sociology; Psychology; Political science; Engineering; Social psychology","score_opus":0.12059933697141963,"score_gpt":0.42212871423959947,"score_spread":0.30152937726817985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389316970","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001348536,0.0005460611,0.023745894,0.018861413,0.001359724,0.0016392489,0.000024941104,0.00030819656,0.95216596],"genre_scores_gemma":[0.0056453818,0.0016337092,0.028952146,0.0005224772,0.00039008973,0.000035016557,0.00020740609,0.000073952506,0.96253985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849254,0.0000146059365,0.00054641406,0.0002800642,0.0005242263,0.00014216366],"domain_scores_gemma":[0.9989244,0.00018444602,0.0002157686,0.00030951956,0.00031391255,0.00005195838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073281274,0.00021441217,0.00046031523,0.00031377035,0.000042002364,0.000008937052,0.00011208345,0.0006172328,0.0006976386],"category_scores_gemma":[0.0004240172,0.00016568019,0.00005596886,0.000086199274,0.0002906905,0.00004395971,0.00010851119,0.0018500506,0.000041571213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034137287,0.000044870096,0.0012088543,0.0011006288,0.000187034,0.000012993821,0.00028010062,0.00000149107,0.00020547558,0.7948711,0.15361044,0.048442908],"study_design_scores_gemma":[0.003439311,0.0020180135,0.039527282,0.012547406,0.0025196876,0.0002783582,0.0039690994,0.0020602085,0.0009367285,0.43154144,0.49927774,0.0018847197],"about_ca_topic_score_codex":0.000021761896,"about_ca_topic_score_gemma":0.0000029820512,"teacher_disagreement_score":0.36332962,"about_ca_system_score_codex":0.00013013686,"about_ca_system_score_gemma":0.0006284933,"threshold_uncertainty_score":0.80376524},"labels":[],"label_agreement":null},{"id":"W4389317057","doi":"10.33588/fem.264.1296","title":"Retos de futuro de la evaluación en educación médica. Ideas desde la Conferencia de Ottawa. Lyon, 2022","year":2023,"lang":"es","type":"article","venue":"Educación Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.012106894669160314,"score_gpt":0.36608263756075227,"score_spread":0.35397574289159195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389317057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8842513,0.0026956627,0.0008061801,0.060129963,0.006142383,0.0015476396,0.0001083423,0.0008792436,0.04343928],"genre_scores_gemma":[0.95256394,0.0028657792,0.006468037,0.00830408,0.011009602,0.00086307473,0.0006905104,0.00038353656,0.016851436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98818535,0.0036287582,0.0018044281,0.0014939222,0.0021238148,0.0027637347],"domain_scores_gemma":[0.99199325,0.0030670364,0.00071381783,0.0019877653,0.0008327872,0.0014053651],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.013388839,0.0010800057,0.0012539511,0.0016522086,0.00087616174,0.00040720077,0.0014341684,0.0019030492,0.0096940985],"category_scores_gemma":[0.022807922,0.0011492211,0.00045838873,0.0043284697,0.0016010908,0.0003103027,0.00039886148,0.004045021,0.0032032966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020782641,0.0018463809,0.086181074,0.0011878939,0.0006048001,0.0004295301,0.01039584,0.000029497118,0.012322008,0.05518783,0.77460843,0.056998912],"study_design_scores_gemma":[0.0026019576,0.00039408734,0.35196248,0.0017717906,0.0011090977,0.00097425195,0.008806215,0.0012772797,0.0022739163,0.009132613,0.61854583,0.0011504752],"about_ca_topic_score_codex":0.00046280722,"about_ca_topic_score_gemma":0.000012604388,"teacher_disagreement_score":0.2657814,"about_ca_system_score_codex":0.002766104,"about_ca_system_score_gemma":0.022643544,"threshold_uncertainty_score":0.9993927},"labels":[],"label_agreement":null},{"id":"W4389319607","doi":"10.2196/40868","title":"Feasibility and Acceptability of Web-Based Structured Oral Examinations for Postgraduate Certification: Mixed Methods Preliminary Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Medical education; Medical physics; Medicine; Computer science; Political science","score_opus":0.2776171437298906,"score_gpt":0.577492201001625,"score_spread":0.2998750572717344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389319607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98484135,0.000050770297,0.0054394784,0.0047719646,0.0002195106,0.0041853893,0.000057145335,0.000072988005,0.000361383],"genre_scores_gemma":[0.96594,0.000007962894,0.031178873,0.00003750754,0.000045702152,0.0018827845,0.0008264798,0.000016603777,0.0000640706],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99636126,0.0012354692,0.00061250204,0.00034521046,0.0011087271,0.00033682707],"domain_scores_gemma":[0.9936847,0.0012450224,0.00016773859,0.00055780733,0.0042556296,0.00008906351],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014577084,0.00012523077,0.00027516717,0.00076168915,0.00031961862,0.000027901096,0.00015116752,0.00014776264,0.000253475],"category_scores_gemma":[0.009541133,0.00010780509,0.00006945035,0.0024842299,0.00058697874,0.00026807073,0.00008105801,0.00038083148,0.000009611456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078217144,0.0006609927,0.013434532,0.0015532649,0.000060406895,2.7499595e-7,0.006377485,0.000021953258,0.007373917,0.0014648513,0.011899532,0.9563706],"study_design_scores_gemma":[0.0018826519,0.00062129984,0.8115909,0.000038988775,0.000038469643,0.0000022550792,0.0032198695,0.16397324,0.012307465,0.0054986803,0.00074702856,0.000079113146],"about_ca_topic_score_codex":0.00001700625,"about_ca_topic_score_gemma":0.000007902422,"teacher_disagreement_score":0.9562915,"about_ca_system_score_codex":0.000463442,"about_ca_system_score_gemma":0.0008127802,"threshold_uncertainty_score":0.99880195},"labels":[],"label_agreement":null},{"id":"W4389323052","doi":"10.1111/tct.13703","title":"An internal medicine residency preparatory curriculum for fourth‐year medical students","year":2023,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Curriculum; Medical education; Medicine; Course evaluation; Psychology; Family medicine; Higher education; Pedagogy","score_opus":0.0933129586085407,"score_gpt":0.5339264181951365,"score_spread":0.4406134595865958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389323052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9294553,0.000055948225,0.0007252941,0.062454823,0.0025243596,0.0009057286,0.0000016723583,0.0003282421,0.003548676],"genre_scores_gemma":[0.9623251,0.00017012226,0.0017327174,0.011454658,0.010030277,0.00030149697,0.00013993701,0.00007440034,0.013771283],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99619037,0.00036656097,0.0010861751,0.00042553947,0.0015768072,0.00035454775],"domain_scores_gemma":[0.99781924,0.0005737301,0.00018949634,0.00083283155,0.00030318278,0.00028151262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012662664,0.00016408358,0.00042073868,0.00012421387,0.000146177,0.000020557374,0.0009053614,0.0003139082,0.0015296122],"category_scores_gemma":[0.020960217,0.00009609174,0.00014546624,0.00055781973,0.0006314157,0.00007769423,0.00014952463,0.0010145659,0.00049508933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015832303,0.0008066032,0.24195512,0.0000377243,0.00011870583,0.0000143956595,0.0006232851,4.200878e-7,0.000010534253,0.0019044786,0.73066145,0.023708943],"study_design_scores_gemma":[0.009792439,0.0038627435,0.7346771,0.0010627952,0.0005652586,0.0000674989,0.0067649283,0.011895215,0.000022245084,0.012084809,0.21876231,0.00044270462],"about_ca_topic_score_codex":0.000042723223,"about_ca_topic_score_gemma":0.000010905591,"teacher_disagreement_score":0.5118992,"about_ca_system_score_codex":0.00007219436,"about_ca_system_score_gemma":0.00035854976,"threshold_uncertainty_score":0.99938315},"labels":[],"label_agreement":null},{"id":"W4389382603","doi":"10.1097/ceh.0000000000000542","title":"Conceptual Advances in Continuing Professional Development in the Health Professions","year":2023,"lang":"en","type":"editorial","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Health professions; Continuing professional development; Continuing education; Professional development; Medical education; Health professionals; Medicine; Engineering ethics; Nursing; Political science; Health care; Engineering","score_opus":0.030110247052151765,"score_gpt":0.4554356324306113,"score_spread":0.42532538537845954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389382603","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08829265,0.0069947406,0.000076711796,0.11001213,0.7903829,0.004020689,0.000014425227,0.000034962068,0.00017076224],"genre_scores_gemma":[0.23132256,0.012936637,0.011467487,0.020561313,0.69901437,0.004421963,0.0021429362,0.00043223056,0.017700484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872965,0.0038726376,0.0046028956,0.00049093715,0.0026833192,0.0010536696],"domain_scores_gemma":[0.9864267,0.0059112622,0.0050250194,0.0007750802,0.0016244026,0.00023755406],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023026815,0.0004648509,0.0013669188,0.0018177838,0.0005075305,0.000056876856,0.0010749849,0.0007257664,0.000042564134],"category_scores_gemma":[0.016773438,0.00027779862,0.00014976987,0.0027462102,0.0002565837,0.0004095665,0.00011531661,0.00836326,0.000019411966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001523401,0.0013822711,0.0021014821,0.0006994518,0.000010756895,0.000009938173,0.18083015,0.0000029811451,0.0000018793252,0.0005023289,0.7420463,0.072260104],"study_design_scores_gemma":[0.0016584551,0.000290086,0.018001156,0.039230056,0.000018695053,0.000027410746,0.2561949,0.000008431246,0.0000011369875,0.00038410127,0.68398714,0.00019844786],"about_ca_topic_score_codex":0.00011542698,"about_ca_topic_score_gemma":0.0007284705,"teacher_disagreement_score":0.14302991,"about_ca_system_score_codex":0.00204576,"about_ca_system_score_gemma":0.031778183,"threshold_uncertainty_score":0.9999674},"labels":[],"label_agreement":null},{"id":"W4389382852","doi":"10.1097/ceh.0000000000000533","title":"Blueprints for Connection: A Meta-Organizational Framework for Layering Theory, Philosophy, and Praxis Within Continuing Education in the Health Professions","year":2023,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; McMaster University; McMaster University Medical Centre","funders":"","keywords":"Praxis; Blueprint; Engineering ethics; Field (mathematics); Diversity (politics); Sociology; Public relations; Pedagogy; Epistemology; Political science; Engineering; Law","score_opus":0.06042917008345945,"score_gpt":0.4498472508162527,"score_spread":0.38941808073279327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389382852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60340375,0.0015266106,0.020894976,0.36248723,0.005602588,0.005934182,0.000013025764,0.00004501338,0.00009265468],"genre_scores_gemma":[0.9488052,0.00020825873,0.033347327,0.013852393,0.0017072648,0.0013304347,0.00010189048,0.00004794322,0.0005992574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99586207,0.0011863045,0.0017203517,0.00028519958,0.00052755687,0.00041854117],"domain_scores_gemma":[0.9937601,0.0028485125,0.0017487784,0.00039858278,0.001117144,0.00012689462],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014869903,0.00021258785,0.0006080474,0.0007951448,0.00064758403,0.000061566694,0.00031950977,0.00018099755,0.000026259871],"category_scores_gemma":[0.011107984,0.0001330425,0.00012908615,0.0016643608,0.000105026076,0.00024163906,0.00003881543,0.0011842189,0.0000025106165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006146963,0.0024374495,0.018097825,0.0024427425,0.00018769491,0.000001095934,0.2955614,0.000047641992,0.00007808881,0.48592448,0.046374124,0.14823276],"study_design_scores_gemma":[0.0025659667,0.0009439361,0.07636714,0.01196386,0.00035460608,0.00025550832,0.50635886,0.00042329912,0.00003860636,0.39197648,0.008446787,0.00030497677],"about_ca_topic_score_codex":0.000024417146,"about_ca_topic_score_gemma":0.00002867123,"teacher_disagreement_score":0.34863484,"about_ca_system_score_codex":0.00034470487,"about_ca_system_score_gemma":0.0053096474,"threshold_uncertainty_score":0.9972219},"labels":[],"label_agreement":null},{"id":"W4389397269","doi":"10.1097/ceh.0000000000000543","title":"Rethinking Context in Continuing Professional Development: From Identifying Barriers to Understanding Social Dynamics","year":2023,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network","funders":"","keywords":"Ideology; Psychological intervention; Sociology; Context (archaeology); Public relations; Social environment; Social psychology; Psychology; Politics; Medicine; Nursing; Political science; Social science","score_opus":0.07897324697635658,"score_gpt":0.43860792454352465,"score_spread":0.35963467756716805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389397269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9029846,0.00015636055,0.0016991491,0.0881283,0.0060253795,0.00083062286,0.0000023111365,0.000028333032,0.0001449039],"genre_scores_gemma":[0.9899184,0.000024518798,0.003290709,0.0052636326,0.0005793415,0.00006483007,0.00006151862,0.000028109924,0.00076895655],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99627304,0.00061863806,0.0016416411,0.00021079788,0.00079855963,0.00045729734],"domain_scores_gemma":[0.9977743,0.0005482716,0.00096585666,0.00018375022,0.00034111444,0.00018667757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069291857,0.00015837236,0.00045372167,0.0013108233,0.0005172329,0.00005366707,0.0003038226,0.00017391668,0.00005814691],"category_scores_gemma":[0.0037907567,0.00012457962,0.00006745873,0.0020788445,0.000061298684,0.00024692604,0.00006843452,0.001525501,0.000013000477],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016414256,0.00026692817,0.0569509,0.00022962871,0.000024445313,0.00001213196,0.7463655,0.0000073895276,0.00011210353,0.007679423,0.029391602,0.15879583],"study_design_scores_gemma":[0.0013869095,0.000063191794,0.20875137,0.01407103,0.000021897014,0.000027737622,0.7599784,0.00045396134,0.00002152538,0.01138706,0.0036695169,0.00016742336],"about_ca_topic_score_codex":0.00006632307,"about_ca_topic_score_gemma":0.0002746497,"teacher_disagreement_score":0.15862842,"about_ca_system_score_codex":0.002177875,"about_ca_system_score_gemma":0.0045952075,"threshold_uncertainty_score":0.8151701},"labels":[],"label_agreement":null},{"id":"W4389397463","doi":"10.1097/ceh.0000000000000538","title":"Recasting Assessment in Continuing Professional Development as a Person-Focused Activity","year":2023,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Subjectification; Conceptualization; Situated; Context (archaeology); Psychology; Engineering ethics; Professional development; Sociology; Pedagogy; Computer science; Engineering","score_opus":0.060092682420088424,"score_gpt":0.46221905650723044,"score_spread":0.402126374087142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389397463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9178336,0.00010722914,0.00016125462,0.07636504,0.004040403,0.0009698823,4.291458e-7,0.000025500045,0.0004966612],"genre_scores_gemma":[0.98629504,0.000040312327,0.008236655,0.0017532252,0.00046441288,0.00014509735,0.000015881064,0.000022436183,0.003026924],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964742,0.0008186028,0.0012222982,0.00019753436,0.0008424878,0.00044488083],"domain_scores_gemma":[0.99727815,0.0005974549,0.0012065752,0.00024207009,0.00055780215,0.00011792007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009344502,0.00015660662,0.0004342742,0.0011057819,0.00025317926,0.00002915878,0.00023391545,0.00013276546,0.00005628693],"category_scores_gemma":[0.00311522,0.000109837914,0.00006548855,0.0018885867,0.000051497955,0.00023297712,0.00003994228,0.0018813902,0.000016550224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014608962,0.0014712213,0.06304425,0.00038003226,0.00001667259,0.00001635518,0.15816163,0.00000869038,0.0005811738,0.00046192715,0.027130228,0.7485817],"study_design_scores_gemma":[0.0015673861,0.00018895106,0.8111718,0.0117701255,0.00001473519,0.00012545077,0.1643776,0.00041616708,0.00006683224,0.00026776514,0.009904023,0.0001291209],"about_ca_topic_score_codex":0.00004296971,"about_ca_topic_score_gemma":0.000027826893,"teacher_disagreement_score":0.7484526,"about_ca_system_score_codex":0.0009166035,"about_ca_system_score_gemma":0.008229527,"threshold_uncertainty_score":0.9973929},"labels":[],"label_agreement":null},{"id":"W4389429822","doi":"10.1371/journal.pone.0294022","title":"Early formative objective structured clinical examinations for students in the pre-clinical years of medical education: A non-randomized controlled prospective pilot study","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Formative assessment; Summative assessment; Objective structured clinical examination; Medical education; Medicine; Clinical endpoint; Debriefing; Randomized controlled trial; Medical history; Focus group; Educational measurement; Psychology; Curriculum; Surgery; Mathematics education; Pedagogy","score_opus":0.07158748464687983,"score_gpt":0.4557804344108896,"score_spread":0.38419294976400975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389429822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786878,0.00002173222,0.000186436,0.0021857999,0.0005074679,0.018027581,0.000009337343,0.000045380588,0.00032841339],"genre_scores_gemma":[0.9896593,0.000044206237,0.0012918133,0.0007101876,0.0005599698,0.0073039704,0.00007188677,0.00002408747,0.00033458392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936892,0.0011666869,0.0021689476,0.00038553544,0.0023363112,0.00025331933],"domain_scores_gemma":[0.9922127,0.0053954218,0.0006103024,0.00047375297,0.0012080453,0.000099741424],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015483014,0.00017174687,0.0017210149,0.0004033346,0.00009263618,0.000029582161,0.0004805355,0.0001729512,0.000083247134],"category_scores_gemma":[0.059154857,0.00011909678,0.0002074598,0.001302043,0.000551701,0.00011512441,0.00008846656,0.0008098538,0.000019647727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14249781,0.17985809,0.55563974,0.00034119235,0.006843008,0.0000127060175,0.098902896,0.0000011679781,0.000027495824,0.0027590008,0.003921967,0.00919491],"study_design_scores_gemma":[0.20510797,0.004345752,0.77643335,0.0003212789,0.00083140645,0.00000125777,0.010507755,0.0011105874,0.000008203279,0.0012422756,0.0000033555268,0.000086788175],"about_ca_topic_score_codex":0.0000802148,"about_ca_topic_score_gemma":0.000055293418,"teacher_disagreement_score":0.2207936,"about_ca_system_score_codex":0.00011400927,"about_ca_system_score_gemma":0.0012991453,"threshold_uncertainty_score":0.9487703},"labels":[],"label_agreement":null},{"id":"W4389430689","doi":"10.7202/1108004ar","title":"Development of Professional Ethics Curriculum in the Operating Room for the Current Era of Surgery: A Mixed Method Study","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Bioethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Alborz University of Medical Sciences","keywords":"Curriculum; Delphi method; Psychomotor learning; Qualitative research; Engineering ethics; Process (computing); Medical education; Multimethodology; Exploratory research; Psychology; Cognition; Medicine; Sociology; Pedagogy; Computer science; Engineering","score_opus":0.22063444594898293,"score_gpt":0.4813784541125816,"score_spread":0.26074400816359866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389430689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9337374,0.00039241542,0.0030836447,0.05904864,0.0029285825,0.0007855209,0.000009788064,0.0000028301124,0.000011197285],"genre_scores_gemma":[0.978644,0.000030406682,0.020244844,0.00076430157,0.00022660266,0.00004431406,0.000017971748,0.000012377765,0.000015175011],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99758595,0.00043478585,0.001016432,0.00009086942,0.0006621597,0.00020978216],"domain_scores_gemma":[0.99515736,0.0025464224,0.00048806416,0.00018847994,0.0015235237,0.00009614092],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021081148,0.00008919051,0.000292716,0.00038610445,0.0002703839,0.000013868612,0.00025237747,0.00012719231,0.000013152587],"category_scores_gemma":[0.014274367,0.00004977603,0.00007916891,0.0013003403,0.00017566931,0.000039541083,0.000016182114,0.0024671794,6.785127e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006105262,0.0009721002,0.11450907,0.0011187098,0.00033109201,0.000037193902,0.2980967,0.00020795531,0.00024501988,0.0061765024,0.027315028,0.5509296],"study_design_scores_gemma":[0.002432643,0.0004763912,0.5118907,0.0054684407,0.00036843267,0.00010595115,0.42853308,0.0059704753,0.0014006176,0.0011977194,0.04182488,0.0003306838],"about_ca_topic_score_codex":0.0009075761,"about_ca_topic_score_gemma":0.011292335,"teacher_disagreement_score":0.5505989,"about_ca_system_score_codex":0.00014695956,"about_ca_system_score_gemma":0.016814979,"threshold_uncertainty_score":0.9998342},"labels":[],"label_agreement":null},{"id":"W4389437485","doi":"10.1007/s44186-023-00203-8","title":"ASE paper: gender disparities in feedback on confidence in surgical residents","year":2023,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Confidence interval; Narrative; Psychology; Low Confidence; Medicine; Social psychology; Internal medicine; Linguistics","score_opus":0.021582793267899827,"score_gpt":0.3647307355909339,"score_spread":0.3431479423230341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389437485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9418232,0.000521491,0.0000047612184,0.036830287,0.0066722683,0.0010227729,0.00002533055,0.000044024117,0.013055897],"genre_scores_gemma":[0.990625,0.0005030571,0.00017275117,0.001810826,0.0014134712,0.00017599108,0.00018173443,0.000028805038,0.005088368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99509424,0.0005070569,0.0017638202,0.00042067934,0.0016025305,0.0006116744],"domain_scores_gemma":[0.9958357,0.00092332193,0.00115198,0.00041918628,0.0014017969,0.00026801522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036498366,0.0002975668,0.0006517077,0.00058882136,0.00019815163,0.00011605926,0.00043212232,0.0004491166,0.000225588],"category_scores_gemma":[0.007212596,0.00023528369,0.00040436847,0.0034048778,0.00011812954,0.00045789534,0.00006414076,0.0008716047,0.00009254169],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025883233,0.0074350117,0.61747605,0.0003590878,0.00016753835,0.000057048714,0.0009116267,0.0006645951,0.000018349698,0.096357174,0.2112117,0.062753476],"study_design_scores_gemma":[0.004800214,0.00018588237,0.72376955,0.0007711524,0.000090478236,0.00037370817,0.0012391347,0.00016007488,0.000039058352,0.0126001425,0.25568727,0.00028334017],"about_ca_topic_score_codex":0.0002815403,"about_ca_topic_score_gemma":0.000034519766,"teacher_disagreement_score":0.10629348,"about_ca_system_score_codex":0.0038638695,"about_ca_system_score_gemma":0.0041612205,"threshold_uncertainty_score":0.9999601},"labels":[],"label_agreement":null},{"id":"W4389485505","doi":"10.1111/jep.13946","title":"Re‐THINK: Use of narratives to explore social justice in clinical practice and education","year":2023,"lang":"en","type":"editorial","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Equity (law); Health equity; Public relations; Health care; Cultural safety; Curriculum; Indigenous; Political science; Sociology; Engineering ethics; Pedagogy; Law","score_opus":0.34179285315515917,"score_gpt":0.6380418989412234,"score_spread":0.29624904578606426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389485505","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053290993,0.0004818714,0.00029151086,0.08883497,0.85426277,0.0015662902,0.000010890285,0.000018070838,0.0012426357],"genre_scores_gemma":[0.004812254,0.0040914617,0.12644063,0.010046154,0.85358757,0.0001242564,0.0002507027,0.00013891522,0.0005080752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97825885,0.006688182,0.009103571,0.00071765645,0.004881341,0.0003504094],"domain_scores_gemma":[0.6686551,0.2484222,0.026022911,0.0016549823,0.054438148,0.0008066528],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.081725165,0.00033208018,0.0015201236,0.001238309,0.0001036013,0.00010080874,0.0002740247,0.0017912836,0.00008870301],"category_scores_gemma":[0.8835606,0.00031543392,0.00027221264,0.0019756372,0.00031273128,0.0019835052,0.00013305982,0.006636921,0.000036405145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038124477,0.0035589018,0.0005434735,0.00034463417,0.00021918623,0.000043130032,0.0060232035,0.000037905957,0.0000031913112,0.000097438504,0.91621387,0.06910259],"study_design_scores_gemma":[0.0040102936,0.0019948303,0.020184202,0.0022110206,0.00260824,0.00004168647,0.043723807,0.00031992007,8.5656046e-7,0.0009808091,0.92364854,0.00027576913],"about_ca_topic_score_codex":0.00006757116,"about_ca_topic_score_gemma":0.00004306964,"teacher_disagreement_score":0.8018354,"about_ca_system_score_codex":0.00077897735,"about_ca_system_score_gemma":0.010849331,"threshold_uncertainty_score":0.9999298},"labels":[],"label_agreement":null},{"id":"W4389488316","doi":"10.1503/cjs.014523","title":"C-CASE 2023: Promoting Excellence in Surgical Education01. Near-peer tutoring: an effective adjunct for virtual anatomy learning02. Surgical Exploration and Discovery: perspectives on student-led debriefs in undergraduate surgical education03. How are emotions of medical residents and faculty in general surgery affected by new assessment mandates implemented in medical education?04. Equity, diversity and inclusion in medical residency: a Web-based analysis of Canadian PGME efforts05. The use of virtual patient case simulations in surgical postgraduate teaching innovations06. Outcomes of the Canadian Orthopaedic Surgery Medical Education Course07. Educational effectiveness of social media as a continuing professional development intervention among practising surgeons: a systematic review08. Factors influencing medical students’ decision to pursue a career in surgery in North America: a systematic review09. Improving operating room teamwork: Do current strategies offer actionable solutions?10. Affective influence on lumbar laminectomy performance on a virtual reality spine simulator11. Exploring the shifting landscape in the match outcomes of women applying to surgical residency programs in Canada: Have we achieved equity?12. Exploring residents’ emotion-regulation strategies and their effectiveness in team-based surgical simulations13. Impact of an educational workshop for medical student surgical clerkship rotation preparation14. McGill Surgical Exploration and Discovery: impact on medical students’ perception and skills in surgery15. Does BlackBox Explorer Technology improve operative teaching for surgical residents?16. The impact of a deceased donor organ procurement workshop on surgical transplant fellows’ confidence and competence17. Vascular anastomosis workshop improves general surgery residents’ confidence and competence18. A comparative analysis of video-based versus text-based learning resources for Foley catheter insertion and the implications for medical student procedural skills training: a pilot study19. Improving assessment and training in craniosynostosis: the role of interactive 3-D models and multimodal e-learning20. Anatomy of a strategic plan for education: driving innovation in McMaster’s Division of Cardiac Surgery21. Optimizing the learner’s role in feedback: development of a feedback-preparedness online application for medical students in the clinical setting22. Trainee response to artificial intelligent tutor instruction in surgical simulation23. Promoting diversity in surgery through UofC UpSurge24. Evaluating the benefit of a novel surgical robotic training workshop for general surgery and subspecialty trainees in Canada25. Undergraduate surgery learning objectives: illuminating discrepancies among Canadian medical schools26. Cerebral corticectomy in ex-vivo calf brain model: face and content validation27. Validating a virtual simulation tool for local and regional flap reconstruction in the head and neck28. The impact of a surgical boot camp and near-peer teaching on the acquisition of basic surgical skills in medical students transitioning to clerkship29. Evaluating the impact of the MLASE checklist on surgical training literature involving machine learning and virtual reality: a comparative analysis30. Exploring the impact of LearnENT’s social media as a powerful tool in OHNS medical education31. MiHolo, a holographic training tool for minimally invasive mitral valve repair surgery32. Evaluating the impact of medical students’ participation in telephone visits for patients with breast cancer: a pilot study33. The importance of understanding the personalities of surgeons when choosing a career: medical students’ perspectives34. A conversation on the current state of diversity, equity and inclusion in surgery35. Current state of female and BIPOC representation in Canadian medical education administration leadership36. What’s in a name? The development of trust and familiarity in dynamic interprofessional operating room teams37. Development and pilot of a plastic and reconstructive surgery case-based learning curriculum38. Women in surgery: a qualitative study of gendered experiences within everyday surgical life39. An interdisciplinary complex airway crisis resource management simulation training module for otolaryngology residents: a longitudinal experience40. Assessing the accuracy of responses by ChatGPT to questions regarding pediatric surgery","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dawson College; Université de Sherbrooke; University of Manitoba; Montreal Heart Institute; University of Saskatchewan; Artificial Intelligence in Medicine (Canada); Sunnybrook Health Science Centre; Université du Québec; Canadian University Music Society; Université de Montréal; Ontario Tech University; Queen's University; Montreal Neurological Institute and Hospital; University of Calgary; Health Sciences Centre; University of Alberta; University Health Network; Ottawa Hospital; Montreal Children's Hospital; University of Toronto; McGill University Health Centre; McGill University; Dalhousie University; Shriners Hospitals for Children - Canada; University of Ottawa; Toronto Western Hospital; University of British Columbia; McMaster University; Centre Hospitalier de l’Université de Montréal; BC Children's Hospital; University of Victoria; McGill-Queen's University Press","funders":"","keywords":"Medicine; Adjunct; Excellence; Medical education","score_opus":0.12918475131180132,"score_gpt":0.4481128316090042,"score_spread":0.3189280802972029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389488316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930107,0.00017763433,0.000098170436,0.0011114837,0.00003497553,0.0055048876,0.000060599752,0.0000015119081,3.3782673e-8],"genre_scores_gemma":[0.99829704,0.0000957895,0.00003577265,0.0000053587,0.000010389776,0.0014518605,0.000088290406,0.000015466207,4.2526306e-8],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.985168,0.0075312736,0.0038073435,0.0006428406,0.0023917318,0.00045881435],"domain_scores_gemma":[0.9149887,0.08213138,0.0019628543,0.00017006017,0.0005691712,0.00017783238],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055749472,0.0003708677,0.0018016052,0.002377962,0.00042214405,0.00009423488,0.00030762592,0.00018399877,8.4365485e-7],"category_scores_gemma":[0.024657758,0.00020853496,0.00017500641,0.002388572,0.0007863943,0.0005963779,0.000348702,0.0009006857,1.9534721e-10],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040879673,0.0011015763,0.6821297,0.0005151859,0.0001232344,0.000006099756,0.25499946,0.04860394,0.0000045314887,0.000051132447,5.7051786e-8,0.008377133],"study_design_scores_gemma":[0.0025339965,0.00036849623,0.5774563,0.011010353,0.000042813237,0.000012026101,0.22384223,0.1845888,0.000003131732,0.0000417284,5.426817e-9,0.000100147925],"about_ca_topic_score_codex":0.08189014,"about_ca_topic_score_gemma":0.56425685,"teacher_disagreement_score":0.4823667,"about_ca_system_score_codex":0.0011266577,"about_ca_system_score_gemma":0.008399618,"threshold_uncertainty_score":0.9972218},"labels":[],"label_agreement":null},{"id":"W4389612296","doi":"10.1007/s12630-023-02680-3","title":"Improving the quality and quantity of narrative feedback to anesthesiology residents: a program evaluation study","year":2023,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Anesthesiology; Narrative; Quality (philosophy); Medical education; Psychology; Medicine; Anesthesia","score_opus":0.05500413503019061,"score_gpt":0.3572873570885389,"score_spread":0.30228322205834834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389612296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6873244,0.0003112457,0.000003568989,0.3098041,0.00062273716,0.0018977714,0.000004538317,0.000011379623,0.000020247146],"genre_scores_gemma":[0.93435764,0.000037064554,0.0014865019,0.055378016,0.007329569,0.00021071266,0.000091389295,0.00024695037,0.00086213415],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9928169,0.0014077573,0.002421612,0.00048234354,0.0018989559,0.0009723882],"domain_scores_gemma":[0.9902782,0.00035937526,0.0026049437,0.00067938806,0.005099352,0.0009787283],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011516423,0.00053422764,0.0014386681,0.0020918257,0.00071845896,0.00023836258,0.00084314344,0.0007503727,0.00012989627],"category_scores_gemma":[0.0069194264,0.00039610764,0.000290076,0.0016427636,0.0006195067,0.00026525915,0.000026163394,0.0040695835,0.000011217957],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036948515,0.0002396085,0.040943105,0.0005838231,0.00074870966,0.23228583,0.023974,0.000053618925,0.000018914143,0.000040488918,0.6531863,0.047556113],"study_design_scores_gemma":[0.0016894889,0.0064406185,0.30542463,0.0009925595,0.0011230302,0.63748103,0.017936692,0.000054261873,0.000007545982,0.00024509872,0.028104806,0.0005002115],"about_ca_topic_score_codex":0.03400978,"about_ca_topic_score_gemma":0.022507396,"teacher_disagreement_score":0.6250815,"about_ca_system_score_codex":0.0017842735,"about_ca_system_score_gemma":0.013798537,"threshold_uncertainty_score":0.9998491},"labels":[],"label_agreement":null},{"id":"W4389629209","doi":"10.36834/cmej.75601","title":"Le coaching narratif collaboratif en médecine : une étude de cas avec une médecin résidente et une médecin en pratique à l’urgence","year":2023,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; Université Laval; Montfort Hospital; University of Ottawa","funders":"","keywords":"Coaching; Context (archaeology); Intervention (counseling); Medical education; Psychology; Medicine; Humanities; Nursing; Psychotherapist; Philosophy","score_opus":0.009800242124391468,"score_gpt":0.3353476927951829,"score_spread":0.32554745067079144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389629209","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1971297,0.001960777,0.0033956703,0.77270865,0.019705744,0.0009480751,0.000054620898,0.00010960394,0.00398717],"genre_scores_gemma":[0.8413789,0.003654128,0.0056836135,0.11754807,0.014472493,0.00028867341,0.0008701797,0.0002495333,0.015854388],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98973864,0.002036941,0.0025006367,0.0008995031,0.0027290345,0.0020952302],"domain_scores_gemma":[0.9841845,0.0011272493,0.00084018684,0.0009833804,0.002184721,0.010679959],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0119374,0.00072550104,0.0009896759,0.002239203,0.0013119766,0.0005508757,0.001367123,0.0014185172,0.013653677],"category_scores_gemma":[0.10060497,0.0007896709,0.0002244075,0.010723032,0.000792687,0.0010300395,0.00013294214,0.0057897973,0.0008851606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000049587943,0.0008931712,0.009507205,0.00030630617,0.00026492635,0.0011123483,0.03430272,0.0004743682,0.0002460991,0.056401566,0.81099373,0.085447945],"study_design_scores_gemma":[0.0039723744,0.00043969898,0.20431527,0.00612112,0.00037539957,0.008934478,0.06850918,0.0114880195,0.00015936134,0.010749848,0.68374056,0.0011947019],"about_ca_topic_score_codex":0.12530418,"about_ca_topic_score_gemma":0.30637282,"teacher_disagreement_score":0.65516055,"about_ca_system_score_codex":0.005724781,"about_ca_system_score_gemma":0.3213379,"threshold_uncertainty_score":0.9999882},"labels":[],"label_agreement":null},{"id":"W4389629549","doi":"10.36834/cmej.77302","title":"The oncology ribbon of reflection: a novel tool to encourage trainee self-reflection","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Cancer Agency; Western University","funders":"","keywords":"Reflection (computer programming); Ribbon; Medical education; Medical physics; Computer science; Medicine; Mathematics","score_opus":0.024216375970330332,"score_gpt":0.38268646909755066,"score_spread":0.35847009312722034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389629549","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40880635,0.00014404935,0.0015028957,0.558075,0.014638239,0.00082500756,0.0000055627747,0.00013340158,0.015869489],"genre_scores_gemma":[0.86138177,0.0005899881,0.014779331,0.10276371,0.010100059,0.0003699874,0.0001232263,0.00009947469,0.009792446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997444,0.00009484359,0.000769798,0.00020872559,0.0009972493,0.0004854048],"domain_scores_gemma":[0.9957187,0.00014238984,0.00020865072,0.000296386,0.0011650797,0.002468769],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029526877,0.00013646272,0.00023414819,0.0009443586,0.00060434255,0.00004551942,0.0002632288,0.00030533428,0.0029973702],"category_scores_gemma":[0.02980046,0.00010620865,0.00008922404,0.0026421894,0.00014060343,0.0000966746,0.000016028986,0.0010667024,0.0001535507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039515486,0.0002391045,0.00020932694,0.000032002663,0.00006740334,0.000016820173,0.002591246,0.0000075168496,0.0005380781,0.0024062274,0.60992324,0.38392952],"study_design_scores_gemma":[0.0006417594,0.0003711318,0.009391538,0.00017307125,0.000055738285,0.0020228664,0.0039684125,0.0006647906,0.00009478051,0.00043669585,0.9820585,0.000120720426],"about_ca_topic_score_codex":0.001116557,"about_ca_topic_score_gemma":0.004104383,"teacher_disagreement_score":0.45531127,"about_ca_system_score_codex":0.0017586146,"about_ca_system_score_gemma":0.05945777,"threshold_uncertainty_score":0.997914},"labels":[],"label_agreement":null},{"id":"W4389775212","doi":"10.1080/10437797.2023.2279775","title":"Provoking Reflection in Action in Experienced Practitioners: An Educational Intervention","year":2023,"lang":"en","type":"article","venue":"Journal of Social Work Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Surprise; Intervention (counseling); Action (physics); Reflection (computer programming); Psychology; Reflective practice; Medical education; Applied psychology; Pedagogy; Social psychology; Medicine; Computer science","score_opus":0.05188485350489887,"score_gpt":0.4717831857078447,"score_spread":0.41989833220294587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389775212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97745794,0.0000343869,0.000119286866,0.018652342,0.0027993608,0.0002701895,1.8666996e-7,0.000020564617,0.0006457181],"genre_scores_gemma":[0.99536026,0.000029763061,0.0015684369,0.00029241378,0.001700725,0.00009738394,0.0001125588,0.000016310607,0.000822175],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983643,0.00014158562,0.0007527341,0.00015249512,0.0004202019,0.00016866073],"domain_scores_gemma":[0.99874604,0.000042223888,0.0005652537,0.00008947369,0.00051653513,0.00004047058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013538491,0.00009173112,0.00018147723,0.0014181745,0.00013942234,0.000040087467,0.00007469062,0.00014440242,0.00022793098],"category_scores_gemma":[0.001039656,0.00009735524,0.00006855055,0.0040662857,0.00004534499,0.00093506544,0.000008843352,0.00050006696,0.0000244991],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010324757,0.006907667,0.11094334,0.0002901859,0.000047738013,0.000007904502,0.053028755,0.00013921133,0.010016407,0.0054119295,0.03172324,0.7804511],"study_design_scores_gemma":[0.0010225157,0.00022107585,0.9404476,0.0006241305,0.000026803244,0.000064409876,0.046944793,0.00012491632,0.00040736346,0.0029448303,0.007046411,0.0001251499],"about_ca_topic_score_codex":0.00003384297,"about_ca_topic_score_gemma":0.000030489866,"teacher_disagreement_score":0.82950425,"about_ca_system_score_codex":0.0013010543,"about_ca_system_score_gemma":0.00097121514,"threshold_uncertainty_score":0.39700314},"labels":[],"label_agreement":null},{"id":"W4389858633","doi":"10.1093/jphsr/rmad050","title":"Self-perceived leadership and entrepreneurship skills: profiling healthcare professionals","year":2023,"lang":"en","type":"article","venue":"Journal of Pharmaceutical Health Services Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Snowball sampling; Health care; Interpersonal communication; Bivariate analysis; Medicine; Logistic regression; Entrepreneurship; Cluster (spacecraft); Medical education; Multivariate analysis; Applied psychology; Nursing; Psychology; Social psychology","score_opus":0.19789553481855182,"score_gpt":0.565939857637783,"score_spread":0.36804432281923116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389858633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81828403,0.0028458608,0.000007330143,0.17721505,0.00059205375,0.00088051934,0.0000037233767,0.00007216906,0.000099254736],"genre_scores_gemma":[0.9753345,0.0032402058,0.0038309218,0.016068354,0.001096502,0.000031908145,0.00003102092,0.000036328118,0.00033024227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947785,0.00096017716,0.0010057951,0.00029389505,0.0020010148,0.00096061773],"domain_scores_gemma":[0.99598557,0.00071570533,0.00026290867,0.00022549074,0.0019834945,0.0008268503],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00915683,0.0001464179,0.00043570026,0.0010001604,0.00039808918,0.000043440672,0.00025466704,0.00017404891,0.00012555093],"category_scores_gemma":[0.0005135765,0.00011353816,0.00006553183,0.002136196,0.00015893199,0.00020422428,0.00012196234,0.0024073522,0.00008607147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029357022,0.006278702,0.2862524,0.11684561,0.00055999256,0.0006947453,0.06967812,0.000011098699,0.00737507,0.003846354,0.025980957,0.47954124],"study_design_scores_gemma":[0.015508292,0.0061983885,0.60449326,0.022826072,0.00022484345,0.0023963563,0.19000599,0.038021352,0.010371319,0.0032580765,0.105843626,0.0008523961],"about_ca_topic_score_codex":0.000019355028,"about_ca_topic_score_gemma":0.0000031042173,"teacher_disagreement_score":0.47868884,"about_ca_system_score_codex":0.0004059152,"about_ca_system_score_gemma":0.0016984458,"threshold_uncertainty_score":0.99989414},"labels":[],"label_agreement":null},{"id":"W4389870614","doi":"10.1111/medu.15265","title":"Decision making in continuing professional development organisations during a crisis","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; The Wilson Centre; University Health Network; University of Toronto","funders":"","keywords":"Snowball sampling; Thematic analysis; Flexibility (engineering); Nonprobability sampling; Qualitative research; Public relations; Psychology; Professional development; Pandemic; Medical education; Sociology; Political science; Coronavirus disease 2019 (COVID-19); Management; Medicine; Pedagogy; Social science; Population","score_opus":0.012453550557024028,"score_gpt":0.3812124896715852,"score_spread":0.3687589391145612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389870614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773515,0.000039286966,0.0006226754,0.018197298,0.0028769337,0.0003974691,3.2583594e-7,0.00015865063,0.000355897],"genre_scores_gemma":[0.9852359,0.000017815939,0.009043939,0.003412746,0.00039274863,0.0002801669,0.00014703095,0.000026802554,0.0014428026],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976045,0.0000470474,0.0006485386,0.00031261583,0.0010771046,0.0003101754],"domain_scores_gemma":[0.99923146,0.000106699335,0.00010238681,0.00023535952,0.0002399192,0.00008417186],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010832548,0.00012531916,0.00020227859,0.00078775705,0.00015882275,0.000020061892,0.00013201096,0.0001989675,0.0016016841],"category_scores_gemma":[0.0073924614,0.00011525377,0.000030765845,0.0021184993,0.000049814407,0.000118861695,0.00007516457,0.0004507686,0.00036523855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008568685,0.0013923119,0.07002161,0.00031363463,0.000021018732,0.000027327405,0.019599065,0.000006795996,0.0005395906,0.0005036888,0.18242663,0.72506267],"study_design_scores_gemma":[0.0010791549,0.000020754436,0.945735,0.0031788477,0.000017487286,0.0000742206,0.009115405,0.0013754538,0.00043772286,0.0005615014,0.03820629,0.00019816129],"about_ca_topic_score_codex":0.000013248868,"about_ca_topic_score_gemma":0.000023121807,"teacher_disagreement_score":0.8757134,"about_ca_system_score_codex":0.00055078644,"about_ca_system_score_gemma":0.0027590205,"threshold_uncertainty_score":0.999311},"labels":[],"label_agreement":null},{"id":"W4389889888","doi":"10.3138/jvme-2023-0021","title":"Development and Use of the Competency-Based Veterinary Education (CBVE) Assessment Toolkit","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Computer science; Needs assessment; Variety (cybernetics); Medicine; Psychology; Pedagogy; Political science; Artificial intelligence","score_opus":0.08660896724661,"score_gpt":0.4190383572904183,"score_spread":0.3324293900438083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389889888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978256,0.0001149721,0.00031045428,0.017445745,0.0033511,0.00029613826,9.9704e-7,0.000018800996,0.00020580573],"genre_scores_gemma":[0.9380094,0.00009168004,0.057165824,0.0037877252,0.00047972662,0.000044136756,0.00005020131,0.000022585065,0.0003487493],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99735475,0.00015040884,0.0009828766,0.00016512311,0.0011660662,0.00018075571],"domain_scores_gemma":[0.99806464,0.00015152087,0.0006007548,0.00030693327,0.0007005462,0.00017560269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012829308,0.0001469972,0.0002989471,0.0004360985,0.00012823395,0.00002443577,0.00021423867,0.00014612722,0.000192215],"category_scores_gemma":[0.0024172873,0.00010529653,0.000089360496,0.0008372993,0.00020470803,0.00022345441,0.00008292499,0.0004947023,0.0000061344517],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036778467,0.003721354,0.028853161,0.0012724812,0.00013357747,0.000036604826,0.0018841783,0.000015893846,0.011070527,0.0018025782,0.0536792,0.8971627],"study_design_scores_gemma":[0.0009539293,0.0011706438,0.70355093,0.0026545988,0.00010335733,0.0015225281,0.001636201,0.0012167307,0.00042198197,0.00017401965,0.2864329,0.00016220317],"about_ca_topic_score_codex":0.000011198696,"about_ca_topic_score_gemma":9.1484196e-7,"teacher_disagreement_score":0.89700043,"about_ca_system_score_codex":0.0003119342,"about_ca_system_score_gemma":0.01774255,"threshold_uncertainty_score":0.98782593},"labels":[],"label_agreement":null},{"id":"W4389893171","doi":"10.1080/10408363.2023.2285284","title":"Pathologist workload, burnout, and wellness: connecting the dots","year":2023,"lang":"en","type":"review","venue":"Critical Reviews in Clinical Laboratory Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; University of Toronto; University Health Network","funders":"","keywords":"Workload; Multidisciplinary approach; Computer science; Quality assurance; Medicine; Measure (data warehouse); Medical physics; Pathology; Data mining","score_opus":0.3112763878455097,"score_gpt":0.5761239232413613,"score_spread":0.2648475353958516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389893171","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000093207505,0.9903118,0.00004054326,0.004882484,0.0024286138,0.0014074756,0.000014260669,0.00007061836,0.000750999],"genre_scores_gemma":[0.00003381512,0.9935107,0.0018560066,0.0032549282,0.00095670216,0.00027629168,0.000011136584,0.000032319076,0.000068078654],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924162,0.0020271677,0.0033480928,0.0010433629,0.0005985462,0.0005666096],"domain_scores_gemma":[0.9759864,0.021095404,0.00088089885,0.0012601225,0.00042457838,0.00035254864],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030483158,0.00040004423,0.0027105657,0.0002546972,0.00046408628,0.00016069226,0.00068312255,0.0006067303,0.00013382926],"category_scores_gemma":[0.23044206,0.00021261362,0.00033316447,0.00459085,0.0049578715,0.00013811709,0.00025528084,0.0023845679,0.0005438955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016819378,0.00009799533,0.00017849047,0.009536703,0.0000094114075,0.000040998413,0.000027131022,2.1471719e-8,2.2422066e-8,0.0065393415,0.0029163125,0.9806519],"study_design_scores_gemma":[0.00010022255,0.00012829594,0.00011136678,0.055343036,0.0003251566,0.00003898495,0.00024084335,0.000014393792,4.7593097e-8,0.0012814583,0.94218755,0.00022862003],"about_ca_topic_score_codex":0.0000039122046,"about_ca_topic_score_gemma":0.000005690271,"teacher_disagreement_score":0.9804233,"about_ca_system_score_codex":0.00009261545,"about_ca_system_score_gemma":0.0011072813,"threshold_uncertainty_score":0.999917},"labels":[],"label_agreement":null},{"id":"W4389916720","doi":"10.3138/ptc-2022-0051","title":"Entry-to-Practice Business and Practice Management Competencies: A Qualitative Systematic Review to Inform Canadian Physiotherapy Curricula","year":2023,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Canadian Physiotherapy Association; Banff Centre; Birds Canada","funders":"","keywords":"CINAHL; Checklist; Inclusion (mineral); Rehabilitation; Systematic review; Curriculum; Grey literature; Medical education; MEDLINE; Medicine; Qualitative research; Health care; Nursing; Psychology; Physical therapy; Psychological intervention; Pedagogy","score_opus":0.016893765878894573,"score_gpt":0.4005816793504,"score_spread":0.38368791347150544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389916720","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026054686,0.009743944,0.00096506043,0.9117538,0.0024938355,0.018795261,0.00014376565,0.0003678578,0.029681837],"genre_scores_gemma":[0.030019134,0.021207085,0.020500489,0.91562533,0.00047406962,0.0025109795,0.00036417824,0.00017841454,0.009120297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997447,0.00021322435,0.00055945996,0.00036243637,0.00095316244,0.0004646982],"domain_scores_gemma":[0.99745107,0.00050807203,0.00018984094,0.0005722307,0.0008689301,0.0004098572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010180845,0.0002588745,0.00058622356,0.00041241557,0.00024274403,0.000049505128,0.00020147704,0.000041887582,0.00018875122],"category_scores_gemma":[0.002048704,0.00022307759,0.00003618197,0.004982883,0.00004142563,0.0002558228,0.000025211739,0.0001638129,0.00013884195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024974564,0.00021988855,0.000007051797,0.16378906,0.00089965604,0.00015354727,0.017774263,0.000058101818,0.00034905627,0.004094852,0.7932278,0.019176988],"study_design_scores_gemma":[0.000976563,0.0001824828,0.0010692334,0.054997448,0.0004543203,0.00009235393,0.03836219,0.00019202038,0.000017945371,0.00006602007,0.90301967,0.0005697697],"about_ca_topic_score_codex":0.7801801,"about_ca_topic_score_gemma":0.37946898,"teacher_disagreement_score":0.40071115,"about_ca_system_score_codex":0.0011408618,"about_ca_system_score_gemma":0.0014847056,"threshold_uncertainty_score":0.909684},"labels":[],"label_agreement":null},{"id":"W4389958680","doi":"10.1097/acm.0000000000005609","title":"Foreword: The Next Era of Assessment and Precision Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Personalization; Medical education; Agency (philosophy); Socioeconomic status; Quality (philosophy); Scale (ratio); Thematic analysis; Computer science; Psychology; Medicine; Pedagogy; Sociology; Population; World Wide Web; Qualitative research","score_opus":0.05786405608333811,"score_gpt":0.44915210718804016,"score_spread":0.39128805110470205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389958680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020165,0.00083939673,0.0007202707,0.09288117,0.0010078597,0.0005346514,9.179873e-7,0.00005228221,0.0019469012],"genre_scores_gemma":[0.9891094,0.0018466772,0.0007363754,0.0048304233,0.0009559369,0.00007956064,0.00008577194,0.0000151731465,0.0023406998],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985819,0.000047626523,0.0004852442,0.0001846786,0.0005407704,0.00015979134],"domain_scores_gemma":[0.99895775,0.00029017153,0.00016575083,0.00031186207,0.00020998916,0.00006447869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015740938,0.000097118755,0.00022002803,0.00019013557,0.00007991381,0.0000019509707,0.00012649239,0.00014999145,0.00021715279],"category_scores_gemma":[0.0018431565,0.00005660963,0.00001737298,0.0010747317,0.00029686358,0.00008085094,0.000051002895,0.0008595628,0.000019858788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028436798,0.000024722181,0.019741626,0.00017214986,0.00002812161,7.955104e-7,0.003981753,0.0000011975695,0.0051735416,0.014763579,0.32693124,0.62915283],"study_design_scores_gemma":[0.0019445288,0.0005996221,0.8380457,0.0028185914,0.00029540143,0.00010808369,0.022391599,0.0073824166,0.00062226644,0.01686837,0.108747855,0.00017554665],"about_ca_topic_score_codex":0.000043855296,"about_ca_topic_score_gemma":5.681467e-7,"teacher_disagreement_score":0.8183041,"about_ca_system_score_codex":0.00006897058,"about_ca_system_score_gemma":0.00035416032,"threshold_uncertainty_score":0.37344205},"labels":[],"label_agreement":null},{"id":"W4389978558","doi":"10.51723/hrj.v4i20.860","title":"Atividades Profissionais do Especialista (APEs) para o Programa de Residência Médica em Oftalmologia: construindo pontes no processo avaliativo","year":2023,"lang":"pt","type":"article","venue":"Health Residencies Journal - HRJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Psychology; Chemistry; Art","score_opus":0.07252609120427057,"score_gpt":0.422058369549556,"score_spread":0.34953227834528544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389978558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7840848,0.01967239,0.0005680659,0.18069696,0.00697166,0.004384655,0.00011999708,0.00073185004,0.002769642],"genre_scores_gemma":[0.86609036,0.015391802,0.013880216,0.02170283,0.018420955,0.00064346194,0.00042550138,0.00047600837,0.06296888],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98831755,0.001556469,0.0032347066,0.001017332,0.0031562077,0.0027177413],"domain_scores_gemma":[0.99084264,0.001143487,0.0026593145,0.00090098154,0.003094596,0.0013589512],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010305231,0.0008252617,0.0014918678,0.0015667065,0.0026270696,0.0010432646,0.00093241845,0.00084704324,0.0023202458],"category_scores_gemma":[0.032288775,0.0007038872,0.00033037338,0.0048074042,0.0010754537,0.00063815934,0.00028535462,0.0038509318,0.0013278713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008785882,0.0008155555,0.078116335,0.003864928,0.00030653505,0.00095137133,0.020631878,0.000010032883,0.00033593122,0.0025340389,0.84129936,0.050255474],"study_design_scores_gemma":[0.0056980806,0.005635141,0.5501844,0.02067432,0.0004249284,0.005867975,0.08146531,0.0009849574,0.0006972952,0.004663933,0.32205483,0.0016487909],"about_ca_topic_score_codex":0.00020570029,"about_ca_topic_score_gemma":0.000046805562,"teacher_disagreement_score":0.5192445,"about_ca_system_score_codex":0.0027555623,"about_ca_system_score_gemma":0.018202575,"threshold_uncertainty_score":0.99999374},"labels":[],"label_agreement":null},{"id":"W4390011490","doi":"10.1080/14739879.2023.2275262","title":"Operationalising generalism in medical education: a narrative review of international policy and mission documents","year":2023,"lang":"en","type":"review","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"CLARITY; Medical education; Curriculum; Workforce; Narrative; Grey literature; Public relations; Medicine; Pedagogy; Psychology; Political science; MEDLINE","score_opus":0.04137554737909337,"score_gpt":0.48154983348017066,"score_spread":0.4401742861010773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390011490","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061062055,0.9801524,0.000012133671,0.009616064,0.00267793,0.0026511196,0.00005188239,0.000029778032,0.004747607],"genre_scores_gemma":[0.0000040695386,0.96332216,0.0035138591,0.007346367,0.001998054,0.0010545834,0.019416742,0.00006067263,0.003283479],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694777,0.00013682843,0.0013871437,0.0004993597,0.00083732954,0.00019157334],"domain_scores_gemma":[0.99736565,0.000111227724,0.0005663455,0.0003780416,0.0014267496,0.00015197847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007214088,0.00031052428,0.0010907877,0.0011057355,0.00009597939,0.000030523956,0.0002749839,0.00036374645,0.00035787778],"category_scores_gemma":[0.004811265,0.000276783,0.00020726841,0.0012793185,0.00010654749,0.00018290298,0.00009829781,0.0004051374,0.000010960768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006125397,0.00024072584,0.00001736034,0.15013792,0.00006487166,5.439124e-7,0.0010488317,5.9837156e-8,3.159705e-7,0.0027110276,0.051451035,0.7943212],"study_design_scores_gemma":[0.00026794884,0.000033226836,0.00007142268,0.2125485,0.00019726389,0.00007594461,0.0008370014,0.0000029159862,6.1743526e-7,0.00014527306,0.78565305,0.00016686066],"about_ca_topic_score_codex":0.00009754666,"about_ca_topic_score_gemma":0.000004241095,"teacher_disagreement_score":0.79415435,"about_ca_system_score_codex":0.0018638585,"about_ca_system_score_gemma":0.035175025,"threshold_uncertainty_score":0.9999684},"labels":[],"label_agreement":null},{"id":"W4390016205","doi":"10.1097/acm.0000000000005596","title":"Deidentifying Narrative Assessments to Facilitate Data Sharing in Medical Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan; Vector Institute; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Narrative; Medical education; Data sharing; MEDLINE; Data science; Computer science; Medicine; Political science; Alternative medicine","score_opus":0.2997782398312182,"score_gpt":0.537581812149278,"score_spread":0.23780357231805982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390016205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8954711,0.00021687725,0.0017383324,0.095913164,0.0022142506,0.0008067537,0.0000038120738,0.00018631383,0.0034494153],"genre_scores_gemma":[0.9621132,0.0004732979,0.0013158128,0.022819791,0.001602564,0.00023793778,0.0020169183,0.000046003315,0.009374491],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9962741,0.00007237338,0.00095251756,0.0007863943,0.0014578188,0.0004567544],"domain_scores_gemma":[0.99816525,0.00015658862,0.00012598172,0.0009966724,0.00021304522,0.00034245953],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004898012,0.00018825594,0.0003992314,0.0010886877,0.00010019256,0.00000796562,0.0009267478,0.00030015563,0.0012021279],"category_scores_gemma":[0.019271065,0.00016228539,0.000016256297,0.003410938,0.00015124069,0.00029456228,0.00052569376,0.0013548211,0.0004155462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008838599,0.00008633061,0.09036335,0.0003535322,0.000060832004,0.00006625601,0.039626367,0.000008270594,0.0017931313,0.0017939474,0.67978895,0.18597063],"study_design_scores_gemma":[0.009178798,0.0007735956,0.42127353,0.018789811,0.0002957001,0.00045668345,0.19712128,0.062552646,0.00026582042,0.0111138895,0.2770316,0.0011466338],"about_ca_topic_score_codex":0.00028666764,"about_ca_topic_score_gemma":0.000031717827,"teacher_disagreement_score":0.40275735,"about_ca_system_score_codex":0.00033148684,"about_ca_system_score_gemma":0.0010672044,"threshold_uncertainty_score":0.9997109},"labels":[],"label_agreement":null},{"id":"W4390016390","doi":"10.1097/acm.0000000000005612","title":"Systems-Based Practice in Graduate Medical Education: Evolving Toward an Ideal Future State","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Sunnybrook Health Science Centre; SickKids Foundation; TD Bank Group","funders":"","keywords":"Accreditation; Mindset; Medical education; Health care; Graduate medical education; Scope of practice; Certification; Curriculum; Psychology; Medicine; Engineering ethics; Pedagogy; Political science; Computer science; Engineering","score_opus":0.048904375695803415,"score_gpt":0.43171769130034154,"score_spread":0.38281331560453813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390016390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5016558,0.0036266185,0.000954614,0.47940084,0.008803328,0.0013300047,0.000003462084,0.0005588414,0.0036664559],"genre_scores_gemma":[0.94720477,0.0019837602,0.00083174446,0.038946632,0.008366328,0.00031266746,0.00075241056,0.00007671723,0.0015249623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99492294,0.0003294366,0.0012392118,0.0005681806,0.0023528202,0.00058738934],"domain_scores_gemma":[0.9972913,0.0005069531,0.0003347294,0.000566088,0.00079275976,0.00050812017],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0060314997,0.00027860474,0.0005603517,0.0010435826,0.00010431056,0.000012831918,0.0003848943,0.000515949,0.00052350387],"category_scores_gemma":[0.025648294,0.00022670213,0.00003394368,0.0032947354,0.0002872117,0.00039542033,0.000051819625,0.0025687038,0.0002048268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029490268,0.00028033383,0.009894316,0.0011328936,0.000077153076,0.0003452899,0.02274014,0.000118635304,0.00031628102,0.0062042847,0.8259933,0.13260245],"study_design_scores_gemma":[0.012280513,0.0016760689,0.09841778,0.01195106,0.00053998403,0.0014086984,0.15812062,0.14031553,0.00012053077,0.0033202707,0.57062125,0.0012277141],"about_ca_topic_score_codex":0.00045832238,"about_ca_topic_score_gemma":0.000007704533,"teacher_disagreement_score":0.44554892,"about_ca_system_score_codex":0.00038885424,"about_ca_system_score_gemma":0.0033491075,"threshold_uncertainty_score":0.99973243},"labels":[],"label_agreement":null},{"id":"W4390016533","doi":"10.1007/s00246-023-03371-y","title":"Minimum Supervision Levels Required for Pediatric Cardiology Fellowship Graduation by Pediatric Cardiology Fellowship Program Directors","year":2023,"lang":"en","type":"article","venue":"Pediatric Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Graduation (instrument); Medicine; Subspecialty; Accreditation; Graduate medical education; Medical education; Curriculum; Vascular surgery; Cardiothoracic surgery; Cardiac surgery; Cardiology; Family medicine; Surgery; Psychology; Pedagogy","score_opus":0.05256888608043187,"score_gpt":0.3489901942216198,"score_spread":0.29642130814118794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390016533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730809,0.0031764728,0.0036967003,0.0029449319,0.009564322,0.0045132483,0.00032366035,0.0013998043,0.0012999757],"genre_scores_gemma":[0.9513047,0.0055793473,0.0019362029,0.00051425304,0.030941248,0.002893533,0.005328533,0.00023358116,0.001268654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99199307,0.0009923315,0.001975534,0.0019575043,0.0009306299,0.0021509202],"domain_scores_gemma":[0.9944713,0.0018646929,0.00061702495,0.0013704676,0.0012170837,0.00045940297],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0038717117,0.00090065144,0.002489931,0.0022979886,0.000555636,0.00005241192,0.00066024286,0.0017465962,0.000051363804],"category_scores_gemma":[0.007247468,0.0008761763,0.0010392802,0.005687348,0.00035075776,0.00023757597,0.00027990167,0.0011523493,0.0004876462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003000483,0.00014266654,0.5399942,0.0006465996,0.00033618623,0.0001319476,0.0002755572,0.00024379381,0.00041767373,0.00012837908,0.4435653,0.013817626],"study_design_scores_gemma":[0.0109665515,0.0045774607,0.8473232,0.00002538622,0.009316394,0.001082108,0.001084956,0.0022808502,0.000114140516,0.002068127,0.11842549,0.0027353633],"about_ca_topic_score_codex":0.000056155306,"about_ca_topic_score_gemma":0.000003050357,"teacher_disagreement_score":0.32513982,"about_ca_system_score_codex":0.00057866925,"about_ca_system_score_gemma":0.0009409812,"threshold_uncertainty_score":0.9995493},"labels":[],"label_agreement":null},{"id":"W4390066261","doi":"10.3138/jvme-2023-0020","title":"Implementation of a Clinical Entrustment Scale and Feedback Form in an Academic Veterinary Medical Center: An Empirical Analysis of Goal Oriented Learner Driven-Entrustment (GOLD-E) Assessment Tool","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Scale (ratio); Process (computing); Focus group; Qualitative property; Gold standard (test); Empirical research; Computer science; Psychology; Medicine; Sociology","score_opus":0.09032799785087271,"score_gpt":0.5316085985433024,"score_spread":0.44128060069242975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390066261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922322,0.00007820738,0.00034887303,0.005279499,0.0014710266,0.00051996607,0.000012281058,0.000021059592,0.000036894024],"genre_scores_gemma":[0.9923127,0.00095056236,0.004144234,0.0013923666,0.0006030994,0.000051984887,0.0004919279,0.0000276838,0.000025435495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99213696,0.0006764919,0.0035905116,0.0004458612,0.0027473883,0.00040278528],"domain_scores_gemma":[0.9966863,0.00024792802,0.0013424163,0.00041501794,0.00067797874,0.00063036074],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005499309,0.0002594386,0.0011174327,0.0015734066,0.00005783967,0.000014758419,0.00034956035,0.0004981234,0.0012401615],"category_scores_gemma":[0.0016123306,0.00022037592,0.00027009877,0.0021073415,0.00038129312,0.00053166825,0.00016719909,0.0012466299,0.0000030081112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008872032,0.00468082,0.7161216,0.00024908225,0.00043615673,0.00008916185,0.0025630035,0.000011772102,0.0009399028,0.00009252297,0.00181404,0.27211472],"study_design_scores_gemma":[0.004557364,0.0074386247,0.9591235,0.0006798933,0.00056278653,0.0004825286,0.008762885,0.015493156,0.0000475665,0.000050744686,0.002629309,0.00017164701],"about_ca_topic_score_codex":0.00006767497,"about_ca_topic_score_gemma":0.000028479153,"teacher_disagreement_score":0.27194306,"about_ca_system_score_codex":0.00046879236,"about_ca_system_score_gemma":0.00375692,"threshold_uncertainty_score":0.99967283},"labels":[],"label_agreement":null},{"id":"W4390103268","doi":"10.1007/s12630-023-02678-x","title":"The lived experience of Competence by Design: Canadian resident physicians’ perspectives","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Faculty of Medicine, Dalhousie University; Dalhousie University","keywords":"Competence (human resources); Incentive; Enthusiasm; Thematic analysis; Medical education; Psychology; Transparency (behavior); Medicine; Nursing; Qualitative research; Family medicine; Political science; Sociology","score_opus":0.02326867691988557,"score_gpt":0.2782695247811599,"score_spread":0.25500084786127436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390103268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962315,0.0019605146,0.00005730447,0.034487817,0.0005419551,0.00027322702,0.0000045034785,0.00001102739,0.00034861855],"genre_scores_gemma":[0.9968991,0.00036537534,0.0006330056,0.00033349902,0.00054566143,0.000008866376,0.0000073919045,0.000046798104,0.0011602511],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9967056,0.00020866911,0.0010194861,0.00022351916,0.0008121197,0.0010306255],"domain_scores_gemma":[0.9949879,0.00019696425,0.0007532276,0.00037672263,0.0019834863,0.001701711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022462439,0.00026429456,0.0005170237,0.0011560904,0.001096905,0.00016927598,0.0008009141,0.00016489513,0.00016811941],"category_scores_gemma":[0.0015646423,0.0002099505,0.00020384099,0.0017750411,0.0008549234,0.00029391705,0.0000071591758,0.0009566668,0.000021864731],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035966502,0.00011107812,0.016763102,0.00011236559,0.0004889066,0.30642703,0.11416902,0.0005950569,0.0012662248,0.0028252117,0.53125536,0.02562701],"study_design_scores_gemma":[0.0010895109,0.0014554705,0.042911388,0.0009013564,0.00018329236,0.7629641,0.124271385,0.00035513093,0.0007172275,0.0005961982,0.06406484,0.0004900927],"about_ca_topic_score_codex":0.13400427,"about_ca_topic_score_gemma":0.098088585,"teacher_disagreement_score":0.4671905,"about_ca_system_score_codex":0.0018578173,"about_ca_system_score_gemma":0.013511651,"threshold_uncertainty_score":0.9920808},"labels":[],"label_agreement":null},{"id":"W4390106639","doi":"10.5489/cuaj.8571","title":"Inter-observer variance of examiner scoring in urology Objective Structured Clinical Examinations (OSCEs)","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"Canadian Urological Association","keywords":"Objective structured clinical examination; Medicine; Checklist; Summative assessment; Context (archaeology); Urology; Medical education; Psychology; Formative assessment","score_opus":0.03521915002844403,"score_gpt":0.3300977586150169,"score_spread":0.2948786085865729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390106639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823463,0.000026882222,0.00027661826,0.014333076,0.0014697029,0.0002045237,0.00001172591,0.000024400799,0.001306787],"genre_scores_gemma":[0.99538535,0.000038307866,0.00055609224,0.0029336375,0.0005588054,0.000015897653,0.000048239257,0.000012915543,0.00045073242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99768275,0.00038807196,0.0008936167,0.00024625493,0.00033780752,0.00045149805],"domain_scores_gemma":[0.99803245,0.0005413562,0.00043578012,0.00015925812,0.0005834711,0.00024771056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027337824,0.00011973316,0.00038000528,0.00073061895,0.00011905533,0.00002235117,0.00016811983,0.0004318266,0.00063677406],"category_scores_gemma":[0.014733518,0.00010778536,0.0000981041,0.0015051593,0.00009828273,0.000121033394,0.000026218062,0.0011908907,0.000056858305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020236293,0.00006860675,0.9815656,0.0000071543286,0.00006137827,0.000041993328,0.00029168883,0.00011409571,0.00010118586,0.0008982977,0.007054766,0.009774984],"study_design_scores_gemma":[0.00092054735,0.00021786998,0.9879565,0.000020284766,0.00003879205,0.000054667948,0.00027152113,0.0012268246,0.000011055976,0.0011654083,0.0080302,0.00008631398],"about_ca_topic_score_codex":0.0005179774,"about_ca_topic_score_gemma":0.0011431997,"teacher_disagreement_score":0.013039089,"about_ca_system_score_codex":0.0009518547,"about_ca_system_score_gemma":0.00077431876,"threshold_uncertainty_score":0.9935658},"labels":[],"label_agreement":null},{"id":"W4390115966","doi":"10.2147/amep.s427996","title":"Observational Study of Conformity in Yet Another Medical Learning Environment: Conformity to Preceptors During High-Fidelity Simulation","year":2023,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rockyview General Hospital; University of Calgary","funders":"","keywords":"Preceptor; Conformity; Medical education; Fidelity; Observational study; Psychology; Simulated patient; Medicine; Computer science; Social psychology; Pathology","score_opus":0.03958439151570698,"score_gpt":0.4354437758109913,"score_spread":0.39585938429528433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390115966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862185,0.00014145236,0.00040943947,0.010851934,0.00057540607,0.00073895726,0.0000010941375,0.000039024013,0.0010242095],"genre_scores_gemma":[0.9940261,0.0006555434,0.0014756826,0.0032070784,0.0001413666,0.00014109044,0.000096171265,0.000014397735,0.00024257433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99676275,0.00032199858,0.0008801374,0.0003346611,0.0014698956,0.00023054935],"domain_scores_gemma":[0.99755806,0.0015472822,0.00027228054,0.00021627643,0.00021263605,0.00019347125],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003784402,0.0001374547,0.00029505146,0.00040003026,0.00008821235,0.000011541643,0.0001284654,0.0001926061,0.0013287746],"category_scores_gemma":[0.06006909,0.0001327802,0.000018161227,0.0011739138,0.00013812618,0.0007180283,0.000079365294,0.00072250905,0.000034897803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092377025,0.0054143914,0.53049976,0.00043118195,0.000040898205,0.000017288374,0.014906492,0.0066081844,0.000054656368,0.0019598084,0.00046069006,0.43868285],"study_design_scores_gemma":[0.0028474918,0.0003355552,0.8992267,0.000435974,0.000030877964,0.000029028719,0.017653674,0.0103263995,0.000031244,0.0003977897,0.06849291,0.00019233704],"about_ca_topic_score_codex":0.00023683916,"about_ca_topic_score_gemma":0.000102777776,"teacher_disagreement_score":0.4384905,"about_ca_system_score_codex":0.00019231583,"about_ca_system_score_gemma":0.00081547967,"threshold_uncertainty_score":0.99958414},"labels":[],"label_agreement":null},{"id":"W4390116574","doi":"10.1016/j.ajpe.2023.100639","title":"Understanding the Factors that Affect the Assessment of Student Performance in Pharmacy Practicums","year":2023,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Surrey Memorial Hospital; Vancouver General Hospital","funders":"","keywords":"Rubric; Practicum; Psychology; Affect (linguistics); Pharmacy; Medical education; Pharmacy practice; Experiential learning; Variety (cybernetics); Pedagogy; Medicine; Nursing","score_opus":0.20802395084620615,"score_gpt":0.5298493269276628,"score_spread":0.32182537608145667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390116574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97009325,0.000052722582,0.0007229624,0.027023252,0.0012254647,0.00035987308,5.1456124e-7,0.000009756641,0.00051218795],"genre_scores_gemma":[0.9976371,0.00046342253,0.0003311524,0.0012927096,0.00019659987,0.000019081126,0.000005985752,0.000013976555,0.000039963652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811625,0.000254057,0.000526729,0.00010698965,0.00078228017,0.00021370646],"domain_scores_gemma":[0.99826235,0.0006580577,0.0006150514,0.00018273827,0.00021313761,0.00006866596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022196337,0.000112216905,0.00024884517,0.0003270076,0.000110322944,0.000022961913,0.00023320245,0.000019263707,0.00009549127],"category_scores_gemma":[0.0004382233,0.000060918548,0.0000805804,0.0015716673,0.0004009227,0.00019318973,0.00003263303,0.00078158436,0.000004173711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008336491,0.00072258053,0.9296587,0.000072631294,0.00012254107,0.000002685781,0.0043774364,0.00013356058,0.0010492038,0.00063387305,0.002417462,0.060725935],"study_design_scores_gemma":[0.00063577446,0.0002930521,0.92873764,0.00018731185,0.00018336214,0.00008086298,0.061774842,0.0032006449,0.0010202191,0.000051604307,0.0037654722,0.0000692386],"about_ca_topic_score_codex":0.00002203856,"about_ca_topic_score_gemma":0.0000010274864,"teacher_disagreement_score":0.060656693,"about_ca_system_score_codex":0.00059540395,"about_ca_system_score_gemma":0.0011051893,"threshold_uncertainty_score":0.33956385},"labels":[],"label_agreement":null},{"id":"W4390170201","doi":"10.22374/cjgim.v18i3.698","title":"The McMaster Internal Medicine Royal College Review Course: Descriptions of a Novel Program and a Survey of Participants","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Impact; Queen's University; Trillium Health Centre; McMaster University","funders":"","keywords":"Subspecialty; Certification; Medicine; Medical education; Session (web analytics); Course evaluation; Anxiety; Family medicine; Higher education; Management; Political science; Psychiatry","score_opus":0.11827132778452107,"score_gpt":0.40333975443469505,"score_spread":0.28506842665017396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390170201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8933595,0.028392386,0.0006054102,0.06964274,0.00412583,0.0010833218,0.00012766336,0.000018846098,0.0026443158],"genre_scores_gemma":[0.98749197,0.0025448285,0.0007898069,0.0024406428,0.0010022054,0.000025305802,0.000041981213,0.00003240646,0.0056308312],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.996937,0.00015098417,0.0016647902,0.00016265688,0.0006643191,0.00042024982],"domain_scores_gemma":[0.9960097,0.0002603489,0.00083444867,0.00025539592,0.0020290539,0.00061104534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038997722,0.00018983612,0.0007995866,0.0004668103,0.00010271695,0.000007928497,0.00033747518,0.000085035615,0.00051123695],"category_scores_gemma":[0.007329034,0.00011266727,0.00007963472,0.0010723787,0.0013670719,0.00006274675,0.000030220432,0.0005319696,0.0000027827034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035668345,0.00020730683,0.07129875,0.0010308364,0.0007245832,0.0001818169,0.0014131838,0.000010818341,0.0022185468,0.0010603532,0.8459308,0.075566314],"study_design_scores_gemma":[0.00692331,0.0059558614,0.83387315,0.039666228,0.0012731635,0.0018347767,0.0022248246,0.005850057,0.00023828204,0.0001654423,0.10172457,0.00027034763],"about_ca_topic_score_codex":0.017521927,"about_ca_topic_score_gemma":0.01069473,"teacher_disagreement_score":0.7625744,"about_ca_system_score_codex":0.00014446685,"about_ca_system_score_gemma":0.0011479529,"threshold_uncertainty_score":0.98902047},"labels":[],"label_agreement":null},{"id":"W4390245342","doi":"10.1017/cjn.2023.325","title":"Objective Structured Clinical Examination: Underused Tool in Epilepsy Fellowship Programs?","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Epilepsy; Medicine; Medical physics; Medical education; Psychology; Psychiatry","score_opus":0.08135130194443269,"score_gpt":0.3640974295980829,"score_spread":0.2827461276536502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390245342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98766893,0.00014753499,0.000024204724,0.008269498,0.001925998,0.00032820768,0.0000026114626,0.000035919693,0.001597107],"genre_scores_gemma":[0.9924457,0.00016262065,0.0026051854,0.0041594906,0.00054931466,0.000006798665,0.0000018683686,0.0000126736795,0.000056336838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99431187,0.0013051846,0.0014867872,0.00056542235,0.0010775574,0.0012531505],"domain_scores_gemma":[0.99678564,0.0006619725,0.0007422997,0.00018113716,0.00076320505,0.00086575275],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.012786457,0.00027292132,0.0005960055,0.0020896452,0.001354725,0.00039510598,0.0011833658,0.0003252328,0.00017177827],"category_scores_gemma":[0.011903925,0.00018919354,0.00022306964,0.005455171,0.0067178607,0.0007324889,0.000051847204,0.002100447,0.000010742209],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006106795,0.000054167944,0.9422488,0.000009239008,0.000011646743,0.003881779,0.0005048285,0.00036064716,0.000009304404,0.0010108299,0.001020349,0.050827302],"study_design_scores_gemma":[0.0005720476,0.029804355,0.9413936,0.0000711266,0.000028352773,0.00837047,0.0009282149,0.0020766193,0.000014869071,0.015184327,0.0013599066,0.00019609788],"about_ca_topic_score_codex":0.0003801445,"about_ca_topic_score_gemma":0.023601362,"teacher_disagreement_score":0.050631203,"about_ca_system_score_codex":0.00043876754,"about_ca_system_score_gemma":0.0057569337,"threshold_uncertainty_score":0.9999454},"labels":[],"label_agreement":null},{"id":"W4390393599","doi":"10.1080/0142159x.2023.2285248","title":"Peer assessment in medical communication skills training in programmatic assessment: A qualitative study examining faculty and student perceptions","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Medical education; Communication skills; Peer assessment; Communication skills training; Perception; Psychology; Qualitative research; Training (meteorology); Medicine","score_opus":0.12071139735718234,"score_gpt":0.5465822661670985,"score_spread":0.42587086880991615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390393599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97124255,0.00002022125,0.0003348067,0.023468278,0.00013930415,0.0013544793,0.0000012351016,0.00013859563,0.0033005544],"genre_scores_gemma":[0.99359953,0.000034636538,0.003000453,0.00043005537,0.000115010705,0.0011475111,0.00040155125,0.000033356308,0.0012378705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928864,0.0013398798,0.0011386217,0.0004758257,0.0036778555,0.000481419],"domain_scores_gemma":[0.9985732,0.0003561435,0.00014122647,0.0004289619,0.00020821103,0.00029226445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017038254,0.00022427159,0.00055803714,0.0006002396,0.0001362544,0.000047997888,0.0003076326,0.00031088613,0.0019396233],"category_scores_gemma":[0.0077456096,0.00019035324,0.000039250048,0.0016979224,0.00036689633,0.00013755364,0.00023577888,0.002231921,0.000029900742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007172788,0.003417824,0.46840924,0.00006363181,0.00006478153,0.000098242424,0.42915997,0.0000017001114,0.0000030673227,0.00046609793,0.0009992175,0.097309045],"study_design_scores_gemma":[0.0024656444,0.00021324951,0.5379642,0.00045875995,0.000028592367,0.00001669874,0.44606104,0.012134844,6.377912e-8,0.00019346326,0.00034634926,0.000117065036],"about_ca_topic_score_codex":0.00017656591,"about_ca_topic_score_gemma":0.00039131014,"teacher_disagreement_score":0.097191975,"about_ca_system_score_codex":0.0006000057,"about_ca_system_score_gemma":0.0010045491,"threshold_uncertainty_score":0.9989727},"labels":[],"label_agreement":null},{"id":"W4390405878","doi":"10.1002/mus.28022","title":"Training factors that influence electrodiagnostic medicine knowledge","year":2023,"lang":"en","type":"article","venue":"Muscle & Nerve","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Medicine; Physical therapy; Bayesian multivariate linear regression; Physical examination; Multivariate analysis; Logistic regression; Linear regression; Multivariate statistics; Training (meteorology); Internal medicine; Statistics","score_opus":0.07408889352535714,"score_gpt":0.36414513425094086,"score_spread":0.2900562407255837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390405878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860955,0.00016004962,0.00008854902,0.005151158,0.0007658815,0.00027937075,0.0000019495085,0.0003639112,0.0070936484],"genre_scores_gemma":[0.9967096,0.00004239907,0.0001545784,0.0009959828,0.0004254063,0.00006111349,0.00018821801,0.00003451647,0.0013882173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99851435,0.00004346253,0.00031755952,0.0002987499,0.00039048863,0.00043538806],"domain_scores_gemma":[0.99888074,0.00035359786,0.000084385836,0.0003570907,0.00020314961,0.000121041274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005822486,0.00016706585,0.0002834403,0.00040869653,0.00014397217,0.000012143076,0.00014706134,0.00011729913,0.0004424505],"category_scores_gemma":[0.0045623095,0.00013455053,0.000053013333,0.0018728204,0.00015568724,0.00011126348,0.000037625432,0.00038593178,0.00034021685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052196847,0.00046388974,0.14069872,0.00059784,0.00017368446,0.00018737886,0.07050104,0.00004458479,0.038400825,0.007248732,0.16285747,0.5787736],"study_design_scores_gemma":[0.0007949032,0.00027153047,0.92918295,0.0003816161,0.0000766621,0.000018368448,0.005098609,0.00060579635,0.0011394757,0.0005107339,0.06174117,0.00017820607],"about_ca_topic_score_codex":0.000105169805,"about_ca_topic_score_gemma":0.000015860207,"teacher_disagreement_score":0.7884842,"about_ca_system_score_codex":0.00014416837,"about_ca_system_score_gemma":0.00020764573,"threshold_uncertainty_score":0.54868114},"labels":[],"label_agreement":null},{"id":"W4390538262","doi":"10.1016/j.cptl.2023.12.028","title":"What's been trending with OSCEs in pharmacy education over the last 20 years? A bibliometric review and content analysis","year":2024,"lang":"en","type":"review","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Rubric; Pharmacy; Summative assessment; Medical education; Content analysis; Objective structured clinical examination; Medicine; Psychology; Family medicine; Pedagogy; Formative assessment; Sociology; Social science","score_opus":0.12039909728149391,"score_gpt":0.49350006363004195,"score_spread":0.37310096634854806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390538262","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022031527,0.9756857,0.000010520536,0.0004893683,0.0007745311,0.000835882,0.000003292438,0.000038840997,0.00013030016],"genre_scores_gemma":[0.007014887,0.99108756,0.00013977836,0.0004340475,0.00030837292,0.00023317133,0.00027827465,0.000046940437,0.000456954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970049,0.0008862579,0.0008170605,0.0005767967,0.00041666155,0.0002983102],"domain_scores_gemma":[0.9988835,0.00036524865,0.00038982005,0.00020919136,0.000060108672,0.00009216639],"candidate_categories":["bibliometrics","research_integrity"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0034662862,0.0003648165,0.0012129443,0.018200979,0.0001831467,0.00029303075,0.00017475193,0.00006440049,0.000092500624],"category_scores_gemma":[0.0013453608,0.00023647261,0.00014359203,0.02882867,0.00009467142,0.0004159974,0.00010445162,0.0044614174,0.00000828484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000473359,0.00015410515,0.01368584,0.017546333,0.00045613162,0.000006546879,0.001003724,0.0000015269277,1.6700398e-7,0.000009722486,0.0013862175,0.965745],"study_design_scores_gemma":[0.00058485445,0.000023209848,0.0026164646,0.07430863,0.0103054,0.00006477735,0.0008576687,0.00046442435,4.1083137e-8,0.0000018606497,0.91053027,0.00024238793],"about_ca_topic_score_codex":0.00021649472,"about_ca_topic_score_gemma":0.000010588142,"teacher_disagreement_score":0.96550256,"about_ca_system_score_codex":0.0002368966,"about_ca_system_score_gemma":0.0003360664,"threshold_uncertainty_score":0.99783534},"labels":[],"label_agreement":null},{"id":"W4390546377","doi":"10.1001/jamasurg.2023.6696","title":"Practical Guide to Assessment Tool Development for Surgical Education Research","year":2024,"lang":"en","type":"article","venue":"JAMA Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Medical education; Medical physics; MEDLINE","score_opus":0.11084300910165128,"score_gpt":0.5325032360688411,"score_spread":0.4216602269671898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390546377","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.664275,0.00023215427,0.024919664,0.28134957,0.0067861374,0.002201061,0.0000053010995,0.0002542319,0.019976908],"genre_scores_gemma":[0.458009,0.000059166785,0.48513415,0.006961415,0.0068239784,0.004208886,0.00079214957,0.00010633211,0.03790493],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763924,0.000104297455,0.00059090724,0.00038083846,0.000895124,0.00038960372],"domain_scores_gemma":[0.99626553,0.0022013579,0.00003170688,0.00030088946,0.0010565929,0.00014393599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067434725,0.000107839456,0.00021402382,0.0007060786,0.00015432962,0.00015490525,0.00005966282,0.00014965494,0.00045531584],"category_scores_gemma":[0.008279376,0.00009368931,0.00007718227,0.0012072958,0.000051766212,0.00017975383,0.00004991832,0.000513183,0.00030915125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050560353,0.0002994966,0.0010199416,0.0002324764,0.00002724743,0.000026175303,0.00013319678,2.1325413e-7,0.00010315969,0.0096860165,0.6859906,0.30243093],"study_design_scores_gemma":[0.00015942418,0.000044784312,0.009697755,0.0004983123,0.000016904427,0.00012884062,0.0004041906,0.00033115305,0.0008376572,0.0002105012,0.9875618,0.00010868256],"about_ca_topic_score_codex":0.000011954374,"about_ca_topic_score_gemma":9.116715e-7,"teacher_disagreement_score":0.46021447,"about_ca_system_score_codex":0.00093400583,"about_ca_system_score_gemma":0.010400506,"threshold_uncertainty_score":0.99520963},"labels":[],"label_agreement":null},{"id":"W4390574503","doi":"10.36834/cmej.78257","title":"Equity, diversion, and inclusion in medical school teaching","year":2023,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Western University","funders":"","keywords":"Equity (law); Inclusion (mineral); Medical education; Computer science; Mathematics education; Psychology; Medicine; Political science; Social psychology; Law","score_opus":0.010915271786914562,"score_gpt":0.37345901659915764,"score_spread":0.3625437448122431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390574503","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020657792,0.0007685217,0.000022049404,0.16644408,0.82475734,0.0003387345,0.000014544966,0.000050851882,0.005538099],"genre_scores_gemma":[0.0030297032,0.0025802152,0.00075117935,0.05041412,0.9385302,0.000060002083,0.0010593616,0.00013117687,0.0034440614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98944724,0.0003299353,0.0012740536,0.0005697989,0.007486353,0.0008926345],"domain_scores_gemma":[0.957165,0.0013903285,0.00075007416,0.00090065104,0.0023858368,0.03740812],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011329521,0.00037630426,0.0006668576,0.0025376175,0.0016261485,0.000152837,0.0009863978,0.0029797324,0.029263744],"category_scores_gemma":[0.5515643,0.00035319015,0.000108003,0.0009490984,0.00035778026,0.00021837605,0.0026303506,0.011707328,0.00021068293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000015482603,0.00013753657,0.00016801013,0.00017122361,0.000028635644,0.00037401236,0.0008153617,1.0670037e-7,4.701115e-7,0.000120547535,0.7521467,0.24602187],"study_design_scores_gemma":[0.0012368227,0.00009928532,0.00047625153,0.0050767995,0.000075787684,0.0005840597,0.000969065,0.00024623986,2.6751016e-7,0.0015322599,0.98940325,0.00029992126],"about_ca_topic_score_codex":0.017491773,"about_ca_topic_score_gemma":0.018469024,"teacher_disagreement_score":0.54023474,"about_ca_system_score_codex":0.004096552,"about_ca_system_score_gemma":0.29670456,"threshold_uncertainty_score":0.999892},"labels":[],"label_agreement":null},{"id":"W4390574522","doi":"10.36834/cmej.77791","title":"The utility of the MD extension program in Canadian medical education","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Dalhousie University","funders":"","keywords":"Extension (predicate logic); Computer science; Programming language","score_opus":0.016241797824637232,"score_gpt":0.3630400156579083,"score_spread":0.346798217833271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390574522","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43095478,0.0008664575,0.000004708015,0.5438849,0.011218856,0.0010830557,0.0000043140694,0.000039784307,0.01194319],"genre_scores_gemma":[0.94361186,0.00058052584,0.0002514163,0.052228466,0.0016283572,0.00017596167,0.00006777281,0.000032508986,0.001423112],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955699,0.00028519056,0.0009553433,0.00026983034,0.0021005166,0.0008192265],"domain_scores_gemma":[0.98998266,0.0001354592,0.00023570488,0.0006810263,0.0013666786,0.007598482],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005095256,0.00017035856,0.00024552856,0.00085417036,0.0007049615,0.000063978885,0.00070299197,0.0004906102,0.014446928],"category_scores_gemma":[0.11247142,0.00011021723,0.00011578622,0.002972324,0.00063483574,0.00010560452,0.00003509323,0.001997973,0.00010264067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000635089,0.00017327277,0.010843931,0.000024896834,0.000010704119,0.000012538502,0.00037628712,2.3930306e-7,0.0000016152145,0.0011607734,0.52925515,0.45813423],"study_design_scores_gemma":[0.0003300224,0.000041556883,0.26095986,0.0006849984,0.000022615255,0.00067086145,0.0027428728,0.0025798655,0.000008207887,0.000913527,0.7309406,0.00010500623],"about_ca_topic_score_codex":0.292141,"about_ca_topic_score_gemma":0.76759,"teacher_disagreement_score":0.5126571,"about_ca_system_score_codex":0.0012122636,"about_ca_system_score_gemma":0.37876248,"threshold_uncertainty_score":0.986454},"labels":[],"label_agreement":null},{"id":"W4390574535","doi":"10.36834/cmej.77329","title":"“Everything new is happening all at once”: a qualitative study of early career obstetrician and gynaecologists’ preparedness for independent practice","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Social Innovation; London Health Sciences Centre; Guelph General Hospital; Western University","funders":"","keywords":"Mentorship; Preparedness; Competence (human resources); Medical education; Scope of practice; Medicine; Burnout; Obstetrics and gynaecology; Grounded theory; Qualitative research; Psychology; Nursing; Health care; Management; Political science","score_opus":0.06282548172413654,"score_gpt":0.4246052466627752,"score_spread":0.36177976493863867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390574535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94783616,0.0002570891,0.00017383827,0.047566257,0.002517848,0.0009233575,0.0000071250156,0.000023839524,0.00069449295],"genre_scores_gemma":[0.9717593,0.000039451723,0.0034683673,0.021256441,0.000741903,0.000096963035,0.000061097555,0.00003325737,0.0025431712],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970386,0.00022767606,0.0007624093,0.00030993237,0.0012301207,0.00043125433],"domain_scores_gemma":[0.9942298,0.0007272166,0.00044800414,0.0002490366,0.0014274758,0.002918461],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029804863,0.00015567846,0.00032115914,0.0008476834,0.000339172,0.00006510486,0.0002170213,0.00025048817,0.0021943299],"category_scores_gemma":[0.08819323,0.0001477215,0.000054864897,0.001038016,0.00012759132,0.00026468092,0.00004377909,0.00074132404,0.000019576788],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010496508,0.00040524598,0.0037430455,0.00009122731,0.00024436542,0.00006382042,0.5247322,0.0000028518987,0.000008547188,0.00033268463,0.37202007,0.098251015],"study_design_scores_gemma":[0.003425674,0.001301215,0.027964601,0.00034223363,0.0003383251,0.0007632871,0.8220191,0.0003806703,0.000013313048,0.00074302725,0.14243135,0.00027722662],"about_ca_topic_score_codex":0.017645655,"about_ca_topic_score_gemma":0.006357901,"teacher_disagreement_score":0.29728693,"about_ca_system_score_codex":0.0015591088,"about_ca_system_score_gemma":0.034446772,"threshold_uncertainty_score":0.9987178},"labels":[],"label_agreement":null},{"id":"W4390652257","doi":"10.1080/10872981.2024.2302233","title":"A Medical Education Research Library: key research topics and associated experts","year":2024,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Scholarship; Medical library; Inclusion (mineral); Resource (disambiguation); Psychology; Medicine; Library science; Computer science; Political science","score_opus":0.0749118643223986,"score_gpt":0.5203269864773554,"score_spread":0.4454151221549568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390652257","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44459507,0.006633974,0.00005497527,0.5335969,0.0039063073,0.00071204413,0.0000070403617,0.00029022634,0.010203515],"genre_scores_gemma":[0.7568893,0.007951406,0.009598957,0.056215767,0.023792006,0.0012948142,0.0063244766,0.00027554182,0.13765773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922648,0.00070088543,0.00080461474,0.0007457072,0.0047994065,0.0006845998],"domain_scores_gemma":[0.9957448,0.00066587806,0.000063739404,0.0006758336,0.0015951848,0.0012545505],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006087494,0.0002126133,0.0003410673,0.0014560471,0.00036275457,0.00019862659,0.0004158955,0.000794274,0.011101638],"category_scores_gemma":[0.06416232,0.00018055594,0.00006594324,0.0038626844,0.0009695569,0.00035413183,0.00024996285,0.0028318374,0.0001741001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020072186,0.0035920604,0.0013910043,0.00024423705,0.000031492676,0.000018568182,0.0014749131,1.7251066e-8,0.000016638893,0.016632404,0.56370366,0.4128749],"study_design_scores_gemma":[0.00047191788,0.0002507164,0.008447253,0.0033911446,0.000028902448,0.00021767801,0.004624185,0.0048459982,0.000043364726,0.0058869403,0.9716021,0.00018982681],"about_ca_topic_score_codex":0.00016902215,"about_ca_topic_score_gemma":0.0000417842,"teacher_disagreement_score":0.47738108,"about_ca_system_score_codex":0.0005196244,"about_ca_system_score_gemma":0.038716327,"threshold_uncertainty_score":0.9994687},"labels":[],"label_agreement":null},{"id":"W4390660354","doi":"10.1093/ofid/ofae016","title":"High-Volume, High-Acuity, and High-Impact Learning: Tips and Tricks for Infectious Diseases Training Programs","year":2024,"lang":"en","type":"article","venue":"Open Forum Infectious Diseases","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Chicago Medicine; NYU Grossman School of Medicine; Roy J. and Lucille A. Carver College of Medicine, University of Iowa; University of California, Davis; University of California, Los Angeles; National Institutes of Health; Stony Brook University; Washington University in St. Louis; Mount Sinai Health System; Carilion Clinic; West Virginia University; Vanderbilt University Medical Center; University of Arkansas for Medical Sciences; College of Engineering, Michigan State University; Memorial Sloan-Kettering Cancer Center; Johns Hopkins University; School of Medicine, Duke University; University of Miami; York University; University of Rochester; University of Missouri; Creighton University; David Geffen School of Medicine, University of California, Los Angeles; Medical Center, University of Rochester; Case Western Reserve University; University of Minnesota; Temple University; Vanderbilt University; University of Illinois at Urbana-Champaign; Michigan State University; Brigham and Women's Hospital; Emory University; University of Nebraska Medical Center; Ohio State University; Leonard M. Miller School of Medicine; University of California, San Diego; U.S. Department of Veterans Affairs","keywords":"Medicine; Presentation (obstetrics); Infectious disease (medical specialty); Medical education; Training (meteorology); Negotiation; Family medicine; Pathology; Disease; Surgery","score_opus":0.018812684501126477,"score_gpt":0.33534804721927586,"score_spread":0.31653536271814936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390660354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98598707,0.0016606058,0.0026837345,0.0031499274,0.0014013166,0.0031433073,0.00016605115,0.00078320224,0.0010247901],"genre_scores_gemma":[0.99428415,0.00018887514,0.00036549274,0.00065308664,0.00058178353,0.0011298802,0.00115551,0.000111302405,0.0015299246],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976764,0.00009303045,0.00049553445,0.0007365791,0.00036693792,0.0006315307],"domain_scores_gemma":[0.9985683,0.00025173533,0.00015678072,0.00032631442,0.0002584004,0.0004384672],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034667557,0.0004066544,0.0006613508,0.00044244944,0.0006697515,0.00094889174,0.00015864853,0.00018845827,0.0002993787],"category_scores_gemma":[0.0016762452,0.0003471212,0.00015377553,0.0009411799,0.00033538672,0.00068492,0.00023811933,0.00043154843,0.000025941705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002043985,0.00081776566,0.36468202,0.00064293644,0.0004693112,0.000033062945,0.0004494239,0.000027571103,0.00002366738,0.010609647,0.025434524,0.59660566],"study_design_scores_gemma":[0.014423629,0.0116039915,0.7414363,0.0020134654,0.004378405,0.0011057532,0.003035351,0.006468327,0.000047426456,0.06161483,0.15183875,0.0020337673],"about_ca_topic_score_codex":0.00082595565,"about_ca_topic_score_gemma":0.000047394715,"teacher_disagreement_score":0.5945719,"about_ca_system_score_codex":0.000305473,"about_ca_system_score_gemma":0.00059599784,"threshold_uncertainty_score":0.9998981},"labels":[],"label_agreement":null},{"id":"W4390672471","doi":"10.12688/mep.19247.1","title":"Exploring residents’ perceptions of competency-based medical education across Canada: A national survey study","year":2024,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Burnout; Feeling; Likert scale; Medical education; Perception; Psychology; Qualitative property; Medicine; Nursing; Clinical psychology; Social psychology","score_opus":0.09500506617644602,"score_gpt":0.39787989993311845,"score_spread":0.30287483375667246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390672471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98086554,0.00009194739,0.00022824509,0.013667539,0.0033394373,0.00046474367,0.000046918776,0.00008877774,0.0012068271],"genre_scores_gemma":[0.9952313,0.0000075255275,0.00091780984,0.0017302121,0.0005307204,0.00027834298,0.00081210636,0.000028011518,0.00046400845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960549,0.00016323183,0.0006639464,0.00035504263,0.0025013527,0.00026153136],"domain_scores_gemma":[0.9973967,0.0002559907,0.00008271117,0.0003205549,0.0017954578,0.00014858057],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028828355,0.00014335015,0.00026033018,0.00026657197,0.00014137242,0.00009488828,0.00024482966,0.00008888006,0.0013727952],"category_scores_gemma":[0.012082359,0.0001334245,0.000052123134,0.0018539737,0.00012682997,0.00040759819,0.00005266664,0.0004861022,0.000017343204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006286205,0.0029090594,0.58725405,0.00051720615,0.00017508573,0.000028011635,0.0037341402,0.000018163086,0.000054385826,0.0035093448,0.34595686,0.055780854],"study_design_scores_gemma":[0.0005021809,0.00009471989,0.98848474,0.00040159875,0.00003394928,0.00001946898,0.0056684883,0.0014286194,0.00003236394,0.00011531324,0.0030977514,0.00012083382],"about_ca_topic_score_codex":0.24652122,"about_ca_topic_score_gemma":0.48192737,"teacher_disagreement_score":0.40123066,"about_ca_system_score_codex":0.00082869176,"about_ca_system_score_gemma":0.037386086,"threshold_uncertainty_score":0.9995401},"labels":[],"label_agreement":null},{"id":"W4390718276","doi":"10.1111/medu.15308","title":"Everything alone: Is medical education chasing a harmful myth in its effort to embrace societal need?","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mythology; Psychology; Medical education; Engineering ethics; Medicine; Engineering; Philosophy","score_opus":0.011250819311671946,"score_gpt":0.3713525426297664,"score_spread":0.3601017233180945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390718276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58176935,0.002008578,0.001478448,0.40127403,0.008463944,0.0009688406,0.0000022203485,0.00024173161,0.003792893],"genre_scores_gemma":[0.78874296,0.00023468868,0.0041774353,0.19569427,0.00399766,0.0005616512,0.00039258713,0.00009791075,0.006100851],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470735,0.000094682306,0.0010520114,0.0008198624,0.0027162656,0.00060984347],"domain_scores_gemma":[0.9981564,0.00013114519,0.00010930068,0.0004948984,0.0004886182,0.00061960163],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025820665,0.00033097886,0.0004539893,0.0009664152,0.00017837061,0.00012785486,0.00036263498,0.000653732,0.005636377],"category_scores_gemma":[0.013815675,0.0003133338,0.00014118217,0.0028236292,0.00016320271,0.00044747756,0.00011196566,0.001573033,0.00085375307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033885368,0.0014294398,0.0018168222,0.00071021036,0.000042150976,0.000020613832,0.007906223,0.0000011140464,0.00016228907,0.0018685106,0.513121,0.4728877],"study_design_scores_gemma":[0.0018718551,0.00036455586,0.025530603,0.015674748,0.0002748176,0.0015258153,0.0119573,0.0451218,0.0012617658,0.0014578799,0.89387167,0.0010871954],"about_ca_topic_score_codex":0.00026072693,"about_ca_topic_score_gemma":0.000025514806,"teacher_disagreement_score":0.4718005,"about_ca_system_score_codex":0.0011964253,"about_ca_system_score_gemma":0.024060845,"threshold_uncertainty_score":0.9999319},"labels":[],"label_agreement":null},{"id":"W4390725804","doi":"10.1016/j.cjca.2024.01.004","title":"Navigating Competency-Based Cardiology Training: Challenges and Successes","year":2024,"lang":"en","type":"editorial","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"","keywords":"Medicine; Training (meteorology); Medical education; Cardiology; Internal medicine; Medical physics","score_opus":0.027998348273648648,"score_gpt":0.32831580190848525,"score_spread":0.3003174536348366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390725804","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018304188,0.0383861,0.0003600449,0.020739809,0.93173397,0.00019925431,0.000080947044,0.000020544181,0.006648911],"genre_scores_gemma":[0.11674964,0.0020229188,0.0012859069,0.0002832979,0.8792908,0.000014066715,0.00023158573,0.00007095326,0.000050785435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977503,0.00027113614,0.00079264573,0.0003356334,0.00036559973,0.00048470448],"domain_scores_gemma":[0.99684274,0.000770191,0.00036420918,0.0002798255,0.0012806134,0.00046244275],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018184762,0.00029430838,0.0015183354,0.00048198397,0.000100958605,0.000030188634,0.00024396264,0.001284279,0.000015267326],"category_scores_gemma":[0.0079420665,0.00026011694,0.00025181865,0.00021368441,0.00064312486,0.00004652908,0.00001641073,0.003535541,0.000008820834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003007899,0.0000011246692,0.00014818851,0.0005735489,0.0005407071,0.0011926065,0.00073775946,0.00006303743,0.000005392719,0.0005264039,0.9274776,0.06870357],"study_design_scores_gemma":[0.00054693024,0.0004529889,0.0003412066,0.0013914037,0.00057308684,0.0013438507,0.0011472203,0.000016623444,0.0000024724138,0.0008341477,0.99315554,0.0001945069],"about_ca_topic_score_codex":0.00024812695,"about_ca_topic_score_gemma":0.0005694889,"teacher_disagreement_score":0.114919215,"about_ca_system_score_codex":0.00041922618,"about_ca_system_score_gemma":0.018929346,"threshold_uncertainty_score":0.9999851},"labels":[],"label_agreement":null},{"id":"W4390766285","doi":"10.1111/medu.15309","title":"A meta‐study analysing the discourses of discourse analysis in health professions education","year":2024,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Dalhousie University","funders":"","keywords":"Ambiguity; Discourse analysis; Interpretation (philosophy); Coherence (philosophical gambling strategy); Health professions; Trustworthiness; Critical discourse analysis; Sociology; Psychology; Pedagogy; Medical education; Epistemology; Medicine; Health care; Linguistics; Political science; Social psychology; Law; Philosophy","score_opus":0.07865352780942883,"score_gpt":0.5478398993687804,"score_spread":0.4691863715593516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390766285","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005194552,0.9619945,0.00017485172,0.031637974,0.0021937713,0.003181773,0.000009625953,0.000041087667,0.00024691047],"genre_scores_gemma":[0.005810039,0.98205215,0.0004964726,0.0021333834,0.00095061015,0.0030197008,0.001670473,0.00008158569,0.0037855662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934944,0.0010718888,0.002641866,0.00073669973,0.0016762074,0.0003789705],"domain_scores_gemma":[0.996832,0.00024931692,0.0011536331,0.0012469026,0.0003472199,0.00017093627],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044823526,0.00048661637,0.0030883525,0.0029905317,0.00016427368,0.000046292593,0.00049652887,0.00036468782,0.0007816205],"category_scores_gemma":[0.0037691677,0.00026009697,0.0010777388,0.0116572045,0.00034320573,0.00010824426,0.000111244655,0.0017564347,0.00003635325],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004257894,0.0063872435,0.0002993162,0.01300429,0.006841884,0.0000018356747,0.0035919421,8.7174715e-7,1.9942766e-8,0.00057031424,0.023755932,0.9455421],"study_design_scores_gemma":[0.00022838259,0.00019709334,0.0010311092,0.03596389,0.18883891,0.000050838054,0.030418633,0.0003102343,1.0829501e-7,0.00019781092,0.74237055,0.00039241693],"about_ca_topic_score_codex":0.0013441491,"about_ca_topic_score_gemma":0.00045860902,"teacher_disagreement_score":0.94514966,"about_ca_system_score_codex":0.00081010343,"about_ca_system_score_gemma":0.037987914,"threshold_uncertainty_score":0.9999851},"labels":[],"label_agreement":null},{"id":"W4390782438","doi":"10.1016/j.nedt.2024.106091","title":"Communities of practice to facilitate change in health professions education: A realist synthesis","year":2024,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Context (archaeology); Higher education; Allied health professions; Interpersonal communication; Tracking (education); Citation; Theory of change; Medical education; Sociology; Public relations; Psychology; Pedagogy; Health care; Medicine; Political science; Social science; Geography","score_opus":0.09115242008310788,"score_gpt":0.4445138495051625,"score_spread":0.3533614294220546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390782438","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09584522,0.0028725457,0.00046685783,0.85225195,0.008099471,0.0030061458,0.00004541744,0.0001796411,0.03723278],"genre_scores_gemma":[0.9508522,0.00021309235,0.019624881,0.016028123,0.00067505304,0.0028363606,0.00027068984,0.000038228798,0.009461355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823415,0.00030063372,0.00066212204,0.00021976508,0.00035853792,0.00022481526],"domain_scores_gemma":[0.9981587,0.00040290502,0.00015012106,0.00056797353,0.0005838309,0.0001364555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012757623,0.00014198718,0.00026607895,0.0008723106,0.00011043848,0.00002840971,0.00014326262,0.000096040625,0.00054285827],"category_scores_gemma":[0.002523493,0.00013459909,0.000043650856,0.0017123087,0.00009895416,0.0003184606,0.000019367166,0.0004082316,0.00012646483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005290377,0.0025674074,0.001427784,0.0014846795,0.00002768112,6.9192623e-7,0.14032201,0.0000013370534,0.00009073572,0.05068823,0.21201746,0.5913191],"study_design_scores_gemma":[0.00015411065,0.00020777319,0.04535812,0.008628538,0.00006550931,0.000060914255,0.23234318,0.0001414411,0.00019603295,0.0009969668,0.7116454,0.00020199285],"about_ca_topic_score_codex":0.0063676075,"about_ca_topic_score_gemma":0.0002654733,"teacher_disagreement_score":0.855007,"about_ca_system_score_codex":0.000640896,"about_ca_system_score_gemma":0.00518358,"threshold_uncertainty_score":0.962596},"labels":[],"label_agreement":null},{"id":"W4390796889","doi":"10.1080/0142159x.2023.2298763","title":"Advancing anti-oppression and social justice in healthcare through competency-based medical education (CBME)","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; Queen's University; Children's Hospital of Winnipeg; University of Manitoba","funders":"","keywords":"Oppression; Social justice; Equity (law); Medical education; Context (archaeology); Medicine; Psychology; Pedagogy; Political science","score_opus":0.01859409834283102,"score_gpt":0.39924557559066376,"score_spread":0.3806514772478327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390796889","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4887132,0.0025474206,0.0025536204,0.49945775,0.002931956,0.00042304586,0.0000012315592,0.00021727149,0.003154508],"genre_scores_gemma":[0.96967596,0.00015825029,0.0035661862,0.02354725,0.0022104378,0.00008938059,0.00018007754,0.000044669003,0.0005278055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968485,0.0001553051,0.0005886583,0.00045717377,0.0015537782,0.00039657508],"domain_scores_gemma":[0.99925685,0.000093597686,0.000056983965,0.00019852906,0.00012838775,0.00026566975],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016946743,0.00018576677,0.0003503742,0.00022721312,0.00014200919,0.000027615515,0.00014370214,0.00053891365,0.002790616],"category_scores_gemma":[0.004531441,0.00015254102,0.000053719054,0.00066856464,0.00030547168,0.00014278662,0.000058988644,0.0015932746,0.000044736644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001066145,0.0024594148,0.059399817,0.0069022514,0.000059407044,0.00035004003,0.0058403593,0.0000014734857,0.00015223092,0.057901014,0.25927293,0.60755444],"study_design_scores_gemma":[0.0068433285,0.0006054152,0.061840713,0.01978498,0.0006093325,0.00079351035,0.008127018,0.3381485,0.00016657214,0.014574726,0.5472105,0.0012953903],"about_ca_topic_score_codex":0.00018330364,"about_ca_topic_score_gemma":0.000048303955,"teacher_disagreement_score":0.60625905,"about_ca_system_score_codex":0.00030633024,"about_ca_system_score_gemma":0.007307151,"threshold_uncertainty_score":0.9983205},"labels":[],"label_agreement":null},{"id":"W4390830183","doi":"10.12688/hrbopenres.13669.2","title":"Education programmes on performance-based assessment for allied health and nursing clinical educators: A scoping review protocol","year":2024,"lang":"en","type":"review","venue":"HRB Open Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"CINAHL; Inclusion (mineral); Grey literature; Medical education; Protocol (science); Medicine; Health care; MEDLINE; Nursing; Professional development; Systematic review; Nurse education; Psychology; Alternative medicine; Psychological intervention; Political science","score_opus":0.5427101104470684,"score_gpt":0.7503778446666481,"score_spread":0.20766773421957974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390830183","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001449554,0.59925944,0.000021203101,0.009589548,0.00045830777,0.38874796,0.000004103034,0.000030996194,0.0018870101],"genre_scores_gemma":[2.295554e-7,0.55544853,0.011222921,0.0014622436,0.0006715778,0.42995378,0.0005390545,0.000066775385,0.0006348762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99420154,0.0010255266,0.0019223631,0.0010508213,0.0011012353,0.0006985121],"domain_scores_gemma":[0.996697,0.00061045494,0.0004766982,0.00092401035,0.00090029347,0.00039151832],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016239181,0.00037983945,0.0019992467,0.0007586206,0.00042152143,0.00040189925,0.0005475329,0.00031008403,0.00009731941],"category_scores_gemma":[0.0028503763,0.00027079598,0.0002334571,0.0017222482,0.0003348162,0.000117695614,0.00015859675,0.0022752301,0.00008080916],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031407246,0.0008872821,0.0000064568408,0.36940154,0.000030541323,3.4275118e-7,0.00002373691,3.314667e-9,3.0606702e-9,0.00051177747,0.08827863,0.5408283],"study_design_scores_gemma":[0.00031726094,0.0012858552,0.0000041721005,0.48643938,0.00014060849,0.000011162894,0.00007289515,0.000030284848,8.573855e-8,0.000027438433,0.5115559,0.00011496957],"about_ca_topic_score_codex":0.000018896444,"about_ca_topic_score_gemma":0.000001814057,"teacher_disagreement_score":0.5407133,"about_ca_system_score_codex":0.0017105634,"about_ca_system_score_gemma":0.079789706,"threshold_uncertainty_score":0.9999744},"labels":[],"label_agreement":null},{"id":"W4390889498","doi":"","title":"Assessing Telemedicine Competencies: Developing and Validating Learner Measures for Simulation-Based Telemedicine Training.","year":2023,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"Health Resources and Services Administration; U.S. Department of Health and Human Services","keywords":"Rubric; Telemedicine; Curriculum; Medical education; Telehealth; Educational measurement; Core competency; Computer science; Inter-rater reliability; Psychology; Medicine; Pedagogy; Health care","score_opus":0.1579896909321431,"score_gpt":0.37966913027860955,"score_spread":0.22167943934646644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390889498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85081714,0.00015508723,0.11538173,0.028165909,0.000984538,0.0029335462,0.000004906361,0.0005706859,0.0009864656],"genre_scores_gemma":[0.9707868,0.00000972844,0.022515185,0.0038254827,0.00086667197,0.0014140239,0.00026158,0.000046452074,0.00027406868],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783784,0.000047674817,0.00059981406,0.00036203334,0.00059820607,0.0005544094],"domain_scores_gemma":[0.99770594,0.0012443031,0.00018399008,0.00021736018,0.0005145513,0.00013383912],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028004304,0.00018596606,0.00038353974,0.0005204606,0.00031358562,0.000060277278,0.00008584013,0.00011382188,0.000019920528],"category_scores_gemma":[0.016044164,0.00015807674,0.000046259855,0.0012844594,0.00019067491,0.0001666406,0.00002470573,0.0002509201,0.0000038505927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038041726,0.0000315803,0.013244565,0.00037839412,0.000058917205,0.000005858802,0.0010764308,0.0009399335,0.0002679865,0.00031434913,0.0016172174,0.98202676],"study_design_scores_gemma":[0.0058442787,0.00013183324,0.68439287,0.0005923734,0.00026536817,0.000020369416,0.010705003,0.21123393,0.00071491924,0.0005626654,0.08507612,0.00046025164],"about_ca_topic_score_codex":0.00001151901,"about_ca_topic_score_gemma":0.0000029088108,"teacher_disagreement_score":0.9815665,"about_ca_system_score_codex":0.00016021852,"about_ca_system_score_gemma":0.00029338064,"threshold_uncertainty_score":0.9922441},"labels":[],"label_agreement":null},{"id":"W4390901470","doi":"10.15453/2168-6408.2154","title":"OSCEs’ Impact on Occupational Therapy Student Learning: Insights from Second- and Third-Year Focus Groups","year":2024,"lang":"en","type":"article","venue":"The Open Journal of Occupational Therapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Occupational therapy; Focus group; Qualitative research; Perception; Psychology; Medicine; Clinical Practice; Medical education; Nursing; Physical therapy; Sociology","score_opus":0.07334709677908448,"score_gpt":0.4390883456328944,"score_spread":0.36574124885380993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390901470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903583,0.0030421643,0.00029319993,0.003414619,0.00075087784,0.0005409034,0.000016406304,0.000020291578,0.0015632164],"genre_scores_gemma":[0.9943005,0.0009574761,0.00087807263,0.0019374592,0.0013623642,0.000023320192,0.00007381861,0.00003526427,0.0004317555],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99769354,0.00023808073,0.00064825895,0.00024145473,0.0010111292,0.0001675093],"domain_scores_gemma":[0.9982676,0.00054136914,0.0003375624,0.00024430107,0.00050297246,0.00010618712],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011296872,0.00023088738,0.00035739262,0.00029584861,0.00025516862,0.00033648446,0.00046488014,0.00010599565,0.002233614],"category_scores_gemma":[0.00015726151,0.00012385985,0.00015195887,0.00046818986,0.00013903348,0.0004381418,0.000052101972,0.00085170695,0.00005153585],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047424853,0.0040352154,0.33372512,0.00005802597,0.006762193,0.00020530797,0.029994002,0.00070956955,0.015780384,0.067777686,0.10445741,0.3890702],"study_design_scores_gemma":[0.0034923898,0.00211096,0.94674087,0.0002757173,0.000043800417,0.00013737888,0.00075563235,0.00035192023,0.0008336745,0.008737033,0.036341358,0.000179253],"about_ca_topic_score_codex":0.000038988503,"about_ca_topic_score_gemma":0.0000030159822,"teacher_disagreement_score":0.6130158,"about_ca_system_score_codex":0.00020673836,"about_ca_system_score_gemma":0.0007970546,"threshold_uncertainty_score":0.9986785},"labels":[],"label_agreement":null},{"id":"W4390988578","doi":"10.1097/acm.0000000000005634","title":"Using Natural Language Processing to Evaluate the Quality of Supervisor Narrative Comments in Competency-Based Medical Education","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan; Royal College of Physicians and Surgeons of Canada; McMaster University Medical Centre","funders":"","keywords":"Supervisor; Narrative; Quality (philosophy); Medical education; Natural (archaeology); Psychology; Computer science; Natural language processing; Medicine; Linguistics; Political science; History","score_opus":0.08285630765382505,"score_gpt":0.5130708602996962,"score_spread":0.4302145526458711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390988578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8255404,0.0057481113,0.0011517294,0.16535659,0.0011160164,0.0006749271,0.0000013099834,0.00004255639,0.00036832024],"genre_scores_gemma":[0.9746682,0.000025836189,0.001997204,0.022295894,0.0006768795,0.00006440421,0.00009372656,0.000021092357,0.00015673424],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968277,0.0002701767,0.0009839544,0.00029854025,0.0013736079,0.00024598453],"domain_scores_gemma":[0.99886197,0.0003060968,0.000104344006,0.00027375514,0.00033087723,0.00012297297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004239096,0.00016611967,0.00039888488,0.00043483032,0.00007707987,0.000005793198,0.00026691364,0.00019441084,0.00048367764],"category_scores_gemma":[0.008232344,0.000101105295,0.000035195968,0.0017127251,0.00033934036,0.00009678681,0.000044367443,0.0013363737,0.000008583426],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051988894,0.0004260156,0.027552491,0.0048128944,0.00015684708,0.000031730306,0.35947526,0.000051960105,0.07180054,0.015993252,0.04439932,0.4747798],"study_design_scores_gemma":[0.0087432135,0.00084942457,0.076096036,0.05478971,0.00064134266,0.000269094,0.30804285,0.5320664,0.005275431,0.0055302386,0.00677542,0.0009208431],"about_ca_topic_score_codex":0.00040969774,"about_ca_topic_score_gemma":0.000038363734,"teacher_disagreement_score":0.5320144,"about_ca_system_score_codex":0.00032093408,"about_ca_system_score_gemma":0.00506643,"threshold_uncertainty_score":0.98554796},"labels":[],"label_agreement":null},{"id":"W4391026285","doi":"10.1016/j.ajpe.2024.100652","title":"Corrigendum to “Making Space for Reading as a Faculty Member” [Am J Pharm Educ 87 (2023) 100115]","year":2024,"lang":"en","type":"erratum","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Alberta Hospital","funders":"","keywords":"Reading (process); Space (punctuation); Psychology; Medicine; Philosophy; Linguistics","score_opus":0.06903508029030571,"score_gpt":0.48779088416993005,"score_spread":0.41875580387962436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391026285","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023798604,0.0072694696,0.011658503,0.25355437,0.61616796,0.006015935,0.00025229878,0.00031546588,0.08096736],"genre_scores_gemma":[0.07457219,0.0016485055,0.08808291,0.07617765,0.0819385,0.0008586435,0.0023645621,0.0007763136,0.6735807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99529815,0.0001418091,0.0016380582,0.00071952,0.0013974283,0.00080505706],"domain_scores_gemma":[0.9941186,0.00016029054,0.0013644783,0.00048669055,0.00317709,0.0006928813],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015603697,0.00061941356,0.0012790549,0.0015780578,0.00020053577,0.00017118905,0.00052923773,0.00034620872,0.0011634153],"category_scores_gemma":[0.0058384375,0.0005616841,0.0004639756,0.0029168886,0.00035953068,0.00023545588,0.00009821068,0.0034674767,0.00040009298],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037587812,0.00063966296,0.00002957822,0.00068520126,0.00040875867,0.00002023861,0.0014280996,0.0000026194862,0.00065913575,0.0007275243,0.7666532,0.22837013],"study_design_scores_gemma":[0.0005909588,0.0012817568,0.0001128346,0.0037427077,0.0020171276,0.0012582229,0.0060366355,0.00052466115,0.00066862855,0.00036308003,0.9828983,0.0005050795],"about_ca_topic_score_codex":0.000083039755,"about_ca_topic_score_gemma":0.0000025059062,"teacher_disagreement_score":0.59261334,"about_ca_system_score_codex":0.002050184,"about_ca_system_score_gemma":0.011221884,"threshold_uncertainty_score":0.99974966},"labels":[],"label_agreement":null},{"id":"W4391112649","doi":"10.5334/pme.1110","title":"The Next Era of Assessment: Building a Trustworthy Assessment System","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Calgary","funders":"","keywords":"Contextualization; Context (archaeology); Variety (cybernetics); Medical education; Trustworthiness; Knowledge management; Computer science; Psychology; Public relations; Engineering ethics; Medicine; Political science; Social psychology; Interpretation (philosophy)","score_opus":0.014140735319631288,"score_gpt":0.40251497431639827,"score_spread":0.388374238996767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391112649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7321252,0.008326274,0.023788556,0.15885952,0.011166813,0.0018163293,0.000005580412,0.0005159232,0.06339578],"genre_scores_gemma":[0.9885428,0.0005275542,0.007950884,0.0008576265,0.0013992055,0.0002587833,0.000033014167,0.000033331416,0.0003968044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9970848,0.00015038096,0.00057399453,0.00043410363,0.001489811,0.0002668917],"domain_scores_gemma":[0.9983091,0.00041651956,0.0001370509,0.00048111397,0.00050267525,0.00015357672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018985724,0.00017757837,0.00026821863,0.00024458714,0.00025761875,0.00010658689,0.0002235521,0.00016467647,0.00043101452],"category_scores_gemma":[0.002435167,0.000119953904,0.00012431061,0.0010792664,0.00032871895,0.00015059333,0.000033883185,0.0012522094,0.000027337568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003076456,0.0007886337,0.0005128928,0.0004819048,0.00013527084,0.000005767637,0.003292987,0.0000029476055,0.00020997718,0.57843846,0.0122033125,0.4038971],"study_design_scores_gemma":[0.002441989,0.001895476,0.11598196,0.019665934,0.00087097543,0.0006269571,0.4997438,0.15392798,0.0005032911,0.0048200283,0.19860093,0.00092066964],"about_ca_topic_score_codex":0.000054326534,"about_ca_topic_score_gemma":0.0000019860279,"teacher_disagreement_score":0.5736184,"about_ca_system_score_codex":0.0014295962,"about_ca_system_score_gemma":0.0057103247,"threshold_uncertainty_score":0.9999264},"labels":[],"label_agreement":null},{"id":"W4391131222","doi":"10.1097/ceh.0000000000000548","title":"Grappling with Context: Moving Beyond Theorizing to Measuring Its Effects on Workplace Competency and Unintended Consequences","year":2024,"lang":"en","type":"editorial","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Unintended consequences; Sociology; Public relations; Medical education; Library science; Political science; Medicine; Geography; Law; Computer science; Archaeology","score_opus":0.01575421180100001,"score_gpt":0.37614996488828756,"score_spread":0.36039575308728755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391131222","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17481545,0.007334288,0.00047616145,0.11600928,0.69753224,0.0031475127,0.000007075014,0.000052253883,0.00062576047],"genre_scores_gemma":[0.70577747,0.0006035197,0.0078502735,0.007703208,0.27563825,0.00028217895,0.000047746365,0.00012150756,0.001975812],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9960618,0.0006797254,0.0012591799,0.00033846174,0.0012517216,0.00040913324],"domain_scores_gemma":[0.99414784,0.002554288,0.0012533381,0.00033156673,0.0015032426,0.00020972146],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0058547524,0.0003176221,0.0007874275,0.0011387358,0.00032739004,0.000108114844,0.00031991606,0.0003296217,0.000007038678],"category_scores_gemma":[0.0077981832,0.000194848,0.00007386995,0.0010204675,0.0001789537,0.0001333793,0.000045825655,0.0038630264,0.000006700718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063139346,0.00039722538,0.00039079224,0.0044641043,0.00011492048,0.000035518457,0.051117923,0.000007002985,0.00017379315,0.01302906,0.8005725,0.12906578],"study_design_scores_gemma":[0.003659091,0.0043815896,0.002476066,0.3977305,0.0006777036,0.0005584319,0.18942599,0.00006515003,0.00030906042,0.013161422,0.38666585,0.00088912813],"about_ca_topic_score_codex":0.000032245902,"about_ca_topic_score_gemma":0.000032065127,"teacher_disagreement_score":0.53096205,"about_ca_system_score_codex":0.00063619623,"about_ca_system_score_gemma":0.007843593,"threshold_uncertainty_score":0.9984351},"labels":[],"label_agreement":null},{"id":"W4391134492","doi":"10.3138/jvme-2023-0144","title":"A Unique Spectrum of Care Tool Provides a Self-Regulated Learning Opportunity and Facilitates Client Communication","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Computer science; Business; Medicine","score_opus":0.03614793873157192,"score_gpt":0.37679788743326326,"score_spread":0.34064994870169135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391134492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808605,0.0041390406,0.00026449832,0.013547358,0.0005993289,0.0002631737,0.0000014005583,0.00004431371,0.0002804083],"genre_scores_gemma":[0.9926459,0.0011452527,0.0053999685,0.00035879808,0.0002112883,0.000016061571,0.000068481444,0.000016389658,0.00013781629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980367,0.00022725578,0.00083315745,0.00014125503,0.0006273671,0.00013430082],"domain_scores_gemma":[0.9985241,0.00016867166,0.0003060887,0.0002115279,0.0006118587,0.00017773265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014188526,0.00012307672,0.00029690232,0.0004027818,0.00007984586,0.000028226956,0.00013449481,0.00016340785,0.00026673957],"category_scores_gemma":[0.0038371172,0.00010069354,0.00007887726,0.000452735,0.00018802841,0.0002466968,0.000052487052,0.00080644496,0.0000026176094],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007612136,0.0022942605,0.009368753,0.008217389,0.0004362882,0.00012115877,0.042683467,0.0000127173735,0.005806429,0.0034220526,0.01188559,0.91499066],"study_design_scores_gemma":[0.0045758146,0.02403653,0.1807106,0.035685852,0.0015509451,0.022778567,0.07828572,0.019492479,0.0030413575,0.0047476627,0.62407076,0.0010236921],"about_ca_topic_score_codex":0.000030023055,"about_ca_topic_score_gemma":0.0000015781501,"teacher_disagreement_score":0.913967,"about_ca_system_score_codex":0.00028427664,"about_ca_system_score_gemma":0.0038006608,"threshold_uncertainty_score":0.6742209},"labels":[],"label_agreement":null},{"id":"W4391171421","doi":"10.3329/cbmj.v13i1.71097","title":"Community Based Medical Education: What, Why and How?","year":2024,"lang":"en","type":"article","venue":"Community Based Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Medical education; Sociology; Computer science; Data science; Medicine","score_opus":0.04499847360839927,"score_gpt":0.3782990028127081,"score_spread":0.33330052920430886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391171421","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2182509,0.0035247565,0.025870198,0.7441657,0.0049636816,0.00037616506,0.000005045624,0.00028374634,0.002559758],"genre_scores_gemma":[0.7570311,0.0008820552,0.009425197,0.22934094,0.0022152392,0.00006145802,0.0005273867,0.00008349108,0.00043311808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929456,0.003017066,0.00067977567,0.00019871938,0.002677818,0.0004809953],"domain_scores_gemma":[0.9947415,0.0016862255,0.00014886812,0.0010805454,0.00076293485,0.0015799279],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012536794,0.0003171956,0.00049834984,0.0006603303,0.0015289198,0.00059474044,0.00089296105,0.00063302985,0.0046942593],"category_scores_gemma":[0.01576208,0.0002605123,0.00017486369,0.0011039061,0.0012543797,0.000593106,0.00022058836,0.012996425,0.000039806997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009568217,0.002629895,0.0010987337,0.001311197,0.00011438326,0.00020334196,0.0011409484,8.76012e-7,0.000044623284,0.0014434046,0.45220906,0.53970784],"study_design_scores_gemma":[0.003838434,0.0009783525,0.0046076877,0.017003115,0.0003785755,0.0061728302,0.011813727,0.028875502,0.00017433731,0.0038079016,0.9217951,0.0005544044],"about_ca_topic_score_codex":0.00012519292,"about_ca_topic_score_gemma":0.000079401296,"teacher_disagreement_score":0.53915346,"about_ca_system_score_codex":0.00042091706,"about_ca_system_score_gemma":0.016920112,"threshold_uncertainty_score":0.9999847},"labels":[],"label_agreement":null},{"id":"W4391297309","doi":"10.2196/54401","title":"Development of a Clinical Simulation Video to Evaluate Multiple Domains of Clinical Competence: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Competence (human resources); Psychology; Computer science; Medicine; Social psychology; Pathology","score_opus":0.11437276997968718,"score_gpt":0.5729542154600152,"score_spread":0.4585814454803281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391297309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858912,0.000065296605,0.0042053442,0.001334079,0.006153159,0.0018467123,0.000004082251,0.00008538215,0.00041473744],"genre_scores_gemma":[0.97274745,0.0000072383164,0.023477528,0.0011343409,0.001734268,0.00037514843,0.00016663305,0.000030672574,0.00032670752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99193037,0.00032613572,0.004324019,0.0006670198,0.002497395,0.00025506277],"domain_scores_gemma":[0.99579495,0.001253311,0.0004906066,0.0005382726,0.00152551,0.00039735826],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010250211,0.00020188259,0.00070744863,0.00045941587,0.000103326885,0.000028740043,0.00026197935,0.00043324177,0.0012448857],"category_scores_gemma":[0.023235116,0.00017105909,0.00021938594,0.0012850139,0.00035265554,0.00014684738,0.000098980614,0.0008471318,0.00014979433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003741441,0.0065829577,0.7016663,0.00036862088,0.00015546121,0.000002764603,0.002749702,0.000059222708,0.00006659985,0.00026300675,0.0027945722,0.28491667],"study_design_scores_gemma":[0.0018518517,0.0005719848,0.9484824,0.00061749463,0.00007066101,0.0000100159805,0.0010225804,0.025116455,0.000049253853,0.000085693595,0.021978788,0.00014283763],"about_ca_topic_score_codex":0.000029469187,"about_ca_topic_score_gemma":0.000017828745,"teacher_disagreement_score":0.28477383,"about_ca_system_score_codex":0.00019938835,"about_ca_system_score_gemma":0.010919858,"threshold_uncertainty_score":0.9996681},"labels":[],"label_agreement":null},{"id":"W4391329515","doi":"10.26443/ijwpc.v11i1.395","title":"The art and skills of compassion in practice","year":2024,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Alberta","funders":"","keywords":"Compassion; Psychology; Engineering ethics; Medical education; Medicine; Philosophy; Engineering; Theology","score_opus":0.010288649226582828,"score_gpt":0.36857626204329486,"score_spread":0.358287612816712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391329515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87007356,0.0051883277,0.00041917028,0.115537554,0.003202418,0.00010787562,0.0000071112254,0.000006713599,0.005457245],"genre_scores_gemma":[0.997087,0.00021958115,0.0014438451,0.00050788024,0.0003827277,0.0000015507939,0.000008461187,0.000005527421,0.00034339822],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991082,0.00002689511,0.0002673562,0.000055554345,0.0004913464,0.000050631268],"domain_scores_gemma":[0.9987843,0.00018568391,0.000121040015,0.000050486065,0.0008363354,0.000022167787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004087431,0.000041837135,0.000086795466,0.00020242092,0.000019501957,0.000035651825,0.00008982482,0.00003345955,0.00002365229],"category_scores_gemma":[0.0011231179,0.000026855585,0.00003869401,0.00014012959,0.000064712156,0.00015130905,0.000013286012,0.00028262017,0.0000061517735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024107234,0.00018139156,0.011215644,0.000119468095,0.00025412862,0.0002618701,0.01677604,0.000027616505,0.0037749133,0.0033766646,0.06477618,0.898995],"study_design_scores_gemma":[0.0014652775,0.00035404012,0.059467055,0.003043199,0.00012114393,0.0020563516,0.09364739,0.0013189809,0.0017626907,0.00016314979,0.8365117,0.00008905853],"about_ca_topic_score_codex":0.000006757138,"about_ca_topic_score_gemma":0.000002871522,"teacher_disagreement_score":0.89890593,"about_ca_system_score_codex":0.00016124969,"about_ca_system_score_gemma":0.00017161656,"threshold_uncertainty_score":0.1344558},"labels":[],"label_agreement":null},{"id":"W4391340117","doi":"10.1080/10872981.2024.2308955","title":"Tailoring a specific medical leadership development program for faculty members: the Lyon-Ottawa experience","year":2024,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Université Claude Bernard Lyon 1; Hospices Civils de Lyon","keywords":"Leadership development; Medical education; Psychology; Political science; Public relations; Medicine","score_opus":0.12294963551740848,"score_gpt":0.4478899062920171,"score_spread":0.32494027077460863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391340117","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45350632,0.004331726,0.013298086,0.509795,0.012305542,0.0036594425,0.000014701617,0.0010094913,0.0020796794],"genre_scores_gemma":[0.7391745,0.00039726842,0.16075453,0.051247925,0.017390966,0.008615268,0.0060620504,0.00021065823,0.01614687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956194,0.00005967805,0.0009373918,0.0005837567,0.0022679367,0.0005318331],"domain_scores_gemma":[0.9981863,0.0002800398,0.0000979432,0.0004463986,0.0004715983,0.00051772053],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018597358,0.00025920736,0.0002950506,0.00024203726,0.00027048713,0.00009968705,0.00047292595,0.00034425585,0.0051188637],"category_scores_gemma":[0.009707716,0.00017170509,0.0001179693,0.0012063492,0.00050996424,0.0001482668,0.00006345366,0.0009550001,0.00011881558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023231796,0.002248599,0.00032076403,0.00040642938,0.00005062543,0.000008494234,0.0050627533,3.507065e-7,0.000012511668,0.0026208465,0.15334944,0.83589596],"study_design_scores_gemma":[0.00052394066,0.0001101596,0.003206973,0.0013599154,0.00003722231,0.000169463,0.009935946,0.0055571273,0.00016082314,0.000100419726,0.9786415,0.00019647743],"about_ca_topic_score_codex":0.00001980009,"about_ca_topic_score_gemma":0.000031865246,"teacher_disagreement_score":0.83569944,"about_ca_system_score_codex":0.00043196755,"about_ca_system_score_gemma":0.007779933,"threshold_uncertainty_score":0.9986339},"labels":[],"label_agreement":null},{"id":"W4391387223","doi":"10.1177/87551225231224627","title":"Implementation of Virtual Interactive Cases for Pharmacy Education: A Single-Center Experience","year":2024,"lang":"en","type":"article","venue":"Journal of Pharmacy Technology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University Health Network; University of Toronto","funders":"","keywords":"Experiential learning; Curriculum; Pharmacy; Medical education; Experiential education; Pharmacy practice; Pharmacist; Virtual patient; Psychology; Medicine; Pedagogy; Nursing","score_opus":0.04729386845206098,"score_gpt":0.4869328118943173,"score_spread":0.43963894344225635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391387223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783371,0.00061730325,0.004506613,0.013353374,0.0026660275,0.00037192932,0.000009025685,0.000037617345,0.00010101706],"genre_scores_gemma":[0.992208,0.00006803171,0.0062934184,0.0006878028,0.00054671196,0.00007520774,0.000012503848,0.00001632418,0.000092006194],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988458,0.000016255044,0.00066607574,0.00012793094,0.00020616603,0.00013777243],"domain_scores_gemma":[0.9986224,0.00008503647,0.0003299401,0.00010201273,0.00082161254,0.000038955313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021599545,0.000096983706,0.00021068942,0.0009103758,0.000034943798,0.000013903362,0.00013491359,0.000038023147,0.0005029538],"category_scores_gemma":[0.0004196392,0.000083688225,0.00008990442,0.0006666367,0.00013234053,0.00030695627,0.000026370572,0.00032102567,0.000004046405],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041266004,0.0010583679,0.017949112,0.00023802357,0.00020509055,0.000041935207,0.002708103,6.3363393e-7,0.17931548,0.0025460182,0.02918871,0.7663359],"study_design_scores_gemma":[0.003621517,0.0011763483,0.00015806273,0.00048786428,0.00025741,0.0051775225,0.01802804,0.0007774487,0.5492169,0.0005213583,0.42045757,0.00011995552],"about_ca_topic_score_codex":0.0000115443645,"about_ca_topic_score_gemma":0.000001286396,"teacher_disagreement_score":0.7662159,"about_ca_system_score_codex":0.0002540123,"about_ca_system_score_gemma":0.0008699126,"threshold_uncertainty_score":0.5506991},"labels":[],"label_agreement":null},{"id":"W4391425047","doi":"10.1080/0142159x.2024.2308064","title":"Seeing with greater clarity: Stakeholder ratings of blind spots in U.S. medical education","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Blind spot; Context (archaeology); CLARITY; Likert scale; Stakeholder; Psychology; Double blind; Psychological intervention; Medicine; Family medicine; Medical education; Alternative medicine; Psychiatry; Political science; Geography; Public relations; Developmental psychology; Pathology","score_opus":0.038820261821241,"score_gpt":0.3542814312132476,"score_spread":0.31546116939200664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391425047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578035,0.00047853825,0.00058105343,0.030568043,0.0006235587,0.0003540416,4.5469588e-7,0.0000878954,0.009502936],"genre_scores_gemma":[0.99125886,0.000025021058,0.0013224904,0.002758112,0.0007263518,0.00008165785,0.00007099345,0.000041605545,0.0037149193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99665296,0.00009841415,0.0006429071,0.00038265568,0.001927373,0.00029571608],"domain_scores_gemma":[0.9991601,0.00004244324,0.0000656109,0.00030377117,0.00016838258,0.00025970742],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021203603,0.00017375931,0.00034670005,0.00043262367,0.00003240037,0.000022469569,0.0001647078,0.00046135625,0.01233999],"category_scores_gemma":[0.003556308,0.00012268909,0.000048788228,0.0011260429,0.000343699,0.00012315679,0.000044117423,0.0014586579,0.00005252116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024747205,0.0019732737,0.34397686,0.0012867633,0.00015533938,0.0004855534,0.0056444756,8.637804e-7,0.00006490893,0.003281359,0.048589926,0.59429324],"study_design_scores_gemma":[0.021004882,0.0018771999,0.43354842,0.046337906,0.0009669348,0.004492486,0.010649364,0.13325389,0.0012315784,0.003172304,0.34134218,0.0021228627],"about_ca_topic_score_codex":0.00012292563,"about_ca_topic_score_gemma":0.000026463616,"teacher_disagreement_score":0.59217036,"about_ca_system_score_codex":0.00019167867,"about_ca_system_score_gemma":0.0032701318,"threshold_uncertainty_score":0.9885629},"labels":[],"label_agreement":null},{"id":"W4391535512","doi":"10.1177/17151635241228259","title":"Setting priorities for physical examination in pharmacy education: A Delphi study","year":2024,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Pharmacy; Medicine; Delphi method; Pharmacy practice; Medical education; Curriculum; Delphi; Health care; Scope (computer science); Family medicine; Nursing; Psychology; Pedagogy; Computer science","score_opus":0.03618849841817133,"score_gpt":0.3723571381839812,"score_spread":0.33616863976580985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391535512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904682,0.0009528842,0.00016128423,0.0010633955,0.0050106007,0.0014123395,0.00007382823,0.000046199497,0.0008112494],"genre_scores_gemma":[0.9914679,0.00029049529,0.0006188604,0.0023202607,0.0039489185,0.00025696817,0.000076110584,0.00006796903,0.0009525043],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9975307,0.00013784606,0.0006755681,0.00043296602,0.00051838637,0.00070455513],"domain_scores_gemma":[0.9979161,0.00017014555,0.000121940386,0.00018602153,0.0008718888,0.0007339305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013241669,0.00029331216,0.00033677308,0.0010513526,0.00048245274,0.00024204301,0.00026937795,0.00004214083,0.00024685994],"category_scores_gemma":[0.000702119,0.00031140458,0.00010874107,0.0014480074,0.00011027198,0.00048469062,0.00001968723,0.00088838604,0.000007907672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000093005445,0.00040165917,0.0039752517,0.0009974311,0.00018022067,0.008944916,0.011972597,0.000099192,0.0009605938,0.00024390119,0.041420467,0.9307108],"study_design_scores_gemma":[0.009882856,0.0005628182,0.0018744897,0.00074173143,0.0012229006,0.44703013,0.0023720914,0.14703754,0.0022346205,0.00069618854,0.38468084,0.0016637908],"about_ca_topic_score_codex":0.007687118,"about_ca_topic_score_gemma":0.020233154,"teacher_disagreement_score":0.929047,"about_ca_system_score_codex":0.0052298703,"about_ca_system_score_gemma":0.017688274,"threshold_uncertainty_score":0.9999338},"labels":[],"label_agreement":null},{"id":"W4391565362","doi":"10.5334/pme.959","title":"Coaching in Competence by Design: A New Model of Coaching in the Moment and Coaching Over Time to Support Large Scale Implementation","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Medical Association; University of Alberta; McGill University Health Centre; McGill University; University of Alberta Hospital; Royal College of Physicians and Surgeons of Canada; Queen's University; University of Ottawa","funders":"","keywords":"Coaching; Medical education; Competence (human resources); Context (archaeology); Curriculum; Psychology; Core competency; Pedagogy; Medicine; Management","score_opus":0.018966649922242004,"score_gpt":0.383147824044689,"score_spread":0.364181174122447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391565362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8702803,0.00042219958,0.09097294,0.0359044,0.00022185995,0.0012203065,0.000011486347,0.000038311075,0.0009282003],"genre_scores_gemma":[0.98659766,0.000068892776,0.007757936,0.004913724,0.00016545433,0.0001249313,0.000116743504,0.000021742058,0.00023289281],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977185,0.00021020688,0.0005064012,0.00041997782,0.0008774524,0.00026745963],"domain_scores_gemma":[0.99924916,0.000255708,0.00007623456,0.00021349738,0.00007120706,0.00013418088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028923482,0.00015731374,0.00024223569,0.00049595424,0.00007733071,0.00004856802,0.0001567535,0.00009822348,0.0005106402],"category_scores_gemma":[0.0011157488,0.00012649279,0.0000338439,0.00076192844,0.00007862858,0.000192369,0.000037868132,0.00063012325,0.000019130815],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037353358,0.004871896,0.009635475,0.0005427065,0.00008283449,0.000010432749,0.56926775,0.00069653726,0.0075724954,0.02879834,0.10876921,0.26937875],"study_design_scores_gemma":[0.0037207336,0.0014738371,0.037377417,0.0032197193,0.00016428625,0.00008759245,0.30075297,0.64283013,0.00070145767,0.0034039856,0.005618416,0.00064948155],"about_ca_topic_score_codex":0.00036042384,"about_ca_topic_score_gemma":0.000043860447,"teacher_disagreement_score":0.6421336,"about_ca_system_score_codex":0.0005555109,"about_ca_system_score_gemma":0.0015874575,"threshold_uncertainty_score":0.55911523},"labels":[],"label_agreement":null},{"id":"W4391566127","doi":"10.5334/pme.956","title":"Design and Implementation of a National Program of Assessment Model – Integrating Entrustable Professional Activity Assessments in Canadian Specialist Postgraduate Medical Education","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; Queen's University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Summative assessment; Competence (human resources); Formative assessment; Coaching; Medical education; Transformative learning; Educational assessment; Computer science; Psychology; Medicine; Pedagogy","score_opus":0.02561477575250796,"score_gpt":0.4870729356762655,"score_spread":0.4614581599237575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391566127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95166814,0.00035037534,0.0070500197,0.03278002,0.0013786076,0.0023295707,0.000015969046,0.000056174413,0.0043711294],"genre_scores_gemma":[0.9731946,0.00014984646,0.024634825,0.0007741595,0.00027607725,0.0005645901,0.00022362846,0.000025000889,0.00015728701],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99627835,0.00022146663,0.000671581,0.00047810058,0.0020392805,0.00031121765],"domain_scores_gemma":[0.9982011,0.00017161256,0.00019912065,0.00017142175,0.0009131448,0.00034363812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025076643,0.00019794477,0.00031782195,0.0010722562,0.00009206705,0.000037322574,0.00014101669,0.00024076014,0.00090783375],"category_scores_gemma":[0.0030423799,0.00017827774,0.000053852433,0.0010362143,0.00025173085,0.00028471038,0.000031497628,0.0007394387,0.0000024848594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013353258,0.007022064,0.012602401,0.00080500985,0.00011382978,0.0000040364575,0.011960623,0.00003265925,0.0005251865,0.11551714,0.008912337,0.84237117],"study_design_scores_gemma":[0.002510856,0.0014956271,0.1984467,0.0073228697,0.00016545954,0.00011288477,0.07790553,0.69490415,0.0010311626,0.0137351025,0.0017655443,0.00060408557],"about_ca_topic_score_codex":0.017453274,"about_ca_topic_score_gemma":0.0043121334,"teacher_disagreement_score":0.8417671,"about_ca_system_score_codex":0.0022562416,"about_ca_system_score_gemma":0.06844488,"threshold_uncertainty_score":0.99401426},"labels":[],"label_agreement":null},{"id":"W4391566347","doi":"10.5334/pme.962","title":"Evaluating Competence by Design as a Large System Change Initiative: Readiness, Fidelity, and Outcomes","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Toronto; University of Calgary; University of Alberta; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Transformational leadership; Fidelity; Program Design Language; Computer science; Process management; Program evaluation; Medical education; Knowledge management; Medicine; Psychology; Engineering; Software engineering","score_opus":0.0725120576626233,"score_gpt":0.45702083483289707,"score_spread":0.38450877717027376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391566347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7272149,0.018810388,0.034039907,0.19669023,0.005962262,0.004249405,0.000040012023,0.0011591165,0.011833814],"genre_scores_gemma":[0.98318535,0.0003278825,0.005528855,0.008805094,0.00086331804,0.0006347412,0.00012794422,0.000039603216,0.0004872218],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99722177,0.00023997098,0.0004324548,0.0006096628,0.0011979288,0.00029822713],"domain_scores_gemma":[0.9984558,0.0004406361,0.000096961725,0.00029895577,0.0004898324,0.0002177763],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021647152,0.00022462782,0.00032801312,0.00032911875,0.00019466528,0.000078574994,0.0001292747,0.00019895771,0.000617646],"category_scores_gemma":[0.0108116325,0.00018212471,0.000054612017,0.00074673863,0.00022393628,0.00024349538,0.000043905082,0.0006362035,0.00015747553],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025693816,0.004164238,0.007050988,0.0028739902,0.00039863886,0.000052704774,0.08973232,7.8475745e-7,0.0005219228,0.22869037,0.119510576,0.54674655],"study_design_scores_gemma":[0.0061444845,0.004469573,0.12650742,0.024340535,0.0011916743,0.0014513433,0.5531787,0.22500856,0.0006702966,0.00735891,0.04758224,0.002096199],"about_ca_topic_score_codex":0.00011170545,"about_ca_topic_score_gemma":0.000001881651,"teacher_disagreement_score":0.5446503,"about_ca_system_score_codex":0.0006990918,"about_ca_system_score_gemma":0.0018048369,"threshold_uncertainty_score":0.99752074},"labels":[],"label_agreement":null},{"id":"W4391576986","doi":"10.5334/pme.957","title":"Competency-Based Medical Education at Scale: A Road Map for Transforming National Systems of Postgraduate Medical Education","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Ottawa; University of Toronto; Alberta Medical Association; Royal College of Physicians and Surgeons of Canada; Medical Council of Canada","funders":"","keywords":"Medical education; Competence (human resources); Transformative learning; Agile software development; Medicine; Adaptation (eye); Scale (ratio); Psychology; Computer science; Pedagogy","score_opus":0.011937565627023743,"score_gpt":0.367258675248122,"score_spread":0.35532110962109825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391576986","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33115396,0.018043485,0.021071067,0.569792,0.030631289,0.007066959,0.00012274753,0.0008041158,0.02131437],"genre_scores_gemma":[0.963118,0.0005195789,0.007365335,0.014941536,0.0054566897,0.0026151661,0.0025405097,0.00015247053,0.0032907254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908504,0.00024535946,0.0015342911,0.001085792,0.0057330322,0.0005511064],"domain_scores_gemma":[0.9947349,0.00051571673,0.0003273889,0.0005546322,0.0029267843,0.0009405867],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033241159,0.00047233442,0.0006933972,0.0013458135,0.00030598132,0.00007852885,0.00052929163,0.0008584214,0.0035464123],"category_scores_gemma":[0.021889178,0.00042345488,0.00033803,0.0014784449,0.0007376351,0.0002891498,0.000043296743,0.0011189393,0.00013922769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068706204,0.015630627,0.0011913787,0.0054979646,0.0003140457,0.0000063637017,0.009672609,0.00001360735,0.00031962988,0.28132123,0.24613523,0.43921024],"study_design_scores_gemma":[0.011085992,0.0041196453,0.016441522,0.06502895,0.0016862161,0.002298339,0.093573384,0.32022548,0.0021347236,0.019331288,0.46075723,0.0033172464],"about_ca_topic_score_codex":0.00028937205,"about_ca_topic_score_gemma":0.00009529056,"teacher_disagreement_score":0.631964,"about_ca_system_score_codex":0.0025896986,"about_ca_system_score_gemma":0.121855885,"threshold_uncertainty_score":0.9998217},"labels":[],"label_agreement":null},{"id":"W4391581556","doi":"10.5334/pme.960","title":"Strategies to Enable Transformation in Medical Education: Faculty and Trainee Development in Competence By Design","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; University of Ottawa; Université de Montréal; University of Alberta; University Health Network; University of Toronto; Alberta Medical Association; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Competence (human resources); Medical education; Specialty; Transformative learning; Faculty development; Subspecialty; Professional development; Medicine; Engineering management; Psychology; Engineering; Pedagogy","score_opus":0.019854036948146133,"score_gpt":0.37237100647389054,"score_spread":0.3525169695257444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391581556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.727325,0.0039703404,0.03757904,0.21336922,0.0016932625,0.0023479178,0.0000045666707,0.00020660381,0.013503997],"genre_scores_gemma":[0.9819794,0.00034409095,0.009927649,0.0061234683,0.0002972484,0.0006962281,0.00021748645,0.000026449721,0.00038796823],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971754,0.00011812248,0.0006342793,0.00053087785,0.001229298,0.00031203538],"domain_scores_gemma":[0.999104,0.0001361689,0.00004172061,0.00017257639,0.0002115866,0.00033393878],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015867715,0.00021508732,0.00027318628,0.0008017393,0.00007593138,0.000085847496,0.00016282502,0.00025868506,0.0009589251],"category_scores_gemma":[0.0032655224,0.00019216047,0.000027333514,0.0014476188,0.00016507864,0.00034748163,0.000016915827,0.0007532589,0.000057795412],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014984455,0.0038615353,0.00052405207,0.00060001865,0.000034452154,0.000013400354,0.15283868,0.000022179627,0.0002117071,0.06464173,0.047238037,0.72986436],"study_design_scores_gemma":[0.0036940936,0.0011475579,0.055291004,0.013813379,0.000076665034,0.0004801429,0.63063186,0.026964763,0.0014251476,0.0070901643,0.25802848,0.0013567248],"about_ca_topic_score_codex":0.00014889565,"about_ca_topic_score_gemma":0.00006807136,"teacher_disagreement_score":0.72850764,"about_ca_system_score_codex":0.0010142098,"about_ca_system_score_gemma":0.013789745,"threshold_uncertainty_score":0.99995434},"labels":[],"label_agreement":null},{"id":"W4391581981","doi":"10.5334/pme.961","title":"Implementing Competence Committees on a National Scale: Design and Lessons Learned","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education; NOSM University; McGill University; University of Ottawa; Royal College of Physicians and Surgeons of Canada; Alberta Medical Association; McGill University Health Centre; University of Alberta","funders":"","keywords":"Competence (human resources); Transformative learning; General partnership; Standardization; Scale (ratio); Computer science; Process management; Medical education; Knowledge management; Medicine; Engineering management; Psychology; Business; Pedagogy; Engineering","score_opus":0.045550288261440704,"score_gpt":0.4319921122284558,"score_spread":0.3864418239670151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391581981","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30588108,0.0027161534,0.04849228,0.5989981,0.0028204888,0.0016723602,0.000018402772,0.0005942897,0.0388068],"genre_scores_gemma":[0.9718206,0.0004000345,0.01673634,0.008565806,0.0010873209,0.0001913365,0.000098907825,0.00003378408,0.0010658548],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975168,0.0001262595,0.0003061758,0.000521315,0.0012406241,0.0002888304],"domain_scores_gemma":[0.9987635,0.000412281,0.00005755171,0.00019419346,0.00040850812,0.00016395318],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001704763,0.00016704234,0.00018577884,0.00044550895,0.00025637873,0.00008457845,0.000113054935,0.0001334805,0.0011775768],"category_scores_gemma":[0.004848482,0.00014375978,0.000043237393,0.00063939067,0.00029637446,0.000113931186,0.000035211804,0.00070314424,0.00013568939],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011784043,0.001691489,0.0004892543,0.00025016282,0.00009533862,0.0000071494414,0.012233557,0.000007426143,0.00032598653,0.3546234,0.08918817,0.5409702],"study_design_scores_gemma":[0.004960304,0.003869407,0.10164345,0.013582412,0.0005353981,0.0009332412,0.19824682,0.14346837,0.0021308025,0.073662825,0.45501888,0.0019480808],"about_ca_topic_score_codex":0.000022993609,"about_ca_topic_score_gemma":0.0000031995094,"teacher_disagreement_score":0.66593957,"about_ca_system_score_codex":0.00047074523,"about_ca_system_score_gemma":0.0022638002,"threshold_uncertainty_score":0.9997355},"labels":[],"label_agreement":null},{"id":"W4391582025","doi":"10.5334/pme.963","title":"Enabling Implementation of Competency Based Medical Education through an Outcomes-Focused Accreditation System","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Calgary; University of Saskatchewan; Toronto General Hospital; University of Toronto","funders":"Queen's University; Canadian Internet Registration Authority; Royal College of Physicians and Surgeons of Canada; University of Ottawa","keywords":"Accreditation; Medical education; Certification and Accreditation; Quality assurance; Process (computing); Medicine; Engineering management; Computer science; Engineering","score_opus":0.021958092263083925,"score_gpt":0.41861380017538874,"score_spread":0.3966557079123048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391582025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83608556,0.0020263386,0.030695952,0.10800309,0.010656044,0.0024107338,0.000022000733,0.0008544181,0.009245888],"genre_scores_gemma":[0.97601783,0.00014152944,0.015911033,0.0046038623,0.0017580551,0.0004400755,0.0009299228,0.000072907096,0.00012477287],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9945123,0.00028857938,0.0011391019,0.00080945174,0.0028852748,0.00036528826],"domain_scores_gemma":[0.997233,0.00028265503,0.00028810126,0.0006408188,0.0011817744,0.0003736979],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017702513,0.00033590163,0.0005048248,0.0008851811,0.00018096676,0.00007493935,0.00032265545,0.00040994294,0.0034828319],"category_scores_gemma":[0.0057688314,0.00029117716,0.00018305934,0.0015796799,0.0002847725,0.0006915331,0.000027369484,0.00080948137,0.0000894816],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014472789,0.0056362413,0.006117016,0.002000375,0.00019855045,0.000010831516,0.023854325,0.000007586636,0.00031403793,0.46562853,0.012896403,0.48319137],"study_design_scores_gemma":[0.007054604,0.003540757,0.11553844,0.014851171,0.0011907209,0.00034751475,0.76581806,0.054316737,0.003496309,0.0072334316,0.024956852,0.0016554312],"about_ca_topic_score_codex":0.0005143777,"about_ca_topic_score_gemma":0.00004564016,"teacher_disagreement_score":0.7419637,"about_ca_system_score_codex":0.001372922,"about_ca_system_score_gemma":0.03576516,"threshold_uncertainty_score":0.99995404},"labels":[],"label_agreement":null},{"id":"W4391582176","doi":"10.5334/pme.965","title":"Competence by Design: The Role of High-Stakes Examinations in a Competence Based Medical Education System","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta; University of Toronto; University of Ottawa; University of British Columbia; Medical Council of Canada; Royal College of Physicians and Surgeons of Canada; McGill University Health Centre","funders":"","keywords":"CLARITY; Certification; Competence (human resources); Medical education; Mindset; Coaching; Maintenance of Certification; Lifelong learning; Autonomy; Medicine; Self-assessment; Educational measurement; Excellence; Psychology; Curriculum; Pedagogy; Computer science","score_opus":0.009610093897343642,"score_gpt":0.3168279664346835,"score_spread":0.30721787253733984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391582176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61568046,0.024094407,0.06742903,0.26038572,0.008008542,0.004824273,0.000036041343,0.00071958196,0.018821927],"genre_scores_gemma":[0.9910183,0.00016889481,0.004690941,0.0026188886,0.0005228381,0.00058896607,0.00016219022,0.0000350775,0.00019388388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99584407,0.00040827622,0.00075708644,0.0005950985,0.002094011,0.0003014792],"domain_scores_gemma":[0.99751604,0.0008360524,0.00016863807,0.00056087994,0.000669758,0.0002486489],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021440098,0.0002409739,0.00036179452,0.0006344822,0.00014569504,0.000049209433,0.000441789,0.0002915971,0.0010977746],"category_scores_gemma":[0.010679077,0.00017985766,0.000083099716,0.0019311185,0.0006622987,0.00016096381,0.000029073793,0.0009704448,0.000062715175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014301787,0.007766621,0.0016860281,0.0009589502,0.00009314155,0.000009824203,0.01700726,0.000034936333,0.0007076444,0.51710784,0.033526782,0.42095792],"study_design_scores_gemma":[0.0028589503,0.0015407706,0.053139154,0.025137633,0.000446873,0.00045843265,0.47731242,0.38852474,0.0044616605,0.008214893,0.03676437,0.0011401146],"about_ca_topic_score_codex":0.00061046117,"about_ca_topic_score_gemma":0.000028411429,"teacher_disagreement_score":0.50889295,"about_ca_system_score_codex":0.001076909,"about_ca_system_score_gemma":0.015916789,"threshold_uncertainty_score":0.99981534},"labels":[],"label_agreement":null},{"id":"W4391613949","doi":"10.1111/tct.13740","title":"The effects of academic unprofessional behaviour on disciplinary action by medical boards: Systematic review and meta‐analysis","year":2024,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Discipline; Action (physics); Meta-analysis; Medical education; Psychology; MEDLINE; Medicine; Political science; Internal medicine; Law","score_opus":0.10188785194436772,"score_gpt":0.5205459803220127,"score_spread":0.418658128377645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391613949","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28317422,0.35139135,0.0002953653,0.35848802,0.001908682,0.0041373675,0.000009915553,0.00017981122,0.0004152917],"genre_scores_gemma":[0.94963926,0.022202259,0.000058364614,0.009571944,0.00046774515,0.00069374515,0.000059561055,0.00003962406,0.017267492],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9966238,0.0010246327,0.0010973002,0.000267223,0.0008361021,0.00015093543],"domain_scores_gemma":[0.9953258,0.0037458972,0.00022401873,0.0005236003,0.000080702615,0.00009997445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008493461,0.00014248151,0.0009971651,0.00006207568,0.00014217978,0.0000110837955,0.00024029233,0.00027440724,0.00026661763],"category_scores_gemma":[0.010225183,0.000056314533,0.00046937907,0.00066948816,0.0004422429,0.00004011064,0.00009253792,0.0018224934,0.000032752916],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018909431,0.0018546856,0.0038976404,0.33623716,0.14221592,0.00003056432,0.0011778309,3.305941e-7,0.000049659044,0.0046966393,0.49981216,0.0098383175],"study_design_scores_gemma":[0.00053573016,0.00055331324,0.0088847475,0.029453797,0.9560772,0.000044049022,0.0006183847,0.0011812283,0.00003342127,0.001165336,0.001221745,0.00023103214],"about_ca_topic_score_codex":0.0000047881017,"about_ca_topic_score_gemma":0.0000011027468,"teacher_disagreement_score":0.8138613,"about_ca_system_score_codex":0.000046366265,"about_ca_system_score_gemma":0.00014809272,"threshold_uncertainty_score":0.9981121},"labels":[],"label_agreement":null},{"id":"W4391644165","doi":"10.1097/pcc.0000000000003464","title":"Cardiac Critical Care Fellowship Training in the United States and Canada: Pediatric Cardiac Intensive Care Society-Endorsed Subcompetencies to the 2022 Entrustable Professional Activities*","year":2024,"lang":"en","type":"article","venue":"Pediatric Critical Care Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Intensive care; MEDLINE; Intensive care medicine; Nursing; Family medicine","score_opus":0.02161438150769246,"score_gpt":0.3355423749356389,"score_spread":0.3139279934279464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391644165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8362305,0.051038876,0.00009933965,0.10216265,0.008079661,0.0014373559,0.00032945987,0.0001144907,0.00050762296],"genre_scores_gemma":[0.979583,0.0009937519,0.00021551583,0.010253567,0.0072039324,0.0004413241,0.0011453958,0.00006345995,0.00010000013],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99507016,0.0005128786,0.0007438369,0.00075307087,0.0019357436,0.0009843063],"domain_scores_gemma":[0.99139076,0.0052684,0.000046475823,0.0005177369,0.0024220857,0.0003545235],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012081454,0.00045597015,0.0007603238,0.00052750827,0.0006224711,0.00009360479,0.0003342443,0.0002349788,0.00014964632],"category_scores_gemma":[0.012312276,0.00028090624,0.00017428664,0.0030216624,0.00060992263,0.00013494249,0.00016536916,0.0021048894,0.000006104139],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001297136,0.000058537145,0.08670395,0.009267287,0.00008955273,0.00037864418,0.61196655,0.000022641705,0.000039382725,0.005888666,0.27898017,0.006474894],"study_design_scores_gemma":[0.0004717376,0.00035826224,0.010077581,0.00023898308,0.0012029757,0.00003773879,0.9519489,0.00021620694,0.000012935163,0.000096607066,0.03502182,0.00031624673],"about_ca_topic_score_codex":0.041525643,"about_ca_topic_score_gemma":0.0068002394,"teacher_disagreement_score":0.33998233,"about_ca_system_score_codex":0.0010522106,"about_ca_system_score_gemma":0.0036817745,"threshold_uncertainty_score":0.9999643},"labels":[],"label_agreement":null},{"id":"W4391651607","doi":"10.11124/jbies-22-00437","title":"Interprofessional collaboration between health professional learners when breaking bad news: a scoping review of teaching approaches","year":2024,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Mount Saint Vincent University; McGill University; Capital District Health Authority; Dalhousie University","funders":"","keywords":"CINAHL; Inclusion (mineral); Medical education; Psychology; Curriculum; Health care; Burnout; MEDLINE; Narrative; Medicine; Nursing; Pedagogy; Social psychology; Clinical psychology; Psychological intervention","score_opus":0.10556312729998948,"score_gpt":0.48524230872888363,"score_spread":0.3796791814288941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391651607","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010914489,0.974625,0.00051203603,0.018815542,0.0012210939,0.004341043,0.000026995758,0.0001079696,0.000339414],"genre_scores_gemma":[0.000075385906,0.9828025,0.012268987,0.0011513944,0.0011150741,0.0014150225,0.0002676343,0.00011178559,0.00079220906],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99278677,0.0016922521,0.0027972688,0.0008871251,0.0013954068,0.0004411614],"domain_scores_gemma":[0.9945521,0.0022326994,0.0019489841,0.00080865395,0.00029355954,0.00016402485],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006784542,0.0005793968,0.0033346927,0.00081596174,0.00025784757,0.000057724155,0.00047280098,0.00048988656,0.00028943067],"category_scores_gemma":[0.019798538,0.0004141327,0.0005260125,0.0014156515,0.0001886833,0.00041878983,0.0002552821,0.0019213512,0.00010167316],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005539854,0.00004942182,0.00004488903,0.42584255,0.00013125462,0.0000019042361,0.0003586425,3.5281513e-8,2.1642057e-7,0.00015259327,0.012260519,0.56115246],"study_design_scores_gemma":[0.000040195868,0.00006063971,0.0000096963095,0.90621525,0.0022639565,0.000038022397,0.0007092187,0.00001846061,0.0000015306695,0.00005032695,0.09031647,0.00027622242],"about_ca_topic_score_codex":0.00007418337,"about_ca_topic_score_gemma":0.000009417496,"teacher_disagreement_score":0.5608762,"about_ca_system_score_codex":0.0011735781,"about_ca_system_score_gemma":0.011858852,"threshold_uncertainty_score":0.9998311},"labels":[],"label_agreement":null},{"id":"W4391745822","doi":"10.1007/s10459-023-10310-2","title":"The case for metacognitive reflection: a theory integrative review with implications for medical education","year":2024,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Uniformed Services University of the Health Sciences; Henry M. Jackson Foundation; U.S. Navy; U.S. Department of Defense","keywords":"Metacognition; Reflection (computer programming); Medical education; Psychology; Mathematics education; Medicine; Computer science; Cognition","score_opus":0.06660964666193846,"score_gpt":0.575842000648731,"score_spread":0.5092323539867926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391745822","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.9401244e-7,0.9411762,0.005381218,0.038549025,0.0032011734,0.010407527,0.00003314333,0.00005081307,0.001200219],"genre_scores_gemma":[0.0000061668215,0.94048595,0.01523362,0.007925268,0.0008992474,0.033786517,0.00053376175,0.0000461827,0.0010832879],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614066,0.00039794383,0.0016356924,0.00090687454,0.00042371757,0.0004951101],"domain_scores_gemma":[0.9946395,0.0022536356,0.0010755626,0.0005308397,0.0013231062,0.00017734649],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0072300993,0.00040889072,0.0010967102,0.00062055927,0.00107331,0.000088085726,0.00040082505,0.0002028108,0.000023677156],"category_scores_gemma":[0.010395918,0.00021969968,0.00023214807,0.0039623883,0.00079485035,0.00039352785,0.000030917192,0.0007211972,0.000009617953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014577997,0.00021005514,0.0000019398594,0.05609668,0.000031516345,4.3860007e-7,0.0001594531,1.02166126e-7,2.9057299e-9,0.08989484,0.019110508,0.83447987],"study_design_scores_gemma":[0.00011011599,0.00046286228,0.0000014319122,0.11903987,0.0007172542,0.0015899854,0.0018781433,0.000027135278,8.3574314e-8,0.021453058,0.8545337,0.00018641201],"about_ca_topic_score_codex":0.000042855,"about_ca_topic_score_gemma":0.00037390803,"teacher_disagreement_score":0.8354231,"about_ca_system_score_codex":0.0012761974,"about_ca_system_score_gemma":0.04426255,"threshold_uncertainty_score":0.99793994},"labels":[],"label_agreement":null},{"id":"W4391754607","doi":"10.25259/ijpgd_125_2023","title":"The Essence of Senior Residency: A Gateway to Professional Evolution","year":2024,"lang":"en","type":"article","venue":"Indian Journal of Postgraduate Dermatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Gateway (web page); Medical education; Psychology; Medicine; Computer science; World Wide Web","score_opus":0.009413894240495184,"score_gpt":0.33211537147433545,"score_spread":0.3227014772338403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391754607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82164955,0.000847272,0.0018339714,0.17245892,0.0028638523,0.00021288233,0.0000031017244,0.000013554514,0.000116871124],"genre_scores_gemma":[0.996895,0.00003363268,0.0018608705,0.0006250035,0.0002486904,0.000007876829,0.0000041111007,0.000013878717,0.00031094634],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.99828607,0.00013695289,0.000799193,0.00011374513,0.00043572066,0.00022834408],"domain_scores_gemma":[0.9984804,0.0002354805,0.00025794844,0.00018596045,0.0007367833,0.00010344144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070087233,0.00009782719,0.00025734183,0.00050431327,0.00012884304,0.000018362618,0.00018881634,0.00010759183,0.000031903248],"category_scores_gemma":[0.0015477055,0.000060937356,0.00008883604,0.0007920129,0.00020892218,0.00011409614,0.000028772609,0.0005307469,0.000055927907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015974325,0.00072341965,0.041413464,0.002145117,0.00091972895,0.009665796,0.0267201,0.000028525024,0.07722018,0.23157409,0.5204623,0.087529875],"study_design_scores_gemma":[0.004195695,0.003088734,0.29108894,0.01454196,0.0008816311,0.30644584,0.022646522,0.0018354271,0.08984215,0.15695743,0.107552834,0.00092281733],"about_ca_topic_score_codex":0.0000098451,"about_ca_topic_score_gemma":0.000007642734,"teacher_disagreement_score":0.41290945,"about_ca_system_score_codex":0.00013322441,"about_ca_system_score_gemma":0.0016921695,"threshold_uncertainty_score":0.3001836},"labels":[],"label_agreement":null},{"id":"W4391755010","doi":"10.1186/s41077-024-00281-8","title":"How do residents respond to uncertainty with peers and supervisors in multidisciplinary teams? Insights from simulations with epistemic fidelity","year":2024,"lang":"en","type":"article","venue":"Advances in Simulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Context (archaeology); Debriefing; Multidisciplinary approach; Psychology; Situation awareness; Applied psychology; Medicine; Situational ethics; Social psychology","score_opus":0.010860550748752784,"score_gpt":0.33869266960603744,"score_spread":0.32783211885728464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391755010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901414,0.0012849761,0.0046032537,0.002793177,0.00015784493,0.00080726104,0.000014100826,0.00005969204,0.00013827345],"genre_scores_gemma":[0.9920806,0.00004938404,0.0071652667,0.00014342275,0.000100109915,0.00005027141,0.00021304148,0.000027350148,0.00017051156],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838793,0.000080213,0.00037034063,0.0005200137,0.00044791584,0.00019355693],"domain_scores_gemma":[0.9988389,0.0005313091,0.000060128343,0.0003086324,0.00019092232,0.00007010907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022076519,0.00018159764,0.00024483146,0.000604056,0.00008625177,0.00007191083,0.000070135575,0.00010372816,0.000017004013],"category_scores_gemma":[0.0006216581,0.00013842885,0.000015284699,0.0015639095,0.000121888086,0.00089423195,0.000035292007,0.00032710587,0.000003837308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010365348,0.0001050386,0.24263723,0.00016898011,0.000018352053,0.000048702157,0.007361389,0.7259647,0.00041566513,0.0004616234,0.000014674503,0.021767098],"study_design_scores_gemma":[0.002126271,0.0003793162,0.45807633,0.0024517488,0.00004736824,0.0000068897803,0.0058971187,0.52259654,0.000083002255,0.006268637,0.0017665777,0.00030020226],"about_ca_topic_score_codex":0.00025658304,"about_ca_topic_score_gemma":0.0019471074,"teacher_disagreement_score":0.2154391,"about_ca_system_score_codex":0.0004065644,"about_ca_system_score_gemma":0.00015871528,"threshold_uncertainty_score":0.56449646},"labels":[],"label_agreement":null},{"id":"W4391778721","doi":"10.4300/jgme-d-23-00843.1","title":"To the Editor: Boundary-Crossing Communities of Practice for Aspiring Clinician-Investigators","year":2024,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department of Agriculture, Food and the Marine, Ireland; Health Service Executive; Wellcome Trust; Canadian Institute for Theoretical Astrophysics","keywords":"Internship; Specialty; Medical education; Irish; Medicine; Psychology; Family medicine","score_opus":0.06653335858156503,"score_gpt":0.4297574099336207,"score_spread":0.3632240513520557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391778721","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014158248,0.0010917729,0.0013147529,0.9268528,0.055587683,0.00067197805,0.0000108517925,0.000020894737,0.00029097105],"genre_scores_gemma":[0.0048778476,0.00018343113,0.014507306,0.8487021,0.13042863,0.00008636554,0.0002295464,0.000098473785,0.0008863115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943479,0.00031129512,0.0021236888,0.00020460122,0.0026636233,0.00034892003],"domain_scores_gemma":[0.99198014,0.0014187297,0.0018459321,0.0006285127,0.0039000195,0.00022664889],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0061245174,0.0002954467,0.00075842073,0.000772738,0.0003369555,0.0002105821,0.0006527179,0.0007192785,0.000089447836],"category_scores_gemma":[0.042648256,0.00020066909,0.00034813242,0.0008353645,0.0008521297,0.00024576014,0.000082321916,0.005556312,0.000029540164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006476905,0.00029110166,0.000041164498,0.0011488227,0.00023974241,0.000013897715,0.0049291006,0.0000019805502,0.0000046831115,0.00007687667,0.9234692,0.069718696],"study_design_scores_gemma":[0.00036728982,0.00064732635,0.00013021873,0.00673668,0.0009671218,0.00060681324,0.0063668084,0.00016189861,0.00004000947,0.0010657004,0.98274684,0.00016328978],"about_ca_topic_score_codex":0.00016345561,"about_ca_topic_score_gemma":0.0000118234275,"teacher_disagreement_score":0.07815076,"about_ca_system_score_codex":0.00052764476,"about_ca_system_score_gemma":0.018513162,"threshold_uncertainty_score":0.9967379},"labels":[],"label_agreement":null},{"id":"W4391787898","doi":"10.4300/jgme-d-23-00210.1","title":"Exploring the Quality of Feedback in Entrustable Professional Activity Narratives Across 24 Residency Training Programs","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; University of Alberta; University of British Columbia","funders":"","keywords":"Narrative; Medical education; Quality (philosophy); Documentation; Test (biology); Academic institution; Quality management; Residency training; Psychology; Medicine; Computer science; Operations management","score_opus":0.2925668288250929,"score_gpt":0.48196594443820756,"score_spread":0.18939911561311468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391787898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9118504,0.00042186902,0.00027628065,0.08112169,0.005832782,0.0003183712,8.1769036e-7,0.000014990682,0.00016282266],"genre_scores_gemma":[0.9960268,0.0002121812,0.0017705669,0.0003859727,0.0010627919,0.00007318484,0.000011440258,0.000017312543,0.0004397425],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99623287,0.00034476977,0.0011884987,0.00018664241,0.0017661601,0.00028104626],"domain_scores_gemma":[0.99822503,0.00030229514,0.00047132597,0.00020442142,0.0006578721,0.00013906982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006734741,0.0001381469,0.0003988583,0.0002638429,0.00011061943,0.000040375868,0.00021311284,0.000106257576,0.00013527744],"category_scores_gemma":[0.00773162,0.00008567926,0.00012876677,0.0012962915,0.00032469005,0.00059180014,0.000037006022,0.0014677785,0.000004427462],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002942998,0.0017769594,0.007129109,0.0009489706,0.000092245966,0.000015329446,0.0965025,0.000002437214,0.0013982193,0.0025087213,0.0072024832,0.8821287],"study_design_scores_gemma":[0.001983711,0.0007137194,0.6925405,0.016455574,0.00010184403,0.0005414997,0.26218143,0.0007305047,0.0018974587,0.010793336,0.011741291,0.0003191222],"about_ca_topic_score_codex":0.00008454152,"about_ca_topic_score_gemma":0.000033186516,"teacher_disagreement_score":0.8818096,"about_ca_system_score_codex":0.00031252656,"about_ca_system_score_gemma":0.007048905,"threshold_uncertainty_score":0.9985802},"labels":[],"label_agreement":null},{"id":"W4391840138","doi":"10.1016/j.jogc.2024.102407","title":"Learning to Lead: An Exploration of Leadership Development in Obstetrics and Gynaecology","year":2024,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Ottawa; McMaster University; University of Toronto","funders":"McMaster University","keywords":"Medicine; Obstetrics and gynaecology; Leadership development; Medical education; Value (mathematics); Management; Pregnancy","score_opus":0.05685805288359213,"score_gpt":0.302279692112549,"score_spread":0.24542163922895688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391840138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98316723,0.0035890476,0.0004073625,0.002526231,0.009918758,0.00015769112,7.407441e-7,0.000005225737,0.00022770351],"genre_scores_gemma":[0.99485093,0.00010453789,0.004085656,0.0007195092,0.000027921224,0.0000056067465,0.000007557394,0.000012753804,0.0001855356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985353,0.00007303445,0.00069014303,0.00016196808,0.00032407074,0.00021548146],"domain_scores_gemma":[0.99702394,0.0021333324,0.0001935589,0.00007764506,0.0004341435,0.00013736331],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00072193745,0.00010312251,0.00032978665,0.001128011,0.000057684443,0.000018801707,0.00007286185,0.00015728228,0.0000983516],"category_scores_gemma":[0.024566842,0.000097000055,0.000016618955,0.0013230212,0.00006121073,0.00022926622,0.000026980342,0.00059244444,6.453289e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036931124,0.00007755572,0.043493606,0.00020462125,0.000041889765,0.0005938633,0.0027814005,0.00012843017,0.00003563862,0.00029350078,0.0005651497,0.9517807],"study_design_scores_gemma":[0.0018839033,0.0018027067,0.91807365,0.000052779196,0.00009245951,0.00009601256,0.01913654,0.0011212443,0.00031411232,0.00019559216,0.057006598,0.00022437573],"about_ca_topic_score_codex":0.0005883714,"about_ca_topic_score_gemma":0.004095235,"teacher_disagreement_score":0.95155627,"about_ca_system_score_codex":0.0014489497,"about_ca_system_score_gemma":0.002861345,"threshold_uncertainty_score":0.9836497},"labels":[],"label_agreement":null},{"id":"W4391853018","doi":"10.4103/cjrm.cjrm_62_23","title":"Rural doctors’ clinical courage and COVID-19 pandemic","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Rural Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Courage; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Medicine; Geography; Political science; Pathology; Outbreak; Infectious disease (medical specialty); Law","score_opus":0.06965498174478009,"score_gpt":0.4308780957497585,"score_spread":0.3612231140049784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391853018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87441546,0.01071568,0.0007415327,0.10824432,0.0048445715,0.00018966504,0.00000577494,0.000029187486,0.000813804],"genre_scores_gemma":[0.981355,0.0008272562,0.0002491793,0.012652294,0.003792679,0.0000023464409,0.000025091567,0.000021605814,0.0010745189],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981436,0.00008077155,0.0009819441,0.000109921195,0.00037594262,0.00030783142],"domain_scores_gemma":[0.9972769,0.0003149965,0.00016677754,0.00017347939,0.00029713375,0.001770737],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022703193,0.00015106986,0.00046919234,0.00069462263,0.000111887144,0.000030704046,0.00013224452,0.00016975634,0.0014961219],"category_scores_gemma":[0.0067855935,0.00010325063,0.00008502041,0.0005580141,0.0008070405,0.0001372218,0.000008351039,0.0010157651,0.000020967342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084679705,0.000021906382,0.25744438,0.0003475875,0.00020798034,0.0014285821,0.0032148499,0.0000019864137,0.00022144067,0.0026493077,0.55266446,0.18171287],"study_design_scores_gemma":[0.0036335022,0.0017305819,0.1044025,0.0032881435,0.0005820137,0.021131944,0.012003705,0.0004722366,0.0000061386677,0.0023111,0.85018635,0.0002517817],"about_ca_topic_score_codex":0.002271197,"about_ca_topic_score_gemma":0.0010172701,"teacher_disagreement_score":0.29752192,"about_ca_system_score_codex":0.0005493399,"about_ca_system_score_gemma":0.004403617,"threshold_uncertainty_score":0.99941665},"labels":[],"label_agreement":null},{"id":"W4391873645","doi":"10.1093/jcag/gwad061.097","title":"A97 INTERNAL MEDICINE RESIDENT AND STAFF PERCEPTIONS OF GASTROENTEROLOGY ROTATION","year":2024,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Perception; Medicine; Rotation (mathematics); Internal medicine; Medical education; Gastroenterology; Psychology; Computer science; Neuroscience; Artificial intelligence","score_opus":0.007980482733083433,"score_gpt":0.2827178673565042,"score_spread":0.2747373846234208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391873645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92647934,0.000044842163,0.0005941771,0.07104132,0.001469272,0.00013944061,0.000014958877,0.0000041543276,0.00021247788],"genre_scores_gemma":[0.9970203,0.000065825174,0.0006293123,0.0013499842,0.00036197747,0.000003046225,0.000009170195,0.000012080984,0.00054829987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980796,0.00025032903,0.0008960848,0.00011161719,0.00043031274,0.00023207894],"domain_scores_gemma":[0.99802303,0.00008768895,0.0008196243,0.00014271258,0.0007945282,0.00013241616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015138321,0.00010000666,0.00040042456,0.00073081866,0.00006133348,0.0000100818725,0.00015563697,0.00012661736,0.00025712303],"category_scores_gemma":[0.0014221687,0.000073737356,0.00011653604,0.00019127033,0.00023759429,0.00009613491,0.000025058835,0.0005030152,0.0000019699705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004185575,0.000057618647,0.9406177,0.000112942056,0.0003590072,0.000011177894,0.0019120377,0.000023469105,0.0018033098,0.00040863798,0.0533041,0.0009714476],"study_design_scores_gemma":[0.0017290025,0.003431159,0.98825425,0.0006436799,0.00038945413,0.00066535006,0.0014916668,0.000441004,0.000053908636,0.0005129057,0.0023510447,0.000036571924],"about_ca_topic_score_codex":0.0025871953,"about_ca_topic_score_gemma":0.05593596,"teacher_disagreement_score":0.07054095,"about_ca_system_score_codex":0.0010765267,"about_ca_system_score_gemma":0.000453833,"threshold_uncertainty_score":0.9612907},"labels":[],"label_agreement":null},{"id":"W4391881347","doi":"10.1177/27536386241232670","title":"Paramedicine education: Navigating moments for transformation through research","year":2024,"lang":"en","type":"article","venue":"Paramedicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Regional Municipality of Niagara; University of Toronto","funders":"","keywords":"Teachable moment; Transformation (genetics); Psychology; Psychotherapist","score_opus":0.10358985191854748,"score_gpt":0.5383303285710827,"score_spread":0.4347404766525352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391881347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48546505,0.013479006,0.0986027,0.3318511,0.010778269,0.00739668,0.000026857866,0.00086832786,0.051532008],"genre_scores_gemma":[0.9711748,0.00035757117,0.013507965,0.0057941726,0.0038186938,0.0012887869,0.0009772569,0.00006626889,0.0030145093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707454,0.00006180684,0.0007594488,0.00045498717,0.0011153618,0.00053383416],"domain_scores_gemma":[0.9980891,0.00042099063,0.00006505787,0.00042271405,0.00086034933,0.00014180619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022407686,0.00020837889,0.0003606971,0.00031924693,0.0002715341,0.00005542123,0.00014867252,0.00019155795,0.00038105162],"category_scores_gemma":[0.0019227142,0.00016560029,0.0000858507,0.001883074,0.00037197414,0.00031221705,0.00001820699,0.0010952621,0.0002013104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018241533,0.00057003595,0.00038586173,0.0029488795,0.00015539293,0.000019383637,0.01282733,0.000007336588,0.0014432229,0.05876865,0.23864798,0.6840435],"study_design_scores_gemma":[0.0028549049,0.0015821706,0.001244629,0.009441766,0.0003416265,0.0005361174,0.01273987,0.024560994,0.002029502,0.030804202,0.9135107,0.00035355522],"about_ca_topic_score_codex":0.00007964933,"about_ca_topic_score_gemma":0.0000013087457,"teacher_disagreement_score":0.68368995,"about_ca_system_score_codex":0.0004266936,"about_ca_system_score_gemma":0.0009858599,"threshold_uncertainty_score":0.6752984},"labels":[],"label_agreement":null},{"id":"W4391886477","doi":"10.1093/jcag/gwad061.084","title":"A84 COMPETENCY BASED MEDICAL EDUCATION: O-SCORE CHARACTERISTICS OF PROCEDURAL AND COGNITIVE ASSESSMENTS IN GASTROENTEROLOGY RESIDENCY TRAINING","year":2024,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Residency training; Medicine; Cognition; Medical education; Psychology; Internal medicine; Continuing education","score_opus":0.014300410186164065,"score_gpt":0.3128538906453872,"score_spread":0.29855348045922314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391886477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9303022,0.00003374868,0.00013095947,0.068031676,0.0011814123,0.00017636595,0.000018315368,0.0000027959356,0.00012250496],"genre_scores_gemma":[0.99333084,0.000015531625,0.001153405,0.0051873205,0.00020177243,0.0000072847106,0.00002162348,0.000011469751,0.000070742586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789995,0.00026379895,0.00094516925,0.00012176424,0.0005082099,0.00026110583],"domain_scores_gemma":[0.9980254,0.00012907594,0.0008165875,0.00009034239,0.0007748785,0.00016370082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015590555,0.0001034973,0.00043633874,0.00066204485,0.000041404244,0.000011608922,0.00015368151,0.00017010629,0.0001305473],"category_scores_gemma":[0.003740842,0.0000849399,0.00008879592,0.00028775743,0.00016427074,0.00008895739,0.000019005429,0.00065383024,5.749331e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026984126,0.00013701929,0.9927135,0.00016802568,0.00013089916,0.000018472518,0.00048824883,0.0000010301784,0.000056744277,0.00042822032,0.002337006,0.0032510075],"study_design_scores_gemma":[0.0013793308,0.00097435416,0.99399847,0.0015307333,0.00016289088,0.00033216208,0.00046612887,0.0006191492,0.000010979897,0.00035079118,0.00014294282,0.00003207278],"about_ca_topic_score_codex":0.00046118122,"about_ca_topic_score_gemma":0.035125468,"teacher_disagreement_score":0.06302863,"about_ca_system_score_codex":0.0007374498,"about_ca_system_score_gemma":0.010792945,"threshold_uncertainty_score":0.99481493},"labels":[],"label_agreement":null},{"id":"W4391933287","doi":"10.1007/s43678-024-00649-9","title":"Current use of simulation for EPA assessment in emergency medicine","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Ottawa Hospital; Queen's University; Medical Council of Canada; University of Ottawa","funders":"","keywords":"Thematic analysis; Medical education; Curriculum; Best practice; Limiting; Formative assessment; Psychology; Needs assessment; Medicine; Engineering; Qualitative research; Pedagogy; Management; Political science; Sociology","score_opus":0.1896229711303557,"score_gpt":0.489671438680922,"score_spread":0.3000484675505663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391933287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6107269,0.044564188,0.0917322,0.08525699,0.16104989,0.0029718785,0.00006202266,0.000032860327,0.0036031068],"genre_scores_gemma":[0.99066067,0.0023796426,0.0012210768,0.00010694395,0.0044654096,0.0000273788,0.0001136581,0.00004572199,0.0009795035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633604,0.000060382758,0.002461461,0.00021518831,0.00058456557,0.0003423373],"domain_scores_gemma":[0.9971442,0.00016696645,0.0004944441,0.0002589313,0.001511089,0.00042436764],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018461309,0.00019915262,0.0005744537,0.0018313405,0.000059559945,0.000002520414,0.00015528602,0.00011084785,0.011318213],"category_scores_gemma":[0.0059288926,0.00015044872,0.00014087418,0.0017342578,0.00015233994,0.00024347097,0.0000064312917,0.00059613195,0.000003746639],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021595573,0.00028693813,0.09005382,0.0031534487,0.0004058151,0.000086255626,0.0074483985,0.0026266426,0.002498863,0.011957631,0.7357903,0.14547592],"study_design_scores_gemma":[0.0030782488,0.0023798768,0.07987249,0.006578433,0.00070310885,0.000030445824,0.0012613863,0.035405204,0.000030646206,0.0042511704,0.86613756,0.00027140582],"about_ca_topic_score_codex":0.001672404,"about_ca_topic_score_gemma":0.0019679568,"teacher_disagreement_score":0.3799338,"about_ca_system_score_codex":0.00048615376,"about_ca_system_score_gemma":0.0020417804,"threshold_uncertainty_score":0.9895856},"labels":[],"label_agreement":null},{"id":"W4391952081","doi":"10.36834/cmej.75250","title":"Making assessment a team sport: a qualitative study of facilitated group feedback in internal medicine residency","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Formative assessment; Medical education; Teamwork; Focus group; Narrative; Curriculum; Session (web analytics); Peer feedback; Qualitative research; Psychology; Medicine; Computer science; Pedagogy","score_opus":0.03747640654380546,"score_gpt":0.4550780620705513,"score_spread":0.41760165552674583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391952081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90890104,0.00094024726,0.00031205412,0.07193545,0.004360783,0.0007503037,0.0000041007916,0.000031429514,0.0127645815],"genre_scores_gemma":[0.99127024,0.00005372105,0.0015013282,0.0052475845,0.001019977,0.000068388494,0.000047210924,0.000028390248,0.0007631549],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99581605,0.00028376814,0.0015018424,0.00035267364,0.0016318617,0.00041378167],"domain_scores_gemma":[0.9967933,0.00015335697,0.00022285178,0.00028164912,0.00069211243,0.0018567258],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004808665,0.00020646026,0.00048125588,0.0021577426,0.000113819384,0.00004513007,0.00028652942,0.00020691977,0.015114129],"category_scores_gemma":[0.013557712,0.00017053237,0.00006722756,0.0018344967,0.00029129288,0.00021352782,0.000021202926,0.0019743906,0.000027667002],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013532939,0.0026921653,0.020995824,0.00068526197,0.00035147605,0.0008780718,0.3507539,0.0000037272262,0.000052734253,0.016043812,0.3618768,0.2455309],"study_design_scores_gemma":[0.0028684766,0.0017595956,0.10112318,0.01047805,0.00017800179,0.0021930062,0.808002,0.0017349859,0.0000022738723,0.0033832837,0.06795359,0.00032356736],"about_ca_topic_score_codex":0.025280418,"about_ca_topic_score_gemma":0.028335236,"teacher_disagreement_score":0.4572481,"about_ca_system_score_codex":0.0019532752,"about_ca_system_score_gemma":0.044040818,"threshold_uncertainty_score":0.9947515},"labels":[],"label_agreement":null},{"id":"W4391954623","doi":"10.7759/cureus.54541","title":"Online Learning in Medical Student Clerkship: A Survey of Student Perceptions and Future Directions","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Alberta Hospital; University of Alberta; University of Calgary","funders":"","keywords":"Medical education; Curriculum; Asynchronous learning; Online learning; Likert scale; Psychology; Coronavirus disease 2019 (COVID-19); Clinical clerkship; Student engagement; Medicine; Computer science; Teaching method; Mathematics education; Synchronous learning; Multimedia; Pedagogy; Cooperative learning; Disease; Internal medicine; Infectious disease (medical specialty)","score_opus":0.03319197135418293,"score_gpt":0.4267492664438436,"score_spread":0.39355729508966064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391954623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987961,0.0036845643,0.00009274919,0.006533769,0.001027067,0.00019913501,0.000007934345,0.00007164295,0.0004221153],"genre_scores_gemma":[0.9955991,0.002569847,0.00040548216,0.00023928449,0.0005666706,0.000027824675,0.00017338591,0.000016287595,0.00040213333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865794,0.000114176626,0.0003621611,0.000212681,0.0005170551,0.00013596876],"domain_scores_gemma":[0.9994451,0.00012245237,0.000032688058,0.00015228885,0.00016641937,0.000081095866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096561154,0.00009049172,0.00019712787,0.0002007567,0.000053779742,0.000017440161,0.00007909781,0.00014266204,0.00080844545],"category_scores_gemma":[0.0007350289,0.000076735094,0.000028732626,0.00082779955,0.00010814604,0.000054936318,0.000054984466,0.00067813747,0.00001023262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001791249,0.001964592,0.72949654,0.00018737002,0.00012557929,0.00003680691,0.011686939,0.0000048861584,0.0001259645,0.0009609433,0.0032203994,0.25217208],"study_design_scores_gemma":[0.00032163947,0.00012324382,0.97329587,0.0002517394,0.0000401739,0.000041389234,0.006344087,0.00093004183,0.0000018484519,0.000014300367,0.018573698,0.000061948915],"about_ca_topic_score_codex":0.00025412464,"about_ca_topic_score_gemma":0.00084422785,"teacher_disagreement_score":0.25211012,"about_ca_system_score_codex":0.0001528671,"about_ca_system_score_gemma":0.00022879986,"threshold_uncertainty_score":0.8851911},"labels":[],"label_agreement":null},{"id":"W4391958526","doi":"10.36834/cmej.77182","title":"Resident and teacher perceptions of the preceptor field note: a qualitative analysis","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"North York General Hospital; University of Toronto; Southlake Regional Health Center","funders":"","keywords":"Preceptor; Confidentiality; Perception; Medical education; Statement (logic); Curriculum; Field (mathematics); Computer science; Psychology; Mathematics education; Medicine; Pedagogy; Mathematics; Computer security; Political science","score_opus":0.012522181209265756,"score_gpt":0.407660584403058,"score_spread":0.3951384031937923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391958526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5898549,0.0012861294,0.0018873326,0.39861643,0.0029662375,0.0002807745,0.0000071305517,0.000018043482,0.005083029],"genre_scores_gemma":[0.97641045,0.000103262086,0.001439981,0.015453702,0.0009447175,0.000022734272,0.000016601041,0.000011781932,0.0055967784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984632,0.00016733544,0.00041510852,0.00014993153,0.00063253375,0.00017188983],"domain_scores_gemma":[0.99786454,0.00012053977,0.00007423294,0.00020039539,0.00038216787,0.001358146],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012503972,0.000083248044,0.0001684602,0.00066153257,0.00017839005,0.000050422586,0.00013498726,0.0001730439,0.045081995],"category_scores_gemma":[0.019626731,0.000057047666,0.000119386335,0.0014054653,0.00021886731,0.00008205148,0.000012994082,0.0009114953,0.00001816341],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010405376,0.0001086398,0.0062268097,0.000112611466,0.0003676826,0.0000059126696,0.04762731,0.0000012504266,0.000043893957,0.0032105478,0.76286733,0.17941763],"study_design_scores_gemma":[0.00074857846,0.0003012447,0.2699201,0.0025115937,0.0029279662,0.0015079901,0.13263181,0.0051353704,0.00011568557,0.0034953994,0.5802824,0.00042187877],"about_ca_topic_score_codex":0.004536858,"about_ca_topic_score_gemma":0.0054290243,"teacher_disagreement_score":0.38655555,"about_ca_system_score_codex":0.00040022476,"about_ca_system_score_gemma":0.026384365,"threshold_uncertainty_score":0.98863137},"labels":[],"label_agreement":null},{"id":"W4391958539","doi":"10.36834/cmej.75802","title":"An evaluation of mindful clinical congruence in medical students after course-based teaching","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Congruence (geometry); Psychology; Mindfulness; Compassion; Experiential learning; Clinical Practice; Clinical psychology; Medical education; Medicine; Social psychology; Mathematics education; Nursing","score_opus":0.026931147764748666,"score_gpt":0.47483213931461904,"score_spread":0.4479009915498704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391958539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92448884,0.0010144984,0.0005015328,0.06619682,0.0063204044,0.0004342381,0.000004150828,0.000020997171,0.0010185238],"genre_scores_gemma":[0.9637501,0.000027392389,0.00111353,0.032658584,0.002141828,0.00009337768,0.00007281055,0.000029029825,0.000113304406],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9913749,0.0008308413,0.0014252191,0.0003704919,0.0055844164,0.00041409195],"domain_scores_gemma":[0.99296737,0.00019450698,0.0001650959,0.00038650926,0.0012917889,0.0049947165],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024230173,0.00017232708,0.00035242783,0.00096335355,0.000102661215,0.0001467755,0.00055930315,0.0005834598,0.031606257],"category_scores_gemma":[0.051071327,0.00015431011,0.000110392095,0.0007190144,0.00039144087,0.00035071894,0.000014551246,0.0028576755,0.0000487693],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046075806,0.0015755575,0.14498372,0.00011179662,0.00006424663,0.00025126463,0.00081551337,0.000006205534,0.0000031150425,0.00065340113,0.0763731,0.77511597],"study_design_scores_gemma":[0.0044473135,0.00064215134,0.7536349,0.008961645,0.0005900561,0.0021463952,0.0034135792,0.09790877,0.000024824427,0.0008340098,0.12690952,0.0004867837],"about_ca_topic_score_codex":0.0023235015,"about_ca_topic_score_gemma":0.0071856226,"teacher_disagreement_score":0.77462924,"about_ca_system_score_codex":0.0011881184,"about_ca_system_score_gemma":0.19314434,"threshold_uncertainty_score":0.99944276},"labels":[],"label_agreement":null},{"id":"W4391984004","doi":"10.5334/pme.1308","title":"Quarantining From Professional Identity: How Did COVID-19 Impact Professional Identity Formation in Undergraduate Medical Education?","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"McMaster University","keywords":"Sociocultural evolution; Socialization; Identity (music); Pandemic; Medical education; Psychology; Coronavirus disease 2019 (COVID-19); Medicine; Sociology; Social psychology","score_opus":0.020732304862608564,"score_gpt":0.4520687749650595,"score_spread":0.4313364701024509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391984004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5896682,0.002206332,0.014510143,0.3813314,0.00966293,0.0011875563,0.000018166684,0.0002854424,0.001129767],"genre_scores_gemma":[0.9733421,0.0005299934,0.0018840471,0.01752565,0.002858888,0.0006141044,0.0015038372,0.00006475418,0.0016765901],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9926939,0.0005167979,0.000958754,0.0009978919,0.0042838757,0.00054878154],"domain_scores_gemma":[0.99695563,0.000572815,0.00028926015,0.0005718423,0.0006322544,0.0009782234],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002699312,0.0004188938,0.0005233568,0.001405783,0.00037555362,0.0002520611,0.00050722144,0.0006483106,0.0060565853],"category_scores_gemma":[0.035787378,0.00034551823,0.00022679694,0.0024606276,0.00043517462,0.0022308233,0.00012411458,0.0022227676,0.00028452234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006420958,0.016090963,0.025287438,0.0018378829,0.0003555011,0.00012110023,0.06001635,0.000017521683,0.00033274203,0.22998033,0.49699473,0.16832332],"study_design_scores_gemma":[0.008880856,0.0011451587,0.3112178,0.029518463,0.0006625192,0.0014838494,0.3140912,0.05732196,0.00020896381,0.19354056,0.079338856,0.0025898041],"about_ca_topic_score_codex":0.000915339,"about_ca_topic_score_gemma":0.00034849986,"teacher_disagreement_score":0.4176559,"about_ca_system_score_codex":0.0034326757,"about_ca_system_score_gemma":0.032512754,"threshold_uncertainty_score":0.9998997},"labels":[],"label_agreement":null},{"id":"W4391996221","doi":"10.1016/j.jmir.2024.01.006","title":"Competency based medical education in nuclear cardiology: A tale of two axes","year":2024,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Medical physics; Cardiology; Internal medicine; Nuclear medicine","score_opus":0.012112074488358932,"score_gpt":0.38310376645198385,"score_spread":0.3709916919636249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391996221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8234838,0.008604974,0.0022417891,0.1619261,0.002473483,0.00008514926,6.9271715e-7,0.000015652175,0.0011683131],"genre_scores_gemma":[0.99173856,0.0008600749,0.0042437613,0.0023994597,0.00073428114,0.0000014882062,0.0000024673673,0.0000051075176,0.000014794682],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753326,0.00009921625,0.00060391106,0.00013499467,0.001505474,0.00012314906],"domain_scores_gemma":[0.99920607,0.00023332342,0.00015725502,0.00006392892,0.00017985168,0.0001595627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041432423,0.00006522769,0.00024377285,0.0006759261,0.00004870036,0.000033211934,0.00016915289,0.00007550761,0.00028717556],"category_scores_gemma":[0.0049255327,0.000044974513,0.0000530209,0.00078029366,0.00072105124,0.00020429041,0.000017693126,0.00042822145,0.0000025430652],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016307005,0.00020504046,0.059799038,0.0001824559,0.000020290923,0.000081802296,0.0009102794,0.000026315312,0.00021492681,0.011814843,0.021951228,0.90477747],"study_design_scores_gemma":[0.0038951354,0.00054788054,0.15118025,0.008437538,0.0001821128,0.0048815785,0.011209361,0.7475248,0.00015030956,0.008407762,0.063292906,0.00029038623],"about_ca_topic_score_codex":0.000031483552,"about_ca_topic_score_gemma":0.0000022679403,"teacher_disagreement_score":0.9044871,"about_ca_system_score_codex":0.000058710662,"about_ca_system_score_gemma":0.0058170003,"threshold_uncertainty_score":0.9998191},"labels":[],"label_agreement":null},{"id":"W4392013152","doi":"10.1111/medu.15318","title":"Critically re‐examining professional norms: Medicine's urgent need to look inwards","year":2024,"lang":"en","type":"letter","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University; McGill University Health Centre","funders":"","keywords":"MEDLINE; Psychology; Medicine; Medical education; Political science; Law","score_opus":0.024846483575120388,"score_gpt":0.39045843571022143,"score_spread":0.36561195213510106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392013152","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018434661,0.0007669387,0.00057812454,0.952745,0.028792126,0.0014903134,0.000011035999,0.00032691733,0.01344603],"genre_scores_gemma":[0.0014598818,0.00005079195,0.0034225716,0.91317964,0.039731964,0.0011229792,0.0037264356,0.00018781296,0.037117932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99112487,0.00022393564,0.0017433382,0.0012435699,0.004738013,0.0009262505],"domain_scores_gemma":[0.99565345,0.0004063835,0.0002414671,0.0011341481,0.0018676188,0.0006969433],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0022769792,0.0006795399,0.0010302314,0.0015569928,0.00020171975,0.00006716681,0.00063030224,0.0023447236,0.021814931],"category_scores_gemma":[0.049778838,0.00053127453,0.00016330497,0.0019631744,0.0006055562,0.00012481822,0.00022673237,0.006469215,0.0019923712],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032346186,0.00042646227,0.0001255145,0.0020348933,0.00010484641,0.00017242406,0.0014925948,1.3510675e-7,0.000030784224,0.0002921717,0.9365983,0.0586895],"study_design_scores_gemma":[0.00047081607,0.00041675408,0.0005981411,0.010931572,0.00044300288,0.0002788127,0.0019336479,0.00015634278,0.00001971107,0.00069700344,0.98356384,0.00049034005],"about_ca_topic_score_codex":0.00014496615,"about_ca_topic_score_gemma":0.000007048316,"teacher_disagreement_score":0.058199164,"about_ca_system_score_codex":0.0013092038,"about_ca_system_score_gemma":0.01894979,"threshold_uncertainty_score":0.9997139},"labels":[],"label_agreement":null},{"id":"W4392077023","doi":"10.1016/j.ijrobp.2023.10.043","title":"Exposure Is More Than Distance or Time: The Evolution of Competence-Based Medical Education in Radiation Oncology Training","year":2024,"lang":"en","type":"editorial","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; BC Cancer Agency","funders":"","keywords":"Radiation oncology; Competence (human resources); Medicine; Medical physics; Oncology; Radiation therapy; Medical education; Internal medicine; Psychology","score_opus":0.015048547640226726,"score_gpt":0.3775903349248537,"score_spread":0.362541787284627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392077023","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050307926,0.0046683266,0.015876636,0.06481517,0.8609751,0.0014069356,0.00042525548,0.0001023734,0.0014222657],"genre_scores_gemma":[0.3266855,0.0023789094,0.006837515,0.004618485,0.65458846,0.00019623716,0.0036285862,0.00017403405,0.00089226756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941784,0.0006258738,0.0024544213,0.00051423797,0.0018513851,0.0003756509],"domain_scores_gemma":[0.9911698,0.0020739478,0.0031037156,0.00039346103,0.0030972837,0.00016178994],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0031609687,0.0004334878,0.0011718418,0.0008659493,0.00010037219,0.00004175156,0.0010337866,0.0019054069,0.00038788066],"category_scores_gemma":[0.010411232,0.00032203033,0.000372136,0.0010401816,0.0007540026,0.00028260783,0.00008295826,0.0030779412,0.000042576045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.001188887,0.0013540908,0.009787201,0.00014037086,0.0005721557,0.00004633123,0.0029898284,0.0001896204,0.00013995737,0.0045588105,0.57663715,0.40239558],"study_design_scores_gemma":[0.0062737386,0.002238195,0.004124665,0.0018492012,0.00045270205,0.00017538076,0.0015941049,0.01626385,0.000118440155,0.0069565247,0.95955986,0.00039336266],"about_ca_topic_score_codex":0.00010136476,"about_ca_topic_score_gemma":0.000050058046,"teacher_disagreement_score":0.40200222,"about_ca_system_score_codex":0.006948665,"about_ca_system_score_gemma":0.051937476,"threshold_uncertainty_score":0.99992317},"labels":[],"label_agreement":null},{"id":"W4392103161","doi":"10.1002/j.1536-4801.2000.tb02796.x","title":"Should Performance of Diagnostic Procedures in Pediatric Gastroenterology Be Limited to Pediatric Gastroenterologists?","year":2000,"lang":"en","type":"article","venue":"Journal of Pediatric Gastroenterology and Nutrition","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Pediatric gastroenterology; Internal medicine; Intensive care medicine; Medical physics; Gastroenterology; Hepatology","score_opus":0.015382381021671969,"score_gpt":0.281538718984406,"score_spread":0.2661563379627341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392103161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99224275,0.0004889921,0.00013066632,0.0060958047,0.0004061471,0.00058848906,0.000012166426,0.000019434006,0.000015570553],"genre_scores_gemma":[0.97775584,0.013930943,0.0030438083,0.0029181668,0.0022195978,0.00006255001,0.000023655708,0.000026649805,0.000018810564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966469,0.000215653,0.001628971,0.00036465042,0.000491846,0.0006519977],"domain_scores_gemma":[0.99814963,0.00021591283,0.00070262543,0.00020334306,0.00048750272,0.00024101141],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097293325,0.0003029649,0.0007847948,0.0019542032,0.000070370515,0.000012924869,0.00024255275,0.00027052616,0.00015651567],"category_scores_gemma":[0.0014088659,0.0002796621,0.00014637035,0.00093381293,0.00013107364,0.00026468348,0.00005066182,0.00087144796,0.000007346592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074279634,0.0018940378,0.98071116,0.00082670973,0.00003071114,0.000052829382,0.00018551954,0.00009508962,0.00006577839,0.0000020131974,0.008061794,0.0006464102],"study_design_scores_gemma":[0.00601987,0.015244761,0.9764386,0.00008653634,0.00055600796,0.0012107905,0.00008026775,0.0001139965,0.00002464778,0.000022320666,0.00010740553,0.00009481888],"about_ca_topic_score_codex":0.000004886655,"about_ca_topic_score_gemma":0.000014810922,"teacher_disagreement_score":0.014486912,"about_ca_system_score_codex":0.0001163689,"about_ca_system_score_gemma":0.000116660725,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W4392106307","doi":"10.1051/pmed/2023023","title":"Les effets de l’implication active des patients sur le développement de la réflexivité chez les étudiants en médecine : une étude interventionnelle","year":2024,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.04766788160410429,"score_gpt":0.3775342957458977,"score_spread":0.3298664141417934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392106307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9212457,0.0073670447,0.027296718,0.04012069,0.0014907673,0.00075741205,0.000053660384,0.00023145495,0.0014365806],"genre_scores_gemma":[0.9846004,0.0020679838,0.00703865,0.00043544295,0.001093986,0.00034402357,0.0003346528,0.000105450395,0.0039793905],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963103,0.00062802125,0.0008640092,0.0006798099,0.00064633094,0.00087152596],"domain_scores_gemma":[0.9978366,0.0008077689,0.00018722827,0.0004753646,0.00039164777,0.00030138582],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021957478,0.00040999515,0.00044568104,0.0003883029,0.00040109124,0.00012687966,0.00037560027,0.000564745,0.0013310543],"category_scores_gemma":[0.0031852918,0.00041644333,0.00022351953,0.0013397244,0.00092656125,0.00034329493,0.00020932907,0.0010638731,0.0002518833],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001046945,0.00514532,0.16676947,0.0018692994,0.00039696845,0.000037692193,0.008903821,0.000035872054,0.0030817136,0.003541913,0.023038616,0.7870746],"study_design_scores_gemma":[0.0032353166,0.00040557492,0.9469436,0.004102024,0.0003733381,0.000045548724,0.0034187194,0.0026660666,0.009366537,0.007982963,0.021049364,0.00041097737],"about_ca_topic_score_codex":0.0011209474,"about_ca_topic_score_gemma":0.000117014424,"teacher_disagreement_score":0.78666365,"about_ca_system_score_codex":0.0029133463,"about_ca_system_score_gemma":0.0011583713,"threshold_uncertainty_score":0.99982876},"labels":[],"label_agreement":null},{"id":"W4392108584","doi":"10.3389/fped.2024.1306020","title":"Cased-based education rounds—the eternal heart of an international training program","year":2024,"lang":"en","type":"article","venue":"Frontiers in Pediatrics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children","funders":"University of Toronto","keywords":"Cornerstone; Medicine; Curriculum; Medical education; Perspective (graphical); Teaching method; Training (meteorology); Mathematics education; Pedagogy; Psychology; Computer science","score_opus":0.017265583302475743,"score_gpt":0.3555345825255006,"score_spread":0.33826899922302484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392108584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96386725,0.0007609046,0.009259707,0.0068331403,0.016855625,0.000672504,0.000010807445,0.000120585835,0.0016194996],"genre_scores_gemma":[0.85008377,0.000035349552,0.14641973,0.0009411123,0.0019141141,0.00012711239,0.00017028513,0.000022991275,0.00028550974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878365,0.000040498337,0.00037125818,0.00020475197,0.00043915605,0.0001606581],"domain_scores_gemma":[0.9994292,0.000045926554,0.00006667607,0.00022522829,0.00018478204,0.00004817828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064578897,0.0000936303,0.00014161458,0.0005946757,0.00003836487,0.000049242568,0.00015906783,0.00009993927,0.000041684027],"category_scores_gemma":[0.00061929435,0.00007738655,0.000056565783,0.0010436143,0.000091494905,0.00018090439,0.000011763181,0.00038621874,0.0000043348846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006155252,0.0007512299,0.111743756,0.000263825,0.000025533293,0.000013248611,0.001844274,0.00007626667,0.000034071098,0.00052504626,0.08306746,0.8015937],"study_design_scores_gemma":[0.0020633626,0.0010767352,0.17749584,0.00057462,0.00041963966,0.00027807415,0.010092874,0.292773,0.00029333236,0.0034740344,0.5109284,0.0005301131],"about_ca_topic_score_codex":0.00003760994,"about_ca_topic_score_gemma":0.0000033596968,"teacher_disagreement_score":0.8010636,"about_ca_system_score_codex":0.00027166874,"about_ca_system_score_gemma":0.0013565231,"threshold_uncertainty_score":0.31557316},"labels":[],"label_agreement":null},{"id":"W4392142883","doi":"10.1186/s12909-024-05178-8","title":"Distributed Medical Education (DME) in psychiatry: perspectives on facilitators, obstacles, and factors affecting psychiatrists' willingness to engage in teaching activities","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Saint John Regional Hospital; Dalhousie University","funders":"","keywords":"Medical education; Logistic regression; Psychology; Descriptive statistics; Medicine; Family medicine","score_opus":0.011379800080560516,"score_gpt":0.35520586988480773,"score_spread":0.34382606980424724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392142883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97046405,0.0022368415,0.0022410292,0.01763365,0.005869564,0.0008950075,0.000009819458,0.0001627922,0.00048725354],"genre_scores_gemma":[0.9911532,0.0001493596,0.0049142516,0.0019855679,0.0010348589,0.00021598008,0.00034828205,0.000049391645,0.00014913574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99604064,0.00048572436,0.00080231956,0.0008452457,0.001371435,0.00045463134],"domain_scores_gemma":[0.9980559,0.0008731231,0.00010177577,0.00037930568,0.00010599414,0.00048393142],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00292774,0.00034095213,0.0004428927,0.0010870817,0.00018711152,0.00009635753,0.00021069373,0.00045705176,0.0003355349],"category_scores_gemma":[0.030595839,0.00030738834,0.00007955495,0.0015321154,0.00018060379,0.00028020443,0.00005224626,0.0020594876,0.000018226954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023600891,0.0059693097,0.5876891,0.0026601208,0.000054781412,0.00000862093,0.057805937,0.00001679532,0.000047446323,0.033834733,0.03625256,0.27542463],"study_design_scores_gemma":[0.0014803398,0.00046293417,0.7184321,0.012259325,0.00007909576,0.000101599886,0.24821624,0.004947842,0.00003606758,0.0015794133,0.011683467,0.0007215678],"about_ca_topic_score_codex":0.0006609366,"about_ca_topic_score_gemma":0.00075378036,"teacher_disagreement_score":0.27470306,"about_ca_system_score_codex":0.0011070118,"about_ca_system_score_gemma":0.012586062,"threshold_uncertainty_score":0.99993783},"labels":[],"label_agreement":null},{"id":"W4392205413","doi":"10.1177/23821205241234974","title":"Competency Framework for Podiatric Medicine Training: A Validation Report Based on an Adapted E-Delphi Across Canada","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Medical Association; University of Toronto; Université du Québec à Trois-Rivières","funders":"Université du Québec à Trois-Rivières","keywords":"Podiatry; Delphi method; Podiatrist; Medical education; Curriculum; Excellence; Delphi; Expert opinion; Medicine; Alternative medicine; Psychology; Family medicine; Computer science; Political science; Surgery; Pedagogy","score_opus":0.031104397128742186,"score_gpt":0.39273567064736087,"score_spread":0.3616312735186187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392205413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69231224,0.0019855301,0.13816576,0.15666482,0.00978291,0.0007604354,0.0000034945544,0.000058682046,0.0002660992],"genre_scores_gemma":[0.89451426,0.000097521086,0.090845905,0.011689497,0.0023403345,0.00007828301,0.00028480458,0.00003393949,0.00011547027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962881,0.000063496795,0.001125113,0.0002649533,0.0020227265,0.00023556993],"domain_scores_gemma":[0.9979536,0.00020539369,0.00033007574,0.00018578679,0.00083599536,0.0004891403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003173643,0.00017479376,0.0003699668,0.00024432104,0.00015765696,0.00004117307,0.00015237187,0.0002009214,0.0004144068],"category_scores_gemma":[0.0076268446,0.00012588466,0.000057771453,0.000716354,0.000076901306,0.00010069454,0.000011984974,0.0006067024,0.0000014197067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093533454,0.0011198327,0.0018497108,0.0005330755,0.00014771051,0.00024503635,0.0067756996,0.00002255972,0.000017550203,0.0074795224,0.06256668,0.9191491],"study_design_scores_gemma":[0.0031339838,0.0013278946,0.033468597,0.01134989,0.0004138056,0.00534316,0.02292192,0.021465277,0.00019177425,0.002715869,0.8970783,0.0005895484],"about_ca_topic_score_codex":0.0006443146,"about_ca_topic_score_gemma":0.0002926403,"teacher_disagreement_score":0.91855955,"about_ca_system_score_codex":0.00051425374,"about_ca_system_score_gemma":0.019134814,"threshold_uncertainty_score":0.98642576},"labels":[],"label_agreement":null},{"id":"W4392231385","doi":"10.1007/s10459-024-10320-8","title":"No cow on the ice: a tail of word games","year":2024,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Meaning (existential); Context (archaeology); Health professions; Field (mathematics); Word (group theory); Sociology; Health care; Psychology; Linguistics; Political science; History; Law; Mathematics","score_opus":0.014716951319264876,"score_gpt":0.428198191817313,"score_spread":0.41348124049804813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392231385","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015567713,0.015952807,0.000021295811,0.022526355,0.9456359,0.0011034464,0.000015283742,0.000038914975,0.013149206],"genre_scores_gemma":[0.008914833,0.028078778,0.00774989,0.008828702,0.9308435,0.0011658078,0.00048701328,0.00007237677,0.013859112],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963396,0.00014054702,0.0009886622,0.00059344247,0.0015543547,0.00038339003],"domain_scores_gemma":[0.99665177,0.0013350387,0.0007076343,0.00053524453,0.0007037839,0.00006654175],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035069322,0.00022508866,0.00042852788,0.0006830917,0.00019940989,0.000042341046,0.000460946,0.0002641692,0.00015960379],"category_scores_gemma":[0.01023697,0.00015039617,0.000059931852,0.0026241508,0.0007809053,0.00022978427,0.00003939151,0.0010838275,0.00010130832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002554112,0.00022659538,0.00015557904,0.001951554,0.0000041468816,2.2167129e-7,0.00058147265,0.00001656702,0.0000013030433,0.003928322,0.8975959,0.095512815],"study_design_scores_gemma":[0.00011379251,0.00045918356,0.0001650954,0.0054778685,0.000013466346,0.0000018468579,0.0014711897,0.00017476956,0.000008264143,0.0027613535,0.98923683,0.00011632307],"about_ca_topic_score_codex":0.00028625937,"about_ca_topic_score_gemma":0.000102538244,"teacher_disagreement_score":0.09539649,"about_ca_system_score_codex":0.0007111504,"about_ca_system_score_gemma":0.011557565,"threshold_uncertainty_score":0.9981002},"labels":[],"label_agreement":null},{"id":"W4392260739","doi":"10.1016/j.sopen.2024.02.008","title":"“Doing well”: Intraoperative entrustable professional activity assessments provided limited technical feedback","year":2024,"lang":"en","type":"article","venue":"Surgery Open Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Formative assessment; Subspecialty; Narrative; Narrative review; Medical education; Inclusion (mineral); Medicine; Psychology; Pedagogy; Family medicine; Social psychology","score_opus":0.04051796398346803,"score_gpt":0.42400088515673306,"score_spread":0.38348292117326505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392260739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9451276,0.000042654414,0.0022843254,0.013586137,0.003837989,0.0015183918,0.0000044949325,0.00017389414,0.03342453],"genre_scores_gemma":[0.9800957,0.000010171226,0.012698639,0.0011761526,0.0001602966,0.00018466047,0.000025524825,0.000016656675,0.0056322236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973312,0.00008877574,0.00036841643,0.0006786123,0.0010723127,0.00046067903],"domain_scores_gemma":[0.9985404,0.00036671077,0.00007989125,0.00042892192,0.00043426,0.0001498096],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00443851,0.00015052919,0.00029074785,0.000443999,0.00047544777,0.0005399747,0.0005413979,0.00009359396,0.0009849243],"category_scores_gemma":[0.0018387943,0.00011475139,0.000048894235,0.003932457,0.0005461006,0.0017717754,0.0005041845,0.00060353737,0.00019482106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032766437,0.0016633187,0.016977137,0.00046785967,0.000068473164,0.00014556284,0.0010107293,0.000009617319,0.2366669,0.012426176,0.19977486,0.53046167],"study_design_scores_gemma":[0.0014873827,0.00052393996,0.2633763,0.0077489307,0.0001876093,0.00062525686,0.00417124,0.037437033,0.21372846,0.0011898221,0.46799305,0.0015309642],"about_ca_topic_score_codex":0.000049100276,"about_ca_topic_score_gemma":0.0000037228974,"teacher_disagreement_score":0.5289307,"about_ca_system_score_codex":0.0005922674,"about_ca_system_score_gemma":0.0060662422,"threshold_uncertainty_score":0.9999283},"labels":[],"label_agreement":null},{"id":"W4392281247","doi":"10.1080/0142159x.2024.2322706","title":"ASPIRE for excellence in curriculum development","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"School of Medicine, University of South Carolina; Lee Kong Chian School of Medicine, Nanyang Technological University; Universidad del Rosario; Nanyang Technological University; Uniwersytet Łódzki; University of Tasmania; University of Leeds; University of South Carolina; Georgetown University","keywords":"Excellence; Accreditation; Curriculum; Scholarship; General partnership; Globe; Medical education; Variety (cybernetics); Curriculum development; Engineering ethics; Faculty development; Political science; Pedagogy; Sociology; Medicine; Professional development; Engineering; Computer science","score_opus":0.02139025008653403,"score_gpt":0.36809825664787815,"score_spread":0.34670800656134415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392281247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9420703,0.0012224754,0.010743379,0.03346667,0.0017449863,0.00062718865,2.8284362e-7,0.00018888895,0.009935827],"genre_scores_gemma":[0.9754373,0.000025491105,0.0076229107,0.0016344183,0.00096943654,0.00043128195,0.00006379673,0.000030756906,0.013784614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986093,0.00001947576,0.00034079966,0.00024526965,0.0005556601,0.00022949849],"domain_scores_gemma":[0.9996623,0.000025408903,0.000015893409,0.00013440098,0.000056018784,0.00010598002],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011589874,0.00009156438,0.0001501322,0.00015826013,0.000032997068,0.000012367277,0.00009647578,0.00017410963,0.0033205058],"category_scores_gemma":[0.002277706,0.00006994523,0.000037155056,0.00045532902,0.000077748904,0.000041243526,0.000025701203,0.0004657763,0.00017852557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011984251,0.0006039205,0.03410775,0.00059346354,0.000034152654,0.00008715195,0.0019090393,2.722349e-7,0.00002234716,0.0024322679,0.17823379,0.7819639],"study_design_scores_gemma":[0.00068015885,0.0000669766,0.004341949,0.0012331806,0.000019673324,0.000045101726,0.0005196902,0.03970888,0.00006994698,0.00038798072,0.9527864,0.00014008218],"about_ca_topic_score_codex":0.000013698048,"about_ca_topic_score_gemma":0.000005668315,"teacher_disagreement_score":0.78182375,"about_ca_system_score_codex":0.00021263328,"about_ca_system_score_gemma":0.0006571279,"threshold_uncertainty_score":0.9975906},"labels":[],"label_agreement":null},{"id":"W4392281962","doi":"10.36834/cmej.79004","title":"The medical school curriculum is not designed for long-term retention: we should stop being alarmed when our learners forget","year":2024,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Term (time); Curriculum; Medical education; Computer science; Psychology; Medicine; Pedagogy","score_opus":0.022172954456802767,"score_gpt":0.362478016464501,"score_spread":0.3403050620076982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392281962","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045565265,0.0021739402,0.0006805181,0.42547315,0.56957984,0.001036713,0.000038162023,0.00006360175,0.00049839204],"genre_scores_gemma":[0.0011614187,0.0038097764,0.0017557058,0.054589506,0.90497744,0.0007285192,0.0016596302,0.0002693117,0.031048706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98813504,0.00034874337,0.0021160315,0.0009498937,0.0069658994,0.001484371],"domain_scores_gemma":[0.9746371,0.00082557445,0.00089692016,0.0011677439,0.0047004577,0.01777224],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0078029255,0.00070510735,0.0009004368,0.0012903697,0.0015202233,0.00072962395,0.0015089198,0.003538568,0.011193653],"category_scores_gemma":[0.24983992,0.0005346727,0.00060457486,0.000978353,0.00043422112,0.00028032617,0.00008931874,0.009699701,0.0002693195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005945135,0.00015186727,0.00013125816,0.00055938086,0.00035318415,0.00016392235,0.0006930522,1.0247304e-7,0.0000013224148,0.00028937607,0.8788959,0.11870118],"study_design_scores_gemma":[0.0014530171,0.00023495326,0.000087642424,0.005388043,0.00069987966,0.0010147333,0.0032762506,0.00031330623,0.0000066131106,0.0011754727,0.98582506,0.0005250379],"about_ca_topic_score_codex":0.0012628852,"about_ca_topic_score_gemma":0.0039791744,"teacher_disagreement_score":0.37088364,"about_ca_system_score_codex":0.0040606093,"about_ca_system_score_gemma":0.27844667,"threshold_uncertainty_score":0.99977964},"labels":[],"label_agreement":null},{"id":"W4392378532","doi":"10.1097/cnj.0000000000001158","title":"Mission Settings for Student Clinicals","year":2024,"lang":"en","type":"article","venue":"Journal of Christian Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.03180219206391182,"score_gpt":0.46990524197798184,"score_spread":0.43810304991407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392378532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79385173,0.0059907115,0.042405173,0.144733,0.010439586,0.000462527,0.0000026742955,0.000056808738,0.0020578061],"genre_scores_gemma":[0.9593842,0.000039966068,0.03526473,0.0014453762,0.0033664391,0.0000015604586,0.0000063112934,0.000023189059,0.00046819952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871254,0.000019825056,0.0006738765,0.00009961421,0.00036329808,0.0001308756],"domain_scores_gemma":[0.999091,0.0001565968,0.00019120803,0.00009750883,0.00037505073,0.0000886135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012547694,0.000069790236,0.00021729399,0.0002229566,0.000059626058,0.000045184566,0.00007250564,0.00007944872,0.000069842645],"category_scores_gemma":[0.001444255,0.00005236494,0.00013488195,0.00024002352,0.00006103669,0.00008639458,0.000004331452,0.00036561614,0.000007006331],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015760103,0.0003857792,0.00023083303,0.0003620029,0.00008290888,0.00005281221,0.0034762465,0.0000055123955,0.003533804,0.0005717834,0.5633522,0.42778847],"study_design_scores_gemma":[0.0031857071,0.002570357,0.013441739,0.032582287,0.0011325234,0.0025418631,0.011288992,0.0058772312,0.00369783,0.0053227753,0.9180664,0.00029233523],"about_ca_topic_score_codex":3.5590105e-7,"about_ca_topic_score_gemma":1.2338727e-8,"teacher_disagreement_score":0.42749614,"about_ca_system_score_codex":0.0002289348,"about_ca_system_score_gemma":0.00029995007,"threshold_uncertainty_score":0.21353802},"labels":[],"label_agreement":null},{"id":"W4392446461","doi":"10.21203/rs.3.rs-3984740/v1","title":"The Use of Bedside Case-Based Learning in the Clinical Practice of Midwifery Education in China","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Zhejiang Chinese Medical University","keywords":"Critical thinking; Test (biology); Teamwork; Medical education; Class (philosophy); Psychology; Medicine; Obstetrics; Clinical Practice; Nursing; Mathematics education; Computer science","score_opus":0.19331931178167847,"score_gpt":0.5755183740400179,"score_spread":0.38219906225833944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392446461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530352,0.0016538063,0.000053371798,0.04119529,0.0006703587,0.0019638715,0.0000066702355,0.000015088207,0.0014063788],"genre_scores_gemma":[0.99382323,0.0004713527,0.0040698387,0.00029365966,0.00039811517,0.00033166233,0.00013187695,0.000028255756,0.0004520033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9935415,0.003068385,0.0012173776,0.00037632635,0.0014838045,0.00031260157],"domain_scores_gemma":[0.9886068,0.008548752,0.000323143,0.0009771938,0.0014971131,0.000046985868],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020729017,0.00013232563,0.00033408392,0.0008212784,0.00010716716,0.000069026144,0.0003143347,0.00035655752,0.000028859055],"category_scores_gemma":[0.10055351,0.00008279045,0.00011814107,0.0017731114,0.0004988846,0.000064303465,0.0003235824,0.007190707,0.000011376093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016257531,0.0071086967,0.12930126,0.0130114015,0.00020461154,0.0010510812,0.016719468,0.0029808332,0.00008403075,0.010159814,0.07987471,0.7378783],"study_design_scores_gemma":[0.0021667653,0.0018511234,0.4809003,0.0277079,0.00031165112,0.0006420537,0.05691139,0.034130204,0.00026578424,0.007661115,0.38698044,0.00047128316],"about_ca_topic_score_codex":0.0027386646,"about_ca_topic_score_gemma":0.00024828996,"teacher_disagreement_score":0.737407,"about_ca_system_score_codex":0.00034071007,"about_ca_system_score_gemma":0.008191194,"threshold_uncertainty_score":0.99743146},"labels":[],"label_agreement":null},{"id":"W4392447428","doi":"10.1080/0142159x.2024.2322219","title":"Building excellence into medical and health professional education programs","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Excellence; Medical education; Health professionals; Reflection (computer programming); Resource (disambiguation); Health care; Professional development; Engineering ethics; Medicine; Political science; Computer science; Engineering","score_opus":0.030543546863042254,"score_gpt":0.44663880177944476,"score_spread":0.41609525491640253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392447428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6391671,0.006614007,0.004329196,0.3426583,0.003957059,0.0006620725,1.2294991e-7,0.0003415261,0.002270627],"genre_scores_gemma":[0.96807927,0.0003801643,0.008819559,0.009438623,0.0032709946,0.00031966533,0.00010848794,0.000052667034,0.009530592],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968184,0.000102558515,0.0004999403,0.00043151932,0.0018273343,0.00032023073],"domain_scores_gemma":[0.999001,0.000024620676,0.000049694827,0.00022049596,0.00010104255,0.00060312677],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030397328,0.00015503708,0.0002481613,0.00019403207,0.00013895782,0.000037429312,0.00015296909,0.00033937278,0.004217503],"category_scores_gemma":[0.0023168463,0.00011452401,0.000044761724,0.000599888,0.00036409756,0.0000988966,0.00009521673,0.0012714893,0.000077467324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074136055,0.0006122537,0.012704985,0.0007659371,0.000025162239,0.000027933078,0.001114687,8.03707e-9,0.0000065980817,0.008187989,0.080959044,0.895588],"study_design_scores_gemma":[0.0011007003,0.0005296582,0.009129924,0.014272803,0.00007277955,0.0014177193,0.0021201307,0.07314645,0.000015156526,0.008751991,0.88900983,0.0004328666],"about_ca_topic_score_codex":0.00014488601,"about_ca_topic_score_gemma":0.00000850116,"teacher_disagreement_score":0.89515513,"about_ca_system_score_codex":0.0002738347,"about_ca_system_score_gemma":0.0049790223,"threshold_uncertainty_score":0.9966928},"labels":[],"label_agreement":null},{"id":"W4392468243","doi":"10.1007/s10459-024-10318-2","title":"Dual purposes by design: exploring alignment between residents’ and academic advisors’ documents in a longitudinal program","year":2024,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Centre for Advancing Health Outcomes; St. Michael's Hospital; Mount Sinai Hospital; Health Sciences Centre; University Health Network; University of Toronto; The Wilson Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Summative assessment; Formative assessment; Competence (human resources); Medical education; Autonomy; Coaching; Thematic analysis; Psychology; Documentation; Medicine; Pedagogy; Qualitative research; Computer science; Sociology; Social psychology","score_opus":0.09002741292293483,"score_gpt":0.47236254313724224,"score_spread":0.38233513021430743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392468243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93739444,0.043224566,0.00084295316,0.01447024,0.0018730155,0.0018832473,0.0000017532881,0.000083655366,0.00022610478],"genre_scores_gemma":[0.9605944,0.01612378,0.020838201,0.00063933356,0.00033457403,0.0012950712,0.000036196485,0.00001267962,0.00012574451],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976713,0.000110149835,0.0006994941,0.0005330221,0.0005649994,0.00042104578],"domain_scores_gemma":[0.99941576,0.00018465174,0.00012621305,0.00012800707,0.000045863366,0.00009949508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023625921,0.00013671313,0.00021163542,0.00062862085,0.00014864675,0.00006361333,0.0001223825,0.000066321205,0.000021848531],"category_scores_gemma":[0.00045010893,0.00012423265,0.000013323975,0.0019468924,0.0002690167,0.0013528827,0.000035008874,0.00040643947,0.000007832123],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010739015,0.00014404985,0.3526091,0.0005697527,0.0000026761613,0.0000011171027,0.0017168768,0.000027745278,0.00001680009,0.000810887,0.0015765843,0.64251363],"study_design_scores_gemma":[0.0010289663,0.0021623445,0.85918474,0.011452225,0.000034168326,0.00007314753,0.01148849,0.0022250002,0.0007513105,0.01633229,0.09471437,0.00055294484],"about_ca_topic_score_codex":0.00037192373,"about_ca_topic_score_gemma":0.00002202083,"teacher_disagreement_score":0.64196074,"about_ca_system_score_codex":0.0006504598,"about_ca_system_score_gemma":0.0012426028,"threshold_uncertainty_score":0.50660604},"labels":[],"label_agreement":null},{"id":"W4392468578","doi":"10.1002/hpm.3791","title":"Critical route for development of medical student leadership competencies in 35 Pan American Health Organization member states: A scoping review and thematic analysis","year":2024,"lang":"en","type":"review","venue":"The International Journal of Health Planning and Management","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministerio de Ciencia, Tecnología e Innovación Productiva; Ministerio de Ciencia, Tecnología e Innovación","keywords":"Thematic analysis; Curriculum; Medical education; Educational leadership; Leadership development; Leadership studies; Government (linguistics); Corporate governance; Political science; Public relations; Psychology; Pedagogy; Qualitative research; Sociology; Medicine; Management; Leadership style; Social science","score_opus":0.20309871253768016,"score_gpt":0.5517405530150836,"score_spread":0.34864184047740343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392468578","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012204215,0.95213866,0.011684962,0.03474455,0.00023133446,0.0010610563,0.0000048169504,0.0000065065065,0.0000060710177],"genre_scores_gemma":[0.00047802003,0.98675215,0.007979167,0.0045295134,0.00007166932,0.000050243536,0.00010214421,0.000016739845,0.000020367708],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99639493,0.00018435315,0.0020158037,0.00017387576,0.0010472977,0.00018376712],"domain_scores_gemma":[0.9980531,0.00035216496,0.0011078527,0.00010765497,0.0002960386,0.00008322629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058487817,0.00016430712,0.0014309889,0.0007388941,0.000077169985,0.00004067436,0.00026495394,0.00003925789,0.000013536359],"category_scores_gemma":[0.00065188616,0.00010093048,0.00008817513,0.0007357477,0.00011440472,0.00004000942,0.00011578272,0.00035575544,5.6305663e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067385326,0.000119368335,0.00010543346,0.21959981,0.0018140287,0.0000121065605,0.0032345243,0.00000366712,4.6634225e-9,0.0011483883,0.001527814,0.7724281],"study_design_scores_gemma":[0.00046798048,0.0002766985,0.0005090522,0.93883044,0.004158352,0.00020629099,0.008780136,0.00022423663,7.34871e-8,0.000070088674,0.04632288,0.00015379624],"about_ca_topic_score_codex":0.00002577952,"about_ca_topic_score_gemma":0.000019200992,"teacher_disagreement_score":0.7722743,"about_ca_system_score_codex":0.00043876315,"about_ca_system_score_gemma":0.001203075,"threshold_uncertainty_score":0.4115826},"labels":[],"label_agreement":null},{"id":"W4392499866","doi":"10.20944/preprints202403.0227.v1","title":"Prescribing Competence of Canadian Medical Graduates: National Survey of Medical School Leaders","year":2024,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Government of Ontario","keywords":"Competence (human resources); Medical school; Medical education; Psychology; Political science; Medicine; Social psychology","score_opus":0.29014286026117586,"score_gpt":0.4355190242868319,"score_spread":0.14537616402565606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392499866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9489544,0.00037127093,0.00006917465,0.032874048,0.0024100905,0.0008595339,0.00012879533,0.00009575244,0.0142369],"genre_scores_gemma":[0.9956143,0.00028540127,0.00061662623,0.0018323984,0.00041633015,0.0001080516,0.000631799,0.000056862893,0.0004382575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99110794,0.000305194,0.0016849538,0.00090342097,0.005535532,0.0004629401],"domain_scores_gemma":[0.9945529,0.00033971638,0.0004190124,0.0010083911,0.00249853,0.0011814153],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00883251,0.00034895915,0.0008515126,0.0018376355,0.000062415114,0.000011403146,0.0011508168,0.001288589,0.01460509],"category_scores_gemma":[0.07655172,0.0003441764,0.00019396258,0.0016583197,0.0010354111,0.000049811544,0.0012954453,0.0039189276,0.00063624635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001008338,0.0006746043,0.95470583,0.005128553,0.0009439931,0.000105262356,0.0021447309,0.00009915015,0.00072378153,0.008278275,0.02443959,0.0026553897],"study_design_scores_gemma":[0.0008898963,0.000049409868,0.9713307,0.00863249,0.00019409327,0.00010261585,0.00068010646,0.007216706,0.004232246,0.0027466882,0.0034611716,0.00046387644],"about_ca_topic_score_codex":0.17910141,"about_ca_topic_score_gemma":0.024734523,"teacher_disagreement_score":0.15436688,"about_ca_system_score_codex":0.0006433337,"about_ca_system_score_gemma":0.032258395,"threshold_uncertainty_score":0.999901},"labels":[],"label_agreement":null},{"id":"W4392501893","doi":"10.3138/ptc-2021-0100-cc","title":"Clinician's Commentary on Coleman et al.","year":2024,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Medicine","score_opus":0.011411791519431367,"score_gpt":0.37995674467371277,"score_spread":0.3685449531542814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392501893","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20956232,0.00029059334,0.00011631248,0.7810912,0.0028673084,0.00032311393,0.00001869488,0.00009334209,0.0056371065],"genre_scores_gemma":[0.39032134,0.00006667418,0.00025190806,0.6080154,0.00035342743,0.000022857486,0.00009240829,0.000023604174,0.0008523929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991235,0.000025000825,0.00017330478,0.0001842991,0.00035363465,0.00014023659],"domain_scores_gemma":[0.9995777,0.0000750605,0.000022506627,0.00023243278,0.000042464235,0.00004985691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015104335,0.000092883274,0.00012609897,0.00008244202,0.000047926256,0.000016090113,0.000060471946,0.000023392238,0.00064362236],"category_scores_gemma":[0.000022214403,0.000079317106,0.00003230777,0.00034909364,0.00002982461,0.00003441899,0.0000058541746,0.00026025323,0.00002204778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026967666,0.00007990481,0.00012361072,0.000040508694,0.00005458749,0.000019024403,0.00008855658,0.00000421335,0.0007608001,0.0013163039,0.9544571,0.0430284],"study_design_scores_gemma":[0.00029723113,0.00013604673,0.0015434435,0.0002080799,0.000008747934,0.0000033709716,0.00010332258,0.0012379072,0.000560313,0.00016190794,0.9956597,0.00007993773],"about_ca_topic_score_codex":0.16914812,"about_ca_topic_score_gemma":0.06132944,"teacher_disagreement_score":0.18075901,"about_ca_system_score_codex":0.00041332564,"about_ca_system_score_gemma":0.00084318646,"threshold_uncertainty_score":0.95579886},"labels":[],"label_agreement":null},{"id":"W4392622039","doi":"10.1080/0142159x.2024.2323243","title":"The challenge of transfer to clinical practice: The illusion of learning and illusion of teaching","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Illusion; Curriculum; Transfer of learning; Cognition; Clinical Practice; Dissemination; Engineering ethics; Medical education; Psychology; Computer science; Medicine; Pedagogy; Nursing; Cognitive psychology; Engineering; Artificial intelligence; Neuroscience","score_opus":0.03202243764141806,"score_gpt":0.4375273101759109,"score_spread":0.40550487253449286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392622039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85083145,0.0025008535,0.0030497236,0.13102344,0.0007862826,0.00040870963,5.8509204e-7,0.000032257263,0.011366697],"genre_scores_gemma":[0.9967645,0.00089154515,0.0007021296,0.00038830945,0.00048593624,0.000012429794,0.0000049149126,0.00001819862,0.00073202816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99725765,0.00047551116,0.0008373855,0.00020547376,0.0010737758,0.00015020867],"domain_scores_gemma":[0.9983739,0.0010235667,0.000065214444,0.00025392274,0.00018504537,0.00009832617],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010220353,0.00009474064,0.00028201498,0.00008128351,0.00012569202,0.0000069282373,0.0001547947,0.00020780589,0.00042642563],"category_scores_gemma":[0.028633213,0.000046856487,0.00008566466,0.00028805676,0.0005490538,0.000049884733,0.00009927833,0.0015515123,0.000004477368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001960308,0.00049006235,0.0028426053,0.00039581698,0.000144852,0.000009802383,0.015684368,0.0000010191322,0.00052647037,0.012821095,0.003940563,0.9629473],"study_design_scores_gemma":[0.0010649838,0.0014004668,0.005257696,0.0023575146,0.00033653976,0.000066107685,0.013364338,0.012890444,0.00014324153,0.00050826225,0.9624689,0.0001415094],"about_ca_topic_score_codex":0.00003411233,"about_ca_topic_score_gemma":0.0000029785663,"teacher_disagreement_score":0.9628058,"about_ca_system_score_codex":0.000028479066,"about_ca_system_score_gemma":0.00022516094,"threshold_uncertainty_score":0.97954905},"labels":[],"label_agreement":null},{"id":"W4392663789","doi":"10.4102/phcfm.v16i1.4389","title":"IDEAL: Maintaining PHC-focused training in a MBChB programme through a COVID-induced innovation","year":2024,"lang":"en","type":"article","venue":"African Journal of Primary Health Care & Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Context (archaeology); Medicine; Medical education; General partnership; Service-learning; Health care; Psychology; Pedagogy","score_opus":0.10872004867053299,"score_gpt":0.409639724255163,"score_spread":0.30091967558463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392663789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8049781,0.022469165,0.014783381,0.14593065,0.0045122164,0.0016627023,0.0000072104813,0.00022183098,0.0054347916],"genre_scores_gemma":[0.93149906,0.00034265243,0.015320934,0.050413784,0.0021778406,0.00005244327,0.00009918351,0.00007613036,0.000017967874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435884,0.00021870088,0.0027539032,0.0004201089,0.001450764,0.00079767394],"domain_scores_gemma":[0.9968947,0.00033668167,0.00090161926,0.00034723885,0.00119948,0.00032025255],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056969016,0.00033133582,0.0012157928,0.0020001752,0.00014327002,0.000029347799,0.00025408683,0.00018983523,0.00005008323],"category_scores_gemma":[0.0039375103,0.0002638278,0.000108960194,0.0059469696,0.00025228562,0.0003464842,0.000038902675,0.001866757,0.000005813374],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005123984,0.00018281599,0.0004828618,0.0016724719,0.000115465744,0.00060034794,0.14760566,0.0000054204324,0.0020955577,0.0045347563,0.01455339,0.82763886],"study_design_scores_gemma":[0.021924851,0.021601526,0.012735989,0.019797295,0.00041870525,0.0025819207,0.33782494,0.00059645914,0.00006675103,0.0054564197,0.57623863,0.0007565211],"about_ca_topic_score_codex":0.00030329052,"about_ca_topic_score_gemma":0.000019700046,"teacher_disagreement_score":0.82688236,"about_ca_system_score_codex":0.0038159462,"about_ca_system_score_gemma":0.011207874,"threshold_uncertainty_score":0.9999814},"labels":[],"label_agreement":null},{"id":"W4392715587","doi":"10.21125/inted.2024.1705","title":"CRAFTING A COORDINATED, ADAPTIVE MEDICAL EDUCATION CURRICULUM WITHIN AN INTERNATIONAL LEARNING CONTEXT BETWEEN CANADA AND CHINA","year":2024,"lang":"en","type":"article","venue":"INTED proceedings","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Curriculum; Context (archaeology); Adaptive learning; Computer science; Political science; Mathematics education; Pedagogy; Sociology; Psychology; Geography; Artificial intelligence","score_opus":0.008977279101219435,"score_gpt":0.30382892858238775,"score_spread":0.2948516494811683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392715587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98218304,0.00012987736,0.0002693997,0.011621705,0.0014106509,0.00024768725,0.0000026771402,0.00018434343,0.003950598],"genre_scores_gemma":[0.9951328,0.000012278573,0.0015563712,0.0012222691,0.0010363722,0.000055389,0.00010767285,0.00003203671,0.00084483164],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983074,0.000014700976,0.00042730474,0.0003869198,0.0006564753,0.00020718062],"domain_scores_gemma":[0.9988537,0.00004426417,0.00010577272,0.000061781415,0.0007194657,0.00021502736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000650509,0.0001652838,0.00020426196,0.00027408302,0.00012598794,0.00011324139,0.0001505527,0.00016092429,0.00029505265],"category_scores_gemma":[0.0050630537,0.00014754159,0.000023914752,0.00062280096,0.00011807654,0.0004090371,0.000057695153,0.0010763316,0.000008255841],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007444346,0.00026564527,0.35759336,0.00043876027,0.00034799802,0.000037943777,0.014465785,0.0000013008931,0.00039536072,0.021006206,0.04320495,0.56216824],"study_design_scores_gemma":[0.0031916182,0.0020148063,0.27643383,0.016536359,0.0007754042,0.00294868,0.107091896,0.4145727,0.002697445,0.0037520367,0.16819738,0.0017878503],"about_ca_topic_score_codex":0.094022624,"about_ca_topic_score_gemma":0.0060993223,"teacher_disagreement_score":0.5603804,"about_ca_system_score_codex":0.0004979857,"about_ca_system_score_gemma":0.0024318392,"threshold_uncertainty_score":0.9120104},"labels":[],"label_agreement":null},{"id":"W4392797519","doi":"10.3138/jvme-2023-0125","title":"The Transition from Letter Grading to Modified Pass/Fail Grading at a College of Veterinary Medicine: A Narrative Inquiry of Student Experiences","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Narrative; Medical education; Transition (genetics); Veterinary medicine; Medicine; Psychology; Mathematics education; Linguistics; Biology","score_opus":0.09524235502230509,"score_gpt":0.4378610108044084,"score_spread":0.3426186557821033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392797519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.940266,0.0018336418,0.0013265468,0.049008247,0.0070957607,0.0003783322,0.000004961197,0.000015933098,0.00007053831],"genre_scores_gemma":[0.993863,0.00019092576,0.0012507086,0.0019793075,0.0024835372,0.00009679805,0.000024430194,0.000025201678,0.00008611693],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9959745,0.0002794869,0.0015383656,0.0002628122,0.0017107772,0.00023407169],"domain_scores_gemma":[0.99794275,0.00048509543,0.00049869873,0.00028274299,0.0005553075,0.00023542038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017143945,0.00020940242,0.0005453318,0.00052168505,0.00017916551,0.000015641219,0.0003491495,0.00016930356,0.0004022554],"category_scores_gemma":[0.0016739854,0.0001385179,0.00015834128,0.000912662,0.00058472715,0.0002618881,0.00006484268,0.00053914223,0.0000039212387],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021624153,0.0010439457,0.00019656884,0.0007226783,0.00045807025,0.00028444652,0.72366893,0.000012291182,0.06344348,0.00057502266,0.15398537,0.05344678],"study_design_scores_gemma":[0.0032365227,0.015856031,0.016471015,0.018181382,0.0005942657,0.0044578477,0.87272114,0.002494713,0.0030806854,0.0009809198,0.061427243,0.0004982287],"about_ca_topic_score_codex":0.00003026452,"about_ca_topic_score_gemma":0.0000021607134,"teacher_disagreement_score":0.14905222,"about_ca_system_score_codex":0.0004888114,"about_ca_system_score_gemma":0.0011893788,"threshold_uncertainty_score":0.56485957},"labels":[],"label_agreement":null},{"id":"W4392872273","doi":"10.1051/pmed/2024001","title":"Implication des patients dans l’évaluation multisource : élaboration et évaluation d’un outil de rétroaction destiné aux résidents en médecine familiale","year":2024,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Political science; Medicine; Philosophy","score_opus":0.057285580182756736,"score_gpt":0.3932729853673478,"score_spread":0.335987405184591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392872273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7702037,0.0031856943,0.20725776,0.010942902,0.005015638,0.001556816,0.00008168589,0.0004247275,0.0013310391],"genre_scores_gemma":[0.9463921,0.001963783,0.034529474,0.0013085689,0.0027321992,0.0005471212,0.0033897157,0.00017050181,0.008966493],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99340767,0.0013113082,0.0014957908,0.0010603294,0.0017801005,0.0009448302],"domain_scores_gemma":[0.9964873,0.0006575841,0.00037424683,0.0007807716,0.0013784096,0.00032167046],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005767466,0.0005591147,0.0004922587,0.0006586831,0.0006096235,0.00030848826,0.00033208952,0.0007933327,0.0008592674],"category_scores_gemma":[0.010652649,0.0006030972,0.00018893067,0.0022831298,0.0005318733,0.0011783774,0.00012351447,0.0011716842,0.00095510774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010901784,0.001839289,0.109346695,0.00083971507,0.00018584388,0.000010525232,0.01789689,0.0010265235,0.021588663,0.0020592401,0.010110672,0.8349869],"study_design_scores_gemma":[0.0024116903,0.00047029246,0.80260384,0.0014984257,0.00091468403,0.000051488558,0.0028352104,0.16324075,0.0052992026,0.009326024,0.01082693,0.000521478],"about_ca_topic_score_codex":0.00096411846,"about_ca_topic_score_gemma":0.0000898041,"teacher_disagreement_score":0.83446544,"about_ca_system_score_codex":0.0043620015,"about_ca_system_score_gemma":0.0026705407,"threshold_uncertainty_score":0.99982274},"labels":[],"label_agreement":null},{"id":"W4392916301","doi":"10.1002/hcs2.86","title":"Transformations in medical education: A prudential perspective","year":2024,"lang":"en","type":"editorial","venue":"Health care science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Perspective (graphical); Business; Political science; Computer science; Artificial intelligence","score_opus":0.007325805484485115,"score_gpt":0.4468506059389337,"score_spread":0.4395248004544486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392916301","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033276572,0.004509951,0.00008851266,0.057230886,0.92222404,0.0010090874,0.000034829176,0.00009793927,0.014471995],"genre_scores_gemma":[0.00986439,0.0008698506,0.0023480088,0.0074618245,0.97669667,0.000534257,0.00088547025,0.00005625599,0.0012832923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99390256,0.000053838103,0.0007451596,0.00068541797,0.0040894817,0.00052352995],"domain_scores_gemma":[0.9964683,0.000080049176,0.00013996122,0.00045223953,0.0024760226,0.00038341645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021069725,0.00020671892,0.00038616077,0.0014456349,0.00029126526,0.00009729651,0.0004750303,0.0005172778,0.0003624469],"category_scores_gemma":[0.009341846,0.00019122961,0.00007268586,0.003989501,0.0007332271,0.00023829314,0.00006270959,0.002289471,0.00016759282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010588668,0.00014938868,0.0000065430922,0.00104899,0.0000041067856,0.0000070618194,0.016196528,2.3761315e-7,4.044203e-7,0.0034193518,0.9482386,0.030918188],"study_design_scores_gemma":[0.00037525667,0.00016883161,0.00017170483,0.0026995195,0.000024232912,0.000039714243,0.015526561,0.00014865652,0.0000022649692,0.00026547743,0.98041403,0.00016375871],"about_ca_topic_score_codex":0.00081704976,"about_ca_topic_score_gemma":0.00043483995,"teacher_disagreement_score":0.15560779,"about_ca_system_score_codex":0.006541911,"about_ca_system_score_gemma":0.1621497,"threshold_uncertainty_score":0.9990029},"labels":[],"label_agreement":null},{"id":"W4392917340","doi":"10.5334/pme.1096","title":"Competence By Design: a transformational national model of time-variable competency-based postgraduate medical education","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia; Université de Montréal; University of Saskatchewan; University of Calgary; Provincial Health Services Authority; University of Alberta; Ottawa Hospital; University Health Network; Western University; Royal College of Physicians and Surgeons of Canada; Alberta Medical Association; University of Toronto; McGill University; University of Ottawa; McGill University Health Centre; Queen's University; McMaster University; NOSM University; Medical Council of Canada","funders":"Queen's University; Canadian Internet Registration Authority; Royal College of Physicians and Surgeons of Canada; University of Ottawa","keywords":"Transformational leadership; Competence (human resources); Medical education; Workforce; Specialty; Graduate medical education; Core competency; Medicine; Computer science; Psychology; Accreditation; Political science; Family medicine; Management","score_opus":0.013974447873352872,"score_gpt":0.3346627263005384,"score_spread":0.3206882784271855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392917340","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04383026,0.003695979,0.6265507,0.26350984,0.0034929193,0.002859319,0.00014830058,0.00067431387,0.055238407],"genre_scores_gemma":[0.8345147,0.0005168391,0.13104554,0.026590897,0.0012472157,0.0007566703,0.0026166702,0.00011195966,0.002599539],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99426186,0.00017362834,0.00088653434,0.0006067825,0.0037442793,0.00032692635],"domain_scores_gemma":[0.99700403,0.00037445442,0.00016270937,0.00031212377,0.0017549476,0.00039175586],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019469874,0.00029772407,0.0003984709,0.0007212443,0.0001554289,0.00005046467,0.0003401036,0.0003779926,0.004200145],"category_scores_gemma":[0.008257346,0.00026978794,0.00013919485,0.0013491075,0.00052513106,0.0003046099,0.000019523051,0.00087639963,0.00019340802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049748545,0.014325622,0.00011937178,0.0013113352,0.00027090896,0.0000031538968,0.008659275,0.0013668862,0.0036254637,0.42763782,0.41973075,0.122451946],"study_design_scores_gemma":[0.0010248588,0.00041077656,0.00020825256,0.002876826,0.000121787525,0.0000938761,0.0024218329,0.9715913,0.00080909306,0.013022057,0.007060108,0.00035921196],"about_ca_topic_score_codex":0.00004675351,"about_ca_topic_score_gemma":0.000001357836,"teacher_disagreement_score":0.97022444,"about_ca_system_score_codex":0.0009245855,"about_ca_system_score_gemma":0.06155243,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W4392990370","doi":"10.1186/s12909-024-05264-x","title":"Assessment approaches in undergraduate health professions education: towards the development of feasible assessment approaches for low-resource settings","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fetzer Institute","keywords":"Medical education; Resource (disambiguation); Test (biology); Process (computing); Health assessment; Management science; Medicine; Knowledge management; Computer science; Engineering","score_opus":0.11681649435828591,"score_gpt":0.4324018715962553,"score_spread":0.3155853772379694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392990370","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19066942,0.0030192733,0.23954962,0.5339812,0.0057965606,0.008971206,0.00001109079,0.00025657282,0.017745083],"genre_scores_gemma":[0.7656267,0.000035931156,0.22194041,0.0041527953,0.0008195346,0.004089257,0.0011281657,0.00005444546,0.0021527198],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99610627,0.00029378632,0.0013092633,0.000566193,0.0013040842,0.00042038382],"domain_scores_gemma":[0.9982882,0.00040531726,0.00031797786,0.0005212505,0.00023489978,0.00023234692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048960503,0.00025385886,0.0004239442,0.0004633004,0.000292231,0.000057705845,0.0003209427,0.00022209588,0.00012466396],"category_scores_gemma":[0.0019509039,0.00017987388,0.000109518216,0.0013408695,0.00021412176,0.00013214184,0.00008329212,0.0007590458,0.000006969158],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025084983,0.0040156436,0.003506455,0.005926033,0.00007131817,1.9676142e-7,0.006594169,0.000019229394,0.000018298835,0.06736469,0.065738745,0.84672016],"study_design_scores_gemma":[0.0035231367,0.0006554724,0.3580926,0.027938845,0.00036579167,0.00012387134,0.15677392,0.12561667,0.0008002005,0.013115601,0.31177774,0.0012161527],"about_ca_topic_score_codex":0.000038188413,"about_ca_topic_score_gemma":0.00006207393,"teacher_disagreement_score":0.845504,"about_ca_system_score_codex":0.0014147146,"about_ca_system_score_gemma":0.092502035,"threshold_uncertainty_score":0.91264266},"labels":[],"label_agreement":null},{"id":"W4393118384","doi":"10.1111/eje.13004","title":"A novel model for curriculum design: Preparation, planning, prototyping, and piloting","year":2024,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Rapid prototyping; Medical education; Computer science; Psychology; Engineering management; Engineering; Medicine; Pedagogy","score_opus":0.040768507819526394,"score_gpt":0.37442745375640163,"score_spread":0.33365894593687523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393118384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38131505,0.0012965618,0.61303926,0.0013234178,0.0013323604,0.000847144,0.0000011754165,0.000032802494,0.0008122615],"genre_scores_gemma":[0.8519691,0.000016458689,0.14593463,0.0004469107,0.00096623664,0.000028977825,0.000018197828,0.00003154158,0.00058794837],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903977,0.00004564118,0.00046922136,0.00013799047,0.0002017617,0.000105601175],"domain_scores_gemma":[0.99928904,0.000027391203,0.0002005181,0.00008195209,0.00034073298,0.000060354072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011737971,0.00009229715,0.00011851353,0.00025791017,0.000086809676,0.00008553815,0.00006602961,0.000021605654,0.000010840601],"category_scores_gemma":[0.0006252342,0.000078771736,0.000047286372,0.00021295235,0.000041419127,0.00026776272,0.000012591374,0.00020493662,0.0000066279295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086203736,0.003623002,0.0077199535,0.0028341748,0.0004243496,0.00004079633,0.038601346,0.00409018,0.037225414,0.0070180395,0.27999339,0.6175673],"study_design_scores_gemma":[0.0021629382,0.0023218063,0.008446214,0.005830735,0.00046952922,0.0051973173,0.007864806,0.92820984,0.0014767898,0.0006124454,0.037028696,0.0003788567],"about_ca_topic_score_codex":9.962944e-7,"about_ca_topic_score_gemma":9.6004584e-8,"teacher_disagreement_score":0.9241197,"about_ca_system_score_codex":0.00011646878,"about_ca_system_score_gemma":0.00059380836,"threshold_uncertainty_score":0.32122183},"labels":[],"label_agreement":null},{"id":"W4393131006","doi":"10.5430/jnep.v14n7p1","title":"What’s going on in the clinical examination room?-An exploratory and comparative study of two types of clinical exams and their meaning for nursing students in the final year of the nursing education","year":2024,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Exploratory research; Psychology; Nursing; Medicine; Sociology; Social science; Psychotherapist","score_opus":0.39261063233386073,"score_gpt":0.6113626362910876,"score_spread":0.21875200395722683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393131006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878983,0.0011288249,0.00010207642,0.0072551877,0.0024041005,0.00060103665,4.250158e-7,0.0000017473324,0.00060830906],"genre_scores_gemma":[0.9978907,0.00022706612,0.0010903949,0.0003421365,0.0004135755,0.000010503915,0.0000027933006,0.0000073544943,0.00001549217],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9966259,0.0017534953,0.0009970042,0.0001523705,0.00039409395,0.00007711426],"domain_scores_gemma":[0.9951184,0.0034083223,0.00082367705,0.0001745912,0.0004456518,0.000029380408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009943957,0.00009035283,0.0002917216,0.00024404947,0.00010433795,0.00007137527,0.00013241841,0.00006434479,0.0000014916588],"category_scores_gemma":[0.0032199218,0.00005193725,0.00003778585,0.00043205917,0.00023046325,0.00065007596,0.000007639688,0.0005775474,8.208201e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005385197,0.014736975,0.012846814,0.00008958574,0.000049569342,3.488746e-7,0.39553174,0.000011042695,0.00008815886,0.0032699252,0.0007928728,0.57204443],"study_design_scores_gemma":[0.00096726854,0.0014127796,0.38067287,0.0061298124,0.0002529352,0.0001261514,0.6082832,0.00046486032,0.000040434184,0.0014044878,0.00020049968,0.00004468877],"about_ca_topic_score_codex":0.000007376851,"about_ca_topic_score_gemma":0.0000073777633,"teacher_disagreement_score":0.5719998,"about_ca_system_score_codex":0.00009308719,"about_ca_system_score_gemma":0.00070018665,"threshold_uncertainty_score":0.38547796},"labels":[],"label_agreement":null},{"id":"W4393161017","doi":"10.1002/aet2.10976","title":"“They were very very nice but just not very good”: The interplay between resident–supervisor relationships and assessment in the emergency setting","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Montréal","funders":"","keywords":"Supervisor; Thematic analysis; Strengths and weaknesses; Psychology; Interpersonal communication; Medical education; Qualitative research; Nursing; Medicine; Applied psychology; Social psychology; Management; Sociology","score_opus":0.0781569967732781,"score_gpt":0.4065895711685306,"score_spread":0.32843257439525253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393161017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93653363,0.0009866789,0.00012702217,0.05364384,0.0014680189,0.00039441194,0.0000044823,0.00004534007,0.0067966036],"genre_scores_gemma":[0.9951825,0.00023680525,0.0009735668,0.0014925242,0.0008406793,0.00012674264,0.00012387084,0.000022619,0.0010006574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984191,0.00024495364,0.00049848144,0.00030270906,0.00032082762,0.00021391458],"domain_scores_gemma":[0.99878293,0.0007088802,0.00008278478,0.00028100307,0.0000890361,0.00005534336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025577275,0.00014949655,0.00016409496,0.00023941588,0.000397657,0.00012750633,0.00012765772,0.00010940214,0.000094734794],"category_scores_gemma":[0.0008939095,0.00010328041,0.000040361192,0.00048238714,0.000085613974,0.00026686242,0.00003871383,0.0010745325,0.000014312796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026196441,0.00020953985,0.2371877,0.0005615125,0.00015738368,0.0000074507448,0.20365526,0.0000043091773,0.0002517578,0.028878568,0.023128526,0.5059318],"study_design_scores_gemma":[0.0002569636,0.00005595262,0.8191041,0.0005961317,0.00016857493,0.00007964534,0.16057727,0.0006952276,0.000015608708,0.0013199954,0.016992455,0.00013813464],"about_ca_topic_score_codex":0.00015562562,"about_ca_topic_score_gemma":0.00006000022,"teacher_disagreement_score":0.58191633,"about_ca_system_score_codex":0.00011487128,"about_ca_system_score_gemma":0.0007561758,"threshold_uncertainty_score":0.4668369},"labels":[],"label_agreement":null},{"id":"W4393169779","doi":"10.5334/pme.1342","title":"From Competence by Time to Competence by Design: Lessons From A National Transformation Initiative","year":2024,"lang":"en","type":"editorial","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Queen's University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Competence (human resources); Medical education; Engineering ethics; Computer science; Psychology; Medicine; Data science; Management science; Engineering; Social psychology","score_opus":0.016780491113696252,"score_gpt":0.36682828595353684,"score_spread":0.3500477948398406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393169779","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017728984,0.0053550894,0.045201026,0.23543587,0.6791337,0.004261539,0.007661294,0.0007694745,0.02040911],"genre_scores_gemma":[0.011387238,0.0012312985,0.018111117,0.021182662,0.8519282,0.0023700057,0.08649417,0.00035475387,0.0069406084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912678,0.0003728473,0.0010694092,0.0014881146,0.0053082258,0.00049360923],"domain_scores_gemma":[0.9937961,0.0022517478,0.00037899925,0.0005701166,0.0024354374,0.0005676041],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0012349497,0.00067289144,0.00086237263,0.0006526022,0.00024089358,0.00017772983,0.00065146893,0.0013968783,0.0070806225],"category_scores_gemma":[0.022744443,0.00064777705,0.00018080085,0.0012828476,0.00043949138,0.00032439845,0.00006671025,0.0030346382,0.0040715723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024344314,0.0017092198,9.298177e-7,0.0000902803,0.000242697,0.0000031539244,0.016377198,0.0000029700757,0.00043770325,0.00059325853,0.96788734,0.012411817],"study_design_scores_gemma":[0.0011268039,0.0005789716,0.00004020739,0.003621551,0.00034258113,0.000004764147,0.013457292,0.00274461,0.00032400133,0.0042448216,0.972764,0.0007503541],"about_ca_topic_score_codex":0.00059473224,"about_ca_topic_score_gemma":0.00000799542,"teacher_disagreement_score":0.21425322,"about_ca_system_score_codex":0.0031584338,"about_ca_system_score_gemma":0.011727121,"threshold_uncertainty_score":0.9998995},"labels":[],"label_agreement":null},{"id":"W4393184236","doi":"10.1007/s12630-024-02751-z","title":"Medical students’ perspectives on and understanding of anesthesiology: a Canadian cross-sectional survey","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Impact; McMaster University","funders":"McMaster University","keywords":"Anesthesiology; Specialty; Medical education; Curriculum; Demographics; Medicine; Likert scale; Cross-sectional study; Family medicine; Psychology; Anesthesia; Demography; Pedagogy","score_opus":0.03410854784676853,"score_gpt":0.32117365820800753,"score_spread":0.287065110361239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393184236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98987335,0.0019417191,0.000034965433,0.0068180608,0.0007346362,0.00016262993,0.000010623178,0.000009469874,0.00041456742],"genre_scores_gemma":[0.99813354,0.00014745924,0.00018551842,0.00040506024,0.0008023537,0.0000024089495,0.000015770864,0.000053331256,0.00025454612],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9962193,0.00023658552,0.0010909371,0.00032869846,0.0013842891,0.00074019725],"domain_scores_gemma":[0.9952148,0.0002827135,0.00033598114,0.00021887336,0.0010877165,0.0028599],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006025175,0.0002956236,0.0006035571,0.0027398795,0.00049053563,0.00037722426,0.00056188996,0.0004429391,0.0007941176],"category_scores_gemma":[0.0024989604,0.00025399154,0.00019130851,0.0010055206,0.0008881246,0.00027745843,0.000008769622,0.0016568039,0.0000107737615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014655241,0.00005384739,0.7882399,0.000093417846,0.00024356607,0.19846974,0.002528789,0.000020166788,0.0000037823686,0.0054423753,0.0036574425,0.0011004399],"study_design_scores_gemma":[0.00042459278,0.0007164138,0.48517123,0.0004149487,0.000043803397,0.50888187,0.0020281032,0.000046766985,0.0000031163772,0.0003280066,0.0018038455,0.00013730339],"about_ca_topic_score_codex":0.07106691,"about_ca_topic_score_gemma":0.122563876,"teacher_disagreement_score":0.3104121,"about_ca_system_score_codex":0.003633247,"about_ca_system_score_gemma":0.02115097,"threshold_uncertainty_score":0.99999124},"labels":[],"label_agreement":null},{"id":"W4393229377","doi":"10.3389/fmed.2024.1363222","title":"Comparison of OBGYN postgraduate curricula and assessment methods between Canada and the Netherlands: an auto-ethnographic study","year":2024,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Summative assessment; Formative assessment; Curriculum; Medical education; Competence (human resources); Obstetrics and gynaecology; Medicine; Psychology; Pedagogy","score_opus":0.0407342452448095,"score_gpt":0.4597046678299974,"score_spread":0.4189704225851879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393229377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9529576,0.008098207,0.022977473,0.013014548,0.0016681855,0.000937985,0.00000316011,0.000031711934,0.00031115956],"genre_scores_gemma":[0.95985955,0.00016314363,0.03920186,0.00034791033,0.0002634499,0.000046100293,0.000046732588,0.000017661696,0.000053619682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99785674,0.00045602952,0.0006584711,0.00030286057,0.00053349836,0.00019241477],"domain_scores_gemma":[0.99907523,0.00029576937,0.00011150116,0.00031272825,0.00011185071,0.00009291882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003657487,0.00016509855,0.00078178506,0.00038998746,0.00007583911,0.000012980559,0.00011837279,0.0000731489,0.000014975959],"category_scores_gemma":[0.0005312635,0.00009638256,0.000019974726,0.0010550903,0.00070281647,0.000059458504,0.00003775825,0.00067871436,5.25917e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003840979,0.000096561984,0.7261815,0.00015422657,0.00014188486,0.000009621039,0.006147343,9.2721285e-7,0.000019322611,0.00022474062,0.01485385,0.2521316],"study_design_scores_gemma":[0.0039890483,0.0009753115,0.908641,0.00074957195,0.0007406228,0.000015090388,0.039209794,0.037092123,0.000017855538,0.0017724024,0.0066523873,0.00014481247],"about_ca_topic_score_codex":0.05659004,"about_ca_topic_score_gemma":0.005815289,"teacher_disagreement_score":0.2519868,"about_ca_system_score_codex":0.00011606115,"about_ca_system_score_gemma":0.00031639604,"threshold_uncertainty_score":0.9496922},"labels":[],"label_agreement":null},{"id":"W4393231556","doi":"10.1080/10401334.2024.2328171","title":"Characterization of Distinctive Teaching Practices in Longitudinal Integrated Clerkships: Perspectives From Students and Faculty","year":2024,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes","funders":"Kettering Family Foundation","keywords":"Thematic analysis; Curriculum; Medical education; Focus group; Autonomy; Longitudinal study; Coaching; Psychology; Faculty development; Qualitative research; Mathematics education; Pedagogy; Medicine; Professional development; Sociology","score_opus":0.053895660205975277,"score_gpt":0.42438910815452346,"score_spread":0.3704934479485482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393231556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99318427,0.0005930927,0.0012012927,0.0041442816,0.00015770334,0.00019537438,0.0000023724378,0.00005071636,0.000470897],"genre_scores_gemma":[0.99760205,0.00008474059,0.0014267939,0.00007219462,0.00024775395,0.000011409076,0.00025942497,0.000015902378,0.00027975536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99826837,0.00050809217,0.00039899774,0.00035353273,0.00033371546,0.00013727983],"domain_scores_gemma":[0.9991036,0.0004961636,0.00020817854,0.000090186906,0.000060246097,0.000041614527],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034783941,0.00013767462,0.00033090942,0.00044420027,0.0001238766,0.000032962238,0.00005838749,0.00009107682,0.00005240266],"category_scores_gemma":[0.013293267,0.000105232764,0.000012805813,0.00029742921,0.00018082972,0.00021337994,0.000037833208,0.0026907735,0.0000012490729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013643062,0.00021564444,0.73337173,0.00019160536,0.00006319793,0.000029353623,0.13562696,0.000004719581,0.011921798,0.00046899443,0.000041831474,0.11792775],"study_design_scores_gemma":[0.00088488986,0.0002721157,0.91999876,0.003752806,0.00007694998,0.000021777465,0.0664515,0.0068963775,0.000017897746,0.000068362904,0.0014683651,0.000090197245],"about_ca_topic_score_codex":0.0019295753,"about_ca_topic_score_gemma":0.00003513422,"teacher_disagreement_score":0.18662705,"about_ca_system_score_codex":0.00013541413,"about_ca_system_score_gemma":0.00005319578,"threshold_uncertainty_score":0.99961007},"labels":[],"label_agreement":null},{"id":"W4393316454","doi":"10.1177/17151635241239884","title":"Health human resources planning in Canada—Part II: Its importance for pharmacy in Canada","year":2024,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Pharmacy; Medicine; Business; Family medicine","score_opus":0.06031974853332202,"score_gpt":0.36348559329143987,"score_spread":0.30316584475811786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393316454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813515,0.006048688,0.0000100345615,0.005750283,0.004858416,0.00091701385,0.0005099088,0.000020105117,0.00053407217],"genre_scores_gemma":[0.9812307,0.000934366,0.00013480276,0.01521657,0.0014193578,0.00009673735,0.00018348328,0.00008782007,0.0006961717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528664,0.00012190084,0.0014934852,0.0005982271,0.00082504883,0.0016747002],"domain_scores_gemma":[0.99705577,0.00013483866,0.00029551535,0.00024841522,0.00041962985,0.0018458571],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012274007,0.00042905196,0.0006687692,0.00087326264,0.0008126685,0.00010036621,0.00048869126,0.000046532157,0.00069721515],"category_scores_gemma":[0.00041136408,0.00047609044,0.00007860454,0.0018033058,0.000072513,0.00029748076,0.00003373329,0.0015742502,0.0000012288649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00014711183,0.000060017177,0.075003,0.0018807043,0.00019883944,0.08800134,0.0028484461,0.0027692944,0.00043012362,0.00010391461,0.73745763,0.0910996],"study_design_scores_gemma":[0.003947099,0.00006765481,0.0014601478,0.00082295015,0.00009496771,0.10668717,0.0003105301,0.030014781,0.0006499739,0.000037074005,0.85505295,0.000854707],"about_ca_topic_score_codex":0.9994769,"about_ca_topic_score_gemma":0.99997914,"teacher_disagreement_score":0.13583107,"about_ca_system_score_codex":0.059042387,"about_ca_system_score_gemma":0.19487345,"threshold_uncertainty_score":0.9997691},"labels":[],"label_agreement":null},{"id":"W4393347793","doi":"10.35429/h.2023.10.90.100","title":"Impact of tutorial activity on the desertion of dentistry students’ generations 2016-2020 at the Universidad Autónoma de Campeche","year":2023,"lang":"en","type":"book-chapter","venue":"ECORFAN eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Noma; Desertion; Dentistry; Medicine; Engineering; Geography; Archaeology","score_opus":0.03754697692774708,"score_gpt":0.34419986324647817,"score_spread":0.3066528863187311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393347793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90151197,0.00001322325,0.000091940215,0.0005606161,0.001583759,0.00076495326,0.00009262518,0.0000403983,0.09534053],"genre_scores_gemma":[0.53424513,0.00001867375,0.00007361368,0.00009205337,0.0010262917,0.000024527018,0.00010978141,0.00005185162,0.46435806],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99849427,0.00006784293,0.00037565074,0.00023957981,0.0006403745,0.00018226639],"domain_scores_gemma":[0.9982572,0.00025208746,0.00046633196,0.00069865474,0.00027237204,0.000053312622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060078944,0.00021874181,0.00031048167,0.00014105406,0.00021337274,0.000016623128,0.00030805674,0.00032217405,0.00073066825],"category_scores_gemma":[0.0003715008,0.00013865318,0.00025578213,0.00007292667,0.0003044717,0.00002498698,0.0001306138,0.00060372835,0.0000893627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024616704,0.0010388679,0.013218914,0.00064436975,0.0057774517,0.00014976495,0.007746812,0.00020950117,0.080663204,0.16803975,0.67150354,0.04854617],"study_design_scores_gemma":[0.011235335,0.0068992833,0.7401058,0.00623673,0.0067917956,0.00045689478,0.0020505146,0.0015183219,0.07187688,0.029107356,0.120808385,0.0029127093],"about_ca_topic_score_codex":0.00017108025,"about_ca_topic_score_gemma":0.00011423198,"teacher_disagreement_score":0.72688687,"about_ca_system_score_codex":0.00096135325,"about_ca_system_score_gemma":0.00092213333,"threshold_uncertainty_score":0.80003047},"labels":[],"label_agreement":null},{"id":"W4393377968","doi":"10.3390/ime3020010","title":"Prescribing Competence of Canadian Medical Graduates: National Survey of Medical School Leaders","year":2024,"lang":"en","type":"article","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Competence (human resources); Medical education; Medical school; Psychology; Medicine; Family medicine","score_opus":0.07465920866502652,"score_gpt":0.41080270433589344,"score_spread":0.33614349567086693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393377968","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46912292,0.0020615316,0.002279584,0.46917894,0.019546768,0.0009194644,0.00013357394,0.00018939769,0.036567822],"genre_scores_gemma":[0.9845758,0.00045541985,0.0012366908,0.010886986,0.0011899711,0.00007237919,0.0009998571,0.000033783206,0.00054911873],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9890828,0.00015625745,0.0012808634,0.00043717356,0.008732171,0.00031074524],"domain_scores_gemma":[0.994728,0.00058720715,0.00018682797,0.00027730523,0.002887845,0.0013328069],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004933025,0.0001995219,0.00036602817,0.0020541789,0.000058160207,0.00003419512,0.00083096494,0.0006098435,0.030788727],"category_scores_gemma":[0.11586274,0.00018284131,0.000114050825,0.0021088112,0.0007754554,0.00023382601,0.000082457555,0.0011221631,0.00015876895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012325835,0.00204461,0.05223365,0.0011694983,0.0006550102,0.000078768615,0.0014326719,0.000010075246,0.00021736353,0.10627347,0.63301414,0.2027475],"study_design_scores_gemma":[0.0037071223,0.0005259618,0.4429169,0.027146803,0.0002418811,0.00202371,0.0040329504,0.19100279,0.0017420842,0.0047833417,0.3207536,0.0011228677],"about_ca_topic_score_codex":0.06465486,"about_ca_topic_score_gemma":0.013101846,"teacher_disagreement_score":0.51545286,"about_ca_system_score_codex":0.0006135157,"about_ca_system_score_gemma":0.06291994,"threshold_uncertainty_score":0.97009724},"labels":[],"label_agreement":null},{"id":"W4393390892","doi":"10.1016/j.acpath.2024.100112","title":"The impact of Pathology Outreach Program (POP) on United States and Canadian high school students","year":2024,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Outreach; Medical education; Economic shortage; Session (web analytics); Workforce; Medicine; Psychology; Family medicine; Public relations; Political science; Business; Government (linguistics)","score_opus":0.017994120597892512,"score_gpt":0.40298025793059306,"score_spread":0.38498613733270054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393390892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98953927,0.0008641712,0.000010837942,0.008247755,0.00046243664,0.0005258838,0.000033189997,0.00006926855,0.00024719114],"genre_scores_gemma":[0.9959421,0.0010664033,0.00022335898,0.0016592308,0.00017456665,0.00011356476,0.0003488237,0.0000222877,0.0004496631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865156,0.00013959146,0.00036411925,0.00026744607,0.00019601424,0.00038126708],"domain_scores_gemma":[0.9991848,0.00018525221,0.00006894072,0.0002634732,0.00013059909,0.0001669297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008877102,0.00014001355,0.00022207954,0.0005256808,0.0001010912,0.000014746102,0.00018738481,0.00037514526,0.00005386705],"category_scores_gemma":[0.0012672556,0.000087866545,0.000039046183,0.00067150686,0.00039565022,0.000036610152,0.000041315136,0.0012122856,0.000044168104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021043491,0.00033782425,0.49139482,0.00015855762,0.00038618757,0.0012112748,0.004701046,0.000026340518,0.0024417283,0.010192662,0.086524904,0.40241423],"study_design_scores_gemma":[0.001013238,0.0020333237,0.9570373,0.00024825818,0.00014497477,0.0015141094,0.0011042072,0.0010134677,0.0001658426,0.0043404745,0.031192824,0.00019196904],"about_ca_topic_score_codex":0.007571665,"about_ca_topic_score_gemma":0.0003741646,"teacher_disagreement_score":0.46564248,"about_ca_system_score_codex":0.00028576382,"about_ca_system_score_gemma":0.00045862093,"threshold_uncertainty_score":0.999037},"labels":[],"label_agreement":null},{"id":"W4393770096","doi":"10.5281/zenodo.5894885","title":"Multi-stakeholder Validation of Entrustable Professional Activities in Family Medicine - Survey Responses","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Stakeholder; Psychology; Data science; Computer science; Political science; Public relations","score_opus":0.15984246388562143,"score_gpt":0.3660469515756418,"score_spread":0.2062044876900204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393770096","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051603425,0.00018838598,0.00014242763,0.001259579,0.0010613452,0.0017015454,0.94234383,0.00021231848,0.0014871679],"genre_scores_gemma":[0.0053527495,0.00019852303,0.00018477357,0.00030948207,0.00014590108,6.5963985e-7,0.9913753,0.0005859386,0.0018466748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957843,0.0014424428,0.00075126754,0.00050520553,0.0011622135,0.0003545714],"domain_scores_gemma":[0.9976668,0.00016544518,0.0004333198,0.00074693194,0.0008939006,0.00009359934],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038794347,0.00023421002,0.00046222864,0.0013386542,0.0008691448,0.00007416134,0.00071870926,0.00020295767,0.13549927],"category_scores_gemma":[0.008993321,0.00023044684,0.000042886993,0.0017112748,0.0003854598,0.00018088895,0.0008016911,0.0011058166,0.00024425783],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005110355,0.00076826185,0.000037270605,0.0004610584,0.00005246762,0.000015685588,0.0005990872,0.000012000229,0.0013019445,0.000027301981,0.9921071,0.004106795],"study_design_scores_gemma":[0.0014338744,0.00039483065,0.00917391,0.00029773905,0.000047174828,0.000050617913,0.0016808921,0.000038467526,0.00013259193,0.000008659402,0.986562,0.00017922475],"about_ca_topic_score_codex":0.00041604368,"about_ca_topic_score_gemma":0.0000028710908,"teacher_disagreement_score":0.13525501,"about_ca_system_score_codex":0.00058088376,"about_ca_system_score_gemma":0.00008102477,"threshold_uncertainty_score":0.99935436},"labels":[],"label_agreement":null},{"id":"W4393829032","doi":"10.5281/zenodo.6385645","title":"Dataset: Multi-Stakeholder Validation of Entrustable Professional Activities for a Family Medicine Care of the Elderly Residency Program: A Focus Group Study","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Focus group; Stakeholder; Family medicine; Medical education; Focus (optics); Psychology; Medicine; Sociology; Political science","score_opus":0.0974499337581125,"score_gpt":0.3617527607929675,"score_spread":0.26430282703485497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393829032","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010862282,0.00023424649,0.00018023039,0.0009365445,0.0006846969,0.0076370086,0.9790648,0.0001252804,0.0002749133],"genre_scores_gemma":[0.009783971,0.00004636837,0.00045106097,0.00008646942,0.00019491764,0.000008970707,0.9886149,0.0005267445,0.00028655236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962905,0.00063567073,0.00081828557,0.0005417005,0.0013819354,0.00033188035],"domain_scores_gemma":[0.99654293,0.000085886466,0.0007393524,0.0012160409,0.0013382054,0.00007758776],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001457223,0.00025633926,0.00047474934,0.0005413092,0.00145081,0.000073464405,0.0011693906,0.00015307478,0.021402711],"category_scores_gemma":[0.003152168,0.00020211308,0.00008049757,0.0012287551,0.00041200028,0.0001684708,0.0010929592,0.00076880836,0.000025287416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023718833,0.0020512254,0.000010476718,0.0013858461,0.00015151467,0.0000035834605,0.0023286203,0.0000036398073,0.0005416245,0.000071099974,0.96278626,0.030428916],"study_design_scores_gemma":[0.0023791417,0.0033655597,0.0005696666,0.00036950913,0.00032395596,0.000022528071,0.018243063,0.000014897347,0.00016656208,0.000022373219,0.97436166,0.00016106362],"about_ca_topic_score_codex":0.00025270073,"about_ca_topic_score_gemma":0.0000049398864,"teacher_disagreement_score":0.030267853,"about_ca_system_score_codex":0.0003589068,"about_ca_system_score_gemma":0.00010097,"threshold_uncertainty_score":0.99984914},"labels":[],"label_agreement":null},{"id":"W4393993164","doi":"10.21203/rs.3.rs-4171859/v1","title":"Conducting an Objective Structured Clinical Examination under COVID-Restricted Conditions","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; Computer science; Medicine; Internal medicine; Outbreak","score_opus":0.30419722292374085,"score_gpt":0.5786067459394209,"score_spread":0.27440952301568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393993164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98329794,0.00027582052,0.0006110932,0.005939791,0.002748331,0.0027405147,0.00021165592,0.0003764286,0.0037984],"genre_scores_gemma":[0.9869508,0.00007951298,0.0020083962,0.00046857595,0.0026201303,0.00049609604,0.006035425,0.00009134025,0.0012497362],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934699,0.0017740407,0.0009934816,0.0011612584,0.0019896906,0.0006116518],"domain_scores_gemma":[0.99350464,0.0010117607,0.00021608392,0.0011641027,0.0037151526,0.00038822764],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049005947,0.0003081214,0.00055138307,0.001642659,0.00043668377,0.00022631412,0.00034282755,0.0011307824,0.0011424901],"category_scores_gemma":[0.016201623,0.0002859147,0.00018170336,0.0021192643,0.0008140292,0.0001244902,0.000719135,0.007694069,0.00020223072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010634076,0.009066362,0.031829864,0.028619858,0.0043347315,0.0012758526,0.028473724,0.0017982357,0.013939493,0.20705761,0.2819612,0.39057967],"study_design_scores_gemma":[0.0032720088,0.0021694887,0.75470847,0.0051646223,0.0006444214,0.00020312994,0.048013806,0.017701207,0.0013023161,0.16093916,0.004781828,0.001099511],"about_ca_topic_score_codex":0.0002502181,"about_ca_topic_score_gemma":0.00005389809,"teacher_disagreement_score":0.72287863,"about_ca_system_score_codex":0.0016584381,"about_ca_system_score_gemma":0.0050355215,"threshold_uncertainty_score":0.9999593},"labels":[],"label_agreement":null},{"id":"W4394011279","doi":"10.1111/eje.13007","title":"Concordance of judgement: A tool to foster the development of professionalism in dentistry","year":2024,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"Université de Montréal; Canada Excellence Research Chairs, Government of Canada","keywords":"Reflexivity; Concordance; Feeling; Context (archaeology); Judgement; Vignette; Test (biology); Psychology; Medical education; Medicine; Mathematics education; Social psychology; Epistemology; Sociology","score_opus":0.029665094539761683,"score_gpt":0.3693445329267188,"score_spread":0.33967943838695713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394011279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916514,0.00048275996,0.0009815661,0.002867146,0.0026143237,0.00021681533,7.9568093e-7,0.0000029658916,0.0011822031],"genre_scores_gemma":[0.98808724,0.0000061549763,0.010367426,0.0007842407,0.00021213888,0.0000055985906,0.000008390747,0.00001238228,0.00051642803],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985456,0.00009582954,0.00082998566,0.000079905505,0.00037330994,0.000075399636],"domain_scores_gemma":[0.99931765,0.00002974903,0.0002463068,0.00011648545,0.00026642854,0.000023372588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013104213,0.00006314049,0.00012735443,0.0002552686,0.000024577395,0.000011857938,0.00014019167,0.000013951086,0.000099953795],"category_scores_gemma":[0.0003432793,0.000043716675,0.00004072681,0.0004822359,0.000042514926,0.00009567749,0.000038604358,0.0002087458,0.000027582328],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016881048,0.0010387196,0.013363244,0.0007718112,0.00009570829,0.00003182457,0.025750391,0.000006680159,0.033454876,0.0006964552,0.036249194,0.8883723],"study_design_scores_gemma":[0.0010991368,0.00035522084,0.8350989,0.00947319,0.000104871855,0.00064171234,0.029470539,0.000045146688,0.029309398,0.00013563709,0.094100356,0.00016588529],"about_ca_topic_score_codex":0.000001115684,"about_ca_topic_score_gemma":0.0000013985963,"teacher_disagreement_score":0.8882064,"about_ca_system_score_codex":0.00015255994,"about_ca_system_score_gemma":0.00091964763,"threshold_uncertainty_score":0.17827143},"labels":[],"label_agreement":null},{"id":"W4394047093","doi":"10.5281/zenodo.5894884","title":"Multi-stakeholder Validation of Entrustable Professional Activities in Family Medicine - Survey Responses","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Stakeholder; Psychology; Political science; Public relations","score_opus":0.15984246388562143,"score_gpt":0.3660469515756418,"score_spread":0.2062044876900204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394047093","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051603425,0.00018838598,0.00014242763,0.001259579,0.0010613452,0.0017015454,0.94234383,0.00021231848,0.0014871679],"genre_scores_gemma":[0.0053527495,0.00019852303,0.00018477357,0.00030948207,0.00014590108,6.5963985e-7,0.9913753,0.0005859386,0.0018466748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957843,0.0014424428,0.00075126754,0.00050520553,0.0011622135,0.0003545714],"domain_scores_gemma":[0.9976668,0.00016544518,0.0004333198,0.00074693194,0.0008939006,0.00009359934],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038794347,0.00023421002,0.00046222864,0.0013386542,0.0008691448,0.00007416134,0.00071870926,0.00020295767,0.13549927],"category_scores_gemma":[0.008993321,0.00023044684,0.000042886993,0.0017112748,0.0003854598,0.00018088895,0.0008016911,0.0011058166,0.00024425783],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005110355,0.00076826185,0.000037270605,0.0004610584,0.00005246762,0.000015685588,0.0005990872,0.000012000229,0.0013019445,0.000027301981,0.9921071,0.004106795],"study_design_scores_gemma":[0.0014338744,0.00039483065,0.00917391,0.00029773905,0.000047174828,0.000050617913,0.0016808921,0.000038467526,0.00013259193,0.000008659402,0.986562,0.00017922475],"about_ca_topic_score_codex":0.00041604368,"about_ca_topic_score_gemma":0.0000028710908,"teacher_disagreement_score":0.13525501,"about_ca_system_score_codex":0.00058088376,"about_ca_system_score_gemma":0.00008102477,"threshold_uncertainty_score":0.99935436},"labels":[],"label_agreement":null},{"id":"W4394097884","doi":"10.6084/m9.figshare.14279555","title":"Translation and transcultural adaptation of the Professional Mini-Evaluation Exercise (P-MEX) for use on medical residents","year":2021,"lang":"en","type":"dataset","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adaptation (eye); Translation (biology); Psychology; Medicine; Medical education; Physical medicine and rehabilitation; Neuroscience; Biology","score_opus":0.16392935769583047,"score_gpt":0.4103989774498734,"score_spread":0.24646961975404294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394097884","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012389766,0.00034229908,0.0000033528024,0.0015120371,0.00062624237,0.0021574697,0.9941014,0.000009864921,0.0000083399555],"genre_scores_gemma":[0.00074007176,0.000036968842,0.00036520138,0.0004509999,0.00030507945,0.0011050974,0.9968284,0.000017644528,0.00015053317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718857,0.00013017603,0.0005168054,0.00032583525,0.0016949864,0.00014364284],"domain_scores_gemma":[0.9979838,0.0002723479,0.0003008532,0.00037593086,0.001002521,0.00006455731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037588988,0.00019044094,0.000302308,0.00013051226,0.00012819665,0.000024072597,0.00015353573,0.00055693043,0.023471888],"category_scores_gemma":[0.009495358,0.00013104343,0.00012167094,0.0003342709,0.00003045885,0.00011766762,0.000023549752,0.00048319038,0.000019366249],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001192691,0.0001682208,0.0000073846227,0.0014903338,0.000030700172,0.0000012228592,0.0002662947,0.0000055064324,0.000004843994,8.948898e-7,0.95446926,0.04343605],"study_design_scores_gemma":[0.0029787645,0.0001625556,0.01593368,0.040408317,0.0006212947,0.000028915112,0.00044866695,0.0073182764,0.00016817989,0.000018599672,0.93166,0.0002527616],"about_ca_topic_score_codex":0.000033418004,"about_ca_topic_score_gemma":0.00010559038,"teacher_disagreement_score":0.043183286,"about_ca_system_score_codex":0.00009368669,"about_ca_system_score_gemma":0.0010678179,"threshold_uncertainty_score":0.9988481},"labels":[],"label_agreement":null},{"id":"W4394270102","doi":"10.6084/m9.figshare.5821527","title":"The research contributions of predominantly North American Family Medicine educators to medical learner feedback: a descriptive analysis following a scoping review","year":2018,"lang":"en","type":"review","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Descriptive statistics; Medical education; Descriptive research; Psychology; Medicine; Sociology; Social science; Mathematics; Statistics","score_opus":0.1948950629410148,"score_gpt":0.5225096349299232,"score_spread":0.3276145719889084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394270102","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026013658,0.98479193,0.000011050066,0.0023374178,0.00032197218,0.004794801,0.0072563477,0.00004208757,0.00041836133],"genre_scores_gemma":[0.00003860305,0.9234721,0.00014811844,0.0010269043,0.001059778,0.0033534612,0.070489526,0.00007071477,0.0003407817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924475,0.0010127499,0.002089452,0.0008198224,0.002794958,0.0008355043],"domain_scores_gemma":[0.99005836,0.002383338,0.0011378786,0.0017301926,0.0039608176,0.00072942383],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003885626,0.0004760423,0.0035651033,0.0013720292,0.0005635943,0.00003577915,0.0010466197,0.0002862406,0.012710568],"category_scores_gemma":[0.18168493,0.00028904452,0.0009457589,0.017890448,0.0004823188,0.0000674052,0.00038735807,0.0017242847,0.00076606666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009174402,0.00008229801,0.000008911323,0.038665976,0.0012532108,0.000014277625,0.0002647265,3.539363e-8,4.8972925e-8,0.00000780801,0.5714772,0.38821635],"study_design_scores_gemma":[0.00011055869,0.00018210677,0.00007894577,0.4851652,0.0024662553,0.000011837679,0.00023757141,0.0000039433985,2.3849466e-7,7.589309e-7,0.51160693,0.00013566639],"about_ca_topic_score_codex":0.0001876954,"about_ca_topic_score_gemma":0.00025376174,"teacher_disagreement_score":0.44649923,"about_ca_system_score_codex":0.0008401873,"about_ca_system_score_gemma":0.0092744725,"threshold_uncertainty_score":0.9999562},"labels":[],"label_agreement":null},{"id":"W4394292673","doi":"10.6084/m9.figshare.21365099","title":"The state of patient engagement among pain research trainees in Canada: Results of a national web-based survey","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Queen's University","funders":"","keywords":"Web survey; State (computer science); Psychology; Medical education; Family medicine; Medicine; World Wide Web; Computer science","score_opus":0.12163283855365889,"score_gpt":0.3787183404112852,"score_spread":0.25708550185762635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394292673","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002261246,0.00006166497,2.7602834e-8,0.00037620397,0.00010650091,0.0007964007,0.99634016,0.0000029979362,0.000054778026],"genre_scores_gemma":[0.01490068,0.0000075012895,0.000010472063,0.00023633789,0.000030542626,0.0007395729,0.9840146,0.000012176775,0.00004813305],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994402,0.0017483348,0.0008603727,0.00023926802,0.0024940118,0.0002559956],"domain_scores_gemma":[0.9929213,0.0043629482,0.00046310166,0.0004999346,0.0017053991,0.000047313435],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007660399,0.0001247274,0.00025733552,0.00044386325,0.00011349586,0.000007571222,0.00034981177,0.00006739861,0.065488756],"category_scores_gemma":[0.095726736,0.00010021777,0.000033859425,0.0013031668,0.000043987886,0.000016941583,0.0001311536,0.001187803,0.000004595569],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013821007,0.00015167092,0.0000775403,0.0005682971,0.000026991856,0.000010957127,0.00011408261,0.00018360907,4.3489422e-7,2.4188486e-7,0.9958669,0.0028610555],"study_design_scores_gemma":[0.00068126153,0.00017024303,0.02481698,0.001505116,0.000003460533,2.913357e-7,0.00038763232,0.00052201917,0.000016968781,0.0000042667953,0.9718143,0.000077468634],"about_ca_topic_score_codex":0.4411799,"about_ca_topic_score_gemma":0.8080964,"teacher_disagreement_score":0.36691654,"about_ca_system_score_codex":0.0016430186,"about_ca_system_score_gemma":0.017083138,"threshold_uncertainty_score":0.9884891},"labels":[],"label_agreement":null},{"id":"W4394374421","doi":"10.6084/m9.figshare.21944662","title":"Continuing professional development needs in pain management for Canadian health care professionals: A cross sectional survey","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Pain management; Health professionals; Health care; Nursing; Professional development; Medicine; Family medicine; Medical education; Political science; Physical therapy; Pathology","score_opus":0.07518484094089808,"score_gpt":0.4192495814454555,"score_spread":0.3440647405045574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394374421","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019312036,0.00016174414,9.0041846e-7,0.00052622025,0.0018120981,0.0032010695,0.99403924,0.00004572122,0.000019866313],"genre_scores_gemma":[0.0000743666,0.0000024235542,0.00042472893,0.0038497094,0.0004308457,0.006019155,0.9852258,0.000052374635,0.0039206226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970321,0.00023090419,0.00086013105,0.0004879063,0.00072501984,0.00066394126],"domain_scores_gemma":[0.99796915,0.0003391345,0.00031046788,0.0003551649,0.00079241814,0.00023367835],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002006155,0.00030077872,0.000421073,0.0013746874,0.00034324668,0.00004958623,0.00029203764,0.0004881109,0.011487827],"category_scores_gemma":[0.0056463294,0.000292378,0.00006608101,0.0011742781,0.000012516069,0.000052073017,0.00013063347,0.0008116077,0.001057361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037497997,0.00010734677,0.0009780666,0.005451468,0.00005092935,0.000018596744,0.00052457285,0.0000016578567,1.0147017e-8,0.0000014498149,0.98755443,0.005273949],"study_design_scores_gemma":[0.0005779185,0.00003480955,0.22841553,0.011389649,0.0000038133855,0.000003014079,0.00083763973,0.000013506394,3.362663e-7,0.0000011842653,0.758522,0.00020060093],"about_ca_topic_score_codex":0.006002936,"about_ca_topic_score_gemma":0.10548816,"teacher_disagreement_score":0.22903246,"about_ca_system_score_codex":0.0023671808,"about_ca_system_score_gemma":0.006565173,"threshold_uncertainty_score":0.99995285},"labels":[],"label_agreement":null},{"id":"W4394378384","doi":"10.6084/m9.figshare.8227508","title":"Objective structured clinical examination in physiotherapy teaching: a systematic review","year":2019,"lang":"en","type":"review","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Physical therapy; Medicine; Physical medicine and rehabilitation; Medical physics","score_opus":0.04484727536281931,"score_gpt":0.3700711410671069,"score_spread":0.32522386570428763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394378384","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000072353374,0.97364134,0.00042554797,0.0023889919,0.001767799,0.0070765675,0.000029899347,0.0002316795,0.014365832],"genre_scores_gemma":[0.00934801,0.98220766,0.0026489939,0.0010649088,0.0010390646,0.0017341186,0.0012211791,0.00015785354,0.00057821156],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99071795,0.002828887,0.0032443306,0.0012264135,0.0013151941,0.00066723675],"domain_scores_gemma":[0.9949518,0.00074178755,0.0018968905,0.0014306206,0.00070237234,0.00027651823],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00433767,0.0008660383,0.004321718,0.0011892981,0.00025846143,0.000104432685,0.00071127736,0.0014173605,0.000051860625],"category_scores_gemma":[0.007875524,0.00069638906,0.0009109615,0.0017123453,0.000035781337,0.00030115014,0.00014483034,0.0030375894,0.000053843592],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050422906,0.001174153,0.00001833563,0.67893505,0.00067096815,0.000095301744,0.0004908686,7.15347e-7,0.0000035849268,0.1436213,0.0015097508,0.17342958],"study_design_scores_gemma":[0.00079731643,0.00011719618,0.000253009,0.27849388,0.0016114927,0.00119338,0.000102199854,0.000053139287,6.899002e-7,0.00003615368,0.716876,0.00046558943],"about_ca_topic_score_codex":7.670747e-7,"about_ca_topic_score_gemma":0.000012568375,"teacher_disagreement_score":0.7153662,"about_ca_system_score_codex":0.002593316,"about_ca_system_score_gemma":0.0025610956,"threshold_uncertainty_score":0.999879},"labels":[],"label_agreement":null},{"id":"W4394532496","doi":"10.6084/m9.figshare.7865528","title":"Teaching skills for medical residents: are these important? A narrative review of the literature","year":2019,"lang":"en","type":"review","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Medical education; Narrative review; Psychology; Mathematics education; Medicine; Literature; Art; Psychotherapist","score_opus":0.04744943334074056,"score_gpt":0.43423405140828686,"score_spread":0.38678461806754627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394532496","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3811384e-7,0.94358736,2.632028e-7,0.002063686,0.0003817031,0.0039961576,0.049464367,0.000024811068,0.00048129665],"genre_scores_gemma":[3.6655706e-7,0.85868776,0.00012795965,0.004400081,0.00076460664,0.0013512513,0.13202634,0.000059179572,0.00258245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996663,0.00027267312,0.0013569957,0.00041775545,0.0010385559,0.00025101655],"domain_scores_gemma":[0.9955563,0.00061527686,0.0017476665,0.0011057063,0.00088327477,0.000091765105],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008773273,0.00037108432,0.0018249073,0.00015549386,0.00009147571,0.000021124852,0.0006709767,0.00068059843,0.03323132],"category_scores_gemma":[0.091098756,0.00019969825,0.0007917798,0.00081987615,0.000025583,0.000077497854,0.00016363336,0.0017931605,0.00013214682],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012039354,0.000051479994,8.0239766e-7,0.33189234,0.00007129573,0.0000039326387,0.00033204435,7.122223e-10,6.5232997e-9,0.000013111461,0.46708715,0.20054664],"study_design_scores_gemma":[0.00009706336,0.00002139107,0.000007871121,0.4927845,0.0002743563,0.00007471764,0.000044476838,7.33214e-7,2.0108125e-7,0.000009988465,0.5065958,0.000088898465],"about_ca_topic_score_codex":0.0000015735332,"about_ca_topic_score_gemma":0.0000010110288,"teacher_disagreement_score":0.20045774,"about_ca_system_score_codex":0.0001942783,"about_ca_system_score_gemma":0.0020028339,"threshold_uncertainty_score":0.96765244},"labels":[],"label_agreement":null},{"id":"W4394554880","doi":"10.6084/m9.figshare.21936046","title":"Making sense of competency-based medical education (CBME) literary conversations: A BEME scoping review: BEME Guide No. 78","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Pedagogy; Psychology; Medical education; Medicine","score_opus":0.0603794862621376,"score_gpt":0.4209459714406164,"score_spread":0.3605664851784788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394554880","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014191007,0.0071579474,0.000003863915,0.0053503606,0.0013430439,0.002247553,0.9833909,0.00012922777,0.00037566738],"genre_scores_gemma":[0.0000011280441,0.0009925967,0.0023551383,0.025470981,0.001338544,0.0012103234,0.968204,0.000064314154,0.00036298184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99550515,0.0001779677,0.001682971,0.0006050407,0.0016547916,0.00037405003],"domain_scores_gemma":[0.99464357,0.00049188035,0.0010549829,0.0012937204,0.0023272152,0.00018862865],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00066549395,0.00040463396,0.0009048033,0.0007031983,0.0001236209,0.000031963948,0.00043095628,0.0006265825,0.1568876],"category_scores_gemma":[0.06820697,0.00040624963,0.00021964184,0.0013665379,0.00006274317,0.00012820632,0.00018162033,0.0010231244,0.010487893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000124349035,0.00023688616,0.000004240535,0.07462634,0.00005575185,0.000043846798,0.000028474436,4.1946336e-7,9.752732e-7,0.000005539326,0.9224263,0.0025588374],"study_design_scores_gemma":[0.00028911832,0.00005450178,0.000044127974,0.4278053,0.00012955285,0.000034514684,0.00001603436,0.00019173471,0.0000037348734,0.000013735445,0.57122236,0.00019528528],"about_ca_topic_score_codex":0.000067990775,"about_ca_topic_score_gemma":0.000042280742,"teacher_disagreement_score":0.35317895,"about_ca_system_score_codex":0.00033340382,"about_ca_system_score_gemma":0.02038312,"threshold_uncertainty_score":0.99983895},"labels":[],"label_agreement":null},{"id":"W4394563899","doi":"10.1080/0142159x.2024.2331041","title":"Interventions for undergraduate and postgraduate medical learners with academic difficulties: A BEME systematic review update: BEME Guide No. 85","year":2024,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke; University of Ottawa; Université Laval","funders":"","keywords":"Psychological intervention; CINAHL; Medical education; PsycINFO; MEDLINE; Thematic analysis; Psychology; Critical appraisal; Inclusion (mineral); Medicine; Qualitative research; Alternative medicine; Nursing; Political science; Social psychology","score_opus":0.06457282782037041,"score_gpt":0.4474926246851956,"score_spread":0.38291979686482513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394563899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006922295,0.9505737,0.0009951451,0.040483117,0.0009476447,0.006214813,0.000022131308,0.0002749898,0.0004815335],"genre_scores_gemma":[0.0000047140547,0.9584021,0.00072181644,0.0036509314,0.0010418135,0.0035196322,0.0015725399,0.00022342296,0.030863034],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9911127,0.00060851313,0.0035468535,0.0011064311,0.00288265,0.00074283144],"domain_scores_gemma":[0.9966351,0.00027948382,0.0008431186,0.00092313404,0.00048573822,0.0008334486],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0059581837,0.00092492445,0.0046740193,0.00053116644,0.00015868878,0.00006026236,0.00075003324,0.0014550766,0.0013451581],"category_scores_gemma":[0.03341775,0.00053161685,0.0010420049,0.0011928712,0.0009536095,0.00010166977,0.00028755466,0.0045401063,0.00081441714],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007691307,0.00016306534,0.0000028257173,0.7076553,0.00085122295,0.00006517914,0.000057235422,4.0331223e-9,6.584732e-9,0.0005421591,0.23191828,0.058737036],"study_design_scores_gemma":[0.00053414836,0.00016691461,2.8014472e-7,0.56131035,0.011684508,0.0008090432,0.00007424469,0.00020473608,8.400736e-9,0.00006216379,0.42483518,0.00031842323],"about_ca_topic_score_codex":0.000019404852,"about_ca_topic_score_gemma":0.000010229393,"teacher_disagreement_score":0.19291691,"about_ca_system_score_codex":0.00057880115,"about_ca_system_score_gemma":0.002263028,"threshold_uncertainty_score":0.9999636},"labels":[],"label_agreement":null},{"id":"W4394677907","doi":"10.4212/cjhp.3465","title":"Two for One: Merging Continuing Professional Development and Faculty Development in the CATE curriculum for Pharmacy Preceptors","year":2024,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Toronto Western Hospital; University of Toronto; University Health Network; Ontario College of Art and Design; Hospital for Sick Children; Systems, Applications & Products in Data Processing (Canada)","funders":"Temerty Faculty of Medicine, University of Toronto; University of Toronto","keywords":"Preceptor; CLARITY; Medical education; Pharmacy; Thematic analysis; Curriculum; Professional development; Medicine; Continuing professional development; Psychology; Qualitative research; Pedagogy; Nursing; Sociology","score_opus":0.03589904747424219,"score_gpt":0.3815801977266597,"score_spread":0.3456811502524175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394677907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95936555,0.001046867,0.00032750328,0.035346232,0.0027146786,0.0011276647,0.000007918481,0.0000074618415,0.00005610755],"genre_scores_gemma":[0.98998094,0.000011540424,0.0078743175,0.0011042608,0.0005716265,0.00017250892,0.000043120282,0.000020896907,0.00022082053],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866706,0.000037713115,0.00053666043,0.0001356902,0.0002972243,0.00032564605],"domain_scores_gemma":[0.9991689,0.000101054815,0.00014414953,0.00006423325,0.00035644844,0.00016521514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018252241,0.00013459321,0.00017694013,0.00024461324,0.0003284507,0.000095655305,0.00020890663,0.000020925187,0.000042550106],"category_scores_gemma":[0.00029640464,0.00007969541,0.000055125423,0.00030660807,0.000077699806,0.00017693642,0.0000134670745,0.00044744057,0.00000287551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016775884,0.0004094147,0.02276879,0.0008413801,0.0006345661,0.00007786263,0.16666327,0.000030710704,0.00046190154,0.0034633398,0.16955718,0.6349238],"study_design_scores_gemma":[0.0035181914,0.00010303146,0.005138716,0.0011119375,0.0001732787,0.00012254177,0.0075597214,0.0012560447,0.005060688,0.0003480632,0.97538024,0.00022755603],"about_ca_topic_score_codex":0.0004803364,"about_ca_topic_score_gemma":0.0009463288,"teacher_disagreement_score":0.805823,"about_ca_system_score_codex":0.00043372912,"about_ca_system_score_gemma":0.0031335328,"threshold_uncertainty_score":0.5558753},"labels":[],"label_agreement":null},{"id":"W4394686589","doi":"10.1111/medu.15390","title":"The best of both worlds: Assessing trainee progression in the era of competency based medical education","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia Hospital; Kingston General Hospital; Queen's University","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science","score_opus":0.013471032233583194,"score_gpt":0.40173187853105385,"score_spread":0.38826084629747065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394686589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5275753,0.006793136,0.002141327,0.44956118,0.005550732,0.0013652613,0.0000020537734,0.00006959238,0.0069413986],"genre_scores_gemma":[0.985745,0.00021599897,0.004545335,0.007898328,0.0008949867,0.00031619077,0.0001803709,0.000026383083,0.00017742265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957789,0.00031864477,0.0010343983,0.00028792542,0.0023204722,0.00025964892],"domain_scores_gemma":[0.99795914,0.0007841517,0.00022548593,0.0005140726,0.00040414612,0.000112977476],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00421498,0.00016517915,0.00027905183,0.00030516137,0.00013313226,0.000053376363,0.00043748034,0.00026042832,0.00063335476],"category_scores_gemma":[0.014198782,0.00009364237,0.0000944871,0.0018925854,0.00062034174,0.0001524156,0.000027527642,0.0011595589,0.0000117160125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026589638,0.002948605,0.0050305123,0.0007259743,0.000018535276,0.0000034063876,0.0019139015,7.7400693e-7,0.00010583102,0.016439628,0.03417587,0.9386104],"study_design_scores_gemma":[0.004864933,0.0018124453,0.27529114,0.093904,0.00090216764,0.0007473607,0.067732304,0.1363037,0.0016536524,0.017761556,0.3978375,0.0011892591],"about_ca_topic_score_codex":0.00014731573,"about_ca_topic_score_gemma":0.000066491906,"teacher_disagreement_score":0.9374211,"about_ca_system_score_codex":0.00019024195,"about_ca_system_score_gemma":0.035158094,"threshold_uncertainty_score":0.99410504},"labels":[],"label_agreement":null},{"id":"W4394694054","doi":"10.26443/mjm.v21i1.1128","title":"Ontario Student Medical Education Research Conference (OSMERC) 2024","year":2024,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Family medicine","score_opus":0.10283939497495793,"score_gpt":0.4925335494735526,"score_spread":0.3896941544985947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394694054","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36589736,0.006473399,0.00078993215,0.47700557,0.021800984,0.000686261,0.0000023366479,0.00006011926,0.12728405],"genre_scores_gemma":[0.9417349,0.0010237548,0.001696259,0.012675067,0.00531352,0.000024860907,0.000023619117,0.000039630668,0.0374684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945663,0.00016295585,0.0010816249,0.00024876112,0.003618109,0.00032219826],"domain_scores_gemma":[0.9964919,0.00022320381,0.00014973427,0.0003067715,0.002415153,0.0004132226],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006657336,0.00015842196,0.00044900543,0.0011732493,0.00014520742,0.000026353067,0.0003424833,0.00019899356,0.017759336],"category_scores_gemma":[0.004608671,0.00010595948,0.00008402798,0.0012159871,0.00045397214,0.0001679543,0.00006322815,0.0025308507,0.00017386604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008216294,0.00052873546,0.0012716987,0.00022296722,0.00014735648,0.00037419389,0.002040611,3.3550506e-7,0.00048132034,0.014321472,0.6860974,0.29443175],"study_design_scores_gemma":[0.0012012658,0.001273975,0.008240743,0.006358558,0.00018467722,0.0032583768,0.0029661162,0.00012383601,0.00008962123,0.002395726,0.9738091,0.00009798314],"about_ca_topic_score_codex":0.0008217911,"about_ca_topic_score_gemma":0.00037917407,"teacher_disagreement_score":0.57583755,"about_ca_system_score_codex":0.0012164556,"about_ca_system_score_gemma":0.0059944866,"threshold_uncertainty_score":0.99977034},"labels":[],"label_agreement":null},{"id":"W4394733664","doi":"10.1148/rg.240003","title":"How to Succeed as a Radiology Fellow","year":2024,"lang":"en","type":"editorial","venue":"Radiographics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; Library science","score_opus":0.008771271657510689,"score_gpt":0.31451726012761827,"score_spread":0.3057459884701076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394733664","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014289941,0.0018670592,0.00029282426,0.03300442,0.95909756,0.00088376616,0.00006319516,0.0003300627,0.0030321062],"genre_scores_gemma":[0.0012670928,0.0010787802,0.0036869075,0.0021483735,0.9697807,0.00024430014,0.0022802076,0.00017579255,0.019337844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967379,0.00007067619,0.0004956152,0.0008411721,0.0012985988,0.0005560271],"domain_scores_gemma":[0.99744725,0.0003625896,0.00014591643,0.0009177759,0.00085295516,0.00027350424],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.000838273,0.0004601251,0.0008378687,0.0024460792,0.0001072623,0.0001613413,0.00037782555,0.0021221424,0.000112247624],"category_scores_gemma":[0.008202709,0.00041880427,0.00038440505,0.0039300546,0.00028358508,0.000060439892,0.00007880329,0.002975679,0.0002805333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074462274,0.00009086982,0.00006570359,0.0005608157,0.00038609063,0.00013783945,0.00028720303,3.118439e-7,0.000051729257,0.0024191968,0.99152297,0.0044028014],"study_design_scores_gemma":[0.0005008312,0.0005528303,0.00003769064,0.0005341409,0.0005745726,0.00011814126,0.00014240037,0.0000351926,0.000018029226,0.0012423017,0.9958833,0.0003605944],"about_ca_topic_score_codex":0.00006154487,"about_ca_topic_score_gemma":0.0000113394235,"teacher_disagreement_score":0.03085605,"about_ca_system_score_codex":0.00031741863,"about_ca_system_score_gemma":0.0012250638,"threshold_uncertainty_score":0.9998264},"labels":[],"label_agreement":null},{"id":"W4394739987","doi":"10.1097/acm.0000000000005730","title":"Is There a Problem With Evidence in Health Professions Education?","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; South Health Campus; McGill University Health Centre; Vancouver Coastal Health; McGill University; University of Calgary","funders":"","keywords":"MEDLINE; Health professions; Higher education; Medical education; Medicine; Psychology; Health care; Political science","score_opus":0.07330630029880392,"score_gpt":0.46798732314097813,"score_spread":0.3946810228421742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394739987","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1783971,0.03718007,0.001543804,0.77467066,0.0010181259,0.0017666119,0.0000011580277,0.00019534354,0.0052271057],"genre_scores_gemma":[0.94270897,0.0031613493,0.002479663,0.03187775,0.0011089244,0.00038757667,0.000038188944,0.000038969418,0.018198593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792564,0.000079004785,0.0006804375,0.00039882294,0.0006017215,0.00031436994],"domain_scores_gemma":[0.999057,0.0001795785,0.00011382444,0.0003312223,0.00016721054,0.00015116832],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016192666,0.00016218715,0.00031201594,0.0004963916,0.00007197767,0.0000055981322,0.00015240622,0.00018018065,0.0009671323],"category_scores_gemma":[0.00094792875,0.00009950557,0.00001724926,0.0020366726,0.00021638877,0.00018370227,0.000025258701,0.0016138781,0.00009567591],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000828568,0.00010319818,0.05085698,0.004389554,0.00005141756,0.000022038661,0.046253167,0.0000012611689,0.00045374446,0.023363303,0.74085367,0.13356882],"study_design_scores_gemma":[0.0021494322,0.001891955,0.076523334,0.23743996,0.0002000383,0.0008732718,0.042317934,0.0018184053,0.00021562791,0.015491163,0.6205744,0.0005044606],"about_ca_topic_score_codex":0.0002536405,"about_ca_topic_score_gemma":0.000008068128,"teacher_disagreement_score":0.76431185,"about_ca_system_score_codex":0.00039437594,"about_ca_system_score_gemma":0.0033316244,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W4394741430","doi":"10.1097/acm.0000000000005732","title":"The Role of Faculty Development in Advancing Change at the Organizational Level","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Excellence; Scholarship; Coaching; Faculty development; Public relations; Professional development; Leadership development; Credentialing; Organizational culture; Promotion (chess); Organization development; Educational equity; Culture change; Higher education; Political science; Sociology; Medical education; Psychology; Pedagogy; Medicine","score_opus":0.06195142081483142,"score_gpt":0.3786047268956353,"score_spread":0.3166533060808039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394741430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86284214,0.015236486,0.0006047219,0.115828745,0.0012563514,0.00083907036,0.000005493927,0.000064032414,0.003322935],"genre_scores_gemma":[0.9892239,0.0005458958,0.00036507234,0.0031685163,0.0010102736,0.000106603584,0.00018749984,0.0000227086,0.005369538],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984572,0.0000306379,0.00053377554,0.00017206608,0.00059567776,0.00021065352],"domain_scores_gemma":[0.9992664,0.00026760393,0.00008139289,0.00017763495,0.00016539526,0.000041605024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001534606,0.00010132391,0.00015976446,0.00017522153,0.00013075404,0.0000024654137,0.00016617132,0.00011656451,0.00035913635],"category_scores_gemma":[0.0021658975,0.000049398594,0.0000130767985,0.001309103,0.00024432025,0.000053776275,0.000072127834,0.0006240173,0.00004923352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091593356,0.000040369843,0.101378664,0.00045093586,0.00015798052,0.000014293683,0.08597284,0.000005543677,0.026038684,0.06225541,0.14375076,0.5798429],"study_design_scores_gemma":[0.0005605181,0.00004764208,0.050849248,0.0013268287,0.000048919846,0.00008587968,0.008183548,0.0010793658,0.0073426226,0.0020181907,0.9283639,0.00009329318],"about_ca_topic_score_codex":0.000026819604,"about_ca_topic_score_gemma":0.000025045214,"teacher_disagreement_score":0.7846132,"about_ca_system_score_codex":0.0003333899,"about_ca_system_score_gemma":0.0003060766,"threshold_uncertainty_score":0.39322913},"labels":[],"label_agreement":null},{"id":"W4394747354","doi":"10.1097/acm.0000000000005728","title":"Guiding Principles for Patient and Public Engagement in the Educational Missions of Medical Schools","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; University of British Columbia","funders":"","keywords":"Curriculum; General partnership; Medical education; Focus group; Inclusion (mineral); Accountability; Relevance (law); Reciprocity (cultural anthropology); Public health; Variety (cybernetics); Set (abstract data type); Public relations; Diversity (politics); Community engagement; Public engagement; Psychology; Medicine; Sociology; Pedagogy; Political science; Nursing; Social psychology","score_opus":0.14777012160183756,"score_gpt":0.44000656073939093,"score_spread":0.29223643913755337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394747354","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49281058,0.0042266776,0.0012092246,0.4994563,0.0006549218,0.00072184287,0.0000021417143,0.000019419247,0.0008988976],"genre_scores_gemma":[0.99002594,0.0009123687,0.0011198175,0.006308034,0.0010148054,0.00027851344,0.00009001003,0.000013336323,0.00023719502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768764,0.00009238553,0.00074109214,0.0002325525,0.0010397653,0.0002065451],"domain_scores_gemma":[0.9985533,0.0009265802,0.00008859499,0.00020121151,0.00011151796,0.0001188369],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004409135,0.00010440683,0.00020820722,0.00037514706,0.00007766578,0.0000075639355,0.00020965519,0.00018985743,0.0004103021],"category_scores_gemma":[0.019771477,0.00006074612,0.000024559988,0.0006704695,0.00021495455,0.00007170773,0.000053974338,0.00079071056,0.0000039555466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003164238,0.00013141212,0.014545866,0.0010860433,0.00008878618,0.00000851084,0.02447406,8.181396e-7,0.001709972,0.42904156,0.39336145,0.13551988],"study_design_scores_gemma":[0.0017945898,0.0004999588,0.015544424,0.0073540555,0.00018409394,0.00027698823,0.040860996,0.0077556563,0.00025308708,0.012815413,0.91248316,0.00017757021],"about_ca_topic_score_codex":0.000022645274,"about_ca_topic_score_gemma":0.0000013723073,"teacher_disagreement_score":0.5191217,"about_ca_system_score_codex":0.00009584921,"about_ca_system_score_gemma":0.0007738085,"threshold_uncertainty_score":0.9884854},"labels":[],"label_agreement":null},{"id":"W4394764840","doi":"10.1097/acm.0000000000005679","title":"Conceptualizing Educational Comparability in Distributed Health Professions Education: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Comparability; Inclusion (mineral); CLARITY; Accreditation; Medical education; Knowledge management; Psychology; Medicine; Computer science","score_opus":0.2092574618387379,"score_gpt":0.5814601468498879,"score_spread":0.37220268501115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394764840","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042205343,0.90862864,0.00009986336,0.080600776,0.0032453544,0.006737092,0.00002604218,0.000097540586,0.0005604583],"genre_scores_gemma":[0.00002044589,0.9728219,0.00027306375,0.013092499,0.0027031985,0.0024721373,0.00721902,0.0000751746,0.0013225628],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99317497,0.0005906935,0.0038252224,0.0009778464,0.0008548932,0.0005763845],"domain_scores_gemma":[0.99676156,0.00058082835,0.0010820318,0.0008776626,0.0003558172,0.00034207062],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037802877,0.0006158468,0.0038153823,0.0007770512,0.00013725749,0.0000074480563,0.00042447494,0.0006466915,0.00131844],"category_scores_gemma":[0.008089221,0.00043570148,0.00021180007,0.003965619,0.0005294609,0.00010462501,0.00012684973,0.004491583,0.00027429513],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018546672,0.00006718881,0.000039544328,0.37003186,0.00003561782,0.0000015809524,0.0006509033,2.2423965e-8,3.532909e-8,0.0028437362,0.30984867,0.316479],"study_design_scores_gemma":[0.00016131744,0.000039983348,0.00001756298,0.55964583,0.00067015167,0.00016984677,0.00046617724,0.000004036546,1.4552577e-8,0.0003857092,0.43827307,0.0001662702],"about_ca_topic_score_codex":0.000059093993,"about_ca_topic_score_gemma":0.000004548995,"teacher_disagreement_score":0.31631273,"about_ca_system_score_codex":0.002047105,"about_ca_system_score_gemma":0.021232404,"threshold_uncertainty_score":0.9998095},"labels":[],"label_agreement":null},{"id":"W4394766051","doi":"10.1097/acm.0000000000005662","title":"Learning Through Teaching: How Physicians Learn Medicine in Authentic Clinical Contexts","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; McGill University; McGill University Health Centre; Université de Sherbrooke","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine","score_opus":0.05894926018276812,"score_gpt":0.45026543265917757,"score_spread":0.39131617247640943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394766051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5655067,0.0078149475,0.00652518,0.3862398,0.006423015,0.0009441564,0.0000010146887,0.000598477,0.025946746],"genre_scores_gemma":[0.9416673,0.0013423396,0.00035911132,0.0133776935,0.0075373673,0.000051959574,0.00013386796,0.00007907144,0.035451286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584705,0.0004096223,0.0013548007,0.000766488,0.0010291161,0.0005929553],"domain_scores_gemma":[0.9980312,0.0009861223,0.00023606473,0.0004409762,0.0001546256,0.0001509831],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0052029183,0.00034813947,0.0009862324,0.00054781284,0.00013884147,0.000011933155,0.00029897818,0.0005760772,0.00064392755],"category_scores_gemma":[0.01581217,0.0002541588,0.000095217176,0.0012722546,0.001128913,0.000278329,0.00006912274,0.0073718904,0.00016960302],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011622303,0.00010691913,0.023721045,0.0008074342,0.00020910641,0.00026274336,0.05860278,0.00000561243,0.0030958494,0.035735387,0.46779743,0.4095395],"study_design_scores_gemma":[0.0051514194,0.0021469893,0.016282834,0.015944215,0.0006012596,0.00034069247,0.030335167,0.008643507,0.000063626925,0.0074638715,0.9125659,0.00046051928],"about_ca_topic_score_codex":0.00015959637,"about_ca_topic_score_gemma":0.0000038447906,"teacher_disagreement_score":0.4447685,"about_ca_system_score_codex":0.00023832217,"about_ca_system_score_gemma":0.00023241402,"threshold_uncertainty_score":0.99999106},"labels":[],"label_agreement":null},{"id":"W4394800762","doi":"10.1097/01.ju.0001009564.26544.1c.06","title":"MP73-06 IMPACT OF SURGICAL COACHING ON FACULTY TEACHING SKILLS AND TRAINEE LEARNING EXPERIENCE","year":2024,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coaching; Psychology; Medical education; Quarter (Canadian coin); Mathematics education; Medicine; Psychotherapist","score_opus":0.018020960006976526,"score_gpt":0.3925634708574901,"score_spread":0.3745425108505136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394800762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938746,0.0003161796,0.0009188215,0.0041111256,0.00019339245,0.000050018265,6.915258e-7,0.000009199064,0.00052596186],"genre_scores_gemma":[0.99897623,0.0000765739,0.00029584768,0.00022591159,0.00029685453,6.173284e-7,0.0000031345987,0.000008528938,0.00011629909],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99905646,0.00020553335,0.0003403039,0.00006462734,0.00020978981,0.0001232793],"domain_scores_gemma":[0.99917287,0.000491339,0.00014376441,0.00007670366,0.0000733923,0.000041926385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001753373,0.00007205934,0.00020440464,0.00017021851,0.00007353824,0.000008360302,0.000080254176,0.000065272965,0.000057496898],"category_scores_gemma":[0.0010563792,0.000038399703,0.000066233035,0.00013287885,0.0001507625,0.000061148836,0.000017298089,0.0011820877,0.0000026039504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024876562,0.0020046663,0.11371089,0.00043254724,0.0014822257,0.0009946739,0.27035,0.010517229,0.052802842,0.015834652,0.018662237,0.5107204],"study_design_scores_gemma":[0.010084401,0.03170021,0.62267494,0.002644944,0.0016650789,0.08861863,0.023280993,0.060511112,0.0019677524,0.0038448474,0.1521906,0.000816513],"about_ca_topic_score_codex":0.000010262939,"about_ca_topic_score_gemma":1.4118152e-7,"teacher_disagreement_score":0.50990385,"about_ca_system_score_codex":0.00004996357,"about_ca_system_score_gemma":0.00010244128,"threshold_uncertainty_score":0.5135649},"labels":[],"label_agreement":null},{"id":"W4394802572","doi":"10.1097/01.ju.0001008628.15460.84.07","title":"MP17-07 FIVE YEARS OF COMPETENCT-BASED MEDICAL EDUCATION IN CANADIAN UROLOGY: A NATIONAL SURVEY OF RESIDENT AND FACULTY SATISFACTION AND PERSPECTIVES","year":2024,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Urology; Medicine; Psychology; Pedagogy","score_opus":0.026308894974172815,"score_gpt":0.3603092093394768,"score_spread":0.334000314365304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394802572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97736,0.0017985982,0.00006236801,0.020368516,0.00023577335,0.00008752905,0.000008865132,0.0000017713185,0.00007655117],"genre_scores_gemma":[0.99876326,0.00018602697,0.00022684167,0.00072140206,0.00006725593,0.0000014152589,0.000014191978,0.0000047797257,0.00001480163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891746,0.0002544024,0.00036165182,0.00007337025,0.00030156865,0.00009155096],"domain_scores_gemma":[0.99877286,0.00042447262,0.00014704654,0.000056792433,0.00052653934,0.00007229709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025293427,0.000049297196,0.00017586246,0.00050283136,0.000020509042,0.0000030565664,0.000050371003,0.00010732485,0.000101767124],"category_scores_gemma":[0.0037004997,0.00003762223,0.000016114072,0.00026249938,0.00032995542,0.000042199223,0.000009796476,0.00037243942,0.0000010113282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001532902,0.00038835223,0.86711615,0.00027068265,0.00033631807,0.000047159723,0.020309051,0.00023137487,0.0011543382,0.016082017,0.014631695,0.07789996],"study_design_scores_gemma":[0.00043610946,0.00034176803,0.9945577,0.000052760635,0.000048419402,0.00034065387,0.000894791,0.0020733655,0.000011346443,0.0008330331,0.00038482176,0.000025253314],"about_ca_topic_score_codex":0.04576804,"about_ca_topic_score_gemma":0.05699935,"teacher_disagreement_score":0.12744154,"about_ca_system_score_codex":0.00013492098,"about_ca_system_score_gemma":0.0058169076,"threshold_uncertainty_score":0.99981916},"labels":[],"label_agreement":null},{"id":"W4394802840","doi":"10.1080/0142159x.2024.2337243","title":"Beyond residency: ‘The imperative of lifelong learning in medical practice’","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mindset; Lifelong learning; Burnout; Medical education; Psychology; Medicine; Pedagogy; Computer science","score_opus":0.014786763635308802,"score_gpt":0.39009586663869816,"score_spread":0.3753091030033894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394802840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.500934,0.0030700534,0.00090168836,0.44835845,0.001253309,0.00042122928,3.308462e-7,0.00014936617,0.044911552],"genre_scores_gemma":[0.9857744,0.0002704893,0.0007436838,0.005551801,0.001434309,0.000072704664,0.000026666852,0.000034565022,0.0060913647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610865,0.00039382098,0.0006881642,0.00029485545,0.0022377935,0.0002767252],"domain_scores_gemma":[0.9987047,0.00056687294,0.000078235964,0.00026942854,0.00018849166,0.00019231557],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061585424,0.00013487022,0.00029016242,0.00022330572,0.000065012544,0.000020460366,0.0002197323,0.00038556254,0.0102872485],"category_scores_gemma":[0.062341865,0.000085089756,0.00006954994,0.0011042034,0.0005027418,0.00014090078,0.0000818417,0.002808319,0.00012322394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001964685,0.0012736914,0.046894573,0.000626533,0.00034928857,0.0018663809,0.026908912,0.000005268315,0.00012140407,0.04279797,0.2375028,0.6414567],"study_design_scores_gemma":[0.0038492363,0.0010256636,0.025321512,0.0070135556,0.0004292622,0.0022437274,0.02092851,0.16773993,0.0003359671,0.0061402526,0.7643366,0.00063580344],"about_ca_topic_score_codex":0.00012962185,"about_ca_topic_score_gemma":0.000027743012,"teacher_disagreement_score":0.6408209,"about_ca_system_score_codex":0.00016328818,"about_ca_system_score_gemma":0.0025122575,"threshold_uncertainty_score":0.9994922},"labels":[],"label_agreement":null},{"id":"W4394811731","doi":"10.4300/jgme-d-23-00685.1","title":"Guidance for a Career in an Academic Medical Center","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Subspecialty; Medical education; Health care; Curriculum; Accreditation; Medicine; Psychology; Family medicine; Political science; Pedagogy","score_opus":0.06906657436873069,"score_gpt":0.44471658642450634,"score_spread":0.37565001205577564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394811731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82925075,0.0017656687,0.004587337,0.15639555,0.0073539475,0.00036881998,0.0000021928377,0.000031683812,0.00024404528],"genre_scores_gemma":[0.97706777,0.00041272273,0.00446769,0.012554793,0.0050035957,0.00007350249,0.00008161662,0.00003915332,0.00029915903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961441,0.00009572451,0.001244559,0.00022782038,0.002007167,0.00028062795],"domain_scores_gemma":[0.9981898,0.00015923397,0.000202986,0.00019396658,0.0008200582,0.0004339271],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039514634,0.00014333382,0.0003379142,0.00066091475,0.00003944973,0.00002997354,0.00030434437,0.0003769916,0.0005441839],"category_scores_gemma":[0.013788123,0.00010945205,0.00012460235,0.0007641624,0.00015414391,0.0003378826,0.000020957596,0.0016422794,0.000018201075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020461415,0.0014388099,0.020594435,0.000786869,0.00006142965,0.00008650435,0.0021683646,0.0000012688417,0.00015266788,0.003867942,0.31502992,0.65560716],"study_design_scores_gemma":[0.009725021,0.0030468367,0.1313016,0.034974445,0.0004401042,0.009859164,0.0054452526,0.059737723,0.0006580074,0.017202312,0.72670525,0.00090431125],"about_ca_topic_score_codex":0.000015251522,"about_ca_topic_score_gemma":0.000011646106,"teacher_disagreement_score":0.65470284,"about_ca_system_score_codex":0.00042499413,"about_ca_system_score_gemma":0.007973283,"threshold_uncertainty_score":0.99765056},"labels":[],"label_agreement":null},{"id":"W4394811739","doi":"10.4300/jgme-d-24-00151.1","title":"Understanding the Differences That Differentiate: A Model for Deciding Which Literature Review to Conduct","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Dalhousie University","funders":"","keywords":"Systematic review; Variety (cybernetics); Engineering ethics; Medical education; Medical literature; Strengths and weaknesses; Psychology; MEDLINE; Computer science; Management science; Medicine; Political science; Social psychology","score_opus":0.27283368131411273,"score_gpt":0.43703502842900155,"score_spread":0.16420134711488882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394811739","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10374185,0.03031382,0.34109122,0.51670253,0.006789538,0.001106335,0.0000047831336,0.000039878923,0.00021001909],"genre_scores_gemma":[0.96618253,0.012582072,0.003529552,0.01569399,0.001364579,0.00008472588,0.000043849017,0.000027500622,0.00049119175],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9975203,0.00008400435,0.0007065442,0.00020044847,0.0012628919,0.00022580219],"domain_scores_gemma":[0.9981107,0.0003001331,0.00022871763,0.00021575058,0.00091180473,0.00023288133],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023453142,0.00016653471,0.00038126935,0.00035855884,0.00015723176,0.0001356693,0.00025973914,0.00012844856,0.00010806048],"category_scores_gemma":[0.008758041,0.00009073915,0.00016179749,0.0012180925,0.000071582246,0.00021311904,0.000025916946,0.0008572273,0.000005751279],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101032965,0.00046917473,0.00046591295,0.0063194013,0.00025415924,0.0000113684855,0.006568679,0.0000074157147,0.00019119367,0.015011349,0.86267036,0.10792993],"study_design_scores_gemma":[0.0032006665,0.0018234178,0.009001071,0.44945234,0.0044887476,0.0065446743,0.014818658,0.34076208,0.00045943388,0.11283331,0.055349417,0.0012661684],"about_ca_topic_score_codex":0.0000014021496,"about_ca_topic_score_gemma":0.0000029790265,"teacher_disagreement_score":0.8624407,"about_ca_system_score_codex":0.00040466912,"about_ca_system_score_gemma":0.0027979675,"threshold_uncertainty_score":0.9995916},"labels":[],"label_agreement":null},{"id":"W4394812006","doi":"10.4300/jgme-d-23-00470.1","title":"Motivations for Entrustable Professional Activity Assessment: Gaps Between Curriculum Theory and Resident Reality","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Curriculum; Medical education; Psychology; Medicine; Computer science; Pedagogy","score_opus":0.03779619846541141,"score_gpt":0.4432026044064376,"score_spread":0.40540640594102617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394812006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8797787,0.00048456003,0.02302635,0.092250906,0.0035994675,0.00051802583,0.00000750891,0.000030775627,0.00030369544],"genre_scores_gemma":[0.990566,0.00022007358,0.004447948,0.0008498279,0.0025459323,0.00006766239,0.00009921489,0.000022673952,0.0011806288],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99743444,0.0002514017,0.00071960513,0.00021681303,0.0011639913,0.00021375256],"domain_scores_gemma":[0.9976915,0.00062713213,0.0003143589,0.00017105376,0.00093814975,0.00025776497],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005476974,0.00013926333,0.00032350828,0.00040505338,0.00017940154,0.000060243372,0.00011706652,0.00017563801,0.00027573033],"category_scores_gemma":[0.009491193,0.00010213039,0.000106948595,0.00056665903,0.00017232426,0.00035936837,0.000032476957,0.0009277933,0.0000032428866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018200857,0.0020145113,0.049088918,0.001959723,0.00036652855,0.000010055657,0.0019053615,0.0000010329962,0.00045855326,0.07469421,0.41414928,0.4551698],"study_design_scores_gemma":[0.0019931612,0.000730454,0.815402,0.0060894447,0.0010172311,0.00056399254,0.0049791695,0.002822198,0.0007220288,0.086190894,0.079144046,0.00034539614],"about_ca_topic_score_codex":0.0000274197,"about_ca_topic_score_gemma":0.0000013372286,"teacher_disagreement_score":0.7663131,"about_ca_system_score_codex":0.00041276898,"about_ca_system_score_gemma":0.006154087,"threshold_uncertainty_score":0.99948007},"labels":[],"label_agreement":null},{"id":"W4394861979","doi":"10.3389/978-2-8325-4792-2","title":"Pain education research: Advances, innovations, and challenges","year":2024,"lang":"en","type":"book","venue":"Frontiers research topics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institute on Drug Abuse; Geriatric Research Education and Clinical Center; NIH Clinical Center; Fakultas Kedokteran, Universitas Indonesia; Universitas Indonesia; Australian Government; Johns Hopkins University; Arizona State University; Hospital for Sick Children; Patient-Centered Outcomes Research Institute","keywords":"Engineering ethics; Psychology; Engineering","score_opus":0.1470934641517852,"score_gpt":0.4552213683451211,"score_spread":0.3081279041933359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394861979","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004454624,0.2595763,0.00028732384,0.21612099,0.0028316376,0.0016219033,0.000015005627,0.00010597345,0.51939636],"genre_scores_gemma":[0.000015460462,0.06272187,0.010659565,0.0005642301,0.00459229,0.0004058983,0.0006902594,0.000091188514,0.92025924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99523884,0.00056411466,0.0005471657,0.0007827671,0.0021911284,0.00067597744],"domain_scores_gemma":[0.9953596,0.00010861339,0.00007901764,0.0008595032,0.0034076027,0.0001856848],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010732835,0.00025082135,0.00042204012,0.0029866472,0.00037633357,0.00013257908,0.0003065147,0.00071288075,0.00012955822],"category_scores_gemma":[0.007865131,0.00023846098,0.00005710804,0.001375363,0.0010219034,0.0001811028,0.0002452966,0.0043553347,0.00016037392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012498556,0.0000691428,0.000020820045,0.0018778637,0.00003986412,0.000008044464,0.00032657475,2.3481201e-8,0.0000012686382,0.04004995,0.5226011,0.43499282],"study_design_scores_gemma":[0.00013621154,0.00024835562,0.00013206391,0.0015190324,0.000026297981,0.000011489014,0.0021243293,0.000100211364,0.000003977918,0.10093244,0.8946017,0.00016390852],"about_ca_topic_score_codex":0.000012224443,"about_ca_topic_score_gemma":0.000008939418,"teacher_disagreement_score":0.4348289,"about_ca_system_score_codex":0.0018033416,"about_ca_system_score_gemma":0.0069377655,"threshold_uncertainty_score":0.998692},"labels":[],"label_agreement":null},{"id":"W4394865603","doi":"10.4018/979-8-3693-1086-1.ch011","title":"Coaching for Physicians Through LEADS","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in logistics, operations, and management science book series","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal Roads University; University of Toronto","funders":"","keywords":"Coaching; Psychology; Isolation (microbiology); Bridge (graph theory); Identity (music); Leadership development; Shared leadership; Medical education; Public relations; Leadership style; Medicine; Political science; Social psychology; Psychotherapist","score_opus":0.021879636590857805,"score_gpt":0.34203044820300865,"score_spread":0.32015081161215087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394865603","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017319808,0.011989454,0.08362482,0.005874129,0.002453355,0.0019610024,0.000042818083,0.00011173332,0.89392537],"genre_scores_gemma":[0.0019214274,0.065419696,0.10309831,0.0052016103,0.00058884954,0.00032186523,0.0002529912,0.000053169624,0.82314205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983285,0.0000038894195,0.00043496423,0.00058845326,0.0003825661,0.00026161593],"domain_scores_gemma":[0.99934965,0.000033185683,0.000074820935,0.00032428757,0.00018918945,0.000028846525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004236346,0.00023413802,0.00030107674,0.0003278155,0.00041069233,0.0001484601,0.00017843736,0.000086390515,0.000033258282],"category_scores_gemma":[0.00021866518,0.00021766179,0.00003951871,0.00015624386,0.0018340142,0.0014198365,0.00011773781,0.00025526574,0.000019363964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016534976,0.000024973915,0.000008850933,0.00072827644,0.000017451175,0.000008992117,0.00034442326,0.00051629805,0.00001145523,0.97948104,0.0020993825,0.016742304],"study_design_scores_gemma":[0.00020460952,0.00015338072,0.000022198392,0.0009143805,0.00012973786,0.000008780246,0.0007457175,0.0011557275,0.000028986698,0.113544956,0.8828567,0.00023481381],"about_ca_topic_score_codex":0.000004767918,"about_ca_topic_score_gemma":0.000062292616,"teacher_disagreement_score":0.88075733,"about_ca_system_score_codex":0.00021460929,"about_ca_system_score_gemma":0.00011112965,"threshold_uncertainty_score":0.887599},"labels":[],"label_agreement":null},{"id":"W4394891440","doi":"10.1177/17151635241246040","title":"Soutenir les diplômés en pharmacie formés à l’étranger (DPE) sans permis d’exercer au Canada : le Projet de mentorat et d’intégration des DPE","year":2024,"lang":"fr","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Pharmacists Association","funders":"","keywords":"INT; Humanities; Philosophy; Computer science","score_opus":0.02874553528431459,"score_gpt":0.32235509899816067,"score_spread":0.29360956371384606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394891440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89248943,0.028940035,0.0026387286,0.02425103,0.03717971,0.002049525,0.0032840418,0.00016228743,0.0090051815],"genre_scores_gemma":[0.9546736,0.01309048,0.0011416828,0.010285171,0.009112786,0.00013693844,0.00047204059,0.00024878577,0.010838542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991979,0.000839367,0.0016246091,0.0009462704,0.0014890791,0.0031216762],"domain_scores_gemma":[0.99348396,0.00034814802,0.00037002258,0.00047219094,0.0014792427,0.0038464055],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033893974,0.0010190043,0.0008225047,0.0010290295,0.0022634477,0.0007237542,0.0009305618,0.00034164145,0.0049675894],"category_scores_gemma":[0.001078935,0.0011035585,0.00032708672,0.0023895074,0.00084535463,0.0014277126,0.000076492775,0.0033030426,0.00003916657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00014270753,0.00019569448,0.0020975193,0.0034144006,0.0011322881,0.0518758,0.019197399,0.0012633984,0.005346445,0.0012102408,0.41857827,0.49554586],"study_design_scores_gemma":[0.0022262845,0.00009062701,0.00020351837,0.0008266299,0.0012434908,0.21811393,0.0007680653,0.029918617,0.0036058484,0.00018841511,0.74164474,0.0011698246],"about_ca_topic_score_codex":0.9221995,"about_ca_topic_score_gemma":0.97641593,"teacher_disagreement_score":0.49437603,"about_ca_system_score_codex":0.045432143,"about_ca_system_score_gemma":0.13558029,"threshold_uncertainty_score":0.99914145},"labels":[],"label_agreement":null},{"id":"W4394932100","doi":"10.5334/pme.1185","title":"Alienation in the Teaching Hospital: How Physician Non-Greeting Behaviour Impacts Medical Students&amp;rsquo; Learning and Professional Identity Formation","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Thematic analysis; Psychology; Medical education; Norwegian; Identity (music); Focus group; Medicine; Qualitative research; Sociology","score_opus":0.009359570926844146,"score_gpt":0.41053237779022783,"score_spread":0.4011728068633837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394932100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8942099,0.0004548386,0.0017654763,0.100223534,0.001400109,0.0007682522,8.6372796e-7,0.00009291,0.0010840729],"genre_scores_gemma":[0.99327546,0.00019570015,0.00047198054,0.0039103995,0.0013601428,0.00023090086,0.00018814324,0.000030365987,0.000336889],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99492824,0.00037774784,0.00043313313,0.00047803385,0.003462897,0.00031994266],"domain_scores_gemma":[0.99889326,0.00030556184,0.00015167499,0.00021451786,0.00024977064,0.00018521254],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005105735,0.00021712956,0.00023279,0.0005278924,0.0003627877,0.00029647115,0.00032577617,0.00027380098,0.00015605096],"category_scores_gemma":[0.014146698,0.00015789545,0.00007040463,0.00080601923,0.00022703756,0.0008583813,0.00008358947,0.0022767587,0.000034397202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009008717,0.009706607,0.13986188,0.0012400422,0.00013213995,0.000051833566,0.30916908,0.000004385081,0.0003316196,0.03217434,0.042542614,0.46469536],"study_design_scores_gemma":[0.0017249105,0.00064287015,0.65011764,0.0077225124,0.00017897233,0.00021807691,0.31445327,0.011977066,0.000047237325,0.0012899571,0.011109616,0.00051785086],"about_ca_topic_score_codex":0.000097130884,"about_ca_topic_score_gemma":0.000027929207,"teacher_disagreement_score":0.51025575,"about_ca_system_score_codex":0.0006661242,"about_ca_system_score_gemma":0.0011250451,"threshold_uncertainty_score":0.99415755},"labels":[],"label_agreement":null},{"id":"W4394950749","doi":"10.1080/13854046.2024.2343458","title":"Barriers to board certification in clinical neuropsychology identified by surveyed trainees and professionals","year":2024,"lang":"en","type":"article","venue":"The Clinical Neuropsychologist","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Preparedness; Certification; Documentation; Ethnic group; Clinical neuropsychology; Medical education; Board certification; Competence (human resources); Cultural competence; Psychology; Medicine; Serostatus; Family medicine; Political science; Social psychology; Continuing education; Pedagogy; Continuing medical education","score_opus":0.10893435383369313,"score_gpt":0.5094713889260346,"score_spread":0.4005370350923415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394950749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8395027,0.00018479415,0.00038223833,0.15280898,0.005342745,0.00083477097,0.000010681039,0.00014368446,0.0007894133],"genre_scores_gemma":[0.9504069,0.00024488076,0.0003406672,0.04629039,0.00055334996,0.00010284502,0.000047149242,0.00004584773,0.0019679859],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9947089,0.0017163005,0.0018667463,0.001010725,0.00033549935,0.00036181757],"domain_scores_gemma":[0.9965908,0.0019200922,0.00014365236,0.0008719385,0.00013567199,0.00033782714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007684535,0.00021456125,0.00047993392,0.0001989246,0.000121019104,0.00007237948,0.00036707136,0.00031954664,0.00024345554],"category_scores_gemma":[0.020255452,0.00014404055,0.00013752069,0.0011571321,0.0010564553,0.00007878456,0.000093086055,0.0016737588,0.00025687227],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007542564,0.00093964534,0.1599702,0.00007354568,0.00006733149,0.00011735186,0.0005724802,0.0000015350371,0.0015224107,0.00094150024,0.6460386,0.18900119],"study_design_scores_gemma":[0.00087697036,0.0005865578,0.938943,0.000112337155,0.00004401775,0.000055733402,0.00022241895,0.00028343973,0.000009781933,0.00042926287,0.05828647,0.0001499765],"about_ca_topic_score_codex":0.000015705536,"about_ca_topic_score_gemma":0.000010018202,"teacher_disagreement_score":0.77897286,"about_ca_system_score_codex":0.000028704653,"about_ca_system_score_gemma":0.0001553974,"threshold_uncertainty_score":0.98799735},"labels":[],"label_agreement":null},{"id":"W4394959937","doi":"10.33423/jlae.v21i1.6912","title":"The Ethics of Institutional Analysis: Paternalism and Proprietary Access to Canadian U15 Faculty","year":2024,"lang":"en","type":"article","venue":"Journal of Leadership Accountability and Ethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Paternalism; Bureaucracy; Workload; Public relations; Political science; Affect (linguistics); Psychology; Management; Economics; Law","score_opus":0.2681852653592138,"score_gpt":0.4544596474760626,"score_spread":0.18627438211684882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394959937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63498086,0.0011354322,0.00070863205,0.36252075,0.00043738473,0.00013730173,0.000013854486,0.00000528803,0.00006051541],"genre_scores_gemma":[0.9878989,0.0002474815,0.0007006765,0.010829111,0.00025758316,0.0000035533055,0.0000125590595,0.0000059513623,0.000044214314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981327,0.00015174101,0.0005826441,0.00015292843,0.0007995941,0.0001803885],"domain_scores_gemma":[0.99742246,0.00066849607,0.00013256914,0.00016828121,0.0014206368,0.00018753989],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00789346,0.000100795005,0.00025697245,0.0003895625,0.00029650956,0.00017129343,0.00017482307,0.00037150885,0.00002632904],"category_scores_gemma":[0.0056551746,0.000064141524,0.00008476851,0.0009526439,0.00068786624,0.00034492722,0.00003270461,0.0029840842,0.0000011488146],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010189876,0.00043141542,0.47439536,0.010512057,0.004691197,0.00013103099,0.32868508,0.0005047468,0.0004958417,0.024426032,0.01611545,0.13859282],"study_design_scores_gemma":[0.0005856938,0.00033483576,0.8689023,0.0015241575,0.0019094504,0.00047232685,0.03262625,0.0013549138,0.00030647605,0.006812374,0.084902525,0.00026868324],"about_ca_topic_score_codex":0.00915477,"about_ca_topic_score_gemma":0.03295332,"teacher_disagreement_score":0.39450696,"about_ca_system_score_codex":0.00023054266,"about_ca_system_score_gemma":0.0033282267,"threshold_uncertainty_score":0.9993161},"labels":[],"label_agreement":null},{"id":"W4394997463","doi":"10.7759/cureus.58746","title":"Strategic Realignment in Healthcare Simulation Education: Shifting Focus From Assistants to Technician Training Pathways","year":2024,"lang":"en","type":"editorial","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Technician; Training (meteorology); Health care; Focus (optics); Medical education; Knowledge management; Process management; Nursing; Business; Medicine; Computer science; Political science","score_opus":0.0606609153152981,"score_gpt":0.3936000579379591,"score_spread":0.332939142622661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394997463","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012402093,0.0026162656,0.0003193271,0.008776864,0.9675587,0.0016804747,0.00032413064,0.0003076903,0.006014494],"genre_scores_gemma":[0.41694632,0.00006395109,0.004314268,0.0006483533,0.57347536,0.00036909795,0.0037376622,0.0001213028,0.00032370657],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634016,0.000086033964,0.0010424317,0.0008313314,0.0012455831,0.00045447543],"domain_scores_gemma":[0.99798685,0.00030428712,0.0002746463,0.0006972109,0.0005445816,0.00019243883],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008213709,0.00038125587,0.0006003028,0.00049897336,0.00010537465,0.00010136349,0.0002499916,0.0011315158,0.00011676239],"category_scores_gemma":[0.0024111804,0.00038933495,0.000084631945,0.0011829829,0.000039040446,0.000089769135,0.00007037827,0.0017088056,0.00009775387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084520194,0.00040910524,0.00008309156,0.0006273349,0.00007859059,0.000049863498,0.0058535556,0.0000576947,0.00012034453,0.0028415015,0.86864066,0.12115375],"study_design_scores_gemma":[0.0008888241,0.0005874775,0.0008828332,0.011047823,0.00029630354,0.000004337844,0.012394175,0.0014082267,0.000055247307,0.02997565,0.9415539,0.00090523064],"about_ca_topic_score_codex":0.0020889167,"about_ca_topic_score_gemma":0.0008370597,"teacher_disagreement_score":0.4045442,"about_ca_system_score_codex":0.003016715,"about_ca_system_score_gemma":0.005586379,"threshold_uncertainty_score":0.9998559},"labels":[],"label_agreement":null},{"id":"W4395012889","doi":"10.1080/0142159x.2024.2343465","title":"Response to: “Managing exam stress: Caveats to break stations in OSCEs”","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Stress (linguistics); Medical education; Medicine; Linguistics; Philosophy","score_opus":0.02075736641519718,"score_gpt":0.3834215820616998,"score_spread":0.36266421564650264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395012889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7958108,0.00015397264,0.0046839886,0.19198331,0.0008894663,0.000474183,0.0000036510692,0.00018927414,0.005811302],"genre_scores_gemma":[0.9726843,0.000009055849,0.0025456578,0.00880846,0.00055139087,0.00020868657,0.000053436655,0.00004382787,0.015095145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976086,0.00017838298,0.0004461771,0.00040309277,0.0010012374,0.00036249755],"domain_scores_gemma":[0.99899954,0.00014666568,0.000018162382,0.0003538779,0.00008929039,0.00039246277],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024637685,0.00014337915,0.00021716247,0.0007260328,0.000052214407,0.000041897743,0.00017321811,0.00016684546,0.0046892418],"category_scores_gemma":[0.009041864,0.00012425838,0.000039681283,0.0018104203,0.00007527541,0.00007727351,0.00007487014,0.00075310044,0.0008220969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005445624,0.000985207,0.02215669,0.0003422207,0.00009510096,0.0011960511,0.021662641,0.000039177376,0.00063861377,0.0026792604,0.53173614,0.4179243],"study_design_scores_gemma":[0.0015094852,0.00051839655,0.08202545,0.004384073,0.000086675405,0.00015945743,0.005696035,0.024860078,0.00016448346,0.0008064862,0.8792884,0.00050101883],"about_ca_topic_score_codex":0.00013257754,"about_ca_topic_score_gemma":0.00007743729,"teacher_disagreement_score":0.4174233,"about_ca_system_score_codex":0.0004163878,"about_ca_system_score_gemma":0.00057869335,"threshold_uncertainty_score":0.9999559},"labels":[],"label_agreement":null},{"id":"W4395454380","doi":"10.1097/sla.0000000000006308","title":"Evaluating the Quality of Narrative Feedback for Entrustable Professional Activities in a Surgery Residency Program","year":2024,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Quality (philosophy); Narrative; Medical education; Residency training; MEDLINE; Medical physics; Linguistics","score_opus":0.4991166000162388,"score_gpt":0.5674987551780075,"score_spread":0.06838215516176871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395454380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792897,0.00095165474,0.000023162263,0.017929615,0.00083650014,0.0007766779,0.000013130142,0.000029074048,0.00015046622],"genre_scores_gemma":[0.9970429,0.000083346305,0.00093906943,0.00038589205,0.00019182778,0.00048059094,0.00006653547,0.00001530485,0.000794516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99784005,0.00025050872,0.0009222599,0.00018750646,0.0005612715,0.00023838018],"domain_scores_gemma":[0.99293494,0.0059614666,0.00028460613,0.00021817857,0.0005758904,0.00002492956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009140974,0.00009959418,0.0004438776,0.00033894624,0.000065025735,0.000012570983,0.000054739117,0.00008761329,0.0001410935],"category_scores_gemma":[0.011100274,0.000068254405,0.0001927824,0.00090692536,0.00019897168,0.00018591684,0.00002315478,0.00022489084,0.0000011869462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013109683,0.0019428055,0.13362852,0.009620581,0.0003454137,0.000006719898,0.02019151,0.000015025181,0.0072368323,0.0049351207,0.29208055,0.5286859],"study_design_scores_gemma":[0.0007688127,0.0006562004,0.7948719,0.019409398,0.00013672617,0.00002104605,0.06628986,0.0042616786,0.08013434,0.0258596,0.0069876504,0.00060276047],"about_ca_topic_score_codex":0.00009179696,"about_ca_topic_score_gemma":0.000006574195,"teacher_disagreement_score":0.6612434,"about_ca_system_score_codex":0.000032815777,"about_ca_system_score_gemma":0.0019210895,"threshold_uncertainty_score":0.99722964},"labels":[],"label_agreement":null},{"id":"W4395467846","doi":"10.5463/thesis.593","title":"Introducing a National Licensing Examination: the case of Ethiopian Associate Clinician Anesthetists","year":2024,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athena Sustainable Materials Institute","funders":"University of Gondar; Bundesministerium für Gesundheit; United States Agency for International Development","keywords":"Nurse anesthetist; Medical education; Medicine; Anesthesia","score_opus":0.022205610324414794,"score_gpt":0.39011925752009047,"score_spread":0.36791364719567565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395467846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86540025,0.00042893915,0.00006161998,0.012273326,0.004899896,0.00085052993,0.0000109041885,0.00012761439,0.11594692],"genre_scores_gemma":[0.94352525,0.000029638299,0.0029729512,0.0019421583,0.0020201616,0.00005404103,0.0019134119,0.00007363446,0.047468778],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976372,0.00013195985,0.0009008548,0.00040585245,0.0007296234,0.00019448194],"domain_scores_gemma":[0.9969103,0.00027087147,0.0004640841,0.0003523804,0.0019625179,0.000039844617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028595834,0.0002226645,0.0003832725,0.00047213916,0.00018350972,0.000051153158,0.000117331016,0.00048941077,0.00039117728],"category_scores_gemma":[0.0038668748,0.00016451924,0.00014310495,0.001051999,0.00009410187,0.00006696448,0.000018368773,0.0011693344,0.000086895154],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001250097,0.0006390926,0.00023183941,0.0037839883,0.0008068599,0.0011026347,0.041956376,0.000018556108,0.0005304325,0.09546111,0.10978787,0.74555624],"study_design_scores_gemma":[0.009336145,0.002609209,0.18700017,0.0338624,0.011713614,0.04765175,0.36951542,0.054211654,0.014022389,0.047191266,0.21733549,0.005550505],"about_ca_topic_score_codex":0.00020319592,"about_ca_topic_score_gemma":0.00057927944,"teacher_disagreement_score":0.74000573,"about_ca_system_score_codex":0.00037941238,"about_ca_system_score_gemma":0.0009744144,"threshold_uncertainty_score":0.67089},"labels":[],"label_agreement":null},{"id":"W4395479069","doi":"10.12688/mep.20169.1","title":"Navigating Discordance: Assessing Varied Applications of the American Academy of Periodontology In-Service Examination in Postdoctoral Programs","year":2024,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Periodontology; Medical education; Service (business); Medicine; Dentistry; Medical physics; Psychology; Business","score_opus":0.030642629668656524,"score_gpt":0.40901033711250634,"score_spread":0.37836770744384984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395479069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855632,0.00013135328,0.0006327034,0.012277642,0.00018381105,0.0006398707,0.000002004153,0.000032108248,0.00053728087],"genre_scores_gemma":[0.9949577,0.000004983017,0.0039973925,0.00057440624,0.00010024942,0.0002611682,0.00005975417,0.000015678166,0.000028695871],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984991,0.00011650608,0.0005989552,0.00023716877,0.00035904167,0.00018922494],"domain_scores_gemma":[0.99923116,0.00010402185,0.00025417638,0.00019819115,0.0001909733,0.000021476118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094190164,0.000095593445,0.00027362473,0.00018890563,0.000035800964,0.00005226897,0.00021418328,0.00008471813,0.000018337167],"category_scores_gemma":[0.00060909736,0.00007446956,0.0000370782,0.0048544663,0.00029317432,0.0003464416,0.00005941738,0.0007297233,0.0000010324253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009693015,0.00030209075,0.25188193,0.00056378555,0.000014085274,0.0000011324713,0.0035899791,0.000005734062,0.0041005225,0.005901668,0.00007359211,0.7335558],"study_design_scores_gemma":[0.00028644808,0.00004440479,0.98844254,0.0010492124,0.000027605522,0.000015477453,0.0040171864,0.0032388754,0.00090368383,0.00053036714,0.0013664144,0.00007776129],"about_ca_topic_score_codex":0.0005144118,"about_ca_topic_score_gemma":0.00015994937,"teacher_disagreement_score":0.73656064,"about_ca_system_score_codex":0.00018303294,"about_ca_system_score_gemma":0.00025900878,"threshold_uncertainty_score":0.31703252},"labels":[],"label_agreement":null},{"id":"W4395701979","doi":"10.1016/j.jsurg.2024.02.011","title":"A Scoping Review of the Literature on Entrustable Professional Activities in Surgery Residency Programs","year":2024,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Queen's University; University of Ottawa","funders":"","keywords":"Medical education; Patient care; Medicine; Residency training; Psychology; Family medicine; Nursing","score_opus":0.04918842237367028,"score_gpt":0.442682823415096,"score_spread":0.39349440104142575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395701979","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041698854,0.9875957,2.7348528e-7,0.005110097,0.0050003664,0.0015241215,0.0000023974412,0.0000061344576,0.0003439312],"genre_scores_gemma":[0.000041197414,0.9965613,0.00015760986,0.00037835873,0.001239455,0.00015608528,0.000077609744,0.000030512516,0.0013578958],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99614316,0.00042617178,0.0020771318,0.00020467417,0.00095559267,0.00019325965],"domain_scores_gemma":[0.996908,0.00049009616,0.0016381193,0.0003332923,0.0005712933,0.00005921944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025102322,0.0002542777,0.0016841253,0.00079975993,0.00004231615,0.00003510796,0.0001957252,0.00031310707,0.00015109616],"category_scores_gemma":[0.0022468595,0.00013141592,0.00072646077,0.0025945925,0.00008887418,0.00016572016,0.000040730047,0.0019215003,0.000006394223],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018660408,0.00060888927,0.000034436507,0.41342044,0.00004170222,0.000017585258,0.00013877673,2.6625148e-8,7.434194e-8,0.0002350021,0.028559633,0.55692476],"study_design_scores_gemma":[0.000059188904,0.000040165534,0.000017400705,0.66834474,0.00038431905,0.0005924176,0.00008431292,1.6427829e-7,0.0000010516457,0.00007732291,0.33033082,0.00006810914],"about_ca_topic_score_codex":0.0000026185317,"about_ca_topic_score_gemma":5.887418e-7,"teacher_disagreement_score":0.55685663,"about_ca_system_score_codex":0.000524779,"about_ca_system_score_gemma":0.015936937,"threshold_uncertainty_score":0.9896418},"labels":[],"label_agreement":null},{"id":"W4395959983","doi":"10.1007/s10459-024-10330-6","title":"Historicity and the impossible present","year":2024,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Historicity (philosophy); Context (archaeology); Epistemology; Sociology; Engineering ethics; History; Philosophy; Political science; Law; Politics; Archaeology","score_opus":0.011883784171738767,"score_gpt":0.42332014555921593,"score_spread":0.4114363613874772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395959983","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034041217,0.13015488,0.00004851826,0.034099203,0.82976264,0.0010123213,0.0000042934103,0.00003698153,0.0045407666],"genre_scores_gemma":[0.0022581487,0.068303965,0.0055890544,0.0031600136,0.91272956,0.0008826518,0.00019763282,0.000035458186,0.0068435124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972049,0.00013543168,0.0007282543,0.000572301,0.0010240447,0.00033508617],"domain_scores_gemma":[0.99820817,0.00072247785,0.0003805199,0.00034096808,0.00027624358,0.00007159779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038795667,0.0001813602,0.00037876033,0.00045879462,0.00032575356,0.00007620638,0.00025355176,0.00021237622,0.00002519364],"category_scores_gemma":[0.0034420306,0.000117043295,0.000037794856,0.0015864669,0.0011114294,0.000302727,0.00005976987,0.0010321493,0.000016058184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026892534,0.00008059132,0.00016201215,0.001645273,0.0000027005858,2.304688e-7,0.0009574831,0.000007213623,1.15198944e-7,0.0037992743,0.8919801,0.10133807],"study_design_scores_gemma":[0.00032505195,0.0001286917,0.00011854083,0.0013039369,0.000017861339,0.0000067899987,0.0007058873,0.0005128094,8.518331e-7,0.008379813,0.98840123,0.00009850198],"about_ca_topic_score_codex":0.0013301271,"about_ca_topic_score_gemma":0.00011559921,"teacher_disagreement_score":0.10123958,"about_ca_system_score_codex":0.001141916,"about_ca_system_score_gemma":0.008396183,"threshold_uncertainty_score":0.9972253},"labels":[],"label_agreement":null},{"id":"W4396498881","doi":"10.1080/0142159x.2024.2345269","title":"Physical and biophysical markers of assessment in medical training: A scoping review of the literature","year":2024,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Training (meteorology); MEDLINE; Medicine; Psychology","score_opus":0.0536018582345581,"score_gpt":0.4662400870877055,"score_spread":0.4126382288531474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396498881","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061967544,0.99041325,0.0000075971725,0.0055265403,0.0004883137,0.0014589294,0.000004663823,0.000020969275,0.0014600605],"genre_scores_gemma":[0.00031708676,0.99750495,0.00012840627,0.00069772947,0.00072879833,0.00020494351,0.000084195446,0.00005009852,0.00028380434],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99468386,0.00053419545,0.0015169941,0.0004889792,0.0024887319,0.00028723414],"domain_scores_gemma":[0.99853325,0.00019883389,0.00037266573,0.0005577544,0.00011491285,0.00022256374],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0030436863,0.00037313835,0.002659569,0.00024827386,0.00002245524,0.000009567082,0.00041404905,0.00072428706,0.00090742955],"category_scores_gemma":[0.007970168,0.00019811961,0.0005383994,0.0020107867,0.00080842694,0.000033677698,0.00025651738,0.0037426234,0.000005550216],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003344133,0.00033436465,0.000021068567,0.4013748,0.000113170114,0.00003878851,0.00037488333,1.0635375e-9,1.6651146e-7,0.00036967354,0.0032174801,0.5941523],"study_design_scores_gemma":[0.00028985087,0.00008755979,0.000028273455,0.9319372,0.0010520038,0.00017980258,0.000064402535,0.00029446094,1.7567804e-7,0.000054192533,0.065867916,0.00014413406],"about_ca_topic_score_codex":0.0000059467875,"about_ca_topic_score_gemma":0.000001524212,"teacher_disagreement_score":0.59400815,"about_ca_system_score_codex":0.00016247753,"about_ca_system_score_gemma":0.0048128087,"threshold_uncertainty_score":0.9985558},"labels":[],"label_agreement":null},{"id":"W4396508147","doi":"10.36834/cmej.77966","title":"Thriving Together: a novel workshop to improve cohesion and class culture in medical school cohorts","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Thriving; Cohesion (chemistry); Class (philosophy); Group cohesiveness; Computer science; Psychology; Artificial intelligence; Chemistry; Social psychology","score_opus":0.010939641746401715,"score_gpt":0.3356276298040273,"score_spread":0.3246879880576256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396508147","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38857237,0.0039974656,0.0017112835,0.5897074,0.009788647,0.0008643632,0.0000064438077,0.00007665193,0.005275389],"genre_scores_gemma":[0.7933417,0.00067245204,0.0065347147,0.18946238,0.006044957,0.00014227099,0.000060159768,0.00007449086,0.0036668717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967756,0.00007155452,0.000708698,0.0004159521,0.0014898275,0.0005383394],"domain_scores_gemma":[0.98787206,0.00011063332,0.00006818872,0.00026198113,0.00042133644,0.0112658255],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002391058,0.00020612754,0.00031407442,0.0010274588,0.00018638126,0.00018983452,0.00024315043,0.000620761,0.018685607],"category_scores_gemma":[0.06635463,0.00017152788,0.00006031441,0.0012775359,0.0001681906,0.00020531492,0.000037215596,0.0026510758,0.000103130355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023648845,0.00019791457,0.0036734608,0.00013876038,0.00004250122,0.00027780695,0.0026616831,8.125198e-7,0.00013965539,0.0015256554,0.49422407,0.497094],"study_design_scores_gemma":[0.0010676157,0.00019709225,0.014197382,0.00703032,0.00006925755,0.006593359,0.0054609342,0.005265091,0.000022933129,0.000534326,0.95919824,0.0003634543],"about_ca_topic_score_codex":0.0015539292,"about_ca_topic_score_gemma":0.007147188,"teacher_disagreement_score":0.49673057,"about_ca_system_score_codex":0.0013816479,"about_ca_system_score_gemma":0.07276203,"threshold_uncertainty_score":0.9996498},"labels":[],"label_agreement":null},{"id":"W4396508548","doi":"10.36834/cmej.75522","title":"Making judgments based on reported observations of trainee performance: a scoping review in Health Professions Education","year":2024,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Health professions; Medical education; Data science; Psychology; Computer science; Applied psychology; Medicine; Health care; Political science","score_opus":0.17898199446900148,"score_gpt":0.5040201389553906,"score_spread":0.32503814448638907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396508548","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026115224,0.94319475,0.000025507645,0.047356892,0.005132856,0.003111623,0.000010412445,0.000024206453,0.0011176236],"genre_scores_gemma":[0.00008733192,0.9440397,0.0019880903,0.05056492,0.0010236797,0.0007549545,0.0008205255,0.00008052015,0.00064026116],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9935075,0.00040736014,0.0035598169,0.00047863956,0.0014876233,0.0005590837],"domain_scores_gemma":[0.9943613,0.00011358354,0.0015660981,0.00066559814,0.00085828383,0.0024351608],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004265129,0.0004167225,0.001648281,0.0030440462,0.00025570887,0.00004256465,0.00037172882,0.00054987066,0.0046185222],"category_scores_gemma":[0.029930307,0.00034327025,0.00031627368,0.0035543127,0.00012801058,0.0001330988,0.000019049026,0.0032123474,0.000045632994],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020534233,0.0003811399,0.000031866533,0.16568612,0.00003725376,0.000010784319,0.0001399927,6.396176e-7,1.4416648e-8,0.00012705474,0.12366097,0.70992213],"study_design_scores_gemma":[0.00012537856,0.00007224188,0.00009496254,0.5870048,0.00030460957,0.0004988043,0.00014889977,0.00014438586,1.9567972e-8,0.000014349445,0.41144818,0.00014338852],"about_ca_topic_score_codex":0.000514738,"about_ca_topic_score_gemma":0.00082341424,"teacher_disagreement_score":0.7097787,"about_ca_system_score_codex":0.003808324,"about_ca_system_score_gemma":0.4984269,"threshold_uncertainty_score":0.99990195},"labels":[],"label_agreement":null},{"id":"W4396515249","doi":"10.36834/cmej.76671","title":"Use the right words: evaluating the effect of word choice and word count on quality of narrative feedback in ophthalmology competency-based medical education assessments","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Word (group theory); Quality (philosophy); Narrative; Computer science; Multiple choice; Natural language processing; Linguistics; Mathematics; Statistics","score_opus":0.038652474583045125,"score_gpt":0.4519687203342231,"score_spread":0.413316245751178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396515249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87742513,0.0006883376,0.000036225534,0.117207326,0.0032296923,0.0006211877,0.0000044340377,0.000007391108,0.0007802474],"genre_scores_gemma":[0.9864779,0.00004123399,0.0007687787,0.011450732,0.0007936293,0.00012501304,0.000059502894,0.00002308687,0.0002601107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947169,0.001497475,0.0011839874,0.0003067008,0.001949124,0.0003458138],"domain_scores_gemma":[0.9937978,0.0031159183,0.00043832828,0.0004562045,0.0007755956,0.0014161766],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00881535,0.00021374042,0.00044577545,0.0006310615,0.00025894083,0.00007247348,0.00038265376,0.00031739942,0.007730415],"category_scores_gemma":[0.07470084,0.00012509241,0.00009224973,0.0012693289,0.0007833702,0.0001499456,0.00002160409,0.0019853842,0.000007402159],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000448112,0.0012624181,0.11844832,0.0012061546,0.00033503043,0.000056292633,0.010007008,0.000037383266,0.000099173085,0.011961769,0.072743654,0.7833947],"study_design_scores_gemma":[0.0039297887,0.002782799,0.91620326,0.015014167,0.00039585357,0.002509694,0.013440638,0.018287478,0.00013878582,0.0030994369,0.023640573,0.0005575136],"about_ca_topic_score_codex":0.007324358,"about_ca_topic_score_gemma":0.0051396172,"teacher_disagreement_score":0.79775494,"about_ca_system_score_codex":0.0008855829,"about_ca_system_score_gemma":0.112181544,"threshold_uncertainty_score":0.99928594},"labels":[],"label_agreement":null},{"id":"W4396517447","doi":"10.1080/0142159x.2024.2345271","title":"Blind spots in medical education – International perspectives","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network; McGill University; McGill University Health Centre","funders":"","keywords":"Blind spot; Spots; Medical education; Medicine; Psychology; Family medicine","score_opus":0.017478169416097842,"score_gpt":0.4093670423815243,"score_spread":0.39188887296542646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396517447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7224023,0.0017715641,0.0005627814,0.19646236,0.0040505263,0.00028244112,4.87428e-7,0.00018443447,0.074283116],"genre_scores_gemma":[0.97775805,0.0002330605,0.00056589243,0.0033661998,0.0035093834,0.00010719857,0.000106083,0.00003235588,0.014321756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697614,0.00006860588,0.00044763793,0.0003951885,0.0018773347,0.00023511077],"domain_scores_gemma":[0.99928993,0.000036088684,0.000029235227,0.0002231844,0.00015231082,0.00026924626],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016035739,0.00013670984,0.00019562883,0.00053082214,0.000029621711,0.00003649695,0.00024406868,0.0003852957,0.055643212],"category_scores_gemma":[0.009720255,0.00011197476,0.00007020715,0.0008069274,0.0002453292,0.0001306168,0.000059616705,0.001283227,0.000448089],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008782859,0.0023847865,0.037126165,0.00013726487,0.00009968176,0.00030612588,0.0047013587,2.2487636e-7,0.000011537533,0.021927172,0.20878828,0.7244296],"study_design_scores_gemma":[0.0031268243,0.00012900808,0.04923258,0.0033544826,0.00007799998,0.0011559827,0.008723893,0.096405335,0.000019011828,0.0029445565,0.8344063,0.00042400206],"about_ca_topic_score_codex":0.000054690598,"about_ca_topic_score_gemma":0.000013317281,"teacher_disagreement_score":0.7240056,"about_ca_system_score_codex":0.0004751511,"about_ca_system_score_gemma":0.0031357666,"threshold_uncertainty_score":0.9986213},"labels":[],"label_agreement":null},{"id":"W4396519994","doi":"10.36834/cmej.76192","title":"A phenomenological study of resident and faculty experiences with learner engagement in the normalization of workplace-based assessment","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Normalization (sociology); Psychology; Medical education; Applied psychology; Computer science; Medicine; Sociology; Social science","score_opus":0.031414545992509806,"score_gpt":0.38041233921982437,"score_spread":0.34899779322731456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396519994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767727,0.0002456332,0.0003914412,0.021118972,0.0003208632,0.00039932804,6.266993e-7,0.0000045889574,0.0007458252],"genre_scores_gemma":[0.9960874,0.000018387274,0.0008571587,0.0026983675,0.00015061027,0.00010541799,0.000016710093,0.000006297613,0.000059672577],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99810445,0.00022678175,0.00046098285,0.00014301718,0.00091067096,0.00015408249],"domain_scores_gemma":[0.9989949,0.000076823475,0.000100805446,0.00012999399,0.00025014894,0.00044733586],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002063473,0.000082630766,0.00015768349,0.00047590092,0.00009971716,0.000040399693,0.00013406867,0.00007474785,0.0026938226],"category_scores_gemma":[0.0022697526,0.000048295773,0.000017052143,0.0008077205,0.00019010808,0.000073778516,0.00000743703,0.00063154555,8.096771e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001806932,0.0044652857,0.1514165,0.00067325967,0.00021597731,0.0002664321,0.5945294,0.00019409417,0.00002208357,0.0069111795,0.051474918,0.1896502],"study_design_scores_gemma":[0.0013220513,0.001433373,0.13171446,0.0010768222,0.00009157134,0.00029546212,0.848861,0.0025478571,0.000010408732,0.000083982035,0.01244842,0.00011462148],"about_ca_topic_score_codex":0.0016103201,"about_ca_topic_score_gemma":0.0022391777,"teacher_disagreement_score":0.25433156,"about_ca_system_score_codex":0.00026504544,"about_ca_system_score_gemma":0.017009402,"threshold_uncertainty_score":0.9982178},"labels":[],"label_agreement":null},{"id":"W4396521707","doi":"10.36834/cmej.78848","title":"Centring equity in medicine: pushback to challenging power","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto; Dalhousie University","funders":"","keywords":"Centring; Equity (law); Computer science; Accounting; Business; Political science; Engineering; Law","score_opus":0.025205483029192965,"score_gpt":0.4018437123837468,"score_spread":0.3766382293545538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396521707","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15296392,0.003930815,0.0011041308,0.7720754,0.016463952,0.0005071445,0.000001549741,0.00007683893,0.052876245],"genre_scores_gemma":[0.91621196,0.00021636378,0.0011701928,0.077888064,0.0034094914,0.000033330598,0.000022244803,0.00003810619,0.0010102394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708426,0.00006094975,0.0006830161,0.0003003464,0.0011464341,0.0007250149],"domain_scores_gemma":[0.9924086,0.00006262239,0.000047288017,0.00024299475,0.00037696492,0.0068615717],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028468163,0.0001626956,0.00027438687,0.0019231134,0.00015767454,0.00008603535,0.00026507024,0.0002408864,0.043695945],"category_scores_gemma":[0.03099644,0.00014226009,0.000058049547,0.0017073501,0.0001146136,0.00017007651,0.00003055362,0.0016066113,0.0003728036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009387889,0.00010144043,0.000936675,0.00013302921,0.000029795654,0.00033136192,0.004697561,0.0000049826212,0.000024839608,0.013380263,0.5515054,0.42884526],"study_design_scores_gemma":[0.00044405606,0.00010768958,0.0113660805,0.0042591575,0.000029664354,0.0025007187,0.0046563493,0.00082480453,0.0000087606,0.00095125654,0.97466284,0.00018859532],"about_ca_topic_score_codex":0.0032333892,"about_ca_topic_score_gemma":0.0029067406,"teacher_disagreement_score":0.763248,"about_ca_system_score_codex":0.003873955,"about_ca_system_score_gemma":0.048228223,"threshold_uncertainty_score":0.99995},"labels":[],"label_agreement":null},{"id":"W4396528990","doi":"10.36834/cmej.77957","title":"Giving partial credit during an multiple choice question assessment reappraisal does not make the assessment process fairer","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Computer science","score_opus":0.013484811027665678,"score_gpt":0.39571471743471714,"score_spread":0.38222990640705146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396528990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74659455,0.00013359534,0.0016310605,0.23490587,0.013903461,0.0005626167,0.000011950955,0.00011845872,0.0021384326],"genre_scores_gemma":[0.97167146,0.00004627839,0.0021564045,0.0129350545,0.011643541,0.00020301725,0.00012468717,0.000053084845,0.0011664924],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960955,0.00027070323,0.00079556345,0.00044010783,0.0017996277,0.00059852516],"domain_scores_gemma":[0.9949436,0.0002474189,0.0001762083,0.00042965775,0.00081336126,0.003389743],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028734552,0.00024282695,0.00024771554,0.00054215506,0.00082603813,0.0004457522,0.00038059067,0.0002999735,0.009241228],"category_scores_gemma":[0.01914641,0.00015991423,0.00009379207,0.00071373634,0.00025237276,0.00047049831,0.000022234239,0.0024177362,0.000027911483],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006450639,0.001530934,0.100588664,0.0013271836,0.00041466785,0.0004164924,0.0076065185,0.0001049294,0.0011891398,0.015803073,0.116697006,0.7542569],"study_design_scores_gemma":[0.0010556646,0.00020108373,0.4975136,0.0021328887,0.0002181744,0.0029628768,0.006988237,0.03261027,0.00023136084,0.0003445319,0.4552862,0.0004551015],"about_ca_topic_score_codex":0.0032488261,"about_ca_topic_score_gemma":0.008824349,"teacher_disagreement_score":0.75380176,"about_ca_system_score_codex":0.0012751934,"about_ca_system_score_gemma":0.06336468,"threshold_uncertainty_score":0.9998837},"labels":[],"label_agreement":null},{"id":"W4396529899","doi":"10.36834/cmej.77264","title":"How to be a good clerk on the clinical teaching team: a scoping review","year":2024,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Data science; Medical education; World Wide Web; Medicine","score_opus":0.12286973778865042,"score_gpt":0.5029895298209742,"score_spread":0.3801197920323238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396529899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016547601,0.6173949,0.000022321883,0.36960587,0.006444631,0.0019184034,0.0000066218,0.000027022092,0.0045785154],"genre_scores_gemma":[0.0000018898663,0.70528704,0.0007085563,0.2816936,0.008132462,0.00039328384,0.00009461435,0.00008835636,0.003600162],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99335426,0.0010685642,0.0021852679,0.0006750117,0.0019686138,0.00074827694],"domain_scores_gemma":[0.9869992,0.0006846825,0.00073533715,0.0011999523,0.0007180861,0.009662714],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010786067,0.0005518759,0.0018786525,0.0011450864,0.0005875558,0.00039934393,0.00093765714,0.0008364513,0.0075011845],"category_scores_gemma":[0.20091647,0.0003307694,0.00081007654,0.0015559326,0.00022796143,0.00010004387,0.00006484946,0.009674451,0.0007772266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[7.4425435e-7,0.0000687947,4.8812774e-7,0.014642218,0.00008396943,0.000026938886,0.000069450136,2.4881788e-9,1.2553913e-9,0.0013214576,0.48791322,0.49587274],"study_design_scores_gemma":[0.000059185262,0.00008836033,9.3352395e-7,0.41823253,0.0009212713,0.001960986,0.00020195675,0.0000020088373,5.136798e-9,0.000029759005,0.57832915,0.00017387973],"about_ca_topic_score_codex":0.00025751806,"about_ca_topic_score_gemma":0.00088363874,"teacher_disagreement_score":0.49569884,"about_ca_system_score_codex":0.0019934122,"about_ca_system_score_gemma":0.2162836,"threshold_uncertainty_score":0.9999144},"labels":[],"label_agreement":null},{"id":"W4396530457","doi":"10.36834/cmej.74261","title":"Designing a touchless physical examination for a virtual Objective Structured Clinical Examination","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Physical examination; Computer science; Human–computer interaction; Medicine; Radiology","score_opus":0.02346467955901209,"score_gpt":0.3843683608205962,"score_spread":0.3609036812615841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396530457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84389,0.00068533525,0.08237845,0.04338553,0.023444634,0.0018621363,0.000025673544,0.0001934177,0.0041348413],"genre_scores_gemma":[0.97079104,0.00004171541,0.007199231,0.0107423365,0.0095398035,0.0001715675,0.00022066348,0.00005789086,0.0012357285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99687636,0.00032616843,0.0008118974,0.00044644167,0.0010641802,0.00047496153],"domain_scores_gemma":[0.994718,0.00042796443,0.00016043118,0.0002364315,0.0013824063,0.0030747394],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038856158,0.00022297549,0.00035225088,0.0009954242,0.00037820352,0.00021085715,0.00022410478,0.0004432055,0.0027194866],"category_scores_gemma":[0.042108558,0.00020165741,0.00019917739,0.0009540206,0.0002566358,0.00035695,0.000013122216,0.0015584936,0.000055575998],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002082077,0.0002278084,0.00015853859,0.00009066772,0.00009394084,0.000031549636,0.0028878488,0.0000022650224,0.00009033643,0.0072117746,0.08751188,0.90167254],"study_design_scores_gemma":[0.006562995,0.0035320772,0.2139156,0.005682808,0.0013691008,0.008781396,0.03686709,0.10734199,0.0010625933,0.011871463,0.60129195,0.0017209083],"about_ca_topic_score_codex":0.00022880832,"about_ca_topic_score_gemma":0.00049743825,"teacher_disagreement_score":0.89995164,"about_ca_system_score_codex":0.0014911816,"about_ca_system_score_gemma":0.052704703,"threshold_uncertainty_score":0.9981922},"labels":[],"label_agreement":null},{"id":"W4396530533","doi":"10.36834/cmej.77580","title":"‘What would my peers say?’ Comparing the opinion-based method with the prediction-based method in Continuing Medical Education course evaluation","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Scale (ratio); Computer science; Continuing medical education; Point (geometry); Statistics; Medical education; Psychology; Machine learning; Medicine; Mathematics; Continuing education","score_opus":0.024467616846462623,"score_gpt":0.4104752178828711,"score_spread":0.38600760103640847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396530533","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027147079,0.004851441,0.04576774,0.90083164,0.017806318,0.0018347832,0.000005680498,0.00009305694,0.0016622643],"genre_scores_gemma":[0.7860064,0.00023935869,0.019511074,0.18381651,0.007660859,0.0011883159,0.0006865418,0.00013990853,0.0007510445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9923611,0.001285918,0.0010920424,0.00055780617,0.004030575,0.0006725075],"domain_scores_gemma":[0.992363,0.0011301317,0.00034952708,0.0007331908,0.002117995,0.0033061688],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015791643,0.0003469034,0.0004215643,0.0010539977,0.00059310993,0.000562829,0.00064719835,0.00066776713,0.01245882],"category_scores_gemma":[0.026201695,0.00021831591,0.00015060724,0.0023567837,0.0004722584,0.0004509587,0.000018737763,0.0046249735,0.000045734854],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005685709,0.0004152648,0.0027762596,0.00013334556,0.00009990212,0.0000202068,0.0037140884,0.00084593275,0.0000053859594,0.0016431164,0.2907416,0.69954807],"study_design_scores_gemma":[0.0018942533,0.00015129385,0.0141499955,0.00718483,0.00042844887,0.0014169108,0.024219044,0.6270393,0.000024792118,0.00044026307,0.32272655,0.00032433096],"about_ca_topic_score_codex":0.0030975237,"about_ca_topic_score_gemma":0.0070843142,"teacher_disagreement_score":0.75885934,"about_ca_system_score_codex":0.0024205388,"about_ca_system_score_gemma":0.18876773,"threshold_uncertainty_score":0.9976714},"labels":[],"label_agreement":null},{"id":"W4396567233","doi":"10.1016/j.mayocp.2024.01.002","title":"Competencies for Those Who Coach Physicians: A Modified Delphi Study","year":2024,"lang":"en","type":"article","venue":"Mayo Clinic Proceedings","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Coaching; Medicine; Credentialing; Health care; Context (archaeology); Delphi method; Medical education; Certification; Specialty; Nursing; Burnout; Family medicine; Psychology; Management","score_opus":0.07618574652072561,"score_gpt":0.4074091727126617,"score_spread":0.33122342619193607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396567233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97758496,0.00041574708,0.0014001321,0.008247977,0.0013407627,0.002316382,0.0000102267,0.00043940358,0.008244389],"genre_scores_gemma":[0.9848119,0.000041656618,0.004532669,0.0029679714,0.001265562,0.0007149556,0.00003717887,0.00005451696,0.005573578],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981469,0.0000071820973,0.0006089345,0.00048769533,0.00042964806,0.00031966896],"domain_scores_gemma":[0.99890435,0.0001649622,0.00010516447,0.00017548102,0.0005930616,0.000057000227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012447966,0.00019073203,0.000395883,0.0002387307,0.00014452597,0.0001016816,0.00018179175,0.00012376644,0.00008221401],"category_scores_gemma":[0.0016409373,0.00016425176,0.00012634497,0.00086042215,0.0001326735,0.00019482341,0.00005279189,0.00042498577,0.000094680254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000579349,0.0037152516,0.007998333,0.003458138,0.00071369176,0.000019185805,0.046872806,0.0000013656069,0.0024002597,0.028376449,0.6537986,0.2520666],"study_design_scores_gemma":[0.011558341,0.009669716,0.040891856,0.007836139,0.002770304,0.00012951937,0.18193792,0.10384876,0.0015469749,0.023299513,0.61472946,0.0017815147],"about_ca_topic_score_codex":0.00001305814,"about_ca_topic_score_gemma":0.000001332215,"teacher_disagreement_score":0.2502851,"about_ca_system_score_codex":0.00012562789,"about_ca_system_score_gemma":0.00019924266,"threshold_uncertainty_score":0.66979927},"labels":[],"label_agreement":null},{"id":"W4396592508","doi":"10.1186/s12909-024-05476-1","title":"The Ottawa resident observation form for nurses (O-RON): evaluation of an assessment tool’s psychometric properties in different specialties","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Physicians' Services Incorporated Foundation; University of Ottawa","keywords":"Medicine; Graduate medical education; Nursing; Medical education; Content validity; Judgement; Validity; Family medicine; Psychology; Psychometrics; Clinical psychology; Accreditation","score_opus":0.09466031979555303,"score_gpt":0.46170514089802145,"score_spread":0.3670448211024684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396592508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97734094,0.00095676683,0.001608878,0.010790936,0.0063842013,0.0023592117,0.0000026975306,0.000050785882,0.0005055873],"genre_scores_gemma":[0.98989826,0.00015520485,0.00385861,0.00060051377,0.0016706552,0.0021273827,0.00031458732,0.000030135456,0.0013446562],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959377,0.00024055025,0.001004835,0.00035743866,0.0022101614,0.00024931322],"domain_scores_gemma":[0.9977701,0.00048316,0.00019411607,0.00046489667,0.0010037126,0.00008406209],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005502704,0.00017032458,0.00026174163,0.0005859279,0.00014187244,0.00008197841,0.00020512177,0.0001779329,0.00026127283],"category_scores_gemma":[0.01678017,0.000106859654,0.000083612664,0.0011208408,0.00016731802,0.00030304154,0.000018426088,0.00029687103,0.0000050624158],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015118983,0.0014204812,0.015730198,0.0012688914,0.000040162246,1.5886444e-7,0.0018471885,0.00001784787,0.00024844293,0.020903453,0.026593206,0.9317788],"study_design_scores_gemma":[0.0013511834,0.00041433406,0.836064,0.0016970871,0.00023286755,0.000011237343,0.0051682726,0.12952164,0.0009023792,0.0069507486,0.017498985,0.00018728353],"about_ca_topic_score_codex":0.00010617141,"about_ca_topic_score_gemma":0.00047675337,"teacher_disagreement_score":0.9315915,"about_ca_system_score_codex":0.0009899645,"about_ca_system_score_gemma":0.00780184,"threshold_uncertainty_score":0.997823},"labels":[],"label_agreement":null},{"id":"W4396623998","doi":"10.1007/s13187-024-02447-4","title":"Opportunities for Continuing Education by Hematology Societies Available to International Trainees","year":2024,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Hematology; Medicine; Continuing education; Continuing medical education; Medical education; Health professionals; Higher education; Health care; Family medicine; Internal medicine; Political science","score_opus":0.03514373779694487,"score_gpt":0.4238189113073431,"score_spread":0.38867517351039826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396623998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6648356,0.026346339,0.00784597,0.261287,0.03225634,0.0008171269,0.000030458556,0.00006013809,0.006521056],"genre_scores_gemma":[0.81301564,0.003106939,0.031687975,0.022451662,0.010052962,0.0007862374,0.00030843832,0.000084783314,0.118505366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989007,0.000016546051,0.00052491477,0.00013146603,0.00029446254,0.00013191125],"domain_scores_gemma":[0.9982045,0.00006487654,0.00020757999,0.00009332743,0.0013572677,0.00007243944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004725644,0.00009935337,0.0002009588,0.00041223472,0.00004371222,0.00007634518,0.000113836264,0.00008063729,0.0005861001],"category_scores_gemma":[0.0004537745,0.0000895969,0.00009148152,0.00024512998,0.000046328263,0.00028540555,0.00000827606,0.00018738255,0.000009500375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035279096,0.00014948376,0.00041539353,0.00018557606,0.000054511587,3.081224e-7,0.0014806169,0.0000015083438,0.0013738066,0.001741617,0.6593384,0.33522347],"study_design_scores_gemma":[0.00023112036,0.00014885017,0.0003317814,0.0014511724,0.00013348294,0.00014076043,0.016903555,0.0001724521,0.002564186,0.00084839086,0.9769793,0.00009492721],"about_ca_topic_score_codex":0.00001264958,"about_ca_topic_score_gemma":0.000001509914,"teacher_disagreement_score":0.33512855,"about_ca_system_score_codex":0.00047588893,"about_ca_system_score_gemma":0.0031434488,"threshold_uncertainty_score":0.64173853},"labels":[],"label_agreement":null},{"id":"W4396643038","doi":"10.1007/s43678-024-00708-1","title":"Saving emergency medicine, part three: compassion","year":2024,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dr. Everett Chalmers Regional Hospital; Schwartz/Reisman Emergency Medicine Institute; North York General Hospital; Horizon Health Network","funders":"","keywords":"Medicine; Compassion; Medical emergency; MEDLINE; Emergency medicine","score_opus":0.07015332084738861,"score_gpt":0.3956347558199558,"score_spread":0.32548143497256715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396643038","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080095686,0.02582219,0.00024947713,0.02526794,0.9289682,0.00046060816,0.000052611544,0.000041870626,0.018336138],"genre_scores_gemma":[0.0010335984,0.0061940067,0.00016846502,0.00021508802,0.96364343,0.000025076411,0.0008351127,0.0002063605,0.027678832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99066436,0.00012967114,0.004651537,0.0006608285,0.002910448,0.0009831609],"domain_scores_gemma":[0.9899942,0.00020451345,0.0019148681,0.00094251084,0.0050561316,0.0018877479],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035472512,0.0008110724,0.0019533432,0.0028146983,0.00033862516,0.000009163773,0.0008560551,0.0012913744,0.08103935],"category_scores_gemma":[0.02482965,0.00059211475,0.00042780628,0.0026717288,0.0005430226,0.00019992185,0.000041855743,0.0048243953,0.0002096922],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046609082,0.00004482699,0.0008101574,0.0012994703,0.00043028677,0.00027818303,0.0010667051,0.0000018181911,0.00008414472,0.00027777546,0.99209327,0.003566782],"study_design_scores_gemma":[0.0010672974,0.0012798621,0.00094065245,0.010978879,0.0018827268,0.0000655444,0.00079322554,0.00005150858,0.000002275483,0.0016027857,0.9808933,0.00044191268],"about_ca_topic_score_codex":0.007498802,"about_ca_topic_score_gemma":0.014014844,"teacher_disagreement_score":0.08082966,"about_ca_system_score_codex":0.0013186004,"about_ca_system_score_gemma":0.008170685,"threshold_uncertainty_score":0.99965304},"labels":[],"label_agreement":null},{"id":"W4396791585","doi":"10.1016/j.heliyon.2024.e31070","title":"Systematic review of feedback literacy instruments for health professions students","year":2024,"lang":"en","type":"article","venue":"Heliyon","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Ministry of Higher Education, Malaysia","keywords":"Health professions; Medical education; Health literacy; Library science; Mathematics education; Psychology; Medicine; Computer science; Political science; Health care","score_opus":0.027005281909003143,"score_gpt":0.4565392181476503,"score_spread":0.42953393623864716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396791585","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2480472,0.59344625,0.0051205484,0.1164304,0.008107697,0.02690323,0.00009557157,0.00040263284,0.0014464608],"genre_scores_gemma":[0.6181788,0.18502966,0.04092637,0.110912524,0.0014614573,0.0068820133,0.001656524,0.00024532262,0.03470736],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9984889,0.000057131703,0.0007406975,0.00015007643,0.00042182885,0.00014134258],"domain_scores_gemma":[0.99921966,0.000055262823,0.00014904588,0.0002763453,0.00024981552,0.00004987293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009593821,0.000081737715,0.00040358017,0.00013551422,0.000047612622,0.000013858816,0.0000948008,0.00004214811,0.00008535618],"category_scores_gemma":[0.0011447376,0.000058414316,0.000070279086,0.000490073,0.000020309804,0.00007417075,0.000026173891,0.0001390194,0.00006163116],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062173576,0.00016770096,0.00023042035,0.98481935,0.000061101884,5.362576e-7,0.00066437124,8.200808e-9,0.000032235777,0.0005468936,0.009809796,0.003661372],"study_design_scores_gemma":[0.00028648906,0.00016583646,0.00077846256,0.9946069,0.00016476201,0.0000141887185,0.00018135192,0.00005200603,0.00007355323,0.000047943657,0.0035805583,0.000047916044],"about_ca_topic_score_codex":0.0000014032796,"about_ca_topic_score_gemma":1.6361365e-7,"teacher_disagreement_score":0.4084166,"about_ca_system_score_codex":0.00016054024,"about_ca_system_score_gemma":0.00029795038,"threshold_uncertainty_score":0.23820667},"labels":[],"label_agreement":null},{"id":"W4396826267","doi":"10.1016/j.jmir.2024.03.038","title":"What's in a Name?: Advocacy for the Use of Advanced Practice Titles","year":2024,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; Southlake Regional Health Center; University of Toronto","funders":"","keywords":"Medicine; Political science","score_opus":0.039705778075580386,"score_gpt":0.43625319766332027,"score_spread":0.39654741958773987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396826267","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26094398,0.048815098,0.016448608,0.6684677,0.004972475,0.0002452768,5.737383e-7,0.000009854524,0.000096408156],"genre_scores_gemma":[0.9560197,0.019892834,0.017923879,0.005233489,0.00080575084,0.000007232001,0.0000012607695,0.0000061307605,0.00010974941],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874866,0.000034612414,0.00034697112,0.000072237846,0.0007228071,0.00007468758],"domain_scores_gemma":[0.9978447,0.0016994737,0.00015384793,0.000045156896,0.00021360721,0.00004324589],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031470237,0.00003576861,0.0001011123,0.00021662567,0.000053701406,0.00011670304,0.000086124615,0.000027036282,0.000031458334],"category_scores_gemma":[0.014522576,0.000019196355,0.000028346754,0.00045356186,0.00031378196,0.00099061,0.000009498334,0.0002052462,5.851094e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022790215,0.000047082558,0.0005841179,0.000055677003,0.000012979928,0.000008462729,0.0019672944,0.00006738389,0.00006131079,0.00080022216,0.017619599,0.9787531],"study_design_scores_gemma":[0.0008360977,0.000158507,0.006753049,0.0018055518,0.000087594475,0.00058316026,0.03296199,0.20740806,0.00008130046,0.0005143022,0.7487574,0.00005294455],"about_ca_topic_score_codex":0.000013456059,"about_ca_topic_score_gemma":7.1270415e-7,"teacher_disagreement_score":0.97870016,"about_ca_system_score_codex":0.00002824103,"about_ca_system_score_gemma":0.0006642685,"threshold_uncertainty_score":0.9937785},"labels":[],"label_agreement":null},{"id":"W4396860970","doi":"10.1080/0142159x.2024.2351585","title":"Proposing the Community Triad Model to action social accountability in medical schools","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Calgary; University of Saskatchewan","funders":"","keywords":"Accountability; Triad (sociology); Action (physics); Social accounting; Political science; Public relations; Psychology; Medical education; Medicine; Sociology; Social science; Business; Law","score_opus":0.12301353346727978,"score_gpt":0.4749547141509574,"score_spread":0.35194118068367763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396860970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82783246,0.000070667935,0.0050827865,0.16213359,0.00069933955,0.0005710779,8.5437574e-7,0.00015574528,0.003453487],"genre_scores_gemma":[0.9905913,0.000010596783,0.00038239994,0.006472301,0.0013393962,0.00017552734,0.000034063163,0.000028556564,0.0009658636],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996193,0.0005511745,0.000598733,0.0002734178,0.002042009,0.00034164873],"domain_scores_gemma":[0.999058,0.00013067611,0.00003642358,0.0004109703,0.000120718774,0.0002431956],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009339913,0.0001571615,0.0002848583,0.00018795046,0.00028242188,0.00005873114,0.00036498514,0.0004934942,0.0030483883],"category_scores_gemma":[0.013429378,0.000101030724,0.0000861761,0.001123741,0.00030244535,0.0001317768,0.00014164325,0.0048228195,0.00016466073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003291802,0.0019208575,0.009251796,0.0005049179,0.00009314983,0.00004558125,0.017840957,0.000009957155,0.00016337681,0.0024627799,0.15992428,0.80745316],"study_design_scores_gemma":[0.0033547825,0.00028764323,0.02634736,0.002824846,0.00019596006,0.0002345931,0.01681491,0.87665045,0.00012731396,0.007220262,0.06537162,0.0005702424],"about_ca_topic_score_codex":0.00044487204,"about_ca_topic_score_gemma":0.00016491894,"teacher_disagreement_score":0.8766405,"about_ca_system_score_codex":0.0007388826,"about_ca_system_score_gemma":0.0015724406,"threshold_uncertainty_score":0.99786294},"labels":[],"label_agreement":null},{"id":"W4396872773","doi":"10.1097/acm.0000000000005765","title":"Perspectivism and Health Professions Assessment","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Perspectivism; Epistemology; Humility; Scholarship; Sociology; Philosophy; Political science","score_opus":0.07470903844157792,"score_gpt":0.509585632306947,"score_spread":0.43487659386536903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396872773","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11027119,0.012602032,0.009134616,0.85300606,0.0022489107,0.0007688215,0.000001280453,0.0003184007,0.011648689],"genre_scores_gemma":[0.97322047,0.0019907423,0.0015776753,0.014906889,0.0016955658,0.0000624155,0.000046492736,0.000024693329,0.0064750626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986186,0.000038437734,0.00038476684,0.00029982656,0.00042723687,0.00023115837],"domain_scores_gemma":[0.99945265,0.000075562064,0.000052971485,0.00018693486,0.00007527527,0.00015658638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015330275,0.000117548225,0.00026095155,0.0002926312,0.000111046924,0.0000047658896,0.00005832851,0.00014359527,0.000458352],"category_scores_gemma":[0.00043211723,0.00007911143,0.000015859525,0.0006064773,0.000225486,0.000074646734,0.000033341323,0.0013755666,0.000026371337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071167847,0.000022907027,0.005603894,0.000746968,0.00006295865,0.000021059177,0.0148595385,1.0527814e-7,0.0012626649,0.16245663,0.6841613,0.13079485],"study_design_scores_gemma":[0.0031010383,0.0016735791,0.20986804,0.015482678,0.00035646366,0.0015024405,0.04798082,0.010201935,0.000105238774,0.028062899,0.6812163,0.00044855283],"about_ca_topic_score_codex":0.000045750257,"about_ca_topic_score_gemma":5.602533e-7,"teacher_disagreement_score":0.86294925,"about_ca_system_score_codex":0.00030623327,"about_ca_system_score_gemma":0.00057406607,"threshold_uncertainty_score":0.5976229},"labels":[],"label_agreement":null},{"id":"W4396872884","doi":"10.1097/acm.0000000000005766","title":"Teaching Opportunities for Postgraduate Trainees in Primary Care","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Primary care; Medical education; Medicine; MEDLINE; Psychology; Family medicine; Political science","score_opus":0.09644490668461117,"score_gpt":0.395056802646881,"score_spread":0.2986118959622698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396872884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7313081,0.013664763,0.0027713415,0.21704398,0.0024204424,0.001353815,0.000015369842,0.00034508048,0.03107712],"genre_scores_gemma":[0.9697584,0.0006689641,0.0014531745,0.015276406,0.0026666245,0.00020354328,0.00089263095,0.000051675044,0.009028597],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846846,0.00003644341,0.0005639912,0.00028006014,0.0003717579,0.00027929933],"domain_scores_gemma":[0.9993432,0.0002282134,0.00004875734,0.00018133134,0.000114755785,0.00008374461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012038889,0.0001580821,0.0003267574,0.00059123704,0.000058511418,0.000005071346,0.00011907527,0.0002119057,0.0000675128],"category_scores_gemma":[0.0011859194,0.00012068852,0.00003915671,0.00033250015,0.00018252894,0.000119312426,0.000020262656,0.0012144608,0.000007467372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009647777,0.000020020085,0.0010189594,0.005217302,0.0000633534,0.0001030325,0.06216322,0.0000012140426,0.0055189696,0.02952868,0.1628061,0.7334627],"study_design_scores_gemma":[0.0036989038,0.00088860764,0.0052156933,0.01328651,0.00038926155,0.00041724477,0.12413991,0.0028226457,0.00034209288,0.006432516,0.84194046,0.0004261294],"about_ca_topic_score_codex":0.00004777696,"about_ca_topic_score_gemma":0.0000014059246,"teacher_disagreement_score":0.7330366,"about_ca_system_score_codex":0.00034404077,"about_ca_system_score_gemma":0.00036849306,"threshold_uncertainty_score":0.52762955},"labels":[],"label_agreement":null},{"id":"W4396877462","doi":"10.5334/pme.1198","title":"Living on Site While Renovating; Flexible Instructional Design of Post-Graduate Medical Training","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"","keywords":"Computer science; Medical education; Instructional design; Graduate medical education; Training (meteorology); Medicine; Multimedia","score_opus":0.05569287624405193,"score_gpt":0.37684746463527935,"score_spread":0.3211545883912274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396877462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8795343,0.00093492604,0.021654654,0.073212914,0.005781353,0.00095789856,0.000011839214,0.00052296347,0.01738913],"genre_scores_gemma":[0.9781012,0.00020014553,0.012248211,0.0057907645,0.0024733355,0.00014181461,0.00012728763,0.000061101986,0.0008561689],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99525577,0.0001802685,0.0007328537,0.0006598001,0.0028208897,0.00035039606],"domain_scores_gemma":[0.9973976,0.00083330914,0.00016030931,0.0003959158,0.0008959417,0.00031689805],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025360377,0.00025860773,0.00037825594,0.00093479076,0.00015903577,0.000043155225,0.00021545668,0.00034786167,0.0057361117],"category_scores_gemma":[0.025488494,0.00022435952,0.00011889881,0.0015822897,0.00045739958,0.0001732856,0.00003912688,0.0014150683,0.00018180655],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028067615,0.0030532163,0.00029653576,0.0005226443,0.00021995934,0.000022733775,0.05516841,0.00005214066,0.0008839585,0.10613551,0.032954194,0.80041003],"study_design_scores_gemma":[0.0068537476,0.014351233,0.13267866,0.084687516,0.001084655,0.0040859855,0.47346437,0.1993674,0.003808064,0.015410982,0.060549058,0.0036583254],"about_ca_topic_score_codex":0.000062913816,"about_ca_topic_score_gemma":0.0000020438254,"teacher_disagreement_score":0.7967517,"about_ca_system_score_codex":0.0005804295,"about_ca_system_score_gemma":0.007502217,"threshold_uncertainty_score":0.9981243},"labels":[],"label_agreement":null},{"id":"W4396892465","doi":"10.1097/acm.0000000000005762","title":"Where Do We Go From Here? An Inventory of Publicly Available Data About Educator Academies, Medical Education Departments, and Offices of Medical Education","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; MEDLINE; Physician assistants; Medicine; Political science; Health care; Nurse practitioners","score_opus":0.049921420082358385,"score_gpt":0.4066329176444312,"score_spread":0.3567114975620728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396892465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60038334,0.27392358,0.00014775943,0.11741996,0.0051060165,0.0007893395,0.000052056825,0.00013573295,0.0020422242],"genre_scores_gemma":[0.79250455,0.16630067,0.0024408773,0.012320777,0.012616467,0.00028823677,0.0058782827,0.00018312881,0.007467019],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930337,0.00024899325,0.0019173484,0.0010946611,0.0032773328,0.00042798067],"domain_scores_gemma":[0.99621826,0.00037033326,0.0005327177,0.001426953,0.00050971203,0.00094203703],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0046860436,0.0003753348,0.0008458563,0.0007612624,0.00008576274,0.000023144761,0.0013451291,0.0013380718,0.011817173],"category_scores_gemma":[0.011512878,0.00030270388,0.000046294957,0.0013668803,0.0011884433,0.000847515,0.00035999774,0.0023264533,0.000076545046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063490814,0.00045771248,0.033633836,0.0020147888,0.0001913569,0.000003804223,0.003290745,4.866409e-8,0.00045881627,0.010812321,0.7368115,0.21226154],"study_design_scores_gemma":[0.0015466568,0.00035387615,0.0042066197,0.019971516,0.00072473095,0.00023915288,0.015004263,0.003689978,0.00029014502,0.0035218457,0.9500833,0.00036788112],"about_ca_topic_score_codex":0.0016785098,"about_ca_topic_score_gemma":0.00008574956,"teacher_disagreement_score":0.2132718,"about_ca_system_score_codex":0.00023557515,"about_ca_system_score_gemma":0.017623471,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W4396893032","doi":"10.1080/0142159x.2024.2339408","title":"Was it all worth it? A graduating resident perspective on CBME","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Providence Health Care; Queen's University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Specialty; Perspective (graphical); Curriculum; Medical education; Medicine; Psychology; Family medicine; Computer science; Pedagogy","score_opus":0.051619019605991544,"score_gpt":0.41996866887127315,"score_spread":0.36834964926528163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396893032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3122089,0.00062406744,0.00087231264,0.5499405,0.0018345973,0.00049113703,9.509919e-7,0.00036017547,0.13366732],"genre_scores_gemma":[0.9334338,0.0000721591,0.00072337093,0.018756967,0.0029060512,0.00011710584,0.000052234864,0.00006065806,0.043877676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969126,0.000108195425,0.00045560003,0.00048649518,0.001663568,0.00037354408],"domain_scores_gemma":[0.9990537,0.00010551341,0.000046973488,0.00036826372,0.00016466793,0.00026084087],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016934177,0.00018911554,0.0002632496,0.0002544601,0.000079821715,0.00004414594,0.00016604069,0.00025532363,0.011592827],"category_scores_gemma":[0.009502919,0.00014312637,0.00010725853,0.0006435837,0.00021119443,0.000069745336,0.000055172146,0.0015987367,0.0010310237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006154941,0.0005004353,0.0018760614,0.0001546996,0.00022479412,0.0005994362,0.015583531,0.0000010196591,0.000031691437,0.025052642,0.8983537,0.05756045],"study_design_scores_gemma":[0.0018301554,0.0007721595,0.0043993704,0.0046363347,0.00035123748,0.000358146,0.025636418,0.03275879,0.00011118223,0.0064126365,0.92217034,0.00056324503],"about_ca_topic_score_codex":0.00015456066,"about_ca_topic_score_gemma":0.00002004329,"teacher_disagreement_score":0.6212249,"about_ca_system_score_codex":0.0007781259,"about_ca_system_score_gemma":0.0005871122,"threshold_uncertainty_score":0.9997468},"labels":[],"label_agreement":null},{"id":"W4396900378","doi":"10.1080/13854046.2024.2353924","title":"Introducing the North American Association of Practicum Sites in Neuropsychology (NAPSN): development of a new organization devoted to facilitating high quality practicum training","year":2024,"lang":"en","type":"article","venue":"The Clinical Neuropsychologist","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Practicum; Clinical neuropsychology; Psychology; Neuropsychology; Resource (disambiguation); Medical education; Mission statement; Internship; Task (project management); Working group; Political science; Public relations; Pedagogy; Medicine; Management; Psychiatry; Computer science","score_opus":0.11258914213470614,"score_gpt":0.4713750132473843,"score_spread":0.3587858711126781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396900378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9207862,0.000014756805,0.005570353,0.071773164,0.0010972082,0.0005562598,0.000003850033,0.000066907545,0.00013129353],"genre_scores_gemma":[0.97683686,0.000020171274,0.017495805,0.005004735,0.00036160403,0.00001676239,0.000049746013,0.000030597763,0.00018370402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954625,0.0012274617,0.0019744926,0.0005390541,0.0005040729,0.0002924516],"domain_scores_gemma":[0.9928588,0.0048531815,0.0010111904,0.0006589853,0.00054031675,0.00007752737],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060576894,0.00016985032,0.00049876084,0.00019097199,0.00010549085,0.000030497082,0.00030537992,0.00009672051,0.000048522998],"category_scores_gemma":[0.096469164,0.00011051269,0.00006585634,0.0036961262,0.00032763838,0.00009831562,0.00008785032,0.0011390351,0.000039090384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054748065,0.0009953413,0.5248924,0.00014291727,0.00021042273,0.000016697395,0.025154924,0.00028876448,0.0075967335,0.00049535424,0.01210315,0.4275558],"study_design_scores_gemma":[0.00047994172,0.00042811834,0.9918432,0.00006959194,0.000066233704,0.000018903103,0.0025419209,0.00017044932,0.0001163288,0.00005734462,0.004104336,0.0001035905],"about_ca_topic_score_codex":0.00011965221,"about_ca_topic_score_gemma":0.0001720173,"teacher_disagreement_score":0.46695083,"about_ca_system_score_codex":0.00014100288,"about_ca_system_score_gemma":0.00051256415,"threshold_uncertainty_score":0.91114163},"labels":[],"label_agreement":null},{"id":"W4396904551","doi":"10.1186/s13643-024-02553-w","title":"Protocol for a scoping review study on learning plan use in undergraduate medical education","year":2024,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Department of Medicine, Ottawa Hospital; University of Ottawa","keywords":"Medical education; Medicine; Plan (archaeology); Process (computing); Inclusion (mineral); Computer science; Psychology","score_opus":0.3117456987741661,"score_gpt":0.5699362485119696,"score_spread":0.2581905497378035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396904551","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.5867463e-8,0.5208397,0.0000664725,0.00027965507,0.00037599515,0.47824687,6.7247606e-7,0.000043420452,0.00014717922],"genre_scores_gemma":[2.6863502e-8,0.49564105,0.00037606354,0.00054657104,0.00023816626,0.5022255,0.000095143056,0.000069704205,0.00080777105],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98781836,0.0031720577,0.0065028425,0.00088081264,0.0012513697,0.00037455215],"domain_scores_gemma":[0.99508727,0.0009380607,0.002315366,0.0012274291,0.0002643878,0.0001674877],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014278912,0.0007740359,0.0077449647,0.00081537734,0.00008536957,0.00010379833,0.0003791428,0.0003733532,0.000090893096],"category_scores_gemma":[0.064049706,0.00043154534,0.0007771914,0.0018774915,0.000038434817,0.00010148175,0.00006953944,0.0014723561,0.00079522334],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002686996,0.0005026895,0.000003485201,0.7407773,0.00008275122,0.00000774679,0.00007712665,1.2307176e-8,1.3156569e-9,0.00016957115,0.0179079,0.24046874],"study_design_scores_gemma":[0.00023142388,0.00019148923,1.8586614e-7,0.5507318,0.0015912073,0.000095024785,0.000040852297,0.000010750859,2.137882e-9,0.000010767479,0.44692102,0.0001755378],"about_ca_topic_score_codex":0.0000077883,"about_ca_topic_score_gemma":0.000015162966,"teacher_disagreement_score":0.4290131,"about_ca_system_score_codex":0.0008062305,"about_ca_system_score_gemma":0.0048438464,"threshold_uncertainty_score":0.9999828},"labels":[],"label_agreement":null},{"id":"W4396905439","doi":"10.21203/rs.3.rs-4351429/v1","title":"Incorporating Equity, Diversity and Inclusion (EDI) into the Education and Assessment of Professionalism for Healthcare Professionals and Trainees: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health professionals; Equity (law); Inclusion (mineral); Diversity (politics); Medical education; Health care; Medicine; Business; Psychology; Political science","score_opus":0.319973390672282,"score_gpt":0.6586149713926297,"score_spread":0.3386415807203477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396905439","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044612857,0.9676088,0.000025518828,0.021835502,0.00025337195,0.009720371,0.000022869244,0.000015941625,0.00007150544],"genre_scores_gemma":[0.0015615714,0.99283916,0.0024901433,0.0005729828,0.00028067676,0.0016380688,0.00041600774,0.000030748397,0.00017062292],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99636483,0.0007343734,0.00078731554,0.00048847916,0.0013398568,0.00028512607],"domain_scores_gemma":[0.9969885,0.0009465938,0.0003615941,0.0003331461,0.0012506634,0.000119519245],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.010410248,0.00022699212,0.000977562,0.0004641815,0.0030056175,0.000028413833,0.00019939414,0.00026669243,0.000011088115],"category_scores_gemma":[0.0031908522,0.00013253978,0.00008648256,0.0010156672,0.00036631766,0.00010271317,0.01162644,0.0013100924,4.0769203e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030426181,0.00007557609,0.000035907946,0.4608585,0.000022422146,6.098405e-7,0.0025407418,1.0995735e-9,4.205661e-7,0.0027405878,0.0012660119,0.53245616],"study_design_scores_gemma":[0.00017662162,0.00023586462,0.00009791625,0.9482038,0.00037885937,0.0000320552,0.0026902542,0.000047880265,2.5758075e-7,0.005074758,0.042939123,0.00012262269],"about_ca_topic_score_codex":0.000102478305,"about_ca_topic_score_gemma":0.000019031082,"teacher_disagreement_score":0.53233355,"about_ca_system_score_codex":0.00038764562,"about_ca_system_score_gemma":0.0062726038,"threshold_uncertainty_score":0.9993609},"labels":[],"label_agreement":null},{"id":"W4396905760","doi":"10.3138/jvme-2023-0170","title":"Teaching Tips as a Component of an Instructor Development Program in Veterinary Medicine","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dissemination; Medical education; Component (thermodynamics); Faculty development; Professional development; Veterinary medicine; Medicine; Multimedia; Computer science","score_opus":0.06334670898740379,"score_gpt":0.4474170052651308,"score_spread":0.384070296277727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396905760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858143,0.0008457921,0.00015619698,0.008829513,0.0031972136,0.00034742418,3.5904552e-7,0.000037428315,0.0007718098],"genre_scores_gemma":[0.97124135,0.00007466467,0.026222235,0.0009928928,0.0012361951,0.000042769607,0.000052152704,0.000027612059,0.00011012326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99659437,0.00020932524,0.0014786054,0.00021856473,0.0012834624,0.00021568396],"domain_scores_gemma":[0.9987554,0.00010220272,0.00033018622,0.00022397035,0.00031673635,0.00027149668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025190879,0.00017813272,0.000458049,0.0009815485,0.000051696956,0.000015798963,0.00024536526,0.0001860108,0.0006101387],"category_scores_gemma":[0.0023931586,0.00013773103,0.00006913533,0.0005717468,0.00022277428,0.00032832,0.000049698083,0.0010628033,0.000009728915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040983284,0.0028873456,0.0003550737,0.0011006738,0.0000649398,0.0003731309,0.006709765,6.035894e-7,0.005339657,0.00050380756,0.0022477002,0.98000747],"study_design_scores_gemma":[0.0042830314,0.02808169,0.11931042,0.028590005,0.0002200805,0.047832303,0.012052457,0.0043039946,0.00056956796,0.0010204617,0.75322366,0.00051232555],"about_ca_topic_score_codex":0.00007554557,"about_ca_topic_score_gemma":0.0000015724594,"teacher_disagreement_score":0.97949517,"about_ca_system_score_codex":0.00048034417,"about_ca_system_score_gemma":0.004297369,"threshold_uncertainty_score":0.7623348},"labels":[],"label_agreement":null},{"id":"W4396913346","doi":"10.1093/ajhp/zxae138","title":"Queue the quarter life crisis: The value of mentorship for early career pharmacists","year":2024,"lang":"en","type":"article","venue":"American Journal of Health-System Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Pharmacy; Quarter (Canadian coin); Value (mathematics); Medicine; Family medicine; Medical education; History; Computer science","score_opus":0.044041842705276,"score_gpt":0.40578141777081833,"score_spread":0.36173957506554233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396913346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5628783,0.008075194,0.007986554,0.4151366,0.004302091,0.001339448,0.0000244938,0.000049398328,0.0002079214],"genre_scores_gemma":[0.98708373,0.00014444537,0.0006405682,0.010257224,0.001713958,0.000078616344,0.000003988232,0.000036514943,0.00004098007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966571,0.0005528815,0.0014828319,0.00016825242,0.00079427083,0.00034467838],"domain_scores_gemma":[0.99733675,0.00044720573,0.0010092459,0.00029422116,0.0007242945,0.00018831485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048950734,0.00016729994,0.00055847556,0.00023980052,0.00018819903,0.000046644298,0.00034863406,0.000021980746,0.00005658258],"category_scores_gemma":[0.0002955541,0.00008818749,0.00024796586,0.00084647944,0.00022075341,0.0001385543,0.000017795144,0.0006069272,0.0000113220785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010599053,0.00032175193,0.0043056104,0.0037341116,0.0014845701,0.00004126116,0.029874606,0.000036534035,0.0007457329,0.0040606605,0.73533773,0.21899754],"study_design_scores_gemma":[0.009355261,0.006253483,0.009423779,0.005569154,0.002691125,0.0055588577,0.1589516,0.013912675,0.00367047,0.00032883987,0.78360224,0.00068251055],"about_ca_topic_score_codex":0.0003104202,"about_ca_topic_score_gemma":4.437154e-7,"teacher_disagreement_score":0.42420542,"about_ca_system_score_codex":0.00036963253,"about_ca_system_score_gemma":0.0016414868,"threshold_uncertainty_score":0.35961813},"labels":[],"label_agreement":null},{"id":"W4396919726","doi":"10.1186/s12909-024-05511-1","title":"Exploring the usage of learning resources by medical students in the basic science stage and their effect on academic performance","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Test (biology); Medical education; United States Medical Licensing Examination; Mathematics education; Variance (accounting); Pearson product-moment correlation coefficient; Psychology; Medicine; Medical school; Statistics; Mathematics","score_opus":0.040936940191458195,"score_gpt":0.38641803899858224,"score_spread":0.345481098807124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396919726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98896873,0.00078544667,0.00009717806,0.008151707,0.00092028023,0.0004389701,4.7257691e-7,0.00003170194,0.00060551165],"genre_scores_gemma":[0.9961189,0.0005698439,0.00002860976,0.0022949441,0.00042274254,0.00023047917,0.000012946642,0.000013347556,0.00030819234],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959529,0.00033254677,0.00043121312,0.00032296803,0.0027092586,0.00025112883],"domain_scores_gemma":[0.99790233,0.0015444498,0.00007803042,0.0002841502,0.00006929186,0.000121746714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012512526,0.00013508911,0.000181077,0.00030022973,0.00020978373,0.00005729949,0.0006772594,0.00011370426,0.00017658158],"category_scores_gemma":[0.0167399,0.0000667031,0.00002932107,0.0014795334,0.0008503679,0.0002087383,0.000096098265,0.0016114605,0.000018602774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009373959,0.00044877484,0.16206945,0.0013390855,0.000018785875,0.0000026803739,0.026284916,0.0000071690547,0.0006258945,0.0010049278,0.005466527,0.80263805],"study_design_scores_gemma":[0.00164045,0.0016627313,0.8261234,0.013238538,0.00009129888,0.00017340967,0.032458816,0.034688562,0.003685565,0.00007978032,0.08578983,0.00036758187],"about_ca_topic_score_codex":0.000029236178,"about_ca_topic_score_gemma":0.0000031472841,"teacher_disagreement_score":0.8022705,"about_ca_system_score_codex":0.00013657528,"about_ca_system_score_gemma":0.0019354434,"threshold_uncertainty_score":0.9915425},"labels":[],"label_agreement":null},{"id":"W4398138957","doi":"10.1080/0142159x.2024.2350522","title":"Managing assessment during curriculum change: Ottawa Consensus Statement","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Accreditation; Context (archaeology); Stakeholder engagement; Stakeholder; Formative assessment; Medical education; Engineering ethics; Medicine; Psychology; Political science; Public relations; Pedagogy; Engineering","score_opus":0.028321895599197632,"score_gpt":0.39397420945420913,"score_spread":0.3656523138550115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398138957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8551581,0.00089411624,0.0015666813,0.11914899,0.0024620572,0.0005642819,0.0000010997785,0.0004357561,0.019768938],"genre_scores_gemma":[0.9853458,0.00009525787,0.0023919751,0.0017662062,0.0020683678,0.00024802968,0.00006990901,0.000046118766,0.007968371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741656,0.00007894649,0.00051084015,0.00036680733,0.0012503775,0.00037645624],"domain_scores_gemma":[0.9993345,0.000019943986,0.000046514844,0.0002849724,0.00008778354,0.00022629615],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014962368,0.00016421988,0.00022628563,0.00023200945,0.00009308832,0.000040021583,0.000112950256,0.00015438549,0.009850686],"category_scores_gemma":[0.00062689965,0.00012899579,0.00006964016,0.0005451812,0.00014920204,0.00005846203,0.00007216921,0.00094209635,0.00025538934],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022067854,0.0016403492,0.11237192,0.0026821035,0.00052633486,0.0025849652,0.003905933,0.0000015993795,0.00027202288,0.008996295,0.44636387,0.42063254],"study_design_scores_gemma":[0.0025360812,0.00024878577,0.042953335,0.003489351,0.00032184104,0.00071118,0.003491424,0.19805366,0.000107830274,0.0009250211,0.74657136,0.000590134],"about_ca_topic_score_codex":0.00008132443,"about_ca_topic_score_gemma":0.0000034196908,"teacher_disagreement_score":0.4200424,"about_ca_system_score_codex":0.00048626072,"about_ca_system_score_gemma":0.0003148479,"threshold_uncertainty_score":0.9910544},"labels":[],"label_agreement":null},{"id":"W4398139037","doi":"10.1111/medu.15428","title":"Competing discourses, contested roles: Electronic health records in medical education","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; The Wilson Centre; University of Toronto; University Health Network; Women's College Hospital; St. Michael's Hospital","funders":"","keywords":"Medical record; Health records; Medical education; Psychology; Sociology; Public relations; Medicine; Political science; Health care; Law","score_opus":0.008292191031516299,"score_gpt":0.39137846381934244,"score_spread":0.38308627278782614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398139037","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38632894,0.012476704,0.0019144494,0.5816891,0.00867677,0.0012731337,0.0000023650578,0.00040781352,0.007230733],"genre_scores_gemma":[0.90913075,0.0012195766,0.0011660738,0.08212674,0.0027726777,0.0004780967,0.0011331802,0.00007378667,0.0018991414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99549633,0.00025416937,0.0011359953,0.00061692094,0.0018209558,0.000675635],"domain_scores_gemma":[0.9985155,0.00018727613,0.00015810093,0.0004382929,0.0002896456,0.00041118622],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033841564,0.0002571834,0.00045000174,0.0007725274,0.00012274351,0.0000673571,0.0002811336,0.00038662244,0.0035566292],"category_scores_gemma":[0.012312802,0.00023172042,0.000089368616,0.001953366,0.00023560594,0.00022293607,0.000045430137,0.0017530614,0.0001879765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027924,0.0020904846,0.005364038,0.00057925744,0.000027649347,0.000008390621,0.0017995943,4.2079606e-7,0.000010922702,0.014695072,0.18822253,0.7871737],"study_design_scores_gemma":[0.0017885045,0.00066168123,0.02299675,0.019188384,0.000100925456,0.0012517129,0.013863616,0.029249167,0.00004655569,0.0029366454,0.9072697,0.00064635277],"about_ca_topic_score_codex":0.00091126875,"about_ca_topic_score_gemma":0.00075724977,"teacher_disagreement_score":0.78652734,"about_ca_system_score_codex":0.0018491138,"about_ca_system_score_gemma":0.06971742,"threshold_uncertainty_score":0.99735427},"labels":[],"label_agreement":null},{"id":"W4398146060","doi":"10.14740/jcs477","title":"Applying Bloom’s Taxonomy in Orthopedic Clinical Education: Examples for Daily Practice","year":2024,"lang":"en","type":"article","venue":"Journal of Current Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Orthopedic surgery; Bloom; Taxonomy (biology); Medicine; Clinical Practice; Surgery; Physical therapy; Biology; Ecology","score_opus":0.18538310043792053,"score_gpt":0.47548348266740476,"score_spread":0.2901003822294842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398146060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75387573,0.06682938,0.043940663,0.037022185,0.092345,0.0035524657,0.000009335796,0.00009735343,0.002327868],"genre_scores_gemma":[0.88763475,0.008430853,0.06007577,0.0070931357,0.033695973,0.0018141246,0.00018338546,0.00012005375,0.00095193856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975188,0.000117674404,0.001576275,0.0001741497,0.0004260111,0.000187135],"domain_scores_gemma":[0.9956644,0.0027501627,0.00052967144,0.00016800666,0.0007743415,0.00011341286],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00600329,0.00011149943,0.00041712308,0.00074876565,0.00004076126,0.000050474708,0.000074653595,0.00009042496,0.00010075639],"category_scores_gemma":[0.01250249,0.0000921488,0.00025624107,0.00068758253,0.00006158719,0.00044122615,0.000014926303,0.0008100303,0.000016115135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009660492,0.0007411602,0.03597567,0.0004232974,0.00005045631,0.000016176318,0.00006692207,0.00000109204,0.00000844033,0.00051367434,0.26022604,0.70188046],"study_design_scores_gemma":[0.00032298695,0.00006783129,0.0064219944,0.0020660274,0.00018062681,0.00039096925,0.0005678293,0.00013136555,0.000010854803,0.00015907404,0.9895952,0.00008526558],"about_ca_topic_score_codex":0.0000024683247,"about_ca_topic_score_gemma":6.3230436e-7,"teacher_disagreement_score":0.7293691,"about_ca_system_score_codex":0.00014992751,"about_ca_system_score_gemma":0.004358273,"threshold_uncertainty_score":0.99581563},"labels":[],"label_agreement":null},{"id":"W4398175263","doi":"10.1002/tl.20598","title":"The application of UDL and SoTL to health care education","year":2024,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Universal Design for Learning; Health care; Scholarship; Context (archaeology); Special education; Scholarship of Teaching and Learning; Higher education; Pedagogy; Sociology; Medicine; Medical education; Teaching method; Teaching and learning center; Political science; Geography","score_opus":0.008730895393945785,"score_gpt":0.37161443417376017,"score_spread":0.3628835387798144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398175263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68428314,0.019928297,0.21270657,0.07522513,0.0017880115,0.0016948866,0.0000029315722,0.0003899839,0.0039810403],"genre_scores_gemma":[0.96969724,0.00010965249,0.02430429,0.000494522,0.00047224172,0.00012283289,0.000043904656,0.00001688936,0.004738455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994869,0.000057062087,0.00015202789,0.00014222958,0.00007699037,0.00008475702],"domain_scores_gemma":[0.9995893,0.00016864398,0.00003836787,0.00008478889,0.000067188026,0.00005166269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007173937,0.000049882114,0.00007804596,0.0001304682,0.000796891,0.00003671226,0.000019970032,0.000030895197,0.000001222421],"category_scores_gemma":[0.0010079927,0.000038842314,0.00001876554,0.00019553523,0.00002978321,0.000038443224,0.000008552545,0.00038561,0.0000013823892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006944603,0.00001353033,0.0003313093,0.0001520053,0.000010332285,8.859948e-9,0.010243422,0.000010238007,0.0002387305,0.009961291,0.0062540164,0.97277814],"study_design_scores_gemma":[0.00008752555,0.00014755456,0.0035664304,0.00018902216,0.000027678509,0.000013306442,0.013251673,0.002187948,0.00002842914,0.00013502248,0.98032683,0.00003859542],"about_ca_topic_score_codex":0.0005673668,"about_ca_topic_score_gemma":0.000026592586,"teacher_disagreement_score":0.9740728,"about_ca_system_score_codex":0.00008286761,"about_ca_system_score_gemma":0.00027590513,"threshold_uncertainty_score":0.6129122},"labels":[],"label_agreement":null},{"id":"W4398201267","doi":"10.3138/jvme-2023-0163","title":"A Multicenter Evaluation of a Metacognitive Framework for Antimicrobial Selection Education","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Competence (human resources); Medicine; Mnemonic; Metacognition; Medical education; Psychology; Pedagogy; Cognition","score_opus":0.07933010202088299,"score_gpt":0.48262525293606373,"score_spread":0.40329515091518076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398201267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9406786,0.0014285989,0.0395771,0.0082257055,0.008848925,0.0009445622,0.0000038069447,0.000023677714,0.00026902303],"genre_scores_gemma":[0.93706495,0.000120556884,0.058232356,0.001663192,0.002600796,0.00012181066,0.000074996635,0.000029195946,0.00009214405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971862,0.0001831485,0.0009856016,0.00020715118,0.001273557,0.00016438584],"domain_scores_gemma":[0.9950793,0.00023232584,0.00046746526,0.00014107185,0.0039461744,0.00013368324],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032580707,0.00014585309,0.00032462057,0.00073009107,0.00005893438,0.000031354215,0.000119511176,0.00025860188,0.0006761953],"category_scores_gemma":[0.0125596225,0.00012456441,0.00020590404,0.0007545144,0.0001074503,0.00034345622,0.000015687101,0.00054031523,0.000008485734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007150872,0.0029573555,0.00040647964,0.0013728404,0.0002798473,0.000002498388,0.0015379227,0.0000049566793,0.008550657,0.0022385614,0.030706706,0.95122707],"study_design_scores_gemma":[0.020444054,0.03407018,0.07943584,0.10845781,0.021401064,0.024689851,0.021924812,0.1837138,0.048786294,0.053916585,0.4008877,0.0022720296],"about_ca_topic_score_codex":0.000008577559,"about_ca_topic_score_gemma":6.1476004e-7,"teacher_disagreement_score":0.94895506,"about_ca_system_score_codex":0.0005101416,"about_ca_system_score_gemma":0.012205248,"threshold_uncertainty_score":0.995758},"labels":[],"label_agreement":null},{"id":"W4398210071","doi":"10.1080/10401334.2024.2354454","title":"“Those Darn Kids”: Having Meaningful Conversations about Learner Resistance in Medical Education","year":2024,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Uniformed Services University of the Health Sciences","keywords":"Resistance (ecology); Medical education; Psychology; Medicine; Pedagogy; Biology","score_opus":0.016018862806833536,"score_gpt":0.36733161524684,"score_spread":0.3513127524400065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398210071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87521017,0.008087733,0.002229433,0.07816502,0.0014397117,0.00037190143,3.1939285e-7,0.00032991695,0.03416581],"genre_scores_gemma":[0.97892684,0.00030289515,0.0055845072,0.0033134127,0.000812004,0.000051652496,0.00009620464,0.000040649735,0.010871847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973623,0.000497813,0.00064405217,0.00046958716,0.00070878584,0.00031743586],"domain_scores_gemma":[0.99895877,0.00050291524,0.00008362078,0.00022162446,0.00008298555,0.00015011366],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0067144907,0.00018964351,0.0003702576,0.0009188525,0.00024270265,0.000037649334,0.000109591696,0.00021469335,0.00051449734],"category_scores_gemma":[0.021807948,0.00016218961,0.000028854283,0.0008256195,0.0002975575,0.00016731986,0.000036834423,0.0042776796,0.000024088891],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009018099,0.00037807086,0.0975919,0.0012562916,0.00004522156,0.00018475142,0.08510133,0.000050500574,0.00042656067,0.040171962,0.030196516,0.7445067],"study_design_scores_gemma":[0.0034319432,0.00038528058,0.21756482,0.03825205,0.00017489896,0.0003236971,0.037358202,0.04708073,0.0000094198585,0.0024250105,0.6523855,0.0006085002],"about_ca_topic_score_codex":0.0007208604,"about_ca_topic_score_gemma":0.0001665251,"teacher_disagreement_score":0.7438982,"about_ca_system_score_codex":0.0003199483,"about_ca_system_score_gemma":0.0008715564,"threshold_uncertainty_score":0.9980195},"labels":[],"label_agreement":null},{"id":"W4398221423","doi":"10.1080/03601277.2024.2356925","title":"The representation of personal support workers in dementia-specific learning need assessments: a scoping review","year":2024,"lang":"en","type":"review","venue":"Educational Gerontology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Dementia; Psychology; Representation (politics); Medicine; Nursing; Gerontology; Medical education","score_opus":0.14742716504212977,"score_gpt":0.520127518456218,"score_spread":0.3727003534140882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398221423","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003603323,0.9880454,0.000057005425,0.005770272,0.0022870987,0.0017931089,0.000002728334,0.000020100646,0.0019882554],"genre_scores_gemma":[0.000047514022,0.99286056,0.0012020803,0.00026557714,0.000550593,0.0011535439,0.0011657703,0.000042895423,0.0027114674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966133,0.00039973328,0.0016196623,0.00050743786,0.00053692074,0.00032289323],"domain_scores_gemma":[0.9978907,0.0006643633,0.00071419193,0.00036585255,0.00031144958,0.000053458538],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013870051,0.00028482822,0.0012572268,0.00044477024,0.0001223362,0.000027642172,0.00022952224,0.0002456142,0.0012568005],"category_scores_gemma":[0.0013489608,0.00021046678,0.00029394918,0.0014404339,0.00023337432,0.00007821504,0.000061176805,0.0010319146,0.0001499357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011820039,0.00018309761,0.0010403031,0.07376859,0.00036197566,0.0000058206115,0.00027193734,2.3776991e-7,2.2017318e-7,0.0012604692,0.07905037,0.84404516],"study_design_scores_gemma":[0.00019080212,0.00008440335,0.00052320905,0.28655994,0.0013110876,0.00019487157,0.0010212986,0.000010006227,1.0810907e-7,0.00009299894,0.70982426,0.0001870338],"about_ca_topic_score_codex":0.000038928676,"about_ca_topic_score_gemma":0.000021960997,"teacher_disagreement_score":0.8438581,"about_ca_system_score_codex":0.0005582562,"about_ca_system_score_gemma":0.0051084813,"threshold_uncertainty_score":0.9996562},"labels":[],"label_agreement":null},{"id":"W4398221584","doi":"10.5430/jha.v13n2p10","title":"Facilitators and barriers for high-reliability training in medical centers","year":2024,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Training (meteorology); Medical education; Psychology; Medicine; Nursing; Reliability engineering; Engineering; Geography","score_opus":0.010302835253206043,"score_gpt":0.32290804310031035,"score_spread":0.3126052078471043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398221584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97388744,0.00014802649,0.0019383276,0.021999845,0.0017142419,0.00022329176,0.0000058791193,0.000011555132,0.000071407],"genre_scores_gemma":[0.99638337,0.000026584088,0.0029314023,0.0002439213,0.00034961093,0.00001166962,0.000013042621,0.000008325324,0.00003207276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99872243,0.000022794375,0.000588412,0.00013025,0.00041281182,0.00012331935],"domain_scores_gemma":[0.9994078,0.00011386176,0.00009158175,0.00006363679,0.00017407535,0.00014901508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012167915,0.00007957682,0.00018952161,0.00018378656,0.00003088064,0.000031655345,0.00004777564,0.000108759574,0.00008160346],"category_scores_gemma":[0.0038432912,0.00006446163,0.00005689207,0.00021649989,0.00011281045,0.00021672108,0.0000059547283,0.000317792,0.0000010026223],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025361786,0.0017170408,0.23887758,0.004549383,0.00055963127,0.0012119304,0.044017356,0.0000328907,0.0014115729,0.0585309,0.026048727,0.6205068],"study_design_scores_gemma":[0.022258185,0.12501648,0.5776093,0.013440355,0.0011490005,0.0042858534,0.0850963,0.0333496,0.007982563,0.076790445,0.051011976,0.002009931],"about_ca_topic_score_codex":0.0000030754395,"about_ca_topic_score_gemma":0.0000035304274,"teacher_disagreement_score":0.6184969,"about_ca_system_score_codex":0.00015019107,"about_ca_system_score_gemma":0.0011663733,"threshold_uncertainty_score":0.4601056},"labels":[],"label_agreement":null},{"id":"W4398236761","doi":"10.12688/mep.20142.2","title":"The impact of accreditation on continuous quality improvement process in undergraduate medical education programs: A scoping review","year":2024,"lang":"en","type":"review","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Medical education; Process (computing); Quality (philosophy); Psychology; Medicine; Computer science","score_opus":0.06784625467343568,"score_gpt":0.5234634299868971,"score_spread":0.4556171753134614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398236761","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027706148,0.98396397,0.000010786126,0.005804528,0.0015849376,0.007236716,0.0000065204486,0.00007718498,0.001038282],"genre_scores_gemma":[0.00022022764,0.9932735,0.000069061665,0.0005769158,0.00060347235,0.0035553472,0.0013629918,0.00007004787,0.00026843706],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941102,0.0003867442,0.002670485,0.0006213666,0.0017749764,0.0004362113],"domain_scores_gemma":[0.99639934,0.00028543724,0.0012651262,0.00084044127,0.001059817,0.00014984072],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005473663,0.00046896702,0.0019663891,0.000577432,0.000082891966,0.00016462377,0.00051627995,0.00043777408,0.000082224076],"category_scores_gemma":[0.019772027,0.00026283695,0.00054146274,0.0030753866,0.00021655511,0.00020519168,0.000078515186,0.001429092,0.000030492673],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009830213,0.0005766659,0.000019188687,0.19879322,0.00012810812,0.0000022683291,0.00008312855,4.277936e-8,2.7865212e-8,0.00055224024,0.026819075,0.7730162],"study_design_scores_gemma":[0.000337257,0.00048732822,0.000025246496,0.8980543,0.00078930234,0.000039195293,0.00021442473,0.000019927133,3.7392624e-7,0.00068878476,0.09907559,0.0002682799],"about_ca_topic_score_codex":0.00014277006,"about_ca_topic_score_gemma":0.00004881381,"teacher_disagreement_score":0.77274793,"about_ca_system_score_codex":0.0011491573,"about_ca_system_score_gemma":0.023704622,"threshold_uncertainty_score":0.99998236},"labels":[],"label_agreement":null},{"id":"W4398240987","doi":"10.5430/jnep.v14n8p53","title":"Healthcare misinformation: Recognition and response in pre-licensure nursing education","year":2024,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Misinformation; Licensure; Nursing; Health care; Psychology; Medicine; Medical education; Political science; Computer science; Computer security","score_opus":0.09011727194523608,"score_gpt":0.48919242642804955,"score_spread":0.3990751544828135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398240987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74600786,0.009058075,0.00045489418,0.23682168,0.0037387777,0.00026790588,0.0000013089416,0.000019709978,0.003629783],"genre_scores_gemma":[0.9723334,0.0011647278,0.021146493,0.003951729,0.0009793475,0.000009928543,0.000042002644,0.00001807287,0.00035430625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985898,0.00029214073,0.0005744314,0.0001305712,0.00029568537,0.00011737636],"domain_scores_gemma":[0.99809915,0.0004837024,0.0003232184,0.00010600573,0.0008762104,0.000111695204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023142793,0.000098254255,0.00015485934,0.00075549935,0.0001359841,0.00011471661,0.00003251757,0.00012237347,0.000027547283],"category_scores_gemma":[0.0044278787,0.00009317179,0.000025457884,0.00066534267,0.000087403205,0.0013016084,0.00000387643,0.00056837726,0.0000059657305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014810615,0.0010773555,0.000100354446,0.0002474801,0.00001447858,0.0000026591197,0.046531938,7.13546e-7,0.00030996423,0.0005433741,0.017485652,0.93220496],"study_design_scores_gemma":[0.0023445922,0.002580923,0.24491754,0.06376969,0.0010879097,0.0886482,0.25819042,0.0015058486,0.00038272436,0.01891471,0.31702775,0.0006296984],"about_ca_topic_score_codex":0.000017255486,"about_ca_topic_score_gemma":4.7096722e-7,"teacher_disagreement_score":0.9315753,"about_ca_system_score_codex":0.0006879909,"about_ca_system_score_gemma":0.00311299,"threshold_uncertainty_score":0.552231},"labels":[],"label_agreement":null},{"id":"W4398241120","doi":"10.1007/s10459-024-10326-2","title":"From admissions to licensure: education data associations from a multi-centre undergraduate medical education collaboration","year":2024,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University; Thunder Bay Regional Health Sciences Centre; NOSM University; University of Ottawa; Bruyère; The Wilson Centre; University of Toronto; Western University; Medical Council of Canada; McMaster University; Queen's University","funders":"Social Sciences and Humanities Research Council","keywords":"Licensure; Medical education; MEDLINE; Medicine; Family medicine; Psychology; Political science","score_opus":0.035911382974685796,"score_gpt":0.4815490641654416,"score_spread":0.44563768119075575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398241120","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15415588,0.048183817,0.009694265,0.7443996,0.03635328,0.0039478703,0.0003934176,0.00045830003,0.0024135786],"genre_scores_gemma":[0.6286399,0.007853173,0.27467453,0.060123924,0.0061873854,0.00086408295,0.018397111,0.00009413744,0.003165792],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953892,0.0002904663,0.0012179794,0.001262291,0.0013486551,0.00049135974],"domain_scores_gemma":[0.9968955,0.00043702225,0.00037465035,0.00096860627,0.00068246113,0.00064178626],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018980739,0.00026980665,0.00036646336,0.0009195787,0.00047801159,0.00023666548,0.0006770885,0.00022486212,0.00053019426],"category_scores_gemma":[0.011312235,0.0002599746,0.00004059302,0.0053495285,0.00015690511,0.001829148,0.000120986435,0.00056033686,0.00021221799],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018280529,0.0025236015,0.02147673,0.00022926039,0.000017637689,6.487672e-7,0.0046284357,0.00005674198,0.000051964,0.007111157,0.17502274,0.7888628],"study_design_scores_gemma":[0.0005516156,0.00016478571,0.034706734,0.0065190867,0.00007752921,0.000012365975,0.022184325,0.03014153,0.000053800777,0.013547039,0.8915253,0.00051584456],"about_ca_topic_score_codex":0.005683425,"about_ca_topic_score_gemma":0.004301748,"teacher_disagreement_score":0.78834695,"about_ca_system_score_codex":0.0017286628,"about_ca_system_score_gemma":0.06365632,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W4398270994","doi":"10.36834/cmej.77188","title":"Is Competency-Based Medical Education being implemented as intended? Early lessons learned from Physical Medicine and Rehabilitation","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Rehabilitation; Medical education; Computer science; Medicine; Psychology; Physical therapy","score_opus":0.022469114980361228,"score_gpt":0.39599665325092814,"score_spread":0.3735275382705669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398270994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23923014,0.00088382704,0.00041002064,0.7508874,0.004172322,0.0003686684,0.000011210059,0.00007963342,0.0039568027],"genre_scores_gemma":[0.8400914,0.00023953093,0.0057275333,0.14626722,0.0061546196,0.00012858896,0.00053146377,0.00008120475,0.0007784496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99512434,0.00025507185,0.0010180497,0.00065488764,0.0023631644,0.00058449875],"domain_scores_gemma":[0.9911751,0.00060085184,0.00018372913,0.0004421687,0.0012254799,0.006372626],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019625109,0.00033213382,0.0004883376,0.0014824069,0.00043366617,0.00017376759,0.00034368256,0.00045536316,0.04226848],"category_scores_gemma":[0.060747482,0.00028775545,0.00015239848,0.0012800302,0.00080902956,0.000318661,0.0000323594,0.0022246502,0.00019136847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003515013,0.00040141735,0.0016140782,0.00016576675,0.00010980843,0.00005002374,0.008160539,1.9124431e-7,0.00004856166,0.050205708,0.3515853,0.5876235],"study_design_scores_gemma":[0.0026019067,0.0012599402,0.022138579,0.0109845605,0.000552865,0.0015623407,0.01686956,0.014619043,0.00004647942,0.14428374,0.7843995,0.0006815023],"about_ca_topic_score_codex":0.019141536,"about_ca_topic_score_gemma":0.0035778263,"teacher_disagreement_score":0.60462016,"about_ca_system_score_codex":0.0012271899,"about_ca_system_score_gemma":0.19375804,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W4398413654","doi":"10.7910/dvn/ifmdcc","title":"Experience of introducing an electronic health records station in an objective structured clinical examination to evaluate medical students’ communication skills in Canada: a descriptive study","year":2023,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Medical Council of Canada; University of Ottawa","funders":"","keywords":"Medical education; Descriptive research; Medical record; Descriptive statistics; Objective structured clinical examination; Health records; Communication skills; Psychology; Medicine; Health care; Statistics; Mathematics; Political science","score_opus":0.03453320711260022,"score_gpt":0.4193387959518508,"score_spread":0.3848055888392506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398413654","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8295849,0.00000197952,0.00007152289,0.00009620061,0.0008666766,0.0029057898,0.1664493,0.000022283222,0.0000013475155],"genre_scores_gemma":[0.1988299,0.00022505505,0.00078985386,0.0008322311,0.00016140318,0.00039425786,0.7987214,0.000035984624,0.000009956023],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9906456,0.002878829,0.0021936484,0.0010003344,0.0027317272,0.00054989965],"domain_scores_gemma":[0.9958713,0.00031537964,0.00080492406,0.0020222736,0.00070076715,0.00028536073],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0113603,0.0003278145,0.00095441577,0.0010700441,0.00009750272,0.00003878719,0.0011972233,0.00028130438,0.0005708763],"category_scores_gemma":[0.011656745,0.0003445205,0.000033320426,0.0019389573,0.00012738301,0.0004696136,0.00038429644,0.001720916,0.00018202337],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00091681717,0.0075087226,0.07781862,0.00030200285,0.00019263022,0.00008474171,0.038010005,0.000174844,0.000012430938,0.00001976238,0.814408,0.060551416],"study_design_scores_gemma":[0.0033648582,0.002312873,0.8813568,0.00082029455,0.00008996088,0.0000076123983,0.06925591,0.0010107561,0.000005879782,0.000019875832,0.04144118,0.00031400146],"about_ca_topic_score_codex":0.80987585,"about_ca_topic_score_gemma":0.9821612,"teacher_disagreement_score":0.8035382,"about_ca_system_score_codex":0.007822134,"about_ca_system_score_gemma":0.013419677,"threshold_uncertainty_score":0.9999007},"labels":[],"label_agreement":null},{"id":"W4398479593","doi":"10.7910/dvn/ghnwka/gj6wtb","title":"Supple 1. Survey questionnaire.pdf","year":2020,"lang":"fr","type":"dataset","venue":"Harvard Dataverse","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology; Medical education; Questionnaire; Clinical psychology; Medicine; Family medicine; Audiology; Statistics; Mathematics","score_opus":0.02387309915077127,"score_gpt":0.3023632592868539,"score_spread":0.27849016013608263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398479593","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014720087,0.000011414173,0.0009983608,0.0006118967,0.014214832,0.00091672665,0.9825963,0.00010079574,0.00040251596],"genre_scores_gemma":[0.00026819203,0.00094686024,0.0022495359,0.006410843,0.005188895,0.00009351814,0.9811631,0.00008295603,0.0035960875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948258,0.00068659615,0.0012614713,0.0011294406,0.0012088019,0.0008879099],"domain_scores_gemma":[0.9956655,0.00027594157,0.00050679315,0.002304097,0.00070616585,0.0005415159],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020635326,0.00069209567,0.0009416671,0.0003917113,0.00031276408,0.00013604762,0.0009869552,0.00091562525,0.26028448],"category_scores_gemma":[0.01993665,0.00075387006,0.00016403335,0.0015140602,0.00065516215,0.0004397482,0.0005414207,0.0020900168,0.924019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020096933,0.0006707036,0.0027210577,0.0013023075,0.00026255008,0.00028714488,0.00012619571,0.0000040208083,0.000023128383,0.00044014002,0.98933476,0.004626998],"study_design_scores_gemma":[0.0013471813,0.00028897112,0.018439814,0.001482575,0.00064069196,0.00011763931,0.00022811546,0.00052614865,0.000029705503,0.000028669001,0.9762517,0.00061873836],"about_ca_topic_score_codex":0.0027253937,"about_ca_topic_score_gemma":0.0005104372,"teacher_disagreement_score":0.6637345,"about_ca_system_score_codex":0.00092381204,"about_ca_system_score_gemma":0.001699332,"threshold_uncertainty_score":0.9994912},"labels":[],"label_agreement":null},{"id":"W4398563279","doi":"10.7910/dvn/ghnwka","title":"Potential of feedback during objective structured clinical examination to evoke an emotional response in medical students in Canada","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology; Medical education; Emotional regulation; Applied psychology; Clinical psychology; Medicine","score_opus":0.015261102792938396,"score_gpt":0.33920191986869996,"score_spread":0.32394081707576156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398563279","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5381862,2.277678e-7,0.000012826054,0.00012162051,0.0009515545,0.0005154036,0.46020332,0.0000061874944,0.0000026851037],"genre_scores_gemma":[0.15728146,0.000023989636,0.00046391267,0.0014737585,0.00044905208,0.000032311193,0.8402386,0.000021508922,0.000015414415],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9939415,0.00082380575,0.001422745,0.000691586,0.002807001,0.00031337942],"domain_scores_gemma":[0.9980705,0.00017941419,0.00033191012,0.00077757344,0.0002965153,0.0003440892],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026222358,0.0002686509,0.00069790124,0.0006794383,0.00003961382,0.000020105757,0.0007887347,0.00045786763,0.0057564112],"category_scores_gemma":[0.012847249,0.00028437434,0.000054703065,0.0009471169,0.000116514915,0.00016339021,0.00042252557,0.0014004618,0.0006580207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003976144,0.0006375032,0.008534778,0.00027308243,0.00007627047,0.000943832,0.00017188338,0.000040483115,0.00006209035,0.000002265598,0.9835685,0.0017131565],"study_design_scores_gemma":[0.0027415457,0.0002318881,0.7382827,0.00050771795,0.000055220902,0.000040174673,0.0007923886,0.00015531486,0.000016063344,0.0000024721517,0.25700498,0.00016955775],"about_ca_topic_score_codex":0.1542455,"about_ca_topic_score_gemma":0.38087586,"teacher_disagreement_score":0.7297479,"about_ca_system_score_codex":0.0019093987,"about_ca_system_score_gemma":0.0071825087,"threshold_uncertainty_score":0.99996084},"labels":[],"label_agreement":null},{"id":"W4398761602","doi":"10.36834/cmej.79278","title":"Four influential recent Canadian Medical Education Journal articles presented at the International Congress for Medical Education","year":2024,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Library science; Medical education; Medical journal; Political science; Medicine; Computer science","score_opus":0.01174196837895485,"score_gpt":0.3538304439140568,"score_spread":0.34208847553510197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398761602","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016005621,0.0031870638,0.00003922299,0.40341008,0.5879373,0.0009855456,0.00009577469,0.000040760577,0.002703708],"genre_scores_gemma":[0.000977624,0.004666899,0.0006782,0.14510721,0.81563735,0.0007962236,0.004218451,0.00026607173,0.027651964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823666,0.00054362,0.0029989544,0.0010444535,0.011384232,0.0016621023],"domain_scores_gemma":[0.9364759,0.0010545003,0.0016119828,0.0014480951,0.017033082,0.042376462],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008992223,0.00085073605,0.00093033246,0.0030490772,0.0018020316,0.001195758,0.0026885353,0.004064294,0.18603861],"category_scores_gemma":[0.39741516,0.0006858102,0.00054545223,0.0015261557,0.0009995287,0.00047553878,0.00018946746,0.010340179,0.00064294046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000098330005,0.0005314775,0.00010506033,0.00018701727,0.0003918723,0.000115009854,0.0004913665,6.798235e-7,0.0000011699146,0.00046440307,0.7096017,0.28801188],"study_design_scores_gemma":[0.0016123677,0.00015545225,0.00014706442,0.004375252,0.00056182576,0.009073746,0.001881569,0.0008328839,0.0000062185277,0.0011650252,0.9795872,0.0006014094],"about_ca_topic_score_codex":0.06471478,"about_ca_topic_score_gemma":0.43158287,"teacher_disagreement_score":0.7863826,"about_ca_system_score_codex":0.013267172,"about_ca_system_score_gemma":0.7996498,"threshold_uncertainty_score":0.9998411},"labels":[],"label_agreement":null},{"id":"W4398793978","doi":"10.1017/cjn.2024.124","title":"P.016 Re-norming medical education: centering patient experience and diverse bodies in Lumbar Puncture (LP) instruction","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lumbar puncture; Lumbar; Psychology; Medicine; Lumbar spine; Surgery; Internal medicine; Cerebrospinal fluid","score_opus":0.0241051664269797,"score_gpt":0.30557103498202454,"score_spread":0.28146586855504485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398793978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97882146,0.002281982,0.000022654991,0.014624425,0.002886057,0.00014157307,0.0000016086004,0.00001825342,0.0012019639],"genre_scores_gemma":[0.99135107,0.0007991135,0.0016859638,0.005718658,0.00041290463,0.0000056413346,4.4870717e-7,0.000008112091,0.000018062077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967627,0.0002847176,0.0008200923,0.0004522778,0.0009563782,0.0007238591],"domain_scores_gemma":[0.9980763,0.00012414646,0.00026293297,0.000102166414,0.00032766955,0.0011067381],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002331346,0.0002227212,0.00033473808,0.0013482425,0.001225122,0.000470474,0.00059924653,0.00020259875,0.00034109995],"category_scores_gemma":[0.00504038,0.00014804794,0.00009249861,0.0013916623,0.0043912563,0.0010323185,0.000066557186,0.0014265309,0.0000016779743],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046213787,0.00005772334,0.7582521,0.000049979462,0.000011400378,0.00531807,0.005050392,0.00013443448,0.00003537063,0.0013698036,0.0017628254,0.2279117],"study_design_scores_gemma":[0.0009402888,0.04664317,0.6639726,0.001967946,0.000102144535,0.18530722,0.014280643,0.0103093,0.0001389782,0.016870469,0.058635935,0.00083127833],"about_ca_topic_score_codex":0.0008842109,"about_ca_topic_score_gemma":0.017275522,"teacher_disagreement_score":0.22708042,"about_ca_system_score_codex":0.00039607432,"about_ca_system_score_gemma":0.0064196754,"threshold_uncertainty_score":0.999213},"labels":[],"label_agreement":null},{"id":"W4398861155","doi":"10.7910/dvn/tqlypf/hmqwqw","title":"Jeehp16_13_raw data.xlsx","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Raw data; Mathematics education; Psychology; Computer science; Programming language","score_opus":0.04607775110274945,"score_gpt":0.3452824914183576,"score_spread":0.2992047403156082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398861155","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030494562,0.0000027899441,0.00006416566,0.00013858761,0.0039108023,0.0007424869,0.994202,0.000063034866,0.0008456079],"genre_scores_gemma":[0.0000029189328,0.0002986826,0.00284807,0.005498208,0.001609632,0.00002817805,0.98667437,0.000045655994,0.002994272],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706286,0.000056708406,0.0006130643,0.00092817773,0.0009180295,0.00042113263],"domain_scores_gemma":[0.99164104,0.00007121987,0.0003048793,0.007592775,0.00025128672,0.00013877606],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00076196383,0.00037613156,0.0006067517,0.0004029151,0.00009364403,0.00006497412,0.0014153847,0.000576794,0.07590446],"category_scores_gemma":[0.0026554156,0.0003500562,0.000075369055,0.00052592397,0.00018160313,0.00037274783,0.0010228219,0.0012244642,0.4193388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056996676,0.00026323344,0.000018135495,0.0006376337,0.00014715882,0.0000844537,0.000010638453,3.1499818e-7,0.0000076194706,0.000030107853,0.9967231,0.0020205653],"study_design_scores_gemma":[0.00086210057,0.00008047706,0.00009828699,0.00036356848,0.0005931078,0.00012539656,0.00008093769,0.00014342225,0.000005464509,0.000008306949,0.9973154,0.00032351437],"about_ca_topic_score_codex":0.00018418478,"about_ca_topic_score_gemma":0.000016110693,"teacher_disagreement_score":0.34343433,"about_ca_system_score_codex":0.00022464394,"about_ca_system_score_gemma":0.00090629654,"threshold_uncertainty_score":0.99989516},"labels":[],"label_agreement":null},{"id":"W4398939888","doi":"10.7910/dvn/tqlypf","title":"MEDTalks: a student-driven program to enhance undergraduate student understanding and interest in medical schools in Canada","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Mathematics education; Medical school; Psychology; Medicine","score_opus":0.04423553615723204,"score_gpt":0.3787132883126015,"score_spread":0.33447775215536946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398939888","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14491436,0.000010571437,0.00016222373,0.0049328404,0.0034621155,0.0063914745,0.8399484,0.000057963014,0.000120069286],"genre_scores_gemma":[0.049655065,0.00041472868,0.00047183965,0.0037123992,0.0001892684,0.0003206679,0.94508964,0.000039780913,0.00010659516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962767,0.00013252084,0.0008836168,0.0007853184,0.0013648769,0.0005569813],"domain_scores_gemma":[0.99821454,0.00011795318,0.00020412923,0.001017882,0.00009258951,0.0003528761],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008172265,0.0003723485,0.000723464,0.0007129322,0.000047761372,0.00007946222,0.0006676008,0.0003038913,0.001763785],"category_scores_gemma":[0.0016872591,0.00036201288,0.000032990032,0.00087558734,0.00009597193,0.00016664187,0.00069719926,0.0017082166,0.0018767683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007214863,0.00050520146,0.008233563,0.00040122922,0.00008887368,0.0006742124,0.00012754906,0.000004413823,0.0000031270656,0.0000662577,0.9877354,0.002088004],"study_design_scores_gemma":[0.0014174265,0.00019927749,0.0060302205,0.0033429626,0.00007870827,0.000045213666,0.005306107,0.00013013769,0.0000028653692,0.000020483483,0.9830941,0.00033249534],"about_ca_topic_score_codex":0.23956661,"about_ca_topic_score_gemma":0.87472683,"teacher_disagreement_score":0.6351602,"about_ca_system_score_codex":0.005460173,"about_ca_system_score_gemma":0.004203666,"threshold_uncertainty_score":0.9998832},"labels":[],"label_agreement":null},{"id":"W4399053806","doi":"10.1002/jgc4.1924","title":"Small programs, big challenges: Reimagining the evaluation of clinical teaching in genetic counseling","year":2024,"lang":"en","type":"review","venue":"Journal of Genetic Counseling","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Operationalization; Medical education; Accreditation; Context (archaeology); Psychology; Process (computing); Medicine; Computer science","score_opus":0.33405453171128324,"score_gpt":0.5019707609002787,"score_spread":0.16791622918899546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399053806","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008696138,0.9836441,0.0010260785,0.00077595055,0.0043707676,0.0012911306,0.0000014606849,0.000017532104,0.00017683186],"genre_scores_gemma":[0.0027752973,0.975714,0.01674057,0.000119912365,0.004433699,0.00006417565,0.000016028132,0.000103438906,0.000032841162],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98958325,0.001393227,0.0059102033,0.0004757965,0.0022447098,0.00039283797],"domain_scores_gemma":[0.99381715,0.00072080566,0.0030137037,0.0006565348,0.0016808846,0.000110903806],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.031830326,0.00043607655,0.0022831082,0.00095670583,0.00009228582,0.000071927294,0.0005212085,0.00049222214,0.000020059111],"category_scores_gemma":[0.0053196563,0.00025696796,0.0007570653,0.0008454882,0.00017907622,0.000043474465,0.000051064235,0.004315108,0.000011241228],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017774664,0.00022774827,0.000067200184,0.009103179,0.0003843642,0.000040187137,0.002648331,0.000111600086,7.85502e-7,0.000014073439,0.0002447728,0.98714],"study_design_scores_gemma":[0.0011454716,0.0005052233,0.0002476285,0.119093575,0.012637418,0.0018495886,0.0029718513,0.012123481,1.852778e-7,0.00053830125,0.84854275,0.0003445031],"about_ca_topic_score_codex":0.000016125492,"about_ca_topic_score_gemma":0.000027567141,"teacher_disagreement_score":0.9867955,"about_ca_system_score_codex":0.0004269121,"about_ca_system_score_gemma":0.005235509,"threshold_uncertainty_score":0.99998826},"labels":[],"label_agreement":null},{"id":"W4399055510","doi":"10.3138/jvme-2023-0172","title":"Developing and Implementing a Competency-Based Veterinary Medicine Program at the Université de Montréal","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Certification; Curriculum; Medical education; Portfolio; Formative assessment; Capacity building; Quality assurance; Faculty development; Process (computing); Medicine; Professional development; Psychology; Pedagogy; Political science; Computer science; Business","score_opus":0.044882802496865125,"score_gpt":0.396403940804619,"score_spread":0.3515211383077539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399055510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8696242,0.004750912,0.0009078515,0.12281198,0.0011782066,0.00025234208,7.5462077e-7,0.000038530037,0.0004352229],"genre_scores_gemma":[0.9664695,0.00083734223,0.024133263,0.0063980115,0.0014513925,0.000037977534,0.000056208617,0.000032740587,0.0005835131],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980815,0.0001286439,0.00061122794,0.00017144349,0.0007478388,0.00025931836],"domain_scores_gemma":[0.99894553,0.00021200007,0.00021636387,0.00016487578,0.0002741723,0.00018705263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018736222,0.0001419424,0.00023788246,0.0002889951,0.000277613,0.000022594417,0.00015466215,0.00011095741,0.0007642541],"category_scores_gemma":[0.0012228796,0.0000926673,0.0000690836,0.0004725357,0.0002932174,0.000111374495,0.00012125895,0.00047462224,0.000006802118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004756056,0.0003702064,0.002719009,0.0009980163,0.00014653223,0.0006146807,0.0031088847,0.0000015707767,0.0053443206,0.0016012383,0.06339124,0.9212287],"study_design_scores_gemma":[0.0013894443,0.0036922598,0.030600395,0.0040763253,0.00026530476,0.02464819,0.003020338,0.004372639,0.0001660147,0.00035388832,0.92724705,0.0001681685],"about_ca_topic_score_codex":0.00005877178,"about_ca_topic_score_gemma":0.00001185416,"teacher_disagreement_score":0.9210605,"about_ca_system_score_codex":0.0012322775,"about_ca_system_score_gemma":0.0040119714,"threshold_uncertainty_score":0.83680457},"labels":[],"label_agreement":null},{"id":"W4399070354","doi":"10.1016/j.jogc.2024.102485","title":"Does it Help to Compare? Combining Audit and Feedback with Peer Ranking and Education for Optimizing Preoperative Anemia in Hysterectomies","year":2024,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Audit; Ranking (information retrieval); Anemia; Medicine; Computer science; Psychology; Information retrieval; Internal medicine; Business; Accounting","score_opus":0.012274193567151077,"score_gpt":0.2828235364405584,"score_spread":0.2705493428734073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399070354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98149115,0.0016846879,0.00027892384,0.011729871,0.004298506,0.00029254757,0.0000035486305,0.0000026395896,0.00021814913],"genre_scores_gemma":[0.98892117,0.00005114848,0.009420889,0.0012049216,0.00005599971,0.000014437723,0.0000058617097,0.000009354291,0.00031622086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992223,0.000022944474,0.0003111475,0.00013063486,0.00018350016,0.00012951676],"domain_scores_gemma":[0.9983122,0.00096170284,0.000101265,0.000046775196,0.00049516314,0.000082939776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037397942,0.00008709473,0.00025188527,0.0003673517,0.000078521596,0.000057183617,0.000033544402,0.000042328844,0.000022951566],"category_scores_gemma":[0.0025835475,0.000055225097,0.000008929421,0.00037688215,0.000049478993,0.000100446225,0.000016815526,0.0002555701,5.6083753e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012908541,0.00022355097,0.49592745,0.002030008,0.00031199967,0.00037615446,0.01827586,0.00030008022,0.00014970843,0.0014045226,0.047735065,0.43313652],"study_design_scores_gemma":[0.006235476,0.0015464311,0.90287715,0.0012101275,0.00036804285,0.0005169047,0.045264352,0.004350009,0.00025356025,0.00052609807,0.036444444,0.00040741148],"about_ca_topic_score_codex":0.001270271,"about_ca_topic_score_gemma":0.00921671,"teacher_disagreement_score":0.4327291,"about_ca_system_score_codex":0.0005524028,"about_ca_system_score_gemma":0.0017833133,"threshold_uncertainty_score":0.51431406},"labels":[],"label_agreement":null},{"id":"W4399107746","doi":"10.1016/j.jogc.2024.102495","title":"Discovering the Hidden Curriculum in Postgraduate Medical Education: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Hidden curriculum; Medical education; Mathematics education; Data science; Computer science; Psychology; Medicine; Pedagogy","score_opus":0.02337771590214751,"score_gpt":0.3658931443704895,"score_spread":0.342515428468342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399107746","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013492275,0.97153664,0.0000015320016,0.0070319623,0.020310765,0.00067700155,0.000002308355,0.0000024891224,0.0003023965],"genre_scores_gemma":[0.00010928374,0.99628127,0.0001326842,0.003040336,0.00022287465,0.000041299838,0.000018580817,0.000022775648,0.00013087873],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972004,0.00013890794,0.0015142309,0.00018795115,0.0007371916,0.00022129003],"domain_scores_gemma":[0.9974551,0.0009781398,0.00077399437,0.00022792669,0.00039485862,0.00016997269],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001183748,0.00022086519,0.0013825306,0.0004899747,0.000060196195,0.00002737829,0.0002765012,0.00023348819,0.000255383],"category_scores_gemma":[0.031485643,0.00012367219,0.00015627994,0.0017970201,0.0000860791,0.000052553074,0.00008817011,0.001744874,0.0000023481555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0513162e-7,0.000053612577,0.00014414999,0.05789248,0.00007128544,0.0006368765,0.000016767164,2.370092e-8,4.9239696e-10,0.00013150572,0.023902569,0.9171506],"study_design_scores_gemma":[0.00020143614,0.00006388278,0.0002126356,0.24774715,0.0013698697,0.0015343771,0.00010930824,0.000007752491,6.1448993e-9,0.00003561913,0.74858826,0.00012970355],"about_ca_topic_score_codex":0.0028197612,"about_ca_topic_score_gemma":0.006276422,"teacher_disagreement_score":0.9170209,"about_ca_system_score_codex":0.0019579122,"about_ca_system_score_gemma":0.04713341,"threshold_uncertainty_score":0.9766726},"labels":[],"label_agreement":null},{"id":"W4399120665","doi":"10.1080/10872981.2024.2357412","title":"Radiologist preferences for faculty development initiatives to improve resident feedback in the era of competency-based medical education","year":2024,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University; Kingston Health Sciences Centre","funders":"","keywords":"Medical education; Faculty development; Medicine; Professional development; Psychology","score_opus":0.03715571766099691,"score_gpt":0.41806685144921163,"score_spread":0.38091113378821473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399120665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69819635,0.00084482355,0.005440049,0.2894893,0.0031972213,0.0019459542,0.00003820412,0.00007396841,0.0007741236],"genre_scores_gemma":[0.8954126,0.00008429351,0.068296105,0.029084908,0.001431632,0.0015204545,0.0037840954,0.000029427803,0.00035647355],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99654454,0.00015857894,0.0010901487,0.00044910953,0.001472054,0.00028555747],"domain_scores_gemma":[0.998053,0.00050231634,0.00015084923,0.00035174887,0.00066325034,0.0002788132],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022276079,0.00020682746,0.00035875165,0.00037422997,0.00008863175,0.000031991858,0.00044498997,0.00027131292,0.001021868],"category_scores_gemma":[0.019968227,0.00013710606,0.000076539465,0.0011743114,0.0002948488,0.00010112027,0.000038287475,0.0007743828,0.000024245423],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016031277,0.007193599,0.0056853457,0.0013833523,0.00006717997,0.0000035789858,0.008871429,0.000005308613,0.00008883819,0.014470238,0.08087645,0.88119435],"study_design_scores_gemma":[0.0034129133,0.0015740888,0.6217755,0.013143946,0.00021314318,0.00010226739,0.029731847,0.011452857,0.0016755109,0.0072516003,0.3088585,0.00080781116],"about_ca_topic_score_codex":0.00012304909,"about_ca_topic_score_gemma":0.00026802556,"teacher_disagreement_score":0.88038653,"about_ca_system_score_codex":0.000337685,"about_ca_system_score_gemma":0.055877157,"threshold_uncertainty_score":0.99989134},"labels":[],"label_agreement":null},{"id":"W4399124526","doi":"10.1007/s40670-024-02067-z","title":"Surveying Undergraduate Medical Students’ Motivational Orientations and Learning Strategies in the First and Last Year of Medical School","year":2024,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Psychology; Scale (ratio); Medical education; Psychological intervention; Specialty; Significant difference; Anxiety; Mathematics education; Medicine","score_opus":0.021960578812325937,"score_gpt":0.39733888091515096,"score_spread":0.375378302102825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399124526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8879955,0.0002286933,0.0005885757,0.10967119,0.000750204,0.0001924375,8.660842e-7,0.000029063536,0.0005434825],"genre_scores_gemma":[0.9966085,0.00020911539,0.00041946716,0.0022079246,0.0004208432,0.000042080414,0.000013623103,0.000009598869,0.00006882499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99226725,0.00014110796,0.0004894814,0.0003908956,0.006402243,0.00030902852],"domain_scores_gemma":[0.9981078,0.0009349217,0.000059247326,0.0001719682,0.00016104618,0.0005650522],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011506473,0.00012065594,0.00019774261,0.00038425342,0.00030165323,0.00021717737,0.0005998597,0.00016789572,0.0013946677],"category_scores_gemma":[0.032433778,0.00007941276,0.000023628829,0.0021744957,0.0022688948,0.00029336417,0.0001915662,0.0012326081,0.000016612103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014134375,0.00058828684,0.88735986,0.0003843776,0.000033227057,0.000065682,0.007386279,0.0000018531922,0.000028903929,0.069395214,0.007771606,0.026970586],"study_design_scores_gemma":[0.0008127487,0.00014741006,0.95301574,0.001509764,0.000027661325,0.00026446002,0.027366307,0.0033551755,0.000013201984,0.0011606534,0.012183103,0.00014379181],"about_ca_topic_score_codex":0.00020690712,"about_ca_topic_score_gemma":0.00015186332,"teacher_disagreement_score":0.10861304,"about_ca_system_score_codex":0.00012030569,"about_ca_system_score_gemma":0.007425592,"threshold_uncertainty_score":0.9995182},"labels":[],"label_agreement":null},{"id":"W4399251487","doi":"","title":"A Comparative study on the job description of medical record professional in selected countries and submit a model","year":2008,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Medical education; Psychology; Medicine","score_opus":0.3961268523433153,"score_gpt":0.5887480583925807,"score_spread":0.19262120604926541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399251487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943973,0.00073234615,0.00022917666,0.0024294958,0.00029118886,0.0012010725,0.0000061074743,0.000012741166,0.0007005967],"genre_scores_gemma":[0.9973163,0.0011216725,0.00023622354,0.0008433265,0.00008556828,0.00012713902,0.0000100568595,0.000016952079,0.00024276556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964804,0.00039689054,0.00096163945,0.00027237003,0.0016769869,0.00021170944],"domain_scores_gemma":[0.99778056,0.00040365,0.0005350683,0.0002766523,0.00089058833,0.00011348909],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025616197,0.00018709204,0.00069558714,0.00070452865,0.00022479119,0.000080100144,0.0007221109,0.00013617093,0.001967614],"category_scores_gemma":[0.0018682253,0.00012523372,0.000040800824,0.0016290718,0.00039868895,0.0005679823,0.00022945862,0.0008435441,0.0000031876118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083946314,0.00170248,0.9317009,0.000064857384,0.00012781075,0.000025809903,0.00582752,0.000022656262,0.0033997146,0.000266653,0.055025674,0.0009964872],"study_design_scores_gemma":[0.0013284578,0.00007230752,0.9889774,0.0009024611,0.000050581086,0.000043979206,0.0019574994,0.0043025417,0.0010804408,0.0009256926,0.00023226804,0.00012637352],"about_ca_topic_score_codex":0.00043333232,"about_ca_topic_score_gemma":0.00010416192,"teacher_disagreement_score":0.05727652,"about_ca_system_score_codex":0.0001474781,"about_ca_system_score_gemma":0.0009628167,"threshold_uncertainty_score":0.9989447},"labels":[],"label_agreement":null},{"id":"W4399288664","doi":"10.1186/s12909-024-05609-6","title":"Evaluating competency-based medical education: a systematized review of current practices","year":2024,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Curriculum; Inclusion (mineral); Medicine; Systematic review; Program evaluation; MEDLINE; Psychology; Political science; Pedagogy","score_opus":0.2131662644615798,"score_gpt":0.5942108094745657,"score_spread":0.3810445450129859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399288664","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006073842,0.9702964,0.00049023173,0.00958481,0.01277459,0.0047454815,0.000010481902,0.00016193115,0.0019300266],"genre_scores_gemma":[0.0000024433045,0.96366364,0.018625867,0.0060941866,0.0036918086,0.0039609154,0.0032354614,0.00013131602,0.00059436436],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98550737,0.0017627418,0.0047580763,0.0011162091,0.0063830847,0.00047249903],"domain_scores_gemma":[0.98576593,0.0020482766,0.0061192242,0.002081369,0.0030055891,0.0009796087],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0111455,0.0007848417,0.0036299664,0.0010903124,0.00012191561,0.00005482786,0.00094713346,0.001036194,0.008191672],"category_scores_gemma":[0.22526248,0.00056759705,0.0009432535,0.0032593613,0.0003797033,0.00015232945,0.00015298284,0.0025605226,0.00070792856],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053263993,0.0012714347,0.000004649699,0.44105795,0.00007786141,0.000001272341,0.00003055152,1.12243494e-8,2.758943e-8,0.0030011518,0.09083673,0.46371305],"study_design_scores_gemma":[0.00022467675,0.0000774136,0.0000018256239,0.5079503,0.0042719007,0.00029667746,0.000081960665,0.0004658506,1.3328314e-7,0.00010328901,0.48628888,0.00023709252],"about_ca_topic_score_codex":0.00003415431,"about_ca_topic_score_gemma":0.000012662865,"teacher_disagreement_score":0.46347594,"about_ca_system_score_codex":0.0010528279,"about_ca_system_score_gemma":0.43239456,"threshold_uncertainty_score":0.9997406},"labels":[],"label_agreement":null},{"id":"W4399296742","doi":"10.1002/ase.2464","title":"The effects of supplemental instruction derived from peer leaders on student outcomes in undergraduate human anatomy","year":2024,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"Brock University","keywords":"Thematic analysis; Preparedness; Psychology; Medical education; Perception; Medicine; Qualitative research","score_opus":0.015497077182599624,"score_gpt":0.3976152960469166,"score_spread":0.38211821886431696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399296742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961329,0.00014069052,0.000019197005,0.035424896,0.0022387218,0.00039549,0.0000016430673,0.000025982474,0.00042441016],"genre_scores_gemma":[0.99858433,0.000028156908,0.000336613,0.00061707647,0.00012573143,0.00006320194,0.00006688642,0.0000072565153,0.00017077387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998455,0.000061942555,0.0003384643,0.00027999238,0.000683287,0.00018131013],"domain_scores_gemma":[0.99939317,0.00027003075,0.00006402706,0.00015105987,0.00008523252,0.000036468213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046488756,0.00010026119,0.00013918908,0.0002691546,0.00018975927,0.00006375925,0.00017043317,0.00005776925,0.000041569176],"category_scores_gemma":[0.00047378012,0.00006589582,0.00004752221,0.0008419654,0.0005244732,0.00013741564,0.000023823623,0.00022537237,0.000015213867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003549486,0.0017996585,0.5392497,0.00019167764,0.00014161401,0.0000042306233,0.0064372974,0.0000076168717,0.020707523,0.13006073,0.022085639,0.2792788],"study_design_scores_gemma":[0.00073277595,0.00032872398,0.95723337,0.00043575227,0.000056422854,0.0000036340905,0.012412981,0.0005255978,0.014937615,0.010035099,0.0031549782,0.00014306039],"about_ca_topic_score_codex":0.00059278443,"about_ca_topic_score_gemma":0.00012720149,"teacher_disagreement_score":0.41798365,"about_ca_system_score_codex":0.00036708676,"about_ca_system_score_gemma":0.00040320563,"threshold_uncertainty_score":0.26871538},"labels":[],"label_agreement":null},{"id":"W4399335236","doi":"10.1186/s12909-024-05597-7","title":"Non-technical skills of Norwegian medical students at different training sites: a comparative, observational cohort study","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Helse Nord RHF; Universitetet i Tromsø","keywords":"Norwegian; Medical education; Observational study; Cohort; Training (meteorology); Pairwise comparison; Medicine; Psychology; Geography; Internal medicine","score_opus":0.06761379686192813,"score_gpt":0.43731859478058027,"score_spread":0.36970479791865213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399335236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988056,0.00016021034,0.0017790503,0.004217362,0.0022682725,0.0018288404,0.0000049882847,0.00014632774,0.0015389535],"genre_scores_gemma":[0.9909246,0.000043649827,0.0020710754,0.0025751526,0.0011398788,0.00068565254,0.0008293344,0.000040609466,0.0016900769],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9913237,0.00019378557,0.0014216608,0.0007116642,0.0059649977,0.00038418348],"domain_scores_gemma":[0.99742734,0.0007259179,0.0002073045,0.0005825695,0.00051119976,0.00054567854],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002641469,0.00032169872,0.00078313146,0.00045147733,0.00014306948,0.000053273612,0.00061696337,0.00042784394,0.0067303977],"category_scores_gemma":[0.0073155323,0.00025753808,0.00016763007,0.0011826304,0.0004229526,0.00014109265,0.0002302836,0.00090462423,0.00015448181],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058438865,0.009078047,0.92011994,0.0005770667,0.00020095166,0.000015328422,0.004787182,0.0000012152548,0.00020786718,0.0007861034,0.05564801,0.008519823],"study_design_scores_gemma":[0.0012830361,0.00039865702,0.98655134,0.0018745767,0.00025102723,0.00013376988,0.002540953,0.004271307,0.00007217048,0.00010252819,0.0022933427,0.00022726154],"about_ca_topic_score_codex":0.000034012664,"about_ca_topic_score_gemma":0.00014167128,"teacher_disagreement_score":0.0664314,"about_ca_system_score_codex":0.0007379775,"about_ca_system_score_gemma":0.0062068,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W4399389898","doi":"10.1503/cjs.009623","title":"Should my recommendation letter be written by artificial intelligence?","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital du Sacré-Cœur de Montréal; McGill University Health Centre","funders":"","keywords":"Medicine; Set (abstract data type); Program director; Medical education; Artificial intelligence; Computer science","score_opus":0.11655033484632808,"score_gpt":0.34543116030076143,"score_spread":0.22888082545443333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399389898","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30511755,0.0010563327,0.009260377,0.6701682,0.011697432,0.00015216238,0.000030877698,0.000028251996,0.0024888336],"genre_scores_gemma":[0.97478956,0.00004279412,0.0005233966,0.021636985,0.0023761762,0.0000037816337,0.00013043509,0.000025392315,0.00047145734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882627,0.000033742108,0.0006051341,0.0001065449,0.00020448795,0.00022384917],"domain_scores_gemma":[0.99913913,0.00013554581,0.00009632706,0.000096761985,0.00025362067,0.000278615],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001144428,0.000085675594,0.00019465822,0.00079901144,0.00007161786,0.00008013056,0.000061394465,0.00010412864,0.0030711077],"category_scores_gemma":[0.00088078214,0.000076712786,0.00010544193,0.0005999969,0.00010679089,0.0001938818,0.000002963716,0.0005218381,0.00004209275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005931138,0.00001165148,0.0010161762,0.000029433128,0.000033228873,0.00010959363,0.0001915206,6.392439e-7,0.0001701867,0.0002828017,0.6896793,0.30846947],"study_design_scores_gemma":[0.000024908215,0.000029447228,0.0005510754,0.00029937888,0.000053411182,0.00037534584,0.0004285472,0.00023429336,0.0013325149,0.0010193893,0.9955575,0.00009422242],"about_ca_topic_score_codex":0.00038762597,"about_ca_topic_score_gemma":0.00024199557,"teacher_disagreement_score":0.669672,"about_ca_system_score_codex":0.00034460303,"about_ca_system_score_gemma":0.0020247016,"threshold_uncertainty_score":0.9978402},"labels":[],"label_agreement":null},{"id":"W4399461833","doi":"10.1111/medu.15458","title":"When words are your scalpel, what and how information is exchanged may be differently salient to assessors","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto","funders":"University of Toronto","keywords":"Psychology; Interpersonal communication; Surprise; Context (archaeology); Variation (astronomy); Salient; Grounded theory; Social psychology; Medical education; Applied psychology; Qualitative research; Medicine; Computer science","score_opus":0.022172601494577674,"score_gpt":0.34830427527160396,"score_spread":0.3261316737770263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399461833","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44684774,0.0007568125,0.0038591255,0.54310334,0.004244493,0.00058567466,0.0000052943537,0.00013149189,0.00046600637],"genre_scores_gemma":[0.87599134,0.0005282537,0.0024076286,0.115009025,0.0013803268,0.00039072827,0.00054001436,0.000035957688,0.003716701],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757564,0.0000622611,0.0003909809,0.00034480123,0.0013159732,0.00031033307],"domain_scores_gemma":[0.9988034,0.000070414695,0.00009957144,0.00035443858,0.00035493894,0.00031725477],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075864344,0.00021359163,0.0002668901,0.0006115712,0.0001158381,0.000479321,0.00014726349,0.00028171806,0.0015750175],"category_scores_gemma":[0.003146218,0.00017871607,0.000053165804,0.000820248,0.00011949186,0.0011318376,0.00007426596,0.0005211801,0.00015402505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018486333,0.00018834644,0.0015235305,0.00045552218,0.00002810465,0.0000018471303,0.010269496,9.724254e-8,0.000022611954,0.0006438457,0.5082825,0.4785656],"study_design_scores_gemma":[0.0006457401,0.00020040535,0.046843313,0.003896817,0.00015846745,0.000079141755,0.029662611,0.002952241,0.00027181229,0.0006901574,0.9142568,0.00034249807],"about_ca_topic_score_codex":0.00003898118,"about_ca_topic_score_gemma":0.000009180547,"teacher_disagreement_score":0.47822312,"about_ca_system_score_codex":0.00037976366,"about_ca_system_score_gemma":0.0011814389,"threshold_uncertainty_score":0.9993377},"labels":[],"label_agreement":null},{"id":"W4399468030","doi":"10.7759/cureus.62013","title":"Understanding Emotions Impacted by New Assessment Mandates Implemented in Medical Education: A Survey of Residents and Faculty Across Multiple Specialties","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McGill University; McMaster Children's Hospital","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medical education; Psychology; Medicine","score_opus":0.14469497038014525,"score_gpt":0.48483713566332026,"score_spread":0.340142165283175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399468030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870476,0.0006782737,0.003687989,0.006745612,0.00083314197,0.0003882335,0.00016135893,0.000046522888,0.00041127772],"genre_scores_gemma":[0.9960683,0.0001970375,0.0009889832,0.00021786003,0.00015906282,0.000015433085,0.0018165625,0.000015365898,0.00052140217],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985518,0.0000660329,0.00046443776,0.00022199299,0.000484704,0.00021105682],"domain_scores_gemma":[0.9993329,0.00014412455,0.000068010835,0.00016725279,0.00015299978,0.00013473311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009058002,0.000110997025,0.00021008833,0.00013211784,0.000075351025,0.000051805462,0.00008284383,0.00011377832,0.00079383195],"category_scores_gemma":[0.0021847605,0.000097934,0.00002289017,0.000749161,0.00011887333,0.00014579165,0.000054909695,0.0002733467,0.0000031574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042024316,0.00045516135,0.6182727,0.0002435495,0.00011076168,0.000005989581,0.0032998864,4.741205e-7,0.00039770955,0.0017670034,0.36551133,0.009893382],"study_design_scores_gemma":[0.0009993432,0.00007813754,0.9894244,0.00059254223,0.0000251004,0.000021819273,0.004812784,0.0011959227,0.000098396165,0.00052145845,0.0021388296,0.00009127493],"about_ca_topic_score_codex":0.0073761744,"about_ca_topic_score_gemma":0.0049245562,"teacher_disagreement_score":0.37115166,"about_ca_system_score_codex":0.0005843737,"about_ca_system_score_gemma":0.0019623558,"threshold_uncertainty_score":0.9992338},"labels":[],"label_agreement":null},{"id":"W4399474732","doi":"10.7899/jce-23-5","title":"Development of a new examination for the Canadian Chiropractic Examining Board","year":2024,"lang":"en","type":"article","venue":"Journal of Chiropractic Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College; Canadian Chiropractic Association; Emergent BioSolutions (Canada); Government of British Columbia","funders":"","keywords":"Chiropractic; Licensure; Subject-matter expert; Objective structured clinical examination; Medical education; Subject matter; Medicine; Physical examination; Psychology; Alternative medicine; Computer science; Curriculum; Pedagogy; Artificial intelligence; Surgery","score_opus":0.07254953980609358,"score_gpt":0.3876590391402502,"score_spread":0.3151094993341566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399474732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93626505,0.0020957394,0.013692104,0.037188493,0.007107719,0.0007392674,9.3641984e-7,0.000017471937,0.0028931997],"genre_scores_gemma":[0.8716359,0.00006411505,0.12428111,0.000795751,0.0016215069,0.000025963649,0.000019286568,0.000025201,0.0015311623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983491,0.00003304232,0.00080789835,0.00012448536,0.0005214617,0.00016404506],"domain_scores_gemma":[0.99791425,0.000305207,0.00061522494,0.00019510259,0.00084660377,0.00012361583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022554696,0.00011117424,0.00019613504,0.0006254142,0.00018971895,0.00008283305,0.00012448386,0.00009816997,0.00014792482],"category_scores_gemma":[0.004431712,0.000078588135,0.00006848689,0.00061233295,0.000041279625,0.00043935527,0.000007648622,0.0004675182,0.000012043842],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045273846,0.00019459397,0.00027984133,0.00027169014,0.0001733295,0.0000021867666,0.008658803,0.000006245343,0.001573719,0.0014140153,0.02814629,0.959234],"study_design_scores_gemma":[0.0005163547,0.0002667762,0.12566285,0.0010615846,0.00060681754,0.00067684473,0.008275103,0.0007718804,0.0019037093,0.00047496706,0.859654,0.0001291199],"about_ca_topic_score_codex":0.0008799369,"about_ca_topic_score_gemma":0.00097063114,"teacher_disagreement_score":0.9591049,"about_ca_system_score_codex":0.0008478923,"about_ca_system_score_gemma":0.017808981,"threshold_uncertainty_score":0.9877591},"labels":[],"label_agreement":null},{"id":"W4399481844","doi":"10.1136/annrheumdis-2024-eular.1455","title":"POS0744 “I COULDN’T CARRY ON TAKING A DRUG LIKE THAT”: A QUALITATIVE STUDY OF PATIENT PERSPECTIVES ON SIDE EFFECTS FROM DRUG TREATMENT IN RHEUMATOLOGY FROM THE OMERACT SAFETY WORKING GROUP","year":2024,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Calgary; McGill University","funders":"","keywords":"Drug; Medicine; Qualitative research; Qualitative analysis; Side effect (computer science); Rheumatology; Internal medicine; Pharmacology; Computer science","score_opus":0.03845143004169077,"score_gpt":0.37863920868829737,"score_spread":0.3401877786466066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399481844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864607,0.0054774005,0.000007897208,0.005504799,0.000690335,0.00159946,0.00008220856,0.00003703215,0.00014015826],"genre_scores_gemma":[0.9986567,0.00041101937,0.00006331622,0.000479039,0.000032010208,0.00023855128,0.00006374571,0.000031940734,0.000023686049],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99672145,0.0011491543,0.0007385543,0.00041776468,0.0007342713,0.00023880434],"domain_scores_gemma":[0.99175245,0.0068535823,0.0005149333,0.00071275205,0.00010757216,0.000058689155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005225608,0.0002791697,0.00067637453,0.00021155686,0.00012952513,0.000027760878,0.0002505435,0.000049837687,0.000056066303],"category_scores_gemma":[0.0023275092,0.0001538555,0.0002145717,0.0005636519,0.00021297854,0.000073330004,0.00007174951,0.0002890893,0.000008766684],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011938999,0.0075635067,0.018570442,0.00039426718,0.0017358594,0.000020970208,0.87781215,0.00015623313,0.00001811091,0.0017772713,0.001901317,0.08885595],"study_design_scores_gemma":[0.0019049341,0.0011391011,0.2707201,0.018722884,0.00047717663,0.0000018935517,0.70200145,0.0007602716,0.00025835267,0.0037120208,0.000086304426,0.00021549928],"about_ca_topic_score_codex":0.007709332,"about_ca_topic_score_gemma":0.00024340152,"teacher_disagreement_score":0.25214967,"about_ca_system_score_codex":0.00023447744,"about_ca_system_score_gemma":0.00019787598,"threshold_uncertainty_score":0.99889845},"labels":[],"label_agreement":null},{"id":"W4399490673","doi":"10.1007/s10459-024-10347-x","title":"Writing administrative staff back in: a Foucauldian-inspired discourse analysis of power relations in a faculty of medicine","year":2024,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; University of Toronto","funders":"","keywords":"Power (physics); Medical education; Sociology; Psychology; Medicine","score_opus":0.04735108866419521,"score_gpt":0.5013099883552292,"score_spread":0.453958899691034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399490673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498509,0.00542884,0.0006309718,0.03541115,0.0010008668,0.0007783715,0.000015273901,0.000013918209,0.006869694],"genre_scores_gemma":[0.99054295,0.00060547114,0.008125258,0.00034515982,0.000062115774,0.00007802645,0.00011543958,0.0000059564813,0.00011964012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974173,0.00010876294,0.0013422269,0.00037547277,0.00050033245,0.00025593702],"domain_scores_gemma":[0.9988953,0.00029779374,0.00036372404,0.00019616232,0.00019179583,0.000055249813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021852024,0.00011208902,0.0004449974,0.0025220024,0.000050197876,0.00000790954,0.00013290717,0.0000633691,0.0001892652],"category_scores_gemma":[0.0014631852,0.00009513245,0.000041641968,0.012088979,0.0007504069,0.0005554314,0.000013499541,0.00026925554,0.0000028404536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069874826,0.0018836859,0.6553566,0.0020704272,0.000056233737,0.000003722656,0.058803655,0.003871923,0.00013527909,0.054651678,0.001353146,0.2217438],"study_design_scores_gemma":[0.00097097456,0.0014428194,0.79663175,0.010062968,0.000116962154,0.000009460982,0.15084948,0.028562078,0.00008298972,0.0052822577,0.0057416614,0.00024661655],"about_ca_topic_score_codex":0.00095580105,"about_ca_topic_score_gemma":0.0018377352,"teacher_disagreement_score":0.2214972,"about_ca_system_score_codex":0.00046562133,"about_ca_system_score_gemma":0.0031013836,"threshold_uncertainty_score":0.58083534},"labels":[],"label_agreement":null},{"id":"W4399571712","doi":"10.3390/pharmacy12030090","title":"The Association between Academic Performance and Entry-to-Practice Milestones within a Co-Operative Education PharmD Program","year":2024,"lang":"en","type":"article","venue":"Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Waterloo","funders":"","keywords":"Pharmacy; Capstone; Entry Level; Pharmacist; Medical education; Pharmacy practice; Objective structured clinical examination; Clinical pharmacy; Educational measurement; Medicine; Capstone course; Curriculum; Psychology; Family medicine; Pedagogy","score_opus":0.03033778310852784,"score_gpt":0.4736003285490458,"score_spread":0.44326254544051796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399571712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9259569,0.0016515477,0.00008605776,0.06495152,0.002007926,0.0013749655,0.000005996918,0.00019201898,0.003773073],"genre_scores_gemma":[0.983695,0.0016197866,0.0026662226,0.0045305816,0.0018892785,0.00059235987,0.00010450586,0.000026751359,0.0048755356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986493,0.00009451968,0.00034184914,0.00024605586,0.00044627293,0.00022201684],"domain_scores_gemma":[0.9989184,0.00039443406,0.00010926239,0.0001235346,0.00034931581,0.0001050329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014007562,0.00012588035,0.00012595278,0.00012991352,0.00029163447,0.00011965837,0.00009417514,0.000061845596,0.000040601284],"category_scores_gemma":[0.0018608082,0.000092181144,0.000022469425,0.0006325375,0.00006168473,0.00045058236,0.000025792673,0.0007938783,0.00020101377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072689916,0.00013251942,0.041472744,0.00017490238,0.00015995398,0.000001257952,0.005812128,0.0000017145826,0.0009969728,0.0005687517,0.09633122,0.85427517],"study_design_scores_gemma":[0.000449023,0.00010049054,0.015347326,0.00026472425,0.0003169384,0.000041136413,0.0011000196,0.002919344,0.0049308855,0.00005036815,0.97435504,0.00012468742],"about_ca_topic_score_codex":0.000022572242,"about_ca_topic_score_gemma":4.309144e-7,"teacher_disagreement_score":0.87802386,"about_ca_system_score_codex":0.00042143158,"about_ca_system_score_gemma":0.0007226994,"threshold_uncertainty_score":0.3759038},"labels":[],"label_agreement":null},{"id":"W4399600545","doi":"10.1016/j.jogc.2024.102585","title":"Consent and Educational Sensitive Exams on Anesthetized Patients: Experiences of Medical Students Across Canada","year":2024,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Goddard Space Flight Center","keywords":"Medical education; Psychology; Informed consent; Medicine; Alternative medicine; Pathology","score_opus":0.011537498859392058,"score_gpt":0.31919654031067857,"score_spread":0.30765904145128653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399600545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819086,0.0010430473,0.0000035373062,0.0058134724,0.011038669,0.00009619522,0.000008443302,0.0000012022927,0.00008678538],"genre_scores_gemma":[0.9975913,0.000103960476,0.00006792587,0.0020810182,0.00005369646,0.0000038938088,0.000008777541,0.000005748771,0.00008365571],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978369,0.000045646615,0.00047632834,0.00012003801,0.0013766414,0.00014446644],"domain_scores_gemma":[0.997101,0.0019717268,0.00018865814,0.000065015905,0.0005011078,0.00017247662],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00048085098,0.00008636817,0.00025627066,0.0001004116,0.00006820605,0.000019836556,0.00010142307,0.00008845996,0.00019815846],"category_scores_gemma":[0.008779604,0.00006575291,0.000018041037,0.00033169254,0.00018041609,0.000033299806,0.000033693785,0.00031529798,1.1112064e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005402981,0.00095384265,0.5126319,0.0005278395,0.00054590683,0.0034016832,0.01590911,0.000006325122,0.0000060559246,0.0011864003,0.09760095,0.36717597],"study_design_scores_gemma":[0.0022445356,0.00062542484,0.955911,0.0001507747,0.00006776615,0.00032288823,0.023450462,0.00012173032,0.00007215416,0.000036149282,0.016876424,0.00012071729],"about_ca_topic_score_codex":0.19100606,"about_ca_topic_score_gemma":0.24672905,"teacher_disagreement_score":0.4432791,"about_ca_system_score_codex":0.0008565025,"about_ca_system_score_gemma":0.009335991,"threshold_uncertainty_score":0.9995699},"labels":[],"label_agreement":null},{"id":"W4399626204","doi":"10.4300/jgme-d-23-00569.1","title":"Feedback in an Entrustment-Based Objective Structured Clinical Examination: Analysis of Content and Scoring Methods","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Objective structured clinical examination; Computer science; Content analysis; Medical education; Content (measure theory); MEDLINE; Data science; Medical physics; Medicine; Information retrieval","score_opus":0.12037247171122717,"score_gpt":0.49709569758988936,"score_spread":0.3767232258786622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399626204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97744656,0.00087809184,0.011525191,0.007472969,0.0023873656,0.00021427425,0.0000013821701,0.000010690382,0.000063484236],"genre_scores_gemma":[0.96487266,0.00017829158,0.033352178,0.0009885825,0.00049677753,0.000010334299,0.00004796072,0.000013042102,0.00004018429],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99664754,0.0005512912,0.0014801866,0.00023563112,0.0009403412,0.00014502072],"domain_scores_gemma":[0.99772084,0.00044632278,0.0004524879,0.0001921975,0.0009661571,0.00022202243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060239076,0.00012839698,0.00060240197,0.0016039173,0.000030010176,0.00003072311,0.00011691797,0.00017865795,0.00022939483],"category_scores_gemma":[0.007873718,0.000099188044,0.00016473862,0.0021001163,0.00023793554,0.0002272782,0.000016146965,0.00076291285,7.4986457e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012761532,0.00107042,0.055146288,0.00022817093,0.0005809651,0.000016982802,0.0017774503,0.00001993875,0.00044568942,0.00086015806,0.00051482616,0.9392115],"study_design_scores_gemma":[0.0011415373,0.00051967666,0.9547514,0.001011174,0.0015698376,0.00007155777,0.003837315,0.03552629,0.00066633156,0.0004351109,0.00037026344,0.00009954397],"about_ca_topic_score_codex":0.000031210424,"about_ca_topic_score_gemma":0.000015827143,"teacher_disagreement_score":0.93911195,"about_ca_system_score_codex":0.00030373852,"about_ca_system_score_gemma":0.002678144,"threshold_uncertainty_score":0.94261444},"labels":[],"label_agreement":null},{"id":"W4399626482","doi":"10.4300/jgme-d-23-00643.1","title":"Chronicling the Transition to Competency-Based Medical Education in a Small Subspeciality Program","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"McMaster University","keywords":"Transition (genetics); Medical education; Medicine; Data science; Computer science; Biology; Genetics","score_opus":0.0338728395676914,"score_gpt":0.40099009558771953,"score_spread":0.36711725602002815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399626482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5854824,0.0009556776,0.0051784553,0.40121493,0.0057690875,0.0008162958,7.755687e-7,0.000056431538,0.0005259207],"genre_scores_gemma":[0.9445719,0.00023629234,0.017381744,0.031740207,0.0055683656,0.00021079276,0.000106394655,0.00004547872,0.00013879834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956216,0.00027570414,0.0014308699,0.00029616235,0.0020437425,0.00033187913],"domain_scores_gemma":[0.9978009,0.00021599494,0.00023869102,0.00030881763,0.0009563126,0.0004792747],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005119353,0.00020400142,0.0003914761,0.0008074314,0.000107431384,0.00009121278,0.0003660434,0.00027868888,0.00077351945],"category_scores_gemma":[0.009322992,0.00013993133,0.00018846191,0.0019549292,0.00022922545,0.00016844845,0.00002033383,0.0016932948,0.000043848297],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012658266,0.0035227644,0.00065330893,0.00047081133,0.000041156916,0.000035234018,0.0020087454,0.000016353957,0.00004287592,0.005153431,0.041552637,0.9463761],"study_design_scores_gemma":[0.00877389,0.005748304,0.19542228,0.058777332,0.0014521119,0.0070184227,0.017737292,0.17198338,0.001086192,0.041643742,0.48860654,0.0017505157],"about_ca_topic_score_codex":0.0001412178,"about_ca_topic_score_gemma":0.00023105757,"teacher_disagreement_score":0.94462556,"about_ca_system_score_codex":0.000896309,"about_ca_system_score_gemma":0.072441235,"threshold_uncertainty_score":0.9990219},"labels":[],"label_agreement":null},{"id":"W4399628319","doi":"10.1097/ccm.0000000000006294","title":"Entrust But Verify…*","year":2024,"lang":"en","type":"editorial","venue":"Critical Care Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intensivist; Medicine; Credentialing; Workforce; Specialty; Nursing; Health care; Intensive care; Medical emergency; Family medicine","score_opus":0.014957651109898419,"score_gpt":0.3881342635080784,"score_spread":0.37317661239817995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399628319","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016570606,0.011390201,0.00020849082,0.025623202,0.9261737,0.00045155527,0.00012655965,0.000338698,0.035521924],"genre_scores_gemma":[0.007052877,0.00022648385,0.0007831424,0.0024252234,0.9767492,0.00013582627,0.0049404725,0.00016508231,0.0075217364],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99486566,0.00006979704,0.00091288093,0.0008976078,0.002618462,0.00063559384],"domain_scores_gemma":[0.9948675,0.0010622562,0.00006937936,0.00093495124,0.0026944827,0.00037142524],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00062435557,0.00053163763,0.0010724732,0.00054554624,0.00012626275,0.000045366713,0.00030086839,0.0016878027,0.0037311318],"category_scores_gemma":[0.050280094,0.0004096063,0.00017635486,0.0008101602,0.001378952,0.000059638412,0.00012862086,0.0039107474,0.0011450471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005964362,0.000069984104,0.000010278677,0.007032226,0.000061495884,0.00048720805,0.00070027413,2.213494e-8,0.000043580054,0.0034104441,0.97265655,0.015468296],"study_design_scores_gemma":[0.00090116996,0.00083851983,0.000016801469,0.004506319,0.0015310955,0.00006039566,0.004482063,0.000021267957,0.00003956508,0.00064788543,0.98662716,0.0003277504],"about_ca_topic_score_codex":0.00008637259,"about_ca_topic_score_gemma":0.000004165074,"teacher_disagreement_score":0.050575495,"about_ca_system_score_codex":0.0008195557,"about_ca_system_score_gemma":0.0014461655,"threshold_uncertainty_score":0.99983555},"labels":[],"label_agreement":null},{"id":"W4399701844","doi":"10.1111/medu.15463","title":"The tip of the iceberg: Generalism in undergraduate medical education, a systems thinking analysis","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; University of British Columbia; Memorial University of Newfoundland; University of Alberta; University of Calgary","funders":"","keywords":"Curriculum; Generalist and specialist species; Accountability; Medical education; Equity (law); Pedagogy; Psychology; Sociology; Medicine; Political science; Ecology","score_opus":0.008707307270145983,"score_gpt":0.34134659285214014,"score_spread":0.3326392855819942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399701844","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37925595,0.01137937,0.002342802,0.5829006,0.017593373,0.0010905152,0.0000022933536,0.000120888384,0.005314239],"genre_scores_gemma":[0.9800076,0.0005833851,0.00037194596,0.012495556,0.0014729135,0.00033702797,0.00013077885,0.000030419029,0.0045703603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99542755,0.0003228976,0.0010291473,0.00037492774,0.002540474,0.00030500442],"domain_scores_gemma":[0.99805176,0.00034082177,0.0001997003,0.0007674946,0.00048289745,0.00015733944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003393347,0.00017754325,0.00033265253,0.00053770357,0.00023272516,0.0000946282,0.00058575,0.0003188923,0.00037516994],"category_scores_gemma":[0.0117325615,0.00010134173,0.00018207531,0.0047765663,0.00041682192,0.00010619621,0.0000844972,0.000927232,0.000029943118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025813915,0.0015802506,0.027627377,0.00080385146,0.000644669,0.000006146213,0.0039003706,0.000048179594,0.000040950505,0.21267472,0.4762105,0.2764372],"study_design_scores_gemma":[0.00091316877,0.000092338,0.087808535,0.0068771574,0.0018417283,0.0003574175,0.0068748263,0.10757395,0.00011643327,0.014510251,0.77253854,0.00049566175],"about_ca_topic_score_codex":0.0012319138,"about_ca_topic_score_gemma":0.00041052763,"teacher_disagreement_score":0.6007517,"about_ca_system_score_codex":0.0004789867,"about_ca_system_score_gemma":0.0169639,"threshold_uncertainty_score":0.99659204},"labels":[],"label_agreement":null},{"id":"W4399776132","doi":"10.7759/cureus.62607","title":"Efficacy of Faculty Development Training Workshops (FDTWs) on Writing High-Quality Multiple-Choice Questions at Northern Border University (NBU) in the Kingdom of Saudi Arabia (KSA)","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern College","funders":"Northern Border University","keywords":"Medical education; Kingdom; Quality (philosophy); Training (meteorology); Psychology; Medicine; Geography; Biology","score_opus":0.0858122506554392,"score_gpt":0.39177751891756835,"score_spread":0.30596526826212916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399776132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954621,0.000092031216,0.0006492715,0.0023493802,0.00025037883,0.00032610202,0.00001318449,0.00004532823,0.00081219117],"genre_scores_gemma":[0.9957218,0.0000069399316,0.0035661873,0.00018020469,0.00011514362,0.000007178581,0.00014203876,0.000013236265,0.0002472477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985473,0.00012006576,0.0004750733,0.00024295143,0.00042409034,0.00019052891],"domain_scores_gemma":[0.99811214,0.0012002523,0.0001434741,0.0002906296,0.00021624248,0.000037287788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010204712,0.00012363002,0.00023527832,0.00014520383,0.0001197732,0.000009026359,0.00016928437,0.00011633896,0.00008146822],"category_scores_gemma":[0.0039925207,0.000099574165,0.00005549077,0.0008449234,0.00013517862,0.0000625883,0.000044504213,0.00041183294,0.000010161189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005571028,0.0027477187,0.51071733,0.0013290193,0.00049849687,0.000069534624,0.10933084,0.0012779963,0.005246646,0.019763594,0.003563998,0.34489772],"study_design_scores_gemma":[0.0011350602,0.000053719497,0.9730924,0.0012388667,0.00005846032,0.00000531539,0.0057454207,0.00031068557,0.00041625672,0.000039181607,0.017780626,0.0001240051],"about_ca_topic_score_codex":0.0004488138,"about_ca_topic_score_gemma":0.001012328,"teacher_disagreement_score":0.46237507,"about_ca_system_score_codex":0.000452087,"about_ca_system_score_gemma":0.00033007585,"threshold_uncertainty_score":0.47797084},"labels":[],"label_agreement":null},{"id":"W4399875418","doi":"10.2147/amep.s464360","title":"The Value of Board Recertification Among Physicians","year":2024,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Certification; Medical education; Continuing medical education; Health care; Patient care; Value (mathematics); Maintenance of Certification; Professional certification (computer technology); Licensure; Medicine; Continuing education; Psychology; Nursing; Computer science; Political science","score_opus":0.011268401370281943,"score_gpt":0.41781624579032994,"score_spread":0.406547844420048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399875418","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2541069,0.094402134,0.007242729,0.5414225,0.010391518,0.0011244443,0.0000018203532,0.00015014956,0.09115779],"genre_scores_gemma":[0.9500973,0.031365763,0.008350955,0.008129095,0.0006333358,0.00010544127,0.000035655103,0.000019618661,0.0012628115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861246,0.00015431688,0.00039493202,0.00019715408,0.0005181758,0.00012294724],"domain_scores_gemma":[0.9980023,0.0013695271,0.00012429,0.00022069855,0.0002211997,0.000062013714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001785085,0.000074462885,0.00011629269,0.000111663925,0.00008229356,0.000030711308,0.00009190311,0.00009043404,0.00009122146],"category_scores_gemma":[0.02309234,0.000053384927,0.000022808264,0.0007608231,0.00038751765,0.0005569239,0.000015920792,0.0004378537,0.000012502877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048880505,0.00027389408,0.0008247443,0.00016371316,0.000012693624,0.0000016939267,0.0013441348,0.000001510858,0.000036648547,0.060080178,0.0063685547,0.93084335],"study_design_scores_gemma":[0.00016949371,0.00006441364,0.012518011,0.00096588477,0.000059831993,0.00007459,0.0066378014,0.0038239858,0.000102880185,0.004515014,0.97099423,0.00007383798],"about_ca_topic_score_codex":0.000051239324,"about_ca_topic_score_gemma":0.00001628147,"teacher_disagreement_score":0.9646257,"about_ca_system_score_codex":0.00007271025,"about_ca_system_score_gemma":0.00079860503,"threshold_uncertainty_score":0.98513657},"labels":[],"label_agreement":null},{"id":"W4399883305","doi":"10.1097/acm.0000000000005781","title":"Learning Plan Use in Undergraduate Medical Education: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Plan (archaeology); Medical education; MEDLINE; Higher education; Medicine; Psychology; Political science; Geography","score_opus":0.1374191572428446,"score_gpt":0.5053402301077382,"score_spread":0.3679210728648936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399883305","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050388976,0.96374595,0.00004584321,0.028811203,0.002644652,0.003010355,0.0000012837215,0.00018550937,0.0015501914],"genre_scores_gemma":[0.0000028397835,0.97151953,0.0001989669,0.015352273,0.0033472728,0.00082335965,0.0012332126,0.0001412908,0.0073812343],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931724,0.00044028848,0.0030765703,0.00095047493,0.001782342,0.00057789526],"domain_scores_gemma":[0.99742615,0.00059163343,0.00067240826,0.0006760479,0.00021435341,0.00041940308],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0037621825,0.0006877254,0.003481576,0.00140407,0.00007465623,0.000014285547,0.0004974613,0.0013890457,0.0012623937],"category_scores_gemma":[0.03384713,0.00047545458,0.00022588452,0.0035043643,0.00037184477,0.00015316517,0.00016801474,0.008864362,0.00059334515],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021502567,0.000018552963,0.0000259369,0.25569215,0.00005373793,0.000065265274,0.00014622854,1.7555877e-8,2.132709e-8,0.0007561616,0.14653084,0.59670895],"study_design_scores_gemma":[0.00018554619,0.000058949037,0.0000010885469,0.5093973,0.0014855275,0.0008979376,0.00006183066,0.000012647554,1.1741669e-8,0.00009235136,0.4876256,0.00018120249],"about_ca_topic_score_codex":0.000052546602,"about_ca_topic_score_gemma":0.000008574756,"teacher_disagreement_score":0.59652776,"about_ca_system_score_codex":0.00071247754,"about_ca_system_score_gemma":0.009818399,"threshold_uncertainty_score":0.9999074},"labels":[],"label_agreement":null},{"id":"W4399901111","doi":"10.56718/ijp.24-014","title":"Not Only Pain Physicians but Neuromuscular Specialists","year":2024,"lang":"en","type":"article","venue":"International journal of Pain","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Ewha Womans University; National Research Foundation","keywords":"Medicine; Physical medicine and rehabilitation; Psychology; Physical therapy","score_opus":0.014841366645768005,"score_gpt":0.333836633379242,"score_spread":0.318995266733474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399901111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7045671,0.00047085164,0.13384695,0.14434707,0.013006689,0.00021533882,0.000016355347,0.00008386716,0.003445778],"genre_scores_gemma":[0.9714947,0.00004803276,0.0034165033,0.016490826,0.0071784426,0.0000025486597,0.000028148697,0.00002493796,0.0013158858],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982274,0.00019161195,0.00052373356,0.00012852091,0.00080469943,0.00012402362],"domain_scores_gemma":[0.99869716,0.00024165872,0.00015856158,0.00011619775,0.0007355726,0.000050845312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003286318,0.00009874049,0.00016890466,0.00038878137,0.00002573702,0.00008035064,0.00023709562,0.000059734877,0.0003953825],"category_scores_gemma":[0.003465744,0.00008487196,0.00018101532,0.0002615993,0.000065123495,0.00016064788,0.000020167214,0.00044554466,0.000054882716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011069455,0.00032147806,0.0010851743,0.00007841133,0.0004171737,0.0011668822,0.00078898406,0.000036440495,0.010351971,0.012103013,0.15510193,0.8184379],"study_design_scores_gemma":[0.0010515866,0.0005691947,0.019206604,0.0020032118,0.00014668747,0.0016167747,0.000930565,0.015635056,0.0016180703,0.0032275454,0.95376027,0.00023442984],"about_ca_topic_score_codex":0.000011278014,"about_ca_topic_score_gemma":0.0000024691997,"teacher_disagreement_score":0.81820345,"about_ca_system_score_codex":0.00026845728,"about_ca_system_score_gemma":0.00039406068,"threshold_uncertainty_score":0.43291607},"labels":[],"label_agreement":null},{"id":"W4399904474","doi":"10.1016/j.ajpe.2024.100740","title":"How Preceptors Support Pharmacy Learner Professional Identity Formation","year":2024,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"American Association of Colleges of Pharmacy","keywords":"Pharmacy; Identity (music); Medical education; Preceptor; Pharmacy practice; Psychology; Nursing; Medicine","score_opus":0.03167281895517278,"score_gpt":0.4557943517885004,"score_spread":0.42412153283332765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399904474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87814736,0.0008420566,0.011707941,0.096748315,0.010848992,0.00047045643,0.000004704621,0.000084522144,0.0011456579],"genre_scores_gemma":[0.986265,0.00026925007,0.0044817133,0.0043558683,0.002092671,0.000026937008,0.000076061275,0.000030795512,0.0024016888],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979503,0.0001286686,0.00062313274,0.00018521282,0.00085718,0.00025551024],"domain_scores_gemma":[0.9984343,0.0000815449,0.00033060592,0.00013807286,0.0007969662,0.00021851741],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000894391,0.00016004262,0.00028201894,0.0005549216,0.000090056776,0.00014691232,0.00016146264,0.0000457331,0.0010494774],"category_scores_gemma":[0.0006790255,0.00012773306,0.00015824786,0.0012353954,0.00028991245,0.0017866173,0.000026780603,0.0009154614,0.000095760995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001688262,0.00072121795,0.0016041278,0.00030713584,0.00010803023,0.000011138576,0.001293829,0.0000024812225,0.007590711,0.0016454988,0.13419966,0.8523473],"study_design_scores_gemma":[0.0008347899,0.0005691825,0.0028281356,0.0006349765,0.00051469344,0.001952287,0.006115436,0.002467699,0.011930899,0.0005052828,0.9714161,0.00023050967],"about_ca_topic_score_codex":0.0000063832977,"about_ca_topic_score_gemma":3.0955454e-7,"teacher_disagreement_score":0.8521168,"about_ca_system_score_codex":0.00045562355,"about_ca_system_score_gemma":0.0017427301,"threshold_uncertainty_score":0.9998637},"labels":[],"label_agreement":null},{"id":"W4399993586","doi":"10.5387/fms.23-00006","title":"Impact of general practice/family medicine training on Japanese junior residents:reflective writing analysis using text mining","year":2024,"lang":"en","type":"article","venue":"FUKUSHIMA JOURNAL OF MEDICAL SCIENCE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"","keywords":"Training (meteorology); Medical education; Medicine; Family medicine; Psychology; Geography","score_opus":0.09915032235848643,"score_gpt":0.5008073673689855,"score_spread":0.40165704501049904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399993586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98153377,0.00079896534,0.0038310036,0.009939181,0.0010901279,0.00011507939,0.0000017292576,0.00001928386,0.0026708785],"genre_scores_gemma":[0.98218036,0.00012901644,0.014476523,0.0013855799,0.0017524797,0.000001846394,0.0000034143204,0.00001930339,0.00005149588],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9920028,0.0001939495,0.0014431683,0.00038185567,0.005479983,0.0004982764],"domain_scores_gemma":[0.99572605,0.0010544448,0.0007471503,0.0002909218,0.001639046,0.0005424086],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013443743,0.00020936802,0.0007451136,0.0025022721,0.00022018487,0.00007678991,0.00059361325,0.00022452603,0.00065964635],"category_scores_gemma":[0.03541054,0.00013810249,0.00028869556,0.00881335,0.0013837563,0.0007044523,0.00007917029,0.001379298,0.000003965817],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016599694,0.0017042424,0.022066725,0.00053919957,0.0052437815,0.0035768352,0.092203096,0.0039333454,0.22661124,0.00410767,0.013304237,0.62504965],"study_design_scores_gemma":[0.005726544,0.008418956,0.5796202,0.01966397,0.00766483,0.009766204,0.07571047,0.2891124,0.0016230309,0.0005439771,0.0012572693,0.0008921649],"about_ca_topic_score_codex":0.00029180603,"about_ca_topic_score_gemma":0.000002869568,"teacher_disagreement_score":0.6241575,"about_ca_system_score_codex":0.0009207997,"about_ca_system_score_gemma":0.0045849993,"threshold_uncertainty_score":0.9727146},"labels":[],"label_agreement":null},{"id":"W4400036852","doi":"10.1200/jco.2024.42.16_suppl.9022","title":"Formation and evaluation of the ASCO medical education community of practice (Med Ed CoP).","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Medicine; Community practice; Community of practice; Clinical Practice; Family medicine; Medical practice; Medical education; Pedagogy","score_opus":0.19912619856951982,"score_gpt":0.624513239022326,"score_spread":0.4253870404528062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400036852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9232162,0.001041977,0.0004317505,0.06706778,0.003530207,0.00029672543,7.71733e-7,0.000004545761,0.004410047],"genre_scores_gemma":[0.9923098,0.00044380297,0.0032687422,0.0032797402,0.0006356653,0.000006313646,0.0000068436984,0.000006551996,0.000042507334],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9936786,0.0024303158,0.0023912468,0.00006750728,0.0013552525,0.00007705653],"domain_scores_gemma":[0.98898804,0.004485906,0.002182528,0.0002734265,0.003951355,0.00011873677],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034208357,0.0000633075,0.0005088083,0.00015529021,0.000050327486,0.0000057779766,0.0001624606,0.0003370509,0.00019266589],"category_scores_gemma":[0.14708973,0.000039147628,0.00013674794,0.0003847807,0.00040097279,0.00028237808,0.000049676615,0.0016116532,0.000002752552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040848262,0.0023310662,0.0019504837,0.00026247496,0.00017438487,0.0000018693518,0.0013665518,0.000004781885,0.00018354513,0.0021508182,0.043128863,0.9480367],"study_design_scores_gemma":[0.0124452235,0.010478423,0.5466944,0.0052366825,0.0061158272,0.0032780427,0.014744953,0.03214783,0.001372092,0.013369137,0.35390145,0.00021596832],"about_ca_topic_score_codex":0.000037841935,"about_ca_topic_score_gemma":0.000013885344,"teacher_disagreement_score":0.9478207,"about_ca_system_score_codex":0.00021420993,"about_ca_system_score_gemma":0.011502714,"threshold_uncertainty_score":0.99448574},"labels":[],"label_agreement":null},{"id":"W4400037110","doi":"10.1200/jco.2024.42.16_suppl.9053","title":"Development of equity, diversity, and inclusion competencies in residents and faculty in oncology through formal and informal learning.","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Inclusion (mineral); Equity (law); Diversity (politics); Oncology; Medical education; Internal medicine; Family medicine; Psychology","score_opus":0.1976271450390399,"score_gpt":0.5281757754276408,"score_spread":0.33054863038860094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400037110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933073,0.00046694942,0.00013130772,0.0043825954,0.0004129079,0.00010598679,4.1338865e-7,0.0000035899968,0.0011889298],"genre_scores_gemma":[0.9768858,0.00085544505,0.021321857,0.0007832626,0.00010736608,0.0000010468523,0.0000033737233,0.0000035901744,0.0000382359],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975869,0.00012726084,0.001668637,0.000108870794,0.00035052924,0.00015780595],"domain_scores_gemma":[0.9985051,0.0007123719,0.0004822646,0.000038934024,0.0001824279,0.00007890832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060575916,0.00007482319,0.0006618877,0.00028200558,0.00021123403,0.0000055002743,0.00008674051,0.0003058369,0.000014711165],"category_scores_gemma":[0.0033821051,0.000056626766,0.000033420994,0.00022308958,0.00033562107,0.0003275381,0.0044427384,0.0011118012,5.701975e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064866414,0.00032497648,0.3529248,0.00019483682,0.00004486824,0.00013729863,0.025074063,0.0000031339248,0.00006554277,0.00069745455,0.0001971596,0.6196872],"study_design_scores_gemma":[0.0035814813,0.002886042,0.95343846,0.00041237075,0.000046438203,0.00028889484,0.0028989278,0.0004652136,0.000021453574,0.0011304561,0.034775257,0.000055020933],"about_ca_topic_score_codex":0.00006380453,"about_ca_topic_score_gemma":0.00025383983,"teacher_disagreement_score":0.6196322,"about_ca_system_score_codex":0.00019788201,"about_ca_system_score_gemma":0.0012718973,"threshold_uncertainty_score":0.5537556},"labels":[],"label_agreement":null},{"id":"W4400087026","doi":"10.4103/njvd.njvd_2_24","title":"Navigating a Fellowship: My Experience","year":2024,"lang":"en","type":"article","venue":"Nigerian Journal of Vitreoretinal Diseases","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.011074820989418288,"score_gpt":0.35442531351456247,"score_spread":0.34335049252514416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400087026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885566,0.0028674947,0.0010535409,0.0053869034,0.0013346807,0.00010284354,0.00000607428,0.000048648475,0.00064318615],"genre_scores_gemma":[0.9933383,0.000048065598,0.0040744045,0.00090986694,0.0014428202,0.000008883796,0.000013988215,0.000024186937,0.00013947318],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99842525,0.000050054663,0.0005731732,0.00016125421,0.0005818577,0.00020839497],"domain_scores_gemma":[0.9989888,0.00008198836,0.00016179583,0.0001630221,0.00039149955,0.00021285818],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003066632,0.00013150727,0.00024727365,0.00011342037,0.00008359602,0.000100114055,0.00013841396,0.000052114723,0.0009485575],"category_scores_gemma":[0.001619133,0.00010229546,0.00018693767,0.0005656073,0.00023984422,0.00025254043,0.000019619547,0.00054418127,0.000042399268],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012534598,0.001336736,0.10207977,0.0017710858,0.00041645954,0.005774505,0.019479021,0.000015106693,0.026732814,0.006755369,0.059045542,0.77534014],"study_design_scores_gemma":[0.008698648,0.008225032,0.4298215,0.06883235,0.0037705617,0.031532917,0.090488896,0.008392481,0.036390387,0.019554116,0.2914627,0.0028304358],"about_ca_topic_score_codex":0.000001944081,"about_ca_topic_score_gemma":1.0321322e-7,"teacher_disagreement_score":0.7725097,"about_ca_system_score_codex":0.00012256074,"about_ca_system_score_gemma":0.0004239724,"threshold_uncertainty_score":0.9999647},"labels":[],"label_agreement":null},{"id":"W4400088465","doi":"10.1080/10872981.2024.2370617","title":"Clues for improvement of research in objective structured clinical examination","year":2024,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Psychology; Family medicine","score_opus":0.08589906908367832,"score_gpt":0.5653333138217518,"score_spread":0.47943424473807345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400088465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96538556,0.0006172549,0.0017477724,0.026656276,0.003697523,0.0012768498,0.00001706307,0.000055010743,0.0005467171],"genre_scores_gemma":[0.98550695,0.00016612529,0.008850524,0.0013852379,0.0020993026,0.00028587508,0.0008166808,0.00002508683,0.0008641918],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971126,0.00014891177,0.0009987453,0.00039282313,0.0011013136,0.00024564343],"domain_scores_gemma":[0.99768776,0.0006588492,0.00008633299,0.0002906868,0.0011276546,0.0001487381],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005633982,0.00010566277,0.0002845014,0.00084128237,0.000043855234,0.000013534661,0.00014601489,0.0002948918,0.00044265416],"category_scores_gemma":[0.015038773,0.00008848701,0.00007748975,0.0015487566,0.0004454735,0.000086818014,0.000037516078,0.00083643926,0.000008616181],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007302774,0.003043829,0.0023403137,0.0008341632,0.000034839708,0.000002313193,0.0009859768,4.90603e-7,0.00028737623,0.0062853238,0.013258219,0.97285414],"study_design_scores_gemma":[0.0062099155,0.0043486548,0.6951604,0.00898612,0.00020916009,0.000081643215,0.026478002,0.054995302,0.0036647583,0.03270224,0.16661744,0.00054640794],"about_ca_topic_score_codex":0.000067051194,"about_ca_topic_score_gemma":0.000050140603,"teacher_disagreement_score":0.97230774,"about_ca_system_score_codex":0.0003783609,"about_ca_system_score_gemma":0.005346477,"threshold_uncertainty_score":0.993258},"labels":[],"label_agreement":null},{"id":"W4400132864","doi":"10.1080/28338073.2024.2370746","title":"Effect of COVID-19 on Continuing Education Activities and Learner Interactions: Report from Six Accreditation Systems","year":2024,"lang":"en","type":"article","venue":"Journal of CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Resilience (materials science); Continuing education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Public relations; Psychology; Business; Medicine; Political science; Virology","score_opus":0.014861929004361495,"score_gpt":0.3956245124150369,"score_spread":0.38076258341067537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400132864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98836625,0.00126288,0.0013577229,0.0031918883,0.0050134887,0.00018790485,0.0000022621975,0.000016300108,0.00060131465],"genre_scores_gemma":[0.9969389,0.000064227424,0.00040072252,0.00015130808,0.0015179778,0.00001179069,0.00002976301,0.000011867909,0.00087345176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988412,0.00011318735,0.0005403293,0.000100637,0.00034329225,0.00006130397],"domain_scores_gemma":[0.9983149,0.00079601444,0.00042973924,0.00011237211,0.0002817382,0.000065198095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012296704,0.00007687709,0.0002425165,0.00040730863,0.000029062234,0.0000484235,0.000034672692,0.000059620277,0.000051214975],"category_scores_gemma":[0.005788569,0.00005711551,0.00005035511,0.00024310923,0.00004942781,0.0002805313,0.000006908702,0.00035217692,0.0000031384789],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017529181,0.00054809777,0.012273116,0.004003616,0.0006813681,0.00031851217,0.014410911,0.00022285842,0.054558795,0.0019333626,0.24147825,0.6678182],"study_design_scores_gemma":[0.006392961,0.009011571,0.03635555,0.03751224,0.0032139719,0.019927487,0.0647221,0.009916533,0.0412633,0.0020082858,0.7689134,0.00076262496],"about_ca_topic_score_codex":0.000051411487,"about_ca_topic_score_gemma":8.694935e-7,"teacher_disagreement_score":0.66705555,"about_ca_system_score_codex":0.0002483619,"about_ca_system_score_gemma":0.0005328026,"threshold_uncertainty_score":0.69298756},"labels":[],"label_agreement":null},{"id":"W4400179413","doi":"10.22454/fammed.2024.806898","title":"Family Medicine Clerkship Directors’ Perspectives on USMLE Pass/Fail Scoring: A CERA Study","year":2024,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Curriculum; Clinical clerkship; Demographics; Medical education; Family medicine; Medicine; Medical school; Descriptive statistics; MEDLINE; Psychology; Pedagogy; Demography","score_opus":0.09679669184623084,"score_gpt":0.4037741950423407,"score_spread":0.30697750319610984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400179413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9041658,0.007943796,0.0004287946,0.029068414,0.006970366,0.0017429224,0.0000062946297,0.0008264547,0.04884713],"genre_scores_gemma":[0.97876036,0.00053357956,0.0003156977,0.006158084,0.00788163,0.0002535244,0.00011283473,0.00013942398,0.005844878],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9945323,0.00021649759,0.0011428009,0.0012518918,0.0021488043,0.00070771103],"domain_scores_gemma":[0.9970841,0.0006005039,0.00016186322,0.001163002,0.0006261863,0.00036434626],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023594461,0.0006137514,0.0010788054,0.0013895084,0.00025780787,0.000039778846,0.0003630104,0.00024999975,0.00110727],"category_scores_gemma":[0.004097037,0.00042623325,0.00012746893,0.003034721,0.000822634,0.00018938757,0.00008178454,0.001518288,0.00042065527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008435395,0.0028209717,0.023681266,0.0009853097,0.0011719048,0.0011294337,0.10167075,0.000009771498,0.021511039,0.014198506,0.73164684,0.1003307],"study_design_scores_gemma":[0.00710002,0.010159569,0.5677585,0.006839189,0.0011007275,0.00011311221,0.2293794,0.00095460884,0.000109331566,0.0005431919,0.17521729,0.0007250569],"about_ca_topic_score_codex":0.0007369702,"about_ca_topic_score_gemma":0.000010207043,"teacher_disagreement_score":0.5564295,"about_ca_system_score_codex":0.00079407624,"about_ca_system_score_gemma":0.00042201433,"threshold_uncertainty_score":0.9998189},"labels":[],"label_agreement":null},{"id":"W4400352963","doi":"10.1097/acm.0000000000005799","title":"Moving Accreditation Forward With Accreditation Scholarship","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Medical Association","funders":"","keywords":"Accreditation; Scholarship; Medical education; Higher education; Political science; Medicine; Law","score_opus":0.03542535625911161,"score_gpt":0.3793027403190195,"score_spread":0.34387738405990786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400352963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8585773,0.0032100864,0.043320168,0.08134968,0.0036205293,0.0009796133,0.0000035057194,0.0007277022,0.008211434],"genre_scores_gemma":[0.98255605,0.0002835404,0.003959229,0.0049484964,0.0050775735,0.00011658914,0.00039780146,0.000062788575,0.0025979585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749696,0.00005256312,0.00060595287,0.00045355808,0.0010474039,0.00034355494],"domain_scores_gemma":[0.99872965,0.00028509463,0.00011699568,0.0003178916,0.0003893342,0.0001610467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016358802,0.00022273256,0.00031393796,0.00066789315,0.000115514726,0.000023055682,0.00016421176,0.00032602885,0.0005439896],"category_scores_gemma":[0.00368403,0.0001557348,0.00003483933,0.0016468568,0.00025883032,0.000594298,0.000026136197,0.0016366965,0.0001963683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048822642,0.000052725474,0.019649148,0.0022802853,0.00043212165,0.00021161903,0.020945255,0.000030304265,0.02792741,0.059501536,0.48454818,0.3839332],"study_design_scores_gemma":[0.0111003695,0.004881686,0.16614945,0.0304807,0.003236603,0.0034242014,0.029162757,0.028738707,0.007844929,0.0434314,0.6697816,0.001767556],"about_ca_topic_score_codex":0.0000133208505,"about_ca_topic_score_gemma":8.7975417e-7,"teacher_disagreement_score":0.3821656,"about_ca_system_score_codex":0.0002918103,"about_ca_system_score_gemma":0.00050551596,"threshold_uncertainty_score":0.7110723},"labels":[],"label_agreement":null},{"id":"W4400354661","doi":"10.1093/occmed/kqae023.0510","title":"O-033 IMPLEMENTATION OF COMPETENCY-BASED MEDICAL EDUCATION IN POST-GRADUATE TRAINING IN OCCUPATIONAL MEDICINE IN CANADA: WHERE ARE WE?","year":2024,"lang":"en","type":"article","venue":"Occupational Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Université de Montréal; University of Alberta","funders":"","keywords":"Occupational medicine; Medical education; Medicine; Training (meteorology); Graduate medical education; Occupational exposure; Medical emergency; Accreditation","score_opus":0.048993201865425245,"score_gpt":0.409257523645098,"score_spread":0.3602643217796727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400354661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7969134,0.0016622338,0.0005087808,0.19702901,0.0019179903,0.0009372986,0.000045114393,0.00003753543,0.0009486287],"genre_scores_gemma":[0.9898888,0.00018102389,0.0020781248,0.004864822,0.0006977033,0.00020521479,0.0019896529,0.0000358001,0.000058854985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99460745,0.00017105674,0.001880208,0.00053187535,0.002401307,0.00040812086],"domain_scores_gemma":[0.99797684,0.0005658913,0.0003204086,0.00028167677,0.00066724746,0.00018796342],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018420926,0.00030134185,0.00070513523,0.0019852135,0.000041897456,0.0000061684045,0.00020862215,0.00017477118,0.0040605715],"category_scores_gemma":[0.0024690065,0.00025983568,0.000045008,0.002645484,0.00028911908,0.00018724697,0.000024961648,0.0007956001,0.0000070777496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045796175,0.00040320464,0.7503935,0.0013262607,0.000052921172,0.00016568002,0.0048320256,0.0001756816,0.00036758554,0.017905606,0.03222128,0.1916983],"study_design_scores_gemma":[0.003758733,0.00024881848,0.9533112,0.008667226,0.00004877495,0.000052631916,0.018850474,0.011559874,0.000047183832,0.0015771376,0.0016673926,0.00021056601],"about_ca_topic_score_codex":0.43582398,"about_ca_topic_score_gemma":0.8538201,"teacher_disagreement_score":0.41799608,"about_ca_system_score_codex":0.0022206276,"about_ca_system_score_gemma":0.070927806,"threshold_uncertainty_score":0.9999854},"labels":[],"label_agreement":null},{"id":"W4400408037","doi":"10.1016/j.ecns.2024.101571","title":"Integrating Branching Spherical Video Learning into Mental Health Nursing Clinical Education: Feasibility, Efficacy, and Student Impact","year":2024,"lang":"en","type":"article","venue":"Clinical Simulation in Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton; University of Alberta; University of Saskatchewan; University of New Brunswick","funders":"Saskatchewan Health Research Foundation","keywords":"Nursing; Nurse education; Mental health; Mental health nursing; Psychology; Branching (polymer chemistry); Medicine; Medical education; Psychotherapist; Materials science","score_opus":0.060432613375913526,"score_gpt":0.5856429262011141,"score_spread":0.5252103128252006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400408037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96752125,0.002409466,0.011951255,0.011556699,0.0044124695,0.001088541,7.512918e-7,0.00021244294,0.0008471153],"genre_scores_gemma":[0.97978795,0.00010685789,0.016751906,0.0012664121,0.0018149011,0.000012646451,0.00012768155,0.000052579955,0.00007904784],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948061,0.00083047414,0.002486327,0.00087893393,0.0005720568,0.0004261226],"domain_scores_gemma":[0.99673826,0.0019844451,0.0003170195,0.0003431295,0.00019887275,0.00041825793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004685902,0.00028246996,0.0007242682,0.0002889041,0.00036322942,0.0002066622,0.00012378203,0.00032232862,0.00010343814],"category_scores_gemma":[0.006091297,0.00025290396,0.00022376256,0.001094421,0.00055910985,0.0003382928,0.00004570094,0.0021781875,0.000022353113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019894472,0.0016892577,0.30476072,0.00009635105,0.000028359329,0.000002066293,0.006095554,0.0009905874,0.000010021465,0.00049564417,0.00096080994,0.6846717],"study_design_scores_gemma":[0.0026675907,0.00168713,0.65159434,0.014253372,0.00007795362,0.00005199276,0.006604463,0.31792974,0.0000019412707,0.002880408,0.0019158719,0.0003352091],"about_ca_topic_score_codex":0.000032750628,"about_ca_topic_score_gemma":0.0000032743715,"teacher_disagreement_score":0.6843365,"about_ca_system_score_codex":0.00190463,"about_ca_system_score_gemma":0.0015364708,"threshold_uncertainty_score":0.9999923},"labels":[],"label_agreement":null},{"id":"W4400413850","doi":"10.36834/cmej.78869","title":"Practice makes perfect: the development of a medical student-led crowdsourced question bank for self-study in undergraduate medical education","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal Ottawa Mental Health Centre; University of Toronto; University of Ottawa","funders":"","keywords":"Medical education; Data science; Computer science; Psychology; Medicine","score_opus":0.012480828356663726,"score_gpt":0.3984194409879514,"score_spread":0.3859386126312877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400413850","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3896816,0.001955479,0.002463557,0.5926068,0.008961068,0.0021704042,0.0000021876117,0.00007986374,0.002079062],"genre_scores_gemma":[0.9540309,0.00024534375,0.008042823,0.033385567,0.0028572448,0.0007012179,0.000107769905,0.0000696641,0.00055952463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922006,0.0005980869,0.0017308408,0.00045755025,0.004444212,0.0005687053],"domain_scores_gemma":[0.9925479,0.00078065594,0.00034779948,0.0004554154,0.0016503381,0.0042178794],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013466715,0.00028219938,0.00042654964,0.0012079838,0.0004276347,0.0001772446,0.0007120222,0.00056744256,0.0058079953],"category_scores_gemma":[0.09823163,0.00021288717,0.00012030689,0.0015551466,0.0002388861,0.0002719896,0.000047087862,0.00223737,0.000045607732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009527436,0.005731207,0.006153145,0.0005213398,0.00042615045,0.000106493964,0.031871382,0.0000021768412,0.0000070086626,0.011992061,0.167524,0.7755698],"study_design_scores_gemma":[0.003651559,0.0006098483,0.033492323,0.0062422585,0.000575131,0.005047005,0.07394884,0.007631977,0.000022252643,0.0010641043,0.8671548,0.0005599294],"about_ca_topic_score_codex":0.0021521295,"about_ca_topic_score_gemma":0.015418379,"teacher_disagreement_score":0.7750098,"about_ca_system_score_codex":0.002122886,"about_ca_system_score_gemma":0.27398401,"threshold_uncertainty_score":0.99510086},"labels":[],"label_agreement":null},{"id":"W4400413899","doi":"10.36834/cmej.79362","title":"Evolving, not maintaining: embracing the dynamic nature of physician competence","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Competence (human resources); Computer science; Data science; Psychology; Social psychology","score_opus":0.006189535188664567,"score_gpt":0.3166139397315857,"score_spread":0.31042440454292114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400413899","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23373473,0.00683085,0.0014688695,0.70455384,0.017751398,0.0005703841,0.000011139563,0.000082224724,0.03499657],"genre_scores_gemma":[0.92104787,0.00006327928,0.0013558245,0.07504136,0.0015807613,0.000013577323,0.00003155119,0.000024520808,0.00084127334],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997885,0.00007791192,0.0005080731,0.00019668898,0.0009898803,0.00034247604],"domain_scores_gemma":[0.99715203,0.00011762256,0.00012347964,0.00029147655,0.0006807712,0.0016345909],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014254665,0.0001319498,0.00019641401,0.0005118868,0.00028262005,0.000096219665,0.00033068215,0.00027528335,0.0070453067],"category_scores_gemma":[0.014484938,0.00009350747,0.0001002267,0.0009781406,0.0003170798,0.00015184077,0.00001536642,0.0026391263,0.00005703117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012961658,0.00014758369,0.00036216984,0.00023742912,0.00013559988,0.00009952294,0.0034959859,0.0000065215163,0.00026028973,0.047883935,0.43423072,0.51312727],"study_design_scores_gemma":[0.00064591086,0.00022983695,0.030187069,0.006887993,0.00029131648,0.00638729,0.019007953,0.047184143,0.00019679556,0.007113871,0.8814337,0.00043409475],"about_ca_topic_score_codex":0.0006741604,"about_ca_topic_score_gemma":0.00092978444,"teacher_disagreement_score":0.68731314,"about_ca_system_score_codex":0.00077628024,"about_ca_system_score_gemma":0.056075543,"threshold_uncertainty_score":0.9996618},"labels":[],"label_agreement":null},{"id":"W4400413916","doi":"10.36834/cmej.79364","title":"Celebrating inquiry and scholarship: the inaugural Canadian Medical Student Research Competition","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Scholarship; Competition (biology); Medical research; Library science; Political science; Sociology; Medicine; Computer science; Law; Biology; Ecology; Pathology","score_opus":0.06808945955048176,"score_gpt":0.4603750254010853,"score_spread":0.3922855658506036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400413916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41822973,0.0033965749,0.000060041628,0.5631895,0.0075136856,0.00044742945,0.0000033711483,0.00003586209,0.0071237874],"genre_scores_gemma":[0.9172217,0.00036515365,0.00036595372,0.07476208,0.0064192046,0.0000684459,0.000059213125,0.00003641992,0.0007017791],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457276,0.00046723953,0.00065242365,0.00034087987,0.0031716484,0.00079505536],"domain_scores_gemma":[0.9860122,0.00026945327,0.000059560516,0.00033679092,0.0013323799,0.011989615],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009543934,0.0001725238,0.00020615548,0.0014415878,0.0013153183,0.0005003445,0.00046280705,0.00050389906,0.037588105],"category_scores_gemma":[0.047383286,0.00012740647,0.00005973698,0.0015109145,0.00086710416,0.0002922439,0.00004215431,0.005466465,0.00026385326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060952057,0.000102388185,0.0047831344,0.0001227774,0.000072902454,0.00048077604,0.0063199312,3.916705e-7,0.000009187226,0.035458382,0.47196782,0.48067623],"study_design_scores_gemma":[0.00043830933,0.00013991758,0.0552801,0.0023898128,0.000052327898,0.010126175,0.01717541,0.0013147482,0.0000067489373,0.0017031105,0.9111572,0.00021613577],"about_ca_topic_score_codex":0.06403714,"about_ca_topic_score_gemma":0.24413987,"teacher_disagreement_score":0.49899203,"about_ca_system_score_codex":0.0021830928,"about_ca_system_score_gemma":0.18425055,"threshold_uncertainty_score":0.99998486},"labels":[],"label_agreement":null},{"id":"W4400413918","doi":"10.36834/cmej.77727","title":"Eight ways to get a grip on validity as a social imperative","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Université de Sherbrooke","funders":"","keywords":"External validity; Stakeholder; Psychology; Quality (philosophy); Validity; Applied psychology; Social psychology; Public relations; Psychometrics; Political science; Epistemology; Clinical psychology","score_opus":0.02756018150411599,"score_gpt":0.36796233035479536,"score_spread":0.3404021488506794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400413918","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27404222,0.0002677655,0.001272767,0.67256665,0.013534839,0.0005726657,0.000018505512,0.00007822331,0.037646353],"genre_scores_gemma":[0.7018414,0.000049724877,0.0020546264,0.27873683,0.013730277,0.00011603632,0.0001300787,0.00005559815,0.0032854467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973427,0.00008283857,0.0005029584,0.00032044543,0.0012575946,0.000493434],"domain_scores_gemma":[0.9934788,0.000073115356,0.00005608243,0.00019616252,0.0006682326,0.0055276165],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013138783,0.00018895934,0.00023918856,0.0010063939,0.00050236227,0.00019113527,0.00022045684,0.00031381284,0.046958044],"category_scores_gemma":[0.021168735,0.00016022993,0.00011407333,0.001139436,0.0001383036,0.00013536851,0.00001319096,0.0017259287,0.001692518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018482993,0.00013601645,0.00004899812,0.000036064474,0.000040579194,0.00014357403,0.0036103183,3.211602e-7,0.000021439217,0.028666332,0.80575377,0.16152413],"study_design_scores_gemma":[0.00031939588,0.00032590338,0.0021256078,0.00063272513,0.000058738562,0.002139677,0.001695683,0.000203094,0.00006257546,0.0032841805,0.9889584,0.00019399206],"about_ca_topic_score_codex":0.0015383837,"about_ca_topic_score_gemma":0.0010787927,"teacher_disagreement_score":0.42779917,"about_ca_system_score_codex":0.0020092248,"about_ca_system_score_gemma":0.085166246,"threshold_uncertainty_score":0.9990848},"labels":[],"label_agreement":null},{"id":"W4400414000","doi":"10.36834/cmej.77995","title":"Five ways to get a grip on applying a program evaluation model in health professions education academies","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Medical education; Mathematics education; Medicine; Psychology","score_opus":0.05724271687146038,"score_gpt":0.45560431546298885,"score_spread":0.3983615985915285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400414000","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12198701,0.0028001047,0.0053252405,0.839216,0.011465431,0.0088563105,0.000012569827,0.00018768349,0.010149635],"genre_scores_gemma":[0.7361006,0.0003075231,0.030241381,0.21734837,0.0044774795,0.008176593,0.00044334057,0.000100134064,0.0028045631],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960503,0.00017738265,0.0009791801,0.00044045935,0.0017185735,0.0006340846],"domain_scores_gemma":[0.9940461,0.00007133681,0.00014598294,0.00029407477,0.00082760525,0.004614891],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043860376,0.0002216323,0.0002926467,0.0023148777,0.00037377083,0.0001343357,0.0002486028,0.00037757817,0.0032577075],"category_scores_gemma":[0.021965334,0.00019807683,0.000075370466,0.0019807774,0.0000904049,0.00023862875,0.000017736089,0.0024810233,0.00017069673],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000012876514,0.00042358646,0.000111464185,0.00016251433,0.000013966622,0.000004647138,0.004573405,0.00016000555,0.000004478873,0.008743542,0.31839573,0.6673938],"study_design_scores_gemma":[0.00091278536,0.0005460662,0.005544418,0.014296998,0.000085698724,0.0008933783,0.013888124,0.24521397,0.00000974405,0.011658531,0.7064832,0.00046709034],"about_ca_topic_score_codex":0.0025094177,"about_ca_topic_score_gemma":0.0032380868,"teacher_disagreement_score":0.6669267,"about_ca_system_score_codex":0.005078483,"about_ca_system_score_gemma":0.23321685,"threshold_uncertainty_score":0.9998203},"labels":[],"label_agreement":null},{"id":"W4400414360","doi":"10.36834/cmej.79395","title":"Standards and accountabilities for professional resistance","year":2024,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre; University of Calgary","funders":"","keywords":"Resistance (ecology); Computer science; Biology; Ecology","score_opus":0.0068703711147977565,"score_gpt":0.36920942319981026,"score_spread":0.3623390520850125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400414360","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003269556,0.005836052,0.00005308444,0.0882028,0.9019453,0.0006073536,0.0004102677,0.000029587633,0.0025886016],"genre_scores_gemma":[0.00016233462,0.0007819422,0.0025161838,0.013863094,0.93027735,0.0003106465,0.0010843335,0.000099031495,0.050905082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99518895,0.00006521003,0.0008078419,0.000438652,0.0029853163,0.0005140021],"domain_scores_gemma":[0.9881542,0.00045040046,0.00026257138,0.00036883907,0.00562242,0.005141602],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0033598528,0.0002920674,0.0004667984,0.0008378983,0.000441539,0.00022604754,0.0002555939,0.0014879914,0.009750131],"category_scores_gemma":[0.15251103,0.00024981136,0.00012059927,0.00038127633,0.00039562938,0.0001357465,0.000024285475,0.0035142663,0.0000220611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007337772,0.00006666595,0.000008170521,0.001180841,0.00008437998,0.000017706912,0.000603679,1.2461014e-8,2.866466e-7,0.0011713171,0.966162,0.030631514],"study_design_scores_gemma":[0.00053516857,0.00007777441,0.000038434824,0.004176396,0.00021508976,0.00020433564,0.0016042028,0.000019647958,7.0932083e-7,0.0028189921,0.99008656,0.00022266826],"about_ca_topic_score_codex":0.00064049696,"about_ca_topic_score_gemma":0.007752443,"teacher_disagreement_score":0.40934142,"about_ca_system_score_codex":0.003228504,"about_ca_system_score_gemma":0.41256994,"threshold_uncertainty_score":0.9999954},"labels":[],"label_agreement":null},{"id":"W4400414623","doi":"10.36834/cmej.78841","title":"Assessing the hidden curriculum in medical education: a scoping review and residency program’s reflection","year":2024,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Reflection (computer programming); Data science; Computer science; Medicine; Psychology; Pedagogy","score_opus":0.05284496531764329,"score_gpt":0.512025646563865,"score_spread":0.4591806812462217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400414623","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015945488,0.8547039,0.0000045664574,0.1346109,0.005427226,0.0025533072,0.0000010220984,0.0000444914,0.0026386594],"genre_scores_gemma":[0.000007601877,0.9489857,0.0012136209,0.042868953,0.004652745,0.0012664315,0.00016754887,0.00008348465,0.00075393025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99373704,0.0006917072,0.0022729188,0.00064697943,0.0019782565,0.00067306735],"domain_scores_gemma":[0.99278957,0.00014338648,0.0006419202,0.0006016362,0.000886172,0.0049373386],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055578253,0.00050056534,0.0014631809,0.001619486,0.00045640525,0.0005008944,0.0005922613,0.0010366718,0.011440076],"category_scores_gemma":[0.067163,0.0003319414,0.00027392714,0.0033305946,0.00040006693,0.0003552476,0.000068143185,0.0058265645,0.00013106508],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3158576e-7,0.00018664684,0.000022046494,0.042063896,0.00004119405,0.000058155678,0.000096515425,1.395785e-9,1.5429595e-9,0.000342802,0.23415598,0.72303253],"study_design_scores_gemma":[0.00008033402,0.000030748328,0.000030453402,0.43750334,0.0009978769,0.011804867,0.000380795,0.000011756459,3.9393355e-9,0.0001737237,0.5488048,0.00018127286],"about_ca_topic_score_codex":0.0021485977,"about_ca_topic_score_gemma":0.0051921145,"teacher_disagreement_score":0.7228513,"about_ca_system_score_codex":0.0024838645,"about_ca_system_score_gemma":0.4612647,"threshold_uncertainty_score":0.9999133},"labels":[],"label_agreement":null},{"id":"W4400439042","doi":"10.5465/amproc.2024.17025abstract","title":"Unpacking the Black Box of Improvement: Performance Feedback Orientation Among Physicians","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre","funders":"","keywords":"Unpacking; Orientation (vector space); Black box; Psychology; Computer science; Mathematics; Geometry; Artificial intelligence","score_opus":0.011968852611496,"score_gpt":0.290818044638576,"score_spread":0.27884919202708003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400439042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97561455,0.0000747069,0.00024362082,0.007136421,0.0001806578,0.0007287806,9.763701e-7,0.00006375403,0.015956564],"genre_scores_gemma":[0.9949174,0.00028342515,0.0011272058,0.0010751528,0.00022533307,0.000056266035,0.000008874782,0.00002220475,0.0022841515],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985348,0.0000031901125,0.00046044498,0.00024536622,0.00056077034,0.00019544952],"domain_scores_gemma":[0.99954325,0.000017478189,0.00022051691,0.000078919446,0.00012077047,0.000019042927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006158814,0.0001229493,0.00016796796,0.00024242404,0.00006563742,0.000025507072,0.00019327713,0.000073711024,0.00004568239],"category_scores_gemma":[0.000050549042,0.00009339541,0.000058970454,0.0011416693,0.00028703973,0.0003944092,0.00007873671,0.00031476564,0.000017292783],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087789835,0.00025807426,0.016258286,0.012319948,0.0005691976,9.1082006e-7,0.008222448,0.000026359317,0.013314934,0.10160186,0.0682331,0.7791071],"study_design_scores_gemma":[0.0023867176,0.000853542,0.6048439,0.01059816,0.0018421281,0.000008883544,0.030575486,0.0342525,0.22037426,0.004768172,0.08887303,0.00062321883],"about_ca_topic_score_codex":0.0000035440253,"about_ca_topic_score_gemma":3.9954653e-8,"teacher_disagreement_score":0.77848387,"about_ca_system_score_codex":0.000081989645,"about_ca_system_score_gemma":0.0000142106355,"threshold_uncertainty_score":0.3808554},"labels":[],"label_agreement":null},{"id":"W4400443496","doi":"10.1007/s40596-024-02012-7","title":"Teaching Psychiatry Faculty to Address Unconscious Bias: Implementation of a Large-Scale Intervention","year":2024,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scale (ratio); Intervention (counseling); Unconscious mind; Psychology; Medical education; Psychiatry; Clinical psychology; Medicine; Psychoanalysis","score_opus":0.02876589776242355,"score_gpt":0.4325954706038434,"score_spread":0.40382957284141985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400443496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398405,0.0013434583,0.005576851,0.043580856,0.007737302,0.00072222477,0.000089333946,0.00022174188,0.00088775065],"genre_scores_gemma":[0.9664766,0.000029103332,0.024775099,0.005671072,0.0017188472,0.00012845908,0.00044058604,0.00005185257,0.00070836575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976885,0.00008121272,0.0009428878,0.0004347239,0.0005074477,0.0003452541],"domain_scores_gemma":[0.9992281,0.00002959604,0.00018178114,0.00032186304,0.000121478544,0.00011715518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013741679,0.00019477539,0.0002711737,0.00056520326,0.0001114876,0.000019358613,0.00020814432,0.00027413713,0.00034989708],"category_scores_gemma":[0.00017564397,0.00017963859,0.00017336871,0.00087870524,0.000045503224,0.00020802295,0.00006808442,0.0012408285,0.000115231946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010047598,0.0004848323,0.25922668,0.002021688,0.00025833366,0.0000016219024,0.008158692,0.0000052504693,0.0016847593,0.020833086,0.53899413,0.16823043],"study_design_scores_gemma":[0.0094138775,0.0021386852,0.38125664,0.016462527,0.0016788245,0.00047652193,0.14223404,0.0031132316,0.0028301622,0.028343907,0.4104501,0.0016014725],"about_ca_topic_score_codex":0.00014364398,"about_ca_topic_score_gemma":0.00014798445,"teacher_disagreement_score":0.16662896,"about_ca_system_score_codex":0.00016578732,"about_ca_system_score_gemma":0.0004769039,"threshold_uncertainty_score":0.7325449},"labels":[],"label_agreement":null},{"id":"W4400446278","doi":"10.26443/ijwpc.v5i1.132","title":"Whole person medical education - moving beyond learning objectives and curriculum dot points","year":2018,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Mathematics education; Psychology; Computer science; Medicine; Pedagogy","score_opus":0.009143955494966844,"score_gpt":0.32974230225865353,"score_spread":0.3205983467636867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400446278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96298474,0.00092272606,0.00040736631,0.027665071,0.0031433967,0.0001135587,0.000004236506,0.000021763359,0.0047371527],"genre_scores_gemma":[0.9888928,0.000041186806,0.0033752124,0.0027989184,0.004090478,0.0000060654297,0.000062225874,0.00002356001,0.0007095842],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99777365,0.00007653896,0.0003864456,0.00021787747,0.00136571,0.00017977219],"domain_scores_gemma":[0.99617964,0.000044807424,0.00034572455,0.00010561443,0.0031381636,0.00018602339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005455754,0.0001507064,0.00023346454,0.00051177526,0.00015703688,0.00008463213,0.00024020669,0.00015287526,0.00054079585],"category_scores_gemma":[0.0034358099,0.00013221771,0.000102994076,0.00024167108,0.0002448564,0.00036084984,0.000041209263,0.0007244592,0.00003761374],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018657872,0.00044832774,0.2135525,0.00012505529,0.00035808215,0.0000947501,0.044926967,0.000005048886,0.0058859643,0.0006498461,0.039059184,0.6947077],"study_design_scores_gemma":[0.00504733,0.0019309749,0.25501862,0.0037705596,0.0003048608,0.0053135194,0.6083782,0.003244363,0.0019452458,0.00027510838,0.11420276,0.0005684558],"about_ca_topic_score_codex":0.00005072976,"about_ca_topic_score_gemma":0.000010125526,"teacher_disagreement_score":0.69413924,"about_ca_system_score_codex":0.00046611656,"about_ca_system_score_gemma":0.0010391107,"threshold_uncertainty_score":0.5921335},"labels":[],"label_agreement":null},{"id":"W4400474467","doi":"10.1097/jte.0000000000000355","title":"Implementation of High-Value Care for Physical Therapy Residents Through Systems-Based Practice Curriculum Development: Case Report","year":2024,"lang":"en","type":"article","venue":"Journal of Physical Therapy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kimberly-Clark (Canada)","funders":"","keywords":"Curriculum; Experiential learning; Medical education; Medicine; Rubric; Problem-based learning; Physical therapy education; Core competency; Systems thinking; Psychology; Pedagogy; Accreditation; Computer science","score_opus":0.02305405357975439,"score_gpt":0.44742189489221007,"score_spread":0.4243678413124557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400474467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98580724,0.0017947973,0.0063052317,0.0025517794,0.0023294191,0.0011062004,0.0000058524515,0.000026200301,0.00007326378],"genre_scores_gemma":[0.98092294,0.0000869625,0.014948092,0.00045964555,0.0031843367,0.00015930031,0.00014390287,0.00004375266,0.000051098723],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977269,0.00013634599,0.00091985107,0.000249375,0.0007798777,0.00018764354],"domain_scores_gemma":[0.99605614,0.0002954387,0.00087697536,0.00026902504,0.0024398386,0.00006259893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066883425,0.00019955315,0.00044588177,0.0002483717,0.00012470808,0.00006505274,0.00010979734,0.000076554585,0.000016199123],"category_scores_gemma":[0.00038466524,0.0001493507,0.00020973406,0.0006518807,0.00006104525,0.0005640196,0.000007327268,0.00032111927,0.0000038031742],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015362973,0.011753227,0.0010167903,0.0030364546,0.0016745074,0.0008320236,0.08037487,0.0005059069,0.020179303,0.031077525,0.018705403,0.8293077],"study_design_scores_gemma":[0.016423851,0.013839935,0.011727283,0.0069674817,0.0019732662,0.026106674,0.21406679,0.0073727993,0.34652704,0.007968316,0.3455069,0.0015196333],"about_ca_topic_score_codex":0.0003176781,"about_ca_topic_score_gemma":0.0000020867903,"teacher_disagreement_score":0.82778805,"about_ca_system_score_codex":0.0005287162,"about_ca_system_score_gemma":0.0034077186,"threshold_uncertainty_score":0.6090345},"labels":[],"label_agreement":null},{"id":"W4400482667","doi":"10.55016/ojs/cpai.v2i1.68016","title":"Maintaining optimism and instilling hope: The work of academic integrity practitioners and scholars","year":2019,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Optimism; Academic integrity; Work (physics); Engineering ethics; Psychology; Structural integrity; Public relations; Medical education; Political science; Sociology; Medicine; Social psychology; Engineering","score_opus":0.025022632415632927,"score_gpt":0.3311538820797741,"score_spread":0.3061312496641412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518538,0.001208018,0.0000843079,0.039600946,0.00033207884,0.0006307228,0.000014455152,0.000030021063,0.0062456657],"genre_scores_gemma":[0.9916512,0.0011890265,0.0017483731,0.004749528,0.00025705516,0.000024574661,0.000016774198,0.000024915682,0.00033856067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982621,0.00013526574,0.0004077877,0.00046909336,0.0003444726,0.00038129062],"domain_scores_gemma":[0.9985303,0.00027427654,0.00020383933,0.00032120556,0.00037308835,0.0002972347],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018938653,0.00021292712,0.00031996102,0.0004891544,0.00022612877,0.000025980504,0.00021345919,0.00069172826,0.00017573699],"category_scores_gemma":[0.0054403474,0.00016639524,0.00004774407,0.00069743756,0.0006559503,0.00029259667,0.000047217763,0.010947192,0.000022058624],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007371649,0.00014434777,0.3144289,0.00031427338,0.00042998802,0.000026404314,0.07457797,0.00006942082,0.0025142997,0.5210839,0.016107338,0.06956601],"study_design_scores_gemma":[0.0031971748,0.0006881561,0.52806205,0.004225081,0.0003195729,0.00050491636,0.40265068,0.0029774713,0.0009816886,0.008096851,0.047259014,0.0010373129],"about_ca_topic_score_codex":0.005153607,"about_ca_topic_score_gemma":0.0002896167,"teacher_disagreement_score":0.512987,"about_ca_system_score_codex":0.0010199468,"about_ca_system_score_gemma":0.001215539,"threshold_uncertainty_score":0.9913346},"labels":[],"label_agreement":null},{"id":"W4400482801","doi":"10.55016/ojs/cpai.v4i1.72852","title":"Championing academic integrity in academic development","year":2021,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Assiniboine Community College","funders":"","keywords":"Academic integrity; Engineering ethics; Engineering","score_opus":0.049816401638612284,"score_gpt":0.3687254023404124,"score_spread":0.3189090007018001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9348258,0.0021571186,0.00018910448,0.049532887,0.00085740496,0.000599236,0.000015858419,0.000118141535,0.011704446],"genre_scores_gemma":[0.97815335,0.0009349268,0.0025598838,0.014839427,0.0008509681,0.00012811366,0.00015229316,0.000059169175,0.0023218493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99584705,0.0002272938,0.0010354018,0.0010630864,0.000746997,0.0010801562],"domain_scores_gemma":[0.9976427,0.00017590821,0.00019564033,0.00051992957,0.0007552374,0.0007105876],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0020547651,0.00043270015,0.0005991686,0.0013488098,0.00029256794,0.000022136537,0.00047821138,0.0020741955,0.0009280161],"category_scores_gemma":[0.009993678,0.00044520246,0.00011533503,0.0020999159,0.0003576473,0.00026304089,0.000078864854,0.027968438,0.00034073106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00042018245,0.00059229386,0.37675896,0.00042722892,0.00035042208,0.0007446007,0.12701873,0.000027661588,0.007935236,0.27849275,0.095323704,0.111908235],"study_design_scores_gemma":[0.0029886984,0.00017987005,0.59873927,0.004103659,0.000090707545,0.00064560975,0.14533766,0.001092997,0.012902577,0.0059107197,0.22649948,0.0015087595],"about_ca_topic_score_codex":0.0066626254,"about_ca_topic_score_gemma":0.0074186088,"teacher_disagreement_score":0.27258202,"about_ca_system_score_codex":0.0090822745,"about_ca_system_score_gemma":0.011356909,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W4400520049","doi":"10.1016/j.ajpe.2024.100756","title":"Using Kane’s Validity Framework to Compare an Integrated and Single-Skill Objective Structured Clinical Examination","year":2024,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Psychology; Objective structured clinical examination; Cognitive psychology; Computer science; Psychiatry","score_opus":0.14310366646266962,"score_gpt":0.5225278117387915,"score_spread":0.3794241452761219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400520049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9381784,0.00020663474,0.054770663,0.003200362,0.003230371,0.0002901948,0.0000045139004,0.000037756527,0.00008110499],"genre_scores_gemma":[0.8884928,0.000038672388,0.10660881,0.0032828164,0.0014996522,0.0000052629307,0.000027419082,0.00002762937,0.00001694317],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976995,0.00046271292,0.00084655377,0.00030343837,0.000471516,0.00021625074],"domain_scores_gemma":[0.9976722,0.00037199035,0.0002873087,0.00018277102,0.0011060713,0.0003796564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015228812,0.0001783064,0.00042548994,0.00051498855,0.0000822657,0.000095796146,0.000117587115,0.00007670706,0.00015884973],"category_scores_gemma":[0.00322567,0.00014997541,0.00008228686,0.0013961624,0.0003957829,0.00032519206,0.000024001953,0.0010989849,0.000007110522],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021951178,0.00083348877,0.007791394,0.000077667864,0.00010272149,0.000010527612,0.0032675292,0.000024032224,0.0024974542,0.0007262976,0.001041945,0.98340744],"study_design_scores_gemma":[0.0024174799,0.010253041,0.7409659,0.006211148,0.003273561,0.005718344,0.07999554,0.06085035,0.009468024,0.004984628,0.074457444,0.0014045303],"about_ca_topic_score_codex":0.00003325592,"about_ca_topic_score_gemma":0.000001963042,"teacher_disagreement_score":0.9820029,"about_ca_system_score_codex":0.00053888984,"about_ca_system_score_gemma":0.0012161444,"threshold_uncertainty_score":0.611582},"labels":[],"label_agreement":null},{"id":"W4400526037","doi":"10.2196/56727","title":"Surgical Residents’ Perception of Feedback on Their Education: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Perception; Medical education; Medicine; Psychology; Applied psychology; Alternative medicine","score_opus":0.5805634743538737,"score_gpt":0.7150338704376071,"score_spread":0.13447039608373346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526037","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9015421e-8,0.15854588,0.0000048958395,0.0012040006,0.00003586208,0.8374678,0.00001731221,0.000065569984,0.0026586798],"genre_scores_gemma":[2.2230071e-9,0.26369187,0.00062252436,0.0001527086,0.0012170704,0.73053116,0.00021736589,0.000109429006,0.0034578778],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937831,0.0008731278,0.0020294103,0.0009387892,0.0017408036,0.0006347571],"domain_scores_gemma":[0.9953427,0.00049978634,0.00054125406,0.0013829472,0.00204641,0.0001869533],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056878543,0.00050322915,0.002089751,0.0011459127,0.00018285032,0.000099173274,0.0005966427,0.00058521936,0.0011320368],"category_scores_gemma":[0.0022994997,0.00032867413,0.0006987316,0.002654116,0.0003442268,0.00011054632,0.00019560444,0.0021634263,0.0005327636],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008945866,0.00058974104,4.8309096e-7,0.41964605,0.000025157617,0.000002216009,0.000023454768,2.0175674e-9,2.414327e-7,0.0002910277,0.1687264,0.4106058],"study_design_scores_gemma":[0.00045613112,0.00077838637,0.0000015362666,0.4953761,0.000041765765,0.00004758555,0.000023654655,8.4363114e-7,0.0000014991605,0.00008918082,0.5030604,0.00012291646],"about_ca_topic_score_codex":0.0000041935277,"about_ca_topic_score_gemma":5.4965227e-7,"teacher_disagreement_score":0.41048285,"about_ca_system_score_codex":0.0009512895,"about_ca_system_score_gemma":0.011275054,"threshold_uncertainty_score":0.99991655},"labels":[],"label_agreement":null},{"id":"W4400646635","doi":"10.1016/j.refiri.2024.100334","title":"Formation des étudiantes en sciences infirmières : portrait des situations cliniques essentielles pour développer des activités complémentaires aux stages","year":2024,"lang":"fr","type":"article","venue":"Revue Francophone Internationale de Recherche Infirmière","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Ministère de l'Éducation et de l'Enseignement supérieur","keywords":"Medicine","score_opus":0.2347735429168244,"score_gpt":0.47957008993998024,"score_spread":0.24479654702315584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400646635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84235024,0.047929723,0.06021932,0.038383387,0.004540671,0.00086771185,0.00016631724,0.00039424858,0.005148404],"genre_scores_gemma":[0.81171775,0.033497646,0.13741933,0.0007918269,0.0038588333,0.00025131367,0.00037417994,0.00012597669,0.011963172],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948077,0.0011569259,0.0014635082,0.0007688981,0.0008474131,0.0009555549],"domain_scores_gemma":[0.9932844,0.0044603026,0.0003632096,0.00039488758,0.0012500205,0.00024715794],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006382263,0.0005873529,0.0006159201,0.0011912679,0.00073479477,0.0004915188,0.0006199595,0.00088463514,0.0021965625],"category_scores_gemma":[0.009590106,0.00061102724,0.00034183715,0.0031685182,0.0021983038,0.0023734537,0.00018283752,0.0018841489,0.0006178226],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008268734,0.0011359173,0.06713142,0.006074496,0.0009465941,0.00018231347,0.035436705,0.0008443907,0.013325407,0.022983408,0.025613766,0.82624286],"study_design_scores_gemma":[0.0024782976,0.0009508563,0.23750156,0.051528156,0.0009682892,0.003825106,0.06481397,0.1197679,0.053366344,0.2613773,0.20114438,0.0022778301],"about_ca_topic_score_codex":0.0018196133,"about_ca_topic_score_gemma":0.001270242,"teacher_disagreement_score":0.8239651,"about_ca_system_score_codex":0.00427871,"about_ca_system_score_gemma":0.0035486957,"threshold_uncertainty_score":0.9996341},"labels":[],"label_agreement":null},{"id":"W4400658367","doi":"10.1089/jpm.2023.0682","title":"Entrustable Professional Activities in Palliative Medicine: A Faculty and Learner Development Activity","year":2024,"lang":"en","type":"article","venue":"Journal of Palliative Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Canadian Hospice Palliative Care Association; University Health Network; Toronto Western Hospital; Sinai Health System","funders":"","keywords":"Medicine; Palliative care; Medical education; Professional development; Nursing","score_opus":0.05653577914266137,"score_gpt":0.4169166187497336,"score_spread":0.36038083960707223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400658367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9524781,0.0033083044,0.0019288132,0.038759377,0.0016994375,0.00039903697,0.0000029239095,0.000026042664,0.0013979438],"genre_scores_gemma":[0.9903773,0.0005186529,0.0030331316,0.0009303715,0.001233304,0.000027931546,0.00002386385,0.000027859749,0.0038276038],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972096,0.00013249661,0.0009002073,0.00028042786,0.0011649573,0.00031227304],"domain_scores_gemma":[0.9984087,0.00043246156,0.00038773342,0.00012343061,0.00047821875,0.0001694691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018825482,0.00026552807,0.0007500449,0.00085888803,0.000099440076,0.0000143604175,0.000110973175,0.00015004181,0.0007849076],"category_scores_gemma":[0.002206651,0.00015955519,0.000049396305,0.0010023706,0.00052380294,0.0002984695,0.000048361144,0.0013082869,0.0000072644266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002039217,0.0014830364,0.26110762,0.0033134918,0.0011839421,0.0011073303,0.1715951,0.000015708476,0.02526776,0.0063487715,0.124923535,0.4016145],"study_design_scores_gemma":[0.0060385424,0.0018146257,0.8252575,0.015885381,0.00027568595,0.00013517166,0.026925214,0.001140305,0.0024279042,0.0012945571,0.11848259,0.00032256028],"about_ca_topic_score_codex":0.000039486826,"about_ca_topic_score_gemma":0.000018738625,"teacher_disagreement_score":0.56414986,"about_ca_system_score_codex":0.0007815093,"about_ca_system_score_gemma":0.0009602398,"threshold_uncertainty_score":0.85941875},"labels":[],"label_agreement":null},{"id":"W4400753781","doi":"10.1787/2fb14a2d-en","title":"Medical Council of Canada Qualifying Examination Results, Part I and II, 2016 and 2017","year":2019,"lang":"en","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Medical education; Medicine","score_opus":0.04278601999087635,"score_gpt":0.30859939388426916,"score_spread":0.2658133738933928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400753781","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014165897,0.0010461711,0.00007416127,0.005980154,0.001043963,0.00038839682,0.00004143212,0.000032095122,0.98997706],"genre_scores_gemma":[0.002793848,0.00074138795,0.0008139997,0.0011910301,0.00046709593,0.000009755268,0.00015254364,0.000070037844,0.9937603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99786204,0.0000349394,0.000393189,0.0002508244,0.001317421,0.00014158837],"domain_scores_gemma":[0.99896103,0.000091342394,0.0002512901,0.00029794307,0.00030239887,0.000096005984],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015858995,0.00013400013,0.00032281922,0.00011236721,0.000040412368,0.0000045888005,0.00006114219,0.00033967904,0.0014434666],"category_scores_gemma":[0.004171052,0.0001046023,0.000010209001,0.000109708046,0.00014910946,0.000020579959,0.00004620711,0.0002359283,0.0000045461948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011645591,0.000029635728,0.00007103394,0.0003397564,0.00003581901,0.0000032464127,0.00018860062,1.0908692e-8,0.0000051697375,0.00053235685,0.9798822,0.018900545],"study_design_scores_gemma":[0.0010645406,0.000065317654,0.0010003799,0.001248117,0.000042570864,0.000025385281,0.00031925543,0.000104061044,0.0000116415695,0.000008068294,0.9960037,0.00010697937],"about_ca_topic_score_codex":0.1287665,"about_ca_topic_score_gemma":0.09745361,"teacher_disagreement_score":0.03131289,"about_ca_system_score_codex":0.000318003,"about_ca_system_score_gemma":0.007946623,"threshold_uncertainty_score":0.99946934},"labels":[],"label_agreement":null},{"id":"W4400768111","doi":"10.1016/j.cjco.2024.07.007","title":"Competency-Based Cardiology Training: A Simple Approach to Improve Supervisor Completion of Entrustable Professional Activities","year":2024,"lang":"en","type":"article","venue":"CJC Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"Nova Scotia Health Authority","keywords":"Supervisor; Simple (philosophy); Training (meteorology); Medical education; Medicine; Psychology; Medical physics; Computer science; Physics","score_opus":0.05056280684683879,"score_gpt":0.36199460616933066,"score_spread":0.3114317993224919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400768111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89502263,0.00012599191,0.021385036,0.009008791,0.0018649758,0.003311233,0.000116146955,0.00012453113,0.06904065],"genre_scores_gemma":[0.9752273,0.0000011097346,0.020661473,0.0012995946,0.00027231153,0.00036760396,0.0006555079,0.000022049311,0.0014930298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988567,0.000071427305,0.00030366876,0.0002908372,0.00025683138,0.00022051508],"domain_scores_gemma":[0.9993856,0.00008859553,0.000042089105,0.00027484944,0.00014417505,0.00006472073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000593958,0.00011090097,0.0004335227,0.00018248252,0.00007719394,0.00003500148,0.00021805696,0.000094913215,0.00038632454],"category_scores_gemma":[0.00026143476,0.00009149996,0.000054055017,0.00047132967,0.000103209684,0.00011678328,0.00010812267,0.00024003816,0.000025084826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017711084,0.0021718342,0.006944316,0.005103241,0.0007673123,0.000044895885,0.023923846,0.0005320374,0.14037786,0.22117357,0.46967193,0.12751804],"study_design_scores_gemma":[0.006726161,0.0023981114,0.034854364,0.0015756254,0.0004991843,0.00018932443,0.047877796,0.093457155,0.021236377,0.0068554212,0.7833079,0.0010225512],"about_ca_topic_score_codex":0.000067066954,"about_ca_topic_score_gemma":0.0000018631379,"teacher_disagreement_score":0.31363598,"about_ca_system_score_codex":0.0001185144,"about_ca_system_score_gemma":0.0013019653,"threshold_uncertainty_score":0.42299828},"labels":[],"label_agreement":null},{"id":"W4400852943","doi":"10.18192/uojm.v14i1.6483","title":"Using POV Wearable Technology as a Tool in Virtual Teaching Sessions to Supplement Clinical Skills Training: a Medical Student Perspective","year":2024,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medical education; Curriculum; Session (web analytics); Modalities; Medicine; Wearable computer; Psychology; Multimedia; Computer science; Pedagogy","score_opus":0.034401102401196294,"score_gpt":0.4342098984745285,"score_spread":0.3998087960733322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400852943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85524666,0.0003877623,0.014635666,0.12680149,0.0010709593,0.00027670906,0.0000019706542,0.000022628734,0.0015561259],"genre_scores_gemma":[0.9831285,0.00015398664,0.014478119,0.0011933931,0.0005583726,2.6435205e-7,0.000002240163,0.000014079593,0.00047102853],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971815,0.0001722755,0.00092089176,0.00024535856,0.0012266624,0.00025333033],"domain_scores_gemma":[0.9984867,0.00031268963,0.00026025655,0.00019486556,0.0005310332,0.00021445667],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004627449,0.0001381263,0.0006553881,0.00175042,0.00009618431,0.000005592419,0.00032632513,0.00023113127,0.0015258349],"category_scores_gemma":[0.007209853,0.00011547026,0.0001145662,0.0010305338,0.00048406195,0.00012552712,0.000107009866,0.0016373944,0.000009409248],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087696325,0.006278177,0.0820146,0.00032324824,0.0018556056,0.01144051,0.1594296,0.00028816605,0.0037546086,0.17717345,0.103342995,0.45322207],"study_design_scores_gemma":[0.018648146,0.011088021,0.023953632,0.029986113,0.0011850855,0.005335837,0.74893135,0.004255833,0.00012911922,0.002831518,0.15319628,0.0004590592],"about_ca_topic_score_codex":0.00017236809,"about_ca_topic_score_gemma":0.000029470646,"teacher_disagreement_score":0.5895018,"about_ca_system_score_codex":0.00072733866,"about_ca_system_score_gemma":0.0018144134,"threshold_uncertainty_score":0.9993869},"labels":[],"label_agreement":null},{"id":"W4400876479","doi":"10.34197/ats-scholar.2023-0150in","title":"Mental Practice to Maintain Procedural Competency of Faculty with Decreased Opportunities","year":2024,"lang":"en","type":"article","venue":"ATS Scholar","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medical education; Thematic analysis; Competence (human resources); Psychology; Faculty development; Anxiety; Medicine; Qualitative research; Professional development","score_opus":0.044346121910428866,"score_gpt":0.3727586958155819,"score_spread":0.32841257390515305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400876479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9472305,0.00014874637,0.00055262283,0.04214117,0.00023993175,0.0005304885,0.000019525005,0.00009390114,0.009043075],"genre_scores_gemma":[0.93249536,0.000012142222,0.059917033,0.006288614,0.000119885124,0.00004840613,0.00025018532,0.000021111811,0.00084725785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989563,0.000036440168,0.0002317782,0.00017527978,0.0004494661,0.00015072894],"domain_scores_gemma":[0.99922913,0.000043949152,0.000048100854,0.00017825063,0.00039230246,0.00010823717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005771346,0.00009665272,0.00013696167,0.0001571064,0.000075593576,0.000038019767,0.000073874675,0.000046430127,0.0001963126],"category_scores_gemma":[0.0013221782,0.000072612595,0.000025015035,0.00048185803,0.00007152524,0.0003638699,0.000022814926,0.0003414074,0.000059556372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002547675,0.0030670103,0.013771017,0.0034159415,0.0013758735,0.0012090389,0.027622098,0.000014988444,0.034154113,0.2598013,0.3486409,0.30438006],"study_design_scores_gemma":[0.0017194112,0.001831657,0.023067841,0.002319654,0.00046692172,0.0013591342,0.057016432,0.0006358315,0.011028131,0.0005204714,0.8996303,0.00040419432],"about_ca_topic_score_codex":0.000041897616,"about_ca_topic_score_gemma":0.0000025753657,"teacher_disagreement_score":0.55098945,"about_ca_system_score_codex":0.00013361879,"about_ca_system_score_gemma":0.0007175524,"threshold_uncertainty_score":0.29610556},"labels":[],"label_agreement":null},{"id":"W4400891843","doi":"10.3102/ip.24.2102071","title":"How Are Emotions of Medical Residents and Faculty Impacted by New Assessment Mandates Implemented in Medical Education?","year":2024,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Continuing medical education; Psychology; Computer science; Continuing education; Medicine","score_opus":0.023430957682854806,"score_gpt":0.4512913320670499,"score_spread":0.4278603743841951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400891843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6344553,0.00045880786,0.0030284368,0.36006314,0.0005256786,0.00043009885,0.000028795972,0.00008150299,0.0009282049],"genre_scores_gemma":[0.9875911,0.00031005417,0.0030529578,0.0028646188,0.0002459126,0.000040222847,0.0012430334,0.000020572532,0.0046315216],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99738973,0.000051490577,0.00051132415,0.00028582336,0.0015446972,0.00021691175],"domain_scores_gemma":[0.99916285,0.000075642536,0.00007535621,0.00020626039,0.0001852832,0.00029460544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008123471,0.0001341476,0.00026109724,0.00036987127,0.000041085408,0.00006622414,0.00014183366,0.00022207215,0.004520796],"category_scores_gemma":[0.0024392325,0.0001029457,0.0000354157,0.0008993436,0.0001225036,0.00016079722,0.000074915544,0.00049338496,0.0000057578504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009942016,0.0005651751,0.07282033,0.00032380235,0.00008070815,0.000014619611,0.00029809275,3.1779468e-8,0.00020826262,0.005494343,0.84052825,0.07965643],"study_design_scores_gemma":[0.0028265924,0.00020943723,0.91216534,0.0035204708,0.00012990329,0.00022427266,0.008119045,0.005237281,0.00043871783,0.0013391636,0.06553607,0.0002536901],"about_ca_topic_score_codex":0.0009532032,"about_ca_topic_score_gemma":0.00023853326,"teacher_disagreement_score":0.83934504,"about_ca_system_score_codex":0.00019978717,"about_ca_system_score_gemma":0.0037392594,"threshold_uncertainty_score":0.9963892},"labels":[],"label_agreement":null},{"id":"W4400927887","doi":"10.5430/jnep.v14n11p22","title":"Utilizing learning communities to enhance classroom and clinical synergy across the curriculum","year":2024,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Resources and Services Administration","keywords":"Curriculum; Medical education; Psychology; Mathematics education; Computer science; Medicine; Pedagogy","score_opus":0.07940587563875821,"score_gpt":0.537227425577037,"score_spread":0.4578215499382787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400927887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8323054,0.004562494,0.0016322649,0.15244366,0.004024692,0.000096978714,1.9993026e-7,0.00001611877,0.0049182214],"genre_scores_gemma":[0.98451525,0.0013712401,0.00831337,0.004046907,0.0010722395,0.0000028460051,0.0000024442386,0.000010799743,0.00066489406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883443,0.0003290177,0.0004362674,0.000079051446,0.00021489654,0.000106354855],"domain_scores_gemma":[0.9976995,0.0013527409,0.00022716973,0.00010918921,0.0005280567,0.00008335686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032327087,0.000066530905,0.00013216557,0.00010362824,0.0003846643,0.0001523958,0.000059675,0.000061412495,0.000018550038],"category_scores_gemma":[0.006894226,0.000046044275,0.000033242337,0.00033054734,0.0001538017,0.0003777821,0.000020243364,0.0009862749,0.000004187737],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007178123,0.0005145347,0.0014208179,0.000055746303,0.000054230513,0.0000027462297,0.033184737,0.0000024126298,0.00008396972,0.0015015098,0.025988037,0.9371195],"study_design_scores_gemma":[0.00012685882,0.00041474888,0.011973635,0.0025673104,0.00024617845,0.0050574252,0.32833344,0.00077550666,0.000027309412,0.00028576519,0.6501164,0.0000754179],"about_ca_topic_score_codex":0.000031665004,"about_ca_topic_score_gemma":0.0000019372087,"teacher_disagreement_score":0.9370441,"about_ca_system_score_codex":0.00010106599,"about_ca_system_score_gemma":0.00040991986,"threshold_uncertainty_score":0.8253531},"labels":[],"label_agreement":null},{"id":"W4401009540","doi":"10.1016/j.jpedsurg.2024.07.038","title":"Introduction to Entrustable Professional Activities for Pediatric Surgery","year":2024,"lang":"en","type":"review","venue":"Journal of Pediatric Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Popularity; Medicine; Competence (human resources); Context (archaeology); Medical education; Psychology; Social psychology","score_opus":0.05155799613785603,"score_gpt":0.3798931158246109,"score_spread":0.3283351196867549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401009540","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013313566,0.9486797,0.00023044883,0.0029614726,0.04573431,0.000954319,0.00003789395,0.0000476046,0.000022929047],"genre_scores_gemma":[0.000016975546,0.7866626,0.0010662727,0.000173468,0.20866781,0.00016698618,0.0001668216,0.00010744024,0.0029716513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948287,0.0001931558,0.0028162648,0.00045517855,0.0011576385,0.0005490382],"domain_scores_gemma":[0.9932654,0.0031240126,0.002023139,0.00037906034,0.00094484835,0.00026353556],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00523212,0.00049514935,0.002936444,0.005707287,0.00012859586,0.000075869546,0.00017626963,0.0005378043,0.00038501498],"category_scores_gemma":[0.010058992,0.00036003988,0.0017551824,0.0037992918,0.000032826134,0.00029373268,0.00006712064,0.0014231218,0.00011375245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005099769,0.00020634553,0.0002714077,0.029114852,0.00015729826,0.000033199252,0.000038206457,4.1616138e-7,1.3280892e-7,0.000011903942,0.6758865,0.29422876],"study_design_scores_gemma":[0.00009910307,0.00007243038,0.000025887623,0.0025094682,0.007730319,0.00039210753,0.0000947092,0.0000014480406,0.00000115454,0.00004375727,0.98872215,0.00030747533],"about_ca_topic_score_codex":0.0000014651498,"about_ca_topic_score_gemma":1.2646552e-7,"teacher_disagreement_score":0.31283566,"about_ca_system_score_codex":0.0008334201,"about_ca_system_score_gemma":0.0088755535,"threshold_uncertainty_score":0.99988514},"labels":[],"label_agreement":null},{"id":"W4401013846","doi":"10.1186/s12909-024-05774-8","title":"Conducting an objective structured clinical examination under COVID-restricted conditions","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Objective structured clinical examination; Cronbach's alpha; Medicine; Licensure; Physical examination; United States Medical Licensing Examination; IMG; Family medicine; Certification; Coronavirus disease 2019 (COVID-19); Reliability (semiconductor); Clinical psychology; Psychology; Psychometrics; Medical education; Medical school; Disease; Internal medicine","score_opus":0.1106797137362187,"score_gpt":0.48317718031696794,"score_spread":0.3724974665807492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401013846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581912,0.00030528236,0.022813307,0.006717586,0.008411425,0.00082281383,0.000009759525,0.0004885151,0.0022401062],"genre_scores_gemma":[0.9776295,0.000050909188,0.0076945545,0.0077868304,0.0033395172,0.00020159104,0.0022277033,0.00004791121,0.0010214889],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964849,0.0005301994,0.00093898113,0.0006556036,0.0010880429,0.00030231848],"domain_scores_gemma":[0.9973518,0.00081079936,0.0001655953,0.0004945106,0.00067248987,0.0005048007],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018475226,0.00021606906,0.00031580098,0.00054175325,0.00022588036,0.000095402036,0.00018001534,0.0005257822,0.003971098],"category_scores_gemma":[0.021653567,0.00019350993,0.000110548164,0.0014904288,0.00040716515,0.00042926276,0.000031826417,0.0009948335,0.0001583367],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012314096,0.0040686587,0.020178609,0.0014540816,0.00029495516,0.000028869927,0.0039421897,0.00003384454,0.0015278849,0.10845926,0.12896135,0.73092717],"study_design_scores_gemma":[0.0029497272,0.0008867667,0.88404316,0.0019981365,0.0007517226,0.0009868663,0.023544054,0.04586412,0.0005158974,0.012583163,0.025038382,0.0008380074],"about_ca_topic_score_codex":0.00008388715,"about_ca_topic_score_gemma":0.000070718335,"teacher_disagreement_score":0.86386454,"about_ca_system_score_codex":0.00057823514,"about_ca_system_score_gemma":0.015047261,"threshold_uncertainty_score":0.9969394},"labels":[],"label_agreement":null},{"id":"W4401050099","doi":"10.2139/ssrn.4876379","title":"Achieving Transfer of Learning in Health Professions Education: New Perspectives","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Alberta Institute of Technology","funders":"","keywords":"Health professions; Transfer of learning; Mathematics education; Engineering ethics; Psychology; Knowledge management; Computer science; Health care; Economics; Engineering; Economic growth; Developmental psychology","score_opus":0.014707186333612393,"score_gpt":0.3691450871453951,"score_spread":0.3544379008117827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401050099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7119372,0.08880832,0.017057726,0.1748628,0.0033181144,0.0012548941,0.0000016108988,0.00010121628,0.002658116],"genre_scores_gemma":[0.9737238,0.012185759,0.0016156278,0.00023278549,0.0014676502,0.000030304822,0.000035540044,0.000053293305,0.010655228],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99702793,0.00019619254,0.0008763132,0.00033640052,0.00044868735,0.0011144482],"domain_scores_gemma":[0.99910873,0.00003877409,0.00023142633,0.00023673572,0.00027920803,0.000105153005],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003046916,0.00021222715,0.00047971448,0.0008695072,0.00011975201,0.000025946732,0.00019017812,0.00025218795,0.00011910959],"category_scores_gemma":[0.0007408625,0.00018852751,0.00016367399,0.00069288333,0.00006396493,0.000049575345,0.0000894772,0.015370169,0.00001024758],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00015306815,0.001273579,0.0060641402,0.0025043932,0.00053422246,0.0000038503335,0.04240584,0.00028897807,0.00033469487,0.44518456,0.0050145998,0.49623808],"study_design_scores_gemma":[0.0022342566,0.0017386595,0.0120983645,0.030689396,0.00043868175,0.0016130076,0.42306945,0.0004994368,0.00007379833,0.5119016,0.014889045,0.00075430714],"about_ca_topic_score_codex":0.00029397322,"about_ca_topic_score_gemma":0.00016843971,"teacher_disagreement_score":0.49548376,"about_ca_system_score_codex":0.004302011,"about_ca_system_score_gemma":0.0977204,"threshold_uncertainty_score":0.9995203},"labels":[],"label_agreement":null},{"id":"W4401079394","doi":"10.1186/s12909-024-05803-6","title":"Measuring and correcting staff variability in large-scale OSCEs","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital","funders":"","keywords":"Grading (engineering); Session (web analytics); Confidence interval; Medical education; Psychology; Grading scale; Variance (accounting); Consistency (knowledge bases); Scale (ratio); Statistics; Medicine; Computer science; Mathematics","score_opus":0.024109167670058152,"score_gpt":0.3447051655968144,"score_spread":0.32059599792675625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401079394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97156227,0.0007581411,0.014288729,0.0050467304,0.0033999148,0.00035740196,9.859997e-7,0.00012671996,0.0044590826],"genre_scores_gemma":[0.9888081,0.000050830662,0.008510645,0.0010057746,0.0008104243,0.00010551486,0.00005492614,0.000018917637,0.00063485274],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981796,0.0001538851,0.00044175622,0.00037638898,0.00060940575,0.00023897295],"domain_scores_gemma":[0.9990153,0.00042583977,0.000042503296,0.00022596944,0.00013556152,0.0001548765],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038673843,0.00011220235,0.00018877066,0.0002642068,0.00006838711,0.000041643965,0.00007145053,0.00018435433,0.0011739209],"category_scores_gemma":[0.01817914,0.00009974006,0.000030864176,0.0007766069,0.000094396535,0.00013873243,0.00003566076,0.00054064195,0.00004952545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040820054,0.0016056488,0.14689031,0.0024989578,0.000018032466,0.0000058403034,0.0064156447,0.0000017439963,0.00010645672,0.0029737852,0.01640828,0.82303447],"study_design_scores_gemma":[0.002773115,0.0003389135,0.62122065,0.013707433,0.00026325742,0.0008923843,0.037785206,0.21892412,0.0009240451,0.006074004,0.096192665,0.0009042221],"about_ca_topic_score_codex":0.000076378376,"about_ca_topic_score_gemma":0.00014519153,"teacher_disagreement_score":0.82213026,"about_ca_system_score_codex":0.00028329098,"about_ca_system_score_gemma":0.0037867636,"threshold_uncertainty_score":0.99973917},"labels":[],"label_agreement":null},{"id":"W4401232081","doi":"10.33137/utmj.v101i2.43799","title":"What We Wish We Had Known in Medical School","year":2024,"lang":"en","type":"article","venue":"University of Toronto Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre","funders":"","keywords":"Wish; Medical school; Medical education; Psychology; Medicine; Sociology","score_opus":0.010868155973338256,"score_gpt":0.2969906283907056,"score_spread":0.2861224724173674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401232081","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19300811,0.062055994,0.00894156,0.68236697,0.01594426,0.0006055448,0.0000066190564,0.00024171617,0.036829215],"genre_scores_gemma":[0.69689035,0.2524354,0.011698473,0.009473337,0.0069934563,0.0000016778713,0.00006923162,0.0000888327,0.022349276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966866,0.00011442374,0.0004537624,0.00024020247,0.0021905834,0.0003144323],"domain_scores_gemma":[0.99832946,0.00014306835,0.00009164783,0.00020674749,0.00023528741,0.0009937836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016864458,0.00013772925,0.0003507252,0.00021226468,0.00010011254,0.00004747896,0.00042008644,0.0004281761,0.065874465],"category_scores_gemma":[0.0026343178,0.00012617947,0.00014495461,0.00027109453,0.00040442304,0.0008266256,0.00010857115,0.0015167852,0.000109465225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013745954,0.00041889987,0.0010193749,0.0002571962,0.00013442851,0.0031232643,0.003134497,5.3577594e-7,0.0000442457,0.0013033211,0.25428632,0.7361405],"study_design_scores_gemma":[0.0027128072,0.00031933072,0.008416629,0.011876372,0.000136276,0.0024035731,0.018618472,0.004568023,0.000021788399,0.0005779059,0.95013845,0.00021035076],"about_ca_topic_score_codex":0.0006718189,"about_ca_topic_score_gemma":0.0017626277,"teacher_disagreement_score":0.73593014,"about_ca_system_score_codex":0.00087589084,"about_ca_system_score_gemma":0.0035020304,"threshold_uncertainty_score":0.93497944},"labels":[],"label_agreement":null},{"id":"W4401280204","doi":"10.29173/jchla29756","title":"Review of Accreditation in the Health Sciences by Darell Schmick","year":2024,"lang":"fr","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Accreditation; Medical education; Engineering ethics; Political science; Library science; Medicine; Engineering; Computer science","score_opus":0.008101517244705576,"score_gpt":0.317623047918353,"score_spread":0.3095215306736474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401280204","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007399282,0.5970229,0.00013484128,0.38895592,0.005313653,0.0003798953,0.00021784187,0.000006847171,0.0005688146],"genre_scores_gemma":[0.13044734,0.6537602,0.002459978,0.20608692,0.0059435093,0.00001403009,0.000060510156,0.000059101254,0.001168426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872355,0.006339444,0.0026424972,0.00020780618,0.0022158893,0.0013588915],"domain_scores_gemma":[0.98813885,0.0045096744,0.0051638084,0.00023223118,0.0012452095,0.00071024225],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04227576,0.00027069062,0.00077365636,0.0006069508,0.001042538,0.00093254907,0.0008898988,0.00046110814,0.0003337148],"category_scores_gemma":[0.027875064,0.0002061912,0.00027848862,0.002857495,0.00018966768,0.0011542912,0.00003108528,0.003007186,0.0000023654177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011543341,0.00006919605,0.042865403,0.0023514745,0.0001972616,0.000039262337,0.004126278,0.00006910341,0.0000036026534,0.003236342,0.93729526,0.009735296],"study_design_scores_gemma":[0.0005364871,0.0003058628,0.03725888,0.020329772,0.000163365,0.0010303454,0.0028678542,0.00083704945,0.00001630583,0.0029321634,0.9335383,0.00018359398],"about_ca_topic_score_codex":0.31009272,"about_ca_topic_score_gemma":0.21721521,"teacher_disagreement_score":0.18286899,"about_ca_system_score_codex":0.06562412,"about_ca_system_score_gemma":0.19211654,"threshold_uncertainty_score":0.9992929},"labels":[],"label_agreement":null},{"id":"W4401288332","doi":"10.5812/jme-149804","title":"Self-assessment and Teacher-Assessment During an OSCE in Undergraduate Dental Students-Application of a Visual Metaphor","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Greenfield Research (Canada)","funders":"","keywords":"Metaphor; Psychology; Mathematics education; Medical education; Pedagogy; Medicine; Linguistics; Philosophy","score_opus":0.009641236121070453,"score_gpt":0.443150283554317,"score_spread":0.4335090474332466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401288332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827744,0.00071360666,0.0025090182,0.012626595,0.0009157928,0.0003387643,4.382583e-7,0.00002175002,0.00009963085],"genre_scores_gemma":[0.987804,0.00057537435,0.01057677,0.00033975398,0.0005783583,0.000042283154,0.000021919242,0.000020917312,0.000040606246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965063,0.00014566458,0.0010134854,0.0002214577,0.0019501471,0.00016298362],"domain_scores_gemma":[0.99897116,0.00006105237,0.00030839822,0.00016347671,0.00028701648,0.00020888467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002661708,0.00013536967,0.00033446995,0.00065406464,0.000045571458,0.00005250325,0.0001979952,0.00016311006,0.000084518666],"category_scores_gemma":[0.00029425783,0.00011232149,0.000064869106,0.00067868223,0.00008105843,0.00031028548,0.000047107027,0.0008249363,0.000001985641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001688782,0.020007003,0.51286644,0.002313035,0.00046527383,0.000060079743,0.004073959,0.0000062923623,0.007928642,0.007112029,0.0021073902,0.442891],"study_design_scores_gemma":[0.001994367,0.0007645769,0.9674033,0.0014408884,0.00033507982,0.00071831985,0.0061322334,0.018391974,0.00041102798,0.000732845,0.0015230122,0.00015236068],"about_ca_topic_score_codex":0.000052466818,"about_ca_topic_score_gemma":0.000014381006,"teacher_disagreement_score":0.45453689,"about_ca_system_score_codex":0.0010183518,"about_ca_system_score_gemma":0.0039335196,"threshold_uncertainty_score":0.6977895},"labels":[],"label_agreement":null},{"id":"W4401322159","doi":"10.5539/gjhs.v16n7p71","title":"Redefining the Professional Identity of the Surgeon by Reflecting on Critical Incidents in London, United Kingdom","year":2024,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identity (music); Medicine; Curriculum; Distress; Qualitative research; Medical education; Nursing; Psychology; Pedagogy; Sociology; Clinical psychology","score_opus":0.08967596885236578,"score_gpt":0.5175385441735301,"score_spread":0.4278625753211643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401322159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545916,0.0003950329,0.00024563016,0.040887013,0.0036135172,0.00011774667,0.000001939422,0.0000051481566,0.0001424224],"genre_scores_gemma":[0.99589807,0.0000146737775,0.0005795238,0.0034015058,0.00008906967,0.0000012924237,8.1158413e-7,0.0000028086595,0.000012228697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971901,0.00014017633,0.0007669851,0.00012910747,0.0015114855,0.00026214815],"domain_scores_gemma":[0.99877495,0.00018914185,0.0002921643,0.00015650416,0.00051685265,0.00007037879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008182786,0.00006092829,0.00015937435,0.00023450358,0.00032055675,0.000042263684,0.0003674336,0.000038182552,0.0000136926965],"category_scores_gemma":[0.0070667304,0.000032058397,0.00003938129,0.004299709,0.0005052974,0.00025057307,0.00007536237,0.00068632624,0.0000020744815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031223486,0.00096929894,0.68397063,0.0009413269,0.000029984876,0.00006824354,0.003023278,0.00015298535,0.0040863287,0.17512381,0.07346672,0.057855144],"study_design_scores_gemma":[0.0009199193,0.0006386011,0.9553227,0.0143011,0.000035401958,0.0017190363,0.0027573125,0.0027111063,0.00082447863,0.013794742,0.0068341875,0.00014141462],"about_ca_topic_score_codex":0.00026807652,"about_ca_topic_score_gemma":0.000012778064,"teacher_disagreement_score":0.27135205,"about_ca_system_score_codex":0.0007698431,"about_ca_system_score_gemma":0.002832121,"threshold_uncertainty_score":0.8460047},"labels":[],"label_agreement":null},{"id":"W4401332417","doi":"10.1080/0142159x.2024.2362909","title":"Competency based medical education implementation at the institutional level: A cross-discipline comparative program evaluation","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Medical education; Cross disciplinary; Psychology; Medicine; Computer science; Data science","score_opus":0.12383092325511556,"score_gpt":0.543704807465419,"score_spread":0.41987388421030347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401332417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84138554,0.0012772761,0.004152943,0.13143729,0.0031509884,0.0034329328,0.000011135314,0.00038736395,0.014764511],"genre_scores_gemma":[0.9813379,0.000016108306,0.0026951141,0.004495224,0.001954586,0.0026534256,0.0035277132,0.000032857435,0.0032870667],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99389154,0.000304404,0.00078914687,0.00050569617,0.004165636,0.00034356464],"domain_scores_gemma":[0.9984592,0.00009630273,0.00010492309,0.00038222867,0.00064950483,0.0003078503],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004465546,0.00023122093,0.0002670191,0.0002244077,0.00041642206,0.00009787989,0.00026110816,0.0003106677,0.06721176],"category_scores_gemma":[0.0029287152,0.0001502383,0.00012649132,0.0010341624,0.0009166855,0.000182889,0.00009910276,0.00097006105,0.00046793386],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008442199,0.0019631197,0.019886952,0.00023092714,0.00014763363,0.000022305925,0.0015264801,0.000018943369,0.00002525991,0.01208524,0.14863151,0.8153772],"study_design_scores_gemma":[0.00276787,0.0003003506,0.0707867,0.0008713286,0.00030329934,0.00031209085,0.0011150005,0.6503294,0.000104759936,0.0016451722,0.2711569,0.00030711113],"about_ca_topic_score_codex":0.00008040187,"about_ca_topic_score_gemma":0.00029285048,"teacher_disagreement_score":0.8150701,"about_ca_system_score_codex":0.0011177158,"about_ca_system_score_gemma":0.018088767,"threshold_uncertainty_score":0.9874778},"labels":[],"label_agreement":null},{"id":"W4401333526","doi":"10.1186/s12245-024-00671-9","title":"IFEM model curriculum: emergency medicine learning outcomes for undergraduate medical education","year":2024,"lang":"en","type":"article","venue":"International Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Delphi method; Context (archaeology); Medicine; Medical education; Sports medicine; Family medicine; Psychology; Physical therapy; Computer science; Pedagogy; Artificial intelligence","score_opus":0.049814120857874025,"score_gpt":0.46015823733522976,"score_spread":0.41034411647735575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401333526","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13405049,0.010356352,0.18514355,0.5156497,0.13686095,0.0008791249,0.0000087341505,0.00020810527,0.016843004],"genre_scores_gemma":[0.9127725,0.013719138,0.005879345,0.0025718666,0.023358246,0.00012222776,0.00041608297,0.0001494516,0.041011173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937002,0.00007258749,0.0026765878,0.00037054304,0.0028452973,0.0003347631],"domain_scores_gemma":[0.9943198,0.00014232754,0.00074689824,0.00023969922,0.0041916496,0.00035962876],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024214108,0.00033382035,0.0006599999,0.001291693,0.000111428926,0.000008212008,0.0005978592,0.0002170705,0.010621516],"category_scores_gemma":[0.017053388,0.00022820898,0.00034107908,0.000871899,0.0001743369,0.00036015807,0.000056040826,0.0010043321,0.000033179254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014367365,0.0007420499,0.028030755,0.0004427071,0.0011243195,0.000037364985,0.0016615706,0.00021424335,0.00077384943,0.031821623,0.8722491,0.062758744],"study_design_scores_gemma":[0.0055545727,0.0025238302,0.00809205,0.008190586,0.0017651378,0.0010687016,0.0045197704,0.18376948,0.0000760603,0.06528565,0.71841425,0.00073989795],"about_ca_topic_score_codex":0.0000665314,"about_ca_topic_score_gemma":0.000010225927,"teacher_disagreement_score":0.778722,"about_ca_system_score_codex":0.00039556224,"about_ca_system_score_gemma":0.0015946518,"threshold_uncertainty_score":0.9912264},"labels":[],"label_agreement":null},{"id":"W4401340225","doi":"10.1007/s10459-024-10361-z","title":"Does authentic assessment undermine authentic learning?","year":2024,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Health Services; University of British Columbia","funders":"","keywords":"Authentic assessment; Authentic learning; Medical education; Psychology; Engineering ethics; Pedagogy; Medicine; Curriculum; Engineering","score_opus":0.010817583407522617,"score_gpt":0.43752069012951655,"score_spread":0.42670310672199396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401340225","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017793301,0.009425184,0.00026356283,0.01493351,0.9690698,0.0011212851,0.000007821915,0.00014430059,0.003255242],"genre_scores_gemma":[0.02900749,0.019417351,0.01964743,0.002386931,0.88704324,0.0011519033,0.001810985,0.00013396105,0.03940072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994962,0.00020067845,0.001281127,0.001048187,0.001847858,0.00066015346],"domain_scores_gemma":[0.99772626,0.0005540262,0.0006946942,0.00044752404,0.0004362635,0.00014120912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035190058,0.00035283272,0.0005942147,0.0012792714,0.00039755192,0.00014110497,0.00039830833,0.0003974531,0.00024579166],"category_scores_gemma":[0.0036415712,0.00023875362,0.000083842206,0.0025819421,0.0005721835,0.00047703215,0.0000744878,0.0021205451,0.000101420505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000119073275,0.0006064782,0.002510146,0.0071950657,0.000013567917,0.0000026565401,0.0015194864,0.00007159055,0.0000023070347,0.0026901194,0.83112407,0.15425259],"study_design_scores_gemma":[0.00021456409,0.0004374322,0.0005833359,0.004790682,0.000046113375,0.0000060553457,0.0025183528,0.0014806027,0.0000024731207,0.008993438,0.9806756,0.0002513757],"about_ca_topic_score_codex":0.00032017985,"about_ca_topic_score_gemma":0.00013637038,"teacher_disagreement_score":0.1540012,"about_ca_system_score_codex":0.0022836598,"about_ca_system_score_gemma":0.017245702,"threshold_uncertainty_score":0.9883256},"labels":[],"label_agreement":null},{"id":"W4401354501","doi":"10.5455/jphcm.20240604113415","title":"The accreditation transition of Canadian medical schools: Possible implications for graduates applying for residency positions in the United States","year":2024,"lang":"en","type":"article","venue":"Journal of Public Health and Community Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Transition (genetics); Residency training; Family medicine; Political science; Medicine; Psychology; Chemistry","score_opus":0.14620386827811233,"score_gpt":0.4384864198751462,"score_spread":0.29228255159703387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401354501","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14975733,0.0023951824,0.0153857805,0.8312349,0.00024685205,0.0008821546,0.000026231217,0.000008253314,0.00006333905],"genre_scores_gemma":[0.97315484,0.005942751,0.0023048583,0.016894983,0.0005749539,0.00027453317,0.0008236511,0.000014989284,0.000014447347],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99778354,0.00059675175,0.0009080381,0.00006337034,0.0003844461,0.000263862],"domain_scores_gemma":[0.9949734,0.0030002038,0.00023241052,0.00022527283,0.001175656,0.0003930621],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015382428,0.00008181475,0.00023194306,0.0013979421,0.0009036992,0.00004452889,0.00024010896,0.000086239816,0.000009532323],"category_scores_gemma":[0.011095984,0.00004620276,0.000047157486,0.0019995018,0.00022339931,0.00016320393,0.000007033201,0.0011276207,1.6249803e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000218139,0.0006801377,0.0015046409,0.0030052245,0.0002330121,0.000005111077,0.0896098,0.000014438778,0.00009936644,0.12891929,0.31425294,0.4614579],"study_design_scores_gemma":[0.0049683535,0.0069175134,0.050541494,0.0058909273,0.00023692002,0.0012145558,0.41574258,0.012479925,0.000010788827,0.09205752,0.40974522,0.0001942072],"about_ca_topic_score_codex":0.016359417,"about_ca_topic_score_gemma":0.009677793,"teacher_disagreement_score":0.8233975,"about_ca_system_score_codex":0.00019576678,"about_ca_system_score_gemma":0.005396829,"threshold_uncertainty_score":0.997234},"labels":[],"label_agreement":null},{"id":"W4401364408","doi":"10.1111/medu.15475","title":"Fixing disconnects: Exploring the emergence of principled adaptations in a competency‐based curriculum","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; Western University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University","keywords":"Curriculum; Competence (human resources); Medical education; Process (computing); Psychology; Pedagogy; Medicine; Computer science; Social psychology","score_opus":0.029339649811069013,"score_gpt":0.35789144287974567,"score_spread":0.32855179306867666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401364408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9100131,0.0008879379,0.0056437356,0.07676392,0.0036696729,0.0005579923,0.0000013893971,0.000080529506,0.0023817744],"genre_scores_gemma":[0.9924373,0.00007974137,0.004303919,0.0020168857,0.000374826,0.00052285125,0.00008449222,0.000016775513,0.00016318471],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981913,0.00007659034,0.00058219116,0.00023892873,0.0007199763,0.0001910038],"domain_scores_gemma":[0.9991858,0.00018514422,0.00007091602,0.00029660726,0.00020257369,0.000058961545],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00093604886,0.000107787215,0.00017240779,0.00033979915,0.00007283071,0.000016687014,0.00016865252,0.00007033242,0.0010461115],"category_scores_gemma":[0.0062826774,0.000075150216,0.000059492275,0.0017732307,0.00015976564,0.00015544888,0.0000251021,0.00046486114,0.000027713608],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003487618,0.003277128,0.03508877,0.0019167803,0.0000782339,0.000020496886,0.012951902,0.00018220751,0.000852519,0.14507098,0.03753476,0.76299137],"study_design_scores_gemma":[0.001756626,0.00039745725,0.25479743,0.016097339,0.00031576186,0.00011572353,0.040761773,0.5589491,0.0016234978,0.0047972715,0.11972907,0.00065893267],"about_ca_topic_score_codex":0.00028465936,"about_ca_topic_score_gemma":0.00012182327,"teacher_disagreement_score":0.76233244,"about_ca_system_score_codex":0.00012232919,"about_ca_system_score_gemma":0.005770733,"threshold_uncertainty_score":0.9998671},"labels":[],"label_agreement":null},{"id":"W4401386558","doi":"10.1080/0142159x.2024.2387157","title":"Setting up and operationalizing a health professions education research (HPER) unit: AMEE Guide No.170","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Documentation; Unit (ring theory); Medical education; Health professions; Health professionals; Set (abstract data type); Engineering ethics; Public relations; Knowledge management; Political science; Medicine; Psychology; Health care; Computer science; Engineering; Mathematics education","score_opus":0.09727372416233926,"score_gpt":0.5313126110072593,"score_spread":0.4340388868449201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401386558","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38715157,0.0050259777,0.0019154642,0.56214327,0.0046522613,0.0014277684,0.0000026532125,0.00036363894,0.037317373],"genre_scores_gemma":[0.72374463,0.0006477412,0.012303915,0.027408734,0.008528762,0.00082324416,0.0007452638,0.00014421671,0.2256535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966575,0.00043073806,0.00057534757,0.000426994,0.0014854864,0.00042392185],"domain_scores_gemma":[0.99851507,0.00015602242,0.000042759162,0.00031240654,0.0005987374,0.00037502943],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066829547,0.00013704174,0.00021593964,0.0004111508,0.0004348273,0.000080649756,0.0001365678,0.00023639474,0.003700864],"category_scores_gemma":[0.012376567,0.00010727485,0.000035028734,0.0009972324,0.0003194213,0.00014562788,0.00011012642,0.0017928224,0.00033633105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010186388,0.00028285652,0.0060642683,0.0005746107,0.000033095817,0.000008788762,0.006112805,1.09317014e-7,0.000090213216,0.010590687,0.7298325,0.24639991],"study_design_scores_gemma":[0.00048719242,0.00015851134,0.0045345156,0.004528277,0.000024935523,0.00016144528,0.008385164,0.023073956,0.000017913739,0.0009042542,0.9575579,0.00016591557],"about_ca_topic_score_codex":0.00018877778,"about_ca_topic_score_gemma":0.000015821946,"teacher_disagreement_score":0.53473455,"about_ca_system_score_codex":0.0003878913,"about_ca_system_score_gemma":0.0068111247,"threshold_uncertainty_score":0.99881935},"labels":[],"label_agreement":null},{"id":"W4401394735","doi":"10.1097/acm.0000000000005838","title":"“I Think Many of Them Want to Appear to Have a Growth Mindset”: Exploring Supervisors’ Perceptions of Feedback-Seeking Behavior","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Western University; The Wilson Centre; Sinai Health System; Canadian Institutes of Health Research","funders":"","keywords":"Mindset; Perception; Psychology; Affect (linguistics); Social psychology; Computer science","score_opus":0.09263835505524498,"score_gpt":0.3687732714174466,"score_spread":0.2761349163622016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401394735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96614295,0.00034595374,0.0039072996,0.026259415,0.0010937076,0.00091887434,0.000010983722,0.00010187275,0.0012189534],"genre_scores_gemma":[0.9913623,0.00025817312,0.0032664547,0.002282548,0.0012400798,0.00020734161,0.000052225158,0.000057006113,0.0012738865],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9970698,0.000047480615,0.0010770465,0.00045531688,0.00096662313,0.00038378165],"domain_scores_gemma":[0.9986011,0.00015854831,0.000103922226,0.0004745105,0.00039975822,0.00026220264],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011833358,0.00024083271,0.00059387647,0.0008389764,0.00006795159,0.0000046898276,0.00032123673,0.0002432931,0.0012755567],"category_scores_gemma":[0.0020077927,0.00018900627,0.000083204206,0.001500973,0.00023054819,0.00014530493,0.000121946854,0.0010325715,0.00016433542],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001837553,0.00019286512,0.043984067,0.0023215723,0.00021022106,0.000061166145,0.38155106,0.00000621195,0.42817426,0.011023313,0.04528194,0.08700959],"study_design_scores_gemma":[0.0045023793,0.0035430854,0.22274213,0.038665492,0.0029286551,0.0009551102,0.6443652,0.002450377,0.05309812,0.0024551658,0.022958804,0.0013354899],"about_ca_topic_score_codex":0.00017898352,"about_ca_topic_score_gemma":0.0000023076796,"teacher_disagreement_score":0.37507614,"about_ca_system_score_codex":0.00019714776,"about_ca_system_score_gemma":0.00018051399,"threshold_uncertainty_score":0.9996374},"labels":[],"label_agreement":null},{"id":"W4401395053","doi":"10.1097/acm.0000000000005833","title":"Contribution of Basic Science Education to the Professional Identity Development of Medical Learners: A Critical Scoping Review","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Specialty; Identity (music); Identification (biology); Psychology; Inclusion (mineral); Medical education; Professional development; Engineering ethics; Sociology; Pedagogy; Medicine; Social psychology; Engineering","score_opus":0.053959055664402,"score_gpt":0.5113062366582742,"score_spread":0.4573471809938722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401395053","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38796315,0.081120804,0.030399196,0.48987874,0.006855214,0.002849899,0.0000016617518,0.000079930025,0.00085140206],"genre_scores_gemma":[0.98280984,0.003100167,0.0011144566,0.01160908,0.0009388682,0.00015086333,0.000040752166,0.000011994333,0.00022398398],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954442,0.00008182756,0.0011204869,0.00029794808,0.002817209,0.00023832338],"domain_scores_gemma":[0.99803275,0.00035198903,0.00013366505,0.00028220838,0.0010090317,0.00019035448],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010157987,0.00011067587,0.0003680733,0.00037148857,0.00013046699,0.0000044020867,0.00042377718,0.00015829931,0.000993504],"category_scores_gemma":[0.047928177,0.00006648398,0.000029707951,0.0024941103,0.0010121285,0.00021461527,0.00012893305,0.0008476888,0.00005539957],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088110035,0.00029779336,0.001992529,0.05711287,0.0000923416,0.0000075250236,0.018702386,0.0000010436211,0.020550305,0.2869272,0.17131846,0.44290945],"study_design_scores_gemma":[0.00068060594,0.00026331045,0.007406723,0.9497004,0.00037162876,0.00021874574,0.0035075122,0.0008790833,0.007925571,0.0014842342,0.027345788,0.00021636345],"about_ca_topic_score_codex":0.000015323123,"about_ca_topic_score_gemma":0.0000025053425,"teacher_disagreement_score":0.89258754,"about_ca_system_score_codex":0.00022373044,"about_ca_system_score_gemma":0.009762775,"threshold_uncertainty_score":0.9999197},"labels":[],"label_agreement":null},{"id":"W4401419811","doi":"10.18103/mra.v12i7.5679","title":"Responsiveness to Societal Needs in Medical Education: Examining Context for Institutional Actions","year":2024,"lang":"en","type":"article","venue":"Medical Research Archives","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Context (archaeology); Psychology; Public relations; Mathematics education; Medical education; Sociology; Political science; Medicine; History","score_opus":0.14385625944839048,"score_gpt":0.5184107729173674,"score_spread":0.3745545134689769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401419811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58582425,0.0021979888,0.031025833,0.342185,0.0032809288,0.002350598,0.000021666165,0.00019367348,0.032920092],"genre_scores_gemma":[0.97806734,0.00023830839,0.004021718,0.006773981,0.0022302475,0.0017983896,0.00020734406,0.000037995513,0.006624687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99512714,0.00031543456,0.0005570784,0.00045960347,0.00288913,0.0006516195],"domain_scores_gemma":[0.99484736,0.0035026765,0.000021874155,0.00033516606,0.00036777518,0.0009251754],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00484072,0.00014800571,0.00027592643,0.0019720576,0.00032961016,0.000069899805,0.00038014952,0.00023875378,0.0031942267],"category_scores_gemma":[0.061952222,0.0001272098,0.00008947825,0.0026603595,0.0011428003,0.00013885723,0.0001129424,0.0017340071,0.00015934087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031301306,0.0005359026,0.0006742475,0.00035898085,0.00004195401,0.000082888684,0.003523633,0.0000013828771,0.0005281243,0.08402207,0.043640677,0.8662771],"study_design_scores_gemma":[0.0010811338,0.0005692189,0.01614819,0.004291143,0.000015643262,0.00031853016,0.007889371,0.008242693,0.0002530779,0.005566682,0.95543987,0.00018442517],"about_ca_topic_score_codex":0.00005685914,"about_ca_topic_score_gemma":0.00006029933,"teacher_disagreement_score":0.9117992,"about_ca_system_score_codex":0.0003783133,"about_ca_system_score_gemma":0.023209937,"threshold_uncertainty_score":0.99771696},"labels":[],"label_agreement":null},{"id":"W4401454255","doi":"10.30770/2572-1852-110.2.14","title":"Regulatory Body Perspectives on Complaints and Disciplinary Action Processes for Health Professionals","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Discipline; Action (physics); Health professionals; Engineering ethics; Psychology; Political science; Sociology; Health care; Engineering; Social science; Law","score_opus":0.04828319639932128,"score_gpt":0.479131848494032,"score_spread":0.43084865209471074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401454255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67693526,0.0033831112,0.023272673,0.29413402,0.001538648,0.0005779099,0.0000036529696,0.00004508521,0.000109626206],"genre_scores_gemma":[0.99381036,0.0003544867,0.0024788785,0.0011509857,0.0017767814,0.000017393459,0.00002915973,0.000019331737,0.00036262145],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978632,0.000062095394,0.00057853793,0.00017589814,0.001181088,0.00013918443],"domain_scores_gemma":[0.9986172,0.0003073409,0.0002652043,0.000099025994,0.0005383854,0.00017286473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023190654,0.000099350094,0.00025431227,0.00035589837,0.00014728762,0.000027627777,0.00006538884,0.00015515446,0.000106095395],"category_scores_gemma":[0.0033892132,0.00006862989,0.00005743403,0.00036072932,0.00012940782,0.00020651572,0.000016847966,0.00042734793,0.0000022913246],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018287787,0.0020252832,0.0011220847,0.008594543,0.00034754575,0.000034669414,0.012728041,0.000023900411,0.0011196529,0.08396246,0.31934038,0.5688727],"study_design_scores_gemma":[0.008034057,0.009356242,0.6983484,0.049906775,0.00046125904,0.004269537,0.03112094,0.046544567,0.0014135849,0.049215976,0.10066831,0.00066033157],"about_ca_topic_score_codex":7.951392e-7,"about_ca_topic_score_gemma":7.6339353e-7,"teacher_disagreement_score":0.69722635,"about_ca_system_score_codex":0.00032883964,"about_ca_system_score_gemma":0.0014662757,"threshold_uncertainty_score":0.40574497},"labels":[],"label_agreement":null},{"id":"W4401468293","doi":"10.1016/j.chpulm.2024.100091","title":"Pleural Procedure Education in Fellowship","year":2024,"lang":"en","type":"article","venue":"CHEST Pulmonary","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Political science; Psychology; Library science; Sociology; Mathematics education; Medicine; Computer science","score_opus":0.015254381677802709,"score_gpt":0.3292312604363566,"score_spread":0.3139768787585539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401468293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467643,0.0017698613,0.00002607267,0.013572523,0.00129085,0.00034264504,8.720314e-7,0.00013811191,0.036094785],"genre_scores_gemma":[0.98457295,0.000028609005,0.0011251525,0.0014753713,0.0008435682,0.000103404025,0.00018243375,0.000024081251,0.0116444165],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99918467,0.00001256836,0.00022208478,0.00023395833,0.00018586928,0.00016087928],"domain_scores_gemma":[0.99966633,0.000023061017,0.000018460736,0.00018204638,0.00006367988,0.00004639935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021076162,0.000094250405,0.00010652032,0.0002830123,0.000027729051,0.00002214136,0.000065277745,0.000106951775,0.00020771763],"category_scores_gemma":[0.00026476846,0.000084802195,0.000032440472,0.0008196158,0.000056862948,0.00013460436,0.000015587158,0.0003698774,0.000253397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006273996,0.0012316941,0.08306746,0.0026949523,0.000021583837,0.00021116018,0.0014920576,0.0000029488713,0.006661941,0.006675796,0.11188134,0.7859963],"study_design_scores_gemma":[0.00025013438,0.00009464806,0.71440107,0.001963961,0.000057111898,0.0010187384,0.0023611805,0.007469012,0.0011734191,0.004508715,0.2664096,0.00029239737],"about_ca_topic_score_codex":0.000016797234,"about_ca_topic_score_gemma":0.000002312759,"teacher_disagreement_score":0.7857039,"about_ca_system_score_codex":0.00022674775,"about_ca_system_score_gemma":0.001209023,"threshold_uncertainty_score":0.34581333},"labels":[],"label_agreement":null},{"id":"W4401534323","doi":"10.1007/s40596-024-02020-7","title":"Correction: Teaching Psychiatry Faculty to Address Unconscious Bias: Implementation of a Large-Scale Intervention","year":2024,"lang":"en","type":"erratum","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Unconscious mind; Scale (ratio); Intervention (counseling); Psychology; Medical education; Psychiatry; Clinical psychology; Medicine; Psychoanalysis","score_opus":0.025234842303942347,"score_gpt":0.4153682556378798,"score_spread":0.3901334133339375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401534323","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07504959,0.009058863,0.0034784158,0.06604521,0.8163649,0.0034232982,0.0008358139,0.0007362131,0.025007723],"genre_scores_gemma":[0.089751095,0.0015556578,0.05945642,0.0466639,0.105692066,0.0024013,0.04459878,0.0012379088,0.6486429],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99511683,0.00016916468,0.0020064276,0.00096863264,0.0011275926,0.000611375],"domain_scores_gemma":[0.99772614,0.000038769966,0.0009173717,0.0007325776,0.00037821644,0.00020692263],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018365083,0.0005582551,0.00082879286,0.0012993615,0.00022032397,0.000038488735,0.00047075178,0.0015850769,0.00068041694],"category_scores_gemma":[0.0005614241,0.0005444818,0.00046905712,0.0014092405,0.00008907647,0.00018621162,0.00019102528,0.007196996,0.00027133187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006424941,0.00030007283,0.014650455,0.0019764456,0.00028374122,0.0000011181842,0.0019937723,0.0000016651252,0.000019692392,0.000666591,0.95453334,0.025508871],"study_design_scores_gemma":[0.0017546029,0.0006211827,0.015729208,0.013150291,0.0012153019,0.00018345218,0.024455,0.00035036707,0.00004234758,0.0017476425,0.9401039,0.00064673444],"about_ca_topic_score_codex":0.00022879073,"about_ca_topic_score_gemma":0.0006504113,"teacher_disagreement_score":0.7106728,"about_ca_system_score_codex":0.0005612027,"about_ca_system_score_gemma":0.0020741208,"threshold_uncertainty_score":0.9997111},"labels":[],"label_agreement":null},{"id":"W4401534374","doi":"10.1097/acm.0000000000005839","title":"“Praise in Public; Criticize in Private”: Unwritable Assessment Comments and the Performance Information That Resists Being Written","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; Western University; University of Northern British Columbia","funders":"","keywords":"Praise; Conversation; Supervisor; Feeling; Psychology; Data collection; Social psychology; Computer science; Sociology; Political science; Law","score_opus":0.028793159104390183,"score_gpt":0.36628959644965864,"score_spread":0.33749643734526846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401534374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78800976,0.000969895,0.00042125152,0.1997766,0.00052697404,0.0007501711,9.196823e-7,0.000056687233,0.009487731],"genre_scores_gemma":[0.98448604,0.0019708609,0.00031613724,0.01235823,0.000261226,0.00016976293,0.000104821724,0.000013593103,0.00031931547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979253,0.00011010771,0.000774722,0.00020219178,0.00064328697,0.0003443911],"domain_scores_gemma":[0.99909645,0.00040713671,0.00008539245,0.00024634224,0.000089988636,0.0000747018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004312233,0.0001544534,0.0003298245,0.0006565967,0.000089842,0.00003121847,0.0001735318,0.00019624065,0.00010573958],"category_scores_gemma":[0.0019871825,0.00009979024,0.00001521685,0.0011371267,0.00041146157,0.00084687525,0.00008606456,0.0016149621,0.00001452822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028660343,0.00008011924,0.47021583,0.0032929142,0.00010056,0.000040264127,0.032393303,0.000010012342,0.0005292559,0.2889767,0.06898018,0.13509426],"study_design_scores_gemma":[0.01602455,0.00029850894,0.62185824,0.012452302,0.00018408702,0.0002480486,0.016379802,0.07814429,0.00018999129,0.009101998,0.24469398,0.0004242138],"about_ca_topic_score_codex":0.000077566874,"about_ca_topic_score_gemma":0.0000037714774,"teacher_disagreement_score":0.2798747,"about_ca_system_score_codex":0.0003438446,"about_ca_system_score_gemma":0.00018564716,"threshold_uncertainty_score":0.70162964},"labels":[],"label_agreement":null},{"id":"W4401566525","doi":"10.57187/s.3862","title":"Shake-up in the world of assessment: Impressions from the Ottawa Conference on Assessment from Down Under","year":2024,"lang":"en","type":"editorial","venue":"Swiss Medical Weekly","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Shake; Medical education; Engineering; Mechanical engineering","score_opus":0.025208495356680453,"score_gpt":0.40787944919043023,"score_spread":0.38267095383374977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401566525","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016992941,0.00046071713,0.0011253551,0.21531746,0.7501197,0.0012770226,0.00084107067,0.000094873256,0.029064536],"genre_scores_gemma":[0.19603351,0.0003831117,0.0016328006,0.011480008,0.7703192,0.00070771266,0.010863665,0.00015802556,0.008421957],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98983073,0.0008314278,0.001553157,0.0009173011,0.006332278,0.0005351109],"domain_scores_gemma":[0.9886292,0.008308068,0.000527209,0.0017600058,0.0005230173,0.00025244843],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003918263,0.0005443893,0.0009971188,0.00033509717,0.00016881793,0.00012206189,0.0016063554,0.0013654046,0.0068705175],"category_scores_gemma":[0.0063305544,0.00028860412,0.00024003473,0.0012937039,0.0007372013,0.00006925029,0.00028385932,0.0083900085,0.0001306441],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038705195,0.0005854926,0.0001719044,0.000113011214,0.00023921458,0.000051114763,0.00060699513,0.0000010001339,0.000040490857,0.009499888,0.9764635,0.012188658],"study_design_scores_gemma":[0.0019781345,0.00026063804,0.015309199,0.0069875843,0.0006070089,0.0000022767645,0.0021499812,0.0010275159,0.000019143685,0.018153144,0.95315313,0.0003522272],"about_ca_topic_score_codex":0.0030994108,"about_ca_topic_score_gemma":0.0014501995,"teacher_disagreement_score":0.20383745,"about_ca_system_score_codex":0.00055475126,"about_ca_system_score_gemma":0.0065457025,"threshold_uncertainty_score":0.9999566},"labels":[],"label_agreement":null},{"id":"W4401566711","doi":"10.4300/jgme-d-24-00069.1","title":"Ready, Set, Goal: A Mixed Methods Study of a Goal-Setting Intervention on 2 Competency-Based Geriatric Medicine Rotations","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Intervention (counseling); Thematic analysis; Set (abstract data type); Test (biology); Psychology; Medical education; Medicine; Family medicine; Nursing; Qualitative research; Computer science","score_opus":0.04222685014461932,"score_gpt":0.4609951479780014,"score_spread":0.4187682978333821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401566711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8961588,0.0010231659,0.025525207,0.064508416,0.011037795,0.0009882253,0.000003079072,0.00007496645,0.00068035134],"genre_scores_gemma":[0.96532345,0.00007768715,0.030670496,0.0015635202,0.001881426,0.00008484938,0.0001216428,0.000049829046,0.00022709544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941463,0.0008365706,0.00231776,0.0003230217,0.0021200422,0.0002562966],"domain_scores_gemma":[0.99579144,0.0008228139,0.0010286645,0.0003880166,0.0016955878,0.00027349114],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007632621,0.00025359212,0.0006905526,0.001808649,0.00011445397,0.000032635326,0.0002814209,0.00018528682,0.00052992144],"category_scores_gemma":[0.016700346,0.00018776144,0.00021587292,0.00224831,0.00022022767,0.00019376952,0.000030095325,0.0012528016,0.000019178677],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003178326,0.0072514494,0.0011207954,0.0012572124,0.0003850026,0.00007502397,0.0071301996,0.000037172093,0.00092044147,0.0028354917,0.1016307,0.87703866],"study_design_scores_gemma":[0.03808671,0.05699788,0.37830076,0.071357414,0.011043922,0.006261627,0.21425919,0.117838316,0.0044735465,0.029354967,0.06980752,0.0022181396],"about_ca_topic_score_codex":0.00015163959,"about_ca_topic_score_gemma":0.000014263539,"teacher_disagreement_score":0.87482053,"about_ca_system_score_codex":0.00037251523,"about_ca_system_score_gemma":0.004432041,"threshold_uncertainty_score":0.9915824},"labels":[],"label_agreement":null},{"id":"W4401572822","doi":"10.3138/jvme-2024-0070","title":"Instructor Development and Support at the University of Minnesota College of Veterinary Medicine","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Faculty development; Professional development; Teaching staff; Medicine; Psychology","score_opus":0.045824144987152295,"score_gpt":0.3558105675078173,"score_spread":0.309986422520665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401572822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791697,0.0014253695,0.00011523526,0.016713357,0.0018799175,0.00014993853,0.0000047758745,0.000006974776,0.00053472177],"genre_scores_gemma":[0.99384904,0.0005751063,0.0035936364,0.00046364625,0.00041023886,0.0000014450576,0.000023672113,0.000012274256,0.0010709472],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981628,0.00008262573,0.0007134767,0.00013113853,0.0007949966,0.00011497829],"domain_scores_gemma":[0.9988044,0.00015147602,0.00032270714,0.00017522424,0.00040583854,0.00014035776],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001297037,0.00010830998,0.0003223126,0.00029680028,0.00007714016,0.0000021757983,0.00016926817,0.000121853416,0.0019582913],"category_scores_gemma":[0.0010734854,0.00007403088,0.00005644911,0.00046054702,0.00060644606,0.00013117328,0.00008363112,0.0003247361,0.00000512672],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016987353,0.0011500841,0.0026682185,0.0040104394,0.00043262652,0.00063276116,0.023212656,5.876115e-7,0.01811948,0.0016710178,0.23355569,0.7128477],"study_design_scores_gemma":[0.0014686713,0.003919875,0.065105096,0.0038706555,0.0002433393,0.014367069,0.011023058,0.00014325364,0.00071792566,0.000096188174,0.8989185,0.00012633378],"about_ca_topic_score_codex":0.0000104832525,"about_ca_topic_score_gemma":0.0000014153128,"teacher_disagreement_score":0.71272135,"about_ca_system_score_codex":0.00024280474,"about_ca_system_score_gemma":0.0031388912,"threshold_uncertainty_score":0.99895406},"labels":[],"label_agreement":null},{"id":"W4401572885","doi":"10.3138/jvme-2024-0052","title":"Evaluating the Experiences of Novice Veterinary Clinical Practice Educators: A Qualitative Reflection on a UK Training Program","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Introspection; Thematic analysis; Theme (computing); Medical education; Professional development; Reflective practice; Faculty development; Reflection (computer programming); Psychology; Narrative; Training (meteorology); Perception; Pedagogy; Qualitative research; Identity (music); Medicine; Sociology; Computer science","score_opus":0.4358942685432039,"score_gpt":0.6683324320403743,"score_spread":0.2324381634971704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401572885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9644712,0.0011213097,0.00034667389,0.022826875,0.009433329,0.00050969986,4.5695268e-7,0.00003811877,0.0012523101],"genre_scores_gemma":[0.96028864,0.00016978063,0.032143388,0.003639405,0.00339815,0.00020810445,0.000012275844,0.00002725825,0.00011298924],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9944793,0.0011952796,0.0018585132,0.00030127482,0.0019257944,0.0002398349],"domain_scores_gemma":[0.9949558,0.002276502,0.0009437934,0.00032527169,0.0012903417,0.00020832976],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012131378,0.0001912173,0.00043560335,0.00042724895,0.00014316305,0.000057677724,0.00028456104,0.0002286207,0.0004535575],"category_scores_gemma":[0.04204566,0.0001255632,0.0002258736,0.0011832103,0.00048029993,0.00039022858,0.00004120365,0.0014372825,0.000013186799],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012416635,0.0022754031,0.0000150423,0.0003151052,0.00016785269,0.000049195907,0.19988874,0.0000014479652,0.0005980138,0.00044596664,0.008521891,0.7864797],"study_design_scores_gemma":[0.0011980982,0.057320394,0.0014795151,0.007866127,0.0004901686,0.0146840485,0.77669024,0.002842968,0.000101241196,0.00050233677,0.13655947,0.00026537105],"about_ca_topic_score_codex":0.000013101189,"about_ca_topic_score_gemma":2.405929e-7,"teacher_disagreement_score":0.7862143,"about_ca_system_score_codex":0.00029610828,"about_ca_system_score_gemma":0.008035887,"threshold_uncertainty_score":0.9975876},"labels":[],"label_agreement":null},{"id":"W4401576605","doi":"10.1891/jdnp-2023-0022","title":"An Evaluation of a Virtual Seminar Series for Doctor of Nursing Students to Promote Advanced Nursing Practice","year":2024,"lang":"en","type":"article","venue":"Journal of Doctoral Nursing Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Nursing; Series (stratigraphy); Medical education; Nursing practice; Medicine; Psychology","score_opus":0.06693454281245996,"score_gpt":0.5284108514668214,"score_spread":0.46147630865436146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401576605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9331537,0.0013397634,0.025412323,0.0319698,0.0058870553,0.0015279338,0.000010297696,0.000038012342,0.0006611416],"genre_scores_gemma":[0.8329362,0.00003266821,0.1656165,0.00027016888,0.000973454,0.00001668096,0.000017100147,0.00004897687,0.00008821299],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9952351,0.00040763125,0.0013303757,0.0002918538,0.0024411778,0.00029387453],"domain_scores_gemma":[0.9912796,0.00059549283,0.0013704627,0.00033991138,0.0062362477,0.00017830491],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006311276,0.00021549068,0.0005229626,0.0006671362,0.000119692886,0.00011474402,0.00024806755,0.00015288993,0.00003465174],"category_scores_gemma":[0.018927183,0.00019835563,0.0001376563,0.0011501652,0.0002078607,0.0035236059,0.000009269955,0.00060438906,0.0000027929639],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007839676,0.0069026346,0.000038827995,0.00028784864,0.0003259593,0.000021677808,0.03357203,0.0006020548,0.09290665,0.0024460116,0.0057166037,0.84934],"study_design_scores_gemma":[0.019873055,0.07912175,0.007857586,0.17776082,0.03552199,0.017539311,0.29058355,0.024333453,0.1796325,0.012048343,0.153873,0.0018546242],"about_ca_topic_score_codex":0.0000045012725,"about_ca_topic_score_gemma":2.6817472e-7,"teacher_disagreement_score":0.8474854,"about_ca_system_score_codex":0.0015839287,"about_ca_system_score_gemma":0.001337499,"threshold_uncertainty_score":0.9893368},"labels":[],"label_agreement":null},{"id":"W4401635376","doi":"10.1186/s12909-024-05875-4","title":"Examining the perception of undergraduate health professional students of their learning environment, learning experience and professional identity development: a mixed-methods study","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Qatar University","keywords":"Medical education; Perception; Professional development; Psychology; Identity (music); Health professionals; Professional learning community; Pedagogy; Medicine; Health care","score_opus":0.04485880997517444,"score_gpt":0.4676520310462,"score_spread":0.42279322107102557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401635376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793744,0.00054171553,0.015578431,0.0020546329,0.0016148703,0.000764951,3.066607e-7,0.000037686572,0.000032998698],"genre_scores_gemma":[0.98539037,0.00015580645,0.01250327,0.00025044478,0.00021071271,0.00022938085,0.000066768305,0.000020650372,0.0011725972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960386,0.0011096672,0.0008259432,0.0003748106,0.0014464317,0.0002045327],"domain_scores_gemma":[0.9987494,0.00049029477,0.00031735137,0.00019396818,0.00012866147,0.000120354955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005710916,0.00015631573,0.00029010826,0.00022680787,0.00033689718,0.000025860456,0.00020326594,0.00011501121,0.00027845954],"category_scores_gemma":[0.0035544957,0.00010438908,0.000035606485,0.00051290914,0.00029740095,0.00020201331,0.0001941523,0.0008024816,0.000007376168],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034557157,0.0012884991,0.39185837,0.0008798263,0.000051722516,4.132053e-7,0.053219534,0.000008289579,0.00052927446,0.00032391763,0.00043572107,0.55136985],"study_design_scores_gemma":[0.00044315352,0.00027875608,0.85188293,0.0020441602,0.000035592497,0.000023163428,0.1404787,0.0021690535,0.00009072685,0.00016175532,0.0022910053,0.000101019876],"about_ca_topic_score_codex":0.000037259593,"about_ca_topic_score_gemma":0.000007355539,"teacher_disagreement_score":0.5512689,"about_ca_system_score_codex":0.00022301168,"about_ca_system_score_gemma":0.0037800057,"threshold_uncertainty_score":0.6705568},"labels":[],"label_agreement":null},{"id":"W4401690872","doi":"10.36834/cmej.79837","title":"Professionalism, ethics, and identity in residency education: evolving in a changing landscape","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pupillometry; Psychology; Medical education; Medicine; Neuroscience; Pupil","score_opus":0.024203927163619465,"score_gpt":0.4132922780055208,"score_spread":0.38908835084190135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401690872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5419374,0.01876293,0.000104324885,0.42407364,0.008665216,0.00041256688,0.0000014897092,0.000029622288,0.0060127783],"genre_scores_gemma":[0.9536131,0.00062034244,0.0016485717,0.039601028,0.0020154794,0.00008124833,0.000045670273,0.000027561071,0.0023470167],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997733,0.00019889955,0.0005805789,0.00026430815,0.00082715985,0.0003960784],"domain_scores_gemma":[0.9976396,0.0001494848,0.00006559194,0.00016350349,0.00043344684,0.0015483554],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004573415,0.00012489413,0.0001887431,0.0033364026,0.00022953116,0.00015518208,0.0001511528,0.00036543654,0.009904879],"category_scores_gemma":[0.037271395,0.00011739679,0.000033111555,0.0022934705,0.00011034694,0.0005328273,0.00002295893,0.0032730172,0.000036278547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020722871,0.0005656333,0.06292913,0.0012265332,0.00003664203,0.00042383253,0.044998083,0.0000013666078,0.000019800724,0.09376039,0.31687135,0.47914654],"study_design_scores_gemma":[0.001594989,0.00011664569,0.4663711,0.03533008,0.00009200052,0.009325087,0.0812575,0.006335582,0.000009673226,0.046167012,0.35267827,0.00072206627],"about_ca_topic_score_codex":0.0040311352,"about_ca_topic_score_gemma":0.019409914,"teacher_disagreement_score":0.47842446,"about_ca_system_score_codex":0.0009910015,"about_ca_system_score_gemma":0.14534967,"threshold_uncertainty_score":0.9990265},"labels":[],"label_agreement":null},{"id":"W4401694750","doi":"10.2196/53337","title":"Leveraging the Electronic Health Record to Measure Resident Clinical Experiences and Identify Training Gaps: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Training (meteorology); Psychology; Medical education; Data science; Medicine; Computer science; Geography; World Wide Web","score_opus":0.07877068259246997,"score_gpt":0.47970196133590465,"score_spread":0.4009312787434347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401694750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9272086,0.0015100392,0.0005006324,0.06756323,0.0016827981,0.0013728241,1.05311436e-7,0.00007028449,0.00009150362],"genre_scores_gemma":[0.98874116,0.000095945994,0.000948094,0.00813222,0.0007553883,0.0010672341,0.000010849112,0.000016222497,0.0002328718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99695945,0.0003054258,0.00086099847,0.00056324736,0.0009708493,0.00034001475],"domain_scores_gemma":[0.9989307,0.00023741013,0.00008513917,0.00028399174,0.00014624404,0.00031649641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068552857,0.00014767802,0.0002782032,0.00017043638,0.0002986467,0.00010650093,0.00013607617,0.0001079629,0.00022298396],"category_scores_gemma":[0.0044132485,0.00010244576,0.000029994173,0.0006484392,0.00021489318,0.000113701135,0.00006633372,0.00077678205,0.000013947318],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026147352,0.0003730434,0.019669062,0.00013239234,0.000032641936,0.0000016226481,0.19482747,2.2330632e-8,0.000002672373,0.00019024419,0.01251254,0.7722322],"study_design_scores_gemma":[0.00050273736,0.00061029405,0.48551053,0.0012391302,0.000040857034,0.0000991679,0.39267194,0.00022068154,0.000010591406,0.00037974305,0.11853044,0.00018388791],"about_ca_topic_score_codex":0.00010586475,"about_ca_topic_score_gemma":0.00010010898,"teacher_disagreement_score":0.77204823,"about_ca_system_score_codex":0.00041493226,"about_ca_system_score_gemma":0.008310505,"threshold_uncertainty_score":0.9973115},"labels":[],"label_agreement":null},{"id":"W4401715009","doi":"10.1097/ceh.0000000000000569","title":"Serendipitous Pathways and Elusive Definitions: Leadership in Continuing Professional Development","year":2024,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Continuing education; Professional development; Continuing professional development; Leadership development; Medical education; Engineering ethics; Medicine; Psychology; Political science; Public relations; Engineering","score_opus":0.12458866188386156,"score_gpt":0.40897900376697494,"score_spread":0.2843903418831134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401715009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9198784,0.00605544,0.00025960972,0.0677798,0.0048750807,0.0007888712,0.0000013428389,0.000020525858,0.00034089957],"genre_scores_gemma":[0.9877244,0.00032425037,0.0067613,0.0038385894,0.0005295326,0.000106020096,0.000023127903,0.00001949573,0.00067324436],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99737215,0.00043476006,0.001235483,0.00017304854,0.00045812447,0.00032644658],"domain_scores_gemma":[0.9984707,0.000516769,0.0004355627,0.00015399186,0.00032816498,0.00009477062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041495287,0.00013644974,0.0003150737,0.0009042439,0.0001526675,0.000045177818,0.0001372466,0.00012625112,0.000038753693],"category_scores_gemma":[0.001120632,0.00009225483,0.000043403044,0.00085945625,0.00007755997,0.00022568801,0.000027526605,0.0014199304,0.000007775855],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009111402,0.0010570174,0.014337583,0.0015964485,0.000022737519,0.000027641378,0.2677395,0.0000016073877,0.00019636321,0.009945338,0.026805444,0.6781792],"study_design_scores_gemma":[0.0017654289,0.0003324779,0.35171068,0.06687255,0.00005476169,0.0011087933,0.52893287,0.0001868613,0.00009371519,0.0063633327,0.042308606,0.00026993387],"about_ca_topic_score_codex":0.000010729178,"about_ca_topic_score_gemma":0.000024981538,"teacher_disagreement_score":0.67790926,"about_ca_system_score_codex":0.00043763677,"about_ca_system_score_gemma":0.0044483375,"threshold_uncertainty_score":0.78911597},"labels":[],"label_agreement":null},{"id":"W4401757757","doi":"10.3138/jvme-2024-0030","title":"Structured Intervention of Early Term Pre-Clinical Veterinary Students Experiencing Academic Peril Improves Academic Performance","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attrition; Medical education; Academic achievement; Quartile; Psychology; Medicine; Class (philosophy); Mathematics education; Internal medicine","score_opus":0.07363885392106216,"score_gpt":0.4999902939594287,"score_spread":0.4263514400383665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401757757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859229,0.002713427,0.00035658915,0.0012468077,0.0093123205,0.00034093665,0.000001404018,0.000037315785,0.00006835389],"genre_scores_gemma":[0.9931779,0.0014569733,0.0016309102,0.0005686216,0.0027403815,0.000029528424,0.000023963523,0.00003899381,0.00033272922],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9950918,0.00021779006,0.0023874317,0.00031614324,0.0017075356,0.00027933225],"domain_scores_gemma":[0.99800986,0.00013640712,0.0007869655,0.00029365995,0.00048568114,0.00028740056],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029421546,0.00023117953,0.00054184365,0.00058596977,0.00006662447,0.000032429485,0.0005615523,0.00056575926,0.00064550666],"category_scores_gemma":[0.0028130694,0.00018888916,0.00027233144,0.00057243434,0.00033612852,0.0007158909,0.0001463345,0.0025503405,0.000012630576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015826076,0.00097616605,0.050260138,0.0021936623,0.00023368787,0.00007414649,0.008477203,0.0000013371822,0.026517252,0.000048748378,0.004726408,0.90490866],"study_design_scores_gemma":[0.0019124191,0.012431141,0.9501857,0.01244547,0.0003006639,0.0060317186,0.0025809952,0.0013752005,0.00086836464,0.00013401404,0.01144975,0.00028456654],"about_ca_topic_score_codex":0.000008189154,"about_ca_topic_score_gemma":1.1191103e-7,"teacher_disagreement_score":0.9046241,"about_ca_system_score_codex":0.00034042148,"about_ca_system_score_gemma":0.0021541347,"threshold_uncertainty_score":0.9997508},"labels":[],"label_agreement":null},{"id":"W4401894394","doi":"10.1002/emp2.13279","title":"Perceptions of the current and future emergency medicine workforce","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Emergency Physicians Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Emera; Northwestern University","keywords":"Workforce; Job market; Perception; Aging in the American workforce; Confidence interval; Medicine; Psychology; Family medicine; Political science; Engineering; Internal medicine","score_opus":0.025674668842821283,"score_gpt":0.38257470576952185,"score_spread":0.3569000369267006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401894394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.905618,0.0038094951,0.00018646337,0.07205863,0.01234321,0.00071930414,0.000051138308,0.0000068435247,0.005206916],"genre_scores_gemma":[0.9881682,0.005494403,0.00054744876,0.0002615065,0.002742287,0.000011805643,0.000002256647,0.000028388155,0.002743716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798346,0.00011234613,0.0010122828,0.00014184689,0.00060160045,0.00014845174],"domain_scores_gemma":[0.99785,0.000030715175,0.0010231659,0.00045717464,0.0005916921,0.000047264108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005346977,0.00014430976,0.0005072516,0.00014960625,0.00013360234,0.0000032919138,0.0007396652,0.00002536255,0.0005498008],"category_scores_gemma":[0.00024536063,0.00007561318,0.00025550232,0.0026511215,0.00040173045,0.000158206,0.00017978056,0.00052611396,0.0000016493824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001559973,0.0005894523,0.014244025,0.00040518257,0.00041193503,0.0000021821768,0.003109751,0.000022785058,0.010724996,0.007978926,0.6710169,0.29133788],"study_design_scores_gemma":[0.0009687415,0.0013688379,0.47001368,0.004360876,0.0016503085,0.00009542089,0.021647945,0.00066072715,0.0006065641,0.007116836,0.49119285,0.00031721816],"about_ca_topic_score_codex":0.000042062948,"about_ca_topic_score_gemma":0.000010795504,"teacher_disagreement_score":0.45576966,"about_ca_system_score_codex":0.00007263163,"about_ca_system_score_gemma":0.00028047478,"threshold_uncertainty_score":0.6019934},"labels":[],"label_agreement":null},{"id":"W4401924705","doi":"10.5812/jme-145508","title":"Factors Predicting the Choice of Specialization Among Medical Students and Junior Doctors in Oman: A Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta","keywords":"Cross-sectional study; Medical education; Psychology; Family medicine; Medicine; Pathology","score_opus":0.03967490742132766,"score_gpt":0.45966439457254293,"score_spread":0.41998948715121526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401924705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887025,0.00045361134,0.00017989585,0.005218091,0.0048984857,0.00043171566,8.549665e-7,0.000015213125,0.00009968164],"genre_scores_gemma":[0.9968534,0.000113424314,0.000053666783,0.00045781836,0.002348019,0.000017305238,0.00001560842,0.000018330162,0.00012240048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99329257,0.00019554116,0.0014872245,0.00021005207,0.004644816,0.00016979456],"domain_scores_gemma":[0.99817085,0.0005051108,0.00041053086,0.00017073007,0.00052067544,0.00022207572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006130673,0.00014406904,0.00031993928,0.00062996737,0.00009143724,0.00011821823,0.00041394314,0.00027355977,0.0007561878],"category_scores_gemma":[0.018535217,0.00009044094,0.00007986678,0.0010791519,0.0003613881,0.00030547325,0.00008264159,0.0011527751,0.0000015881953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032922537,0.0015376315,0.9798633,0.00017561058,0.00009240299,0.000011887743,0.004375145,0.0000032264556,0.0000070749475,0.0002275877,0.0022204411,0.011452809],"study_design_scores_gemma":[0.0009503877,0.00027992888,0.9896408,0.0011051772,0.000085766325,0.000103221755,0.0050705387,0.0011555281,0.00001469852,0.00009042705,0.0014387066,0.00006483679],"about_ca_topic_score_codex":0.00026797745,"about_ca_topic_score_gemma":0.00009643585,"teacher_disagreement_score":0.012404545,"about_ca_system_score_codex":0.00029721315,"about_ca_system_score_gemma":0.002859862,"threshold_uncertainty_score":0.9897321},"labels":[],"label_agreement":null},{"id":"W4401931678","doi":"10.3389/fmed.2024.1438082","title":"Being, becoming, and belonging: reconceptualizing professional identity formation in medicine","year":2024,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of British Columbia; McGill University","funders":"McGill University","keywords":"Identity (music); Socialization; Identity formation; Agency (philosophy); Sociology; Promotion (chess); Professional development; Public relations; Social psychology; Psychology; Political science; Pedagogy; Self-concept; Law; Social science","score_opus":0.027137720141545085,"score_gpt":0.3674873662658076,"score_spread":0.3403496461242625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401931678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8220711,0.015174163,0.041241396,0.09829131,0.0146338865,0.0013001453,0.0000019908277,0.00021283918,0.0070732036],"genre_scores_gemma":[0.97547764,0.001057618,0.015481095,0.0039235037,0.0014812248,0.00011372424,0.00021467435,0.000045347377,0.0022051912],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976309,0.000090005844,0.00089484255,0.00040056175,0.00063756056,0.0003461513],"domain_scores_gemma":[0.99936,0.00009968147,0.00010116464,0.000233645,0.00010340783,0.0001021018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002213725,0.00020657448,0.00059320766,0.001570278,0.00008386402,0.000014822286,0.00012556001,0.00019307586,0.00035559246],"category_scores_gemma":[0.0019648182,0.00016240835,0.000025829773,0.0015995029,0.00048565847,0.00063963066,0.000050096085,0.0008228724,0.000007678564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011942647,0.00017937904,0.18052015,0.0021203056,0.00008016413,0.00029751167,0.050065275,0.000005398834,0.0011007461,0.020186258,0.5269221,0.2184033],"study_design_scores_gemma":[0.016551632,0.0012695343,0.35537404,0.05864584,0.00058149535,0.0010826021,0.10345602,0.102736495,0.0005650082,0.10421796,0.25431362,0.0012057503],"about_ca_topic_score_codex":0.00013937027,"about_ca_topic_score_gemma":0.00005523466,"teacher_disagreement_score":0.2726085,"about_ca_system_score_codex":0.00050270616,"about_ca_system_score_gemma":0.000111038804,"threshold_uncertainty_score":0.66228205},"labels":[],"label_agreement":null},{"id":"W4401948314","doi":"10.1111/medu.15494","title":"Constructive dialogue: Strengthening our knowledge by exploring cross‐cultural differences","year":2024,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Constructive; Cross-cultural; Sociology; Psychology; Engineering ethics; Pedagogy; Computer science; Anthropology; Engineering","score_opus":0.02649703584111564,"score_gpt":0.38805758306678584,"score_spread":0.3615605472256702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401948314","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04435609,0.0031622276,0.000065143235,0.0052948915,0.94266945,0.00051171845,0.000083267645,0.00028546894,0.0035717334],"genre_scores_gemma":[0.037820596,0.00090264255,0.00066286954,0.0006611901,0.940618,0.001064063,0.008033668,0.0001248892,0.0101121],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947829,0.00015046564,0.0011047415,0.0009691547,0.0024268867,0.00056580146],"domain_scores_gemma":[0.99641955,0.00044822454,0.00036257692,0.0005739472,0.00186683,0.0003288903],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.000992037,0.0005703189,0.00080180395,0.00044727355,0.0002526267,0.00026756898,0.000472402,0.0016293895,0.00059156003],"category_scores_gemma":[0.035911277,0.00046168742,0.0001947576,0.00091998157,0.0004852524,0.00034630354,0.00015339698,0.0037360725,0.000491275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003067103,0.0005017929,0.00031002917,0.0008100243,0.0001292163,0.0000050243925,0.0020253756,3.2461532e-8,0.000009844682,0.00020204892,0.87275845,0.12321751],"study_design_scores_gemma":[0.0006356228,0.00014200031,0.0002707871,0.0035743346,0.00030970617,0.000030064033,0.0042069387,0.00013586998,0.000043264925,0.00024993884,0.9899516,0.00044988067],"about_ca_topic_score_codex":0.0001764071,"about_ca_topic_score_gemma":0.000013523932,"teacher_disagreement_score":0.12276763,"about_ca_system_score_codex":0.0010096376,"about_ca_system_score_gemma":0.011026432,"threshold_uncertainty_score":0.99978346},"labels":[],"label_agreement":null},{"id":"W4401977222","doi":"10.3138/jvme-2024-0040","title":"Training Veterinary Ophthalmology Residents on Cataract Surgery (Part A: Diplomate's Survey)","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cataract surgery; Ophthalmology; Optometry; Veterinary medicine","score_opus":0.22186159768766286,"score_gpt":0.4664108287982739,"score_spread":0.24454923111061103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401977222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97478116,0.00116446,0.00006595119,0.008550576,0.014204573,0.0001602788,0.0000046389187,0.00004555975,0.0010228007],"genre_scores_gemma":[0.99273074,0.00035303106,0.00062731764,0.002324658,0.0031416938,0.000023902825,0.0001786567,0.000049372065,0.0005706497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99635303,0.00043048835,0.0012832865,0.00030544854,0.0012879851,0.00033973533],"domain_scores_gemma":[0.9976166,0.00090047286,0.00035774385,0.0003286078,0.00046595576,0.00033063372],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045253607,0.0002271114,0.0005581416,0.000928614,0.000099033925,0.00005364012,0.00023600242,0.00030021428,0.0017521392],"category_scores_gemma":[0.010997675,0.00018788986,0.00020439693,0.0008051689,0.00018870604,0.00033245096,0.00004426395,0.0010573848,0.0001114687],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018989585,0.002597799,0.009956995,0.0012397043,0.00035537974,0.006462475,0.0016393154,0.000002552244,0.0013330295,0.00021533252,0.31866756,0.6556309],"study_design_scores_gemma":[0.0008630943,0.0070811445,0.6229357,0.011427809,0.00021219,0.13287713,0.0011373662,0.00041806177,0.00012167821,0.00040492922,0.22204903,0.00047182143],"about_ca_topic_score_codex":0.000045159773,"about_ca_topic_score_gemma":4.892544e-7,"teacher_disagreement_score":0.65515906,"about_ca_system_score_codex":0.0003959474,"about_ca_system_score_gemma":0.0056824526,"threshold_uncertainty_score":0.9999544},"labels":[],"label_agreement":null},{"id":"W4402039454","doi":"10.1016/j.edumed.2024.100961","title":"Portuguese scientific output in medical education between 2013–2022: From local to global networks","year":2024,"lang":"en","type":"article","venue":"Educación Médica","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Portuguese; Computer science; Philosophy","score_opus":0.014498934910517963,"score_gpt":0.34610990343132225,"score_spread":0.3316109685208043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402039454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8044631,0.0060428604,0.018981116,0.14209814,0.02322183,0.0009434568,0.00003942956,0.00030922252,0.0039008667],"genre_scores_gemma":[0.9808002,0.000057560057,0.0025158818,0.006356421,0.0053485925,0.00015731782,0.0012592982,0.000043737455,0.0034609905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962699,0.00009324015,0.00079142646,0.00087440375,0.0013948764,0.0005761863],"domain_scores_gemma":[0.9982059,0.00011556922,0.00006395159,0.00068718207,0.00024474825,0.0006826633],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013953485,0.00026199373,0.0003969569,0.00059877615,0.0001222253,0.0001328781,0.00037605414,0.00041642296,0.0029542213],"category_scores_gemma":[0.0016185361,0.00024665336,0.000100493104,0.0035477818,0.0004082663,0.00018108536,0.00013322697,0.0009412203,0.0011432935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017734768,0.00036507365,0.016811762,0.000040420957,0.000032192267,0.00003452228,0.00034298975,0.0000096656395,0.000004988552,0.0011277361,0.45313042,0.5280825],"study_design_scores_gemma":[0.00061448355,0.00015177309,0.318795,0.0021137889,0.00015544242,0.00008622082,0.0014605762,0.007921675,0.000031251653,0.0027976597,0.6654117,0.00046045033],"about_ca_topic_score_codex":0.000866513,"about_ca_topic_score_gemma":0.0001360205,"teacher_disagreement_score":0.52762204,"about_ca_system_score_codex":0.0009346284,"about_ca_system_score_gemma":0.006284021,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W4402238332","doi":"10.3390/ejihpe14090165","title":"Pedagogic Strategies and Contents in Medical Writing/Publishing Education: A Comprehensive Systematic Survey","year":2024,"lang":"en","type":"review","venue":"European Journal of Investigation in Health Psychology and Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto; McMaster University; Impact","funders":"","keywords":"Publishing; Psychology; Medical education; Medicine; Art; Literature","score_opus":0.24810296697492443,"score_gpt":0.5093424619176674,"score_spread":0.261239494942743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402238332","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017533684,0.963838,0.000027828051,0.013895601,0.003224053,0.0010487516,0.0000026141247,0.000013332964,0.0004161355],"genre_scores_gemma":[0.006278547,0.98012704,0.0009790462,0.011440835,0.00074457505,0.00006070492,0.0002322332,0.000046694826,0.000090354704],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99151754,0.003941753,0.0034537208,0.00038833852,0.00044931695,0.00024933176],"domain_scores_gemma":[0.9965701,0.0004315943,0.0018106997,0.00024311598,0.00066848047,0.0002760034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009895243,0.00029134811,0.0014364932,0.0017913121,0.000079153935,0.00021505728,0.00020361548,0.000262466,0.000020083879],"category_scores_gemma":[0.0049646324,0.00023547407,0.00006988724,0.0012037565,0.00029089145,0.0005196222,0.00003751916,0.0020928246,0.00001397885],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027334601,0.00040807115,0.0023925188,0.33454937,0.000085128275,0.000040395025,0.0038366825,3.4519817e-7,2.12963e-7,0.001400056,0.02528974,0.6319701],"study_design_scores_gemma":[0.001216584,0.00059744244,0.072635844,0.7516413,0.00037093452,0.0077028703,0.010136523,0.000032607564,3.2778857e-8,0.0011587738,0.15411948,0.00038761095],"about_ca_topic_score_codex":0.00006454484,"about_ca_topic_score_gemma":0.0000207337,"teacher_disagreement_score":0.6315825,"about_ca_system_score_codex":0.00029711655,"about_ca_system_score_gemma":0.008494297,"threshold_uncertainty_score":0.99712664},"labels":[],"label_agreement":null},{"id":"W4402288426","doi":"10.5770/cgj.27.728","title":"Multi-Stakeholder Validation of an Entrustable Professional Activities Framework for Canadian Geriatrics Residency Programs","year":2024,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Manitoba Beekeepers' Association; University of Winnipeg; Health Sciences Centre; University of Manitoba","funders":"","keywords":"Medicine; Geriatrics; Medical education; Stakeholder; Geriatric care; Family medicine; Nursing; Psychiatry; Management","score_opus":0.05723723689786542,"score_gpt":0.34512979480751327,"score_spread":0.28789255790964785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402288426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94235,0.001805341,0.02540369,0.013489565,0.013875646,0.002200448,0.00026434835,0.00008874362,0.0005222507],"genre_scores_gemma":[0.78004044,0.000108675056,0.21290791,0.00080538687,0.0033654866,0.00012656952,0.0005652766,0.00010109624,0.0019791808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977233,0.00007722159,0.00066398265,0.0003037068,0.00050552096,0.00072627957],"domain_scores_gemma":[0.99756694,0.000111127985,0.00020347066,0.00029838627,0.0007946306,0.0010254623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013816038,0.00020362953,0.00028799722,0.0018623192,0.0005124244,0.00026384406,0.0002156303,0.00041024951,0.0004919799],"category_scores_gemma":[0.0016155067,0.00019460684,0.0001168455,0.0015828838,0.00008309169,0.0004925953,0.000010485585,0.0009207571,0.000009259775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052837445,0.001374252,0.03878111,0.0047904616,0.00097236404,0.0011336221,0.024380842,0.0004056054,0.0020548282,0.07037607,0.29735485,0.5578476],"study_design_scores_gemma":[0.006301634,0.0027284762,0.05693394,0.0048375134,0.0021507223,0.00389131,0.029035471,0.025660206,0.0050956113,0.060467895,0.8000532,0.0028440193],"about_ca_topic_score_codex":0.051639542,"about_ca_topic_score_gemma":0.089700915,"teacher_disagreement_score":0.55500364,"about_ca_system_score_codex":0.0018884327,"about_ca_system_score_gemma":0.021407092,"threshold_uncertainty_score":0.98414063},"labels":[],"label_agreement":null},{"id":"W4402339813","doi":"10.1080/10872981.2024.2396166","title":"Recommendations to address and research systemic bias in assessment: perspectives from directors of research in medical education","year":2024,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical research; Medicine; Psychology; Engineering ethics; Engineering; Pathology","score_opus":0.1569873740058067,"score_gpt":0.5822385601706253,"score_spread":0.42525118616481855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402339813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78304464,0.0035275486,0.00005585876,0.20905472,0.0016992855,0.0009143644,0.000019487283,0.0000461758,0.0016379231],"genre_scores_gemma":[0.98947734,0.0015481762,0.0040408005,0.0014346743,0.0012708398,0.0005882342,0.00086372095,0.000039562583,0.0007366728],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99343395,0.0011165515,0.0011308702,0.0007371844,0.0031204638,0.00046096506],"domain_scores_gemma":[0.99533695,0.0018994423,0.000076962206,0.0005403671,0.0015379378,0.00060832605],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010213596,0.0001700773,0.0004178676,0.0037925101,0.000104169696,0.000057532365,0.0003413332,0.00040721556,0.0029028596],"category_scores_gemma":[0.035546012,0.00015489312,0.000040868807,0.0063692424,0.00054979464,0.00018115564,0.00016474337,0.0025267971,0.00003723227],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008815471,0.01161921,0.048512496,0.0010808024,0.00005133944,0.000025312105,0.019435449,0.0000012780991,0.00028824413,0.017862642,0.080750704,0.82028437],"study_design_scores_gemma":[0.002562232,0.00071939867,0.5486953,0.06452395,0.0000650471,0.00026445987,0.20475839,0.0149567975,0.00018476165,0.0067422385,0.15590733,0.00062007236],"about_ca_topic_score_codex":0.0038918038,"about_ca_topic_score_gemma":0.00095453934,"teacher_disagreement_score":0.8196643,"about_ca_system_score_codex":0.001426619,"about_ca_system_score_gemma":0.023690814,"threshold_uncertainty_score":0.9997744},"labels":[],"label_agreement":null},{"id":"W4402390706","doi":"10.2196/62810","title":"Development of Leadership Skills in Medical Education: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medical education; Leadership development; Medicine; Psychology; Alternative medicine; Political science; Public relations","score_opus":0.7131351709143,"score_gpt":0.7376590337623488,"score_spread":0.02452386284804875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402390706","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6444764e-9,0.2550046,0.000013999699,0.0018196137,0.000020903017,0.74245375,0.0000018140751,0.000033210184,0.0006520757],"genre_scores_gemma":[3.5369765e-10,0.120150246,0.0072648623,0.00056258135,0.00045551758,0.8696235,0.00012709433,0.00009441715,0.0017218187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924122,0.00053683505,0.0028815528,0.0007797863,0.0026283164,0.00076131214],"domain_scores_gemma":[0.99684715,0.00035984372,0.00044326638,0.0008573935,0.0012377546,0.00025459472],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01073805,0.00040951607,0.002086568,0.0015033036,0.00009923841,0.00004644031,0.00070365315,0.0006923843,0.0010264869],"category_scores_gemma":[0.009682507,0.00029631928,0.00031112134,0.0036292712,0.00031349482,0.00008486283,0.0002383497,0.0024009675,0.00020164893],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015733174,0.0009249236,6.6988963e-7,0.4584892,0.000019315099,0.000003569022,0.000081250946,4.6814275e-10,5.0760352e-8,0.00015981715,0.072974294,0.46733117],"study_design_scores_gemma":[0.00042301996,0.00012421788,5.9860434e-7,0.49824822,0.000017423728,0.00002573891,0.000027985414,6.4819704e-7,0.0000021944352,0.000022077862,0.5009938,0.00011408707],"about_ca_topic_score_codex":0.000001335011,"about_ca_topic_score_gemma":0.000008745632,"teacher_disagreement_score":0.4672171,"about_ca_system_score_codex":0.0010641919,"about_ca_system_score_gemma":0.07050138,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W4402440712","doi":"10.5334/pme.1150","title":"Validity in the Next Era of Assessment: Consequences, Social Impact, and Equity","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Sherbrooke","funders":"","keywords":"Equity (law); Psychology; Data science; Computer science; Political science","score_opus":0.06212303518764536,"score_gpt":0.4899591385755085,"score_spread":0.42783610338786315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402440712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8906154,0.0010363415,0.00031218395,0.09937383,0.0005460475,0.00035454085,0.000003597771,0.000029416495,0.007728622],"genre_scores_gemma":[0.9961017,0.00034862882,0.000607312,0.002143437,0.0006433352,0.000069015616,0.000039669078,0.000009300151,0.000037602334],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821687,0.00019070663,0.00030099798,0.00026693995,0.000861228,0.00016326706],"domain_scores_gemma":[0.9992526,0.00027150437,0.00006250705,0.00016721222,0.00018110564,0.000065055734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019370221,0.00010993763,0.00019009592,0.0001903882,0.00008514765,0.00005109484,0.00012907601,0.00013457933,0.0007372997],"category_scores_gemma":[0.003429946,0.00007221025,0.000057811358,0.0007771079,0.00064716116,0.0001303787,0.000025851123,0.0009460591,0.000007394633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010488582,0.0035406386,0.008129264,0.00064610876,0.00008356206,0.000018686042,0.087192796,6.272153e-7,0.0006220268,0.23716977,0.040197536,0.62229407],"study_design_scores_gemma":[0.0011860202,0.0010352548,0.7668723,0.0019377946,0.0001912672,0.00032559063,0.19058348,0.0034458134,0.00011782853,0.026932908,0.0070532765,0.00031846238],"about_ca_topic_score_codex":0.00021080126,"about_ca_topic_score_gemma":0.000008966596,"teacher_disagreement_score":0.75874305,"about_ca_system_score_codex":0.00047837212,"about_ca_system_score_gemma":0.003865495,"threshold_uncertainty_score":0.80729145},"labels":[],"label_agreement":null},{"id":"W4402454094","doi":"10.1213/ane.0000000000006923","title":"An Evaluation of the Transfer of Skills and Knowledge from Two World Federation of Societies of Anaesthesiologists Fellowship Programs","year":2024,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Mentorship; Staffing; Medical education; Medicine; Context (archaeology); Knowledge transfer; Qualitative research; Institution; Nursing; Knowledge management; Sociology","score_opus":0.030413410182446057,"score_gpt":0.34967070620910073,"score_spread":0.3192572960266547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402454094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960406,0.0017282957,0.00014635937,0.0012814072,0.000053913343,0.00054949446,0.0000018840822,0.000017932982,0.00018012062],"genre_scores_gemma":[0.99864954,0.00006889788,0.0009390201,0.00007936994,0.00007359371,0.000026045915,0.00007196582,0.0000162146,0.000075383236],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99828243,0.00026918502,0.00059259095,0.00021160835,0.00053463166,0.00010953505],"domain_scores_gemma":[0.9987606,0.00010154179,0.00013899276,0.00033770595,0.0006321726,0.00002898522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014764352,0.00012552335,0.00034860347,0.00017852138,0.000042829535,0.000011063391,0.00012208345,0.00010511443,0.000051500137],"category_scores_gemma":[0.00012234859,0.00008769854,0.00011142604,0.0008149681,0.0004970756,0.00009722061,0.000006841455,0.00014524716,8.0515724e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001880309,0.002452109,0.31697467,0.0020064076,0.0004231873,0.000004765314,0.019813156,0.000118591626,0.0550515,0.022439836,0.0014787696,0.579049],"study_design_scores_gemma":[0.0010573386,0.00079378235,0.8840508,0.0016320137,0.001060213,0.000018815237,0.0017311332,0.013692764,0.08999314,0.005322989,0.0004792655,0.00016778019],"about_ca_topic_score_codex":0.00015549091,"about_ca_topic_score_gemma":0.000084920764,"teacher_disagreement_score":0.5788812,"about_ca_system_score_codex":0.00004682646,"about_ca_system_score_gemma":0.00042829395,"threshold_uncertainty_score":0.35762426},"labels":[],"label_agreement":null},{"id":"W4402511326","doi":"10.1016/j.jvsvi.2024.100135","title":"Validity testing of the APDVS Medical Student Curriculum eBook demonstrates increased knowledge and self-perceived competence among medical students","year":2024,"lang":"en","type":"article","venue":"JVS-Vascular Insights","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec","funders":"Boston Children's Hospital","keywords":"Competence (human resources); Curriculum; Medical education; Psychology; Medicine; Pedagogy; Social psychology","score_opus":0.01711764997654998,"score_gpt":0.3330315693984194,"score_spread":0.3159139194218694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402511326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944459,0.0015439397,0.00016857241,0.00043670804,0.001002311,0.00078031357,0.0000014042294,0.00019331223,0.0014274978],"genre_scores_gemma":[0.99759614,0.00019037952,0.0011536208,0.00045175993,0.00041252343,0.000079075195,0.000018563902,0.000033227912,0.0000647238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99456745,0.00042507282,0.00080016744,0.00053179037,0.0033577806,0.0003177187],"domain_scores_gemma":[0.9979453,0.00049192394,0.0001289864,0.0005630866,0.00049895985,0.00037175277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021625103,0.00027968345,0.00049591763,0.00020947224,0.00024784618,0.00008260995,0.00069676846,0.0003603333,0.00020106358],"category_scores_gemma":[0.004038394,0.00017458551,0.0001693921,0.0010361118,0.0007684977,0.00013233698,0.00042752462,0.0009808767,0.000030357587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008660621,0.0034109387,0.9730584,0.0013131851,0.00072876754,0.00025156807,0.005295144,0.0000014793351,0.0006944411,0.0022147545,0.0018270885,0.011195547],"study_design_scores_gemma":[0.0014043497,0.00018039694,0.960352,0.003925542,0.00054684334,0.00020221726,0.000759581,0.027288802,0.00045170521,0.00024024655,0.0043817824,0.00026654688],"about_ca_topic_score_codex":0.00020723513,"about_ca_topic_score_gemma":0.0000681592,"teacher_disagreement_score":0.027287321,"about_ca_system_score_codex":0.00018580341,"about_ca_system_score_gemma":0.00120322,"threshold_uncertainty_score":0.71193904},"labels":[],"label_agreement":null},{"id":"W4402525540","doi":"10.1017/s1047951124000611","title":"Are paediatric cardiology textbooks obsolete in the current digital era?","year":2024,"lang":"en","type":"article","venue":"Cardiology in the Young","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Current (fluid); Cardiology; Internal medicine; Medical physics","score_opus":0.023000432451973203,"score_gpt":0.3211838380531034,"score_spread":0.2981834056011302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402525540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487196,0.012125349,0.00050701364,0.012212975,0.005297218,0.0008053668,0.000019782461,0.000071333525,0.020241335],"genre_scores_gemma":[0.9955471,0.00017077404,0.00001927435,0.001473137,0.0023959633,0.00023337372,0.000078582154,0.000015290761,0.00006646384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983548,0.00036802745,0.00037943383,0.00031106125,0.00023780654,0.00034889433],"domain_scores_gemma":[0.9989107,0.00043756544,0.000059716294,0.000504516,0.000066757806,0.000020702259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016504409,0.00015620489,0.00037378696,0.00030903326,0.00007070728,0.00004310317,0.00032913516,0.00017126687,0.0000065786335],"category_scores_gemma":[0.0013647671,0.00008787579,0.00014311528,0.0008459247,0.0002839964,0.000064861015,0.000050364444,0.0014503782,0.00011531779],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062452105,0.00008639033,0.6145226,0.0002738652,0.00022012704,0.007121135,0.0070452904,0.000202623,0.000035903024,0.0071095447,0.1579499,0.20537022],"study_design_scores_gemma":[0.0006189397,0.00011838031,0.88514733,0.00016917699,0.00017756858,0.008246788,0.004642037,0.00037333343,0.000002140219,0.0044273995,0.095858775,0.00021811278],"about_ca_topic_score_codex":0.0000044557974,"about_ca_topic_score_gemma":0.0000028576396,"teacher_disagreement_score":0.2706248,"about_ca_system_score_codex":0.00016379147,"about_ca_system_score_gemma":0.00015846579,"threshold_uncertainty_score":0.6301252},"labels":[],"label_agreement":null},{"id":"W4402626666","doi":"10.1109/tmrb.2024.3464110","title":"Hands Collaboration Evaluation for Surgical Skills Assessment: An Information Theoretical Approach","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Medical Robotics and Bionics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Canada Foundation for Innovation","keywords":"Computer science; Psychology; Human–computer interaction; Medical education; Knowledge management; Medical physics; Medicine","score_opus":0.01452292034150182,"score_gpt":0.3654750667667307,"score_spread":0.3509521464252289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402626666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022222525,0.00007233311,0.9629202,0.0114787575,0.0013077193,0.0010495078,0.000032696607,0.00012802177,0.0007882712],"genre_scores_gemma":[0.9711062,0.0002541519,0.026224831,0.0009874438,0.00032420523,0.00023515556,0.00075276144,0.000022616932,0.00009266421],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976205,0.00009059415,0.0005239257,0.00029156436,0.0012439756,0.00022941938],"domain_scores_gemma":[0.99870557,0.00020393805,0.00005085561,0.00021876344,0.00058023795,0.00024065768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002036679,0.00017070492,0.0002210523,0.00030778235,0.00025016177,0.0001841328,0.000077694196,0.00040978883,0.00025650687],"category_scores_gemma":[0.00022677792,0.00013417838,0.0000763093,0.0007201106,0.00029390174,0.00040030057,0.0000016647648,0.000554921,0.000013932989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017824599,0.0014748626,0.000011460336,0.0005012902,0.00013061073,0.0000055374717,0.00072852726,0.0059359786,0.000030682797,0.18944967,0.0019507168,0.79960245],"study_design_scores_gemma":[0.0023468595,0.0008062469,0.000058414815,0.00019821503,0.0003185056,0.000107535416,0.00039349557,0.98288804,0.0001486033,0.0023047598,0.010269444,0.00015986121],"about_ca_topic_score_codex":0.0000017410741,"about_ca_topic_score_gemma":0.0000017997859,"teacher_disagreement_score":0.9769521,"about_ca_system_score_codex":0.00022331433,"about_ca_system_score_gemma":0.0010400262,"threshold_uncertainty_score":0.54716355},"labels":[],"label_agreement":null},{"id":"W4402675627","doi":"10.3138/cjgim.2024.0001","title":"Medical education during the COVID-19 pandemic and the process of professional identity formation: Resident perspectives from a North American training program","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Medicine; Identity (music); Training (meteorology); Medical education; Process (computing); Pathology; Geography","score_opus":0.028102469145770727,"score_gpt":0.40283716696663247,"score_spread":0.3747346978208617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402675627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90759444,0.00406488,0.0004888728,0.08606151,0.0012701263,0.00033957828,0.0000046865393,0.000011265635,0.00016465601],"genre_scores_gemma":[0.99263805,0.00025263417,0.0002771783,0.0037401954,0.0026061516,0.00003946633,0.000014449431,0.000012646508,0.0004192515],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9979483,0.0001567489,0.00074973353,0.00014399416,0.0008152069,0.0001860012],"domain_scores_gemma":[0.9981869,0.00018377771,0.00038712285,0.00014116261,0.00057138206,0.0005296677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014696954,0.00012285907,0.000329292,0.00038709442,0.00018789318,0.000041065687,0.0002907665,0.00005021819,0.00042775137],"category_scores_gemma":[0.0055847988,0.00006158961,0.00006829283,0.0006574474,0.0015842286,0.00024303165,0.000018085278,0.0008091146,9.182798e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012746458,0.00020860026,0.25031334,0.0012675275,0.00092463323,0.0003813487,0.39918092,0.00003876803,0.00027593598,0.007538722,0.06162218,0.27697337],"study_design_scores_gemma":[0.0071366127,0.0014164001,0.65788984,0.008164834,0.0009419959,0.018420827,0.25714725,0.00679027,0.00007643738,0.006743879,0.03489749,0.00037414033],"about_ca_topic_score_codex":0.013936933,"about_ca_topic_score_gemma":0.025605917,"teacher_disagreement_score":0.4075765,"about_ca_system_score_codex":0.0005005626,"about_ca_system_score_gemma":0.0071191373,"threshold_uncertainty_score":0.9985096},"labels":[],"label_agreement":null},{"id":"W4402711838","doi":"10.5430/jnep.v15n1p8","title":"Flipping the script: Assessing clinical judgement in student-led clinical evaluation","year":2024,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"British Columbia Institute of Technology","keywords":"Judgement; Clinical judgement; Psychology; Medicine; Political science; Intensive care medicine","score_opus":0.30433189418989526,"score_gpt":0.6581253248466878,"score_spread":0.3537934306567926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402711838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72320044,0.0055749863,0.0015759113,0.23725839,0.021292705,0.0004049386,1.09315486e-7,0.000013243778,0.010679259],"genre_scores_gemma":[0.9754711,0.0007192669,0.011994914,0.008365172,0.0031936704,0.00000911408,0.0000056209688,0.000013744224,0.00022740888],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966007,0.0011588604,0.0012624428,0.00016631793,0.0006970443,0.000114634946],"domain_scores_gemma":[0.9959321,0.0018267403,0.00056086964,0.00017960716,0.001420156,0.00008051699],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023061711,0.00008207066,0.00021119814,0.000289397,0.00015338192,0.00020508573,0.000083230996,0.000102467086,0.00007278238],"category_scores_gemma":[0.021373658,0.00005734019,0.0000740519,0.0005608128,0.00012975399,0.0007698606,0.000014217448,0.0010656454,0.000007870506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085270025,0.0021520185,0.004466901,0.000034627607,0.00007368988,0.0000049680752,0.0051402063,0.000002848936,0.000039002298,0.0006210214,0.038298685,0.94908077],"study_design_scores_gemma":[0.0017179303,0.00050965056,0.5163454,0.0055010803,0.0017242061,0.0031708179,0.08075647,0.007542103,0.0000074356267,0.001501262,0.38107502,0.00014863587],"about_ca_topic_score_codex":0.0000037109417,"about_ca_topic_score_gemma":5.050895e-7,"teacher_disagreement_score":0.9489321,"about_ca_system_score_codex":0.00041443243,"about_ca_system_score_gemma":0.002360055,"threshold_uncertainty_score":0.98686975},"labels":[],"label_agreement":null},{"id":"W4402746223","doi":"10.2196/53314","title":"Creation of an Automated and Comprehensive Resident Progress System for Residents and to Save Hours of Faculty Time: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data science; Medical education; Computer science; Medicine","score_opus":0.08932633967463663,"score_gpt":0.574382512849199,"score_spread":0.4850561731745623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402746223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947257,0.0001950533,0.00062075816,0.00050986314,0.00010244733,0.0036101933,0.000070620896,0.00009115111,0.00007420388],"genre_scores_gemma":[0.9850443,0.000004762146,0.014023239,0.000008247979,0.000038968927,0.00063070917,0.000115143914,0.000018479033,0.00011612665],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976573,0.0005880085,0.00051545876,0.00024890757,0.00076740474,0.00022291866],"domain_scores_gemma":[0.9972694,0.00041843686,0.0000990449,0.00022771493,0.0018792168,0.00010619772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031788817,0.00010926875,0.00034750163,0.0007697622,0.00011493919,0.00004028581,0.000091346665,0.00008417629,0.0000070163846],"category_scores_gemma":[0.0006067184,0.00008535675,0.000025098798,0.0010200666,0.000267144,0.00022416741,0.00011209433,0.00022300273,0.0000040636232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003368663,0.0025985052,0.0112300245,0.027694345,0.0012944412,0.000033504195,0.3116248,0.000014961993,0.037930656,0.0030745794,0.058438215,0.5426973],"study_design_scores_gemma":[0.002097423,0.006220079,0.7998223,0.0030594624,0.00010264186,0.00003835121,0.115281604,0.043517414,0.029175982,0.00016228037,0.00037182923,0.00015066055],"about_ca_topic_score_codex":0.00007136856,"about_ca_topic_score_gemma":0.000003172032,"teacher_disagreement_score":0.7885922,"about_ca_system_score_codex":0.00019734206,"about_ca_system_score_gemma":0.00018401892,"threshold_uncertainty_score":0.3480747},"labels":[],"label_agreement":null},{"id":"W4402796384","doi":"10.1108/jsm-08-2024-0387","title":"Cite me! Perspectives on coercive citation in reviewing","year":2024,"lang":"en","type":"article","venue":"Journal of Services Marketing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Citation; Business; Marketing; Public relations; Political science; Law","score_opus":0.015225253534667551,"score_gpt":0.3399208555970609,"score_spread":0.3246956020623934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402796384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97376823,0.013106952,0.000115038165,0.006783548,0.0006876067,0.00012948347,3.5918717e-7,0.00001667961,0.0053920844],"genre_scores_gemma":[0.990939,0.0012391169,0.0055677267,0.0013482715,0.0007865331,0.0000032297212,0.0000036778738,0.000016490632,0.00009590301],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99869514,0.00012653494,0.00054280856,0.00012003747,0.00039936483,0.000116145704],"domain_scores_gemma":[0.9989492,0.00030145864,0.00022204702,0.00008596286,0.00040716585,0.00003412528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003972966,0.00008168431,0.00020347576,0.0005922176,0.000036359783,0.000049973496,0.00007695137,0.00005358174,0.00011372203],"category_scores_gemma":[0.001363945,0.00006486243,0.00006569211,0.000875405,0.00001754129,0.00026081395,0.000012648655,0.00052051694,0.000012954463],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001628976,0.0007204705,0.0451028,0.01732587,0.0006058531,0.0006459539,0.09941083,0.00017284391,0.009850908,0.0030597928,0.007014971,0.81446075],"study_design_scores_gemma":[0.0024809574,0.00090759434,0.59427863,0.12183524,0.000676618,0.00068887736,0.18625928,0.030326448,0.0004151257,0.0011370309,0.06050025,0.00049395976],"about_ca_topic_score_codex":0.000005532496,"about_ca_topic_score_gemma":0.0000016642451,"teacher_disagreement_score":0.81396675,"about_ca_system_score_codex":0.0002791774,"about_ca_system_score_gemma":0.000101517486,"threshold_uncertainty_score":0.2645013},"labels":[],"label_agreement":null},{"id":"W4402812291","doi":"10.1097/acm.0000000000005884","title":"Gender Differences in Clinical Performance Assessment of Internal Medicine Residents: A Longitudinal Analysis of the Influence of Faculty and Trainee Gender","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Medicine; Percentile; Family medicine; Interpersonal communication; Psychology","score_opus":0.13534330410116133,"score_gpt":0.48216627670373696,"score_spread":0.34682297260257566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402812291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99433255,0.0010581925,0.0005813126,0.0029563983,0.00032073425,0.00025855206,0.000006248524,0.000009985474,0.00047600543],"genre_scores_gemma":[0.9977556,0.0011668211,0.00019728689,0.0005121844,0.00021298493,0.000013151168,0.000020132506,0.0000090290005,0.00011284041],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643284,0.00012227413,0.0019200526,0.00032396283,0.0010226378,0.00017820967],"domain_scores_gemma":[0.9983789,0.00046704244,0.0004521748,0.0003258041,0.00030459333,0.00007148902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030590896,0.00016157949,0.00091412675,0.00080308615,0.000021817432,0.0000012934646,0.0002810972,0.00021266752,0.00020345545],"category_scores_gemma":[0.0028174298,0.00008819838,0.00007829005,0.0024139448,0.001445969,0.000094241084,0.00008580528,0.0011148597,3.0862935e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043879114,0.000034236353,0.9867097,0.000805468,0.00061672856,0.0000029968655,0.004963277,0.000031933203,0.0015878549,0.0013518297,0.00085671514,0.002995346],"study_design_scores_gemma":[0.0009836343,0.00028778674,0.9815239,0.0027495134,0.0014766415,0.000021478892,0.0018811901,0.01062391,0.0000723393,0.00026851747,0.000049221017,0.00006187948],"about_ca_topic_score_codex":0.00024643674,"about_ca_topic_score_gemma":0.0000072286825,"teacher_disagreement_score":0.010591977,"about_ca_system_score_codex":0.00007426234,"about_ca_system_score_gemma":0.00027009868,"threshold_uncertainty_score":0.5327733},"labels":[],"label_agreement":null},{"id":"W4402842847","doi":"10.1016/j.bja.2024.07.036","title":"Procedural sedation competencies: a review and multidisciplinary international consensus statement on knowledge, skills, training, and credentialing","year":2024,"lang":"en","type":"review","venue":"British Journal of Anaesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lions Gate Hospital; University of British Columbia","funders":"","keywords":"Credentialing; Multidisciplinary approach; Sedation; Medical education; Statement (logic); Psychology; Medicine; Political science; Anesthesia","score_opus":0.04296407958348063,"score_gpt":0.3922294779206702,"score_spread":0.34926539833718956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402842847","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009482688,0.99511045,0.000014364081,0.0024079653,0.0005895857,0.00066254707,0.000018737877,0.000017552475,0.00023051644],"genre_scores_gemma":[0.00018609525,0.9948299,0.0035255277,0.0004190817,0.00046577858,0.000025989675,0.00011829948,0.00004372373,0.0003856062],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975927,0.00011749107,0.0014209645,0.0002773612,0.00042039613,0.00017111402],"domain_scores_gemma":[0.9983928,0.000055680357,0.00080378976,0.00010642561,0.00051967514,0.00012160766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012787159,0.00025440555,0.0012265578,0.00041835307,0.00009966914,0.00011472623,0.00012912012,0.0001453377,0.000051153267],"category_scores_gemma":[0.0006571895,0.00022405888,0.00018898408,0.00032923167,0.00016315834,0.000081361606,0.000050329174,0.0008087583,0.000009409041],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005212026,0.00023307861,0.0000037391362,0.029731449,0.00027643223,0.00040931557,0.00037641684,8.22325e-8,1.1597158e-7,0.00008111571,0.035430014,0.933453],"study_design_scores_gemma":[0.00037874104,0.00033076503,0.000095074975,0.24636272,0.0026040026,0.02373599,0.00039756254,0.00002930056,1.03787926e-7,0.000044753368,0.7258525,0.00016851936],"about_ca_topic_score_codex":0.000005345731,"about_ca_topic_score_gemma":0.0000040161003,"teacher_disagreement_score":0.9332845,"about_ca_system_score_codex":0.0002608765,"about_ca_system_score_gemma":0.0009814549,"threshold_uncertainty_score":0.9136856},"labels":[],"label_agreement":null},{"id":"W4402917740","doi":"10.1007/s43678-024-00781-6","title":"Describing resident physician productivity in a Canadian academic emergency department","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Emergency department; Medicine; Emergency physician; Productivity; Family medicine; Academic department; Medical emergency; Emergency medicine; Nursing; Higher education; Law","score_opus":0.10659753632132335,"score_gpt":0.38799155739484503,"score_spread":0.2813940210735217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402917740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88541096,0.015528715,0.00007771946,0.06333701,0.027099665,0.00053278223,0.0000103475495,0.00001814411,0.007984652],"genre_scores_gemma":[0.9922014,0.0009573872,0.00009924848,0.00060535315,0.004502613,0.000018859368,0.00003282584,0.00004246848,0.0015398639],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968186,0.00008175945,0.0014773463,0.0003079784,0.0005396419,0.00077468733],"domain_scores_gemma":[0.99734133,0.000018227638,0.00021250367,0.0002977699,0.0005472523,0.0015829272],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021696554,0.000228432,0.0004476248,0.0028740335,0.00013737405,0.0000047221474,0.00024059844,0.00016219949,0.0048442064],"category_scores_gemma":[0.0034500863,0.00019433802,0.00011225769,0.0029772809,0.000113242604,0.00027969576,0.000007842251,0.0012879565,0.000041459694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034948,0.000049484523,0.23642722,0.00040541322,0.00020043743,0.0011655842,0.0076148096,0.000020926604,0.0013651684,0.0037949223,0.69732744,0.051593672],"study_design_scores_gemma":[0.00089647836,0.0007550763,0.1957166,0.005735618,0.0004427058,0.0003040923,0.003006246,0.0005498113,0.00023718744,0.0024552476,0.7894053,0.0004956177],"about_ca_topic_score_codex":0.26789913,"about_ca_topic_score_gemma":0.67684484,"teacher_disagreement_score":0.4089457,"about_ca_system_score_codex":0.0021304183,"about_ca_system_score_gemma":0.009591236,"threshold_uncertainty_score":0.9960655},"labels":[],"label_agreement":null},{"id":"W4402917760","doi":"10.12688/mep.20492.1","title":"Content that Promotes Intent to Change: Asynchronous and Synchronous Professional Development for Family Doctors in Continuing Medical Education","year":2024,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Continuing medical education; Medical education; Asynchronous learning; Professional development; Psychology; Continuing education; Pedagogy; Medicine; Computer science; Telecommunications; Teaching method","score_opus":0.050944606992338604,"score_gpt":0.3540363696762031,"score_spread":0.3030917626838645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402917760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95104516,0.0017369351,0.0015375812,0.036807127,0.0059614386,0.0025487747,0.0000034269892,0.00012275497,0.00023678562],"genre_scores_gemma":[0.98028713,0.00003048607,0.0083909435,0.0059555243,0.00079106446,0.0030525092,0.00026419078,0.000040320236,0.0011878316],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783975,0.00003937419,0.00054296263,0.0004881136,0.000704623,0.0003852067],"domain_scores_gemma":[0.9990105,0.00011526937,0.0000630913,0.00018506082,0.000402376,0.0002237182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014382111,0.00019885268,0.00030990964,0.00064213324,0.00007673604,0.00015266729,0.00014449826,0.00020598804,0.0001473987],"category_scores_gemma":[0.0035349515,0.00016117586,0.000039819093,0.0005976858,0.000087091,0.00033888477,0.000101426514,0.00039754852,0.000016030988],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005137678,0.00056298194,0.008249588,0.00070040097,0.000039790706,0.000011051129,0.011127984,5.97942e-8,0.000273725,0.0013902315,0.03622885,0.94136393],"study_design_scores_gemma":[0.0026357796,0.00065589225,0.47584406,0.015309308,0.00010721595,0.00023836878,0.017613923,0.0030866151,0.0026025178,0.00042901168,0.48072752,0.00074981793],"about_ca_topic_score_codex":0.000068141875,"about_ca_topic_score_gemma":0.000079190606,"teacher_disagreement_score":0.94061416,"about_ca_system_score_codex":0.0006464415,"about_ca_system_score_gemma":0.0018509856,"threshold_uncertainty_score":0.6572561},"labels":[],"label_agreement":null},{"id":"W4402918453","doi":"10.1080/02602938.2024.2404634","title":"Authentic assessment: from panacea to criticality","year":2024,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Panacea (medicine); Psychology; Criticality; Pedagogy; Mathematics education","score_opus":0.0740774940749726,"score_gpt":0.5029731262640805,"score_spread":0.4288956321891079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402918453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8427647,0.0005035729,0.0046500857,0.10484077,0.011611842,0.0022903935,0.000014589315,0.00022778369,0.033096276],"genre_scores_gemma":[0.9645715,0.000012847621,0.023642832,0.004905685,0.0011342085,0.0014946435,0.0012368187,0.000040730676,0.0029607415],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965072,0.0003008,0.0007675593,0.0006770948,0.0014385706,0.00030872985],"domain_scores_gemma":[0.99827975,0.00020883462,0.00007415086,0.0006040218,0.0007093041,0.00012392443],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023435405,0.00021565698,0.00026821057,0.00068072637,0.000093907394,0.00018661057,0.00014365707,0.0001664734,0.011819931],"category_scores_gemma":[0.000382907,0.00021483054,0.000071401526,0.0017290588,0.000054981178,0.00037328055,0.0000396454,0.00050171616,0.0003609374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004532932,0.004238204,0.15538587,0.0006849106,0.00024037117,0.000008485202,0.0026046732,0.00013267071,0.005715792,0.24279395,0.14524515,0.4429046],"study_design_scores_gemma":[0.00049603137,0.00009284514,0.9086346,0.00069315225,0.0003225308,0.00000338665,0.0006947176,0.016447373,0.000069868795,0.01967533,0.052646495,0.00022367985],"about_ca_topic_score_codex":0.00024225097,"about_ca_topic_score_gemma":0.000011530622,"teacher_disagreement_score":0.75324875,"about_ca_system_score_codex":0.0026480644,"about_ca_system_score_gemma":0.0036421455,"threshold_uncertainty_score":0.9890834},"labels":[],"label_agreement":null},{"id":"W4402937957","doi":"10.1177/01632787241286912","title":"Professionalism in Residency Training: The Learning Environment for Professionalism Survey","year":2024,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Bonferroni correction; Univariate; Medical education; Metric (unit); Psychology; Residency training; Medicine; Computer science; Multivariate statistics; Operations management; Statistics","score_opus":0.4312295384084632,"score_gpt":0.5618547651496061,"score_spread":0.1306252267411429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402937957","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19967766,0.0057943044,0.003845368,0.7727726,0.0052451366,0.012094617,0.000024260997,0.0001593579,0.00038666636],"genre_scores_gemma":[0.9717573,0.0001494911,0.0012329175,0.008079744,0.00046228245,0.0061453157,0.00086021057,0.0000584533,0.011254286],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9933026,0.0033804083,0.0009831641,0.00045414298,0.0013642038,0.0005154846],"domain_scores_gemma":[0.99658436,0.0022191969,0.0002697885,0.00050604466,0.0003532462,0.00006739427],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.029013926,0.00019954696,0.00028790912,0.00025027708,0.0014724949,0.00003190843,0.00023467561,0.00019050082,0.0006752898],"category_scores_gemma":[0.0063511753,0.00010396508,0.00008387931,0.0009713008,0.0001709706,0.00013417259,0.00008800258,0.0016047677,0.000092953545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050913164,0.00082587096,0.0073606535,0.0014005686,0.00014028458,0.000003907553,0.15833767,0.0006265034,0.00023323274,0.043824643,0.26084557,0.52589196],"study_design_scores_gemma":[0.0024801781,0.00042657313,0.56182814,0.0062188953,0.00015634202,0.00003213454,0.043013737,0.10037243,0.000019139521,0.030422792,0.25467837,0.000351266],"about_ca_topic_score_codex":0.00011681714,"about_ca_topic_score_gemma":0.00006460524,"teacher_disagreement_score":0.77207965,"about_ca_system_score_codex":0.00072204747,"about_ca_system_score_gemma":0.006272006,"threshold_uncertainty_score":0.9998345},"labels":[],"label_agreement":null},{"id":"W4402946495","doi":"10.1016/j.ijrobp.2024.07.580","title":"Video Assisted Learning in Supportive Care and Improving Overall Patient PerceptioN of PALLiative Care and Clinical Trials (VISION-PALL)","year":2024,"lang":"en","type":"article","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Palliative care; Perception; Medicine; Clinical trial; Psychology; Nursing; Internal medicine","score_opus":0.04244339919593879,"score_gpt":0.4484915140127187,"score_spread":0.4060481148167799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402946495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901687,0.0018395511,0.0036247552,0.001578012,0.0021752738,0.00033744532,0.000027579885,0.000021594979,0.00022710658],"genre_scores_gemma":[0.9908203,0.0013977556,0.0060990043,0.00037810762,0.0010684177,0.000011085604,0.00019580459,0.000019215595,0.00001034317],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968511,0.0006800543,0.0017256436,0.00027926656,0.0003193827,0.0001445799],"domain_scores_gemma":[0.9959452,0.0012568356,0.001240349,0.00008287848,0.0013959911,0.00007875672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019255789,0.00015834316,0.0006479816,0.00035843547,0.000049295217,0.00003287431,0.00010470801,0.0003191153,0.000052141357],"category_scores_gemma":[0.0054978873,0.00013244984,0.00018223848,0.000208253,0.0002409372,0.00024806178,0.000061115825,0.00091695803,0.0000027447802],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002753516,0.00013661351,0.27471307,0.00007861407,0.00021845987,0.000018080604,0.006864988,0.000044529737,0.001867641,0.0009108888,0.00016474737,0.714707],"study_design_scores_gemma":[0.008120274,0.00808171,0.938219,0.0012370404,0.0004976815,0.00010972164,0.018411381,0.012887315,0.00047834942,0.0022980666,0.009370225,0.00028920957],"about_ca_topic_score_codex":0.00003777045,"about_ca_topic_score_gemma":0.000006875456,"teacher_disagreement_score":0.7144178,"about_ca_system_score_codex":0.00094211777,"about_ca_system_score_gemma":0.0008347127,"threshold_uncertainty_score":0.6581882},"labels":[],"label_agreement":null},{"id":"W4402974343","doi":"10.2196/57772","title":"Knowledge Mapping and Global Trends in the Field of the Objective Structured Clinical Examination: Bibliometric and Visual Analysis (2004-2023)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Medical education; Library science; Psychology; Medicine; Computer science","score_opus":0.023163401835732463,"score_gpt":0.468433608304434,"score_spread":0.4452702064687015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402974343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715576,0.0027141375,0.00043763538,0.021120898,0.0013221917,0.00032484147,0.0000026854168,0.000018793573,0.0025012146],"genre_scores_gemma":[0.99620146,0.000105801715,0.00018113357,0.0025707018,0.0005453968,0.00007677421,0.000046056703,0.0000054899715,0.00026718766],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998085,0.0002796572,0.0005568769,0.00029964576,0.00063710404,0.0001416997],"domain_scores_gemma":[0.9987894,0.0006142928,0.00010134833,0.00021430908,0.00020178888,0.00007882468],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0020000571,0.00011007088,0.00025011034,0.0064292974,0.00006789719,0.000042649735,0.00013651514,0.0002470501,0.00034979088],"category_scores_gemma":[0.005346723,0.00006526637,0.000085461186,0.06934599,0.00027516158,0.00009059363,0.00005315406,0.00053140643,0.000002088334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001029083,0.0003600178,0.091960564,0.00012409069,0.0001018899,0.0000011669122,0.0018603028,9.1411906e-8,0.0000029712749,0.0009852777,0.017579058,0.88701427],"study_design_scores_gemma":[0.00030232413,0.000105530045,0.98667765,0.00021077263,0.00022762953,0.000033473694,0.0026906468,0.0031242066,0.0000053849258,0.00028503055,0.006276059,0.000061296705],"about_ca_topic_score_codex":0.00007649793,"about_ca_topic_score_gemma":0.000060546805,"teacher_disagreement_score":0.8947171,"about_ca_system_score_codex":0.000121360594,"about_ca_system_score_gemma":0.00090110785,"threshold_uncertainty_score":0.9504355},"labels":[],"label_agreement":null},{"id":"W4403055160","doi":"10.1111/medu.15541","title":"Residents' perceptions of what makes feedback valuable in workplace‐based learning: A discrete choice experiment","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Credibility; Perception; Latent class model; Psychology; Valence (chemistry); Preference; Ordered logit; Class (philosophy); Value (mathematics); Logit; Discrete choice; Logistic regression; Mixed logit; Social psychology; Computer science; Statistics; Mathematics","score_opus":0.014222755538305923,"score_gpt":0.38307133526887677,"score_spread":0.36884857973057084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403055160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9181307,0.0045493552,0.0018894072,0.069674194,0.0030308878,0.00065847836,7.5455176e-7,0.00012423332,0.0019420085],"genre_scores_gemma":[0.98392797,0.00034530996,0.0059176725,0.0028939715,0.00058155606,0.000372159,0.00029114872,0.00003985598,0.00563037],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997541,0.00012874573,0.00062121754,0.00036795085,0.0010749619,0.00026611562],"domain_scores_gemma":[0.99910116,0.00017525753,0.0000817617,0.0003175827,0.00020586787,0.00011835112],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001053979,0.00015617022,0.00026188718,0.00054476596,0.0000706595,0.00007719573,0.0001445527,0.00022558494,0.0049149366],"category_scores_gemma":[0.0045397207,0.00013928225,0.00008033546,0.0013101503,0.00020232535,0.0003502073,0.000029671863,0.00071414956,0.0001288503],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028920828,0.0059171855,0.13072194,0.003922626,0.00015402619,0.00003466652,0.019986488,0.00023000725,0.0046421713,0.0052289893,0.33835837,0.49051434],"study_design_scores_gemma":[0.004637747,0.0010697818,0.5465808,0.037849624,0.00043529266,0.00016742511,0.06175079,0.07113948,0.0028894143,0.0014195695,0.27103397,0.0010261099],"about_ca_topic_score_codex":0.00028359346,"about_ca_topic_score_gemma":0.00002322142,"teacher_disagreement_score":0.4894882,"about_ca_system_score_codex":0.00047667345,"about_ca_system_score_gemma":0.0031299,"threshold_uncertainty_score":0.9959947},"labels":[],"label_agreement":null},{"id":"W4403055588","doi":"10.1111/medu.15540","title":"Professionalism lapses in health professions training: Navigating the ‘Yellow Card’ moments for transformative learning","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; McMaster University","funders":"McMaster University","keywords":"Transformative learning; Reflexivity; Thematic analysis; Agency (philosophy); Psychology; Medical education; Qualitative research; Pedagogy; Medicine; Sociology","score_opus":0.04622882079503304,"score_gpt":0.4615822173797208,"score_spread":0.4153533965846878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403055588","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30892956,0.0018701877,0.0054241326,0.6742337,0.0052933097,0.0028442033,0.0000053954373,0.0001889186,0.0012105962],"genre_scores_gemma":[0.97715086,0.00010857075,0.001988146,0.015104298,0.00069422834,0.0016632865,0.00048632314,0.000035825455,0.0027684656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997669,0.00021912591,0.000701011,0.00027489287,0.00077790505,0.0003580714],"domain_scores_gemma":[0.9990932,0.00036841395,0.00011026123,0.0001568197,0.00018018653,0.000091136644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00288777,0.00014472514,0.0002471096,0.00016781197,0.00035725092,0.000030957166,0.00013693914,0.00017042833,0.00022671928],"category_scores_gemma":[0.0052389414,0.000094381096,0.000073341864,0.0009321823,0.00015082715,0.00015635019,0.000017793694,0.0015877333,0.000016811358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003354803,0.00045311122,0.0008236706,0.0017064397,0.000040430208,0.000001857595,0.10461136,0.000009315249,0.000045093275,0.00548333,0.05672234,0.8300695],"study_design_scores_gemma":[0.0017063878,0.00042116194,0.007961405,0.031596527,0.00007530017,0.00010751896,0.14755017,0.04428467,0.00013934905,0.004031159,0.76178676,0.00033958146],"about_ca_topic_score_codex":0.00009075252,"about_ca_topic_score_gemma":0.000012272968,"teacher_disagreement_score":0.8297299,"about_ca_system_score_codex":0.0004096758,"about_ca_system_score_gemma":0.007696998,"threshold_uncertainty_score":0.99792844},"labels":[],"label_agreement":null},{"id":"W4403100771","doi":"10.1080/10401334.2024.2409695","title":"Two-Dimensional Deaths? A Discourse Analysis of Patient Death in Preclinical Tutorial Cases at a Canadian Medical School","year":2024,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medicine; Medical education; Psychology; Family medicine","score_opus":0.025820687080180905,"score_gpt":0.40332253563165993,"score_spread":0.377501848551479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403100771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98689353,0.0010793171,0.000021909638,0.009924491,0.0006425775,0.00018671287,0.0000019909323,0.000042461168,0.0012070066],"genre_scores_gemma":[0.9965577,0.000022806766,0.0009036524,0.0013399974,0.00062103616,0.000021468193,0.00013244824,0.000017747916,0.00038312428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971678,0.000493272,0.00078679516,0.0003954581,0.00085031654,0.00030635722],"domain_scores_gemma":[0.99803025,0.0011481429,0.0000805971,0.00018841692,0.00006748711,0.00048509592],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050413962,0.00015858047,0.0005937022,0.0017163379,0.00013297137,0.000009586395,0.00007350217,0.00019499393,0.0015994911],"category_scores_gemma":[0.03839172,0.00011994334,0.000063676,0.0010957548,0.00023373599,0.00005464306,0.000046319066,0.0027452232,0.0000070755777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037155626,0.00041509676,0.8296241,0.00028143972,0.0006417773,0.0025382992,0.019929925,0.0028098691,0.00011666105,0.0026126024,0.005219135,0.13543953],"study_design_scores_gemma":[0.006742265,0.0023183879,0.5949244,0.010804558,0.002613624,0.0011332814,0.00948386,0.3400961,0.000008566879,0.00014892414,0.031140178,0.00058584556],"about_ca_topic_score_codex":0.09264933,"about_ca_topic_score_gemma":0.02226318,"teacher_disagreement_score":0.33728623,"about_ca_system_score_codex":0.00047979254,"about_ca_system_score_gemma":0.0012633525,"threshold_uncertainty_score":0.99955547},"labels":[],"label_agreement":null},{"id":"W4403157625","doi":"10.33140/ijcmer.03.01.01","title":"Current Medical Education -A Bird’s Eye View","year":2024,"lang":"en","type":"article","venue":"International Journal of Clinical and Medical Education Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Optometry; Current (fluid); Psychology; Medicine; Engineering; Electrical engineering","score_opus":0.14679969098109732,"score_gpt":0.654240421781136,"score_spread":0.5074407308000386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403157625","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.416241,0.028261507,0.0011298453,0.5037002,0.045925997,0.00047417788,0.0000026047724,0.00008684473,0.004177855],"genre_scores_gemma":[0.905337,0.044346534,0.0026148392,0.017745534,0.026919208,0.00008826404,0.00006734566,0.00007101269,0.0028102817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990351,0.00047606725,0.0022461799,0.0003916658,0.0062242565,0.00031083482],"domain_scores_gemma":[0.9910007,0.0010387412,0.0002895496,0.00028456785,0.0059384247,0.0014479936],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014148658,0.00016235933,0.00047731874,0.0011269767,0.000093017035,0.00015817855,0.00067089224,0.00041646085,0.0056163915],"category_scores_gemma":[0.07598548,0.00011807489,0.0002450987,0.00089111354,0.00093521754,0.0003037736,0.0001683065,0.0034694595,0.00024439764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119345976,0.0023639863,0.015616189,0.00020745103,0.00013095325,0.000049012975,0.00016646872,4.776485e-8,0.0000038378257,0.016956976,0.17124663,0.7931391],"study_design_scores_gemma":[0.0008911581,0.00030604337,0.033909597,0.0060613235,0.00005838881,0.0009873656,0.00045309623,0.001190788,0.000010604989,0.0067686075,0.9492458,0.00011723037],"about_ca_topic_score_codex":0.000042558295,"about_ca_topic_score_gemma":0.0000070111214,"teacher_disagreement_score":0.79302186,"about_ca_system_score_codex":0.00021009255,"about_ca_system_score_gemma":0.043503016,"threshold_uncertainty_score":0.9988296},"labels":[],"label_agreement":null},{"id":"W4403208675","doi":"10.3138/cjhh.602-092022","title":"<i>Transforming Medical Education: Historical Case Studies of Teaching, Learning, and Belonging in Medicine</i>","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Health History","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Medical education; Mathematics education; Psychology; Medicine","score_opus":0.03379108464594355,"score_gpt":0.3820675874226511,"score_spread":0.3482765027767076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403208675","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23302384,0.6387217,0.00037521686,0.11639861,0.008205767,0.00024320518,4.68079e-7,0.000016103704,0.0030150767],"genre_scores_gemma":[0.9911991,0.0018978054,0.0010189614,0.0039538434,0.00073962926,0.000005951972,0.0000026402247,0.0000223241,0.0011597907],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980205,0.0001507978,0.0010182548,0.00013059848,0.00045214526,0.00022764699],"domain_scores_gemma":[0.99871194,0.00013381802,0.00022503805,0.00007938486,0.00031778752,0.00053200225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048405956,0.000100196296,0.000469574,0.0012923367,0.00013473077,0.0000026736882,0.00006232005,0.00009661271,0.00021636515],"category_scores_gemma":[0.005901897,0.000087160945,0.000040231247,0.000264289,0.0002990294,0.000099465215,0.0000042444058,0.0012883893,7.474152e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010057421,0.000055444572,0.005323546,0.0018234502,0.000050404127,0.0025263252,0.03639873,0.000001183672,0.000009649102,0.0041271416,0.45715427,0.4925198],"study_design_scores_gemma":[0.00032059525,0.00034685846,0.00017162632,0.0037694867,0.000032887023,0.01729539,0.006065661,0.00008024203,7.853114e-7,0.00011980938,0.97173375,0.00006288061],"about_ca_topic_score_codex":0.012321491,"about_ca_topic_score_gemma":0.006976988,"teacher_disagreement_score":0.7581752,"about_ca_system_score_codex":0.010744296,"about_ca_system_score_gemma":0.029628292,"threshold_uncertainty_score":0.99425554},"labels":[],"label_agreement":null},{"id":"W4403209364","doi":"10.31234/osf.io/ph2fr","title":"Students with Disabilities in Clinical Internships: Perspectives of College Faculty, Accessibility Advisors, and Students","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internship; Medical education; Thematic analysis; Psychology; Diversity (politics); Inclusion (mineral); Confidentiality; Medicine; Qualitative research; Political science; Sociology","score_opus":0.08047300016990101,"score_gpt":0.5054415851839713,"score_spread":0.4249685850140703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403209364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942215,0.0002776451,0.000028219347,0.001696558,0.00055254425,0.001497248,0.00007311847,0.000054678545,0.0015985024],"genre_scores_gemma":[0.99496293,0.00010451627,0.0019575134,0.00012477704,0.00016645783,0.0001522766,0.0000898562,0.000029133005,0.0024125448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963987,0.00017290426,0.0012634001,0.0008711791,0.0010985956,0.00019522248],"domain_scores_gemma":[0.9983849,0.00023308088,0.00022302667,0.0006456187,0.00042913324,0.000084271305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021949646,0.00028377376,0.0008364938,0.00030567517,0.00002371949,0.00006323301,0.00047598677,0.00035323316,0.00019891563],"category_scores_gemma":[0.0027600948,0.00019689843,0.000098801436,0.0003949699,0.0008404819,0.00005948295,0.0019603977,0.0016783042,0.000006861645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030837115,0.0024897042,0.9773657,0.0018642918,0.00029100062,0.000007842691,0.013312607,5.3276193e-7,9.076773e-7,0.00086943316,0.0012210374,0.002268616],"study_design_scores_gemma":[0.0013007532,0.00034449217,0.8635207,0.002120525,0.00015769439,0.0000058304495,0.12938653,0.000053830692,0.000013487527,0.0028895026,0.0000483497,0.00015832247],"about_ca_topic_score_codex":0.00022907622,"about_ca_topic_score_gemma":0.00021468895,"teacher_disagreement_score":0.11607392,"about_ca_system_score_codex":0.0004007848,"about_ca_system_score_gemma":0.00046975585,"threshold_uncertainty_score":0.8029285},"labels":[],"label_agreement":null},{"id":"W4403250823","doi":"10.5334/pme.1128","title":"The Next Era of Assessment Within Medical Education: Exploring Intersections of Context and Implementation","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Royal College of Physicians and Surgeons of Canada; Queen's University; University of Calgary","funders":"National Board of Medical Examiners","keywords":"Competence (human resources); Viewpoints; Medical education; Psychology; Engineering ethics; Medicine; Social psychology; Engineering","score_opus":0.03546718440298215,"score_gpt":0.4356169161670036,"score_spread":0.40014973176402147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403250823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013116,0.0049745347,0.0013165183,0.084317915,0.0047929063,0.00070702296,0.0000029183675,0.00006567406,0.0025109118],"genre_scores_gemma":[0.99389434,0.001914617,0.001345445,0.0014447758,0.0007297361,0.0004185379,0.00005172517,0.000022966471,0.00017787347],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972987,0.00012506027,0.0007527175,0.00035516926,0.0012976816,0.00017066624],"domain_scores_gemma":[0.9983175,0.00034505586,0.0001878449,0.0003157919,0.0006387662,0.00019505213],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001487785,0.00015416348,0.0002425302,0.00029135143,0.00018203903,0.00004678859,0.00015754587,0.00013131952,0.001340476],"category_scores_gemma":[0.0047990545,0.00011326339,0.00007743551,0.0007581933,0.0005713767,0.0002452695,0.000041108466,0.00083892565,0.000007789578],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048213817,0.001041088,0.0018294437,0.00028679823,0.00012079742,8.64968e-7,0.028738009,4.4550006e-7,0.000115435396,0.18535066,0.009361332,0.77310693],"study_design_scores_gemma":[0.00096359715,0.0008720773,0.04353684,0.0043583815,0.0002193746,0.00018393269,0.9232723,0.004461539,0.00084848143,0.0024087932,0.018631456,0.00024324331],"about_ca_topic_score_codex":0.00033979706,"about_ca_topic_score_gemma":0.00007783923,"teacher_disagreement_score":0.8945343,"about_ca_system_score_codex":0.0004315408,"about_ca_system_score_gemma":0.00956314,"threshold_uncertainty_score":0.99957246},"labels":[],"label_agreement":null},{"id":"W4403258564","doi":"10.1016/j.jsurg.2024.09.003","title":"Interventions Used to Improve Communication Competencies in Surgical Residencies: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Toronto General Hospital; McGill University; University of Toronto","funders":"University of Toronto","keywords":"Psychological intervention; Medical education; Medicine; Psychology; Nursing","score_opus":0.08855411460257492,"score_gpt":0.4615065429536679,"score_spread":0.372952428351093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403258564","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006491283,0.9887727,0.000019077786,0.005863753,0.001638529,0.0031604352,0.000007324913,0.000027279619,0.0004460148],"genre_scores_gemma":[0.000058817714,0.9952243,0.0013173756,0.00035526403,0.00056061975,0.0006013889,0.00015179845,0.00005978042,0.0016706402],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99271965,0.0007989251,0.0048711393,0.0003430694,0.00098011,0.00028708228],"domain_scores_gemma":[0.9950745,0.0006271648,0.001954357,0.00090378406,0.0012295858,0.00021058618],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049277525,0.00042429887,0.003751874,0.0017772268,0.00006747804,0.00009724087,0.0005825265,0.00036480342,0.00021944795],"category_scores_gemma":[0.0039466466,0.00028910823,0.0014130463,0.0029424038,0.00010818068,0.0002305727,0.00012228754,0.0018792847,0.00024609224],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013321098,0.00074658106,0.0000017956474,0.909679,0.00016027343,0.00007370874,0.00027520687,1.778292e-7,1.1467773e-7,0.0010754595,0.019008966,0.068965405],"study_design_scores_gemma":[0.00020136204,0.00013106709,0.0000019778854,0.5924628,0.0036592146,0.0021859596,0.00033203315,0.0000022749723,1.01543904e-7,0.00007902757,0.40080082,0.0001434019],"about_ca_topic_score_codex":0.000023595372,"about_ca_topic_score_gemma":0.000008664598,"teacher_disagreement_score":0.38179186,"about_ca_system_score_codex":0.0015867519,"about_ca_system_score_gemma":0.003846155,"threshold_uncertainty_score":0.99995613},"labels":[],"label_agreement":null},{"id":"W4403299886","doi":"10.1111/medu.15549","title":"(Mis)Alignment in resident and advisor co‐regulated learning in competency‐based training","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Mount Sinai Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; St. Michael's Hospital; Centre for Advancing Health Outcomes; University of British Columbia; Women's College Hospital; University Health Network; University of Toronto","funders":"Department of Medicine, University of Toronto; University of Toronto; Royal College of Physicians and Surgeons of Canada","keywords":"Medical education; Training (meteorology); Psychology; MEDLINE; Medicine; Computer science; Chemistry; Geography","score_opus":0.014687615401367492,"score_gpt":0.3546715610402221,"score_spread":0.33998394563885465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403299886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901846,0.001016341,0.0004581067,0.09197481,0.00096236216,0.0004546999,4.4274557e-7,0.000110412344,0.0031768198],"genre_scores_gemma":[0.99188983,0.000047531114,0.0019846268,0.004836889,0.0002522985,0.0001362098,0.0001656792,0.000022549557,0.00066440745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980852,0.00011604048,0.0005418516,0.00033557462,0.0006673956,0.00025392044],"domain_scores_gemma":[0.9995037,0.000140315,0.000046885776,0.00014276338,0.00006329381,0.00010308514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014247248,0.00012670798,0.00022335809,0.00065025076,0.000045899502,0.00003172177,0.00006867437,0.00018573446,0.0009298523],"category_scores_gemma":[0.0032961436,0.00011812138,0.000025736399,0.00093529926,0.00013011064,0.00008593704,0.00000889846,0.00074082543,0.00002914674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009833777,0.001069972,0.048915755,0.0011497664,0.000029596806,0.0001084665,0.022445815,0.00007552358,0.0009723039,0.0075592133,0.027326748,0.8902485],"study_design_scores_gemma":[0.0037339646,0.00047346656,0.6153785,0.012180937,0.00008312279,0.00021257364,0.026026357,0.19753352,0.0005362932,0.0018833488,0.14140357,0.00055434264],"about_ca_topic_score_codex":0.00019314616,"about_ca_topic_score_gemma":0.00007421213,"teacher_disagreement_score":0.88969415,"about_ca_system_score_codex":0.00043755193,"about_ca_system_score_gemma":0.0059210937,"threshold_uncertainty_score":0.99998343},"labels":[],"label_agreement":null},{"id":"W4403334360","doi":"10.1080/0142159x.2024.2414823","title":"Teaching for transfer of learning in health professions education: AMEE Guide No. 176","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Health professions; Mathematics education; Medical education; Computer science; Psychology; Medicine; Political science; Health care","score_opus":0.030136463728938193,"score_gpt":0.43053100783991205,"score_spread":0.40039454411097386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403334360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46439052,0.00307435,0.06532657,0.39853925,0.0061326744,0.0028997187,0.0000032148814,0.00048711416,0.059146598],"genre_scores_gemma":[0.8571321,0.00007904081,0.009966798,0.0040094606,0.0023380762,0.0005267077,0.00017033187,0.00007401152,0.12570353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794847,0.00017853286,0.0007554262,0.00026659053,0.0005813848,0.00026959524],"domain_scores_gemma":[0.9993692,0.000105021805,0.000040317896,0.00018849013,0.0001411732,0.0001557672],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003283942,0.000116395626,0.00029872567,0.00029074823,0.00008635904,0.000008530843,0.000114628216,0.00020036446,0.0018055275],"category_scores_gemma":[0.0066606724,0.00009270301,0.00007971491,0.00041270963,0.000110397945,0.0000662722,0.000018037488,0.0014206832,0.000040851057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004738916,0.001613788,0.008600592,0.0032748678,0.00005580297,0.000005223377,0.009899714,0.0000021848628,0.00018036267,0.013295342,0.3449487,0.618076],"study_design_scores_gemma":[0.0007699446,0.00032536284,0.0009846071,0.0048465016,0.000029754698,0.00002526185,0.0038001637,0.020543166,0.000020857138,0.00058053184,0.96795046,0.00012341197],"about_ca_topic_score_codex":0.00015497938,"about_ca_topic_score_gemma":0.000009678568,"teacher_disagreement_score":0.62300175,"about_ca_system_score_codex":0.00024562152,"about_ca_system_score_gemma":0.0030941628,"threshold_uncertainty_score":0.99910694},"labels":[],"label_agreement":null},{"id":"W4403387933","doi":"10.24926/jrmc.v7i2.5809","title":"Ten tips to effectively engage community-based preceptors in distributed medical education settings","year":2024,"lang":"en","type":"article","venue":"Journal of Regional Medical Campuses","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Regional Municipality of Niagara; University of Calgary","funders":"","keywords":"Medical education; Computer science; Psychology; Medicine","score_opus":0.020553348129254728,"score_gpt":0.3598373861869341,"score_spread":0.33928403805767937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403387933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80416673,0.0006191978,0.0072844555,0.18523443,0.0020472102,0.0003674866,0.0000058537785,0.00006028108,0.00021432615],"genre_scores_gemma":[0.9648785,0.00006303403,0.0035254844,0.029566994,0.0016221636,0.000049808237,0.00016659958,0.000037762915,0.00008964727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951711,0.00067586335,0.0009752255,0.00019909337,0.002684453,0.00029420955],"domain_scores_gemma":[0.99635315,0.0018074949,0.00020400425,0.00023174843,0.00069870334,0.00070489635],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005971111,0.0002003868,0.00046519094,0.0009080971,0.00012723582,0.000038260565,0.0004047383,0.00038425426,0.00067580806],"category_scores_gemma":[0.03563707,0.00015094444,0.00016190452,0.001544204,0.00031187438,0.00016116719,0.00005929705,0.0034130604,0.00004158987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052226346,0.0028479465,0.019344702,0.0012986367,0.00017641566,0.00039568238,0.0023563055,0.000015278389,0.00019231664,0.0018507009,0.7729343,0.19806543],"study_design_scores_gemma":[0.0036301897,0.0020895402,0.07436309,0.024741048,0.00024478865,0.004771615,0.0034159713,0.002321222,0.00056682917,0.0017383937,0.88163865,0.00047865632],"about_ca_topic_score_codex":0.000050976283,"about_ca_topic_score_gemma":0.00001841692,"teacher_disagreement_score":0.19758677,"about_ca_system_score_codex":0.0006558447,"about_ca_system_score_gemma":0.00764747,"threshold_uncertainty_score":0.9988861},"labels":[],"label_agreement":null},{"id":"W4403418491","doi":"10.1080/0142159x.2024.2412783","title":"A change of mind: Error motivation is shaped by error perceptions in different learning environments","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Det Sundhedsvidenskabelige Fakultet, Københavns Universitet","keywords":"Perception; Psychology; Cognitive psychology; Neuroscience","score_opus":0.0534368568770891,"score_gpt":0.35627208061705523,"score_spread":0.30283522373996613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403418491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815542,0.00024836353,0.0011643304,0.015771061,0.00026755934,0.00034775108,0.0000021870674,0.000036811492,0.00060772663],"genre_scores_gemma":[0.98895645,0.000044875713,0.00013863304,0.00078834314,0.00038273484,0.00015361112,0.00020954185,0.00002878232,0.009297045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980616,0.000089867885,0.0004515223,0.00030110872,0.0008683337,0.00022756845],"domain_scores_gemma":[0.9995984,0.000038321177,0.00005506624,0.00017315484,0.000019290714,0.00011579739],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00053167355,0.0001464886,0.00025460523,0.000247337,0.000035264442,0.000007999229,0.00009558541,0.0002620027,0.020798497],"category_scores_gemma":[0.0012074444,0.00011451041,0.00006727931,0.000378363,0.00016176321,0.000081949365,0.000041352578,0.0008846242,0.0001692811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065677625,0.0031579875,0.5825351,0.00058803643,0.0001653558,0.00003947335,0.036557898,0.0000011095798,0.010613308,0.000084025574,0.07127491,0.2949171],"study_design_scores_gemma":[0.0027541467,0.0005743106,0.5790738,0.0026117559,0.00022552886,0.00003525821,0.006222347,0.23389162,0.00040819484,0.00014624886,0.17357917,0.0004776418],"about_ca_topic_score_codex":0.000048686983,"about_ca_topic_score_gemma":0.0000029996982,"teacher_disagreement_score":0.29443946,"about_ca_system_score_codex":0.0002503543,"about_ca_system_score_gemma":0.0000663598,"threshold_uncertainty_score":0.98009664},"labels":[],"label_agreement":null},{"id":"W4403426829","doi":"10.1016/j.heliyon.2024.e39370","title":"Global research trends in the teacher evaluation of medical college: A bibliometric and visualized study","year":2024,"lang":"en","type":"review","venue":"Heliyon","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Department of Education of Hebei Province","keywords":"Bibliometrics; Medical education; Library science; Data science; Medicine; Engineering ethics; Computer science; Engineering","score_opus":0.37941088702897685,"score_gpt":0.6530657943204756,"score_spread":0.2736549072914988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403426829","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00827782,0.9848238,0.0000015621597,0.0011718961,0.00036835845,0.002156795,0.000014448774,0.000017031858,0.0031682446],"genre_scores_gemma":[0.0034752837,0.9947485,0.00003492846,0.00006349703,0.00039591323,0.0007843427,0.0001227331,0.000025727064,0.00034907268],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98956555,0.002600221,0.001027968,0.0004563386,0.0060755513,0.00027435034],"domain_scores_gemma":[0.99824995,0.0003167872,0.00014983969,0.0005268071,0.00068464543,0.000071965675],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.035847295,0.00021381388,0.0009806089,0.0407655,0.000056135574,0.000040834664,0.00034668576,0.0004964102,0.00082108186],"category_scores_gemma":[0.008876207,0.00012210419,0.00011360612,0.19832395,0.00019911156,0.00003680245,0.0001438547,0.0012972516,0.000037201884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011444358,0.0010505175,0.00020890277,0.01192514,0.0001039488,0.000024162686,0.00046821422,9.629361e-9,1.2831855e-8,0.0005526092,0.01490192,0.97075313],"study_design_scores_gemma":[0.0024124752,0.0007960301,0.008749875,0.036243346,0.003981451,0.00026355212,0.0040936386,0.00024267226,3.2124706e-8,0.00017279145,0.9428513,0.00019282021],"about_ca_topic_score_codex":0.00007701481,"about_ca_topic_score_gemma":0.00006348907,"teacher_disagreement_score":0.9705603,"about_ca_system_score_codex":0.00064581935,"about_ca_system_score_gemma":0.0019062986,"threshold_uncertainty_score":0.99947244},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403436736","doi":"10.1080/0142159x.2024.2412166","title":"What influences clinical educators’ motivation to teach? A BEME systematic review and framework synthesis based on self-determination theory: BEME Review No. 90","year":2024,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Great Britain Sasakawa Foundation","keywords":"Psychology; Medical education; Mathematics education; Pedagogy; Medicine","score_opus":0.057550241988049915,"score_gpt":0.4559467026001096,"score_spread":0.3983964606120597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403436736","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009181094,0.96847457,0.00021074164,0.019803807,0.002668729,0.008077436,0.00000546951,0.00029386103,0.00045622594],"genre_scores_gemma":[0.000007372726,0.9514443,0.0018498395,0.038362846,0.0016687206,0.004649548,0.00018615226,0.00016040151,0.001670817],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9884634,0.0032628349,0.0039367923,0.0013690733,0.0024294134,0.00053847267],"domain_scores_gemma":[0.9919755,0.0033896964,0.0012555195,0.0019161073,0.00065043743,0.00081273576],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.01858884,0.0009441116,0.00559114,0.0006848988,0.00013979053,0.00013943654,0.00069355237,0.0014553684,0.0024221868],"category_scores_gemma":[0.22188187,0.00060404185,0.00077542715,0.0020823367,0.00029660854,0.00022637604,0.00015891159,0.0036286318,0.0016448732],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037158045,0.0004318213,0.000016497284,0.6963788,0.0002365377,0.000015211813,0.00007715331,3.3399494e-9,2.0984117e-9,0.00019915424,0.04899693,0.25364417],"study_design_scores_gemma":[0.00007130807,0.0001593351,0.0000056773174,0.6331782,0.015783824,0.00005358508,0.00003822075,0.00009240408,1.5917742e-8,0.000077801604,0.35020006,0.00033959607],"about_ca_topic_score_codex":0.000003069094,"about_ca_topic_score_gemma":3.253606e-7,"teacher_disagreement_score":0.30120313,"about_ca_system_score_codex":0.0006711959,"about_ca_system_score_gemma":0.0018516041,"threshold_uncertainty_score":0.999841},"labels":[],"label_agreement":null},{"id":"W4403467566","doi":"10.56367/oag-044-11541","title":"Mobilizing pain care knowledge in Canada","year":2024,"lang":"en","type":"article","venue":"Open Access Government","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Medicine","score_opus":0.03416928119919901,"score_gpt":0.41091511837414924,"score_spread":0.37674583717495025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403467566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7735157,0.002247615,0.000291683,0.0075642033,0.0020392854,0.0014171128,0.00001930636,0.000030717387,0.21287435],"genre_scores_gemma":[0.9956508,0.000025809211,0.00039434034,0.0017471146,0.00011770843,0.00019331726,0.000026407291,0.000016221995,0.0018282641],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988627,0.00004112525,0.00023926848,0.0002326881,0.00046329552,0.00016094194],"domain_scores_gemma":[0.9995938,0.00006426379,0.00002701729,0.00022619513,0.000042679792,0.000046032408],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005383215,0.000083579325,0.00013640344,0.000033939858,0.000036426136,0.00020970672,0.00041327355,0.000029098514,0.00091482967],"category_scores_gemma":[0.0002428258,0.00007307487,0.000014444414,0.00051192247,0.000013103801,0.00028259502,0.00034386956,0.00020308972,0.000023141649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002494304,0.00012901255,0.057754923,0.0008089006,0.000033669687,0.0001111282,0.0016923689,0.00001879755,0.00013295848,0.0017221756,0.20747589,0.7300952],"study_design_scores_gemma":[0.00068410597,0.00006126568,0.074662104,0.0017057915,0.000036139736,0.000009117181,0.026567189,0.00630602,0.0015955128,0.00007105233,0.8880707,0.00023101665],"about_ca_topic_score_codex":0.5130067,"about_ca_topic_score_gemma":0.6999584,"teacher_disagreement_score":0.72986424,"about_ca_system_score_codex":0.0075672357,"about_ca_system_score_gemma":0.0027777057,"threshold_uncertainty_score":0.99999845},"labels":[],"label_agreement":null},{"id":"W4403472642","doi":"10.1111/medu.15560","title":"Considerations of equity, diversity and inclusion in peer reviews conducted for Medical Education","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Equity (law); Diversity (politics); Inclusion (mineral); Medical education; Peer review; Psychology; Medicine; Political science; Social psychology; Law","score_opus":0.05532992330365843,"score_gpt":0.4451503828322505,"score_spread":0.38982045952859207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403472642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66345173,0.009445562,0.0024254145,0.31355417,0.005333561,0.002434477,0.000008178717,0.00010096507,0.0032459088],"genre_scores_gemma":[0.9694717,0.0008784134,0.0044779615,0.022568518,0.0006917484,0.0003005479,0.00045921357,0.000020458407,0.001131451],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969552,0.0001120488,0.0008129352,0.00036011866,0.0015595864,0.00020011229],"domain_scores_gemma":[0.998257,0.0003189823,0.00013031968,0.00028185776,0.0008013568,0.0002104928],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041529066,0.00014607568,0.00036238835,0.0004905832,0.00052697776,0.000020446418,0.00015953479,0.0003452976,0.0017888768],"category_scores_gemma":[0.038747575,0.000127248,0.00006567871,0.0007286431,0.00029498665,0.00018817457,0.0020523514,0.00047637563,0.000010057505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030683965,0.001458629,0.0040162834,0.0017704746,0.000022486329,0.000002725942,0.0074376618,1.109837e-7,0.00018029132,0.042619053,0.38184232,0.5606193],"study_design_scores_gemma":[0.0036015124,0.00059910584,0.034564223,0.015383143,0.00053717813,0.00063460396,0.0030960552,0.014479514,0.00061479065,0.122870415,0.8029128,0.00070669473],"about_ca_topic_score_codex":0.00024316006,"about_ca_topic_score_gemma":0.0000871727,"teacher_disagreement_score":0.55991256,"about_ca_system_score_codex":0.00032934663,"about_ca_system_score_gemma":0.010393544,"threshold_uncertainty_score":0.99912363},"labels":[],"label_agreement":null},{"id":"W4403509531","doi":"10.1080/0142159x.2024.2412098","title":"Instilling social accountability into the health professions education curriculum with international case studies: AMEE Guide No. 175","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; NOSM University; Western University","funders":"World Health Organization","keywords":"Accountability; Curriculum; Health professions; Social accounting; Medical education; Political science; Public relations; Medicine; Psychology; Pedagogy; Health care; Business; Law; Accounting","score_opus":0.03661535337566225,"score_gpt":0.46794203855359134,"score_spread":0.4313266851779291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403509531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76734763,0.0014587181,0.00210736,0.21518262,0.006847026,0.00086387864,0.0000017044873,0.00023794404,0.0059530973],"genre_scores_gemma":[0.97066146,0.00016984496,0.0037601453,0.010386195,0.006680934,0.0005408443,0.00014631555,0.000046604437,0.0076076756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745715,0.0001771513,0.0005851476,0.00038170154,0.0011353353,0.00026353783],"domain_scores_gemma":[0.9986502,0.00008638691,0.00010686619,0.00029539497,0.0007105757,0.00015056944],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002631574,0.00017194416,0.0002579883,0.00014078645,0.00044382294,0.000043901084,0.00020543698,0.00016407776,0.0014667725],"category_scores_gemma":[0.0054898364,0.00009466612,0.0000643946,0.0006877723,0.00049659354,0.00014694977,0.00009645277,0.0012536412,0.00013249481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003791078,0.0012907897,0.013233404,0.00063213473,0.0003224311,0.00014210104,0.050786983,4.7824983e-7,0.000003773487,0.0021272467,0.5349463,0.39647642],"study_design_scores_gemma":[0.0007610211,0.00022623008,0.0011481543,0.002357909,0.0001462561,0.0015029897,0.10593032,0.0137366885,0.0000032974174,0.0006408328,0.87328756,0.00025872726],"about_ca_topic_score_codex":0.0004898939,"about_ca_topic_score_gemma":0.00016763552,"teacher_disagreement_score":0.39621767,"about_ca_system_score_codex":0.0010434309,"about_ca_system_score_gemma":0.0032771293,"threshold_uncertainty_score":0.99944603},"labels":[],"label_agreement":null},{"id":"W4403511970","doi":"10.1080/0142159x.2024.2413021","title":"Assessment of communication skills in health professions education; Ottawa 2024 consensus statement","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Medical education; Health professions; MEDLINE; Psychology; Medicine; Family medicine; Political science; Health care","score_opus":0.025607885023928748,"score_gpt":0.4627373235162146,"score_spread":0.43712943849228586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403511970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.607849,0.003966495,0.0022827212,0.31829163,0.0030863576,0.0019275548,0.000006237959,0.00017282384,0.062417198],"genre_scores_gemma":[0.96616626,0.0002454152,0.009971617,0.0020424929,0.00018180684,0.00024134228,0.00020427769,0.00002612804,0.020920658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713707,0.00034346897,0.0011199705,0.00025086701,0.0009100349,0.00023860866],"domain_scores_gemma":[0.99891996,0.00010635779,0.0001445973,0.0004891736,0.00016426652,0.00017564146],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038132456,0.00012218098,0.00030242506,0.0003609714,0.00005958652,0.000011878142,0.00015676081,0.00016042686,0.0065024393],"category_scores_gemma":[0.0017467599,0.00009787882,0.000050992476,0.000891653,0.00022557889,0.000041746083,0.00006125768,0.0010511685,0.000038849383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082630295,0.005540268,0.10369622,0.0014795483,0.00009585558,0.00001194446,0.0035430887,0.000004549878,0.00004024805,0.035648398,0.6178678,0.23206381],"study_design_scores_gemma":[0.0018447925,0.0003768027,0.20958002,0.013319109,0.00007879967,0.00008381637,0.008982217,0.04258734,0.000032873053,0.0035410451,0.7192502,0.00032300578],"about_ca_topic_score_codex":0.00029941116,"about_ca_topic_score_gemma":0.000047013174,"teacher_disagreement_score":0.3583173,"about_ca_system_score_codex":0.0006653302,"about_ca_system_score_gemma":0.005778227,"threshold_uncertainty_score":0.9998581},"labels":[],"label_agreement":null},{"id":"W4403535012","doi":"10.12688/mep.20489.1","title":"Redefining professionalism to improve health equity in competency based medical education (CBME): A qualitative study","year":2024,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta; University of Calgary","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Equity (law); Medical education; Psychology; Nursing; Medicine; Political science","score_opus":0.07233992949710379,"score_gpt":0.5243481345987735,"score_spread":0.4520082051016697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403535012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5480518,0.00059057825,0.0013527288,0.43035224,0.0070107146,0.0029993122,0.000013530571,0.00031407076,0.009315064],"genre_scores_gemma":[0.9587548,0.0000031871823,0.011274031,0.026915262,0.00052425795,0.001016519,0.00034939806,0.000041560103,0.0011209791],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99564105,0.0005159592,0.000979892,0.0006488386,0.0017413639,0.0004729033],"domain_scores_gemma":[0.9983671,0.00028271772,0.00012010477,0.00046324966,0.00048660737,0.0002802329],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007480247,0.00020504251,0.00043109636,0.0010087712,0.00012880174,0.00014115311,0.00027939468,0.00017044731,0.0009916103],"category_scores_gemma":[0.011683856,0.00017538964,0.000057614703,0.0027948844,0.00008491526,0.00031187286,0.00015982594,0.0010067335,0.00007750075],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011432679,0.005136488,0.002255935,0.0009801065,0.000056354464,0.000038140224,0.13571328,0.0000013977242,0.00006377138,0.07661234,0.25523052,0.52379733],"study_design_scores_gemma":[0.009616823,0.0060546705,0.12321919,0.020249315,0.00019163727,0.000108783664,0.6655733,0.01451107,0.00014117282,0.0464996,0.1121208,0.0017136525],"about_ca_topic_score_codex":0.00074959913,"about_ca_topic_score_gemma":0.00040436504,"teacher_disagreement_score":0.52986,"about_ca_system_score_codex":0.0011788827,"about_ca_system_score_gemma":0.031646296,"threshold_uncertainty_score":0.9999216},"labels":[],"label_agreement":null},{"id":"W4403552998","doi":"10.3389/fmed.2024.1453262","title":"Redefining medical education: harnessing the power of patient feedback","year":2024,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Power (physics); Computer science; Medical education; Engineering ethics; Medicine; Psychology; Engineering; Physics","score_opus":0.011340041297332301,"score_gpt":0.3145356973211694,"score_spread":0.30319565602383713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403552998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5337953,0.040215172,0.01277106,0.31297928,0.039279476,0.001145074,0.0000022108165,0.00019791347,0.059614535],"genre_scores_gemma":[0.9770539,0.00025355865,0.012422579,0.008312266,0.0008505022,0.00006572418,0.000051949737,0.00003408166,0.00095545483],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976347,0.0000725896,0.0007377662,0.00027816373,0.00104581,0.00023096842],"domain_scores_gemma":[0.9991027,0.00009288359,0.00010271039,0.00041058374,0.00019253454,0.000098589895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013184213,0.00014651394,0.00039960942,0.0004952561,0.00006480706,0.000011499713,0.00018880876,0.00016123439,0.0012486706],"category_scores_gemma":[0.0038933652,0.00009007097,0.000051308394,0.0015640693,0.00062653754,0.00007895098,0.000040371437,0.00069904333,0.000013376404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004230313,0.00016103135,0.009074727,0.000257562,0.00005304686,0.000026097568,0.0070895343,0.0000017334638,0.00003766744,0.0040223245,0.62272924,0.35650474],"study_design_scores_gemma":[0.0021291294,0.00078943575,0.027514262,0.02067803,0.00033214813,0.000566191,0.068693586,0.009692405,0.00030858655,0.007865758,0.86103743,0.00039302872],"about_ca_topic_score_codex":0.00004119892,"about_ca_topic_score_gemma":0.0000015449275,"teacher_disagreement_score":0.4432586,"about_ca_system_score_codex":0.00021206365,"about_ca_system_score_gemma":0.0014132154,"threshold_uncertainty_score":0.9996643},"labels":[],"label_agreement":null},{"id":"W4403597841","doi":"10.1097/sih.0000000000000823","title":"Gaming the System? A Qualitative Exploration of Physician Assistant Learner Perceptions of Virtual Patient Education","year":2024,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto East General Hospital; St. Michael's Hospital","funders":"","keywords":"Psychology; Perception; Medical education; Grounded theory; Virtual learning environment; Focus group; Qualitative research; Pedagogy; Medicine","score_opus":0.060924706450822964,"score_gpt":0.45096772874219204,"score_spread":0.39004302229136906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403597841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91562575,0.0018228122,0.018585682,0.058737554,0.0022722248,0.0028728424,0.000041919226,0.000024742794,0.000016478],"genre_scores_gemma":[0.9972235,0.000092227216,0.0009697653,0.001111526,0.00040235594,0.00008549552,0.000044970806,0.000036717676,0.000033440818],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952334,0.0010943041,0.0022362752,0.00020443916,0.0009709747,0.00026058184],"domain_scores_gemma":[0.9932026,0.0023630622,0.001436649,0.00044412524,0.0024945145,0.000058999893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041888193,0.00019521595,0.00045681727,0.00031402463,0.00035101827,0.000022892267,0.0002306264,0.00021684488,0.000005255644],"category_scores_gemma":[0.001206497,0.00011733964,0.0005213815,0.0019684092,0.00021891507,0.0004476972,0.0000357836,0.00089140335,9.732485e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004353913,0.00027573248,0.0039255857,0.003580521,0.000111771864,2.1981745e-7,0.19204463,0.74006265,0.00020727672,0.013098186,0.00028925278,0.045968786],"study_design_scores_gemma":[0.00076295016,0.0007331717,0.013500695,0.0056899716,0.00017887115,0.0000081322505,0.2911263,0.6821607,0.00009284192,0.005076962,0.0005176029,0.00015182456],"about_ca_topic_score_codex":0.00056701683,"about_ca_topic_score_gemma":0.00009350569,"teacher_disagreement_score":0.09908167,"about_ca_system_score_codex":0.0014879555,"about_ca_system_score_gemma":0.0016737082,"threshold_uncertainty_score":0.47849715},"labels":[],"label_agreement":null},{"id":"W4403649398","doi":"10.1002/aet2.11035","title":"“Ardor and diligence”: Quantifying the faculty effort needed in emergency medicine graduate medical education","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Graduate medical education; Descriptive statistics; Workforce; Quarter (Canadian coin); Repeated measures design; Work hours; Medical education; Family medicine; Psychology; Work (physics); Political science","score_opus":0.1632889202600317,"score_gpt":0.4633080063380455,"score_spread":0.30001908607801375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403649398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9102883,0.002588178,0.00015459227,0.078389555,0.0037366122,0.00037934238,7.107598e-7,0.000067243076,0.0043955063],"genre_scores_gemma":[0.99375683,0.000878594,0.00056359114,0.0022980357,0.0008813343,0.00015356565,0.00016064498,0.000021180105,0.0012862002],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983647,0.000044889875,0.0005619359,0.0003355713,0.0004763545,0.00021658764],"domain_scores_gemma":[0.9993478,0.00007854594,0.000073759744,0.00018472777,0.00016657944,0.00014855714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001399742,0.00015567079,0.00020595381,0.00035119007,0.00018091008,0.00003266092,0.000085126594,0.00011288135,0.000589449],"category_scores_gemma":[0.0014948907,0.00010638561,0.000028935186,0.0009785749,0.00021508025,0.00015770657,0.000024008235,0.0004887815,0.000011983706],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010657151,0.00018175656,0.014409385,0.00032068425,0.000031674168,0.0000018148787,0.034769762,2.9427875e-7,0.000061374136,0.017665965,0.027440608,0.905106],"study_design_scores_gemma":[0.00095505593,0.00020711606,0.6919009,0.0036660861,0.0002592256,0.0008867114,0.21191472,0.009070329,0.00007163445,0.008247343,0.07236714,0.00045373375],"about_ca_topic_score_codex":0.0003848105,"about_ca_topic_score_gemma":0.000051863997,"teacher_disagreement_score":0.9046523,"about_ca_system_score_codex":0.00007409242,"about_ca_system_score_gemma":0.0015888528,"threshold_uncertainty_score":0.64540535},"labels":[],"label_agreement":null},{"id":"W4403680521","doi":"10.1093/pch/pxae067.057","title":"58 A hospital paediatrics education curriculum: Quality improvement for inpatient paediatric learner education on CTU","year":2024,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Quality (philosophy); Medicine; Family medicine; Psychology; Pediatrics; Pedagogy","score_opus":0.011475967575228221,"score_gpt":0.35173875025652335,"score_spread":0.3402627826812951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403680521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7514775,0.02588902,0.0072415187,0.15255217,0.043422073,0.01227902,0.00021627727,0.000977043,0.005945399],"genre_scores_gemma":[0.9292239,0.0056724558,0.013143022,0.026331862,0.018728258,0.0022292617,0.0032247992,0.00019118788,0.0012552781],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951465,0.00014579209,0.0015777149,0.0010597155,0.0012285593,0.00084172457],"domain_scores_gemma":[0.99690837,0.0002893716,0.0005955367,0.00076152914,0.00096534553,0.00047982438],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022970194,0.00046960803,0.0005753127,0.0014575225,0.00050743273,0.0001376781,0.00024962355,0.00033780764,0.0001068782],"category_scores_gemma":[0.0024946232,0.0004288072,0.00032658756,0.0032479381,0.0000696636,0.00025015342,0.000071969596,0.0011366315,0.00021466635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040102048,0.0040336004,0.012794951,0.0024314201,0.000041843494,5.8893164e-7,0.0013759105,0.000008646629,0.0000026820205,0.02003408,0.29228652,0.6669497],"study_design_scores_gemma":[0.0026610566,0.0064364527,0.07653294,0.00079761056,0.0005714027,0.00002752436,0.0046678064,0.0019692655,0.000048040383,0.005241161,0.89971167,0.0013350795],"about_ca_topic_score_codex":0.0003087115,"about_ca_topic_score_gemma":0.000009039568,"teacher_disagreement_score":0.6656146,"about_ca_system_score_codex":0.0023726996,"about_ca_system_score_gemma":0.008626119,"threshold_uncertainty_score":0.99981636},"labels":[],"label_agreement":null},{"id":"W4403685415","doi":"10.1111/medu.15553","title":"Transformational learning and professional identity formation in postgraduate competency‐based medical education","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; York University; McMaster University","funders":"McMaster University","keywords":"Transformational leadership; Thematic analysis; Identity (music); Interpersonal communication; Professional development; Medical education; Psychology; Qualitative research; Population; Interpersonal relationship; Transformative learning; Pedagogy; Nursing; Medicine; Sociology; Social psychology","score_opus":0.009160367116389685,"score_gpt":0.377319745640852,"score_spread":0.36815937852446234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403685415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7342825,0.0017325883,0.007965959,0.24623944,0.0049312958,0.0009480676,0.0000025799989,0.00024067871,0.003656894],"genre_scores_gemma":[0.97677785,0.00025419908,0.0039428207,0.015724286,0.0007068916,0.00034972696,0.0014462507,0.00003053516,0.0007674402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99632466,0.00017445472,0.0008281073,0.0003555139,0.0020313407,0.00028592782],"domain_scores_gemma":[0.9990229,0.00013599673,0.0000936104,0.00014501282,0.00036750635,0.00023494559],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017808197,0.00019441158,0.00024728102,0.0008059366,0.00016700783,0.000081262806,0.00014032413,0.0003683555,0.002402426],"category_scores_gemma":[0.005753271,0.00017292697,0.00006313384,0.0012056493,0.00020446323,0.00093443476,0.000029361201,0.0011989224,0.0001042384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008784742,0.0024648656,0.0126333125,0.0024015596,0.000027580378,0.000017636365,0.0032798692,0.000004600479,0.00017081258,0.050693903,0.035290815,0.89292717],"study_design_scores_gemma":[0.0041107787,0.0004774437,0.17052509,0.020198407,0.00022712423,0.0021290241,0.005634609,0.5068011,0.00044307054,0.017311221,0.27113926,0.0010028656],"about_ca_topic_score_codex":0.000089828565,"about_ca_topic_score_gemma":0.000102509795,"teacher_disagreement_score":0.8919243,"about_ca_system_score_codex":0.00044557083,"about_ca_system_score_gemma":0.020305997,"threshold_uncertainty_score":0.9985095},"labels":[],"label_agreement":null},{"id":"W4403685915","doi":"10.1007/s00134-024-07684-1","title":"Beyond borders: the impact of international fellowships on professional and personal development","year":2024,"lang":"en","type":"editorial","venue":"Intensive Care Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Pain medicine; Medicine; Anesthesiology; Professional development; Medical education; Family medicine; Nursing; Anesthesia","score_opus":0.01694243054164174,"score_gpt":0.3913386131946563,"score_spread":0.37439618265301455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403685915","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035500973,0.0037158388,0.000012841613,0.019160932,0.93638563,0.0007873466,0.000118595315,0.00005224103,0.004265609],"genre_scores_gemma":[0.09428421,0.00035415712,0.00021892927,0.0042627016,0.88811237,0.000160282,0.0061955443,0.000115027564,0.006296761],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99654716,0.000055784683,0.0007085711,0.000507622,0.0019227746,0.0002580601],"domain_scores_gemma":[0.9843984,0.0007112447,0.0002995117,0.00030775002,0.014176808,0.00010626473],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00057835266,0.00040876216,0.00066401437,0.0005469635,0.000105341176,0.000016237247,0.00024410218,0.0005627674,0.0005149952],"category_scores_gemma":[0.023149528,0.00021521484,0.0001449023,0.00038478532,0.0008094486,0.000036003352,0.00013500734,0.0022099721,0.000030399582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003320026,0.00004710789,0.00029693445,0.00046141617,0.00058600435,0.000038361795,0.032607127,3.338329e-7,0.00005032871,0.000059294718,0.9534789,0.012042187],"study_design_scores_gemma":[0.0014972026,0.0011179184,0.001937842,0.007947974,0.0003246836,0.000038828086,0.0666664,0.00007221883,0.00005625248,0.00010214384,0.9200098,0.00022872833],"about_ca_topic_score_codex":0.00010343216,"about_ca_topic_score_gemma":0.0000080921145,"teacher_disagreement_score":0.058783237,"about_ca_system_score_codex":0.00088858703,"about_ca_system_score_gemma":0.0026217331,"threshold_uncertainty_score":0.9850789},"labels":[],"label_agreement":null},{"id":"W4403689731","doi":"10.1038/d41586-024-03461-8","title":"How to run a successful internship programme","year":2024,"lang":"en","type":"article","venue":"Nature","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Internship; Business; Medical education; Medicine","score_opus":0.016376642581453715,"score_gpt":0.3543580116673551,"score_spread":0.3379813690859014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403689731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5662732,0.0018073855,0.0013611999,0.41934744,0.003971704,0.00063469005,0.000004135902,0.00040372746,0.006196477],"genre_scores_gemma":[0.9731085,0.0000036588503,0.004958159,0.009972764,0.0012274408,0.000060813603,0.000055166664,0.0000192625,0.010594262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992144,0.000009072414,0.00009396057,0.00020204845,0.00029887055,0.00018166091],"domain_scores_gemma":[0.9995326,0.000022025852,0.000011517157,0.00019881364,0.00016056077,0.00007451174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021201851,0.00007920317,0.00009431911,0.00019541621,0.00002459278,0.00011656619,0.0000960067,0.0005808627,0.00013202724],"category_scores_gemma":[0.0013299801,0.000059485883,0.000037795406,0.00090610085,0.00002463535,0.00007095739,0.000025212516,0.002170986,0.000116226576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029509449,0.00008993751,0.0028297177,0.0003957596,0.00004673444,0.00007314418,0.00094776764,8.771959e-8,0.00089471333,0.017703163,0.48483682,0.49215263],"study_design_scores_gemma":[0.00014316327,0.00010494337,0.0038043743,0.00038150177,0.00003093195,0.000064120395,0.0005180286,0.00015989243,0.0011138574,0.000482502,0.99311936,0.00007733558],"about_ca_topic_score_codex":0.0000042781235,"about_ca_topic_score_gemma":0.0000046484147,"teacher_disagreement_score":0.50828254,"about_ca_system_score_codex":0.00012059885,"about_ca_system_score_gemma":0.00012024145,"threshold_uncertainty_score":0.9431975},"labels":[],"label_agreement":null},{"id":"W4403731528","doi":"10.1111/jep.14167","title":"The equivalence of a high‐stakes objective structured clinical exam adapted to suit a virtual delivery format","year":2024,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Equivalence (formal languages); Objective structured clinical examination; Virtual patient; Psychology; Rasch model; Computer science; Medical education; Competence (human resources); Medicine; Social psychology; Mathematics; Developmental psychology","score_opus":0.12221485395873796,"score_gpt":0.527386709121258,"score_spread":0.40517185516251997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403731528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95778567,0.001043249,0.005776764,0.026631983,0.006963813,0.00087119505,0.000004843756,0.000016408852,0.0009060554],"genre_scores_gemma":[0.9809569,0.0006234023,0.014248582,0.002612988,0.0014224127,0.000019243967,0.0000059877802,0.00001894841,0.00009149408],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9911296,0.0019150117,0.0042299847,0.00028265893,0.0022123712,0.0002304106],"domain_scores_gemma":[0.9640127,0.026696818,0.0020247723,0.0005265977,0.0065313214,0.00020781769],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045132235,0.00014653399,0.00055496785,0.00035950763,0.00008851754,0.0000781894,0.00025595617,0.0002675376,0.00020852915],"category_scores_gemma":[0.2633691,0.00009741187,0.00024985132,0.0012382772,0.00026943668,0.0008168522,0.00006808499,0.0019520773,0.00003694939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060533998,0.0011327476,0.0030706904,0.000097315155,0.00060861453,0.000078242105,0.0019466943,0.00064511393,0.00016575055,0.007002111,0.03345924,0.9457401],"study_design_scores_gemma":[0.015079754,0.019971233,0.65253294,0.0049982844,0.005067481,0.002030179,0.03229353,0.08044771,0.00036050408,0.019305522,0.16722222,0.0006906495],"about_ca_topic_score_codex":0.000026870552,"about_ca_topic_score_gemma":0.000017892484,"teacher_disagreement_score":0.9450494,"about_ca_system_score_codex":0.00037584404,"about_ca_system_score_gemma":0.0024878,"threshold_uncertainty_score":0.9832373},"labels":[],"label_agreement":null},{"id":"W4403731800","doi":"10.3899/jrheum.2024-0938","title":"Enhancing Equity in Clinical Research: A Multifaceted Proposal for Spondyloarthritis","year":2024,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Rheumatology Research Foundation; National Institute of Nursing Research; Canadian Institutes of Health Research; National Institutes of Health; Spondylitis Association of America","keywords":"Health equity; Medicine; Equity (law); Underrepresented Minority; Community-based participatory research; Community engagement; Public relations; Outcomes research; Indigenous; Best practice; Medical education; Alternative medicine; Participatory action research; Nursing; Political science; Sociology; Public health","score_opus":0.1295288424153582,"score_gpt":0.5153024590371796,"score_spread":0.3857736166218214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403731800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96290845,0.0009397713,0.0030130092,0.030122556,0.0024731802,0.00038994374,0.0000011383871,0.000013243774,0.00013869593],"genre_scores_gemma":[0.99034256,0.0004900659,0.008678797,0.00018166867,0.00010752204,0.000012407665,0.0000028921636,0.000014485114,0.00016961597],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977188,0.00046718263,0.0010810038,0.00010380241,0.00035268106,0.0002765237],"domain_scores_gemma":[0.9972115,0.001782117,0.00014676795,0.00017226185,0.00063383725,0.000053490476],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01604109,0.00006467542,0.0003413352,0.00042950525,0.00007080781,0.00001691588,0.00018101763,0.00014579411,0.000081565624],"category_scores_gemma":[0.012663661,0.000040486742,0.00008367174,0.00058552297,0.0003948331,0.00008365988,0.000061142746,0.0012975244,0.000027764934],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050305645,0.0014761273,0.08195852,0.0026731945,0.00050786685,0.00030028142,0.018701259,0.000014933251,0.010148869,0.08325635,0.14743629,0.64849573],"study_design_scores_gemma":[0.036870312,0.021476358,0.10345341,0.039904844,0.00092615123,0.14978336,0.04323601,0.04749445,0.0115894135,0.28547236,0.25859997,0.0011933519],"about_ca_topic_score_codex":0.000036683065,"about_ca_topic_score_gemma":0.00011099909,"teacher_disagreement_score":0.6473024,"about_ca_system_score_codex":0.00013729483,"about_ca_system_score_gemma":0.0015433468,"threshold_uncertainty_score":0.9956531},"labels":[],"label_agreement":null},{"id":"W4403734536","doi":"10.1007/s10459-024-10355-x","title":"Exploring the “led” in health professional student-led experiences: a scoping review","year":2024,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"University of Queensland","keywords":"Thematic analysis; Medical education; Curriculum; Workforce; Scope of practice; Health care; Educational leadership; Professional development; Pedagogy; Psychology; Medicine; Qualitative research; Sociology; Political science","score_opus":0.1808422357904307,"score_gpt":0.5943200926886363,"score_spread":0.4134778568982056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403734536","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016422648,0.96502805,0.000014567781,0.015221295,0.012256047,0.0069780718,0.0000012659266,0.000046453748,0.00029000762],"genre_scores_gemma":[0.00004810672,0.9765764,0.0019010992,0.0074406955,0.0006568868,0.013045176,0.00007136467,0.000030175956,0.00023012403],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99331945,0.000762721,0.0029798653,0.0009829307,0.0012058787,0.0007491496],"domain_scores_gemma":[0.99753255,0.00040767548,0.001220067,0.00056496466,0.00013731685,0.0001374364],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008946042,0.00040236444,0.0016289005,0.0010671236,0.0004704481,0.00006592798,0.0006967909,0.000090382346,0.00007936507],"category_scores_gemma":[0.0016618965,0.00024747133,0.00013572007,0.0072136982,0.00044893086,0.0008546028,0.00011798085,0.0012340443,0.000048148384],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010676127,0.00018621735,0.00006378494,0.25524846,0.0000026266853,6.0621807e-7,0.004681632,0.0000017907615,2.2424436e-9,0.0006955588,0.0009110145,0.7382072],"study_design_scores_gemma":[0.000054978944,0.00009789465,0.000042126012,0.58543223,0.000020027786,0.00002906267,0.009108047,0.000012183442,2.3832225e-8,0.00007701681,0.40499523,0.00013118998],"about_ca_topic_score_codex":0.00017596936,"about_ca_topic_score_gemma":0.00020431292,"teacher_disagreement_score":0.73807603,"about_ca_system_score_codex":0.0019901437,"about_ca_system_score_gemma":0.026419852,"threshold_uncertainty_score":0.99999774},"labels":[],"label_agreement":null},{"id":"W4403761421","doi":"10.1007/s11606-024-09152-4","title":"Check, Please! Supervisor-Learner Dyads Using “Checking” for Clinical Support During Indirect Supervision","year":2024,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of Northern British Columbia; University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; Supervisor; MEDLINE; Medical education; Nursing","score_opus":0.11338472550602324,"score_gpt":0.46281406578204337,"score_spread":0.34942934027602013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403761421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97480947,0.0022770958,0.0033946882,0.009920681,0.008369797,0.00029504256,0.000005287154,0.000044368826,0.0008835898],"genre_scores_gemma":[0.9509403,0.0009383824,0.013995908,0.0032951771,0.021679059,0.000009536841,0.00006227834,0.00010260066,0.008976755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99608576,0.00010559749,0.0021258022,0.00033868128,0.0009519955,0.00039213608],"domain_scores_gemma":[0.99783486,0.0002050033,0.00039158989,0.0002712954,0.0009910672,0.00030616362],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032312104,0.00027261977,0.0008705133,0.0008513088,0.0000999171,0.000047378635,0.0002807179,0.00025177695,0.0013306655],"category_scores_gemma":[0.002808394,0.00018665759,0.0003740196,0.0005494075,0.00024381994,0.00029357738,0.000065959735,0.0012679345,0.000019436638],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038450137,0.0015160678,0.0892353,0.0028082568,0.0022494232,0.002295921,0.0034539434,0.000061867875,0.14539982,0.0006989949,0.55739725,0.19103818],"study_design_scores_gemma":[0.028509947,0.021642692,0.14606097,0.024145266,0.0045211846,0.034510378,0.003434344,0.07393224,0.03144586,0.0011343586,0.6292465,0.0014163184],"about_ca_topic_score_codex":0.00007797614,"about_ca_topic_score_gemma":0.00000284363,"teacher_disagreement_score":0.18962185,"about_ca_system_score_codex":0.00038275716,"about_ca_system_score_gemma":0.00050400116,"threshold_uncertainty_score":0.99958223},"labels":[],"label_agreement":null},{"id":"W4403805658","doi":"10.7759/cureus.72478","title":"Enhancing Class Culture: Assessing and Improving the Impact of the \"Thriving Together\" Workshop for Dalhousie Medical Students","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact; Dalhousie University","funders":"","keywords":"Thriving; Medicine; Class (philosophy); Medical education; World class; Family medicine; Artificial intelligence; Social science","score_opus":0.02137179067841463,"score_gpt":0.4041013023470005,"score_spread":0.3827295116685858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403805658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798454,0.0025023266,0.010006259,0.0054633818,0.0012184369,0.000553081,0.0000020372129,0.000049747392,0.00035934406],"genre_scores_gemma":[0.99695855,0.000046382687,0.0011930201,0.0005995209,0.0007047212,0.000042470558,0.0000056125664,0.000025266067,0.0004244483],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985776,0.000048478054,0.00031491477,0.00020298031,0.0006506888,0.00020533949],"domain_scores_gemma":[0.9990812,0.00032252696,0.00008804257,0.00030681957,0.0001464824,0.00005495972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015883079,0.000117503834,0.0001703926,0.000037812093,0.00019187479,0.00013513096,0.00029553968,0.0001519347,0.00009059568],"category_scores_gemma":[0.0043676794,0.00005572029,0.00010734366,0.00036643408,0.00017223261,0.00010332131,0.00014966553,0.00047299318,0.0000015489363],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009297194,0.00084772054,0.06408834,0.0023202067,0.0014896984,0.00002516507,0.048494045,0.000033765606,0.11249824,0.004130468,0.07488298,0.6910964],"study_design_scores_gemma":[0.008631236,0.001884446,0.6002282,0.0319949,0.003514869,0.0014992234,0.07206635,0.15083553,0.03839623,0.006424703,0.08246961,0.0020546878],"about_ca_topic_score_codex":0.000050230272,"about_ca_topic_score_gemma":0.000020806308,"teacher_disagreement_score":0.68904173,"about_ca_system_score_codex":0.00016637625,"about_ca_system_score_gemma":0.00042650846,"threshold_uncertainty_score":0.5228836},"labels":[],"label_agreement":null},{"id":"W4403822098","doi":"10.1352/1944-7558-129.6.476","title":"Providing Care to People With Intellectual and Developmental Disabilities in Medical Education","year":2024,"lang":"en","type":"article","venue":"American Journal on Intellectual and Developmental Disabilities","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Objective structured clinical examination; Medical education; Psychology; Qualitative property; Intellectual disability; Scale (ratio); Qualitative research; Clinical Practice; Medicine; Nursing; Psychiatry","score_opus":0.01100916987100212,"score_gpt":0.2946616367201794,"score_spread":0.2836524668491773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403822098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98924774,0.0003536252,0.00020598016,0.00416864,0.00038476632,0.00043169633,0.0000039774686,0.00006029457,0.005143293],"genre_scores_gemma":[0.9906277,0.000186275,0.0053541306,0.0023712355,0.00019683126,0.00014499057,0.000030750707,0.00003973507,0.0010483599],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99774003,0.0000845674,0.0006058234,0.0004734344,0.0007079273,0.00038819303],"domain_scores_gemma":[0.99738896,0.0019522418,0.00003743763,0.00009093457,0.00016513019,0.0003653241],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003750149,0.0003102531,0.00042650776,0.00058265234,0.00024208499,0.00018333922,0.000115343464,0.000073720126,0.0020508545],"category_scores_gemma":[0.015535541,0.00022796053,0.000041172072,0.0010888517,0.0010851059,0.00021327137,0.00010390619,0.00069131295,0.00012855759],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006687717,0.00030779754,0.035064917,0.00036374378,0.00008548289,0.000008250309,0.5003081,0.0000011405747,0.000037734088,0.0008148103,0.011750361,0.4505889],"study_design_scores_gemma":[0.0003971328,0.001879014,0.0066194767,0.0020705662,0.000026072856,0.0031150377,0.9639312,0.000104336366,0.00026969347,0.00021912903,0.02098377,0.00038453992],"about_ca_topic_score_codex":0.00012039337,"about_ca_topic_score_gemma":0.00017131837,"teacher_disagreement_score":0.46362314,"about_ca_system_score_codex":0.0012212046,"about_ca_system_score_gemma":0.0026168532,"threshold_uncertainty_score":0.99886143},"labels":[],"label_agreement":null},{"id":"W4403865888","doi":"10.5334/bdc.b","title":"Entrustable professional activities, entrustment, and the conceptualization of competence in the health professions","year":2024,"lang":"en","type":"book-chapter","venue":"Ubiquity Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Conceptualization; Competence (human resources); Health professions; Psychology; Medical education; Medicine; Computer science; Social psychology; Political science; Health care; Artificial intelligence","score_opus":0.03935673329790075,"score_gpt":0.34068256710182776,"score_spread":0.301325833803927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403865888","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00204203,0.006605121,0.0002055783,0.011674263,0.001958709,0.0071710083,0.00013594129,0.00008282142,0.97012454],"genre_scores_gemma":[0.08570658,0.000615876,0.0003471474,0.0058697504,0.00041823974,0.00052915694,0.00032369312,0.00006444261,0.9061251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805266,0.00016276911,0.0006220755,0.00028894955,0.0006529434,0.0002206007],"domain_scores_gemma":[0.9987067,0.00030731174,0.0003707277,0.0004497525,0.0001250273,0.0000404897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001229232,0.00021979962,0.00046426462,0.00013600494,0.00017342788,0.000025849777,0.00020889149,0.00022403689,0.000099269346],"category_scores_gemma":[0.00013333483,0.00011993137,0.000063157495,0.000036738602,0.00090893713,0.00004079942,0.00017568827,0.0010164512,0.0000020395344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014688473,0.00005960355,0.000016780534,0.00088162,0.000046617788,0.0000030151848,0.0140259685,4.1361176e-7,0.0000121790645,0.968083,0.010541313,0.006182609],"study_design_scores_gemma":[0.0031336502,0.000292294,0.00019698468,0.008037653,0.00032572733,0.00006764713,0.0064581917,0.00070358947,0.00019919548,0.055601135,0.92467743,0.00030652093],"about_ca_topic_score_codex":0.00013601696,"about_ca_topic_score_gemma":0.000026298092,"teacher_disagreement_score":0.9141361,"about_ca_system_score_codex":0.00015446494,"about_ca_system_score_gemma":0.00072591356,"threshold_uncertainty_score":0.48906595},"labels":[],"label_agreement":null},{"id":"W4403899198","doi":"10.1177/01632787241286911","title":"Who’s at the Table? A Scoping Review of Stakeholder Engagement in Medical Education Program Evaluation","year":2024,"lang":"en","type":"review","venue":"Evaluation & the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Ottawa","funders":"","keywords":"Stakeholder; Viewpoints; Stakeholder engagement; Medical education; Accountability; Inclusion (mineral); Public relations; Stakeholder analysis; Psychology; Program evaluation; Best practice; Medicine; Political science","score_opus":0.4900200572623418,"score_gpt":0.6423792961658585,"score_spread":0.1523592389035167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403899198","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017876195,0.85713285,0.000021214268,0.075338006,0.002663739,0.06382394,0.000010392378,0.00005514246,0.00093681354],"genre_scores_gemma":[0.000011579209,0.92177165,0.00033762667,0.00888831,0.00052594644,0.06499094,0.0021107716,0.0000699954,0.00129319],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98110116,0.008946712,0.0035755604,0.0007135327,0.005125375,0.00053765473],"domain_scores_gemma":[0.9940132,0.0006825577,0.0018372753,0.0014324065,0.0018678108,0.00016674957],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06319022,0.00043130928,0.001578822,0.00054054346,0.0006353418,0.000026525813,0.0004706325,0.0004124276,0.005028051],"category_scores_gemma":[0.018497054,0.00022005638,0.00025709343,0.0037522644,0.00023856215,0.00010060064,0.00027917704,0.0023596263,0.00016174525],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038136498,0.0003600298,0.000003383683,0.20833017,0.0000493371,2.0281315e-7,0.0007459942,5.857343e-7,1.6373539e-8,0.00021450031,0.104476795,0.68581516],"study_design_scores_gemma":[0.00026828007,0.00008029553,0.00003450799,0.58006215,0.0017389674,0.000021547656,0.00040677833,0.00095257664,7.279672e-8,0.00010609672,0.41621977,0.00010897116],"about_ca_topic_score_codex":0.000051844952,"about_ca_topic_score_gemma":0.00014986598,"teacher_disagreement_score":0.6857062,"about_ca_system_score_codex":0.0034858678,"about_ca_system_score_gemma":0.08184129,"threshold_uncertainty_score":0.99994195},"labels":[],"label_agreement":null},{"id":"W4403922314","doi":"10.4103/cmrp.cmrp_110_24","title":"Beyond boundaries: An exploration of general surgery education in Canada and India","year":2024,"lang":"en","type":"article","venue":"Current Medicine Research and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network","funders":"","keywords":"Geology","score_opus":0.16183963109828614,"score_gpt":0.5087593721543437,"score_spread":0.3469197410560576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403922314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94656515,0.020886444,0.00015223387,0.027824922,0.0020260985,0.0004283659,0.000003884449,0.00001185443,0.0021010651],"genre_scores_gemma":[0.99228907,0.005313019,0.00048675714,0.00041250227,0.0009905422,0.00006064821,0.00027309303,0.000013300643,0.00016106425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981694,0.0002787674,0.000368961,0.00023773311,0.0007392486,0.00020587406],"domain_scores_gemma":[0.9975835,0.0014019895,0.000061808176,0.00017252339,0.000627353,0.00015281752],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033614829,0.00008044397,0.00019081571,0.00063602213,0.00009596444,0.000047337035,0.000039292605,0.00004281635,0.000084633255],"category_scores_gemma":[0.010637847,0.00006561111,0.000006448793,0.0010350219,0.00041297014,0.0010060483,0.000023551047,0.0006163937,0.0000015108634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019161149,0.00024114,0.015162966,0.0012334083,0.000019836694,0.000017509414,0.003177601,1.7654251e-7,0.00027560093,0.012384856,0.10914777,0.8581475],"study_design_scores_gemma":[0.000991118,0.00095637,0.075150885,0.0038202675,0.00011938925,0.00036632142,0.050545078,0.0016912605,0.00029968566,0.012034446,0.8537658,0.0002593974],"about_ca_topic_score_codex":0.32917184,"about_ca_topic_score_gemma":0.07020433,"teacher_disagreement_score":0.8578881,"about_ca_system_score_codex":0.00032129374,"about_ca_system_score_gemma":0.014640064,"threshold_uncertainty_score":0.997696},"labels":[],"label_agreement":null},{"id":"W4403959944","doi":"10.1111/medu.15569","title":"Trainee resistors: Have our students become our teachers?","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Medical education; Resistor; Psychology; Mathematics education; Pedagogy; Medicine; Engineering; Electrical engineering","score_opus":0.019409548915332066,"score_gpt":0.4171139450191396,"score_spread":0.39770439610380753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403959944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.628649,0.0014780912,0.0011942756,0.34950283,0.011871518,0.0007729794,0.00000325934,0.00045007077,0.00607799],"genre_scores_gemma":[0.9511605,0.000059695034,0.0019668548,0.016281221,0.0042183823,0.00022350578,0.0002875015,0.00005441728,0.025747923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968272,0.00008309343,0.00056864735,0.0004490093,0.0017442312,0.0003278545],"domain_scores_gemma":[0.99902487,0.00003239761,0.00006641353,0.00042252045,0.00022832154,0.00022548377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015194925,0.00019823099,0.00026462236,0.00046041876,0.000103791106,0.0000855669,0.00028976277,0.00032119578,0.0006879794],"category_scores_gemma":[0.005969656,0.0001708105,0.00010505316,0.00070520083,0.000049506663,0.00016341048,0.000045444383,0.000899087,0.0005727824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014067249,0.0010024266,0.006421159,0.00023890138,0.00006691055,0.000018320003,0.0034119897,1.6039667e-7,0.000051237967,0.00052470184,0.75726694,0.2309832],"study_design_scores_gemma":[0.0009909394,0.00023089393,0.07299972,0.0020762645,0.0002597086,0.0002650864,0.025622213,0.0009226095,0.00009781245,0.0006099328,0.8955603,0.0003644928],"about_ca_topic_score_codex":0.00009424106,"about_ca_topic_score_gemma":0.000014318494,"teacher_disagreement_score":0.3332216,"about_ca_system_score_codex":0.00069328805,"about_ca_system_score_gemma":0.0034013535,"threshold_uncertainty_score":0.7532892},"labels":[],"label_agreement":null},{"id":"W4403964893","doi":"10.7759/cureus.72818","title":"Problem-Based Learning in North American Primary Care Postgraduate Medical Education: A Rapid Review","year":2024,"lang":"en","type":"review","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Medicine; Primary care; Medical education; Family medicine","score_opus":0.03285437763412885,"score_gpt":0.3935097812987562,"score_spread":0.36065540366462734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403964893","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013162711,0.9874289,0.000009265063,0.0052491915,0.00091531296,0.0024018576,0.000008912471,0.00017433634,0.003799047],"genre_scores_gemma":[0.000007398748,0.97979146,0.0023096518,0.007998073,0.0008496398,0.0014224356,0.006951829,0.00012389841,0.0005456308],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613285,0.0002904603,0.0013940366,0.00072970183,0.0010473052,0.00040563545],"domain_scores_gemma":[0.9980289,0.00007893322,0.00050122594,0.00070431153,0.0004522227,0.0002344319],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0007679293,0.0005202524,0.002166782,0.00051562785,0.0000670493,0.000028431348,0.00038761657,0.00026835385,0.00033974406],"category_scores_gemma":[0.002343303,0.0003994381,0.0003883392,0.0040836786,0.00023732723,0.00005466164,0.00009248282,0.0026191683,0.00034279106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023513333,0.00018028158,0.00008772096,0.22621875,0.000053844127,0.000036892394,0.00009671575,5.3985595e-8,6.2473915e-9,0.000026144791,0.03481034,0.7384869],"study_design_scores_gemma":[0.00012205066,0.00013867767,0.00008059909,0.21390632,0.0014402905,0.00013283372,0.000049176426,0.0000051659777,1.3550368e-8,0.000002380258,0.78385776,0.000264704],"about_ca_topic_score_codex":0.00007622402,"about_ca_topic_score_gemma":0.000095853735,"teacher_disagreement_score":0.74904746,"about_ca_system_score_codex":0.001691358,"about_ca_system_score_gemma":0.020824604,"threshold_uncertainty_score":0.99984574},"labels":[],"label_agreement":null},{"id":"W4403997410","doi":"10.1080/0142159x.2024.2374512","title":"Curriculum is the road to success in medical education","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Curriculum; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.013382810411099493,"score_gpt":0.3899668368407061,"score_spread":0.3765840264296066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403997410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63589567,0.0007808363,0.0003109037,0.3486185,0.002124386,0.00038273467,2.7028224e-7,0.000100258105,0.01178645],"genre_scores_gemma":[0.948275,0.00006525757,0.00018970338,0.039490845,0.0023780975,0.00030172282,0.00003918162,0.00003396799,0.009226176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966166,0.00011601732,0.0005156077,0.00038828308,0.0020300567,0.00033343871],"domain_scores_gemma":[0.9990019,0.000034010543,0.000026802156,0.00041342384,0.00012243337,0.00040138137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00246344,0.00015347426,0.0002213548,0.00029227408,0.00006195487,0.00004449606,0.0003744168,0.00034572475,0.031209322],"category_scores_gemma":[0.0089435335,0.00009384422,0.0000714874,0.0017187688,0.00019679424,0.000082330356,0.0000911959,0.0013996758,0.0009681923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053535996,0.000626276,0.054968275,0.000095547424,0.000022343109,0.0000490986,0.0018425122,9.812346e-8,0.0000019805836,0.002385208,0.48963708,0.45036623],"study_design_scores_gemma":[0.0006026166,0.00010578627,0.026931968,0.0024092621,0.0000630686,0.00031412553,0.002223931,0.058691546,0.000016900038,0.00075122167,0.9076348,0.0002547577],"about_ca_topic_score_codex":0.00059775944,"about_ca_topic_score_gemma":0.00006176803,"teacher_disagreement_score":0.45011148,"about_ca_system_score_codex":0.0002781618,"about_ca_system_score_gemma":0.0026214493,"threshold_uncertainty_score":0.9998097},"labels":[],"label_agreement":null},{"id":"W4404020172","doi":"10.1080/0142159x.2024.2422006","title":"Under pressure: Supporting academic faculty in demanding times","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Regina","funders":"","keywords":"Medical education; Psychology; Academic medicine; Medicine; Mathematics education","score_opus":0.047233716329683983,"score_gpt":0.4342413845356116,"score_spread":0.38700766820592764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404020172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89876246,0.002193102,0.004143363,0.06850266,0.0012630775,0.0004218268,0.0000012315842,0.00039122786,0.024321038],"genre_scores_gemma":[0.9751215,0.000030930583,0.00042127265,0.0017174493,0.000914675,0.000046097008,0.000082312974,0.000030135863,0.021635648],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979229,0.000056056433,0.0005134089,0.00030655594,0.0008569837,0.00034411965],"domain_scores_gemma":[0.9995709,0.00004370826,0.000040253588,0.00016037222,0.000036380137,0.00014839807],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020278096,0.00012429059,0.00022608285,0.00022400779,0.000039469447,0.000018021929,0.00012950151,0.00040528018,0.012324499],"category_scores_gemma":[0.0034949293,0.000095594885,0.00005218882,0.0006557221,0.00012822336,0.00010255036,0.00005310637,0.0018029164,0.0002661464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004118413,0.00041990736,0.21802922,0.0010304259,0.000254607,0.00035630143,0.00549463,0.000013981474,0.00029912745,0.021689028,0.5026183,0.24975331],"study_design_scores_gemma":[0.0020119986,0.00012060551,0.045352507,0.0038819762,0.00031741994,0.0004379823,0.002893401,0.28289127,0.00024167908,0.0076059,0.6537105,0.00053475465],"about_ca_topic_score_codex":0.000024576166,"about_ca_topic_score_gemma":0.0000020149425,"teacher_disagreement_score":0.2828773,"about_ca_system_score_codex":0.0001449762,"about_ca_system_score_gemma":0.00037885792,"threshold_uncertainty_score":0.9885784},"labels":[],"label_agreement":null},{"id":"W4404066362","doi":"10.36834/cmej.79374","title":"The Psychiatry Information Card: a pocket resource to assist students’ transition into psychiatry clerkship","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan; Western University","funders":"","keywords":"Resource (disambiguation); Curriculum; Medical education; Computer science; Medicine; Psychology; Pedagogy","score_opus":0.005417612564685356,"score_gpt":0.31964396004985424,"score_spread":0.31422634748516887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404066362","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09190114,0.0019254934,0.0022446846,0.87778634,0.020582031,0.00062053226,0.0000070378564,0.000085688254,0.004847032],"genre_scores_gemma":[0.4325811,0.00023078873,0.009174743,0.54290277,0.013086185,0.000258266,0.0003821904,0.00008197602,0.0013019986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638367,0.00014678699,0.0009035001,0.0002354514,0.0018279287,0.0005026903],"domain_scores_gemma":[0.9946382,0.000060164377,0.00010902106,0.0003883732,0.0005909084,0.0042133573],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027340373,0.00020312483,0.00019765338,0.00095672195,0.0009469055,0.00066387927,0.00048755182,0.00032014798,0.0029135095],"category_scores_gemma":[0.00752081,0.00015608802,0.00013748177,0.0015018734,0.00016012069,0.0004099254,0.000017683273,0.0017079903,0.00045659413],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000279126,0.000083197825,0.0008396471,0.0000940861,0.00006239085,0.000004868867,0.0027716153,0.0000029217294,8.754639e-7,0.0056593157,0.7144054,0.27604774],"study_design_scores_gemma":[0.00039052506,0.00011819689,0.013829565,0.0011935829,0.00009940755,0.0011859114,0.0107339285,0.00031109262,0.0000013757539,0.0021967213,0.9697614,0.00017830513],"about_ca_topic_score_codex":0.001408201,"about_ca_topic_score_gemma":0.0047559175,"teacher_disagreement_score":0.34067994,"about_ca_system_score_codex":0.0013573068,"about_ca_system_score_gemma":0.067597926,"threshold_uncertainty_score":0.99799794},"labels":[],"label_agreement":null},{"id":"W4404122004","doi":"10.1093/pch/pxae077","title":"Implementing a resident-led transition-specific bootcamp curriculum during pediatric residency training: Our 3-year experience","year":2024,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Montreal Children's Hospital; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Curriculum; Medical education; Residency training; Training (meteorology); Transition (genetics); Medicine; Psychology; Pedagogy; Geography; Continuing education","score_opus":0.021684715860209793,"score_gpt":0.34353239706117666,"score_spread":0.32184768120096685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404122004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9264366,0.013928256,0.002461033,0.050330278,0.0031323533,0.0013684493,0.000028382112,0.00065140077,0.0016632364],"genre_scores_gemma":[0.9776178,0.006874443,0.0053855074,0.0014094741,0.008115911,0.00015024615,0.00017176506,0.000087274246,0.00018758737],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99547833,0.0001320146,0.001292268,0.00081549643,0.0010879727,0.0011939179],"domain_scores_gemma":[0.9985624,0.00007485734,0.00024914005,0.0005083158,0.00025444594,0.0003508746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018974259,0.0003201751,0.0004690696,0.001140476,0.0008471089,0.00013621397,0.00022594172,0.0001723607,0.00029817905],"category_scores_gemma":[0.00055854995,0.0003165262,0.00018780386,0.003341449,0.000037246224,0.00029910324,0.000066926936,0.001141206,0.00015299291],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027909383,0.0017143307,0.23207416,0.015108837,0.00026128182,0.0007281196,0.3495874,0.00006302096,0.00027670508,0.053078048,0.28352612,0.063302875],"study_design_scores_gemma":[0.012388206,0.0018425224,0.5058508,0.0040231906,0.0009076433,0.001906242,0.30156943,0.0035001533,0.0003064495,0.005550859,0.15846877,0.0036857405],"about_ca_topic_score_codex":0.00011792606,"about_ca_topic_score_gemma":0.000018279738,"teacher_disagreement_score":0.27377662,"about_ca_system_score_codex":0.0006310937,"about_ca_system_score_gemma":0.001435851,"threshold_uncertainty_score":0.99992865},"labels":[],"label_agreement":null},{"id":"W4404134749","doi":"10.1371/journal.pone.0313332","title":"Establishing the measurement and psychometrics of medical student feedback literacy (IMPROVE-FL): A research protocol","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Ministry of Higher Education, Malaysia","keywords":"Protocol (science); Psychometrics; Educational measurement; Literacy; Item response theory; Psychology; Medicine; Computer science; Data science; Clinical psychology; Pedagogy; Curriculum; Pathology; Alternative medicine","score_opus":0.20955321078746622,"score_gpt":0.4803970003442894,"score_spread":0.2708437895568232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404134749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8369067,0.0010027112,0.00041953727,0.07641099,0.00046794346,0.07984489,0.000005010548,0.00012397714,0.004818285],"genre_scores_gemma":[0.9250335,0.00013638273,0.005828218,0.0010511243,0.001421576,0.06572217,0.00001046019,0.00005276628,0.0007438022],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928747,0.0001178559,0.0004747127,0.0002846867,0.005997775,0.0002502911],"domain_scores_gemma":[0.99756646,0.000418647,0.00005402454,0.00042046647,0.0014237122,0.00011670148],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009263503,0.000092913135,0.00020563987,0.00055450015,0.00010508941,0.00017606383,0.00027474522,0.000120965204,0.00028531445],"category_scores_gemma":[0.012208757,0.000059307924,0.000026983538,0.0026054871,0.00023361783,0.00014485016,0.00014492974,0.0010510426,0.000021512576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039327933,0.01688211,0.016988384,0.016198138,0.0012953572,0.000051505565,0.021428129,2.675691e-7,0.02354897,0.011314502,0.04511959,0.84677976],"study_design_scores_gemma":[0.02367548,0.0121765025,0.21995242,0.11129985,0.002424293,0.0001681756,0.023327423,0.072149456,0.09504595,0.014701655,0.42318672,0.0018920867],"about_ca_topic_score_codex":0.000037175338,"about_ca_topic_score_gemma":0.000002376678,"teacher_disagreement_score":0.8448877,"about_ca_system_score_codex":0.00022299051,"about_ca_system_score_gemma":0.0005491595,"threshold_uncertainty_score":0.9961118},"labels":[],"label_agreement":null},{"id":"W4404159983","doi":"10.3389/fmed.2024.1490555","title":"Accreditation of pharmacy programs and its impact on SPLE success and pharmacist readiness in Saudi Arabia","year":2024,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"King Khalid University; Princess Nourah Bint Abdulrahman University; Deanship of Scientific Research, King Khalid University","keywords":"Accreditation; Pharmacy; Medicine; Pharmacist; Family medicine; Licensure; Significant difference; Medical education; Nursing; Internal medicine","score_opus":0.03188159481225215,"score_gpt":0.407140894733056,"score_spread":0.3752592999208038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404159983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98390687,0.0057690935,0.00042353643,0.0066095795,0.0018630064,0.0007024707,0.0000041849444,0.00003736446,0.00068388035],"genre_scores_gemma":[0.99660933,0.0010992874,0.0011140038,0.00033393077,0.00043006745,0.00006373823,0.00014438604,0.000021794367,0.0001834324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985462,0.000051434065,0.0004964082,0.00030956542,0.000375231,0.00022116254],"domain_scores_gemma":[0.9995175,0.00007113989,0.00007882786,0.00012955561,0.00011440218,0.00008857694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094129716,0.00017078083,0.00045264256,0.000863203,0.000023555547,0.000011921601,0.00007067176,0.0000728923,0.00010368048],"category_scores_gemma":[0.0006091864,0.00012678411,0.000020995407,0.0013186214,0.00023605047,0.00014562573,0.000018042181,0.0004198592,0.0000018828504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007741864,0.00030163347,0.53896165,0.0019476537,0.00008591285,0.00011353135,0.0038315174,0.000007882455,0.002255317,0.00024345299,0.052256014,0.39922127],"study_design_scores_gemma":[0.021349354,0.002356862,0.67581207,0.01342225,0.00058269565,0.00032904185,0.005424405,0.24516752,0.004500649,0.0020040271,0.028356604,0.0006945057],"about_ca_topic_score_codex":0.00013842777,"about_ca_topic_score_gemma":0.000006614409,"teacher_disagreement_score":0.39852676,"about_ca_system_score_codex":0.00015461874,"about_ca_system_score_gemma":0.00013343472,"threshold_uncertainty_score":0.51701057},"labels":[],"label_agreement":null},{"id":"W4404167739","doi":"10.1093/pm/pnae097","title":"Introduction: Pain Management Collaboratory: updates, lessons learned, and future directions","year":2024,"lang":"en","type":"article","venue":"Pain Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; Office of Behavioral and Social Sciences Research; National Institutes of Health","keywords":"Collaboratory; Pain management; Medicine; Data science; Computer science; Physical therapy; World Wide Web","score_opus":0.014252731609495757,"score_gpt":0.3256710211351339,"score_spread":0.31141828952563816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404167739","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022008817,0.017831478,0.0071432525,0.9642062,0.003541517,0.0005516343,0.0000035888656,0.00042844698,0.0040929583],"genre_scores_gemma":[0.20693547,0.14005032,0.08266972,0.18651411,0.25772467,0.0022244153,0.004048015,0.0006269635,0.11920634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822694,0.00027409827,0.00034515938,0.0004734871,0.00043561045,0.00024472314],"domain_scores_gemma":[0.9990872,0.00014424861,0.000044827157,0.00038713182,0.00021074362,0.00012583398],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045792386,0.00018251603,0.0002639655,0.00045551846,0.00019671384,0.000032912834,0.00006834073,0.00011789493,0.0017691253],"category_scores_gemma":[0.0011413528,0.00014308975,0.000027140766,0.0020980719,0.0002706434,0.00008349797,0.000025707905,0.0004597587,0.00006623071],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013564638,0.000035616933,0.0001419415,0.00046478788,0.00008608224,0.0000297065,0.0004742722,2.9767625e-7,0.00010555256,0.02411077,0.53725964,0.4372778],"study_design_scores_gemma":[0.00045046984,0.0002009871,0.0011452148,0.0004302649,0.00019987611,0.000056857945,0.005726057,0.001440905,0.0000131273455,0.0011267863,0.98908675,0.00012272535],"about_ca_topic_score_codex":0.0000131149545,"about_ca_topic_score_gemma":0.0000048489583,"teacher_disagreement_score":0.77769214,"about_ca_system_score_codex":0.0001918889,"about_ca_system_score_gemma":0.00010541152,"threshold_uncertainty_score":0.9991434},"labels":[],"label_agreement":null},{"id":"W4404198917","doi":"10.1080/0142159x.2024.2425026","title":"What can a journal editorial team do to strive for equity in health professions education publishing? Leading by example","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Publishing; Equity (law); Medical education; Health professions; Political science; MEDLINE; Medicine; Psychology; Public relations; Library science; Health care; Computer science; Law","score_opus":0.07362986942206792,"score_gpt":0.4745636774854996,"score_spread":0.4009338080634317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404198917","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14968872,0.0028117918,0.013727903,0.57189727,0.25640556,0.0029043462,0.000012452812,0.00022219396,0.002329797],"genre_scores_gemma":[0.6706632,0.0003992232,0.006449612,0.025935404,0.2631807,0.0016703341,0.0010839369,0.00018263623,0.03043499],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666065,0.00018367593,0.0007622157,0.00039133284,0.0014678084,0.0005342994],"domain_scores_gemma":[0.99846524,0.00014898967,0.00011562632,0.0002490547,0.0003457776,0.00067530473],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068562166,0.00015922057,0.00032446306,0.00045215816,0.0001975868,0.0005818489,0.00027481886,0.00038643624,0.00097080326],"category_scores_gemma":[0.017769726,0.00012792792,0.000068170855,0.0010032841,0.000081110375,0.00073359354,0.00009673503,0.0021496217,0.000022398845],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026069849,0.0004102845,0.00081395905,0.00019766347,0.000016551085,0.0000014298955,0.006917637,2.0629298e-7,0.000020944883,0.00061745587,0.7479764,0.2430014],"study_design_scores_gemma":[0.00087673444,0.00029216026,0.00016049056,0.00410596,0.000022009004,0.000042497908,0.012186907,0.0006712316,0.00001583047,0.002071679,0.9794116,0.00014286906],"about_ca_topic_score_codex":0.00036764322,"about_ca_topic_score_gemma":0.00007922704,"teacher_disagreement_score":0.54596186,"about_ca_system_score_codex":0.0018669773,"about_ca_system_score_gemma":0.008208532,"threshold_uncertainty_score":0.9999424},"labels":[],"label_agreement":null},{"id":"W4404207621","doi":"10.1016/j.jcjo.2024.10.014","title":"Prompting better feedback: investigating the effect of targeted form design on quality of narrative feedback in ophthalmology CBME assessments","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Narrative; Quality (philosophy); Visual feedback; Psychology; Computer science; Artificial intelligence; Art; Physics; Literature","score_opus":0.06545079058414939,"score_gpt":0.3978133196026399,"score_spread":0.3323625290184905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404207621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99278104,0.000238982,0.00007924566,0.0029302982,0.0010277493,0.00052346825,0.000006680002,0.0000030274243,0.0024094891],"genre_scores_gemma":[0.9958896,5.233576e-7,0.0036100107,0.00012914486,0.00017836913,0.000021764508,0.000012987339,0.00002556585,0.00013204504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99691606,0.00091410015,0.0012552106,0.00020941885,0.0003180832,0.00038714518],"domain_scores_gemma":[0.99745905,0.0010899932,0.0006352851,0.00024679466,0.00038187328,0.00018697027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043118615,0.00019347522,0.00068950054,0.0007623859,0.00008558,0.000014949193,0.00026935886,0.00023886253,0.0005789898],"category_scores_gemma":[0.0043382,0.00013427963,0.00012148342,0.0009147872,0.00054190477,0.00012230602,0.0000181121,0.0010330516,0.0000049509404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008816004,0.00022079852,0.9285717,0.0022098871,0.001003521,0.0111187175,0.02070904,0.0006593851,0.018393887,0.0012423042,0.004149382,0.010839784],"study_design_scores_gemma":[0.0034883106,0.012003752,0.8682118,0.0035799989,0.00021573497,0.08155779,0.0051636253,0.0015314415,0.018924873,0.004861296,0.000073376046,0.00038801398],"about_ca_topic_score_codex":0.0011803557,"about_ca_topic_score_gemma":0.000019378142,"teacher_disagreement_score":0.07043907,"about_ca_system_score_codex":0.0004598605,"about_ca_system_score_gemma":0.0021445681,"threshold_uncertainty_score":0.6339532},"labels":[],"label_agreement":null},{"id":"W4404244676","doi":"10.5334/pme.1549","title":"Identity Work: A Qualitative Study of Residents&amp;rsquo; Experiences Navigating Identity Struggles","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Center for Advancing Translational Sciences","keywords":"Identity (music); Qualitative research; Work (physics); Medical education; Sociology; Medicine; Psychology; Social science; Engineering; Aesthetics; Art","score_opus":0.039072366032662426,"score_gpt":0.4958912424830645,"score_spread":0.4568188764504021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404244676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883166,0.0016145929,0.0013340041,0.0047397865,0.002143412,0.0007508729,0.0000017887819,0.00013762039,0.0009613455],"genre_scores_gemma":[0.9965009,0.00008102423,0.001349875,0.00044406936,0.0007529036,0.00037779097,0.000046304507,0.00002996531,0.00041713726],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954325,0.00039179987,0.00078712247,0.00066916645,0.0024452773,0.00027415284],"domain_scores_gemma":[0.9980503,0.00035643252,0.00021124804,0.00048002432,0.00071710174,0.00018493424],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023145678,0.00022316135,0.00037960216,0.00041892493,0.0001918893,0.0001417894,0.00031882868,0.00017163355,0.0020595181],"category_scores_gemma":[0.013477789,0.00019503658,0.000106879736,0.00241418,0.00048700275,0.0010034849,0.00007484768,0.00097138184,0.00012639034],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093167204,0.0046176035,0.0022604747,0.0002664107,0.00014064163,0.0000067773763,0.944003,0.0000010357746,0.00006241892,0.0132967625,0.0051266626,0.030125065],"study_design_scores_gemma":[0.000431336,0.00040047307,0.026824843,0.0020490605,0.00009674022,0.000016067415,0.96747565,0.00007202171,0.00006624268,0.002275186,0.0001279387,0.00016442515],"about_ca_topic_score_codex":0.00085076387,"about_ca_topic_score_gemma":0.00008668028,"teacher_disagreement_score":0.02996064,"about_ca_system_score_codex":0.00056233496,"about_ca_system_score_gemma":0.0015959187,"threshold_uncertainty_score":0.9988527},"labels":[],"label_agreement":null},{"id":"W4404293037","doi":"10.36834/cmej.79759","title":"Artificial Intelligence can transform formative assessment in medical education","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Regent Park Community Health Centre; University of Toronto","funders":"","keywords":"Formative assessment; Computer science; Artificial intelligence; Psychology; Mathematics education","score_opus":0.018680056710311088,"score_gpt":0.39248912648349255,"score_spread":0.37380906977318146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404293037","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07064679,0.0013180529,0.0066279615,0.8764402,0.0164361,0.0008282373,0.000008653949,0.00008132055,0.02761264],"genre_scores_gemma":[0.9221125,0.00039725058,0.0029292784,0.07014808,0.0033563634,0.00016528484,0.00019929865,0.000042151856,0.00064975774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957808,0.00012578088,0.0012186161,0.0003283336,0.0019581667,0.00058825326],"domain_scores_gemma":[0.99338347,0.00008371988,0.000097940225,0.0002451752,0.0006130889,0.005576623],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027627335,0.00022386812,0.00030008465,0.0017261809,0.00023224033,0.00017371608,0.00034732168,0.00048407013,0.04734331],"category_scores_gemma":[0.013642608,0.00020061074,0.00010979542,0.0017566483,0.00026603078,0.0003288765,0.000012789097,0.0030509273,0.0001363295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008494615,0.00044486538,0.00021978703,0.00012346894,0.0000292606,0.000097656695,0.0034002578,0.0000012744003,0.0000025961954,0.034683,0.09637636,0.864613],"study_design_scores_gemma":[0.0004901326,0.00045636648,0.008502973,0.0090286955,0.00017817364,0.013449582,0.036726963,0.03947068,0.00013681452,0.062155437,0.828531,0.0008731289],"about_ca_topic_score_codex":0.0052032983,"about_ca_topic_score_gemma":0.024408463,"teacher_disagreement_score":0.86373985,"about_ca_system_score_codex":0.0033175084,"about_ca_system_score_gemma":0.33624744,"threshold_uncertainty_score":0.9992491},"labels":[],"label_agreement":null},{"id":"W4404296646","doi":"10.29173/cjen472","title":"Continuing education: STARS Critical Care Academy...What’s that about?","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stars; Continuing education; Political science; Medicine; Medical education; Astronomy; Physics","score_opus":0.032990436749316975,"score_gpt":0.3779522646762088,"score_spread":0.34496182792689184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404296646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88228196,0.019817863,0.0020011016,0.04676865,0.036337513,0.0002425108,0.0000028903798,0.00001737154,0.012530133],"genre_scores_gemma":[0.9917364,0.00012920644,0.0037905446,0.0015540201,0.0024178715,0.0000031713776,0.000011874684,0.000027092055,0.00032979716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984859,0.00006776001,0.0005766543,0.00014943935,0.00034008207,0.00038016087],"domain_scores_gemma":[0.99795544,0.000032046602,0.00019378088,0.0001681581,0.0010044494,0.00064612913],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047841546,0.00013142009,0.00024961866,0.0005077093,0.00019658013,0.000053943764,0.00016947632,0.00015333267,0.0010779889],"category_scores_gemma":[0.001893308,0.00013135168,0.00010695316,0.00042167853,0.00015843041,0.0004670741,0.00000286188,0.0006244138,0.000014511979],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014828689,0.000059815302,0.015054172,0.00014864777,0.000021735339,0.000009692657,0.0116495015,0.0000045150064,0.00020087851,0.007441852,0.083088234,0.8823061],"study_design_scores_gemma":[0.0013234102,0.0006261634,0.17389125,0.015561972,0.00077936705,0.0011037234,0.17259601,0.00027327484,0.0011563478,0.0063918666,0.62554586,0.00075075414],"about_ca_topic_score_codex":0.00015057891,"about_ca_topic_score_gemma":0.00015380824,"teacher_disagreement_score":0.8815554,"about_ca_system_score_codex":0.0005612026,"about_ca_system_score_gemma":0.0016767286,"threshold_uncertainty_score":0.99983513},"labels":[],"label_agreement":null},{"id":"W4404355396","doi":"10.36834/cmej.80354","title":"Focus on faculty development","year":2024,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Saskatchewan","funders":"","keywords":"Focus (optics); Computer science; Data science; Physics","score_opus":0.013854106972286213,"score_gpt":0.35271709455366046,"score_spread":0.33886298758137423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404355396","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025920325,0.00069989834,0.00002874832,0.08106053,0.89693546,0.0003265576,0.0000318831,0.00005601246,0.020601729],"genre_scores_gemma":[0.00040822185,0.00013505301,0.002090876,0.024811005,0.9457512,0.000120825025,0.0022125596,0.00012514812,0.024345143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935547,0.00007562476,0.0010906527,0.000533794,0.0040397686,0.0007054773],"domain_scores_gemma":[0.98748136,0.00013416201,0.00029114124,0.00049346185,0.0021320933,0.009467814],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0017834883,0.0004298278,0.00052450126,0.0017256642,0.00039843185,0.00022619074,0.00049665745,0.0020751946,0.033149563],"category_scores_gemma":[0.08009482,0.00036486468,0.00017115861,0.00083187805,0.00017138445,0.000078245386,0.000028504248,0.007512202,0.002975557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011983418,0.00014157231,0.000004004584,0.00013412167,0.00009103658,0.00014738877,0.0003951225,8.996685e-8,1.4555845e-7,0.00025839065,0.71517104,0.2836451],"study_design_scores_gemma":[0.000458633,0.00014338557,0.00006472784,0.0032601717,0.00013266016,0.0005418641,0.0003621158,0.00001419626,0.0000065574736,0.00044795222,0.9942437,0.000324058],"about_ca_topic_score_codex":0.0016194998,"about_ca_topic_score_gemma":0.0036700948,"teacher_disagreement_score":0.43479115,"about_ca_system_score_codex":0.0054647056,"about_ca_system_score_gemma":0.44025585,"threshold_uncertainty_score":0.9998803},"labels":[],"label_agreement":null},{"id":"W4404355437","doi":"10.36834/cmej.79440","title":"The productivity paradox in postgraduate medical education: improving asynchronous learning","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Productivity; Asynchronous communication; Asynchronous learning; Computer science; Medical education; Data science; Psychology; Mathematics education; Medicine; Computer network; Economics; Synchronous learning; Teaching method; Cooperative learning; Economic growth","score_opus":0.007119258723929108,"score_gpt":0.3106964990550142,"score_spread":0.3035772403310851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404355437","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24864051,0.009273443,0.00037685558,0.71434504,0.018220548,0.0006465754,0.0000010578046,0.000097635915,0.008398335],"genre_scores_gemma":[0.9610243,0.0006515067,0.00081782555,0.02604806,0.0074415365,0.00015294895,0.000059162452,0.00005988747,0.003744768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587,0.00028352241,0.0008807063,0.0004313827,0.0018242595,0.00071016134],"domain_scores_gemma":[0.9936099,0.00020029441,0.0001505704,0.000400396,0.00080489006,0.004833969],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049697203,0.00022586664,0.000264317,0.0008539832,0.00073834904,0.0003304897,0.0004315202,0.00038183737,0.010067885],"category_scores_gemma":[0.09814621,0.00017013669,0.00010297006,0.0015680006,0.0004112826,0.00029611736,0.00003121727,0.004037498,0.00019291243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011927291,0.00022707674,0.0026493259,0.00010113439,0.000030267245,0.00010972953,0.0008688738,0.0000015578677,0.0000057553975,0.004363464,0.11846088,0.87317],"study_design_scores_gemma":[0.00046469402,0.00014597048,0.019436285,0.002018584,0.00006285062,0.0109574115,0.0036089078,0.0063499836,0.000014570781,0.0017293983,0.9549063,0.00030504845],"about_ca_topic_score_codex":0.005851938,"about_ca_topic_score_gemma":0.011071018,"teacher_disagreement_score":0.87286496,"about_ca_system_score_codex":0.002146691,"about_ca_system_score_gemma":0.2809242,"threshold_uncertainty_score":0.9982602},"labels":[],"label_agreement":null},{"id":"W4404392266","doi":"10.1080/0142159x.2024.2351215","title":"Competency-based medical education guidelines are context-based: Lessons from national guidelines in five countries","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Medical education; MEDLINE; Medicine; Political science; Geography","score_opus":0.060241559606482566,"score_gpt":0.441043230368685,"score_spread":0.3808016707622024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404392266","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08829023,0.005792724,0.0060640955,0.8902523,0.0037476055,0.00055626757,0.000041010866,0.00037509063,0.004880677],"genre_scores_gemma":[0.74162,0.00023958528,0.02195172,0.21498421,0.009427799,0.00069065735,0.0027500165,0.0001506242,0.008185408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934177,0.0001841251,0.0014682241,0.0006570025,0.0038830044,0.00038997806],"domain_scores_gemma":[0.9966627,0.00033134653,0.00015920577,0.00038723974,0.0020513383,0.00040819315],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031113694,0.00031745838,0.0005309854,0.00056929234,0.000098983684,0.00006466877,0.00038031486,0.00067818287,0.020719936],"category_scores_gemma":[0.047985964,0.00025774736,0.0001438307,0.00095054926,0.0005256272,0.00012901195,0.000053653766,0.0012799135,0.00036633553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007258591,0.00085258565,0.026440756,0.00025703435,0.00007556019,0.00012227782,0.00026480254,0.000022838114,0.000006406297,0.02103031,0.85693973,0.09391513],"study_design_scores_gemma":[0.0019240215,0.00006705423,0.004352444,0.0064874548,0.00008686348,0.000037499784,0.0010467616,0.4202038,0.00003538497,0.0056024888,0.55981237,0.00034384447],"about_ca_topic_score_codex":0.0012056918,"about_ca_topic_score_gemma":0.00093061366,"teacher_disagreement_score":0.6752681,"about_ca_system_score_codex":0.0006314489,"about_ca_system_score_gemma":0.028176194,"threshold_uncertainty_score":0.9999875},"labels":[],"label_agreement":null},{"id":"W4404542584","doi":"10.1038/s41569-024-01101-2","title":"Unlocking excellence in health care: the power of inclusive and sensitive language in medicine","year":2024,"lang":"en","type":"review","venue":"Nature Reviews Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Excellence; Action (physics); Health care; Power (physics); Call to action; Health professionals; Nursing; Medical education; Public relations","score_opus":0.022004893487516736,"score_gpt":0.44620579401008603,"score_spread":0.4242009005225693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404542584","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028126608,0.9905667,0.000011274135,0.0048912102,0.0009407476,0.0023163836,0.000010576137,0.000010038369,0.0012249561],"genre_scores_gemma":[0.0009484789,0.99593055,0.00022577481,0.001989471,0.00053582166,0.00012680535,0.0001654012,0.00002984052,0.000047867044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964433,0.0011667807,0.001405599,0.00048040313,0.00023776913,0.00026615892],"domain_scores_gemma":[0.9983951,0.0003936401,0.000512372,0.00052493956,0.00013327031,0.000040718573],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033264812,0.00033253906,0.0039221887,0.00062283967,0.000030955074,0.0000024673216,0.0001596166,0.00080750743,0.000010040909],"category_scores_gemma":[0.0034562687,0.00017285028,0.00021645789,0.0016498873,0.00034134873,0.000016560425,0.00015505854,0.0033733996,0.000008491511],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045074908,0.0000073341016,0.000013709959,0.046728555,0.000068212896,0.000117923206,0.0055044247,9.9120136e-8,4.784943e-7,0.0007923118,0.006963102,0.93979937],"study_design_scores_gemma":[0.00016471717,0.00009268265,0.00005027452,0.07605376,0.0003759319,0.0005893975,0.0018901132,8.5638544e-7,1.1806575e-7,0.000025943202,0.92065334,0.000102839935],"about_ca_topic_score_codex":0.000072256,"about_ca_topic_score_gemma":0.000032755783,"teacher_disagreement_score":0.9396965,"about_ca_system_score_codex":0.0005794325,"about_ca_system_score_gemma":0.00081594643,"threshold_uncertainty_score":0.99892586},"labels":[],"label_agreement":null},{"id":"W4404581631","doi":"10.1016/j.ecns.2024.101655","title":"Perioperative inter-professional education training enhance team performance and readiness","year":2024,"lang":"en","type":"article","venue":"Clinical Simulation in Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Manitoba; University of Alberta","funders":"University of Alberta","keywords":"Training (meteorology); Perioperative; Medical education; Professional development; Psychology; Knowledge management; Nursing; Medicine; Computer science; Anesthesia; Geography","score_opus":0.049479687234962606,"score_gpt":0.5140844132384546,"score_spread":0.46460472600349195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404581631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98133826,0.0002136384,0.0040364186,0.0038208705,0.004074174,0.00033340976,6.002395e-7,0.000068744754,0.006113855],"genre_scores_gemma":[0.99339145,0.000032857653,0.0030813683,0.0007846497,0.0008829129,0.00003449727,0.000050967457,0.00001833176,0.0017229837],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985521,0.00008259617,0.00067198905,0.00034468272,0.00019024425,0.00015839958],"domain_scores_gemma":[0.99915236,0.00039489166,0.00006575741,0.00014042223,0.00018233767,0.00006424539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089112134,0.00011079602,0.00021652556,0.00021900308,0.000102763035,0.000044046115,0.000044350065,0.00016559738,0.00010971405],"category_scores_gemma":[0.0011484744,0.00009755847,0.00003531315,0.00053859194,0.00023804801,0.0002934731,0.000012701729,0.0005916082,0.000022012726],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007633068,0.00025779495,0.02246283,0.00012716143,0.0000074461786,7.993837e-7,0.00546084,0.0003096881,0.000100738944,0.0013412883,0.0008417481,0.96901333],"study_design_scores_gemma":[0.0006382572,0.00022790967,0.27512088,0.009854493,0.000044069122,0.000023365259,0.0039760773,0.6980275,0.00010827641,0.0009917263,0.010782975,0.0002044746],"about_ca_topic_score_codex":0.0000021352369,"about_ca_topic_score_gemma":5.409062e-7,"teacher_disagreement_score":0.9688088,"about_ca_system_score_codex":0.00022063871,"about_ca_system_score_gemma":0.00048708185,"threshold_uncertainty_score":0.3978319},"labels":[],"label_agreement":null},{"id":"W4404766138","doi":"10.21203/rs.3.rs-5218635/v1","title":"Stakeholder Perceptions and Experiences of Competency-Based Training with Entrustable Professional Activities (SPECTRE): Protocol of a Systematic Review and Thematic Synthesis of Qualitative Research","year":2024,"lang":"en","type":"review","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Thematic analysis; Perception; Qualitative research; Stakeholder; Psychology; Protocol (science); Medical education; Medicine; Sociology; Political science; Alternative medicine; Public relations; Neuroscience; Social science; Pathology","score_opus":0.41351118581222773,"score_gpt":0.6060230631553511,"score_spread":0.19251187734312342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404766138","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008293497,0.8599372,0.000019426685,0.00035770732,0.000018861441,0.13831046,0.00007733315,0.000016031998,0.00043362376],"genre_scores_gemma":[0.00471162,0.5054729,0.0035799916,0.000010650389,0.000041805866,0.48545694,0.000047298417,0.00007344827,0.00060533255],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.991682,0.003718897,0.0013968151,0.00041635704,0.0023978143,0.00038809644],"domain_scores_gemma":[0.99215764,0.0050502773,0.00052446075,0.0005546566,0.0016179032,0.00009503743],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011940439,0.00026060382,0.0027342772,0.0013610527,0.00016890226,0.000025549345,0.00022359245,0.00016697303,0.00030717466],"category_scores_gemma":[0.008703742,0.00014598187,0.0001277676,0.0024970574,0.0020291328,0.000097374395,0.000104738516,0.0011127666,0.0000020443158],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027043498,0.00028235032,0.0000015475554,0.917004,0.00019717256,0.0000032198957,0.07490623,1.6998177e-8,0.000004262782,0.0017165522,0.00029014744,0.0055674464],"study_design_scores_gemma":[0.00012653817,0.00046669526,0.000001535853,0.6431602,0.00071657187,0.000019670362,0.35511056,0.000015938653,0.000016923594,0.00009155875,0.00019492037,0.00007888833],"about_ca_topic_score_codex":0.000019275485,"about_ca_topic_score_gemma":0.0000036503186,"teacher_disagreement_score":0.3544643,"about_ca_system_score_codex":0.00019942682,"about_ca_system_score_gemma":0.005091249,"threshold_uncertainty_score":0.99964637},"labels":[],"label_agreement":null},{"id":"W4404808873","doi":"10.1370/afm.22.s1.6347","title":"Association between family medicine residents’ practice intentions and their initial professional activities","year":2024,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Medical education; Professional association; Family medicine; Psychology; Medicine; Public relations; Psychotherapist; Political science","score_opus":0.050435100813233213,"score_gpt":0.4248148546103128,"score_spread":0.3743797537970796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404808873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68756294,0.00064147357,0.0057461844,0.22936895,0.0035451828,0.00057359855,0.000015189533,0.00034463053,0.072201826],"genre_scores_gemma":[0.9770967,0.00010263063,0.001465563,0.0031920366,0.0017732793,0.000050250812,0.00015179577,0.00001937467,0.016148405],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99862343,0.000093603,0.00033014626,0.00021153559,0.0005801513,0.00016116242],"domain_scores_gemma":[0.99849594,0.00088600063,0.00008518386,0.00012898397,0.00034774092,0.00005616804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012798463,0.00011139563,0.00019372268,0.0002855832,0.00013715707,0.000039748415,0.000045003555,0.00014680113,0.00043107523],"category_scores_gemma":[0.0049733804,0.000074751486,0.000029440962,0.00048422485,0.000113705915,0.00041838203,0.00004250613,0.0005215318,0.000029781027],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001119792,0.0003036964,0.026985278,0.000572254,0.0011603673,0.000022554173,0.00939879,1.4303907e-7,0.00914285,0.023793485,0.7815802,0.1469284],"study_design_scores_gemma":[0.0020139006,0.0006889258,0.5225335,0.0032414095,0.0012290716,0.00016256867,0.08268715,0.0007154769,0.0023147175,0.007670557,0.376335,0.00040776623],"about_ca_topic_score_codex":0.000081084596,"about_ca_topic_score_gemma":0.00000428151,"teacher_disagreement_score":0.4955482,"about_ca_system_score_codex":0.00027302688,"about_ca_system_score_gemma":0.0003076374,"threshold_uncertainty_score":0.595396},"labels":[],"label_agreement":null},{"id":"W4404839930","doi":"10.32920/27931236.v1","title":"Intrinsic or Invisible? An Audit of CanMEDS Roles in Entrustable Professional Activities","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Psychology; Accounting; Business","score_opus":0.023543023895591535,"score_gpt":0.3656126103686505,"score_spread":0.34206958647305896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404839930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98185045,0.00020514584,0.000057438257,0.0074246903,0.0026804477,0.00077687483,0.00002183941,0.00008734793,0.006895785],"genre_scores_gemma":[0.9713283,0.00008147109,0.0054855286,0.000819175,0.00066463463,0.00025731936,0.00036167214,0.00004140143,0.020960452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99802226,0.000069481095,0.00064841425,0.00041429795,0.00059522595,0.0002503313],"domain_scores_gemma":[0.9989398,0.00007680556,0.0001692827,0.0005202866,0.00022429864,0.00006951376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00064230245,0.00022286321,0.00050813606,0.0009103351,0.000028061584,0.000022412765,0.0001840567,0.000439648,0.0028830634],"category_scores_gemma":[0.00068117416,0.00015959196,0.00005427097,0.00069567404,0.0001544611,0.000078624755,0.0005285279,0.0015828795,0.000019653446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021134657,0.006453839,0.044694196,0.026698098,0.00076995994,0.00023864838,0.023334526,0.0002695573,0.004523783,0.064548746,0.35342333,0.47293186],"study_design_scores_gemma":[0.012767455,0.003684877,0.26246175,0.08043199,0.002261723,0.00046979534,0.15712489,0.030160757,0.115149006,0.20509513,0.12547828,0.004914335],"about_ca_topic_score_codex":0.00058372057,"about_ca_topic_score_gemma":0.00069308793,"teacher_disagreement_score":0.46801752,"about_ca_system_score_codex":0.00046666598,"about_ca_system_score_gemma":0.0040645786,"threshold_uncertainty_score":0.99802846},"labels":[],"label_agreement":null},{"id":"W4404839959","doi":"10.32920/27931236","title":"Intrinsic or Invisible? An Audit of CanMEDS Roles in Entrustable Professional Activities","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Psychology; Business; Accounting","score_opus":0.023543023895591535,"score_gpt":0.3656126103686505,"score_spread":0.34206958647305896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404839959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98185045,0.00020514584,0.000057438257,0.0074246903,0.0026804477,0.00077687483,0.00002183941,0.00008734793,0.006895785],"genre_scores_gemma":[0.9713283,0.00008147109,0.0054855286,0.000819175,0.00066463463,0.00025731936,0.00036167214,0.00004140143,0.020960452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99802226,0.000069481095,0.00064841425,0.00041429795,0.00059522595,0.0002503313],"domain_scores_gemma":[0.9989398,0.00007680556,0.0001692827,0.0005202866,0.00022429864,0.00006951376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00064230245,0.00022286321,0.00050813606,0.0009103351,0.000028061584,0.000022412765,0.0001840567,0.000439648,0.0028830634],"category_scores_gemma":[0.00068117416,0.00015959196,0.00005427097,0.00069567404,0.0001544611,0.000078624755,0.0005285279,0.0015828795,0.000019653446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021134657,0.006453839,0.044694196,0.026698098,0.00076995994,0.00023864838,0.023334526,0.0002695573,0.004523783,0.064548746,0.35342333,0.47293186],"study_design_scores_gemma":[0.012767455,0.003684877,0.26246175,0.08043199,0.002261723,0.00046979534,0.15712489,0.030160757,0.115149006,0.20509513,0.12547828,0.004914335],"about_ca_topic_score_codex":0.00058372057,"about_ca_topic_score_gemma":0.00069308793,"teacher_disagreement_score":0.46801752,"about_ca_system_score_codex":0.00046666598,"about_ca_system_score_gemma":0.0040645786,"threshold_uncertainty_score":0.99802846},"labels":[],"label_agreement":null},{"id":"W4404840008","doi":"10.32920/27926775","title":"COVID-19 and the transition to virtual teaching sessions in an orthopaedic surgery training program: a survey of resident perspectives","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Training (meteorology); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; 2019-20 coronavirus outbreak; Transition (genetics); Medicine; Psychology; Geography; Virology; Biology","score_opus":0.08981308924128242,"score_gpt":0.432710053383537,"score_spread":0.34289696414225457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96217734,0.00026586125,0.0032949005,0.03145816,0.00046392786,0.001774374,0.000023820265,0.00012848197,0.00041311933],"genre_scores_gemma":[0.99407536,0.00004870379,0.0030203497,0.0016849468,0.00020368538,0.00045591957,0.000335443,0.000030730993,0.00014485048],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970235,0.0009724582,0.00074376125,0.00054187357,0.0005057327,0.00021264334],"domain_scores_gemma":[0.9978986,0.0010919846,0.0001337012,0.00040294835,0.00025941522,0.0002133828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009167932,0.0002046924,0.0005770135,0.0008676466,0.00011326351,0.000056801076,0.000109094515,0.00023719974,0.00013090023],"category_scores_gemma":[0.016787196,0.00013838967,0.00010593882,0.0007088708,0.000336725,0.00005150304,0.00015185623,0.0016367384,0.0000014415947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001585517,0.0013921966,0.013084446,0.0024978411,0.00025852077,0.000058380014,0.7198418,0.00048325493,0.00011875894,0.018217599,0.009687575,0.23277412],"study_design_scores_gemma":[0.0038960038,0.0009639461,0.3750948,0.007870038,0.0005988519,0.0001849609,0.57953817,0.022077959,0.000026077392,0.008129866,0.0007323507,0.0008869826],"about_ca_topic_score_codex":0.00568794,"about_ca_topic_score_gemma":0.0021997837,"teacher_disagreement_score":0.36201036,"about_ca_system_score_codex":0.00034709738,"about_ca_system_score_gemma":0.0031629521,"threshold_uncertainty_score":0.99149483},"labels":[],"label_agreement":null},{"id":"W4404840048","doi":"10.32920/27926775.v1","title":"COVID-19 and the transition to virtual teaching sessions in an orthopaedic surgery training program: a survey of resident perspectives","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medical education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Training (meteorology); Transition (genetics); Medicine; Psychology; Virology; Geography; Internal medicine","score_opus":0.08981308924128242,"score_gpt":0.432710053383537,"score_spread":0.34289696414225457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96217734,0.00026586125,0.0032949005,0.03145816,0.00046392786,0.001774374,0.000023820265,0.00012848197,0.00041311933],"genre_scores_gemma":[0.99407536,0.00004870379,0.0030203497,0.0016849468,0.00020368538,0.00045591957,0.000335443,0.000030730993,0.00014485048],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970235,0.0009724582,0.00074376125,0.00054187357,0.0005057327,0.00021264334],"domain_scores_gemma":[0.9978986,0.0010919846,0.0001337012,0.00040294835,0.00025941522,0.0002133828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009167932,0.0002046924,0.0005770135,0.0008676466,0.00011326351,0.000056801076,0.000109094515,0.00023719974,0.00013090023],"category_scores_gemma":[0.016787196,0.00013838967,0.00010593882,0.0007088708,0.000336725,0.00005150304,0.00015185623,0.0016367384,0.0000014415947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001585517,0.0013921966,0.013084446,0.0024978411,0.00025852077,0.000058380014,0.7198418,0.00048325493,0.00011875894,0.018217599,0.009687575,0.23277412],"study_design_scores_gemma":[0.0038960038,0.0009639461,0.3750948,0.007870038,0.0005988519,0.0001849609,0.57953817,0.022077959,0.000026077392,0.008129866,0.0007323507,0.0008869826],"about_ca_topic_score_codex":0.00568794,"about_ca_topic_score_gemma":0.0021997837,"teacher_disagreement_score":0.36201036,"about_ca_system_score_codex":0.00034709738,"about_ca_system_score_gemma":0.0031629521,"threshold_uncertainty_score":0.99149483},"labels":[],"label_agreement":null},{"id":"W4404840115","doi":"10.32920/27922149.v1","title":"Educator's blueprint: A primer on consensus methods in medical education research","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Blueprint; Primer (cosmetics); Medical education; Engineering ethics; Library science; Political science; Computer science; Medicine; Engineering; Chemistry","score_opus":0.12187410626054819,"score_gpt":0.5934265407373264,"score_spread":0.4715524344767782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47542524,0.0015393464,0.00030831588,0.2409316,0.014000804,0.0029052536,0.000003934553,0.00028884114,0.26459667],"genre_scores_gemma":[0.52878016,0.00042365387,0.38530448,0.026542505,0.00755619,0.00380154,0.00061648944,0.000339467,0.046635482],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99379224,0.0009280719,0.0011852179,0.0012421539,0.0022408806,0.0006114638],"domain_scores_gemma":[0.9959531,0.0007460097,0.00013302219,0.0015991738,0.001189659,0.0003790364],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.011493871,0.0003728877,0.0006509308,0.002810991,0.000080243604,0.000078770696,0.00046984202,0.0013363006,0.00515033],"category_scores_gemma":[0.02166262,0.0003192047,0.00015188268,0.0020208212,0.0005309635,0.000013466408,0.0010803858,0.00895198,0.0012600451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112640286,0.002971736,0.00089252373,0.0017036279,0.00012612458,0.000057478686,0.0015659275,0.0000039901197,0.00015921467,0.091345765,0.36612338,0.5349376],"study_design_scores_gemma":[0.0025969006,0.0007598338,0.026111623,0.031777583,0.0004575369,0.00084249326,0.013185596,0.011974039,0.007716632,0.37412518,0.5285283,0.0019242989],"about_ca_topic_score_codex":0.0009333139,"about_ca_topic_score_gemma":0.000037516096,"teacher_disagreement_score":0.5330133,"about_ca_system_score_codex":0.0017120349,"about_ca_system_score_gemma":0.030612601,"threshold_uncertainty_score":0.9999602},"labels":[],"label_agreement":null},{"id":"W4404840471","doi":"10.32920/27922164.v1","title":"Precision medicine within health professions education: Defining a research agenda for emergency medicine using a foresight and strategy technique (FaST) review","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Saskatchewan; McMaster University; University of Toronto","funders":"","keywords":"Futures studies; Engineering ethics; Precision medicine; Political science; Medicine; Engineering; Computer science; Artificial intelligence; Pathology","score_opus":0.28873475676285537,"score_gpt":0.5807733474417591,"score_spread":0.29203859067890375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840471","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040929606,0.44250754,0.07384876,0.3996593,0.014233905,0.037394676,0.000058298196,0.0005725099,0.027632054],"genre_scores_gemma":[0.063362636,0.20580621,0.56218547,0.024112439,0.015419075,0.03583874,0.0082955565,0.0009843621,0.083995536],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933421,0.00050998415,0.0027298394,0.0012891154,0.0014797051,0.00064926664],"domain_scores_gemma":[0.9944941,0.00038041847,0.0007759448,0.0012089254,0.002788686,0.00035191953],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01358874,0.00053056044,0.0013695658,0.001609531,0.0005696855,0.000020137328,0.0003506651,0.0005961059,0.0017639532],"category_scores_gemma":[0.009909038,0.00036082655,0.00011760372,0.002323707,0.00051746133,0.000077305056,0.0006935965,0.003334448,0.0000125281795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006374968,0.00024522707,0.00006593329,0.062861696,0.00010455137,0.0000030566184,0.0033201813,0.000002688316,0.00038771203,0.027914323,0.83146584,0.07356504],"study_design_scores_gemma":[0.0014403639,0.0031998449,0.00040051338,0.62182814,0.0012638456,0.0005104177,0.015017564,0.006340202,0.00018164994,0.24913272,0.0997375,0.000947235],"about_ca_topic_score_codex":0.0008067159,"about_ca_topic_score_gemma":0.00006805527,"teacher_disagreement_score":0.7317283,"about_ca_system_score_codex":0.0008692417,"about_ca_system_score_gemma":0.010112124,"threshold_uncertainty_score":0.99988437},"labels":[],"label_agreement":null},{"id":"W4404840534","doi":"10.32920/27931731.v1","title":"CJEM and the changing landscape of medical education and knowledge translation","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal University Hospital; McMaster University; University of Saskatchewan; McGill University; Canadian Association of Emergency Physicians","funders":"","keywords":"Translation (biology); Knowledge translation; Knowledge management; Medical knowledge; Computer science; Medicine; Medical education; Biology","score_opus":0.028213504522195607,"score_gpt":0.3768972417274531,"score_spread":0.34868373720525747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76518095,0.036913022,0.0021051203,0.140929,0.0034263635,0.0014844843,0.0000042982183,0.00011282872,0.049843922],"genre_scores_gemma":[0.9934036,0.0011420016,0.002071648,0.0008685933,0.00079734105,0.000107113396,0.000114598566,0.000019820562,0.0014752876],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988441,0.00005344646,0.0003607133,0.00024062708,0.00039734013,0.0001037611],"domain_scores_gemma":[0.9993459,0.00012712716,0.000079271944,0.00022092111,0.00017050155,0.000056260702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001643572,0.0001240973,0.00027276014,0.00037457995,0.00004453948,0.00002782361,0.00007901332,0.00032355986,0.00024083872],"category_scores_gemma":[0.0007061679,0.000076473196,0.00004273218,0.00033815153,0.00025478218,0.000017466784,0.00021191906,0.00070683844,0.000005568101],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000634444,0.00021327463,0.00046396055,0.0038360013,0.00012499104,7.518067e-7,0.023811335,4.6520518e-7,0.000014069802,0.08713463,0.013605292,0.8707318],"study_design_scores_gemma":[0.013836623,0.00032910716,0.015096822,0.02684907,0.004433761,0.0009749463,0.059219517,0.62228185,0.0008677489,0.17390282,0.08083267,0.001375056],"about_ca_topic_score_codex":0.000041690397,"about_ca_topic_score_gemma":0.000011806659,"teacher_disagreement_score":0.86935675,"about_ca_system_score_codex":0.00002516494,"about_ca_system_score_gemma":0.0011685074,"threshold_uncertainty_score":0.31184864},"labels":[],"label_agreement":null},{"id":"W4404840596","doi":"10.32920/27931746.v1","title":"Developing Residents as Medical Educators via the McMaster Multidisciplinary Academic Day Planning Committee","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Multidisciplinary approach; Medical education; Medicine; Political science","score_opus":0.05094005569585815,"score_gpt":0.4228418009494213,"score_spread":0.3719017452535632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72805905,0.0020003794,0.005327219,0.23046888,0.01187246,0.0014098047,0.0000039424244,0.000401378,0.020456886],"genre_scores_gemma":[0.94033074,0.00020007626,0.009518768,0.021958673,0.0058206106,0.000531857,0.00045569215,0.00018132181,0.021002227],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99559355,0.00018586176,0.0011605769,0.0006881302,0.001857981,0.00051388727],"domain_scores_gemma":[0.9980414,0.0003917476,0.00024537533,0.0008366524,0.00026338323,0.00022146657],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.002895397,0.00045207364,0.0005306231,0.0004912838,0.0002874063,0.000073330186,0.0008936712,0.001337512,0.0025078016],"category_scores_gemma":[0.0030740828,0.00029274242,0.00015362837,0.0006795123,0.0003764487,0.000056477304,0.0031427864,0.00793677,0.0011297958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012996986,0.00031157234,0.048791606,0.0038992625,0.0010401394,0.0003101392,0.03880183,0.000040521285,0.00014794202,0.015292758,0.74075973,0.1504745],"study_design_scores_gemma":[0.0033484176,0.0003434054,0.44375157,0.07144437,0.0023564757,0.0033398045,0.0578155,0.026039368,0.0027216994,0.27243948,0.112575375,0.0038245234],"about_ca_topic_score_codex":0.00018100125,"about_ca_topic_score_gemma":0.00000430227,"teacher_disagreement_score":0.6281844,"about_ca_system_score_codex":0.00069779606,"about_ca_system_score_gemma":0.0037701922,"threshold_uncertainty_score":0.99995893},"labels":[],"label_agreement":null},{"id":"W4404840645","doi":"10.32920/27931452","title":"What Faculty Want: Academic and Community Emergency Physicians’ Perceptions of Learner Feedback","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Perception; Community college; Medical education; Psychology; Academic community; Medicine; Computer science; Library science","score_opus":0.06246846856031922,"score_gpt":0.4095181179699197,"score_spread":0.3470496494096005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97361493,0.000699391,0.00019164855,0.015282237,0.0027455217,0.00048396626,0.000033628276,0.00010635991,0.00684234],"genre_scores_gemma":[0.982221,0.0041110893,0.0017942151,0.0006223079,0.0004692611,0.000063436746,0.0010085833,0.000038888098,0.009671224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983725,0.00013601714,0.0006302604,0.00029164972,0.0003844195,0.00018513702],"domain_scores_gemma":[0.99880564,0.00003495407,0.00016782593,0.0006338948,0.00030073832,0.000056953548],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005508517,0.00023072828,0.00043056716,0.00024305133,0.00015662712,0.000024723784,0.0002049589,0.00054611906,0.0012469703],"category_scores_gemma":[0.0003702288,0.00019562461,0.00012496549,0.0004084707,0.00028183492,0.00010417997,0.00073253055,0.006006921,0.00010666989],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070337584,0.0016933817,0.011603175,0.013748265,0.0009000121,0.0000037383584,0.119729914,0.00005083213,0.01993547,0.0068576997,0.3078851,0.51752204],"study_design_scores_gemma":[0.0015730994,0.000540813,0.43536884,0.016350629,0.0025934316,0.00008594674,0.43501467,0.0058591706,0.0029714045,0.082929514,0.015182705,0.0015298072],"about_ca_topic_score_codex":0.00024292507,"about_ca_topic_score_gemma":0.000015496722,"teacher_disagreement_score":0.5159922,"about_ca_system_score_codex":0.00008821412,"about_ca_system_score_gemma":0.00016002594,"threshold_uncertainty_score":0.99966604},"labels":[],"label_agreement":null},{"id":"W4404840674","doi":"10.32920/27931452.v1","title":"What Faculty Want: Academic and Community Emergency Physicians’ Perceptions of Learner Feedback","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Community college; Perception; Psychology; Medicine","score_opus":0.06246846856031922,"score_gpt":0.4095181179699197,"score_spread":0.3470496494096005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97361493,0.000699391,0.00019164855,0.015282237,0.0027455217,0.00048396626,0.000033628276,0.00010635991,0.00684234],"genre_scores_gemma":[0.982221,0.0041110893,0.0017942151,0.0006223079,0.0004692611,0.000063436746,0.0010085833,0.000038888098,0.009671224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983725,0.00013601714,0.0006302604,0.00029164972,0.0003844195,0.00018513702],"domain_scores_gemma":[0.99880564,0.00003495407,0.00016782593,0.0006338948,0.00030073832,0.000056953548],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005508517,0.00023072828,0.00043056716,0.00024305133,0.00015662712,0.000024723784,0.0002049589,0.00054611906,0.0012469703],"category_scores_gemma":[0.0003702288,0.00019562461,0.00012496549,0.0004084707,0.00028183492,0.00010417997,0.00073253055,0.006006921,0.00010666989],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070337584,0.0016933817,0.011603175,0.013748265,0.0009000121,0.0000037383584,0.119729914,0.00005083213,0.01993547,0.0068576997,0.3078851,0.51752204],"study_design_scores_gemma":[0.0015730994,0.000540813,0.43536884,0.016350629,0.0025934316,0.00008594674,0.43501467,0.0058591706,0.0029714045,0.082929514,0.015182705,0.0015298072],"about_ca_topic_score_codex":0.00024292507,"about_ca_topic_score_gemma":0.000015496722,"teacher_disagreement_score":0.5159922,"about_ca_system_score_codex":0.00008821412,"about_ca_system_score_gemma":0.00016002594,"threshold_uncertainty_score":0.99966604},"labels":[],"label_agreement":null},{"id":"W4404840712","doi":"10.32920/27931785","title":"Helping medical educators worldwide to pivot curricula online: pivotmeded.com","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Medical education; Psychology; Computer science; Political science; Sociology; Engineering ethics; Pedagogy; Medicine; Engineering","score_opus":0.020293486457078676,"score_gpt":0.38602013920748757,"score_spread":0.3657266527504089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51906466,0.0012856912,0.003582116,0.4240222,0.024601055,0.0021943692,0.00003926244,0.0010535478,0.024157101],"genre_scores_gemma":[0.6189936,0.000393311,0.10690455,0.1529527,0.023912912,0.0015598072,0.004189524,0.00057839823,0.090515226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945189,0.00008000484,0.0013380266,0.0012256897,0.0021566811,0.0006806968],"domain_scores_gemma":[0.99700904,0.00014532283,0.00016595493,0.0013113833,0.0005724702,0.00079583854],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012391725,0.00059540104,0.0008777125,0.0013546523,0.00010584579,0.000117086645,0.00066236814,0.00093504915,0.005527915],"category_scores_gemma":[0.0056970655,0.0004923768,0.0003073134,0.0017875712,0.00019770092,0.000034789697,0.0018135827,0.004311881,0.0017397564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025755899,0.001086785,0.0010700391,0.0017268197,0.00024397195,0.00014946522,0.0008339814,0.000018456629,0.000043476808,0.0070693116,0.80275846,0.18497348],"study_design_scores_gemma":[0.0018031466,0.00043913565,0.010506386,0.03794379,0.0016776783,0.0009834524,0.0061614546,0.0138638085,0.0009798335,0.018702233,0.9040037,0.0029353853],"about_ca_topic_score_codex":0.00035553507,"about_ca_topic_score_gemma":0.000062995234,"teacher_disagreement_score":0.2710695,"about_ca_system_score_codex":0.0009164634,"about_ca_system_score_gemma":0.004099251,"threshold_uncertainty_score":0.99975276},"labels":[],"label_agreement":null},{"id":"W4404840755","doi":"10.32920/27931599","title":"A guide to peer reviewing medical education scholarship: Advice from editors of AEM Education and Training","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Advice (programming); Training (meteorology); Medical education; Psychology; Political science; Medicine; Computer science; Geography; Law","score_opus":0.03340425783983613,"score_gpt":0.4190577242661218,"score_spread":0.3856534664262857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840755","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6052095,0.011570405,0.0014061067,0.2518426,0.0629978,0.0028956432,0.0000336357,0.00044407186,0.06360019],"genre_scores_gemma":[0.3235218,0.001143666,0.4912021,0.050214175,0.075697444,0.0017319877,0.004146735,0.00030371535,0.05203838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958825,0.00011139119,0.0012771785,0.00078423275,0.0016993345,0.0002453385],"domain_scores_gemma":[0.9962895,0.00013973785,0.0002894859,0.0007669999,0.0021337096,0.0003806049],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027233916,0.0003228034,0.00066357065,0.0006934393,0.00006221471,0.000077922254,0.00029411132,0.0006914728,0.0012728145],"category_scores_gemma":[0.024880841,0.00029307164,0.00011794254,0.0007461755,0.00009966028,0.00009893092,0.00051176915,0.0019374121,0.00009193177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001122653,0.0002762591,0.00044166096,0.0014520084,0.00007927667,0.0000010296434,0.0030075186,6.6317733e-7,0.00011003762,0.0010212783,0.46958384,0.5240152],"study_design_scores_gemma":[0.00034530746,0.000091670845,0.0073341844,0.028207313,0.0008203309,0.00006520359,0.007192044,0.00054929353,0.0002867718,0.009059321,0.9455559,0.0004926338],"about_ca_topic_score_codex":0.00096851354,"about_ca_topic_score_gemma":0.000027255031,"teacher_disagreement_score":0.52352256,"about_ca_system_score_codex":0.00043812892,"about_ca_system_score_gemma":0.0137809785,"threshold_uncertainty_score":0.99995214},"labels":[],"label_agreement":null},{"id":"W4404840868","doi":"10.32920/27931599.v1","title":"A guide to peer reviewing medical education scholarship: Advice from editors of AEM Education and Training","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Advice (programming); Training (meteorology); Medical education; Psychology; Political science; Medicine; Computer science; Geography; Law","score_opus":0.03340425783983613,"score_gpt":0.4190577242661218,"score_spread":0.3856534664262857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840868","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6052095,0.011570405,0.0014061067,0.2518426,0.0629978,0.0028956432,0.0000336357,0.00044407186,0.06360019],"genre_scores_gemma":[0.3235218,0.001143666,0.4912021,0.050214175,0.075697444,0.0017319877,0.004146735,0.00030371535,0.05203838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958825,0.00011139119,0.0012771785,0.00078423275,0.0016993345,0.0002453385],"domain_scores_gemma":[0.9962895,0.00013973785,0.0002894859,0.0007669999,0.0021337096,0.0003806049],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027233916,0.0003228034,0.00066357065,0.0006934393,0.00006221471,0.000077922254,0.00029411132,0.0006914728,0.0012728145],"category_scores_gemma":[0.024880841,0.00029307164,0.00011794254,0.0007461755,0.00009966028,0.00009893092,0.00051176915,0.0019374121,0.00009193177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001122653,0.0002762591,0.00044166096,0.0014520084,0.00007927667,0.0000010296434,0.0030075186,6.6317733e-7,0.00011003762,0.0010212783,0.46958384,0.5240152],"study_design_scores_gemma":[0.00034530746,0.000091670845,0.0073341844,0.028207313,0.0008203309,0.00006520359,0.007192044,0.00054929353,0.0002867718,0.009059321,0.9455559,0.0004926338],"about_ca_topic_score_codex":0.00096851354,"about_ca_topic_score_gemma":0.000027255031,"teacher_disagreement_score":0.52352256,"about_ca_system_score_codex":0.00043812892,"about_ca_system_score_gemma":0.0137809785,"threshold_uncertainty_score":0.99995214},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404840869","doi":"10.32920/27931764","title":"A writer's guide to education scholarship: Quantitative methodologies for medical education research (part 1)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatoon City Hospital; Queen's University; McMaster University; University of Saskatchewan; University of Ottawa; University of British Columbia","funders":"","keywords":"Scholarship; Sociology; Engineering ethics; Medical education; Library science; Mathematics education; Computer science; Political science; Psychology; Medicine; Engineering","score_opus":0.32770469859796125,"score_gpt":0.6268659609472664,"score_spread":0.2991612623493052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840869","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09814526,0.007009891,0.09298542,0.610459,0.04421993,0.016166292,0.000092709255,0.001080861,0.12984058],"genre_scores_gemma":[0.0064574927,0.00021790089,0.9049351,0.01729157,0.0045122895,0.009363522,0.0017091937,0.00013408903,0.055378832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939299,0.0007019501,0.0013314825,0.0013115653,0.0021015806,0.0006235163],"domain_scores_gemma":[0.9894804,0.0015119984,0.00019874668,0.0014639935,0.006862726,0.00048215667],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016243841,0.00039143208,0.0006670637,0.0023174593,0.00023321838,0.00027874944,0.0007299317,0.0011136577,0.0010412175],"category_scores_gemma":[0.13353722,0.00034191384,0.00021993951,0.0017691565,0.00031513936,0.00011224231,0.0011326039,0.0036237068,0.00066766166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011823175,0.00053546065,0.000060904727,0.001676723,0.00011421615,9.746527e-7,0.00096084643,0.0000020430925,0.00013778904,0.11098693,0.67562526,0.2097806],"study_design_scores_gemma":[0.0003216706,0.0005214061,0.0006842434,0.0071901027,0.0002479868,0.000053005697,0.009518393,0.00055234774,0.0010714646,0.2274436,0.75196075,0.00043500532],"about_ca_topic_score_codex":0.00030382053,"about_ca_topic_score_gemma":0.000062700776,"teacher_disagreement_score":0.8119497,"about_ca_system_score_codex":0.0014762455,"about_ca_system_score_gemma":0.034796443,"threshold_uncertainty_score":0.99990326},"labels":[],"label_agreement":null},{"id":"W4404840870","doi":"10.32920/27931764.v1","title":"A writer's guide to education scholarship: Quantitative methodologies for medical education research (part 1)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatoon City Hospital; Queen's University; McMaster University; University of Saskatchewan; University of Ottawa; University of British Columbia","funders":"","keywords":"Scholarship; Sociology; Political science; Library science; Engineering ethics; Computer science; Engineering; Law","score_opus":0.32770469859796125,"score_gpt":0.6268659609472664,"score_spread":0.2991612623493052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840870","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09814526,0.007009891,0.09298542,0.610459,0.04421993,0.016166292,0.000092709255,0.001080861,0.12984058],"genre_scores_gemma":[0.0064574927,0.00021790089,0.9049351,0.01729157,0.0045122895,0.009363522,0.0017091937,0.00013408903,0.055378832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939299,0.0007019501,0.0013314825,0.0013115653,0.0021015806,0.0006235163],"domain_scores_gemma":[0.9894804,0.0015119984,0.00019874668,0.0014639935,0.006862726,0.00048215667],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016243841,0.00039143208,0.0006670637,0.0023174593,0.00023321838,0.00027874944,0.0007299317,0.0011136577,0.0010412175],"category_scores_gemma":[0.13353722,0.00034191384,0.00021993951,0.0017691565,0.00031513936,0.00011224231,0.0011326039,0.0036237068,0.00066766166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011823175,0.00053546065,0.000060904727,0.001676723,0.00011421615,9.746527e-7,0.00096084643,0.0000020430925,0.00013778904,0.11098693,0.67562526,0.2097806],"study_design_scores_gemma":[0.0003216706,0.0005214061,0.0006842434,0.0071901027,0.0002479868,0.000053005697,0.009518393,0.00055234774,0.0010714646,0.2274436,0.75196075,0.00043500532],"about_ca_topic_score_codex":0.00030382053,"about_ca_topic_score_gemma":0.000062700776,"teacher_disagreement_score":0.8119497,"about_ca_system_score_codex":0.0014762455,"about_ca_system_score_gemma":0.034796443,"threshold_uncertainty_score":0.99990326},"labels":[],"label_agreement":null},{"id":"W4404840920","doi":"10.32920/27931881.v1","title":"Curated Collections for Educators: Five Key Papers on Clinical Teaching","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Key (lock); Computer science; Data science; Mathematics education; Medical education; Medicine; Psychology; Computer security","score_opus":0.054651780613717636,"score_gpt":0.4603822602856752,"score_spread":0.4057304796719576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840920","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24548852,0.0001607758,0.002104027,0.09816913,0.041634742,0.005358352,0.000100948186,0.0010290622,0.6059544],"genre_scores_gemma":[0.46034926,0.00010684833,0.06454214,0.021527613,0.012005116,0.0026203985,0.0023145522,0.00022345103,0.43631065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770045,0.000095992014,0.00089549524,0.000709,0.00033412565,0.00026491194],"domain_scores_gemma":[0.99818724,0.00045849715,0.00022244689,0.00061177387,0.00039062637,0.00012942955],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013284481,0.00027188132,0.00048626092,0.00054920814,0.00026829308,0.00009361144,0.00015264085,0.0006643852,0.00070855435],"category_scores_gemma":[0.00953971,0.00022241098,0.00031344185,0.0005349357,0.000120823745,0.000016736958,0.00017452282,0.003401479,0.000182508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008672325,0.0007335689,0.00012653347,0.00045134517,0.00035345,0.0000025441911,0.0007576212,0.000018117888,0.00002228416,0.018046254,0.94414186,0.0352597],"study_design_scores_gemma":[0.0013774171,0.0011923839,0.0011677088,0.0027932774,0.0010493709,0.00003408034,0.005145882,0.005095738,0.00010588456,0.015549219,0.96590155,0.0005874734],"about_ca_topic_score_codex":0.00010147846,"about_ca_topic_score_gemma":0.000012784354,"teacher_disagreement_score":0.21486072,"about_ca_system_score_codex":0.0005376458,"about_ca_system_score_gemma":0.0023225104,"threshold_uncertainty_score":0.99889773},"labels":[],"label_agreement":null},{"id":"W4404840949","doi":"10.32920/27931785.v1","title":"Helping medical educators worldwide to pivot curricula online: pivotmeded.com","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Medical education; Sociology; Mathematics education; Psychology; Engineering ethics; Political science; Pedagogy; Medicine; Engineering","score_opus":0.020293486457078676,"score_gpt":0.38602013920748757,"score_spread":0.3657266527504089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51906466,0.0012856912,0.003582116,0.4240222,0.024601055,0.0021943692,0.00003926244,0.0010535478,0.024157101],"genre_scores_gemma":[0.6189936,0.000393311,0.10690455,0.1529527,0.023912912,0.0015598072,0.004189524,0.00057839823,0.090515226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945189,0.00008000484,0.0013380266,0.0012256897,0.0021566811,0.0006806968],"domain_scores_gemma":[0.99700904,0.00014532283,0.00016595493,0.0013113833,0.0005724702,0.00079583854],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012391725,0.00059540104,0.0008777125,0.0013546523,0.00010584579,0.000117086645,0.00066236814,0.00093504915,0.005527915],"category_scores_gemma":[0.0056970655,0.0004923768,0.0003073134,0.0017875712,0.00019770092,0.000034789697,0.0018135827,0.004311881,0.0017397564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025755899,0.001086785,0.0010700391,0.0017268197,0.00024397195,0.00014946522,0.0008339814,0.000018456629,0.000043476808,0.0070693116,0.80275846,0.18497348],"study_design_scores_gemma":[0.0018031466,0.00043913565,0.010506386,0.03794379,0.0016776783,0.0009834524,0.0061614546,0.0138638085,0.0009798335,0.018702233,0.9040037,0.0029353853],"about_ca_topic_score_codex":0.00035553507,"about_ca_topic_score_gemma":0.000062995234,"teacher_disagreement_score":0.2710695,"about_ca_system_score_codex":0.0009164634,"about_ca_system_score_gemma":0.004099251,"threshold_uncertainty_score":0.99975276},"labels":[],"label_agreement":null},{"id":"W4404841482","doi":"10.32920/27931728","title":"Implementing peer review at an emergency medicine blog: bridging the gap between educators and clinical experts","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal University Hospital; McMaster University; University of Saskatchewan","funders":"","keywords":"Bridging (networking); Medical education; Psychology; Medicine; Computer science; Computer security","score_opus":0.17419105513839714,"score_gpt":0.5303928230741811,"score_spread":0.35620176793578395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404841482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55222017,0.033250023,0.00018773186,0.3788732,0.009447853,0.0020425587,0.000015669875,0.00021986941,0.023742912],"genre_scores_gemma":[0.61263275,0.10259344,0.0070650354,0.045442384,0.07235728,0.0011227549,0.007889346,0.000487661,0.15040936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99492455,0.00023567463,0.0022028044,0.0009140444,0.0012221353,0.00050081644],"domain_scores_gemma":[0.997016,0.00018126727,0.00045922282,0.0012173362,0.0008876596,0.00023852517],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009975988,0.00038850008,0.000915235,0.00021451311,0.00027963272,0.000022571627,0.00033382422,0.00031984475,0.009922644],"category_scores_gemma":[0.0050683604,0.00023170744,0.00019055896,0.00048599625,0.00031703484,0.00003994426,0.001632952,0.0016909074,0.000055313918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036413874,0.00007014276,0.04921448,0.0037099149,0.00025628533,0.0000036856636,0.0009792122,2.547205e-8,0.000008000997,0.0006658874,0.8451913,0.09989741],"study_design_scores_gemma":[0.00057255477,0.00026586372,0.048041064,0.017009934,0.004191424,0.00010366923,0.0047205086,0.0004651726,0.000026505508,0.0044256467,0.91951793,0.00065974344],"about_ca_topic_score_codex":0.00025046326,"about_ca_topic_score_gemma":0.000036192392,"teacher_disagreement_score":0.33343083,"about_ca_system_score_codex":0.00020800825,"about_ca_system_score_gemma":0.00044638454,"threshold_uncertainty_score":0.9909824},"labels":[],"label_agreement":null},{"id":"W4404841562","doi":"10.32920/27931728.v1","title":"Implementing peer review at an emergency medicine blog: bridging the gap between educators and clinical experts","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal University Hospital; McMaster University; University of Saskatchewan","funders":"","keywords":"Bridging (networking); Social media; Medical education; Psychology; Medicine; Computer science; World Wide Web; Computer security","score_opus":0.17419105513839714,"score_gpt":0.5303928230741811,"score_spread":0.35620176793578395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404841562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55222017,0.033250023,0.00018773186,0.3788732,0.009447853,0.0020425587,0.000015669875,0.00021986941,0.023742912],"genre_scores_gemma":[0.61263275,0.10259344,0.0070650354,0.045442384,0.07235728,0.0011227549,0.007889346,0.000487661,0.15040936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99492455,0.00023567463,0.0022028044,0.0009140444,0.0012221353,0.00050081644],"domain_scores_gemma":[0.997016,0.00018126727,0.00045922282,0.0012173362,0.0008876596,0.00023852517],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009975988,0.00038850008,0.000915235,0.00021451311,0.00027963272,0.000022571627,0.00033382422,0.00031984475,0.009922644],"category_scores_gemma":[0.0050683604,0.00023170744,0.00019055896,0.00048599625,0.00031703484,0.00003994426,0.001632952,0.0016909074,0.000055313918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036413874,0.00007014276,0.04921448,0.0037099149,0.00025628533,0.0000036856636,0.0009792122,2.547205e-8,0.000008000997,0.0006658874,0.8451913,0.09989741],"study_design_scores_gemma":[0.00057255477,0.00026586372,0.048041064,0.017009934,0.004191424,0.00010366923,0.0047205086,0.0004651726,0.000026505508,0.0044256467,0.91951793,0.00065974344],"about_ca_topic_score_codex":0.00025046326,"about_ca_topic_score_gemma":0.000036192392,"teacher_disagreement_score":0.33343083,"about_ca_system_score_codex":0.00020800825,"about_ca_system_score_gemma":0.00044638454,"threshold_uncertainty_score":0.9909824},"labels":[],"label_agreement":null},{"id":"W4404859242","doi":"10.1186/s12909-024-06237-w","title":"Using the adaptive action method to tackle wicked problems in rural faculty development","year":2024,"lang":"en","type":"letter","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"International Grenfell Association; Memorial University of Newfoundland; Mitacs","keywords":"Medical education; Faculty development; Wicked problem; Action research; Action (physics); Work (physics); Face (sociological concept); Medicine; Computer science; Sociology; Pedagogy; Professional development; Engineering","score_opus":0.14117865243929326,"score_gpt":0.4602516254479613,"score_spread":0.319072973008668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404859242","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01485585,0.00026852422,0.089037314,0.88439834,0.0071906005,0.003064343,0.000006535963,0.00014716177,0.0010313471],"genre_scores_gemma":[0.00115478,0.000012561606,0.21891762,0.75758666,0.009062989,0.0015366856,0.0025334044,0.00012243749,0.009072856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995461,0.00036874274,0.0010530378,0.0006324002,0.001962381,0.00052244606],"domain_scores_gemma":[0.998282,0.0002466218,0.0002617268,0.0005156503,0.00048545242,0.00020850723],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022157442,0.00039997057,0.0005039887,0.0007691222,0.0001518095,0.00006169058,0.00035240428,0.0011223095,0.0011224629],"category_scores_gemma":[0.004671965,0.00028395074,0.000109453365,0.0017467911,0.0001673963,0.00010950845,0.00010970092,0.0034068325,0.00032532794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022965885,0.00022610647,0.00013133859,0.0009405586,0.00005756879,0.0000066484267,0.0043678316,0.000021516398,0.000031663527,0.00010628816,0.90918106,0.08490645],"study_design_scores_gemma":[0.0003670198,0.000066380344,0.0013782888,0.004180429,0.00017206559,0.00018320025,0.0051138354,0.0051773805,0.0000979921,0.00027616066,0.9826389,0.00034837628],"about_ca_topic_score_codex":0.0003723414,"about_ca_topic_score_gemma":0.00015422469,"teacher_disagreement_score":0.1298803,"about_ca_system_score_codex":0.0022159957,"about_ca_system_score_gemma":0.021921529,"threshold_uncertainty_score":0.99996126},"labels":[],"label_agreement":null},{"id":"W4404905552","doi":"10.32920/27940887","title":"The writer's guide to education scholarship in emergency medicine: Systematic reviews and the scholarship of integration (part 4)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan; Queen's University; University of Ottawa","funders":"","keywords":"Scholarship; Systematic review; Political science; MEDLINE; Law","score_opus":0.0684397747408427,"score_gpt":0.43266193730701713,"score_spread":0.36422216256617446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404905552","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17269388,0.19903368,0.0032123895,0.42335972,0.039765824,0.048611272,0.000011793858,0.00024387655,0.113067575],"genre_scores_gemma":[0.8270293,0.04807271,0.014296339,0.012596606,0.005961966,0.018569605,0.0005263381,0.00022964567,0.07271748],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9942193,0.0010176623,0.003237468,0.00050440035,0.0007901264,0.00023103147],"domain_scores_gemma":[0.996139,0.0004903447,0.00075189816,0.0014339818,0.0010906679,0.00009409567],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0190499,0.000331589,0.0009941136,0.0005725065,0.00013015965,0.00007324801,0.0005012675,0.00029778978,0.0001823393],"category_scores_gemma":[0.05500066,0.00015200686,0.00013822103,0.001318045,0.0002740661,0.00009059743,0.0003618523,0.0019677575,0.000080667596],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002326835,0.0003379372,0.0018951565,0.14559326,0.00028187642,0.0000011311038,0.009251518,0.000003540475,0.000433924,0.2580857,0.49517888,0.088704385],"study_design_scores_gemma":[0.0025666256,0.00041447947,0.014943732,0.54012513,0.0031165658,0.00012872255,0.017330436,0.0014538899,0.00042482626,0.2735404,0.14491151,0.0010436552],"about_ca_topic_score_codex":0.00022188001,"about_ca_topic_score_gemma":0.00020604972,"teacher_disagreement_score":0.65433544,"about_ca_system_score_codex":0.0003582679,"about_ca_system_score_gemma":0.0007385463,"threshold_uncertainty_score":0.9529595},"labels":[],"label_agreement":null},{"id":"W4404905563","doi":"10.32920/27940872","title":"The standardized letter of evaluation in emergency medicine: Are the qualifications useful?","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine","score_opus":0.07980050473491701,"score_gpt":0.4412744560677845,"score_spread":0.36147395133286747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404905563","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23868947,0.004927165,0.0017867467,0.7060977,0.01091576,0.0040849056,0.000033472206,0.00009728325,0.03336748],"genre_scores_gemma":[0.9849275,0.0012549969,0.0006007253,0.0022068317,0.0019925577,0.0015528605,0.00037324743,0.000055965465,0.0070353365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962161,0.00032797575,0.0014068908,0.00036772306,0.0014890669,0.0001922529],"domain_scores_gemma":[0.9964609,0.0002492399,0.0004950635,0.0012643631,0.0015009356,0.00002945805],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006901782,0.00019930763,0.00036357366,0.00030453253,0.00013027762,0.00001577114,0.00029238994,0.00023452537,0.0018901806],"category_scores_gemma":[0.006419564,0.00009576575,0.00011673239,0.0010223212,0.00034781636,0.000020672729,0.00021989222,0.0013156942,0.000040981802],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060557733,0.00013529371,0.0036985974,0.00071289897,0.00022780907,0.0000011486405,0.0043018055,0.00008452789,0.00025596775,0.01627486,0.9569232,0.017323356],"study_design_scores_gemma":[0.0035596725,0.0002114762,0.18671246,0.0062522604,0.003206498,0.000023629516,0.03646394,0.030442039,0.0007979074,0.26002237,0.47149557,0.0008121599],"about_ca_topic_score_codex":0.00017828947,"about_ca_topic_score_gemma":0.0001738829,"teacher_disagreement_score":0.746238,"about_ca_system_score_codex":0.00035825916,"about_ca_system_score_gemma":0.0008153936,"threshold_uncertainty_score":0.99902225},"labels":[],"label_agreement":null},{"id":"W4404905598","doi":"10.32920/27940830.v1","title":"Feeling the flow with a serious game workshop: GridlockED as Medical Education 2 study (GAME2 study)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Christian Studies; George Brown College; University of Toronto; Dalhousie University; Queen's University; McMaster University; College of Family Physicians of Canada; Royal College of Physicians and Surgeons of Canada; Hamilton General Hospital","funders":"","keywords":"Feeling; Psychology; Medical education; Flow (mathematics); Applied psychology; Social psychology; Medicine; Mechanics","score_opus":0.015591396471927949,"score_gpt":0.368697938973,"score_spread":0.3531065425010721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404905598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92361075,0.000508068,0.00049260375,0.056637622,0.005567718,0.0069033382,0.0000016087243,0.00044142624,0.0058368524],"genre_scores_gemma":[0.9740537,0.000039804996,0.0028744682,0.0062332987,0.0030683388,0.0025635795,0.00017051672,0.00013131573,0.010865008],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9942592,0.0002696318,0.0010779236,0.0011684536,0.0027791949,0.00044560267],"domain_scores_gemma":[0.9964802,0.00017593827,0.000253384,0.0018788887,0.00095000246,0.00026156876],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025136967,0.0005735025,0.0007448249,0.0005139134,0.00019508433,0.00024693328,0.0006998348,0.00052185677,0.0021646922],"category_scores_gemma":[0.0039512613,0.00032964032,0.00012915602,0.001513391,0.00023807361,0.000048530776,0.0010082234,0.0045876442,0.00039963648],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011878585,0.03458725,0.025342653,0.001615246,0.0042555863,0.000641441,0.09212653,0.0006045552,0.0000060599414,0.0018635115,0.19217739,0.6455919],"study_design_scores_gemma":[0.012079484,0.00986432,0.06975493,0.015622394,0.011869161,0.0029940999,0.7466093,0.073502205,0.000044252465,0.015106849,0.03884043,0.0037126027],"about_ca_topic_score_codex":0.0008760451,"about_ca_topic_score_gemma":0.00083592057,"teacher_disagreement_score":0.6544827,"about_ca_system_score_codex":0.00056339183,"about_ca_system_score_gemma":0.010312494,"threshold_uncertainty_score":0.99991554},"labels":[],"label_agreement":null},{"id":"W4404905602","doi":"10.32920/27940887.v1","title":"The writer's guide to education scholarship in emergency medicine: Systematic reviews and the scholarship of integration (part 4)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan; Queen's University; University of Ottawa","funders":"","keywords":"Scholarship; Sociology; Engineering ethics; Political science; Engineering; Law","score_opus":0.0684397747408427,"score_gpt":0.43266193730701713,"score_spread":0.36422216256617446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404905602","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17269388,0.19903368,0.0032123895,0.42335972,0.039765824,0.048611272,0.000011793858,0.00024387655,0.113067575],"genre_scores_gemma":[0.8270293,0.04807271,0.014296339,0.012596606,0.005961966,0.018569605,0.0005263381,0.00022964567,0.07271748],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9942193,0.0010176623,0.003237468,0.00050440035,0.0007901264,0.00023103147],"domain_scores_gemma":[0.996139,0.0004903447,0.00075189816,0.0014339818,0.0010906679,0.00009409567],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0190499,0.000331589,0.0009941136,0.0005725065,0.00013015965,0.00007324801,0.0005012675,0.00029778978,0.0001823393],"category_scores_gemma":[0.05500066,0.00015200686,0.00013822103,0.001318045,0.0002740661,0.00009059743,0.0003618523,0.0019677575,0.000080667596],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002326835,0.0003379372,0.0018951565,0.14559326,0.00028187642,0.0000011311038,0.009251518,0.000003540475,0.000433924,0.2580857,0.49517888,0.088704385],"study_design_scores_gemma":[0.0025666256,0.00041447947,0.014943732,0.54012513,0.0031165658,0.00012872255,0.017330436,0.0014538899,0.00042482626,0.2735404,0.14491151,0.0010436552],"about_ca_topic_score_codex":0.00022188001,"about_ca_topic_score_gemma":0.00020604972,"teacher_disagreement_score":0.65433544,"about_ca_system_score_codex":0.0003582679,"about_ca_system_score_gemma":0.0007385463,"threshold_uncertainty_score":0.9529595},"labels":[],"label_agreement":null},{"id":"W4404905615","doi":"10.32920/27940833","title":"Workplace-based Assessment Data in Emergency Medicine: A Scoping Review of the Literature","year":2024,"lang":"en","type":"review","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Data science; Medicine; Psychology; Computer science","score_opus":0.11444722362434359,"score_gpt":0.5260929087813737,"score_spread":0.41164568515703015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404905615","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1225997e-7,0.97893834,0.000074159274,0.008965306,0.0026363905,0.0033281094,0.000021768345,0.000027179156,0.0060086325],"genre_scores_gemma":[1.86939e-7,0.99174905,0.0015070884,0.0013965912,0.00053783885,0.00025565064,0.002057527,0.00004177304,0.0024543249],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961135,0.00024622204,0.0021209994,0.00052981265,0.0007971495,0.00019236411],"domain_scores_gemma":[0.99663484,0.000111951405,0.0005618501,0.0023900776,0.00025963935,0.00004161581],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027493224,0.00033077775,0.001786803,0.00042289234,0.00002741116,0.000006878505,0.00078443595,0.0002778044,0.0027763909],"category_scores_gemma":[0.0033795994,0.00015598843,0.00021617248,0.005307429,0.00009493596,0.000055225355,0.00026143005,0.0014524058,0.000020208701],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.903726e-7,0.00004968136,0.000008269159,0.6954904,0.000039874427,0.0000029197006,0.000016234413,9.248194e-9,2.6241755e-8,0.00022902369,0.11819617,0.18596686],"study_design_scores_gemma":[0.00007059826,0.000014662501,0.000003593895,0.6019819,0.001166022,0.000011046078,0.000008517568,0.000015313566,2.2816218e-8,0.000012967709,0.39664236,0.000073031224],"about_ca_topic_score_codex":0.00000994015,"about_ca_topic_score_gemma":0.00000841835,"teacher_disagreement_score":0.2784462,"about_ca_system_score_codex":0.00025553646,"about_ca_system_score_gemma":0.0035133576,"threshold_uncertainty_score":0.9981352},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4404905620","doi":"10.32920/27940833.v1","title":"Workplace-based Assessment Data in Emergency Medicine: A Scoping Review of the Literature","year":2024,"lang":"en","type":"review","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Data science; Medicine; Computer science","score_opus":0.11444722362434359,"score_gpt":0.5260929087813737,"score_spread":0.41164568515703015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404905620","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1225997e-7,0.97893834,0.000074159274,0.008965306,0.0026363905,0.0033281094,0.000021768345,0.000027179156,0.0060086325],"genre_scores_gemma":[1.86939e-7,0.99174905,0.0015070884,0.0013965912,0.00053783885,0.00025565064,0.002057527,0.00004177304,0.0024543249],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961135,0.00024622204,0.0021209994,0.00052981265,0.0007971495,0.00019236411],"domain_scores_gemma":[0.99663484,0.000111951405,0.0005618501,0.0023900776,0.00025963935,0.00004161581],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027493224,0.00033077775,0.001786803,0.00042289234,0.00002741116,0.000006878505,0.00078443595,0.0002778044,0.0027763909],"category_scores_gemma":[0.0033795994,0.00015598843,0.00021617248,0.005307429,0.00009493596,0.000055225355,0.00026143005,0.0014524058,0.000020208701],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.903726e-7,0.00004968136,0.000008269159,0.6954904,0.000039874427,0.0000029197006,0.000016234413,9.248194e-9,2.6241755e-8,0.00022902369,0.11819617,0.18596686],"study_design_scores_gemma":[0.00007059826,0.000014662501,0.000003593895,0.6019819,0.001166022,0.000011046078,0.000008517568,0.000015313566,2.2816218e-8,0.000012967709,0.39664236,0.000073031224],"about_ca_topic_score_codex":0.00000994015,"about_ca_topic_score_gemma":0.00000841835,"teacher_disagreement_score":0.2784462,"about_ca_system_score_codex":0.00025553646,"about_ca_system_score_gemma":0.0035133576,"threshold_uncertainty_score":0.9981352},"labels":[],"label_agreement":null},{"id":"W4404905652","doi":"10.32920/27940830","title":"Feeling the flow with a serious game workshop: GridlockED as Medical Education 2 study (GAME2 study)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Christian Studies; George Brown College; University of Toronto; Dalhousie University; Queen's University; McMaster University; College of Family Physicians of Canada; Royal College of Physicians and Surgeons of Canada; Hamilton General Hospital","funders":"","keywords":"Feeling; Flow (mathematics); Psychology; Social psychology; Mathematics","score_opus":0.015591396471927949,"score_gpt":0.368697938973,"score_spread":0.3531065425010721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404905652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92361075,0.000508068,0.00049260375,0.056637622,0.005567718,0.0069033382,0.0000016087243,0.00044142624,0.0058368524],"genre_scores_gemma":[0.9740537,0.000039804996,0.0028744682,0.0062332987,0.0030683388,0.0025635795,0.00017051672,0.00013131573,0.010865008],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9942592,0.0002696318,0.0010779236,0.0011684536,0.0027791949,0.00044560267],"domain_scores_gemma":[0.9964802,0.00017593827,0.000253384,0.0018788887,0.00095000246,0.00026156876],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025136967,0.0005735025,0.0007448249,0.0005139134,0.00019508433,0.00024693328,0.0006998348,0.00052185677,0.0021646922],"category_scores_gemma":[0.0039512613,0.00032964032,0.00012915602,0.001513391,0.00023807361,0.000048530776,0.0010082234,0.0045876442,0.00039963648],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011878585,0.03458725,0.025342653,0.001615246,0.0042555863,0.000641441,0.09212653,0.0006045552,0.0000060599414,0.0018635115,0.19217739,0.6455919],"study_design_scores_gemma":[0.012079484,0.00986432,0.06975493,0.015622394,0.011869161,0.0029940999,0.7466093,0.073502205,0.000044252465,0.015106849,0.03884043,0.0037126027],"about_ca_topic_score_codex":0.0008760451,"about_ca_topic_score_gemma":0.00083592057,"teacher_disagreement_score":0.6544827,"about_ca_system_score_codex":0.00056339183,"about_ca_system_score_gemma":0.010312494,"threshold_uncertainty_score":0.99991554},"labels":[],"label_agreement":null},{"id":"W4404917853","doi":"10.32920/27934578.v1","title":"Replacing high-stakes summative examinations with graduated medical licensure in Canada","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Summative assessment; Medical education; Medicine; United States Medical Licensing Examination; Political science; Psychology; Medical school; Mathematics education; Formative assessment","score_opus":0.014946093568052326,"score_gpt":0.28857958741777423,"score_spread":0.2736334938497219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404917853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9291627,0.00017534623,0.0006050673,0.051773503,0.001767767,0.0009938907,0.000033425236,0.0001729543,0.015315385],"genre_scores_gemma":[0.9893078,0.000033572844,0.004297049,0.0018428114,0.00030147316,0.00022528938,0.00095884706,0.000052679865,0.0029804304],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99672896,0.000084756415,0.00073138485,0.00061916636,0.0015140087,0.00032174747],"domain_scores_gemma":[0.99834186,0.00018381535,0.00015717406,0.0005877623,0.00057130615,0.00015809169],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007392573,0.00029885568,0.00052427966,0.0005194196,0.000053173324,0.000032470223,0.00019114846,0.00035645018,0.0011807294],"category_scores_gemma":[0.002152008,0.00022380071,0.00003353951,0.0011772624,0.00012189651,0.0000317628,0.00022110928,0.002716546,0.000025116075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036135525,0.0013838318,0.06616783,0.010749125,0.0020254322,0.005069289,0.01223781,0.001145004,0.00008586477,0.07717204,0.70689195,0.11671049],"study_design_scores_gemma":[0.011782717,0.0010367668,0.5688811,0.07575572,0.0027813218,0.0017834286,0.06935119,0.2027955,0.004646935,0.020708159,0.03518072,0.0052964254],"about_ca_topic_score_codex":0.84987825,"about_ca_topic_score_gemma":0.93065023,"teacher_disagreement_score":0.6717112,"about_ca_system_score_codex":0.0022347341,"about_ca_system_score_gemma":0.01805011,"threshold_uncertainty_score":0.9997323},"labels":[],"label_agreement":null},{"id":"W4404918033","doi":"10.32920/27934578","title":"Replacing high-stakes summative examinations with graduated medical licensure in Canada","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Summative assessment; Medical education; Psychology; Medicine; Political science; Mathematics education; Formative assessment","score_opus":0.014946093568052326,"score_gpt":0.28857958741777423,"score_spread":0.2736334938497219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404918033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9291627,0.00017534623,0.0006050673,0.051773503,0.001767767,0.0009938907,0.000033425236,0.0001729543,0.015315385],"genre_scores_gemma":[0.9893078,0.000033572844,0.004297049,0.0018428114,0.00030147316,0.00022528938,0.00095884706,0.000052679865,0.0029804304],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99672896,0.000084756415,0.00073138485,0.00061916636,0.0015140087,0.00032174747],"domain_scores_gemma":[0.99834186,0.00018381535,0.00015717406,0.0005877623,0.00057130615,0.00015809169],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007392573,0.00029885568,0.00052427966,0.0005194196,0.000053173324,0.000032470223,0.00019114846,0.00035645018,0.0011807294],"category_scores_gemma":[0.002152008,0.00022380071,0.00003353951,0.0011772624,0.00012189651,0.0000317628,0.00022110928,0.002716546,0.000025116075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036135525,0.0013838318,0.06616783,0.010749125,0.0020254322,0.005069289,0.01223781,0.001145004,0.00008586477,0.07717204,0.70689195,0.11671049],"study_design_scores_gemma":[0.011782717,0.0010367668,0.5688811,0.07575572,0.0027813218,0.0017834286,0.06935119,0.2027955,0.004646935,0.020708159,0.03518072,0.0052964254],"about_ca_topic_score_codex":0.84987825,"about_ca_topic_score_gemma":0.93065023,"teacher_disagreement_score":0.6717112,"about_ca_system_score_codex":0.0022347341,"about_ca_system_score_gemma":0.01805011,"threshold_uncertainty_score":0.9997323},"labels":[],"label_agreement":null},{"id":"W4404918124","doi":"10.32920/27940872.v1","title":"The standardized letter of evaluation in emergency medicine: Are the qualifications useful?","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Psychology","score_opus":0.07980050473491701,"score_gpt":0.4412744560677845,"score_spread":0.36147395133286747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404918124","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23868947,0.004927165,0.0017867467,0.7060977,0.01091576,0.0040849056,0.000033472206,0.00009728325,0.03336748],"genre_scores_gemma":[0.9849275,0.0012549969,0.0006007253,0.0022068317,0.0019925577,0.0015528605,0.00037324743,0.000055965465,0.0070353365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962161,0.00032797575,0.0014068908,0.00036772306,0.0014890669,0.0001922529],"domain_scores_gemma":[0.9964609,0.0002492399,0.0004950635,0.0012643631,0.0015009356,0.00002945805],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006901782,0.00019930763,0.00036357366,0.00030453253,0.00013027762,0.00001577114,0.00029238994,0.00023452537,0.0018901806],"category_scores_gemma":[0.006419564,0.00009576575,0.00011673239,0.0010223212,0.00034781636,0.000020672729,0.00021989222,0.0013156942,0.000040981802],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060557733,0.00013529371,0.0036985974,0.00071289897,0.00022780907,0.0000011486405,0.0043018055,0.00008452789,0.00025596775,0.01627486,0.9569232,0.017323356],"study_design_scores_gemma":[0.0035596725,0.0002114762,0.18671246,0.0062522604,0.003206498,0.000023629516,0.03646394,0.030442039,0.0007979074,0.26002237,0.47149557,0.0008121599],"about_ca_topic_score_codex":0.00017828947,"about_ca_topic_score_gemma":0.0001738829,"teacher_disagreement_score":0.746238,"about_ca_system_score_codex":0.00035825916,"about_ca_system_score_gemma":0.0008153936,"threshold_uncertainty_score":0.99902225},"labels":[],"label_agreement":null},{"id":"W4404918996","doi":"10.32920/27934581.v1","title":"Beyond competence: rethinking continuing professional development in the age of competence-based medical education","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Continuing medical education; Psychology; Continuing education; Continuing professional development; Professional development; Pedagogy; Engineering ethics; Medicine; Engineering; Social psychology","score_opus":0.022287907615661344,"score_gpt":0.35309941077633716,"score_spread":0.3308115031606758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404918996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9190426,0.00061852345,0.00090730854,0.05199128,0.008295056,0.0018182445,0.0000031277943,0.00009973751,0.017224144],"genre_scores_gemma":[0.9237562,0.000014343834,0.060924012,0.012026489,0.00047189865,0.00043156612,0.0011496806,0.000028966298,0.001196871],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957288,0.0002063386,0.0012427617,0.00048017796,0.0020802126,0.0002617007],"domain_scores_gemma":[0.99831676,0.0002750942,0.0002906798,0.0005419988,0.0005198732,0.00005557631],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0037189415,0.0002623654,0.00050433114,0.0005514999,0.00007143911,0.00003904573,0.0005410908,0.000561868,0.0007194679],"category_scores_gemma":[0.0022801,0.00017202758,0.000094359326,0.00073596905,0.0003269891,0.000025717873,0.00038791975,0.002948454,0.000024018802],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025585882,0.007843654,0.033944737,0.019767286,0.00032328456,0.00030469327,0.12127546,0.00007509917,0.0012139274,0.22731781,0.10918084,0.47849736],"study_design_scores_gemma":[0.006286017,0.0004623677,0.32130638,0.21551576,0.0009032311,0.00041158986,0.043249495,0.043395508,0.0055714133,0.25353128,0.106635615,0.0027313204],"about_ca_topic_score_codex":0.000073473886,"about_ca_topic_score_gemma":0.00008587059,"teacher_disagreement_score":0.47576603,"about_ca_system_score_codex":0.0003611505,"about_ca_system_score_gemma":0.014817459,"threshold_uncertainty_score":0.9993518},"labels":[],"label_agreement":null},{"id":"W4404919126","doi":"10.32920/27934581","title":"Beyond competence: rethinking continuing professional development in the age of competence-based medical education","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Continuing medical education; Continuing professional development; Continuing education; Medical education; Professional development; Psychology; Pedagogy; Medicine; Social psychology","score_opus":0.022287907615661344,"score_gpt":0.35309941077633716,"score_spread":0.3308115031606758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404919126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9190426,0.00061852345,0.00090730854,0.05199128,0.008295056,0.0018182445,0.0000031277943,0.00009973751,0.017224144],"genre_scores_gemma":[0.9237562,0.000014343834,0.060924012,0.012026489,0.00047189865,0.00043156612,0.0011496806,0.000028966298,0.001196871],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957288,0.0002063386,0.0012427617,0.00048017796,0.0020802126,0.0002617007],"domain_scores_gemma":[0.99831676,0.0002750942,0.0002906798,0.0005419988,0.0005198732,0.00005557631],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0037189415,0.0002623654,0.00050433114,0.0005514999,0.00007143911,0.00003904573,0.0005410908,0.000561868,0.0007194679],"category_scores_gemma":[0.0022801,0.00017202758,0.000094359326,0.00073596905,0.0003269891,0.000025717873,0.00038791975,0.002948454,0.000024018802],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025585882,0.007843654,0.033944737,0.019767286,0.00032328456,0.00030469327,0.12127546,0.00007509917,0.0012139274,0.22731781,0.10918084,0.47849736],"study_design_scores_gemma":[0.006286017,0.0004623677,0.32130638,0.21551576,0.0009032311,0.00041158986,0.043249495,0.043395508,0.0055714133,0.25353128,0.106635615,0.0027313204],"about_ca_topic_score_codex":0.000073473886,"about_ca_topic_score_gemma":0.00008587059,"teacher_disagreement_score":0.47576603,"about_ca_system_score_codex":0.0003611505,"about_ca_system_score_gemma":0.014817459,"threshold_uncertainty_score":0.9993518},"labels":[],"label_agreement":null},{"id":"W4404962502","doi":"10.2196/55206","title":"Integration of an Audiovisual Learning Resource in a Podiatric Medical Infectious Disease Course: Multiple Cohort Pilot Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Infectious disease (medical specialty); Cohort; Medicine; Course (navigation); Cohort study; Disease; Medical education; Computer science; Engineering; World Wide Web; Pathology","score_opus":0.012330336309091744,"score_gpt":0.38954900824949884,"score_spread":0.3772186719404071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404962502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899375,0.00038713633,0.00042481444,0.005448514,0.0012491873,0.0016788988,0.000001630646,0.00022853579,0.0006437796],"genre_scores_gemma":[0.9954703,0.00004297695,0.0001879729,0.0011910698,0.0012790911,0.00084130815,0.00054950884,0.000047823432,0.0003899882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540913,0.00041859772,0.0009625107,0.0005696738,0.0023322897,0.0003078231],"domain_scores_gemma":[0.9982997,0.00027865474,0.00014947614,0.00040674844,0.0003203651,0.00054505],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028242907,0.00022640938,0.00038862767,0.00083574594,0.00009417535,0.00004182682,0.00021358245,0.00022135422,0.0012003278],"category_scores_gemma":[0.015725652,0.00020031873,0.000062126426,0.002191884,0.0002211674,0.00025390825,0.000052909123,0.0014918688,0.000049812523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041676583,0.02498539,0.52428275,0.0005795704,0.00008833021,0.00010251374,0.00392392,0.000015613605,0.00015795545,0.0007081269,0.010310201,0.43442884],"study_design_scores_gemma":[0.0018638378,0.00258934,0.9412772,0.0013746348,0.00020300475,0.00009197966,0.0050389837,0.041670665,0.00001740785,0.00012799582,0.005507397,0.00023752333],"about_ca_topic_score_codex":0.000386498,"about_ca_topic_score_gemma":0.00015739085,"teacher_disagreement_score":0.43419132,"about_ca_system_score_codex":0.0004447383,"about_ca_system_score_gemma":0.007044488,"threshold_uncertainty_score":0.9997127},"labels":[],"label_agreement":null},{"id":"W4405063542","doi":"10.1007/s10459-024-10398-0","title":"Can all roads lead to competency? School levels effects in Licensing examinations scores","year":2024,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; Laurentian University; Thunder Bay Regional Health Sciences Centre; Medical Council of Canada; NOSM University; London Health Sciences Centre; Queen's University; University of Toronto; Western University; The Wilson Centre; Bruyère; University of Ottawa","funders":"","keywords":"Medical education; Accountability; Psychology; Graduate medical education; Health care; Medicine; Accreditation; Political science","score_opus":0.028342708435824628,"score_gpt":0.43720562494650295,"score_spread":0.4088629165106783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405063542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.866437,0.015024391,0.0029697255,0.101208255,0.008192685,0.0022174243,0.000003104651,0.00013851849,0.0038088714],"genre_scores_gemma":[0.94494265,0.0005642582,0.04222969,0.011338994,0.00036129323,0.00024431816,0.000027088374,0.000013850734,0.00027787263],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977604,0.000119594115,0.00063346967,0.0005266942,0.0005012855,0.00045854205],"domain_scores_gemma":[0.9990857,0.00029367764,0.000097640026,0.00023139612,0.00014750927,0.00014405376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017758661,0.00014270519,0.0002300875,0.0014449678,0.0001726727,0.00007454589,0.00018168372,0.00006120323,0.000030248755],"category_scores_gemma":[0.0023940231,0.00013376542,0.000021700436,0.0042320737,0.0002019791,0.0006358824,0.000026659838,0.00037230266,0.000051944746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008017599,0.0003681978,0.07781781,0.0015496028,0.0000035183095,0.0000040077725,0.0066302367,0.00070727174,0.000375084,0.034702905,0.0025125185,0.87532085],"study_design_scores_gemma":[0.00047474643,0.0008153793,0.8859292,0.010828266,0.000014422769,0.00006770699,0.0061759935,0.014036527,0.00048123256,0.019214172,0.061542682,0.0004196638],"about_ca_topic_score_codex":0.001107896,"about_ca_topic_score_gemma":0.0017509747,"teacher_disagreement_score":0.8749012,"about_ca_system_score_codex":0.0012385005,"about_ca_system_score_gemma":0.004805577,"threshold_uncertainty_score":0.8524887},"labels":[],"label_agreement":null},{"id":"W4405115281","doi":"10.1007/978-3-031-76845-3","title":"Curriculum Design, Evaluation, and Teaching in Medical Education","year":2024,"lang":"en","type":"book","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Mathematics education; Medical education; Pedagogy; Computer science; Psychology; Medicine","score_opus":0.022648452218905334,"score_gpt":0.40344005518295073,"score_spread":0.3807916029640454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405115281","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023708,0.0036539375,0.0013844417,0.022013316,0.0029016351,0.0021344512,9.726031e-7,0.00014356406,0.9653969],"genre_scores_gemma":[0.006294998,0.00022911953,0.014093088,0.010332887,0.0025086307,0.0004957948,0.0011311779,0.00009864825,0.9648157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735177,0.00012074502,0.00058261317,0.00043616616,0.001335977,0.00017274189],"domain_scores_gemma":[0.9991711,0.00006502378,0.00009024848,0.00028122257,0.00029328966,0.000099143035],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038494454,0.0002128719,0.0003129999,0.00074712693,0.00004887972,0.00003556812,0.0000942241,0.00058368896,0.0025390428],"category_scores_gemma":[0.005417953,0.00017731985,0.00003783545,0.0001705011,0.00010396673,0.000070563445,0.0000520493,0.0015190244,0.00015264368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025670374,0.00018825984,0.00030280987,0.00035801885,0.000024757972,0.0000064971186,0.00027090983,4.4595666e-7,7.772935e-7,0.034745373,0.7015908,0.2625088],"study_design_scores_gemma":[0.0010580976,0.00016736145,0.0006332414,0.009644523,0.000634622,0.00050377415,0.0010184859,0.05895731,0.0000026269497,0.041989665,0.88489354,0.00049676665],"about_ca_topic_score_codex":0.000048520695,"about_ca_topic_score_gemma":0.000030204204,"teacher_disagreement_score":0.26201203,"about_ca_system_score_codex":0.0009682571,"about_ca_system_score_gemma":0.011426444,"threshold_uncertainty_score":0.9983728},"labels":[],"label_agreement":null},{"id":"W4405192141","doi":"10.1007/s43678-024-00823-z","title":"Embracing equity: an opportunity for growth at CJEM","year":2024,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Calgary; University of Ottawa; Saint John Regional Hospital","funders":"","keywords":"Medicine; Equity (law); Political science","score_opus":0.13665954200580585,"score_gpt":0.44178143299121875,"score_spread":0.30512189098541287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405192141","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010451705,0.0035678693,0.00020170526,0.012058997,0.96732414,0.0005098131,0.00015984778,0.00002337863,0.015109104],"genre_scores_gemma":[0.0013861049,0.00061045133,0.000414229,0.00065883354,0.9781609,0.00002740569,0.0017175787,0.0001528376,0.016871653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99518675,0.000083815496,0.0021348295,0.0004290382,0.0014508578,0.00071470154],"domain_scores_gemma":[0.9909014,0.00020219557,0.0009909288,0.00054987654,0.004990096,0.002365473],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038549348,0.00045074758,0.0011342091,0.0016632649,0.00029971809,0.00001657234,0.00055869226,0.00092691317,0.006821732],"category_scores_gemma":[0.03425883,0.00036795836,0.00029984006,0.0009266354,0.00024693442,0.0001971647,0.000044212353,0.0021932856,0.000029988589],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108146334,0.00003806823,0.00003847735,0.0016520252,0.0002785453,0.00020372642,0.0011144178,5.084522e-7,0.000072567076,0.00052530377,0.99217415,0.0037940557],"study_design_scores_gemma":[0.0009682946,0.001684171,0.000044040888,0.0025705965,0.0011725295,0.0000764916,0.0007065869,0.000043213004,0.000014951892,0.0058820173,0.9865481,0.00028896742],"about_ca_topic_score_codex":0.0033016866,"about_ca_topic_score_gemma":0.009605954,"teacher_disagreement_score":0.030403895,"about_ca_system_score_codex":0.0020826994,"about_ca_system_score_gemma":0.01746411,"threshold_uncertainty_score":0.9998772},"labels":[],"label_agreement":null},{"id":"W4405193782","doi":"10.1007/s43678-024-00821-1","title":"Working together: considering the impact of medical learners in the Emergency Department","year":2024,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan; Royal University Hospital","funders":"","keywords":"Emergency department; Medicine; Medical emergency; Emergency medicine; Nursing","score_opus":0.07265031478526952,"score_gpt":0.41755629555490187,"score_spread":0.34490598076963236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405193782","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03151219,0.018472845,0.000026362348,0.03041269,0.9157279,0.0004941035,0.000013815852,0.0000068272648,0.003333251],"genre_scores_gemma":[0.22710992,0.008643223,0.000042598454,0.00025077423,0.7626633,0.000033332966,0.00014255871,0.00010003576,0.0010142559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99321246,0.00030463125,0.0026720096,0.00027470634,0.002952394,0.0005837831],"domain_scores_gemma":[0.9963427,0.00046049897,0.0010386325,0.0006355583,0.0009676693,0.000554906],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007911258,0.00039308713,0.0009611648,0.0010640234,0.00013592836,0.000010207412,0.0010508245,0.000707329,0.01163803],"category_scores_gemma":[0.021258462,0.00019529345,0.00045359245,0.0019195664,0.00041832498,0.00005704079,0.000031390184,0.0041747717,0.000014315434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033799573,0.00004463515,0.005804339,0.00020110913,0.00042251791,0.00033909507,0.005890817,0.00001327822,0.0000053505782,0.00012951436,0.98271215,0.0044033662],"study_design_scores_gemma":[0.0007558046,0.00074283336,0.001569349,0.0042434577,0.00058096234,0.00013120318,0.00540438,0.000094628835,0.000001300631,0.00063212094,0.985652,0.0001919558],"about_ca_topic_score_codex":0.015110937,"about_ca_topic_score_gemma":0.017673347,"teacher_disagreement_score":0.19559774,"about_ca_system_score_codex":0.0008117544,"about_ca_system_score_gemma":0.011745001,"threshold_uncertainty_score":0.99812263},"labels":[],"label_agreement":null},{"id":"W4405208242","doi":"10.1177/23821205241293487","title":"Improving Diversity in Learning Activities in a Teaching Curriculum in Higher Medical Education","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Diversity (politics); Medical education; Context (archaeology); Quality (philosophy); Medicine; Pedagogy; Psychology; Sociology","score_opus":0.012986101335471713,"score_gpt":0.33011614144867496,"score_spread":0.3171300401132032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405208242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97515315,0.00273383,0.00040584838,0.018612478,0.0024100908,0.00017156037,4.607473e-8,0.00001459177,0.0004984217],"genre_scores_gemma":[0.9936493,0.00036812594,0.0034316552,0.0016977122,0.00046632256,0.000028709837,0.00001339735,0.000012916519,0.0003318617],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968755,0.00018093246,0.0008795784,0.00022923035,0.0016016461,0.00023308153],"domain_scores_gemma":[0.9992944,0.00006425864,0.00017278727,0.00007589971,0.00012040269,0.0002722765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004124679,0.00014679786,0.00031224688,0.0011826834,0.00009167514,0.00004690965,0.00016633557,0.0002620144,0.0007022775],"category_scores_gemma":[0.003462281,0.0001214582,0.000045110766,0.0007750715,0.00006470305,0.0002949648,0.0001278595,0.0020858578,0.0000045198262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012191896,0.0017956311,0.23098451,0.00029959242,0.000017725573,0.00008391312,0.0075820913,0.0000020980701,0.000012862203,0.0016176066,0.002567192,0.7550246],"study_design_scores_gemma":[0.0035812757,0.00022703526,0.7182361,0.028441986,0.00008441008,0.0018261229,0.04799129,0.011075943,0.00005510443,0.00068179995,0.18717569,0.0006232728],"about_ca_topic_score_codex":0.00021078704,"about_ca_topic_score_gemma":0.00007654084,"teacher_disagreement_score":0.7544013,"about_ca_system_score_codex":0.0009424066,"about_ca_system_score_gemma":0.009081321,"threshold_uncertainty_score":0.99653625},"labels":[],"label_agreement":null},{"id":"W4405249300","doi":"10.5489/cuaj.8947","title":"Five years of competency-based medical education in Canadian urology","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Alberta; Université de Montréal; McGill University; Public Health Ontario; University of Toronto","funders":"","keywords":"Urology; Medicine; Medical education","score_opus":0.006289074773950571,"score_gpt":0.2792027943353383,"score_spread":0.2729137195613877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405249300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7327872,0.00067812146,0.00008654536,0.25781453,0.0023452372,0.00024302045,0.000018955832,0.000026578735,0.0059997966],"genre_scores_gemma":[0.9763646,0.00003092236,0.00091186306,0.021805637,0.00046530616,0.000012098326,0.00008674042,0.000012506291,0.000310312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807996,0.00015802009,0.0005332188,0.00018843965,0.00053184904,0.0005084941],"domain_scores_gemma":[0.99835354,0.00017060553,0.000115329414,0.000110540335,0.00037247338,0.0008775194],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017327634,0.000097313205,0.00023736502,0.0012642393,0.000072728464,0.000035350728,0.00015746393,0.00049264025,0.0027526764],"category_scores_gemma":[0.007296357,0.00009523793,0.00008237361,0.0009004871,0.00007737383,0.00006946036,0.000005888239,0.0011303821,0.00008544592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030241423,0.00020487016,0.7153886,0.000048234753,0.00008754327,0.00045325138,0.00045003748,0.000104542305,0.000021945407,0.027831007,0.12132594,0.1340538],"study_design_scores_gemma":[0.00049201754,0.00020203271,0.7235436,0.00010277399,0.000048123045,0.00026608247,0.00012462038,0.008386919,0.0000031578568,0.0039373036,0.26277402,0.00011937994],"about_ca_topic_score_codex":0.14895913,"about_ca_topic_score_gemma":0.32254946,"teacher_disagreement_score":0.24357739,"about_ca_system_score_codex":0.003021054,"about_ca_system_score_gemma":0.069059335,"threshold_uncertainty_score":0.99815893},"labels":[],"label_agreement":null},{"id":"W4405279557","doi":"10.6000/2292-2598.2024.12.04.2","title":"Students Interest in Research and Tendency to Acquire Research Skills among Postgraduate Students with Learning Disabilities (LD) in Two Public Universities of Cross River State, Nigeria: Implications for Psychology","year":2024,"lang":"en","type":"article","venue":"Journal of Intellectual Disability - Diagnosis and Treatment","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Psychology; Likert scale; Stratified sampling; Simple random sample; Mathematics education; Test (biology); Medical education; Research design; Psychometrics; Social science; Developmental psychology; Population; Mathematics","score_opus":0.2115398191442821,"score_gpt":0.5493160950690575,"score_spread":0.33777627592477544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405279557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918888,0.0003769827,0.000033450393,0.0064400723,0.00007980636,0.0011103019,0.00002113884,0.0000062042695,0.000043232252],"genre_scores_gemma":[0.99833417,0.0008960305,0.00021241698,0.000031962918,0.000043738262,0.00026512585,0.000011864649,0.000016252861,0.00018844492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776405,0.0003600603,0.00067382515,0.0003646372,0.00048088754,0.00035653592],"domain_scores_gemma":[0.99493074,0.0035454778,0.00007540308,0.00021525908,0.001092838,0.00014026159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025960365,0.00014907762,0.00041045048,0.00084805465,0.0001511091,0.00015298961,0.00019864159,0.00006395103,0.000044910423],"category_scores_gemma":[0.0038116246,0.000105210085,0.000051758285,0.0011339396,0.0019264123,0.00028304983,0.00014290249,0.0005082642,0.0000016443536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005389882,0.0047849063,0.9406396,0.00015022988,0.00015986494,0.000008935736,0.036211055,0.000007744475,0.0000231239,0.00021907357,0.00033542662,0.016921062],"study_design_scores_gemma":[0.0017868598,0.006231401,0.9551649,0.0008233389,0.000022787412,0.000022253687,0.03294583,0.000009444629,0.00009861007,0.0026147473,0.0002040474,0.00007579752],"about_ca_topic_score_codex":0.00049184,"about_ca_topic_score_gemma":0.0017297699,"teacher_disagreement_score":0.016845264,"about_ca_system_score_codex":0.0013542877,"about_ca_system_score_gemma":0.00026504026,"threshold_uncertainty_score":0.7097947},"labels":[],"label_agreement":null},{"id":"W4405287871","doi":"10.3138/jvme-2024-0064","title":"Remediation of Pre-Clinical Course Failures in a DVM Program and Its Impact on Program Outcomes: A 10-Year Descriptive Study","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Attrition; Remedial education; Medical education; Competence (human resources); Psychology; Medicine; Mathematics education; Dentistry; Engineering","score_opus":0.08702634487496737,"score_gpt":0.5324699124638923,"score_spread":0.44544356758892495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405287871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882404,0.00066084875,0.00001578737,0.007536414,0.0017612791,0.00164778,0.0000022329257,0.000041243027,0.00009399026],"genre_scores_gemma":[0.99621,0.00015709888,0.002239438,0.0003377291,0.0007065823,0.00016883214,0.000026962753,0.000025796598,0.00012760988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964981,0.0003102895,0.0014765813,0.00026965252,0.0012275085,0.00021787961],"domain_scores_gemma":[0.99799305,0.0002891138,0.00043682454,0.00020872851,0.00081114785,0.00026114628],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003224377,0.00019855812,0.0005740944,0.00061193533,0.00003117583,0.000038871363,0.0001585209,0.00023665278,0.00039265392],"category_scores_gemma":[0.009402564,0.00013629335,0.00015659134,0.000794351,0.00015601773,0.00027508038,0.000035655437,0.00097618654,0.000009625003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024926981,0.030184248,0.09789591,0.0007195371,0.0004571968,0.00020021446,0.007811488,0.0000025176837,0.00009901781,0.000119431534,0.018990638,0.8410271],"study_design_scores_gemma":[0.0026953958,0.036838464,0.9391853,0.0029008589,0.00028225913,0.00059679773,0.007329487,0.002252145,0.000010950434,0.00008560368,0.007671573,0.00015114855],"about_ca_topic_score_codex":0.000022392333,"about_ca_topic_score_gemma":0.0000040015952,"teacher_disagreement_score":0.8412894,"about_ca_system_score_codex":0.00032275668,"about_ca_system_score_gemma":0.0037518032,"threshold_uncertainty_score":0.99894166},"labels":[],"label_agreement":null},{"id":"W4405313836","doi":"10.7202/1114955ar","title":"The Development and Implementation of a Quality Improvement Review Committee (QIRC): An Ethical and Pragmatic Imperative","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Bioethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Michener Institute; University of Toronto; University Health Network","funders":"","keywords":"Stakeholder; Quality management; Normative; Thematic analysis; Health care; Stakeholder engagement; Corporate governance; Quality (philosophy); Medical education; Psychology; Medicine; Qualitative research; Public relations; Political science; Business; Sociology; Engineering; Operations management","score_opus":0.060921235361062406,"score_gpt":0.4538599146705685,"score_spread":0.3929386793095061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405313836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73682845,0.014842173,0.0005346086,0.24683128,0.00040642993,0.00047407064,0.000010247359,0.000004214346,0.00006853807],"genre_scores_gemma":[0.98229766,0.0024674837,0.005633304,0.009421144,0.00011340381,0.000011866799,0.000018611816,0.000010546064,0.000025951731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986188,0.00015233226,0.0007312638,0.00008435039,0.00028903587,0.00012424092],"domain_scores_gemma":[0.99869716,0.00021906458,0.00019230174,0.000109037705,0.0005758254,0.00020659788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005417764,0.0000731183,0.00019006632,0.00011755384,0.00017618481,0.000047597743,0.000060770733,0.00011169836,0.000034787965],"category_scores_gemma":[0.0011261891,0.000048114183,0.000022609269,0.00021261458,0.00042349353,0.00006975852,0.00000904459,0.00085578224,5.2474945e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014357788,0.00002305212,0.0019349969,0.0049898494,0.00021653358,0.000018564235,0.028868876,1.1178846e-7,0.0006921829,0.066567205,0.009561987,0.88711226],"study_design_scores_gemma":[0.004048244,0.0051221275,0.188258,0.032758582,0.0015312134,0.0015951995,0.16969809,0.000498177,0.011838354,0.018063365,0.56561846,0.0009701937],"about_ca_topic_score_codex":0.0009918041,"about_ca_topic_score_gemma":0.017521774,"teacher_disagreement_score":0.8861421,"about_ca_system_score_codex":0.00018451815,"about_ca_system_score_gemma":0.0043218737,"threshold_uncertainty_score":0.97775614},"labels":[],"label_agreement":null},{"id":"W4405330582","doi":"10.1002/jgc4.2007","title":"Application of the RIME framework in genetic counseling fieldwork training to assess practice‐based competencies","year":2024,"lang":"en","type":"article","venue":"Journal of Genetic Counseling","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Genetic counseling; Public health; Medical education; Training (meteorology); Psychology; Hard rime; Medicine; Quality of Life Research; Nursing; Applied psychology; Family medicine; Genetics; Geography","score_opus":0.0354615889949412,"score_gpt":0.3643118575315914,"score_spread":0.3288502685366502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405330582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57361954,0.0028232764,0.4156138,0.0065352563,0.0010342669,0.0002740716,7.8981157e-7,0.000011609319,0.000087364875],"genre_scores_gemma":[0.782459,0.0001667004,0.21458781,0.0021716515,0.0005694791,0.000012421199,9.369877e-7,0.000019671073,0.000012337358],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764127,0.00009802472,0.0010384709,0.0001763958,0.00084233994,0.00020348353],"domain_scores_gemma":[0.9974984,0.0009066467,0.00038856317,0.00030670717,0.00083347637,0.00006619342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017992051,0.00012796222,0.000305216,0.00034376487,0.00007089531,0.000049560127,0.00023543881,0.00013888284,0.000040552855],"category_scores_gemma":[0.0029008824,0.00009816572,0.00010671839,0.0012808978,0.00006316026,0.00006859662,0.000014922551,0.00079756125,0.0000053051317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005461267,0.00081861654,0.022336228,0.0014033341,0.00040588508,0.00016806817,0.06535834,0.15125133,0.05915405,0.0022315348,0.0034243688,0.69290215],"study_design_scores_gemma":[0.0030412027,0.001781453,0.12199743,0.02763506,0.0019670597,0.0025453367,0.049858175,0.54980785,0.006990111,0.010327518,0.22294722,0.0011015944],"about_ca_topic_score_codex":0.000019671867,"about_ca_topic_score_gemma":0.0000055956393,"teacher_disagreement_score":0.69180053,"about_ca_system_score_codex":0.0001696713,"about_ca_system_score_gemma":0.0010104991,"threshold_uncertainty_score":0.4003082},"labels":[],"label_agreement":null},{"id":"W4405402889","doi":"10.1080/0142159x.2024.2429612","title":"Disentangling faculty development: A scoping review towards a rich description of the concept and its practice","year":2024,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; University of Toronto; SickKids Foundation; Hospital for Sick Children; McMaster University","funders":"","keywords":"Medical education; Engineering ethics; Health professions; Faculty development; Psychology; Medicine; Professional development; Health care; Political science; Engineering","score_opus":0.15741519823166608,"score_gpt":0.4826329516343424,"score_spread":0.32521775340267634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405402889","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004853838,0.99164534,0.000056291654,0.00398781,0.0007894177,0.0020314662,0.0000028661436,0.000047561894,0.0013907007],"genre_scores_gemma":[0.000022310292,0.99505556,0.00062883116,0.0012481903,0.00044256516,0.0002827107,0.00017066137,0.000046000576,0.0021031443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641687,0.00032273514,0.0012433219,0.00040597792,0.0013796124,0.0002315021],"domain_scores_gemma":[0.99873483,0.00006421222,0.0004739607,0.00031638006,0.00026790184,0.00014270011],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023386406,0.0003057366,0.0012897858,0.00011604717,0.000084757405,0.000020219819,0.00023901704,0.0004210907,0.000698934],"category_scores_gemma":[0.021158842,0.00016785781,0.00018751122,0.0010363573,0.0001808627,0.000090443624,0.00021549514,0.0015306798,0.000050386014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015742966,0.00010589705,0.000009772302,0.19514558,0.00018379006,0.000013011768,0.0007284769,2.1481292e-9,2.4219146e-8,0.00010628566,0.009252149,0.79445344],"study_design_scores_gemma":[0.0001027907,0.000010752545,0.000002184527,0.47497478,0.0018608805,0.00019267389,0.00007266472,0.000026718666,3.9388024e-7,0.0000028935444,0.5226571,0.00009616306],"about_ca_topic_score_codex":0.000003681802,"about_ca_topic_score_gemma":0.0000010000825,"teacher_disagreement_score":0.7943573,"about_ca_system_score_codex":0.0003120766,"about_ca_system_score_gemma":0.0032135888,"threshold_uncertainty_score":0.98708636},"labels":[],"label_agreement":null},{"id":"W4405413200","doi":"10.1080/10401334.2024.2439850","title":"Supporting Patient Involvement in U.S. Medical Education Through Changes in Accreditation","year":2024,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University Health Centre","funders":"","keywords":"Accreditation; Curriculum; Graduate medical education; Medical education; Corporate governance; Medicine; Political science; Public relations; Psychology; Business; Pedagogy","score_opus":0.022602681270175503,"score_gpt":0.3920798581807848,"score_spread":0.3694771769106093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405413200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93499196,0.0018661587,0.00033457793,0.058914885,0.00086488907,0.00032489197,1.17476255e-7,0.00008595635,0.0026165685],"genre_scores_gemma":[0.9915842,0.00023791335,0.0022210572,0.0047916463,0.0005745031,0.00009643609,0.00014284569,0.000021955453,0.00032945105],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978092,0.0003430486,0.0006248047,0.00034613308,0.00059141516,0.00028541122],"domain_scores_gemma":[0.99940175,0.00028531696,0.00008696553,0.00011653398,0.000043071617,0.00006636811],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005273997,0.00014081711,0.000289312,0.0008146756,0.000078850426,0.000016810169,0.000058466012,0.00015060783,0.0002465061],"category_scores_gemma":[0.010686471,0.000117763906,0.000013407915,0.00071628037,0.00010109705,0.00013164165,0.000032505166,0.0025204278,0.0000054610846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027352331,0.00026123942,0.07753636,0.00054098497,0.000008144986,0.000077198856,0.09167725,0.000037708032,0.00022712586,0.0018648455,0.0042440156,0.8234978],"study_design_scores_gemma":[0.0052481582,0.0023391356,0.33108306,0.044534698,0.000102318256,0.00035843006,0.23259173,0.112455085,0.000086097665,0.0038080988,0.26667392,0.00071926694],"about_ca_topic_score_codex":0.0017373635,"about_ca_topic_score_gemma":0.00036779232,"teacher_disagreement_score":0.8227785,"about_ca_system_score_codex":0.00033315233,"about_ca_system_score_gemma":0.0004931786,"threshold_uncertainty_score":0.9997808},"labels":[],"label_agreement":null},{"id":"W4405425854","doi":"10.3138/jvme-2024-0065","title":"Students Needing Remediation in Pre-Clinical Course Failures in a DVM Program: A 10-Year Analytic Study","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attrition; Environmental remediation; Demographics; Medical education; Psychology; Medicine; Demography; Biology; Dentistry; Sociology","score_opus":0.08097842287169538,"score_gpt":0.5335397334173136,"score_spread":0.45256131054561827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405425854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984403,0.00054834003,0.000044990386,0.010516992,0.003407236,0.0009273088,3.6490704e-7,0.00003480444,0.00011695864],"genre_scores_gemma":[0.99551743,0.00016864459,0.0014842284,0.000634827,0.0017888125,0.000107099346,0.000022036887,0.000027325896,0.00024958194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955642,0.0003191254,0.0018967696,0.0003089282,0.0016400296,0.00027090582],"domain_scores_gemma":[0.99845076,0.0002207582,0.00033465348,0.00023840067,0.0005189334,0.00023647782],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006115339,0.00017518355,0.0004976724,0.0011154412,0.000032215117,0.00008150108,0.00030788314,0.00024690505,0.0006576169],"category_scores_gemma":[0.009539327,0.00014697044,0.00012026497,0.0017296266,0.00011718344,0.0003751396,0.000061556246,0.0013567371,0.000027270919],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080101116,0.017057605,0.6235076,0.0003933531,0.0001626234,0.00064117915,0.0066644913,0.0000046110426,0.000045606233,0.000051873296,0.023997592,0.3266724],"study_design_scores_gemma":[0.0029073234,0.005851976,0.9631503,0.003092526,0.00018496034,0.00067104975,0.008472015,0.002719725,0.0000018938758,0.00010026341,0.012702993,0.0001449227],"about_ca_topic_score_codex":0.00005754688,"about_ca_topic_score_gemma":0.000031269617,"teacher_disagreement_score":0.3396427,"about_ca_system_score_codex":0.00054670114,"about_ca_system_score_gemma":0.0037948054,"threshold_uncertainty_score":0.99880373},"labels":[],"label_agreement":null},{"id":"W4405456279","doi":"10.3899/jrheum.2024-0870","title":"We Would Like You to Get on Board","year":2024,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Physical examination; MEDLINE; Medical emergency; Family medicine; Surgery","score_opus":0.018252038865909932,"score_gpt":0.3325737886093557,"score_spread":0.3143217497434458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405456279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8014887,0.00076940056,0.0014110779,0.19203281,0.003137316,0.000093996634,5.0205017e-7,0.000020402404,0.0010458049],"genre_scores_gemma":[0.9895534,0.00062253,0.0015896225,0.006711561,0.00010606641,0.0000029725393,0.0000012695463,0.000017587476,0.001394996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990175,0.00006639384,0.0004182921,0.00007018985,0.0002764364,0.00015122294],"domain_scores_gemma":[0.99931186,0.00017328336,0.000097898,0.00020037951,0.00015188313,0.00006467034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085195596,0.00007756649,0.00023311365,0.00031307322,0.000045681012,0.0000109242865,0.00015967168,0.00013123614,0.0003017378],"category_scores_gemma":[0.00066492753,0.000044026943,0.000055303488,0.00038895445,0.00007582901,0.00003703994,0.000022446016,0.0009392784,0.0003512788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044091986,0.00015254549,0.0049756356,0.00017518399,0.00021418111,0.000051061714,0.0065286015,0.00003410428,0.00054725225,0.012766215,0.8785794,0.095534906],"study_design_scores_gemma":[0.000708074,0.00137577,0.00232344,0.0016563174,0.00018604858,0.016598595,0.002360666,0.00046936274,0.00036326275,0.0032033885,0.97063506,0.00011999472],"about_ca_topic_score_codex":0.000015281443,"about_ca_topic_score_gemma":0.0000020893299,"teacher_disagreement_score":0.18806471,"about_ca_system_score_codex":0.00008722809,"about_ca_system_score_gemma":0.00021466996,"threshold_uncertainty_score":0.45150957},"labels":[],"label_agreement":null},{"id":"W4405515116","doi":"10.1001/jamanetworkopen.2024.50774","title":"Characterizing Residents’ Clinical Experiences—A Step Toward Precision Education","year":2024,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Medicine","score_opus":0.06580649028652295,"score_gpt":0.44196141248233656,"score_spread":0.3761549221958136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405515116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9290337,0.0011963806,0.001958271,0.028255142,0.012736991,0.0013635313,0.0000010425356,0.00014530109,0.025309658],"genre_scores_gemma":[0.9495931,0.0003418298,0.021922074,0.0103348885,0.00926276,0.0005191632,0.00018891945,0.000043626624,0.00779363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783576,0.00017019646,0.0007841491,0.00049178104,0.0004339065,0.00028419314],"domain_scores_gemma":[0.9988771,0.00019134131,0.0001249567,0.00048300473,0.0001993037,0.00012430067],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028393234,0.00014105343,0.00029198933,0.00011324382,0.00013397465,0.00054898695,0.00043459024,0.00022491961,0.001262633],"category_scores_gemma":[0.0011235211,0.00011862376,0.000078181874,0.00083459617,0.000084381056,0.0006655415,0.00026643937,0.0006045575,0.0004442725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013354553,0.00015539692,0.014269967,0.00006814969,0.00003354363,0.000009499257,0.0023778523,8.8459285e-7,0.000023974399,0.0014644866,0.41051108,0.57095164],"study_design_scores_gemma":[0.0005579743,0.00023844955,0.3434072,0.0032931503,0.00007300241,0.00005767555,0.0051830425,0.0033068378,0.000055805005,0.0007287329,0.64288443,0.00021368002],"about_ca_topic_score_codex":0.00007949715,"about_ca_topic_score_gemma":0.000002491892,"teacher_disagreement_score":0.57073796,"about_ca_system_score_codex":0.00016725322,"about_ca_system_score_gemma":0.00097389315,"threshold_uncertainty_score":0.99965036},"labels":[],"label_agreement":null},{"id":"W4405515380","doi":"10.36834/cmej.79812","title":"Analysis of authentic assessment in health professions education: a scoping review and concept analysis protocol","year":2024,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Protocol (science); Computer science; Data science; Medicine; Alternative medicine; Pathology","score_opus":0.04730257878417749,"score_gpt":0.5327068920704662,"score_spread":0.4854043132862887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405515380","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017910141,0.93468696,0.00008154318,0.030527469,0.0009021023,0.033410568,0.000018815364,0.000011594666,0.00035913129],"genre_scores_gemma":[0.000010787269,0.95049626,0.0012632703,0.014566808,0.00044876,0.031572785,0.00071186596,0.000040247018,0.0008892357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939725,0.0006863016,0.0032322928,0.0005355557,0.001108813,0.00046458197],"domain_scores_gemma":[0.99348736,0.0001073082,0.0013635132,0.00057449413,0.00077585666,0.0036914945],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038236468,0.00038019038,0.003276868,0.007828235,0.00018715278,0.00006999262,0.00032683052,0.000452429,0.015947092],"category_scores_gemma":[0.0091282725,0.00029442314,0.0006483908,0.013591675,0.00023729005,0.00009864375,0.000039579252,0.0026159135,0.000010840235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[7.445496e-7,0.00036766697,0.0001786867,0.13858838,0.002222817,0.0000079565325,0.00048781303,2.89414e-7,1.6441356e-9,0.00047100996,0.041499034,0.8161756],"study_design_scores_gemma":[0.00013220472,0.000048437025,0.0003219109,0.4720778,0.029117271,0.00022461779,0.0005731401,0.00010019996,2.9247338e-9,0.000026823891,0.49718773,0.00018986076],"about_ca_topic_score_codex":0.0025325473,"about_ca_topic_score_gemma":0.00585362,"teacher_disagreement_score":0.81598574,"about_ca_system_score_codex":0.0025287527,"about_ca_system_score_gemma":0.40676296,"threshold_uncertainty_score":0.99995077},"labels":[],"label_agreement":null},{"id":"W4405540119","doi":"10.3917/spub.246.0075","title":"La responsabilité sociale en santé des médecins : analyse du premier tour d’un Delphi international","year":2024,"lang":"fr","type":"article","venue":"Santé Publique","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.01139642982336308,"score_gpt":0.34466446981267346,"score_spread":0.33326803998931037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405540119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890613,0.008676088,0.008887086,0.05479909,0.011159737,0.0005495809,0.00011395387,0.00028891652,0.026464272],"genre_scores_gemma":[0.9630119,0.0012869604,0.008652611,0.0022557573,0.010332694,0.00014813663,0.0002801069,0.00009513311,0.01393667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581033,0.0010155379,0.0009504402,0.0007001063,0.0008498443,0.0006737518],"domain_scores_gemma":[0.9964227,0.0016672056,0.00013770703,0.0005641004,0.0009819929,0.00022626924],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060779145,0.00036225162,0.00041012574,0.00091580756,0.0002150798,0.0003747528,0.0005396998,0.000736157,0.014331675],"category_scores_gemma":[0.019068493,0.00035354227,0.0002580697,0.0020120728,0.00076138845,0.0008985081,0.0002048265,0.0014616996,0.0004927239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001550424,0.0008563198,0.018619746,0.00052889425,0.000764543,0.00028313903,0.021571552,0.000007615893,0.0009004841,0.061140466,0.11982129,0.7753509],"study_design_scores_gemma":[0.0009774307,0.00017316962,0.13917,0.0016000838,0.0004452765,0.0005587144,0.008490338,0.008601918,0.00081252994,0.02090431,0.81780225,0.00046400065],"about_ca_topic_score_codex":0.0002615421,"about_ca_topic_score_gemma":0.00013668297,"teacher_disagreement_score":0.7748869,"about_ca_system_score_codex":0.0032085697,"about_ca_system_score_gemma":0.0034850293,"threshold_uncertainty_score":0.99989164},"labels":[],"label_agreement":null},{"id":"W4405569136","doi":"10.1007/s10459-024-10396-2","title":"The evolution of academic advisor and resident dyadic coaching relationships: a two-year longitudinal qualitative study","year":2024,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto; Western University; Sunnybrook Health Science Centre","funders":"Department of Medicine, University of Toronto; Royal College of Physicians and Surgeons of Canada","keywords":"Coaching; Psychology; Qualitative research; Longitudinal study; Medical education; Mathematics education; Medicine; Sociology","score_opus":0.0550364987864112,"score_gpt":0.5074139168282932,"score_spread":0.452377418041882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405569136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93542236,0.045525704,0.0013176675,0.014169471,0.0015857115,0.0011145584,0.0000012631882,0.000033811284,0.0008294335],"genre_scores_gemma":[0.99468946,0.0019147597,0.0027950509,0.00012492381,0.00017367421,0.00015847632,0.000005931509,0.0000069086445,0.00013078649],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99763006,0.0005009446,0.0007549068,0.0003526657,0.0005314938,0.00022992799],"domain_scores_gemma":[0.9983868,0.0009874026,0.00024345341,0.00017293553,0.00015709408,0.000052321975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008387921,0.000092813825,0.00016034722,0.00048262035,0.0005560064,0.00003465688,0.00013123955,0.00004170773,0.000006576668],"category_scores_gemma":[0.0028598576,0.000067817615,0.000017113962,0.0020611065,0.000547934,0.00065919175,0.000025915784,0.0005897196,0.0000047799153],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069372545,0.0003114211,0.44925705,0.00090773223,0.000013044267,4.98856e-7,0.14160216,0.00019329289,0.000020658279,0.3164105,0.0009773626,0.090236895],"study_design_scores_gemma":[0.0003260017,0.0006232373,0.23603603,0.0016709539,0.000021160497,0.000020589545,0.72031355,0.0028885205,0.000005964872,0.035604328,0.0023877379,0.000101891594],"about_ca_topic_score_codex":0.0008565233,"about_ca_topic_score_gemma":0.00037748192,"teacher_disagreement_score":0.5787114,"about_ca_system_score_codex":0.00074066874,"about_ca_system_score_gemma":0.00249252,"threshold_uncertainty_score":0.44216236},"labels":[],"label_agreement":null},{"id":"W4405596224","doi":"10.1111/medu.15595","title":"Continuity of supervision: Balancing continuous and episodic relationships for assessment and learning","year":2024,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Supervisor; Psychology; Medical education; Medicine","score_opus":0.020213201153655,"score_gpt":0.3718678937607672,"score_spread":0.3516546926071122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405596224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646017,0.0021593082,0.012629015,0.0180591,0.00096088013,0.0005146658,0.0000016868951,0.00006787523,0.0010057518],"genre_scores_gemma":[0.9865931,0.00015984567,0.011039413,0.00095819274,0.00034708815,0.0000993633,0.0001269254,0.00001594653,0.0006601115],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987332,0.00010247023,0.00040008602,0.000243344,0.00038690233,0.00013397836],"domain_scores_gemma":[0.99892294,0.00054725725,0.00006550546,0.000119033895,0.00025715295,0.000088084154],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023632871,0.00009175589,0.00022157643,0.00018731713,0.00014208797,0.00003063419,0.00003882986,0.00017758743,0.0001496806],"category_scores_gemma":[0.008467055,0.00007960636,0.00003060458,0.00029864302,0.00016996505,0.00009981992,0.000024268738,0.000649693,0.0000024532856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020722831,0.00021895132,0.1358919,0.0012969841,0.000038260394,0.0000015210421,0.0024482624,3.7819493e-7,0.0003377741,0.018305205,0.0154540185,0.825986],"study_design_scores_gemma":[0.0017777873,0.00084314344,0.76806235,0.0042793783,0.00037203863,0.00032149293,0.010805092,0.04552406,0.00016602952,0.0038685,0.16367334,0.00030675993],"about_ca_topic_score_codex":0.00003250313,"about_ca_topic_score_gemma":0.000003944482,"teacher_disagreement_score":0.82567924,"about_ca_system_score_codex":0.00009169257,"about_ca_system_score_gemma":0.0012622395,"threshold_uncertainty_score":0.999885},"labels":[],"label_agreement":null},{"id":"W4405597587","doi":"10.3138/cjgim.2024.0023","title":"Academic half-day curricula in Canadian general internal medicine programs: A descriptive study","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Medicine; Subspecialty; Medical education; Faculty development; Workload; Family medicine; Professional development; Pedagogy; Psychology; Management","score_opus":0.03693634450502137,"score_gpt":0.36075248233807056,"score_spread":0.3238161378330492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405597587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9231144,0.008039005,0.0005335319,0.048920628,0.011398382,0.0009048606,0.000008256882,0.000032342294,0.00704858],"genre_scores_gemma":[0.9780442,0.0001438054,0.0006100958,0.0045488984,0.009464895,0.00004124412,0.000049649825,0.000081251615,0.0070159244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949343,0.00028058162,0.00208199,0.00051439257,0.0010444863,0.0011442364],"domain_scores_gemma":[0.99566364,0.00008346932,0.00035643124,0.0003569879,0.0009943106,0.002545167],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037674273,0.00048583918,0.0010179963,0.0044844584,0.00013010848,0.000065938286,0.00070915325,0.00030875913,0.0017104029],"category_scores_gemma":[0.0026862563,0.0003515294,0.00015776127,0.0019555073,0.0008115597,0.00034316446,0.000031151274,0.003176134,0.00004446794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00021211265,0.00023267437,0.36588058,0.00024181232,0.00087410264,0.023615664,0.038057566,0.0000473292,0.0015551555,0.003627836,0.39697263,0.16868253],"study_design_scores_gemma":[0.011747403,0.014262571,0.19989134,0.03486494,0.0015826,0.02190931,0.029189596,0.014910192,0.0002466779,0.0024182217,0.6676596,0.0013175699],"about_ca_topic_score_codex":0.8363923,"about_ca_topic_score_gemma":0.7092958,"teacher_disagreement_score":0.27068695,"about_ca_system_score_codex":0.004492273,"about_ca_system_score_gemma":0.006163286,"threshold_uncertainty_score":0.99989367},"labels":[],"label_agreement":null},{"id":"W4405612656","doi":"10.3138/jvme-2024-0050","title":"Adaptation and Validation of an Evaluation Instrument for Student Assessment of Veterinary Clinical Teaching","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Psychology; Exploratory factor analysis; Medical education; Veterinary medicine; Content validity; Psychometrics; Medicine; Clinical psychology","score_opus":0.23326388229871792,"score_gpt":0.5757558839761694,"score_spread":0.3424920016774515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405612656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980491,0.00047042695,0.011824226,0.0031358495,0.003306169,0.00064957014,0.0000028380537,0.000011005564,0.000108917025],"genre_scores_gemma":[0.94250214,0.00018882865,0.055998456,0.0002284306,0.0008796973,0.00005393555,0.00011297015,0.000018530218,0.000016989616],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99607116,0.00044558535,0.0017038396,0.00021428685,0.0014464045,0.00011875065],"domain_scores_gemma":[0.99759716,0.0002893384,0.00072398066,0.00020157543,0.0010366327,0.00015130444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009307868,0.00012730397,0.00039574332,0.0004624699,0.000055914097,0.000023949882,0.00012991647,0.00017690522,0.000106895466],"category_scores_gemma":[0.0033407733,0.00010811287,0.00012289945,0.00022496699,0.00013652768,0.00044824294,0.000033807413,0.00048289468,3.919077e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003534401,0.0025937592,0.0031553786,0.0010839369,0.0001655051,0.000006306683,0.001913582,0.00003475008,0.004901707,0.0010449094,0.0008660069,0.9838807],"study_design_scores_gemma":[0.008876187,0.057890836,0.538664,0.011901093,0.0023882114,0.0040830676,0.016246365,0.32542968,0.0014020241,0.002571185,0.030028561,0.00051882176],"about_ca_topic_score_codex":0.000009522614,"about_ca_topic_score_gemma":3.1416323e-7,"teacher_disagreement_score":0.9833619,"about_ca_system_score_codex":0.00029328922,"about_ca_system_score_gemma":0.003701303,"threshold_uncertainty_score":0.65659523},"labels":[],"label_agreement":null},{"id":"W4405613383","doi":"10.3138/jvme-2024-0093","title":"A Prioritized List of Veterinary Clinical Presentations in Dogs, Cats, and Horses to Guide Curricular Content, Design, and Assessment","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Veterinary medicine; Medical education; Medicine; Veterinary education; Content analysis; Psychology; Pedagogy","score_opus":0.17715778239366872,"score_gpt":0.529439619436382,"score_spread":0.3522818370427132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405613383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97203064,0.002502474,0.006412369,0.01644022,0.0019287757,0.00053426705,0.0000017852811,0.00001295169,0.00013649972],"genre_scores_gemma":[0.9349553,0.0018893018,0.06097379,0.0013399642,0.0006123367,0.000052814565,0.000016573413,0.00001972614,0.00014019273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99712795,0.00033417766,0.0014427442,0.0002390363,0.00068985956,0.00016624488],"domain_scores_gemma":[0.9983605,0.00042567228,0.00025485668,0.00017841377,0.00047176934,0.00030877572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003026987,0.00014090378,0.0004482808,0.0005670973,0.000042768657,0.00003859403,0.00012210397,0.00016063612,0.00012261448],"category_scores_gemma":[0.005189179,0.00011581134,0.00007560443,0.0005439312,0.00022812873,0.00023718995,0.00007236127,0.0006492851,0.0000016394177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010886835,0.004254977,0.08606717,0.002130486,0.00029572347,0.0008209161,0.0033227145,0.0000043560035,0.014186625,0.0013623252,0.07609019,0.8103758],"study_design_scores_gemma":[0.004076705,0.0099485405,0.75306547,0.009279696,0.000410608,0.011995826,0.0047594616,0.0040704645,0.00014127286,0.00047782293,0.20141788,0.00035626156],"about_ca_topic_score_codex":0.00010235755,"about_ca_topic_score_gemma":0.00000201243,"teacher_disagreement_score":0.81001955,"about_ca_system_score_codex":0.00018393564,"about_ca_system_score_gemma":0.0032352593,"threshold_uncertainty_score":0.62123066},"labels":[],"label_agreement":null},{"id":"W4405782094","doi":"10.1111/tct.70006","title":"Experiential Faculty Development to Increase the Number of Entrustable Professional Activity Assessments","year":2024,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"","keywords":"Preceptor; Medicine; Competence (human resources); Medical education; Experiential learning; Nursing; Family medicine; Psychology; Pedagogy","score_opus":0.11807441334863268,"score_gpt":0.5431761000804515,"score_spread":0.4251016867318188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405782094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97928417,0.000012260886,0.0008529864,0.012219719,0.0015567796,0.00047322895,0.0000031690151,0.00004587966,0.0055517843],"genre_scores_gemma":[0.9647428,0.0000015415134,0.0031169078,0.0012929199,0.000513338,0.00013484732,0.000035127403,0.000014822837,0.03014773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983859,0.00022691062,0.00047872422,0.00021959622,0.0005138065,0.00017508016],"domain_scores_gemma":[0.99915147,0.00022463476,0.00007136355,0.00035088972,0.00012591621,0.0000757368],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025993222,0.00009847007,0.00018806603,0.000026470243,0.0001215495,0.00001952526,0.00018736786,0.00010625186,0.002514368],"category_scores_gemma":[0.0013906639,0.00004704821,0.000079582525,0.0003512776,0.00017270687,0.000056680426,0.00015692989,0.0006647245,0.00031584193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065024203,0.0034871122,0.10562006,0.00016162159,0.00050594565,0.000012040365,0.009663892,0.0000016196299,0.00063807814,0.002698544,0.40889657,0.4676643],"study_design_scores_gemma":[0.00085850427,0.00010448838,0.26043674,0.00034175767,0.00015744989,0.000027049837,0.002647822,0.0009874832,0.0010124113,0.0003186531,0.7329348,0.00017285407],"about_ca_topic_score_codex":0.000030376861,"about_ca_topic_score_gemma":0.0000011143745,"teacher_disagreement_score":0.46749145,"about_ca_system_score_codex":0.00010410528,"about_ca_system_score_gemma":0.0006530609,"threshold_uncertainty_score":0.99839747},"labels":[],"label_agreement":null},{"id":"W4405797916","doi":"10.5334/pme.1272","title":"Proximity to Practice: The Role of Technology in the Next Era of Assessment","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta","funders":"","keywords":"Data science; Computer science; Medical education; Medicine; Engineering ethics; Engineering","score_opus":0.011444787553843724,"score_gpt":0.41186861676689895,"score_spread":0.40042382921305525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405797916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42252216,0.0021562784,0.0006936801,0.5626783,0.0006843691,0.0010063859,0.0000011247116,0.000033084834,0.010224641],"genre_scores_gemma":[0.99063516,0.00017829053,0.0049011605,0.003635597,0.00028530508,0.00029343294,0.000008416566,0.000010145031,0.000052520372],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99820805,0.00013963084,0.00036836386,0.00024175787,0.00090626057,0.0001359592],"domain_scores_gemma":[0.9985942,0.00039995476,0.00009408511,0.00043058651,0.00044026773,0.00004090454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019217583,0.00009025418,0.00016324762,0.0003511925,0.00004677261,0.0000159836,0.00025988743,0.00012998571,0.00025173012],"category_scores_gemma":[0.014946902,0.000051023424,0.000042622047,0.0020260795,0.0003024322,0.00011160898,0.000028639182,0.0010391255,0.000014748882],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005698628,0.0029708066,0.000920667,0.00011354452,0.000044771044,0.0000019961467,0.04119848,0.000002105369,0.0007511532,0.4173497,0.005305165,0.53128463],"study_design_scores_gemma":[0.00039418254,0.00094553013,0.036036953,0.001662575,0.00013574683,0.00012568741,0.8255087,0.002045775,0.0011467785,0.019224057,0.11263855,0.00013543741],"about_ca_topic_score_codex":0.00009946176,"about_ca_topic_score_gemma":0.0000048954835,"teacher_disagreement_score":0.7843102,"about_ca_system_score_codex":0.0003023838,"about_ca_system_score_gemma":0.0026908538,"threshold_uncertainty_score":0.9933506},"labels":[],"label_agreement":null},{"id":"W4405821904","doi":"10.21203/rs.3.rs-5677321/v1","title":"Exploring Faculty Development Initiatives in Medical Education in resource-limited settings: Perspectives and Challenges","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Resource (disambiguation); Medical education; Business; Knowledge management; Political science; Medicine; Computer science","score_opus":0.26987187493215853,"score_gpt":0.4877887102483684,"score_spread":0.21791683531620987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405821904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90624535,0.019120293,0.000003909875,0.06537329,0.00022472694,0.0012691877,0.0000053077424,0.00007764184,0.0076802913],"genre_scores_gemma":[0.97722244,0.015476245,0.0034019656,0.000253018,0.00063147093,0.002227479,0.00047836185,0.00006667044,0.00024235788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955405,0.00048108655,0.0006510343,0.00089404336,0.0019111164,0.0005222019],"domain_scores_gemma":[0.99832314,0.00031527257,0.00007537821,0.0003858174,0.0007011393,0.00019927308],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004613552,0.00025566257,0.00042644006,0.0028625994,0.0000971011,0.000070035014,0.00021581934,0.0004402147,0.00011674331],"category_scores_gemma":[0.012483445,0.00023524801,0.000041261643,0.0012494387,0.0003055402,0.00012066233,0.0010105307,0.00451204,0.00003053916],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014642449,0.0017270601,0.0057524573,0.015151823,0.00010798929,0.0001746349,0.24548285,0.000007936921,0.000027620501,0.005330024,0.002774399,0.7233168],"study_design_scores_gemma":[0.000851859,0.00014176389,0.48354638,0.036320914,0.000015346242,0.000035899167,0.44297698,0.0006957478,0.0002059327,0.0020834368,0.032747168,0.00037855477],"about_ca_topic_score_codex":0.00008505495,"about_ca_topic_score_gemma":0.000097703436,"teacher_disagreement_score":0.72293824,"about_ca_system_score_codex":0.0016489845,"about_ca_system_score_gemma":0.007189553,"threshold_uncertainty_score":0.9984388},"labels":[],"label_agreement":null},{"id":"W4405827261","doi":"10.1186/s12909-024-06508-6","title":"Stakeholder perceptions and experiences of competency-based training with entrustable professional activities (SPECTRE): protocol of a systematic review and thematic synthesis of qualitative research","year":2024,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medical education; Thematic analysis; Curriculum; Viewpoints; Qualitative research; Stakeholder; Health care; Psychology; Medicine; Pedagogy; Sociology; Public relations","score_opus":0.3082091495429505,"score_gpt":0.5693391171268617,"score_spread":0.2611299675839112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405827261","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011845621,0.91177547,0.0001807185,0.0006365929,0.0001401923,0.08572165,0.000019550778,0.000021080708,0.00032019263],"genre_scores_gemma":[0.002165014,0.48638588,0.017991723,0.0001506869,0.00013190407,0.49239463,0.00011624931,0.00007892267,0.0005849911],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943484,0.0016936103,0.0017159677,0.00036677218,0.0016645435,0.00021072179],"domain_scores_gemma":[0.9945223,0.003288641,0.00096826826,0.0004231277,0.0006748023,0.00012286674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005723711,0.00026708076,0.0024529279,0.00068213214,0.00008085397,0.000012538035,0.00018332998,0.00022584533,0.000544542],"category_scores_gemma":[0.017807849,0.00015445903,0.000114637405,0.0012492372,0.0013224827,0.000083808314,0.000044471708,0.0006048016,0.000001496844],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014947989,0.00057391566,0.000002403884,0.92944586,0.000116403615,3.536648e-7,0.05064668,8.435164e-9,7.1313167e-7,0.0017892383,0.0006447205,0.016764738],"study_design_scores_gemma":[0.00013884334,0.00018685652,0.000002700553,0.7293371,0.0021595575,0.00004340438,0.26765683,0.000032186854,0.0000057794928,0.000097689386,0.00023844733,0.00010059343],"about_ca_topic_score_codex":0.000016065707,"about_ca_topic_score_gemma":0.0000063155267,"teacher_disagreement_score":0.4253896,"about_ca_system_score_codex":0.00014236357,"about_ca_system_score_gemma":0.022934288,"threshold_uncertainty_score":0.9904656},"labels":[],"label_agreement":null},{"id":"W4405892747","doi":"10.1016/j.ajpe.2024.101353","title":"Bringing the Patient Voice into Workplace-Based Assessment of Pharmacy Learners: An Interpretive Description Study","year":2024,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Foundation for Pharmacy","keywords":"Pharmacy; Medical education; Psychology; Medicine; Computer science; Nursing","score_opus":0.03206118341938285,"score_gpt":0.4572480372989677,"score_spread":0.4251868538795848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405892747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97363216,0.0002849468,0.013516965,0.009833423,0.0019317025,0.00049623044,7.9509175e-7,0.000026125632,0.00027765392],"genre_scores_gemma":[0.988871,0.00003102411,0.007826789,0.0026750185,0.0004991238,0.00003739029,0.000008375803,0.000026801592,0.000024505445],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99767935,0.00040965658,0.00080301665,0.00021107463,0.0007093585,0.00018751428],"domain_scores_gemma":[0.9982293,0.00024952964,0.00042932073,0.0002227162,0.0007255826,0.00014350488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014826579,0.00015548551,0.00029164818,0.00046781282,0.000088276814,0.00007145073,0.0001880408,0.000023724499,0.00018901638],"category_scores_gemma":[0.00061685976,0.00011059879,0.00011039023,0.001235704,0.0003539256,0.00034986195,0.000025584952,0.0008962261,0.000006160974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004609157,0.0041503194,0.027626622,0.00020737383,0.00025853887,0.000011857849,0.02281158,0.0002768474,0.008024906,0.00019491829,0.0016129347,0.9343632],"study_design_scores_gemma":[0.00362732,0.014320517,0.082280874,0.004826585,0.0038024522,0.00069674273,0.48245502,0.3474811,0.010021553,0.00030261074,0.049428727,0.000756484],"about_ca_topic_score_codex":0.00010950632,"about_ca_topic_score_gemma":0.0000017963674,"teacher_disagreement_score":0.9336067,"about_ca_system_score_codex":0.0007619893,"about_ca_system_score_gemma":0.0023756917,"threshold_uncertainty_score":0.45100877},"labels":[],"label_agreement":null},{"id":"W4405924819","doi":"10.54393/pjhs.v5i10.2317","title":"Knowledge, Skills, and Perceived Competency in Handling Medical Emergencies among Dental House Officers and General Dentists","year":2024,"lang":"en","type":"article","venue":"Pakistan Journal of Health Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège Montmorency","funders":"","keywords":"Medical education; Psychology; Medical emergency; Medicine; Family medicine; Nursing","score_opus":0.019139299066557376,"score_gpt":0.399002667979053,"score_spread":0.3798633689124956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405924819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9795605,0.014902264,0.00031834465,0.0036254267,0.0013214098,0.000110698325,6.9669437e-7,0.000014799799,0.00014584107],"genre_scores_gemma":[0.9931974,0.0024130023,0.0037218577,0.00034901293,0.00023850506,0.0000017129438,9.609522e-7,0.000008331401,0.00006925561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980221,0.00009946498,0.00079057564,0.00018510524,0.00065295934,0.00024980007],"domain_scores_gemma":[0.9993507,0.00010066853,0.00015854638,0.000052134365,0.00012396055,0.00021396489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037233166,0.00009135448,0.00026614658,0.00050731265,0.00022515489,0.000075107615,0.000112477435,0.000053564385,0.000081834005],"category_scores_gemma":[0.00053660985,0.0000672697,0.000029572258,0.0007119909,0.0007702155,0.00022710019,0.000030335024,0.0003783543,0.0000019285694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024075018,0.000584242,0.8503867,0.0011607981,0.000044414344,0.00025894388,0.021958837,0.000011344636,0.00024163938,0.0029834926,0.004027663,0.11831784],"study_design_scores_gemma":[0.0005752948,0.00046717608,0.9810125,0.0022140434,0.000019758754,0.0011450547,0.008122052,0.004832117,0.000013036979,0.00020727213,0.0012941229,0.0000975375],"about_ca_topic_score_codex":0.0001108772,"about_ca_topic_score_gemma":0.00032007525,"teacher_disagreement_score":0.13062583,"about_ca_system_score_codex":0.00015728448,"about_ca_system_score_gemma":0.00204701,"threshold_uncertainty_score":0.36313078},"labels":[],"label_agreement":null},{"id":"W4405925522","doi":"10.36834/cmej.80606","title":"The CMEJ in phases: closing out 2024, closing in on 2030","year":2024,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Closing (real estate); Computer science; Political science; Law","score_opus":0.012133855715965487,"score_gpt":0.37037193629020687,"score_spread":0.3582380805742414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405925522","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014876396,0.0031977845,0.000007898715,0.11416941,0.8687267,0.0004727912,0.000015384625,0.000018719364,0.01190372],"genre_scores_gemma":[0.0025299552,0.0019765228,0.00028162083,0.021698482,0.9577608,0.00014159062,0.0004375306,0.00013353057,0.015039958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939359,0.00021950144,0.0015583177,0.00054890214,0.0027947144,0.0009426761],"domain_scores_gemma":[0.99325174,0.0008291954,0.0003848002,0.0006539677,0.0009915258,0.0038887563],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00467898,0.0004075187,0.0005626344,0.0024190266,0.00040742665,0.00038945625,0.0006163337,0.0015972987,0.006734477],"category_scores_gemma":[0.10815576,0.00031840854,0.00015618645,0.0014764378,0.00034112108,0.00013448679,0.00003047505,0.010997143,0.00030125966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000034267097,0.00018835628,0.00006766301,0.00010901847,0.00003412822,0.00027434397,0.0010048811,0.0000012517571,7.001782e-7,0.00024020742,0.8685501,0.12949507],"study_design_scores_gemma":[0.00080933975,0.00011322017,0.00010863859,0.0077916114,0.00007072865,0.00022876561,0.002058026,0.00019957384,0.0000018827831,0.000937359,0.9874125,0.00026834782],"about_ca_topic_score_codex":0.006348594,"about_ca_topic_score_gemma":0.05709787,"teacher_disagreement_score":0.18413343,"about_ca_system_score_codex":0.006878349,"about_ca_system_score_gemma":0.19101177,"threshold_uncertainty_score":0.9999268},"labels":[],"label_agreement":null},{"id":"W4405925537","doi":"10.36834/cmej.79462","title":"Six ways to get a grip on recruiting “Occasional Faculty Developers”","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto; University of British Columbia; Dalhousie University","funders":"","keywords":"Faculty development; Medical education; Professional development; Psychology; Engineering ethics; Medicine; Engineering","score_opus":0.04961203599926708,"score_gpt":0.3756704624060493,"score_spread":0.32605842640678223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405925537","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26885182,0.00051285,0.0027413638,0.67092323,0.017725328,0.00071227,0.000026907377,0.00013917641,0.038367044],"genre_scores_gemma":[0.55296963,0.000074124706,0.029939419,0.3973784,0.012896937,0.00017005258,0.00047638427,0.000105883264,0.0059891874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970497,0.000046257504,0.0006155544,0.00035304492,0.0013833767,0.0005520535],"domain_scores_gemma":[0.9921566,0.00008331286,0.00006148535,0.00022491702,0.00075369683,0.006719956],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015269715,0.000195256,0.00022068055,0.0011749895,0.00039257284,0.00017852844,0.00025727876,0.00028402553,0.031910036],"category_scores_gemma":[0.03556705,0.00016400866,0.00009070432,0.0013202451,0.000097482414,0.00014174436,0.000017793029,0.001697186,0.0013917706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009994294,0.00007270126,0.00016012511,0.000039230585,0.000028687706,0.000095871954,0.0013147166,0.000002043679,0.000017436878,0.008706066,0.6265696,0.3629835],"study_design_scores_gemma":[0.00025630806,0.00013083588,0.0036816478,0.0018001338,0.00003237009,0.0032590488,0.0018107805,0.0004828621,0.000031656782,0.0005675078,0.9877546,0.00019223616],"about_ca_topic_score_codex":0.001080879,"about_ca_topic_score_gemma":0.0012628613,"teacher_disagreement_score":0.36279127,"about_ca_system_score_codex":0.0019891309,"about_ca_system_score_gemma":0.08741161,"threshold_uncertainty_score":0.9993858},"labels":[],"label_agreement":null},{"id":"W4405927743","doi":"10.1093/ijpp/riae078","title":"Pharmacists’ perceptions of the impact of Objective Structured Clinical Examination on professional development and competence: a cross-sectional study in Qatar","year":2024,"lang":"en","type":"article","venue":"International Journal of Pharmacy Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Cross-sectional study; Competence (human resources); Perception; Family medicine; Medical education; Nursing","score_opus":0.07428057250245436,"score_gpt":0.5613935355146251,"score_spread":0.4871129630121708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405927743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948753,0.000076297285,0.00011570567,0.0006377485,0.00367777,0.00036208297,0.0000146541115,0.0000051803004,0.00023522158],"genre_scores_gemma":[0.99782854,0.00004344498,0.0013690698,0.00016683147,0.0004601887,0.000010055406,0.000011592958,0.000010438609,0.00009982086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968742,0.0003811162,0.0012656035,0.00017073484,0.0012189483,0.00008939362],"domain_scores_gemma":[0.9963543,0.0007873687,0.0007217221,0.00009061655,0.001997247,0.00004878124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030691763,0.00011420214,0.00021458529,0.00048683546,0.000052244082,0.000035647863,0.0002262424,0.00004909448,0.0002847644],"category_scores_gemma":[0.003154349,0.00007442996,0.00012647107,0.00041525104,0.00017295398,0.0005181704,0.000065847424,0.00094893033,0.000002819637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022146506,0.0030978539,0.94653964,0.00004870638,0.0007926455,0.00006238545,0.004718175,0.00022071584,0.0035566895,0.00017401847,0.0004140209,0.038160484],"study_design_scores_gemma":[0.003972838,0.00031857577,0.98994005,0.00022626667,0.000080662394,0.0007764439,0.001221722,0.0018105652,0.0010416192,0.00006833692,0.00048514703,0.00005777675],"about_ca_topic_score_codex":0.000026022311,"about_ca_topic_score_gemma":0.0000015943929,"teacher_disagreement_score":0.043400392,"about_ca_system_score_codex":0.00049738504,"about_ca_system_score_gemma":0.0014174648,"threshold_uncertainty_score":0.41226828},"labels":[],"label_agreement":null},{"id":"W4405948503","doi":"10.1002/ase.2550","title":"Exploring perceptions of alternative assessment and grading in graduate anatomy education","year":2024,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Grading (engineering); Medical education; Graduate education; Perception; Psychology; Graduate students; Medicine; Mathematics education; Anatomy; Biology; Neuroscience","score_opus":0.10377152204410552,"score_gpt":0.4542208193095046,"score_spread":0.3504492972653991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405948503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880978,0.00025624782,0.00036959388,0.0073552756,0.0014078318,0.00028050411,8.869144e-7,0.000029722656,0.0022021402],"genre_scores_gemma":[0.9913087,0.00034433318,0.0075803734,0.000313767,0.00021601265,0.00014939684,0.00002437408,0.000007774958,0.00005527681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998794,0.000044214663,0.00033070022,0.00032006597,0.00035355747,0.00015745554],"domain_scores_gemma":[0.99955845,0.00007354373,0.000057347712,0.000107409345,0.00014702264,0.00005624166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007004165,0.000091220994,0.00013939939,0.0007726664,0.000092987524,0.000053178388,0.00008735118,0.00003851962,0.00005532869],"category_scores_gemma":[0.0001958736,0.000080464684,0.00003020924,0.001660128,0.00028097653,0.00055696705,0.00002391036,0.0002380602,0.000007056046],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005072853,0.00059286365,0.07715259,0.00020988076,0.000014961148,7.6066715e-7,0.0040384494,0.000008460152,0.0025838446,0.15227206,0.001487238,0.7616338],"study_design_scores_gemma":[0.0002719021,0.00020219405,0.9029263,0.0019843676,0.00007432771,0.00006633884,0.035488315,0.033759575,0.001544809,0.021692716,0.0017168432,0.00027225484],"about_ca_topic_score_codex":0.00039184466,"about_ca_topic_score_gemma":0.000013002844,"teacher_disagreement_score":0.8257738,"about_ca_system_score_codex":0.00039961445,"about_ca_system_score_gemma":0.0017367824,"threshold_uncertainty_score":0.32812548},"labels":[],"label_agreement":null},{"id":"W4405951389","doi":"10.36106/ijsr/9414170","title":"WILLIAM OSLER : THE VISIONARY WHO SHAPED MODERN MEDICAL PEDAGOGY","year":2024,"lang":"en","type":"article","venue":"INTERNATIONAL JOURNAL OF SCIENTIFIC RESEARCH","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History; Visual arts; Art","score_opus":0.09221431537327852,"score_gpt":0.5261667288479088,"score_spread":0.4339524134746303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405951389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7297393,0.002156883,0.0036609203,0.2427314,0.014605899,0.00026698707,0.0000069082266,0.000029022425,0.0068026474],"genre_scores_gemma":[0.98055696,0.00019348665,0.00051691034,0.00077894353,0.0027600583,0.000009472163,0.000020603862,0.000018444201,0.015145099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99111557,0.00017487744,0.00067575346,0.00026772343,0.007473746,0.00029231433],"domain_scores_gemma":[0.9943258,0.0005486616,0.00008987812,0.00028897217,0.0045643304,0.00018236347],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011714803,0.0000885747,0.00015685768,0.0013283017,0.0002488114,0.00051939726,0.0011127538,0.00011586328,0.0035979792],"category_scores_gemma":[0.0053061564,0.00005171158,0.00013975443,0.001259518,0.0010118501,0.0003449943,0.00021949889,0.0016633515,0.0002962448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019688357,0.00039282558,0.00085636193,0.000059327533,0.00029043734,0.00086404296,0.003424509,0.000013401212,0.0055197137,0.0070700594,0.44753373,0.5337787],"study_design_scores_gemma":[0.00065549917,0.00020159937,0.008078955,0.0014634066,0.000028414708,0.0029091763,0.00085136306,0.07731436,0.0004728772,0.010251704,0.8976764,0.000096209216],"about_ca_topic_score_codex":0.0000075840444,"about_ca_topic_score_gemma":0.0000033519873,"teacher_disagreement_score":0.53368247,"about_ca_system_score_codex":0.00033743816,"about_ca_system_score_gemma":0.002903299,"threshold_uncertainty_score":0.99731284},"labels":[],"label_agreement":null},{"id":"W4405998031","doi":"10.21203/rs.3.rs-5737925/v1","title":"Seasonal Variation of Field Notes Completion in a Family Medicine Residency Program","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variation (astronomy); Field (mathematics); Medical education; Residency training; Completion (oil and gas wells); Family medicine; Medicine; Psychology; Mathematics; Engineering; Physics; Astrophysics","score_opus":0.1319820203901634,"score_gpt":0.5178496653652598,"score_spread":0.3858676449750964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405998031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84746194,0.002088292,0.005157442,0.106859274,0.0014929812,0.0091158915,0.00007173033,0.00021853214,0.027533904],"genre_scores_gemma":[0.9846872,0.00040442598,0.011454097,0.00039553517,0.00066260435,0.00087804324,0.0009853059,0.000019016486,0.00051379064],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99582934,0.0004467369,0.00082135457,0.0005066909,0.002000182,0.000395676],"domain_scores_gemma":[0.99535954,0.0010751552,0.00018494531,0.0007172907,0.0025857585,0.00007731187],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039456207,0.00018444104,0.00055496726,0.0016341297,0.00008033544,0.000018639956,0.0002816449,0.0005413753,0.0003832605],"category_scores_gemma":[0.019287355,0.00016671247,0.000080187194,0.0020486836,0.0002618038,0.000047559606,0.00034825888,0.0023953058,0.000010604956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001271297,0.0047109695,0.16252516,0.03625487,0.0002976817,0.00008419602,0.0090096565,0.00016557652,0.0033655202,0.05288412,0.07668438,0.65274656],"study_design_scores_gemma":[0.0013747767,0.0012335932,0.9545255,0.016688438,0.000054049025,0.0000038044204,0.0010805628,0.008642084,0.0002300384,0.012673228,0.0033313513,0.00016259591],"about_ca_topic_score_codex":0.0028721828,"about_ca_topic_score_gemma":0.000087651286,"teacher_disagreement_score":0.7920003,"about_ca_system_score_codex":0.00056133856,"about_ca_system_score_gemma":0.0024123492,"threshold_uncertainty_score":0.9999062},"labels":[],"label_agreement":null},{"id":"W4406013678","doi":"10.1371/journal.pone.0313021","title":"Misbehavior or misalignment? Examining the drift towards bureaucratic box-ticking in Competency-Based Medical Education","year":2025,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; University of Alberta","funders":"University of Alberta","keywords":"Summative assessment; Formative assessment; Context (archaeology); Medical education; Bureaucracy; Process (computing); Psychology; Qualitative research; Medicine; Political science; Pedagogy; Computer science; Sociology","score_opus":0.05393605348317221,"score_gpt":0.3486104945111508,"score_spread":0.2946744410279786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406013678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9059801,0.00016395256,0.00061219535,0.08685422,0.00045940967,0.00091873313,0.0000010289253,0.00007831018,0.004932042],"genre_scores_gemma":[0.95642376,0.000020879465,0.02495179,0.015689144,0.0002656021,0.00045178505,0.00009984631,0.000022670762,0.002074533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977569,0.00011856811,0.0005743005,0.00028126765,0.0010008696,0.00026809098],"domain_scores_gemma":[0.9988847,0.00020620253,0.0001014839,0.00047684403,0.00024674163,0.00008406984],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009655704,0.00015317647,0.00031188983,0.0003190055,0.00012015686,0.00003066435,0.00020345335,0.00017107482,0.0010280063],"category_scores_gemma":[0.006022479,0.000107471504,0.000031290023,0.0011053805,0.00016070715,0.000056060875,0.000040172145,0.0005295611,0.000024670018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085529924,0.06402976,0.37348738,0.005201197,0.00084566715,0.0001817536,0.008812672,0.000014546301,0.032124754,0.045355733,0.03711724,0.431974],"study_design_scores_gemma":[0.012984544,0.0014706885,0.81823677,0.04310394,0.003554433,0.00007808221,0.016295278,0.037771657,0.05354126,0.005538033,0.00608483,0.0013404526],"about_ca_topic_score_codex":0.00009056277,"about_ca_topic_score_gemma":0.000073755284,"teacher_disagreement_score":0.44474941,"about_ca_system_score_codex":0.00032050553,"about_ca_system_score_gemma":0.008762766,"threshold_uncertainty_score":0.9998852},"labels":[],"label_agreement":null},{"id":"W4406036650","doi":"10.1177/01632787241311360","title":"Commentary: Review of Mandatory Maintenance of Certification in the USA","year":2025,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Certification; Maintenance of Certification; Medical education; Medicine; Quality (philosophy); Quality assurance; Lifelong learning; Nursing; Psychology; Political science; Pedagogy","score_opus":0.14278096329458848,"score_gpt":0.5272376957501023,"score_spread":0.3844567324555138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406036650","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04030708,0.005488014,0.0011142725,0.9465587,0.0006349995,0.0041269767,0.000005608479,0.0000072354374,0.0017571049],"genre_scores_gemma":[0.80885935,0.0041450155,0.0011485891,0.18427598,0.000057687805,0.0008674853,0.00020626253,0.0000064432115,0.0004331833],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9971104,0.001231958,0.00083360774,0.000117238495,0.00058103446,0.00012574754],"domain_scores_gemma":[0.99809563,0.00026937915,0.00043386963,0.0005786121,0.0006072059,0.000015329597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011572045,0.00006090763,0.00020360308,0.00012921143,0.00017125647,0.0000014355938,0.00018067693,0.000041214927,0.00030112563],"category_scores_gemma":[0.0023787487,0.000032811346,0.00003403998,0.0011335805,0.0001271955,0.00003874145,0.000026105396,0.00031658422,0.0000068885975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051169314,0.00057065324,0.012269467,0.00730525,0.000020721305,6.622608e-8,0.00420513,0.0000043696837,0.000098418925,0.013154567,0.8461204,0.11619975],"study_design_scores_gemma":[0.001747506,0.0001915287,0.8127821,0.05241082,0.00021525697,0.0000035476623,0.008975928,0.0034945232,0.0001645044,0.0044043036,0.115524046,0.00008591421],"about_ca_topic_score_codex":0.00011892327,"about_ca_topic_score_gemma":0.00005507912,"teacher_disagreement_score":0.8005127,"about_ca_system_score_codex":0.00022890639,"about_ca_system_score_gemma":0.001192351,"threshold_uncertainty_score":0.4010663},"labels":[],"label_agreement":null},{"id":"W4406078603","doi":"10.1111/tct.70020","title":"Beyond the Box: Focussing on Shared Humanity in Medical Professionalism","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Humanity; MEDLINE; Psychology; Political science; Law","score_opus":0.12687384058960977,"score_gpt":0.5099566671790187,"score_spread":0.3830828265894089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406078603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56495225,0.00013828703,0.00011631362,0.3756062,0.0016321781,0.0005640002,6.9446384e-7,0.000058008784,0.056932032],"genre_scores_gemma":[0.9129873,0.000015364469,0.00026471537,0.06818629,0.0009156064,0.00008813809,0.000024319463,0.000015206265,0.017503079],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99755216,0.0005875275,0.0007625768,0.00025299148,0.0006265184,0.00021822778],"domain_scores_gemma":[0.9980443,0.0010390959,0.00010813355,0.0006598965,0.00010000698,0.0000485797],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070085255,0.00011347915,0.00025859984,0.00007748006,0.00022528363,0.000018960642,0.00039461572,0.00029799098,0.0017099372],"category_scores_gemma":[0.01461601,0.00005251137,0.00009864888,0.00053179567,0.0005349502,0.000033246302,0.00013456673,0.0023459732,0.00011381796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032607032,0.0024347762,0.044653066,0.000050795283,0.00010434662,0.00001955254,0.0016459692,7.67895e-7,0.000013793738,0.067137495,0.49437022,0.38924313],"study_design_scores_gemma":[0.0032470229,0.00018233596,0.75421506,0.0012129805,0.000120931196,0.000011397393,0.0015561937,0.0017640432,0.000028737784,0.058864016,0.17862292,0.00017438401],"about_ca_topic_score_codex":0.000024716113,"about_ca_topic_score_gemma":0.000014970924,"teacher_disagreement_score":0.70956194,"about_ca_system_score_codex":0.000110175715,"about_ca_system_score_gemma":0.000517072,"threshold_uncertainty_score":0.99995565},"labels":[],"label_agreement":null},{"id":"W4406084289","doi":"10.5455/jhspe.20240530010743","title":"The accreditation transition of Canadian medical schools: Possible implications for graduates applying for residency positions in the United States","year":2024,"lang":"en","type":"article","venue":"Journal of Health Sciences and Professions Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Transition (genetics); Residency training; Family medicine; Political science; Medicine; Psychology; Genetics","score_opus":0.07242716475328678,"score_gpt":0.47010520278636797,"score_spread":0.3976780380330812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406084289","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20778377,0.0031224808,0.0064037815,0.7802373,0.0010027596,0.0013915627,0.000016991458,0.0000050835165,0.00003626086],"genre_scores_gemma":[0.9765458,0.003288416,0.012968097,0.005929161,0.00042160592,0.00061567564,0.00018000869,0.000008500783,0.00004272046],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985435,0.00014187128,0.0007037541,0.00010649478,0.00031414258,0.00019023378],"domain_scores_gemma":[0.99798244,0.000871869,0.0002512029,0.00009438402,0.000699857,0.000100223035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063679223,0.000059866987,0.00012301949,0.0011558235,0.0011457363,0.000069572474,0.00015232357,0.00006476334,0.0000057125703],"category_scores_gemma":[0.001619781,0.000032802553,0.000041180163,0.0022492216,0.00015892663,0.0002179112,0.0000038124094,0.00029219248,2.4295284e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009769468,0.00051245105,0.0039465097,0.0016068062,0.000044365774,5.2196725e-7,0.032695245,0.00010400017,0.00018989478,0.21124767,0.29625428,0.45330057],"study_design_scores_gemma":[0.0014031421,0.002662119,0.18468942,0.011630887,0.000219406,0.0005929188,0.3735696,0.026612917,0.00009064566,0.27006063,0.12820426,0.00026403656],"about_ca_topic_score_codex":0.003497473,"about_ca_topic_score_gemma":0.0020027913,"teacher_disagreement_score":0.77430815,"about_ca_system_score_codex":0.00013125633,"about_ca_system_score_gemma":0.012592382,"threshold_uncertainty_score":0.9930053},"labels":[],"label_agreement":null},{"id":"W4406094996","doi":"10.36834/cmej.79508","title":"Implementation and evaluation of a novel orientation manual for the emergency medicine clerkship and elective rotation","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Preparedness; Orientation (vector space); Rotation (mathematics); Computer science; Statement (logic); Medicine; Medical emergency; Medical education; Artificial intelligence","score_opus":0.03955309643983612,"score_gpt":0.46699075728896045,"score_spread":0.4274376608491243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406094996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.806548,0.0022244342,0.020887362,0.16183609,0.0044861557,0.0022991863,0.00000869958,0.000011206713,0.0016988765],"genre_scores_gemma":[0.9896969,0.00038667716,0.0017781019,0.006580125,0.0008395217,0.00030222736,0.00011870564,0.000012951355,0.0002847793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980471,0.000092582246,0.00067476253,0.0001891588,0.00080393907,0.00019243175],"domain_scores_gemma":[0.9961656,0.00014485717,0.0002738499,0.00013394265,0.0026672015,0.000614599],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038211937,0.00010864689,0.00016632152,0.0005759936,0.00036961044,0.000016165162,0.00008357075,0.00012820921,0.0025897396],"category_scores_gemma":[0.018023925,0.00008314704,0.000030445099,0.0006738052,0.00020991672,0.00014678817,0.0000082074675,0.0003125216,4.8773154e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006632708,0.00013295485,0.012708701,0.0001440886,0.00013655715,1.5610797e-7,0.003591782,0.000004710854,0.00017583223,0.022664838,0.109490216,0.85088384],"study_design_scores_gemma":[0.010659213,0.0006316764,0.7993085,0.0009771083,0.0020498808,0.00036746048,0.08516713,0.03421836,0.00021558434,0.014520382,0.051593088,0.000291652],"about_ca_topic_score_codex":0.0030970708,"about_ca_topic_score_gemma":0.006235047,"teacher_disagreement_score":0.8505922,"about_ca_system_score_codex":0.00046639823,"about_ca_system_score_gemma":0.01679089,"threshold_uncertainty_score":0.998322},"labels":[],"label_agreement":null},{"id":"W4406180847","doi":"10.51985/jbumdc2024433","title":"Development, Implementation and Initial Evaluation of the Blueprint for MBBS Theory Exams in a Private Medical College of Pakistan","year":2025,"lang":"en","type":"article","venue":"Journal of Bahria University Medical and Dental College","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blueprint; Medical education; Medical physics; Medicine; Psychology; Engineering","score_opus":0.021847683758143704,"score_gpt":0.3708781829640579,"score_spread":0.34903049920591417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406180847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952782,0.00007723332,0.00097120606,0.0025348258,0.00029620927,0.00047723608,0.000019278405,0.0000018731274,0.0003439384],"genre_scores_gemma":[0.9982897,0.000048277485,0.0012352719,0.00032431015,0.000040930634,0.0000017141463,0.0000063426655,0.000003050251,0.000050370043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99789596,0.00019848382,0.000606045,0.00010163066,0.0010987304,0.00009914708],"domain_scores_gemma":[0.9989197,0.00022858809,0.00030321538,0.00007456719,0.00038068136,0.00009324532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041957996,0.00007268219,0.00026383248,0.0002938334,0.00008480036,0.0000020635755,0.00013500055,0.00013083099,0.00015712861],"category_scores_gemma":[0.001471002,0.0000547362,0.000050387946,0.0004843912,0.00030294564,0.00007783325,0.00011031113,0.0002386372,6.8554286e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008471131,0.0030774896,0.18903078,0.0019203105,0.0010000807,0.00020449409,0.0069412882,0.0000028568531,0.0027683023,0.44373703,0.00643444,0.3364118],"study_design_scores_gemma":[0.054127958,0.00082746154,0.77771,0.0039702193,0.0009832939,0.0005594906,0.12064114,0.0024797102,0.010242915,0.009890126,0.018311078,0.00025656968],"about_ca_topic_score_codex":0.000011000727,"about_ca_topic_score_gemma":0.00012751727,"teacher_disagreement_score":0.58867925,"about_ca_system_score_codex":0.00023062671,"about_ca_system_score_gemma":0.0016965144,"threshold_uncertainty_score":0.30095437},"labels":[],"label_agreement":null},{"id":"W4406196139","doi":"10.1016/j.jsurg.2024.103349","title":"Is Specific Consent for Educational Sensitive Exams on Anesthetized Patients Necessary? Arguments for and Against From Canadian Medical Students","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Informed consent; Psychology; Medicine; Alternative medicine; Pathology","score_opus":0.016722603304165116,"score_gpt":0.3541838040585715,"score_spread":0.3374612007544064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406196139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91844183,0.0001976026,0.00012760147,0.07664991,0.0027746186,0.0008639476,0.00003533115,0.0000043835066,0.0009047856],"genre_scores_gemma":[0.96977043,0.0004832428,0.0030280014,0.02331483,0.0013826129,0.00010297265,0.0005777059,0.000021931965,0.00131829],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997841,0.000061174076,0.0007334036,0.00024775998,0.0008973876,0.0002192969],"domain_scores_gemma":[0.9970282,0.00067113,0.00031641117,0.00015612702,0.0014799809,0.00034816528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008465981,0.00015658978,0.0003461337,0.00048673197,0.0001661019,0.000059558806,0.00015952077,0.00020394853,0.00030313077],"category_scores_gemma":[0.0014224245,0.0001341932,0.000111476074,0.00025472033,0.0001115061,0.00009442596,0.000015604675,0.00030242512,0.000008851211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018531828,0.005069941,0.10004226,0.00019423326,0.00038121082,0.000010524379,0.0012504419,0.0000014916543,0.000046710054,0.0034310361,0.6220992,0.26561975],"study_design_scores_gemma":[0.011069037,0.00059164455,0.32774737,0.0017852467,0.00020280144,0.00006329638,0.0015741229,0.00013060617,0.00039649263,0.0024556946,0.6537445,0.00023918758],"about_ca_topic_score_codex":0.0003410241,"about_ca_topic_score_gemma":0.00006468038,"teacher_disagreement_score":0.26538056,"about_ca_system_score_codex":0.0005916426,"about_ca_system_score_gemma":0.0051722866,"threshold_uncertainty_score":0.9175414},"labels":[],"label_agreement":null},{"id":"W4406200047","doi":"10.1080/0142159x.2024.2445037","title":"Artificial Intelligence in Health Professions Education assessment: AMEE Guide No. 178","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Royal College of Physicians and Surgeons of Canada; Baycrest Hospital; McGill University Health Centre; University of Toronto","funders":"","keywords":"TUTOR; Health professions; Engineering ethics; Medical education; Face (sociological concept); Psychology; Computer science; Pedagogy; Medicine; Political science; Engineering; Health care; Sociology","score_opus":0.03566869750432242,"score_gpt":0.47595560875679355,"score_spread":0.4402869112524711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406200047","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18031004,0.0005789678,0.100154325,0.45329303,0.009303295,0.002462208,0.0000013613165,0.00030207666,0.2535947],"genre_scores_gemma":[0.85706985,0.00015219553,0.025173374,0.032800227,0.001755191,0.0006412612,0.0002664095,0.000042364758,0.08209914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997355,0.0002224689,0.0009985678,0.00033610166,0.0007470719,0.0003407962],"domain_scores_gemma":[0.998981,0.000053594144,0.00012372168,0.00040361215,0.0002541642,0.00018388717],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026103975,0.00013876925,0.0002997086,0.00041384227,0.00011942003,0.000014515932,0.00020400799,0.00025544094,0.0044648596],"category_scores_gemma":[0.00831502,0.00011781725,0.000046981666,0.0012480777,0.00018893619,0.000066447414,0.00006847083,0.0012285282,0.00019850415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022181948,0.002358442,0.032347344,0.00026990398,0.000019410061,0.0000041528856,0.00065130246,8.470136e-7,0.000022386377,0.03641043,0.17329909,0.7545945],"study_design_scores_gemma":[0.0008408891,0.0004013516,0.07196488,0.008265388,0.000068675545,0.00003275567,0.012384047,0.075790614,0.00011371899,0.029903485,0.79970616,0.0005280465],"about_ca_topic_score_codex":0.00025094033,"about_ca_topic_score_gemma":0.000045798588,"teacher_disagreement_score":0.75406647,"about_ca_system_score_codex":0.0007318848,"about_ca_system_score_gemma":0.006770026,"threshold_uncertainty_score":0.99886066},"labels":[],"label_agreement":null},{"id":"W4406215728","doi":"10.1080/0142159x.2024.2445035","title":"Building a supportive clinical learning environment: Orienting newly licensed nurses to their impact on the professional development of physician trainees","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Professional development; Learning environment; Medical education; Nursing; Psychology; Medicine; Pedagogy","score_opus":0.02987793541003492,"score_gpt":0.41207444511837077,"score_spread":0.38219650970833585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406215728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98048526,0.00001908152,0.0035257477,0.011930129,0.00069352513,0.00048778488,5.415151e-7,0.00003790181,0.0028200443],"genre_scores_gemma":[0.98941255,0.0000024713454,0.0025850886,0.0033327234,0.00039468904,0.00008291253,0.000022387261,0.000018415582,0.0041487766],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975569,0.00025151818,0.0007670185,0.0003006966,0.00081767666,0.0003061873],"domain_scores_gemma":[0.999006,0.0003339451,0.00018112858,0.00024441213,0.00008518789,0.0001493449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027785958,0.0001806359,0.00036549367,0.00014507542,0.00019253515,0.000008438738,0.0002028797,0.00018114362,0.0016315088],"category_scores_gemma":[0.0066444026,0.00009652822,0.00013027461,0.00047275558,0.00023959352,0.00002912785,0.00008799585,0.0011235191,0.000035928548],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003060264,0.0025811736,0.076106794,0.00008111315,0.0004154812,0.0000067792757,0.01821662,0.000019261206,0.0010699221,0.0020083848,0.027003277,0.8721852],"study_design_scores_gemma":[0.0046958867,0.0012334745,0.56554335,0.006221962,0.00025674544,0.000011122644,0.03690866,0.016241085,0.0065274937,0.00075041805,0.36095235,0.0006574505],"about_ca_topic_score_codex":0.0000046861883,"about_ca_topic_score_gemma":4.3785636e-7,"teacher_disagreement_score":0.87152773,"about_ca_system_score_codex":0.00018788157,"about_ca_system_score_gemma":0.00084548665,"threshold_uncertainty_score":0.9992811},"labels":[],"label_agreement":null},{"id":"W4406230481","doi":"10.5334/pme.1551","title":"Introducing the Next Era in Assessment","year":2025,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Board of Medical Examiners","keywords":"Accountability; Engineering ethics; Summative assessment; Health care; Context (archaeology); Transformational leadership; Formative assessment; Computer science; Political science; Medical education; Public relations; Medicine; Psychology; Pedagogy; Engineering","score_opus":0.011758585921766821,"score_gpt":0.3984350546035804,"score_spread":0.3866764686818136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406230481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48894194,0.000723382,0.0029306128,0.44583678,0.002369805,0.00073982094,2.9323715e-7,0.00006194855,0.05839542],"genre_scores_gemma":[0.9698026,0.00021584365,0.0037000773,0.023537997,0.0008285603,0.00025902508,0.000026636442,0.000011585789,0.0016176295],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982606,0.000120266894,0.00035854898,0.00037720212,0.00067416125,0.00020919932],"domain_scores_gemma":[0.998904,0.00018345493,0.0000676751,0.00048308933,0.00029592362,0.0000658649],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012552602,0.0001224219,0.00018446425,0.00044476995,0.0001370441,0.00003653043,0.00018950022,0.0001313473,0.0010898001],"category_scores_gemma":[0.009533786,0.00008604172,0.000046906778,0.0013662332,0.00022071993,0.00008802028,0.00003248325,0.0010711008,0.00003795035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008604247,0.0038627982,0.012182199,0.00011426169,0.000057338366,0.000003006783,0.011907037,0.000015544005,0.00015756441,0.27501923,0.10109842,0.59549654],"study_design_scores_gemma":[0.0021169437,0.00027838274,0.7067979,0.0019513628,0.00009923915,0.00003661943,0.19769812,0.008829485,0.00014880854,0.0069649266,0.07479663,0.00028155965],"about_ca_topic_score_codex":0.0001199975,"about_ca_topic_score_gemma":0.000014768788,"teacher_disagreement_score":0.6946157,"about_ca_system_score_codex":0.0010405453,"about_ca_system_score_gemma":0.0041766977,"threshold_uncertainty_score":0.99982333},"labels":[],"label_agreement":null},{"id":"W4406270304","doi":"10.36834/cmej.78281","title":"To be (virtual) or not to be: six ways to get a grip on choosing a delivery method for your educational program","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modalities; Variety (cybernetics); Medical education; Computer science; Selection (genetic algorithm); Pandemic; Multimedia; Coronavirus disease 2019 (COVID-19); Medicine; Artificial intelligence; Sociology","score_opus":0.046361757143423464,"score_gpt":0.4240016498115721,"score_spread":0.3776398926681487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406270304","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07298492,0.00003680347,0.034447134,0.880251,0.0074899336,0.0026624359,0.00004015298,0.00005030243,0.0020373324],"genre_scores_gemma":[0.021195294,0.000010584993,0.27376372,0.6922871,0.0039417194,0.0012911366,0.00018163427,0.00005388351,0.0072749453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99624497,0.00010367888,0.0009529444,0.00057870516,0.0012816618,0.00083803746],"domain_scores_gemma":[0.98884887,0.00040353264,0.00014500701,0.0004935433,0.0020336208,0.008075431],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023224612,0.00030621764,0.00043255519,0.002329089,0.0006417347,0.00018988295,0.00052436953,0.00034238424,0.0068466836],"category_scores_gemma":[0.0841192,0.0002739971,0.00013758926,0.0024084547,0.000073031544,0.00012874622,0.000041053416,0.001047218,0.00011684663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023267712,0.0004643948,0.000048820235,0.00004415193,0.000050812694,0.0000054043085,0.0019764956,0.000016417645,0.00006717818,0.0073789544,0.5769326,0.41278207],"study_design_scores_gemma":[0.0009614183,0.0009988776,0.0042810985,0.0010535729,0.00011123648,0.0003108437,0.004353957,0.00048537692,0.00018179233,0.0004081714,0.9865451,0.00030859833],"about_ca_topic_score_codex":0.0020784847,"about_ca_topic_score_gemma":0.0062048,"teacher_disagreement_score":0.41247347,"about_ca_system_score_codex":0.0029368955,"about_ca_system_score_gemma":0.09795529,"threshold_uncertainty_score":0.9999712},"labels":[],"label_agreement":null},{"id":"W4406363421","doi":"10.36834/cmej.79360","title":"Inclusive learning environments in medicine: a protocol on scoping what we know","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Protocol (science); Computer science; Need to know; Medicine; Alternative medicine; Computer security","score_opus":0.010108324336738372,"score_gpt":0.3796031893521371,"score_spread":0.36949486501539874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406363421","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012452129,0.0014910083,0.0005358722,0.92101413,0.0066087586,0.030868253,4.5631595e-7,0.00003767039,0.026991736],"genre_scores_gemma":[0.16087164,0.005087771,0.00387999,0.7187249,0.01006403,0.07051645,0.00018216205,0.0001766788,0.030496363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972415,0.00019608963,0.0007913152,0.00029426406,0.0010177953,0.00045901674],"domain_scores_gemma":[0.9970709,0.00010593008,0.0001869153,0.00024531607,0.00020664895,0.00218427],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016455484,0.00018696027,0.0003214093,0.0017285767,0.00035565547,0.00007145137,0.00025502036,0.0003122588,0.015928747],"category_scores_gemma":[0.031040363,0.00016400465,0.00004731433,0.001133208,0.00026614062,0.00025875334,0.000027855836,0.0021876225,0.00009706092],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049104307,0.00032072482,0.0020619803,0.00022988545,0.000028765637,0.00006471911,0.0018115939,0.000014557053,0.000019998746,0.0016194569,0.14247634,0.85130286],"study_design_scores_gemma":[0.0022052259,0.00022642314,0.004550375,0.03586281,0.000026348049,0.0002693047,0.008591496,0.00041359602,0.000032193486,0.0008885605,0.94677645,0.00015720884],"about_ca_topic_score_codex":0.0010282802,"about_ca_topic_score_gemma":0.0018287712,"teacher_disagreement_score":0.8511457,"about_ca_system_score_codex":0.0025409102,"about_ca_system_score_gemma":0.049971916,"threshold_uncertainty_score":0.9849708},"labels":[],"label_agreement":null},{"id":"W4406364120","doi":"10.36834/cmej.79722","title":"Optimizing feedback reception: a scoping review of skills and strategies for medical learners","year":2025,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"PsycINFO; Context (archaeology); Medical education; MEDLINE; Computer science; Experiential learning; Psychological intervention; Psychology; Medicine; Mathematics education; Nursing","score_opus":0.02835939607904895,"score_gpt":0.4220629619090386,"score_spread":0.3937035658299896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406364120","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002012971,0.9714773,0.00057686167,0.021167416,0.00272826,0.0018189414,0.000010199678,0.00001493074,0.002204052],"genre_scores_gemma":[7.0824166e-7,0.96294785,0.0069104307,0.026978953,0.001754423,0.0003088381,0.00031758574,0.00004175677,0.0007394794],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99545753,0.00024594017,0.0020758936,0.00040370485,0.0013410137,0.00047594213],"domain_scores_gemma":[0.9926664,0.0004506753,0.00084369996,0.00039759488,0.0013247536,0.0043168403],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00370143,0.00036182973,0.0018587586,0.0011304193,0.00025054763,0.00007646938,0.0004050482,0.0009543647,0.016040856],"category_scores_gemma":[0.083899096,0.0003053473,0.0003656407,0.0011159257,0.00040301116,0.00015502502,0.0000343267,0.0019072528,0.000011874821],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014412013,0.0000784675,8.5240606e-7,0.23600595,0.000071866736,0.0000063815783,0.00011109796,3.2568636e-8,4.6613122e-9,0.00048720997,0.1003927,0.662844],"study_design_scores_gemma":[0.00020552393,0.000041989282,7.468744e-7,0.5107096,0.00044326848,0.0010502441,0.00035032083,0.0000051361067,3.122691e-8,0.000038345832,0.48703006,0.00012471912],"about_ca_topic_score_codex":0.0002132815,"about_ca_topic_score_gemma":0.00049444346,"teacher_disagreement_score":0.6627193,"about_ca_system_score_codex":0.0007762224,"about_ca_system_score_gemma":0.37791047,"threshold_uncertainty_score":0.99993986},"labels":[],"label_agreement":null},{"id":"W4406510164","doi":"10.1016/j.yped.2015.07.110","title":"10.1016/j.yped.2015.07.110","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Family medicine; Medical physics; Surgery","score_opus":0.007083152951850655,"score_gpt":0.24905356707596923,"score_spread":0.24197041412411857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406510164","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040600556,0.000034813995,0.000004023472,0.006354647,0.000006903506,0.0002560509,0.0000025637835,0.00011983459,0.98916113],"genre_scores_gemma":[0.00034755282,2.2684296e-7,0.0013763286,0.0007738773,0.00051521265,0.000031125688,0.0000697876,0.000023290337,0.9968626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908614,0.000017432145,0.00022057419,0.00018257447,0.00028167947,0.00021158562],"domain_scores_gemma":[0.9993531,0.000022004788,0.000025724354,0.0003532741,0.00013594676,0.00010992428],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022598715,0.00009889244,0.00015305897,0.000117760814,0.00005877187,0.000013040641,0.000102028105,0.00008434588,0.99878246],"category_scores_gemma":[0.0003259089,0.0000911046,0.00003368811,0.0004413086,0.000047306778,0.000054268723,0.000015283547,0.00018686763,0.9967864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003495912,0.00006979628,3.6775975e-7,0.0000068959453,0.0000082610195,0.0000021769504,0.000021719841,0.0000017236129,0.00002989614,0.0000021783694,0.52353096,0.47629106],"study_design_scores_gemma":[0.00034176986,0.00016540465,0.00020549302,0.000043485164,0.00003165147,0.00002900623,0.0000038760163,0.00017514784,0.00008688351,0.000010515467,0.99881005,0.00009671271],"about_ca_topic_score_codex":0.000010649619,"about_ca_topic_score_gemma":2.9397501e-8,"teacher_disagreement_score":0.47619432,"about_ca_system_score_codex":0.00008271959,"about_ca_system_score_gemma":0.000099492536,"threshold_uncertainty_score":0.37151378},"labels":[],"label_agreement":null},{"id":"W4406531598","doi":"10.5334/pme.1368","title":"Could the R2C2 Feedback and Coaching Model Enhance Feedback Literacy Behaviors: A Qualitative Study Exploring Learner-Preceptor Feedback Conversations","year":2025,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Foothills Medical Centre; Queen's University; University of Calgary","funders":"Queen's University; Dalhousie University","keywords":"Preceptor; Coaching; Qualitative research; Medical education; Computer science; Psychology; Peer feedback; Mathematics education; Pedagogy; Medicine","score_opus":0.03428890224241485,"score_gpt":0.4306469955361777,"score_spread":0.3963580932937628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406531598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9309322,0.00059518695,0.0047325892,0.05735463,0.0013473994,0.0016584063,0.0000061683845,0.00013047217,0.0032429222],"genre_scores_gemma":[0.9867797,0.0003505919,0.0026738867,0.0047193333,0.000478453,0.0011091486,0.0000771145,0.000041545085,0.0037702185],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962598,0.00051076215,0.00074159494,0.000857681,0.0012299349,0.00040021233],"domain_scores_gemma":[0.99709827,0.00068373804,0.00024683884,0.0007064634,0.001037368,0.00022734918],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020507136,0.00035598502,0.0004490298,0.0004939373,0.00064625876,0.00014822984,0.00033300114,0.00021430159,0.00051324413],"category_scores_gemma":[0.009377808,0.0002830298,0.000099674806,0.0012853143,0.0007017371,0.0004990891,0.000110056724,0.0015278136,0.00006741956],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003309871,0.0068488144,0.0022191063,0.00018389647,0.00024214566,0.0000018968788,0.8618098,0.000042214277,0.0002411871,0.020346455,0.015838295,0.091895185],"study_design_scores_gemma":[0.0016696613,0.00041472877,0.013671267,0.0009622064,0.00029198593,0.000010640057,0.97174543,0.0073094126,0.00017332978,0.0012187571,0.0022138285,0.00031876078],"about_ca_topic_score_codex":0.0002636244,"about_ca_topic_score_gemma":0.000021420281,"teacher_disagreement_score":0.10993561,"about_ca_system_score_codex":0.00083256257,"about_ca_system_score_gemma":0.0022032324,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W4406536032","doi":"10.1016/j.yprs.2013.06.033","title":"10.1016/j.yprs.2013.06.033","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Accreditation; Orthopedic surgery; Core competency; Program director; Plastic surgery; Medical education; Hand surgery; Surgery; Management","score_opus":0.007271658435821232,"score_gpt":0.2348378509227319,"score_spread":0.22756619248691068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406536032","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005266097,0.00003443279,0.0000040689897,0.0071113915,0.0000054516786,0.00027538792,0.0000027489616,0.00012525899,0.98717517],"genre_scores_gemma":[0.0003273666,3.562485e-7,0.0013057436,0.0008018374,0.0005107514,0.000036725713,0.00009279561,0.000024007568,0.99690044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990583,0.000018110877,0.0002295071,0.00018856185,0.00028498954,0.00022052813],"domain_scores_gemma":[0.99934757,0.000022335786,0.000026686002,0.00035817924,0.00013385118,0.00011136599],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022315295,0.00010251493,0.00015713136,0.00012881267,0.00006341712,0.000013646679,0.00010525468,0.000085652464,0.9981571],"category_scores_gemma":[0.00026551634,0.000094453506,0.0000355402,0.0004939458,0.000049752893,0.00005666838,0.000015528756,0.0001896833,0.99601346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024779112,0.000071717885,4.0216528e-7,0.000007339949,0.000008508138,0.0000019468298,0.000022867453,0.000002494637,0.000035626497,0.000002134535,0.5461389,0.45368332],"study_design_scores_gemma":[0.00034980263,0.00014105756,0.00023998001,0.000047163183,0.000029183797,0.000028155155,0.0000040628497,0.00024410544,0.000077912206,0.000011047337,0.99872744,0.00010007413],"about_ca_topic_score_codex":0.00001892685,"about_ca_topic_score_gemma":4.6435307e-8,"teacher_disagreement_score":0.45358324,"about_ca_system_score_codex":0.000084870444,"about_ca_system_score_gemma":0.00008817227,"threshold_uncertainty_score":0.3851702},"labels":[],"label_agreement":null},{"id":"W4406551427","doi":"10.1016/s1541-9800(13)70012-7","title":"10.1016/s1541-9800(13)70012-7","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; History","score_opus":0.0067647466627616835,"score_gpt":0.2336167635907758,"score_spread":0.2268520169280141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406551427","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006449511,0.000028863347,0.0000041896637,0.0048670336,0.0000068210866,0.00028516693,0.000002921508,0.00013411845,0.98822135],"genre_scores_gemma":[0.000443377,2.0740569e-7,0.00119019,0.0008542078,0.00053451775,0.000040831175,0.00008074734,0.000026104055,0.9968298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989837,0.000019979334,0.00024676474,0.0002031797,0.000307189,0.0002392315],"domain_scores_gemma":[0.99931335,0.000024563878,0.000028230428,0.00037563266,0.00013834797,0.000119864104],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024178934,0.000111102774,0.00016866853,0.00013794423,0.00006848522,0.000014784561,0.000112964735,0.000090744645,0.9987489],"category_scores_gemma":[0.0003417106,0.0001029908,0.000039319726,0.0005693913,0.000052692776,0.0000591869,0.00001699104,0.00020704692,0.9950973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003914693,0.00008229351,4.325293e-7,0.000008520363,0.0000093688295,0.000002682326,0.000025042618,0.000002970349,0.000034863046,0.0000020568416,0.5013506,0.49844205],"study_design_scores_gemma":[0.0004050532,0.00017093017,0.00034770108,0.000051131967,0.000034262794,0.000031656346,0.0000046854216,0.00024774863,0.00010137862,0.000012302412,0.9984844,0.000108758446],"about_ca_topic_score_codex":0.000016586515,"about_ca_topic_score_gemma":5.641478e-8,"teacher_disagreement_score":0.4983333,"about_ca_system_score_codex":0.00009658063,"about_ca_system_score_gemma":0.00009957908,"threshold_uncertainty_score":0.4199843},"labels":[],"label_agreement":null},{"id":"W4406568870","doi":"10.1016/s1541-9800(12)70284-3","title":"10.1016/s1541-9800(12)70284-3","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Internal medicine; Political science; Intensive care medicine","score_opus":0.007286287634000107,"score_gpt":0.23215340201315524,"score_spread":0.22486711437915513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406568870","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036281114,0.000023488346,0.0000046146592,0.004679677,0.000006747378,0.00028810315,0.0000028002562,0.00013405907,0.9912324],"genre_scores_gemma":[0.00031972272,2.257193e-7,0.0014514843,0.00085347623,0.00051533425,0.00004039929,0.00007837181,0.000026120424,0.9967149],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898046,0.000019921894,0.00024780098,0.0002053503,0.00030947075,0.00023699133],"domain_scores_gemma":[0.99932826,0.000024733698,0.000028296587,0.0003799501,0.00012018941,0.00011854774],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023858741,0.00011143867,0.00016944454,0.00013784147,0.00006918997,0.000014885945,0.00011358086,0.00008991316,0.9987855],"category_scores_gemma":[0.00034288433,0.00010336317,0.000039433824,0.00045250618,0.000053112894,0.000058415906,0.000017015676,0.00020509005,0.9946356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042176223,0.00007855785,4.2270975e-7,0.000008515339,0.000009483382,0.0000027153862,0.000025612899,0.0000022613222,0.000040478713,0.000002353958,0.50414807,0.49563932],"study_design_scores_gemma":[0.00040298092,0.00018444784,0.00031179577,0.000052482195,0.000034189703,0.00003205068,0.0000043438254,0.00021190918,0.00011691682,0.000012958424,0.9985272,0.00010867829],"about_ca_topic_score_codex":0.000012202827,"about_ca_topic_score_gemma":5.5112604e-8,"teacher_disagreement_score":0.49553064,"about_ca_system_score_codex":0.00010031953,"about_ca_system_score_gemma":0.000103254904,"threshold_uncertainty_score":0.42150277},"labels":[],"label_agreement":null},{"id":"W4406617290","doi":"10.1016/j.clnesp.2024.10.049","title":"Do patient and surgeon goals align in a prehabilitation setting? A mixed methods study","year":2025,"lang":"en","type":"article","venue":"Clinical Nutrition ESPEN","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill Genome Centre","funders":"","keywords":"Prehabilitation; Medicine; Physical therapy; General surgery","score_opus":0.039634323420310695,"score_gpt":0.5011472098269989,"score_spread":0.4615128864066882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406617290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840913,0.00020036899,0.0010021005,0.011048764,0.0007243475,0.0023019593,0.000002505802,0.000047970832,0.00058072363],"genre_scores_gemma":[0.95087594,0.00005098434,0.046576206,0.0017888683,0.00010379035,0.00046678816,0.000044192344,0.000010634026,0.0000826085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99677175,0.0011019161,0.0012650735,0.00045211834,0.00023237187,0.00017678758],"domain_scores_gemma":[0.9972127,0.0018854169,0.00015894811,0.00035147963,0.00032302577,0.00006842726],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004977691,0.00012223543,0.00042422392,0.0003629111,0.000062613966,0.000029470053,0.000068865804,0.0001870003,0.00007275399],"category_scores_gemma":[0.013766628,0.00011493363,0.00007296991,0.00089955586,0.00014793097,0.00009305091,0.000066159526,0.0003856444,0.000009891002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048080817,0.009513731,0.3082872,0.0003704892,0.00006768878,0.000008530667,0.0014312998,8.375618e-7,0.000350992,0.0011092148,0.021812579,0.6565666],"study_design_scores_gemma":[0.008007602,0.0018267812,0.94042325,0.0011004511,0.00014470087,0.000006011327,0.011691797,0.0006353639,0.00039269993,0.012861701,0.022716893,0.00019276269],"about_ca_topic_score_codex":0.00002015463,"about_ca_topic_score_gemma":0.000010085916,"teacher_disagreement_score":0.65637386,"about_ca_system_score_codex":0.00013285264,"about_ca_system_score_gemma":0.00012728127,"threshold_uncertainty_score":0.9945408},"labels":[],"label_agreement":null},{"id":"W4406636809","doi":"10.1016/b978-0-7295-4301-9.00070-4","title":"10.1016/b978-0-7295-4301-9.00070-4","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Forensic engineering; Medicine; Psychology; Medical emergency; Engineering","score_opus":0.010523914984618236,"score_gpt":0.22900435123613447,"score_spread":0.21848043625151622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406636809","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031377097,0.00017658637,0.000002639084,0.0022022962,0.00002294947,0.0007209578,0.000031042182,0.00021134931,0.99662906],"genre_scores_gemma":[0.0000013800337,0.0000010810215,0.0007726582,0.00092899904,0.0016940279,0.000047837537,0.00075191504,0.00014985043,0.99565226],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783856,0.000012929567,0.0005961547,0.00050452945,0.00069734576,0.00035046221],"domain_scores_gemma":[0.99840266,0.00004752901,0.00015286275,0.0008529845,0.00033080115,0.00021318698],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00028267456,0.00040474284,0.00057461724,0.0005406323,0.000093182054,0.000027063714,0.00024935242,0.0005793939,0.9989766],"category_scores_gemma":[0.00024542876,0.00040061798,0.00014935328,0.00016544026,0.00014183045,0.000052336098,0.00006239482,0.0008504826,0.99648106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061137114,0.0000379992,1.1448267e-8,0.000036012978,0.00005462067,0.000014768383,0.000012946803,6.612148e-7,0.0000030486076,0.00017414884,0.49365428,0.5059504],"study_design_scores_gemma":[0.00039088845,0.0002774045,0.0000054173775,0.00049926963,0.000216716,0.000075804775,0.0000010468101,0.000023214274,0.000009463382,0.00032906316,0.997805,0.00036669266],"about_ca_topic_score_codex":0.000008054835,"about_ca_topic_score_gemma":7.198564e-8,"teacher_disagreement_score":0.5055837,"about_ca_system_score_codex":0.0003075166,"about_ca_system_score_gemma":0.00036278233,"threshold_uncertainty_score":0.99984455},"labels":[],"label_agreement":null},{"id":"W4406641791","doi":"10.1016/b978-2-294-71392-7.00025-7","title":"10.1016/b978-2-294-71392-7.00025-7","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.01047990696888299,"score_gpt":0.2286302109320643,"score_spread":0.2181503039631813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406641791","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032172086,0.00016130271,0.0000026213356,0.002415366,0.00002197571,0.0007115761,0.000031813546,0.00021168946,0.9964404],"genre_scores_gemma":[0.0000012443077,0.0000011222832,0.00079625705,0.00084823166,0.0018333596,0.000049436403,0.00071569387,0.00014627709,0.9956084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785227,0.0000133744325,0.0005929421,0.00050516817,0.0006893197,0.00034694013],"domain_scores_gemma":[0.99841434,0.000048539114,0.00015135805,0.0008550769,0.00032047383,0.00021022541],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002801413,0.0004030791,0.0005756458,0.0005389103,0.00009212046,0.000026740483,0.0002480588,0.00057962054,0.9988406],"category_scores_gemma":[0.00025087091,0.00039886078,0.00015144936,0.0001650315,0.00013647068,0.00005017231,0.00006154786,0.0008544726,0.9963237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058701775,0.000039462353,9.329027e-9,0.00003559794,0.000055023742,0.000013409769,0.000013789372,7.250054e-7,0.0000033048632,0.00014119178,0.47555563,0.52408314],"study_design_scores_gemma":[0.0004035434,0.00027756207,0.0000039332954,0.0005238465,0.00021866175,0.00007431028,0.0000010745182,0.000027301801,0.000010506456,0.00033485243,0.9977611,0.00036332326],"about_ca_topic_score_codex":0.000008762626,"about_ca_topic_score_gemma":7.237739e-8,"teacher_disagreement_score":0.52371985,"about_ca_system_score_codex":0.00031550857,"about_ca_system_score_gemma":0.00036387157,"threshold_uncertainty_score":0.99984634},"labels":[],"label_agreement":null},{"id":"W4406649426","doi":"10.1111/tct.70005","title":"How to Approach Qualitative Observational Research in Workplace Learning","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia","funders":"University of Queensland","keywords":"Observational study; Qualitative research; Observational learning; Relevance (law); Observational methods in psychology; Psychology; Medical education; Data collection; Medicine; Experiential learning; Pedagogy; Sociology; Pathology","score_opus":0.5504751773161208,"score_gpt":0.622295665158419,"score_spread":0.07182048784229822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406649426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68828124,0.000064898755,0.00411314,0.27669746,0.0002599708,0.00062319206,2.2649644e-7,0.000040172443,0.02991967],"genre_scores_gemma":[0.83381015,0.000008522093,0.01357926,0.004526754,0.0005098259,0.00018903987,0.000029364963,0.000012953254,0.14733411],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9967167,0.0017485094,0.00047473016,0.00029865783,0.0005014031,0.0002600345],"domain_scores_gemma":[0.99687856,0.0022446977,0.00005644325,0.00038255428,0.00038133163,0.00005643352],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018842334,0.0000785809,0.00022537545,0.00021618122,0.00013684624,0.000035112687,0.00022279643,0.00016574658,0.00006037496],"category_scores_gemma":[0.031885896,0.000053533986,0.000054181746,0.0021514776,0.0003179872,0.00005004889,0.00011157845,0.0023308084,0.00006549032],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007750285,0.0025285357,0.33181006,0.00015433606,0.00016903107,0.000004525765,0.030961234,0.00011469602,0.000070575166,0.09754927,0.36463752,0.17122519],"study_design_scores_gemma":[0.0020863279,0.00036512877,0.45964116,0.00053888105,0.000042640917,0.0000027261492,0.098769516,0.006002588,0.000013697662,0.018405635,0.41393256,0.00019911982],"about_ca_topic_score_codex":0.000021735135,"about_ca_topic_score_gemma":0.0000028818554,"teacher_disagreement_score":0.27217072,"about_ca_system_score_codex":0.00018122209,"about_ca_system_score_gemma":0.00033018514,"threshold_uncertainty_score":0.99997085},"labels":[],"label_agreement":null},{"id":"W4406737701","doi":"10.30770/2572-1852-110.4.13","title":"Do Canadian Medical Licensing Exam Scores Correlate with Physicians’ Future Performance in Practice? A Cohort Study of Alberta Family Physicians","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Physicians and Surgeons of Ontario; Medical Council of Canada","funders":"","keywords":"Cohort; Family medicine; Medicine; United States Medical Licensing Examination; Medical education; Psychology; Medical school; Internal medicine","score_opus":0.008962753398021429,"score_gpt":0.3088002747225206,"score_spread":0.29983752132449915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406737701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971593,0.0003960552,0.0003692495,0.024134697,0.0015362815,0.0004595817,4.7300514e-7,0.000011850771,0.001498796],"genre_scores_gemma":[0.99531054,0.00026372724,0.0005667783,0.0017809041,0.0019276943,0.000008424084,0.000012593699,0.00003120333,0.000098107485],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941649,0.00016247972,0.0010461287,0.000242438,0.004098818,0.0002852355],"domain_scores_gemma":[0.9978977,0.00031964274,0.00044397093,0.00025236155,0.00077903806,0.0003072883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031084325,0.00017499713,0.0005052959,0.00070910825,0.00007050296,0.000036294547,0.0002106388,0.00033911748,0.00024301343],"category_scores_gemma":[0.0031495926,0.00012897215,0.0000638159,0.0015301214,0.00017800558,0.0004655127,0.00002119442,0.0015677331,0.000009183084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008775802,0.002627249,0.1781247,0.0005597383,0.00089215575,0.0012873735,0.021739038,0.0005049069,0.00013329079,0.0020118372,0.014334025,0.7769081],"study_design_scores_gemma":[0.0022818365,0.001351692,0.9304555,0.007981488,0.0004546118,0.0009561863,0.010543475,0.03394062,0.0000188724,0.000031773154,0.011818965,0.0001649469],"about_ca_topic_score_codex":0.004920343,"about_ca_topic_score_gemma":0.008361075,"teacher_disagreement_score":0.7767432,"about_ca_system_score_codex":0.0004502445,"about_ca_system_score_gemma":0.0032201274,"threshold_uncertainty_score":0.74381196},"labels":[],"label_agreement":null},{"id":"W4406756351","doi":"10.1067/j.cpradiol.2025.01.012","title":"Implementing a competency based medical education curriculum in diagnostic radiology: Challenges and Pearls of Wisdom","year":2025,"lang":"en","type":"article","venue":"Current Problems in Diagnostic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Kingston General Hospital","funders":"","keywords":"Medicine; Curriculum; Medical education; Competence (human resources); Portfolio; Radiology; Management","score_opus":0.017376567727782535,"score_gpt":0.3433030827032917,"score_spread":0.3259265149755092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406756351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8986639,0.07513676,0.0012053638,0.01910302,0.0028001904,0.0019151669,0.0000049123228,0.000046881505,0.001123847],"genre_scores_gemma":[0.9785132,0.017303579,0.0021284695,0.00070921716,0.00020726648,0.0009092282,0.0002004287,0.000018202752,0.000010434425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661785,0.00041663414,0.001494511,0.0005821713,0.00028869766,0.00060014456],"domain_scores_gemma":[0.9934402,0.0054817,0.00032802497,0.00040139878,0.00023475438,0.00011392769],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002477424,0.00025383668,0.00075771945,0.0010490653,0.000057390305,0.0000064471087,0.00025317562,0.00031162862,0.00013501817],"category_scores_gemma":[0.08300976,0.00023827754,0.00005670683,0.00082947244,0.00057924667,0.000077067474,0.0001266728,0.0008059217,0.000004684123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013417873,0.0019301425,0.68199664,0.0016463591,0.000031336738,0.000012135892,0.00083363795,0.00003464053,0.000027360986,0.046945684,0.0028620712,0.2636666],"study_design_scores_gemma":[0.005484588,0.0004668698,0.94252485,0.009592268,0.00014920579,0.00017331974,0.0014147222,0.005472384,0.00003087487,0.021603532,0.012717924,0.0003694331],"about_ca_topic_score_codex":0.00010321244,"about_ca_topic_score_gemma":0.00024164989,"teacher_disagreement_score":0.26329717,"about_ca_system_score_codex":0.00023503156,"about_ca_system_score_gemma":0.0026398038,"threshold_uncertainty_score":0.9716676},"labels":[],"label_agreement":null},{"id":"W4406774644","doi":"10.1186/s12909-024-06529-1","title":"An approach to teaching the psychiatric interview","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Psychiatry","score_opus":0.02472620773571934,"score_gpt":0.40647077613510485,"score_spread":0.38174456839938553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406774644","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28713074,0.0009106441,0.42486402,0.15058139,0.0074010803,0.0018436186,7.666592e-7,0.00023240127,0.12703536],"genre_scores_gemma":[0.7620819,0.00003101757,0.09920814,0.13171852,0.0019523085,0.0006266963,0.00017720305,0.000024604697,0.0041796193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998083,0.0002934385,0.00045842517,0.0003282962,0.0006266631,0.00021016499],"domain_scores_gemma":[0.99873096,0.00010596302,0.00006984402,0.0007064871,0.00020195244,0.00018477858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026105684,0.00012659037,0.0001831925,0.00033880628,0.00023082666,0.000039656003,0.0004013065,0.00015372942,0.0002950189],"category_scores_gemma":[0.008083773,0.00008456967,0.00005954087,0.0011607999,0.00008566122,0.000083018764,0.000042735606,0.00064347836,0.00008284456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020372758,0.0022013043,0.0062444997,0.00039738463,0.000017151075,8.44643e-8,0.00094378093,0.0000031483416,0.000015061512,0.056905884,0.29545105,0.6378003],"study_design_scores_gemma":[0.0014248615,0.00029375064,0.2570714,0.0018017235,0.00036288853,0.00012004262,0.013721785,0.019054858,0.000042298194,0.004241644,0.7014464,0.00041831846],"about_ca_topic_score_codex":0.00006179069,"about_ca_topic_score_gemma":0.000009830534,"teacher_disagreement_score":0.637382,"about_ca_system_score_codex":0.00018505946,"about_ca_system_score_gemma":0.004607086,"threshold_uncertainty_score":0.9677615},"labels":[],"label_agreement":null},{"id":"W4406791975","doi":"10.1016/j.jpedsurg.2024.162154","title":"Corrigendum to “Introduction to Entrustable Professional Activities for Pediatric Surgery” [J Pediatr Surg 59 (11) (2024) 161653]","year":2025,"lang":"en","type":"erratum","venue":"Journal of Pediatric Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Medicine; General surgery","score_opus":0.025892831093515423,"score_gpt":0.3148931922248951,"score_spread":0.28900036113137967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406791975","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06758671,0.004523515,0.0023307886,0.034215253,0.8875056,0.0026237606,0.00031836747,0.00013957397,0.0007564401],"genre_scores_gemma":[0.0012293967,0.0041199466,0.002475257,0.0023951947,0.5327484,0.00030827028,0.0009489529,0.00018365006,0.45559093],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911982,0.00030658796,0.0035420302,0.00096900796,0.0026366385,0.0013475365],"domain_scores_gemma":[0.9891212,0.002566135,0.0028807365,0.00087201106,0.0038135394,0.00074637635],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006655755,0.00087208056,0.0027191848,0.008867073,0.00041798013,0.0001385409,0.00046190416,0.0012274722,0.0016227807],"category_scores_gemma":[0.02382261,0.0008024054,0.0013601575,0.0057508466,0.00005706851,0.00048046114,0.00018453473,0.002647024,0.00006961719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070549216,0.0007601345,0.045635205,0.0029333397,0.00019251551,0.00005844162,0.00021420866,0.000012777301,0.000008328612,0.000017307128,0.94452435,0.004937893],"study_design_scores_gemma":[0.00050797267,0.00023847571,0.0042659417,0.0003816257,0.0022797047,0.00007101209,0.0006557508,0.000013335954,0.000051121966,0.00006701797,0.9907362,0.000731835],"about_ca_topic_score_codex":0.00003622748,"about_ca_topic_score_gemma":0.000010465174,"teacher_disagreement_score":0.4548345,"about_ca_system_score_codex":0.0015615614,"about_ca_system_score_gemma":0.018651126,"threshold_uncertainty_score":0.99965394},"labels":[],"label_agreement":null},{"id":"W4406803160","doi":"10.1177/17151635241306458","title":"Navigating the influence of professional abstinence on pharmacy students: Observations and solutions from their perspective","year":2025,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of British Columbia; University of Alberta","funders":"","keywords":"Pharmacy; Abstinence; Mentorship; Psychology; Cognitive dissonance; Medical education; Professional development; Medicine; Nursing; Social psychology; Psychiatry","score_opus":0.04472133368593815,"score_gpt":0.3754397586744067,"score_spread":0.33071842498846854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99113077,0.00058788876,0.000054342854,0.0059557008,0.0012478004,0.00045418655,0.00030755348,0.000012979819,0.0002487743],"genre_scores_gemma":[0.9876158,0.00078844023,0.00027874924,0.010675753,0.00034483534,0.000041584273,0.000032967295,0.000016784978,0.000205044],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979783,0.00012559719,0.0005782511,0.00027915105,0.00058904773,0.0004496043],"domain_scores_gemma":[0.99672335,0.0003036527,0.00026759354,0.00023239809,0.002053503,0.00041952822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007962187,0.00021415477,0.0002508054,0.00016832305,0.0012790805,0.000068431094,0.00045336297,0.000040311144,0.00013732983],"category_scores_gemma":[0.0017921004,0.00016918594,0.00006123968,0.0010806223,0.0004354257,0.00021681123,0.000063245694,0.0014013235,0.0000014767068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010268441,0.0016798145,0.29158446,0.0010796924,0.003184048,0.0074504716,0.055241555,0.010751633,0.057060525,0.013628018,0.13271739,0.42459556],"study_design_scores_gemma":[0.040095672,0.0006035034,0.39255866,0.010380145,0.004420215,0.19333482,0.0144038685,0.08306536,0.029387506,0.014319405,0.21293722,0.004493618],"about_ca_topic_score_codex":0.045468632,"about_ca_topic_score_gemma":0.013325171,"teacher_disagreement_score":0.42010194,"about_ca_system_score_codex":0.0023949211,"about_ca_system_score_gemma":0.0073140333,"threshold_uncertainty_score":0.99831355},"labels":[],"label_agreement":null},{"id":"W4406803879","doi":"10.1177/17151635241309016","title":"Equity, diversity, inclusion, and Indigenous training for pharmacy professionals","year":2025,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Indigenous; Equity (law); Pharmacy; Diversity (politics); Inclusion (mineral); Business; Medical education; Political science; Psychology; Medicine; Nursing","score_opus":0.07954253826151567,"score_gpt":0.3980337664210268,"score_spread":0.31849122815951114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98676157,0.0011838188,0.0007500797,0.0040561818,0.003944811,0.0011729863,0.00017972942,0.00003367052,0.0019171407],"genre_scores_gemma":[0.97118926,0.0009349201,0.0011494487,0.024041459,0.0008181939,0.000043901247,0.00007915995,0.000030594703,0.0017130384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755335,0.00007882126,0.0005858246,0.00035575178,0.0005361585,0.00089007063],"domain_scores_gemma":[0.99725527,0.00013193664,0.00020587408,0.0001727751,0.0010790199,0.0011551005],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0014158871,0.0002712826,0.00038896277,0.0007777821,0.004534342,0.000092968636,0.00045882424,0.00007529091,0.00035317906],"category_scores_gemma":[0.00085063494,0.000278962,0.000093695206,0.0009194403,0.00022324658,0.00025401197,0.00067871745,0.0007558116,0.0000016593117],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029256268,0.00015407888,0.008168706,0.0010482764,0.00041374913,0.0066840765,0.017400684,0.000032397103,0.0018418139,0.00047352235,0.1489954,0.8144947],"study_design_scores_gemma":[0.020908993,0.00021581158,0.0008609054,0.0007069108,0.0017329549,0.38518235,0.0007757215,0.010597871,0.005472357,0.005357373,0.5665773,0.0016114094],"about_ca_topic_score_codex":0.009655694,"about_ca_topic_score_gemma":0.013422238,"teacher_disagreement_score":0.8128833,"about_ca_system_score_codex":0.0031595584,"about_ca_system_score_gemma":0.014388266,"threshold_uncertainty_score":0.99996626},"labels":[],"label_agreement":null},{"id":"W4406858354","doi":"10.4018/979-8-3693-4334-0.ch003","title":"Progress Tests in Health Professions Education","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in medical education, research, and ethics (AMERE) book series","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health professions; Psychology; Medical education; Medicine; Political science; Health care; Law","score_opus":0.057645618641253275,"score_gpt":0.5121225009421608,"score_spread":0.45447688230090755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406858354","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068619027,0.2392596,0.0000141379915,0.42300126,0.0050228103,0.0032078451,0.000019084364,0.00014317081,0.3286459],"genre_scores_gemma":[0.0033192525,0.35839528,0.0025301601,0.01298259,0.0019843793,0.0015441221,0.0009801756,0.00017635163,0.6180877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932703,0.00029723797,0.0015725289,0.0010789777,0.002949351,0.0008316355],"domain_scores_gemma":[0.99549216,0.00083634,0.0003289559,0.00079914584,0.0018776034,0.00066581817],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006519974,0.00048183074,0.00081130496,0.0019718038,0.00047986174,0.00009034862,0.0004284982,0.0014378615,0.0012979804],"category_scores_gemma":[0.009837799,0.0004328779,0.000069027046,0.0009795257,0.0041655875,0.0011020397,0.00023377532,0.010115209,0.000109907895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009557735,0.0008960092,0.0010970411,0.007156916,0.000026104106,0.000018843135,0.010869952,2.532678e-7,6.706653e-7,0.7440201,0.026250362,0.20956814],"study_design_scores_gemma":[0.00026299705,0.00032253604,0.0006080425,0.019902589,0.0000148153085,0.00010182082,0.007485774,0.000012581291,0.0000025354345,0.23215368,0.7388652,0.0002674197],"about_ca_topic_score_codex":0.00024475896,"about_ca_topic_score_gemma":0.0014239457,"teacher_disagreement_score":0.71261483,"about_ca_system_score_codex":0.0011399101,"about_ca_system_score_gemma":0.04497412,"threshold_uncertainty_score":0.9998585},"labels":[],"label_agreement":null},{"id":"W4406956635","doi":"10.36834/cmej.78569","title":"Are we optimizing medical students’ preparation for clerkship? A content analysis of narrative comments on clinical skills during preclinical training","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Université de Sherbrooke","funders":"","keywords":"Narrative; Medical education; Psychological intervention; Categorization; Psychology; Medicine; Computer science; Nursing; Artificial intelligence","score_opus":0.12308465247830393,"score_gpt":0.5039012875220074,"score_spread":0.38081663504370344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406956635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84934646,0.00018641542,0.0021498776,0.14277714,0.004009385,0.00091612147,0.00001399721,0.000023879198,0.0005767156],"genre_scores_gemma":[0.92551464,0.00035080613,0.0032599894,0.06810565,0.0012780424,0.00018931575,0.0001486373,0.000027455853,0.0011254633],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99388397,0.0004226045,0.002434401,0.00048269273,0.0022631225,0.00051322934],"domain_scores_gemma":[0.99222654,0.0008205406,0.0010617593,0.00045519197,0.0016972945,0.003738697],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006352258,0.00024555044,0.0010078473,0.0017772381,0.00045887637,0.000084215986,0.0006331203,0.0006856427,0.0040805186],"category_scores_gemma":[0.10359039,0.00022152302,0.00046803674,0.0016968129,0.0003936952,0.00013200426,0.000043875574,0.0016963499,0.000005337447],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016066858,0.009199906,0.30960715,0.00043709195,0.0101574445,0.000087880835,0.025283001,0.00017086256,0.000016190674,0.0027582983,0.34938237,0.2912931],"study_design_scores_gemma":[0.014259869,0.0015497567,0.7986541,0.010614186,0.004480891,0.00026059276,0.07495276,0.011556813,0.000073747266,0.0005197782,0.08235959,0.00071796164],"about_ca_topic_score_codex":0.00020495958,"about_ca_topic_score_gemma":0.0022989782,"teacher_disagreement_score":0.4890469,"about_ca_system_score_codex":0.000987273,"about_ca_system_score_gemma":0.030560963,"threshold_uncertainty_score":0.99682987},"labels":[],"label_agreement":null},{"id":"W4406956636","doi":"10.36834/cmej.79033","title":"Enhancing professionalism in post-graduate medical education: the initial implementation and evaluation of a longitudinal curriculum for geriatrics residents in Toronto, Canada","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Curriculum; Thematic analysis; Medical education; Focus group; Geriatrics; Likert scale; Medicine; Graduate medical education; Identity (music); Psychology; Qualitative research; Pedagogy; Sociology; Accreditation","score_opus":0.03237791985412327,"score_gpt":0.4538653476834904,"score_spread":0.42148742782936716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406956636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85347503,0.0017934648,0.00006895391,0.1382985,0.0045344927,0.001142583,0.0000061810897,0.000003259761,0.0006775138],"genre_scores_gemma":[0.9774517,0.00013906979,0.0004916751,0.020592775,0.0006918137,0.0003587556,0.00017661971,0.000012111582,0.000085520085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99599,0.00032033023,0.001102132,0.00024251884,0.0019975263,0.00034752017],"domain_scores_gemma":[0.99580723,0.00016532789,0.00028889088,0.00019761834,0.002613925,0.00092703564],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005914464,0.00014291798,0.00025506876,0.0005473839,0.00022300534,0.000033655007,0.0002270607,0.00021441937,0.005001323],"category_scores_gemma":[0.037765592,0.000118215736,0.000038715756,0.00080696505,0.00011600912,0.00019498436,0.000024565416,0.0007124828,5.1751056e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000074949785,0.0006642656,0.065606475,0.00034096115,0.00007155,0.000012114771,0.0025369518,0.0000026632765,0.00001410247,0.0074777068,0.18151495,0.7416833],"study_design_scores_gemma":[0.004266113,0.00010695656,0.9120065,0.0028224294,0.0002281431,0.00045415162,0.06462209,0.0023031696,0.00007063098,0.0025066265,0.010367706,0.000245477],"about_ca_topic_score_codex":0.8191287,"about_ca_topic_score_gemma":0.985156,"teacher_disagreement_score":0.8464,"about_ca_system_score_codex":0.004594819,"about_ca_system_score_gemma":0.37108544,"threshold_uncertainty_score":0.9992264},"labels":[],"label_agreement":null},{"id":"W4407012027","doi":"10.1097/acm.0000000000005989","title":"Reimagining the Medical School Accreditation Process in a Rapidly Changing Health Care Environment","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Process (computing); Health care; Medical education; MEDLINE; Medicine; Nursing; Political science; Computer science","score_opus":0.01613198228732546,"score_gpt":0.39643099195140746,"score_spread":0.380299009664082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407012027","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21090654,0.009432684,0.0073547256,0.7641642,0.0018114578,0.0016460503,0.0000011707573,0.00011960624,0.004563533],"genre_scores_gemma":[0.92220557,0.0012592014,0.0003303565,0.07329514,0.0016051849,0.00027548784,0.00013885231,0.00002124748,0.00086898776],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970361,0.00012835204,0.0008734898,0.00036992886,0.0011320513,0.00046005298],"domain_scores_gemma":[0.9989177,0.00020273113,0.00020013477,0.0003570708,0.0001159838,0.00020637573],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031137662,0.00017842586,0.00038388104,0.0007411348,0.00018242205,0.000004488816,0.0003069508,0.00025616054,0.0007072522],"category_scores_gemma":[0.008651347,0.00010717873,0.000025871354,0.0015901419,0.00032597108,0.00009813947,0.000052348838,0.0022996718,0.000030003433],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002938336,0.00010613804,0.04757726,0.0024545414,0.0001496047,0.00007743344,0.16384543,0.000062046885,0.00039225467,0.0091730105,0.24814707,0.52772135],"study_design_scores_gemma":[0.017793445,0.00096130423,0.08488443,0.026205262,0.00038519822,0.0004630029,0.531853,0.012502475,0.0006042831,0.0062280935,0.31737134,0.0007481669],"about_ca_topic_score_codex":0.000049523736,"about_ca_topic_score_gemma":0.000002673146,"teacher_disagreement_score":0.711299,"about_ca_system_score_codex":0.00065162516,"about_ca_system_score_gemma":0.0019033814,"threshold_uncertainty_score":0.9996992},"labels":[],"label_agreement":null},{"id":"W4407106271","doi":"10.3390/educsci15020176","title":"Faculty Development Interventions in Medical Education During the COVID-19 Pandemic: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Education Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychological intervention; Faculty development; Medical education; Medicine; Psychology; Virology; Professional development; Nursing; Internal medicine","score_opus":0.23448393978221782,"score_gpt":0.5684025923498595,"score_spread":0.33391865256764164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407106271","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021169855,0.98046786,0.000090005706,0.011587317,0.0018307033,0.0047709905,0.0000037641016,0.000058029662,0.0011701365],"genre_scores_gemma":[0.000009853935,0.97203577,0.0009270776,0.010588591,0.00017486048,0.0065439628,0.00046452883,0.0000132193045,0.0092421565],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9948878,0.0005965791,0.0023214424,0.0006045664,0.0012918516,0.00029774668],"domain_scores_gemma":[0.9971408,0.0004810097,0.0010319618,0.00069859327,0.00040092313,0.00024668203],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055583543,0.00032296797,0.0014253354,0.001103191,0.0005087138,0.00008382524,0.00094535283,0.00025196918,0.000690371],"category_scores_gemma":[0.03777773,0.00019300458,0.000327524,0.0048052957,0.0003604324,0.00018461094,0.0001299122,0.00071170955,0.000112512505],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2625493e-7,0.0003504241,0.00010851273,0.72453135,0.000027804588,4.511725e-7,0.00029449794,4.222236e-8,4.586216e-9,0.0005371128,0.008579938,0.26556954],"study_design_scores_gemma":[0.00005260882,0.0000066274088,0.000044432672,0.5687217,0.00041744972,0.00022959766,0.0006454493,0.0000010838429,2.4179514e-8,0.00003916358,0.42972443,0.00011742743],"about_ca_topic_score_codex":0.00005575777,"about_ca_topic_score_gemma":0.00005661598,"teacher_disagreement_score":0.4211445,"about_ca_system_score_codex":0.0020413427,"about_ca_system_score_gemma":0.0816744,"threshold_uncertainty_score":0.9703275},"labels":[],"label_agreement":null},{"id":"W4407115846","doi":"10.1080/0142159x.2025.2459361","title":"Clinical learning environments: Updates","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary; McMaster University","funders":"","keywords":"Medical education; Psychology; Computer science; Medicine","score_opus":0.019785774188946652,"score_gpt":0.40438421831316745,"score_spread":0.3845984441242208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407115846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8380826,0.000342889,0.010319185,0.045219857,0.0014674963,0.0002766035,1.1812871e-7,0.00015787559,0.10413339],"genre_scores_gemma":[0.8561494,0.00017888057,0.0017104292,0.011971747,0.00095040636,0.000046801506,0.000085384694,0.000021679642,0.12888533],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825,0.00014221332,0.0005236362,0.000268515,0.00059811847,0.00021752299],"domain_scores_gemma":[0.9994566,0.00004949791,0.000055560824,0.00027122922,0.00002956935,0.0001375535],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018466543,0.00010164756,0.00024736472,0.00010817255,0.00007979857,0.000008394007,0.00013883835,0.00031730975,0.012358765],"category_scores_gemma":[0.009389732,0.00008170333,0.00007924509,0.0003269311,0.000321265,0.000036414436,0.00007543757,0.0013219754,0.0004996072],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024952362,0.000619668,0.51539123,0.000028687398,0.00008307813,0.000016322574,0.00007116,3.4721526e-7,0.000014941562,0.0014360605,0.134305,0.34800854],"study_design_scores_gemma":[0.0011778412,0.00006801066,0.05268658,0.00017403348,0.000069343594,0.000010727972,0.00025976932,0.004721749,0.00002008321,0.00026016493,0.9404698,0.00008188348],"about_ca_topic_score_codex":0.0000063948364,"about_ca_topic_score_gemma":4.0391234e-7,"teacher_disagreement_score":0.8061648,"about_ca_system_score_codex":0.000095465235,"about_ca_system_score_gemma":0.00022910918,"threshold_uncertainty_score":0.9989546},"labels":[],"label_agreement":null},{"id":"W4407144393","doi":"10.1108/aaaj-02-2025-262","title":"<i>AAAJ</i> Literature and Insights: A critical researcher’s Odyssey","year":2025,"lang":"en","type":"article","venue":"Accounting Auditing & Accountability Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Sociology; Accounting; Epistemology; Political science; Philosophy; Economics","score_opus":0.016437231960442535,"score_gpt":0.3795798370269631,"score_spread":0.3631426050665205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407144393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96292555,0.0018471713,0.0008706618,0.027274948,0.0011323164,0.00028304863,0.0000046598407,0.000112860915,0.005548804],"genre_scores_gemma":[0.9820056,0.00016076505,0.008518768,0.0077171437,0.0012357457,0.000025888698,0.000027380001,0.000028836977,0.0002798904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695414,0.0001757149,0.0009076676,0.00050813606,0.00085371424,0.00060060713],"domain_scores_gemma":[0.9951691,0.0009688073,0.00026509672,0.0005782337,0.0028464557,0.00017228049],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039752363,0.0002595991,0.00042250918,0.000598167,0.00097448356,0.0007958833,0.00025981892,0.00031520924,0.0002130582],"category_scores_gemma":[0.030913368,0.00022265829,0.0001128946,0.0016490612,0.00054422254,0.00088950904,0.00018244452,0.0026855078,0.000018935627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074777403,0.0020026877,0.4292963,0.0048662648,0.00050435093,0.0002928944,0.016983235,0.0000073816436,0.013048095,0.024119658,0.26350278,0.24462856],"study_design_scores_gemma":[0.005867685,0.00047147882,0.5686727,0.014834618,0.0007145191,0.005478286,0.020938788,0.00413756,0.00167695,0.11612747,0.25977638,0.0013035376],"about_ca_topic_score_codex":0.000032800755,"about_ca_topic_score_gemma":0.000008897073,"teacher_disagreement_score":0.24332504,"about_ca_system_score_codex":0.00047954268,"about_ca_system_score_gemma":0.00079484325,"threshold_uncertainty_score":0.9996153},"labels":[],"label_agreement":null},{"id":"W4407181810","doi":"10.1108/jmhtep-07-2024-0068","title":"Developing generic skills for future health professionals: student and faculty perceptions of a recovery college curriculum and courses","year":2025,"lang":"en","type":"article","venue":"The Journal of Mental Health Training Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Université du Québec à Montréal","funders":"","keywords":"Curriculum; Medical education; Mental health; Perception; Health professionals; Psychology; Medicine; Pedagogy; Health care; Political science","score_opus":0.050648038893783276,"score_gpt":0.5085405814961468,"score_spread":0.4578925426023635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407181810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6173676,0.004794141,0.0007210196,0.3752026,0.0011887327,0.0006307479,0.000015465144,0.0000034392024,0.00007626722],"genre_scores_gemma":[0.74995935,0.01858869,0.15448092,0.07528119,0.0007571319,0.00005770856,0.00009160918,0.000017697563,0.0007657056],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9987843,0.0002754653,0.00052940013,0.00008359207,0.00020714685,0.00012006444],"domain_scores_gemma":[0.9983257,0.00042285552,0.00070126023,0.00006345637,0.00040407054,0.00008267867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034583013,0.0000745817,0.00022881228,0.00015578771,0.00042808868,0.000011483175,0.000042942433,0.00004069487,0.000006238365],"category_scores_gemma":[0.00082091155,0.000051805793,0.00001803049,0.0002591511,0.00007164737,0.0001711176,0.000016625618,0.00024023803,9.399618e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040130306,0.0017910952,0.0029204134,0.0013467688,0.00016853733,1.7404629e-7,0.114407875,9.335426e-7,0.000051324863,0.005033383,0.10921637,0.76466185],"study_design_scores_gemma":[0.0013051888,0.00074267463,0.115960605,0.002034908,0.00011118737,0.00082152116,0.80346894,0.00003319212,0.000007522689,0.00027976072,0.075169146,0.00006534533],"about_ca_topic_score_codex":0.000023741659,"about_ca_topic_score_gemma":0.000006097912,"teacher_disagreement_score":0.76459646,"about_ca_system_score_codex":0.00023278357,"about_ca_system_score_gemma":0.003695888,"threshold_uncertainty_score":0.65563464},"labels":[],"label_agreement":null},{"id":"W4407219800","doi":"10.3138/jvme-2024-0039","title":"Active Rotation Management: Managing Clinical Veterinary Students in a Community-Based Teaching Model","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Consistency (knowledge bases); Medical education; Clinical Practice; Work (physics); Quality (philosophy); Process (computing); Faculty development; Quality assurance; Medicine; Psychology; Professional development; Nursing; Computer science; Engineering","score_opus":0.09193617232691187,"score_gpt":0.508704805578113,"score_spread":0.41676863325120117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407219800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680739,0.000064408305,0.013619585,0.012605174,0.0020705354,0.00041903797,5.7392947e-7,0.000022045302,0.0031247635],"genre_scores_gemma":[0.9668575,0.000114112634,0.019999187,0.012281475,0.00027066324,0.00005092816,0.00004898329,0.000018942512,0.00035818756],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99630994,0.0008212544,0.0014114261,0.00018851987,0.0010448474,0.00022404322],"domain_scores_gemma":[0.9984359,0.00024236954,0.00048151996,0.00036721255,0.00032863437,0.00014437233],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0055784937,0.0001706897,0.00042128103,0.0011572485,0.00018173309,0.000033421857,0.00047482256,0.00021251275,0.000051502204],"category_scores_gemma":[0.002572209,0.00014677765,0.0001363,0.0006263933,0.00014381878,0.00029808315,0.00012993725,0.0025705097,0.000005043809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022483792,0.010231722,0.022364194,0.0013387909,0.00020968691,0.00017766737,0.0017396957,0.00016948038,0.0001658964,0.000910544,0.0135637745,0.94688016],"study_design_scores_gemma":[0.019477792,0.007911175,0.74779755,0.026854528,0.00081823074,0.001334801,0.01905321,0.10085511,0.00005719879,0.0069810087,0.06814922,0.00071017636],"about_ca_topic_score_codex":0.000021684875,"about_ca_topic_score_gemma":0.0000013764096,"teacher_disagreement_score":0.94617,"about_ca_system_score_codex":0.0006223222,"about_ca_system_score_gemma":0.0018691091,"threshold_uncertainty_score":0.9997306},"labels":[],"label_agreement":null},{"id":"W4407224423","doi":"10.1503/cjs.014623","title":"Lost in translation? How context shapes the implementation of Competence by Design in operative settings","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; Western University","funders":"","keywords":"Medicine; Competence (human resources); Context (archaeology); Medical physics; Translation (biology); Genetics","score_opus":0.03664804504085177,"score_gpt":0.3329821699287639,"score_spread":0.2963341248879121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407224423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9185903,0.0010227112,0.0019400301,0.077768646,0.00026670768,0.00026565406,0.000009710268,9.4800225e-7,0.00013529354],"genre_scores_gemma":[0.9969952,0.000030065317,0.0005281386,0.0023545,0.000028902106,0.0000049278983,0.000009500533,0.0000040915816,0.000044672164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990588,0.00011859151,0.0004922334,0.000062231,0.00013355007,0.00013458871],"domain_scores_gemma":[0.99900293,0.0004144185,0.00017529947,0.00005558857,0.00029626847,0.000055516757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014366751,0.00005813997,0.00021276851,0.000610604,0.000038158654,0.000016213082,0.00006986633,0.000040493596,0.00015132353],"category_scores_gemma":[0.00059079815,0.000045737957,0.000035708672,0.000781363,0.00010725725,0.00013448464,0.0000015570228,0.00023233875,5.1932847e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074311116,0.00006431674,0.60994124,0.00011479084,0.00007959544,0.00006122727,0.011442635,0.00006463785,0.0033487598,0.0007310138,0.14587153,0.22820593],"study_design_scores_gemma":[0.0025365006,0.00014126829,0.8640196,0.0027206365,0.00008564465,0.00009082201,0.089670256,0.0010709581,0.011996965,0.0005930629,0.026856042,0.00021828397],"about_ca_topic_score_codex":0.0021215447,"about_ca_topic_score_gemma":0.00887267,"teacher_disagreement_score":0.2540783,"about_ca_system_score_codex":0.00022353893,"about_ca_system_score_gemma":0.0031289067,"threshold_uncertainty_score":0.5550546},"labels":[],"label_agreement":null},{"id":"W4407260001","doi":"10.1007/s43678-025-00869-7","title":"A scholarship points program to encourage academic productivity in your emergency department","year":2025,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Emergency department; Scholarship; Academic department; Productivity; Medicine; Medical emergency; Medical education; Nursing; Higher education; Political science; Economic growth; Economics","score_opus":0.06886938543623579,"score_gpt":0.4326469543552788,"score_spread":0.363777568919043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407260001","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037633285,0.004178827,0.00006242554,0.036950953,0.91731733,0.0019758625,0.000057077745,0.000025505637,0.0017987157],"genre_scores_gemma":[0.016492333,0.0027614771,0.0010581695,0.00047031452,0.9647659,0.00029342822,0.00059493235,0.00012780362,0.013435619],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928888,0.00024849887,0.0032819894,0.00066272035,0.0019225517,0.0009954461],"domain_scores_gemma":[0.9930026,0.00008905398,0.0011491209,0.00075777125,0.0035102307,0.0014912445],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005188645,0.00058476126,0.0014242264,0.003609793,0.00016417773,0.0000080709615,0.0008312781,0.0011520677,0.0038625107],"category_scores_gemma":[0.06341023,0.0005098036,0.00023707672,0.003793723,0.00013734376,0.000247716,0.000044419827,0.0058459155,0.00003583231],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113917966,0.00017726353,0.015246007,0.0006182009,0.00016174902,0.0001950115,0.0008995329,0.0000018368579,0.000041187694,0.000033688615,0.9530346,0.029477052],"study_design_scores_gemma":[0.0011600029,0.0012873976,0.015841918,0.0047893506,0.0004464245,0.000021772039,0.00031162103,0.000005087537,0.0000150901615,0.0005217379,0.9752443,0.00035530666],"about_ca_topic_score_codex":0.0022369614,"about_ca_topic_score_gemma":0.009323009,"teacher_disagreement_score":0.058221582,"about_ca_system_score_codex":0.002456523,"about_ca_system_score_gemma":0.013616056,"threshold_uncertainty_score":0.99973536},"labels":[],"label_agreement":null},{"id":"W4407271570","doi":"10.1101/2025.02.06.25321832","title":"Changing Physician Performance: A Systematic Review and Meta-Analysis (75 years 1950-2024) of the Effect of Continuing Medical Education Strategies, Continuous Professional Development and knowledge Translation","year":2025,"lang":"en","type":"review","venue":"medRxiv","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Shiraz University; Shiraz University of Medical Sciences","keywords":"Knowledge translation; Continuing medical education; Professional development; Medical education; Meta-analysis; Continuing professional development; Medical knowledge; Medicine; Knowledge management; Psychology; Continuing education; Computer science; Internal medicine","score_opus":0.033391878517700986,"score_gpt":0.37957835042427884,"score_spread":0.34618647190657786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407271570","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043575712,0.9914276,0.00003154557,0.00011717267,0.00033855502,0.0034787795,0.000004955991,0.000010744359,0.0002330501],"genre_scores_gemma":[0.007848574,0.987733,0.0002860855,0.00018144122,0.00006644469,0.0014363382,0.00015585875,0.000028441576,0.002263817],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9968639,0.0006419564,0.0014283791,0.00030185783,0.00059776084,0.00016613596],"domain_scores_gemma":[0.9979341,0.000452801,0.0009265214,0.0003869422,0.00024624367,0.000053381642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033513324,0.00029859788,0.0042487043,0.00061161444,0.000067280205,0.000011479297,0.00018644739,0.00021547469,0.00006527358],"category_scores_gemma":[0.001252835,0.00016535861,0.0005027759,0.0023246482,0.0001407604,0.00006119632,0.00006652913,0.00042231803,0.0000012504373],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021630012,0.0000613011,0.00005036736,0.77636975,0.008794592,2.4018019e-7,0.0007660286,2.8817903e-8,2.6546599e-7,0.000042010215,0.000056637997,0.21385661],"study_design_scores_gemma":[0.0002267724,0.000056805045,0.00021420767,0.42613673,0.56328464,0.000016041304,0.00029424124,0.000043046715,0.000013202778,0.0000023809137,0.009531166,0.00018074598],"about_ca_topic_score_codex":0.0000019851386,"about_ca_topic_score_gemma":0.000002741273,"teacher_disagreement_score":0.5544901,"about_ca_system_score_codex":0.00006575833,"about_ca_system_score_gemma":0.0014678572,"threshold_uncertainty_score":0.67431283},"labels":[],"label_agreement":null},{"id":"W4407302528","doi":"10.3138/jvme-2024-0129","title":"Senior-Year Clinical Trainees’ Perceptions of a Clinical Entrustment Scale in an Academic Veterinary Medical Center","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Medical education; Perception; Scale (ratio); Focus group; Psychology; Medicine","score_opus":0.10737609430805445,"score_gpt":0.5326690436654999,"score_spread":0.4252929493574455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407302528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97253346,0.00023468824,0.000610551,0.019320663,0.006199689,0.0003947634,0.0000036953224,0.000020816875,0.0006816768],"genre_scores_gemma":[0.981591,0.0014364843,0.0066226814,0.0075633987,0.0024486654,0.000031578977,0.00007415584,0.000026557977,0.0002054944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99179184,0.0010057165,0.0045524207,0.0004064477,0.0018758143,0.0003677397],"domain_scores_gemma":[0.9966056,0.00042563636,0.0009081416,0.00052801985,0.0008090472,0.0007235605],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008437,0.0002453717,0.0010582339,0.00087747007,0.00006590768,0.000012569444,0.0005980688,0.0010178793,0.0024401185],"category_scores_gemma":[0.012704021,0.00020857832,0.00039190147,0.00091125496,0.0007233253,0.00032933828,0.00013501063,0.0030943719,0.00001774979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019919325,0.01201477,0.4981656,0.00039160642,0.00012626706,0.00013375188,0.0011520715,0.0000010495141,0.0004211825,0.0002603816,0.024142409,0.461199],"study_design_scores_gemma":[0.0077419956,0.0063794106,0.93484807,0.0046898765,0.00016579259,0.0026948273,0.0056481156,0.0011525017,0.00001620588,0.0002657404,0.03617252,0.00022493515],"about_ca_topic_score_codex":0.000014042475,"about_ca_topic_score_gemma":0.0000039324714,"teacher_disagreement_score":0.46097404,"about_ca_system_score_codex":0.00030975515,"about_ca_system_score_gemma":0.008261621,"threshold_uncertainty_score":0.9992055},"labels":[],"label_agreement":null},{"id":"W4407356291","doi":"10.1016/j.ajpe.2025.101369","title":"Threshold Concepts as a Framework for Understanding the Internal Work of Learners’ Professional Identity Formation","year":2025,"lang":"en","type":"review","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Identity (music); Work (physics); Identity formation; Epistemology; Sociology; Psychology; Philosophy; Aesthetics; Engineering; Self-concept; Social science; Mechanical engineering","score_opus":0.11686019897871956,"score_gpt":0.5470765815689913,"score_spread":0.43021638259027173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407356291","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007752016,0.7809171,0.20136765,0.0068834554,0.0072910343,0.002103767,0.000009869207,0.000016883752,0.0006350313],"genre_scores_gemma":[0.027702142,0.95165443,0.014061019,0.00368735,0.002006475,0.00019996829,0.00010505515,0.000053701322,0.00052986527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969984,0.00025805278,0.0015467788,0.0001945687,0.0007516764,0.0002504817],"domain_scores_gemma":[0.99517274,0.0012505554,0.0023701682,0.00027254908,0.0008144256,0.000119563665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016522446,0.00025848893,0.0011550488,0.000553617,0.00014625114,0.000042466407,0.0004315447,0.00018849262,0.00016814211],"category_scores_gemma":[0.0041470686,0.00016933256,0.00054358126,0.0017334607,0.00060331036,0.00029636765,0.000057855723,0.0016120952,0.0000072073135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022514293,0.00046790479,0.000050954743,0.007354383,0.000307912,9.4749925e-7,0.0010321339,0.0000015515548,0.0000014404653,0.038828883,0.007832157,0.9438966],"study_design_scores_gemma":[0.0011628027,0.0010722985,0.00006815984,0.1540608,0.0069264765,0.00069128914,0.028290011,0.00011470073,0.000029860259,0.035247147,0.77186894,0.00046750758],"about_ca_topic_score_codex":0.000003652579,"about_ca_topic_score_gemma":1.9413363e-7,"teacher_disagreement_score":0.94342905,"about_ca_system_score_codex":0.0010010196,"about_ca_system_score_gemma":0.0047134203,"threshold_uncertainty_score":0.8361405},"labels":[],"label_agreement":null},{"id":"W4407359681","doi":"10.2196/68309","title":"Feedback From Dental Students Using Two Alternate Coaching Methods: Qualitative Focus Group Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Course (navigation); Coaching; Medical education; Mathematics education; Psychology; Computer science; Engineering; Medicine; World Wide Web","score_opus":0.03988447505664871,"score_gpt":0.5490082543994554,"score_spread":0.5091237793428067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407359681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9615344,0.00026797302,0.027598422,0.0035610597,0.004066197,0.0016821589,0.0000034175107,0.00010131179,0.0011850869],"genre_scores_gemma":[0.9456796,0.000010700035,0.04646459,0.005660225,0.000962713,0.00044850615,0.00022916682,0.000034626497,0.00050986535],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99550563,0.001003938,0.00093323743,0.00061595795,0.0015997909,0.0003414169],"domain_scores_gemma":[0.9981864,0.00042608834,0.00026982272,0.0005392896,0.00035419987,0.00022419759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031269095,0.00026717488,0.0004754206,0.0004871843,0.00024360769,0.000086338405,0.00045066874,0.00020000883,0.000824323],"category_scores_gemma":[0.0045816745,0.0002450158,0.000094044015,0.0011404363,0.00019420755,0.0002271124,0.00018748293,0.0008873688,0.00005485098],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038515517,0.020169618,0.20910363,0.00019919117,0.0008340404,0.000021358737,0.07202555,0.0000021378382,0.0019447339,0.003863419,0.013496915,0.67795426],"study_design_scores_gemma":[0.018985929,0.00095765665,0.370219,0.004872449,0.0015298598,0.00009584942,0.56113803,0.00977414,0.0011359261,0.019374782,0.0107271215,0.0011892456],"about_ca_topic_score_codex":0.002515607,"about_ca_topic_score_gemma":0.00009833658,"teacher_disagreement_score":0.676765,"about_ca_system_score_codex":0.00084158906,"about_ca_system_score_gemma":0.0016531902,"threshold_uncertainty_score":0.99914545},"labels":[],"label_agreement":null},{"id":"W4407580324","doi":"10.4300/jgme-d-24-00886.1","title":"To the Editor: Perceived Importance of Transition-to-Practice Competencies by Psychiatry Residents in Canada","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Medical education; Psychology; Medicine; Family medicine; Psychiatry","score_opus":0.009548146854491036,"score_gpt":0.32912490632779634,"score_spread":0.3195767594733053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407580324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5426836,0.0002692169,0.00060816156,0.44503158,0.010917819,0.00022073135,0.000002290896,0.0000023857606,0.00026419503],"genre_scores_gemma":[0.9103205,0.00012463088,0.0066379807,0.08018552,0.0024012076,0.000025501677,0.000022344999,0.000011441793,0.00027085896],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9969794,0.00013116359,0.0010742104,0.00013814123,0.0015020035,0.00017504176],"domain_scores_gemma":[0.9977701,0.00020923145,0.00035718226,0.00024428123,0.0012296636,0.00018955713],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015932182,0.00010644045,0.00029792648,0.00033284098,0.0000658356,0.000010847011,0.00029454584,0.00007259926,0.00014424308],"category_scores_gemma":[0.011587607,0.000077251585,0.0000504934,0.0012595432,0.00006465426,0.00012390091,0.000016106716,0.0006566146,0.0000046514856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014851085,0.0004912409,0.016380727,0.000093978146,0.00003877998,0.0000028970028,0.0013671573,0.000015464064,0.00013947487,0.00016668212,0.9697723,0.0113827875],"study_design_scores_gemma":[0.0016112698,0.00036855345,0.7402758,0.003773096,0.0002454805,0.00018585651,0.041757006,0.00028489853,0.0001632927,0.00073508034,0.21041,0.0001896606],"about_ca_topic_score_codex":0.09284825,"about_ca_topic_score_gemma":0.101823874,"teacher_disagreement_score":0.7593623,"about_ca_system_score_codex":0.00087249,"about_ca_system_score_gemma":0.024192618,"threshold_uncertainty_score":0.9967382},"labels":[],"label_agreement":null},{"id":"W4407596349","doi":"10.1016/j.ejphar.2025.177386","title":"Exploring the landscape of pharmacology education in Health Professions Programs: From historical perspectives to current approaches to teaching","year":2025,"lang":"en","type":"article","venue":"European Journal of Pharmacology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Health professions; Current (fluid); Engineering ethics; Medicine; Medical education; Psychology; Political science; Health care; Engineering","score_opus":0.1798199488198594,"score_gpt":0.4280103379840406,"score_spread":0.24819038916418118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407596349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8497251,0.0015304303,0.0029493743,0.1374552,0.0069530345,0.000677943,7.755228e-7,0.0000121752355,0.0006959365],"genre_scores_gemma":[0.9875187,0.00012440317,0.007071222,0.0035888914,0.0013787006,0.000059270413,0.000005035977,0.000015981694,0.0002377565],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973162,0.0012587948,0.00082719635,0.00018605817,0.00019612601,0.00021563523],"domain_scores_gemma":[0.99905527,0.00013513147,0.00034315846,0.0001035909,0.0002633393,0.00009950145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002435114,0.000111290996,0.00032336963,0.00070935243,0.00010715335,0.0000063124135,0.00026655817,0.000016913442,0.000058366957],"category_scores_gemma":[0.00056808506,0.000080532416,0.000059874037,0.00066750776,0.000047781923,0.000083565414,0.00008794149,0.0010293063,0.000007055155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004815579,0.0030356378,0.004538626,0.00014964906,0.0001203849,0.000009945936,0.033173796,0.00009657261,0.008322741,0.0006639022,0.21662484,0.73278236],"study_design_scores_gemma":[0.004913868,0.0027971547,0.12741233,0.002265827,0.00042419322,0.00006724298,0.051468547,0.00036017,0.0026872945,0.00013967909,0.80717903,0.00028464413],"about_ca_topic_score_codex":0.000023537541,"about_ca_topic_score_gemma":0.0000020323553,"teacher_disagreement_score":0.7324977,"about_ca_system_score_codex":0.0008027536,"about_ca_system_score_gemma":0.0011770136,"threshold_uncertainty_score":0.4471881},"labels":[],"label_agreement":null},{"id":"W4407599542","doi":"10.1016/j.jsurg.2025.103470","title":"The Surgical Education Checklist: A Novel Tool to Improve the Use of Entrustable Professional Activities in Operative Training in Competence by Design","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University; Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Checklist; Competence (human resources); Medical education; Medicine; Psychology","score_opus":0.034288459283525884,"score_gpt":0.3687722651447236,"score_spread":0.33448380586119775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407599542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95768976,0.00040511074,0.0016288372,0.036616284,0.002273878,0.0009426937,0.000003367672,0.0000042302217,0.0004358327],"genre_scores_gemma":[0.98729026,0.00016386846,0.006660812,0.0012630218,0.00031796255,0.00019062065,0.000015473966,0.000011283419,0.004086669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784404,0.0002482733,0.0010125809,0.00016904435,0.0004973111,0.00022872147],"domain_scores_gemma":[0.9973639,0.001211087,0.00046959962,0.00020699485,0.00069270155,0.000055714434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021505882,0.00013475028,0.00033291857,0.0003475244,0.00014003592,0.00006338755,0.00020617363,0.000113371745,0.000046895093],"category_scores_gemma":[0.0025624402,0.000079733494,0.00006794693,0.001249571,0.00017529371,0.00036317747,0.000035563728,0.0007253967,9.891238e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003993202,0.008938841,0.0110475505,0.0002623513,0.00014275525,0.000011133796,0.026901232,0.0010485089,0.017059019,0.038982857,0.08655549,0.80505705],"study_design_scores_gemma":[0.0066804346,0.0008891488,0.06605231,0.0059471633,0.00015675914,0.0004879879,0.10519349,0.0054158377,0.01045316,0.0017896655,0.79642284,0.00051121274],"about_ca_topic_score_codex":0.000091538255,"about_ca_topic_score_gemma":0.0000098988685,"teacher_disagreement_score":0.8045458,"about_ca_system_score_codex":0.00053924863,"about_ca_system_score_gemma":0.0075861225,"threshold_uncertainty_score":0.99803996},"labels":[],"label_agreement":null},{"id":"W4407610574","doi":"10.1186/s12909-025-06847-y","title":"Creating accessible and inclusive undergraduate studentship opportunities: the ENRRICH experience","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Manitoba; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"Children's Hospital Foundation","keywords":"Excellence; Inclusion (mineral); Medical education; Representation (politics); Psychology; Pedagogy; Sociology; Medicine; Political science; Social psychology; Politics","score_opus":0.04207290464408503,"score_gpt":0.4352644794678854,"score_spread":0.39319157482380035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407610574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87662697,0.0007473318,0.0059918254,0.080640785,0.0016989106,0.0006301807,5.200698e-7,0.00007223546,0.03359126],"genre_scores_gemma":[0.96268487,0.0003350646,0.0024196834,0.025655147,0.0004166776,0.00036346476,0.00004972395,0.000011509646,0.008063872],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981449,0.00012938106,0.00043875544,0.0002821429,0.00079325726,0.00021156493],"domain_scores_gemma":[0.9985208,0.00045821775,0.00013428685,0.00038609855,0.000359082,0.00014150218],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009860304,0.00013024562,0.00017937183,0.00020646617,0.00043277096,0.00007265636,0.00026915068,0.00013334781,0.000403616],"category_scores_gemma":[0.012793769,0.00009078073,0.000029595216,0.0007665642,0.00038417414,0.0001504952,0.00016116358,0.00035387496,0.000009875783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080139595,0.0014511058,0.20396422,0.0009603608,0.000085973064,0.0000048873967,0.0135429455,0.0000016612797,0.00008867505,0.12345523,0.1072671,0.5490977],"study_design_scores_gemma":[0.0036193368,0.00026674662,0.5080431,0.0057334714,0.00047662895,0.00022499083,0.28392845,0.009537887,0.00062855025,0.024109997,0.1627406,0.0006901815],"about_ca_topic_score_codex":0.00013466361,"about_ca_topic_score_gemma":0.000034382207,"teacher_disagreement_score":0.5484075,"about_ca_system_score_codex":0.00020036587,"about_ca_system_score_gemma":0.00648531,"threshold_uncertainty_score":0.999147},"labels":[],"label_agreement":null},{"id":"W4407618740","doi":"10.29158/jaapl.240116-24","title":"Benefits of Correctional Psychiatry Teaching and Clinical Exposure for Third-Year Medical Students.","year":2025,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"","keywords":"Psychology; Medical education; Psychiatry; Clinical psychiatry; Medicine","score_opus":0.02311203002555329,"score_gpt":0.37373784723827835,"score_spread":0.35062581721272507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407618740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97316873,0.00030813797,0.0011726866,0.015721146,0.005303614,0.00092665374,0.0000049294395,0.000038136866,0.003355958],"genre_scores_gemma":[0.98416984,0.000060206206,0.0068080598,0.005555367,0.0009399793,0.0006628613,0.00003796318,0.0000111094105,0.001754614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984744,0.000056976845,0.0005330074,0.00020718738,0.0005623717,0.00016604183],"domain_scores_gemma":[0.99919766,0.0002760181,0.00009592105,0.0001664038,0.00017521695,0.00008880435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033337683,0.00007528451,0.00023205068,0.00014352378,0.00009239217,0.000011654376,0.00014018762,0.00019466446,0.000019254656],"category_scores_gemma":[0.0075593884,0.00006508443,0.000066216424,0.00018827867,0.00012634763,0.00003662207,0.000058569058,0.0004911715,0.0000010000495],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010700102,0.00048812194,0.5226725,0.000097568285,0.00009581088,9.706177e-8,0.000041244406,2.3397398e-7,1.5425151e-7,0.011704828,0.04720664,0.41758582],"study_design_scores_gemma":[0.0021990754,0.00008133127,0.98792046,0.00012219386,0.00010849796,0.000007984828,0.00031107964,0.000051976498,0.000005267735,0.00051950547,0.0086242305,0.00004840179],"about_ca_topic_score_codex":0.0000068136555,"about_ca_topic_score_gemma":0.0000074948225,"teacher_disagreement_score":0.465248,"about_ca_system_score_codex":0.000038434642,"about_ca_system_score_gemma":0.00020519379,"threshold_uncertainty_score":0.904984},"labels":[],"label_agreement":null},{"id":"W4407680413","doi":"10.1007/s10459-025-10417-8","title":"How do I get more involved in the health professions education research community?","year":2025,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Health Sciences Centre; University Health Network; Sunnybrook Health Science Centre","funders":"","keywords":"Health professions; Medical education; Medicine; Psychology; Health care; Political science","score_opus":0.0638056892271731,"score_gpt":0.5434788960262077,"score_spread":0.4796732067990346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407680413","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004426963,0.035067335,0.00006592324,0.3142477,0.6380202,0.004972253,0.000020472506,0.00004781222,0.0031313149],"genre_scores_gemma":[0.079807624,0.08961251,0.029177237,0.058309905,0.70401025,0.014946083,0.009544517,0.00014595817,0.01444591],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900484,0.0038630893,0.0013949431,0.0008142845,0.0028457558,0.001033492],"domain_scores_gemma":[0.99148875,0.003782342,0.0010621566,0.0016060118,0.0018835106,0.00017721021],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026298255,0.0003354302,0.00066494284,0.0029060582,0.002050759,0.00023720818,0.0015017778,0.0005152258,0.000014605837],"category_scores_gemma":[0.020985682,0.00025758505,0.000057325982,0.009315302,0.0012421521,0.00087916665,0.0001488786,0.0065166233,0.00000652461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022652697,0.0015487785,0.003107397,0.003280378,0.0000021086973,1.6010598e-7,0.012562351,0.000005511943,2.4750292e-7,0.0033700098,0.7932265,0.18287392],"study_design_scores_gemma":[0.00026684522,0.00047002512,0.0023800356,0.009016099,0.0000047780627,0.0000022066686,0.15515567,0.00004523686,8.701266e-7,0.0074690026,0.8250323,0.00015693481],"about_ca_topic_score_codex":0.0066877813,"about_ca_topic_score_gemma":0.004019322,"teacher_disagreement_score":0.25593778,"about_ca_system_score_codex":0.0037272973,"about_ca_system_score_gemma":0.0861761,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W4407718215","doi":"10.1111/medu.15621","title":"Study the past if you would define the future: Historical methods in medical education scholarship","year":2025,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Calgary","funders":"","keywords":"Scholarship; Rigour; Argument (complex analysis); Reflexivity; Sociology; Engineering ethics; Epistemology; Inclusion (mineral); Social science; Psychology; Medicine; Political science; Law","score_opus":0.06036904267459602,"score_gpt":0.4968048610277693,"score_spread":0.43643581835317324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407718215","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008191462,0.81709176,0.00036842076,0.15851864,0.017835364,0.0039292225,0.00000176862,0.0000933859,0.002079515],"genre_scores_gemma":[0.00004137828,0.9388712,0.0033863804,0.034791436,0.01130899,0.0055906964,0.0007315557,0.00011042459,0.0051679322],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882569,0.003422765,0.002779827,0.0011450578,0.003698492,0.00069697713],"domain_scores_gemma":[0.99352926,0.0017096176,0.0009203019,0.0024857146,0.00089541014,0.00045969503],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.013747558,0.00078518316,0.0019752264,0.0011655426,0.0004761001,0.00010956513,0.0019322258,0.0025359825,0.0015915713],"category_scores_gemma":[0.062032312,0.00043726162,0.00048426978,0.005931735,0.00040896275,0.0001536779,0.0003278709,0.009683472,0.0001283734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000013275837,0.0044898153,0.0005660092,0.002931559,0.00011534768,0.000006999156,0.0005704645,2.2508681e-8,1.1019762e-8,0.001313526,0.20010346,0.7898895],"study_design_scores_gemma":[0.0005286414,0.00012803318,0.001854757,0.011856034,0.0014829118,0.0003304191,0.002153601,0.000015589108,6.4784594e-8,0.00031562182,0.9809817,0.00035258924],"about_ca_topic_score_codex":0.0002259034,"about_ca_topic_score_gemma":0.00008578752,"teacher_disagreement_score":0.7895369,"about_ca_system_score_codex":0.004253508,"about_ca_system_score_gemma":0.059534427,"threshold_uncertainty_score":0.9998079},"labels":[],"label_agreement":null},{"id":"W4407720968","doi":"10.36834/cmej.79678","title":"A critical analysis of The Royal College of Physicians and Surgeons of Canada examination experience","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Trinity Western University","funders":"","keywords":"Medicine; Specialty; Graduate medical education; Medical education; Scrutiny; Certification; Oral examination; Family medicine; Competence (human resources); Curriculum; Grading (engineering); Accreditation; Pedagogy","score_opus":0.005727851071816817,"score_gpt":0.30220357405251974,"score_spread":0.2964757229807029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407720968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535076,0.00017054581,0.00023729877,0.041764773,0.001275628,0.00012817801,0.000036145884,0.0000015354808,0.002878269],"genre_scores_gemma":[0.9930235,0.000009834872,0.0002659756,0.006054363,0.000055651995,0.000008286071,0.000008077663,0.000003712473,0.0005705597],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99837506,0.00010106527,0.0005693625,0.0001051301,0.0006855627,0.00016380478],"domain_scores_gemma":[0.9976531,0.00017129144,0.00018376108,0.00020554508,0.0012809818,0.0005053128],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066868344,0.00006835098,0.00028306243,0.0005729973,0.00012263318,0.0000038785442,0.00015808546,0.00009539379,0.0017182195],"category_scores_gemma":[0.030976448,0.000055309785,0.00006532017,0.0020207,0.0004961836,0.00003663585,0.0000130719945,0.00030237084,5.9544398e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048131693,0.0011589306,0.2264291,0.0006830539,0.0012599122,0.000017903089,0.0082475655,0.000065999004,0.0002968309,0.07366938,0.49731845,0.19080473],"study_design_scores_gemma":[0.00029860795,0.000034116176,0.9684562,0.0006992509,0.00063411536,0.000032977503,0.011037756,0.0046064504,0.00045255097,0.000180633,0.013493669,0.000073675765],"about_ca_topic_score_codex":0.21498169,"about_ca_topic_score_gemma":0.47089303,"teacher_disagreement_score":0.7420271,"about_ca_system_score_codex":0.000353054,"about_ca_system_score_gemma":0.0621424,"threshold_uncertainty_score":0.9991943},"labels":[],"label_agreement":null},{"id":"W4407721618","doi":"10.1177/23821205251321791","title":"Program Evaluation in Competence by Design: A Mixed-Methods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Competence (human resources); Descriptive statistics; Medical education; Program evaluation; Specialty; Subspecialty; Program Design Language; Curriculum; Psychology; Computer science; Medicine; Family medicine; Political science; Pedagogy","score_opus":0.026476377435659493,"score_gpt":0.47093119983256915,"score_spread":0.44445482239690964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407721618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93031865,0.0031272192,0.047645636,0.014596962,0.0021036607,0.0019326116,6.288852e-8,0.000015465816,0.00025975175],"genre_scores_gemma":[0.6692106,0.00019450196,0.32621458,0.0034616792,0.00013571499,0.000572193,0.000019994395,0.000010344514,0.0001803886],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99691147,0.00045787936,0.00091795466,0.00017169594,0.0013953367,0.00014566866],"domain_scores_gemma":[0.9986059,0.0000793907,0.000241843,0.00011901675,0.0007944827,0.00015934686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009231816,0.00011341336,0.0002821921,0.00045648296,0.00006840986,0.000030182604,0.00014885275,0.00012258466,0.0002033229],"category_scores_gemma":[0.0051026,0.00008749363,0.000028973609,0.0009554661,0.00006413808,0.000079072655,0.000036733763,0.00047004898,0.0000021466499],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019841953,0.005520817,0.016376132,0.000049332437,0.000052782394,0.000003722898,0.0013352159,0.0000016275551,0.000026119038,0.00009827584,0.02705137,0.94946474],"study_design_scores_gemma":[0.00759902,0.0009804076,0.64486754,0.004041239,0.00037933773,0.00041900662,0.033882428,0.010754888,0.0007101663,0.000787739,0.29522705,0.00035117666],"about_ca_topic_score_codex":0.0000065895674,"about_ca_topic_score_gemma":0.0000022442132,"teacher_disagreement_score":0.9491136,"about_ca_system_score_codex":0.00038844798,"about_ca_system_score_gemma":0.0064326357,"threshold_uncertainty_score":0.9992},"labels":[],"label_agreement":null},{"id":"W4407739844","doi":"10.36834/cmej.78885","title":"Facilitating transition to medical school for undergraduate students through medical student-led case-based learning workshops within a combined Bachelor of Science and Doctor of Medicine program","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Bachelor; Medical education; Medical school; Medicine; Mathematics education; Psychology; Political science","score_opus":0.016766385708231964,"score_gpt":0.41109786158295525,"score_spread":0.3943314758747233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407739844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.691316,0.0002495832,0.012642737,0.29099286,0.0023891644,0.0018628216,0.0000047874087,0.00003960112,0.0005024679],"genre_scores_gemma":[0.9406398,0.00004044984,0.019619474,0.038711965,0.00044075717,0.00026041272,0.00004988713,0.000024822668,0.0002124213],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9923454,0.00024170072,0.0016670775,0.0004524277,0.0047323136,0.00056105846],"domain_scores_gemma":[0.9877293,0.00059204374,0.00039379825,0.00030258644,0.0035688807,0.007413357],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009179987,0.00024976148,0.0006573243,0.0013779262,0.00058069226,0.000057151836,0.00060585653,0.0004054139,0.0036734228],"category_scores_gemma":[0.2915465,0.00021297832,0.000082432416,0.0027433867,0.0024105108,0.00018518942,0.000047938818,0.0014864985,0.000002602529],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070103374,0.0035057385,0.0098341415,0.002097074,0.0005078558,0.0003784842,0.024430517,0.000045671502,0.00035874624,0.009368039,0.07617616,0.87259656],"study_design_scores_gemma":[0.10650383,0.02101033,0.062756695,0.10041996,0.003547272,0.018570073,0.4009625,0.11301453,0.0016993164,0.00939823,0.15883096,0.0032862993],"about_ca_topic_score_codex":0.002008058,"about_ca_topic_score_gemma":0.0018276216,"teacher_disagreement_score":0.86931026,"about_ca_system_score_codex":0.00095861097,"about_ca_system_score_gemma":0.11572973,"threshold_uncertainty_score":0.9972374},"labels":[],"label_agreement":null},{"id":"W4407799645","doi":"10.1111/medu.15623","title":"Collective impact: A learner‐led initiative to bridge silos and advance equity through a Canadian medical school application fee waiver program","year":2025,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Association of Faculties of Medicine of Canada","keywords":"Waiver; Equity (law); Bridge (graph theory); Medical education; Business; Medicine; Political science; Law","score_opus":0.012623179103363524,"score_gpt":0.42341721232614554,"score_spread":0.410794033222782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407799645","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012023618,0.0020326644,0.004690276,0.14912257,0.7561527,0.018381035,0.00045314681,0.0007753464,0.056368634],"genre_scores_gemma":[0.034367055,0.0011991366,0.010776052,0.10240315,0.8062681,0.016609203,0.013675599,0.00030491108,0.01439681],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917962,0.000288343,0.0011723625,0.0013695238,0.004408522,0.0009650485],"domain_scores_gemma":[0.99192435,0.000799778,0.00043922762,0.000951476,0.0033979646,0.0024871908],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0020586683,0.0006816375,0.0010799617,0.0009650206,0.00045487707,0.00012934448,0.00065585104,0.002895089,0.0032262139],"category_scores_gemma":[0.18759431,0.0006357715,0.0001684973,0.0028677052,0.0005486163,0.00029708666,0.00029323503,0.0041034883,0.00024015404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00016791478,0.0010141034,0.00046933265,0.0005031014,0.00015471537,0.000012620259,0.0015339317,2.9120267e-7,0.0000019577913,0.00022421479,0.7940663,0.2018515],"study_design_scores_gemma":[0.0016593068,0.00067927677,0.007953166,0.0027097822,0.00029330308,0.000040299634,0.00046515494,0.00048501973,0.000011984567,0.00047433117,0.9846819,0.000546496],"about_ca_topic_score_codex":0.031349536,"about_ca_topic_score_gemma":0.013505505,"teacher_disagreement_score":0.228713,"about_ca_system_score_codex":0.008395678,"about_ca_system_score_gemma":0.23710869,"threshold_uncertainty_score":0.99960935},"labels":[],"label_agreement":null},{"id":"W4407825386","doi":"10.26443/mje/rsem.v58i3.10312","title":"Engaging with meditative inquiry in academia and beyond: A conversation","year":2024,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Conversation; Psychology; Pedagogy; Communication","score_opus":0.2786935571079148,"score_gpt":0.46837279000109927,"score_spread":0.18967923289318445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407825386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659954,0.0008264229,0.0016050785,0.024917407,0.0023222333,0.00028170965,0.0000047231547,0.000030111305,0.004016934],"genre_scores_gemma":[0.9539488,0.00030056058,0.04107162,0.003950175,0.00045183566,0.000035084107,0.00001062864,0.000018603962,0.00021271306],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99821556,0.00019439505,0.0006205343,0.00028072982,0.00041443124,0.00027437205],"domain_scores_gemma":[0.9984122,0.00031744246,0.00032283858,0.00012337446,0.00066239754,0.00016177206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034876294,0.00014840512,0.0002302963,0.001241895,0.0003725336,0.00006342404,0.00016089602,0.00020978862,0.00007535167],"category_scores_gemma":[0.0022349898,0.00012584224,0.00004282619,0.0018935017,0.0006973542,0.0008888099,0.00001852357,0.0010859126,0.0000070321894],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038221964,0.0015596831,0.029053275,0.0027147683,0.00023491251,0.000094799005,0.2794753,0.0011669509,0.006639024,0.11932194,0.029446851,0.52991027],"study_design_scores_gemma":[0.0031297028,0.003323552,0.2036943,0.011957643,0.0007937756,0.022760311,0.4873079,0.031068256,0.0072137523,0.07324187,0.15423177,0.0012771464],"about_ca_topic_score_codex":0.00003619436,"about_ca_topic_score_gemma":0.00001748444,"teacher_disagreement_score":0.5286331,"about_ca_system_score_codex":0.0021100268,"about_ca_system_score_gemma":0.0017985561,"threshold_uncertainty_score":0.55176467},"labels":[],"label_agreement":null},{"id":"W4407836417","doi":"10.1097/ceh.0000000000000597","title":"Deriving Insights From Open-Ended Learner Feedback: An Exploration of Natural Language Processing Approaches","year":2025,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Valence (chemistry); Cluster analysis; Set (abstract data type); Context (archaeology); Psychology; Natural language processing; Data science; Cognitive psychology; Artificial intelligence","score_opus":0.07424199280673942,"score_gpt":0.4444582594959045,"score_spread":0.3702162666891651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407836417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95980084,0.002978,0.0030615563,0.030924777,0.0016245283,0.0007758452,5.7503087e-7,0.000010135514,0.0008237582],"genre_scores_gemma":[0.98317206,0.000036662008,0.013211719,0.0024851456,0.0003418781,0.000039071623,0.00004429319,0.000010758275,0.00065838534],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977429,0.00057294534,0.0010472081,0.00014293614,0.00033970614,0.00015432431],"domain_scores_gemma":[0.9978605,0.00017526565,0.0010791826,0.000279195,0.0005543919,0.000051456253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017209386,0.00010449669,0.0003439087,0.00048623944,0.0002022932,0.000055412987,0.0003569824,0.000092327406,0.0000127331605],"category_scores_gemma":[0.0014113442,0.00006894336,0.00003957109,0.00090155954,0.00006546249,0.001060307,0.000044210967,0.00084208854,8.189933e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018762657,0.0015906674,0.004527073,0.00042607417,0.00002409674,0.0000010538431,0.21088016,0.000011838575,0.0018718153,0.0029659527,0.0056886463,0.771825],"study_design_scores_gemma":[0.0020072015,0.0002513506,0.15748066,0.0134589765,0.00008847623,0.000022152642,0.81612396,0.0018841232,0.00076207984,0.005547816,0.00222415,0.00014901864],"about_ca_topic_score_codex":0.00010481841,"about_ca_topic_score_gemma":0.0000629941,"teacher_disagreement_score":0.771676,"about_ca_system_score_codex":0.00020764749,"about_ca_system_score_gemma":0.003513923,"threshold_uncertainty_score":0.62335485},"labels":[],"label_agreement":null},{"id":"W4407838903","doi":"10.36834/cmej.80847","title":"Breaking bad news, building better learners: using the SPIKES framework for medical education feedback","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Trillium Health Centre; University of Toronto","funders":"","keywords":"Computer science; Data science","score_opus":0.015441056830102062,"score_gpt":0.37411173537510556,"score_spread":0.3586706785450035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407838903","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14760955,0.0014564161,0.09208691,0.7381724,0.016808102,0.00090588105,0.0000032383134,0.000046577898,0.0029108922],"genre_scores_gemma":[0.25718716,0.0002758551,0.11396963,0.6119595,0.014745726,0.00021059699,0.000105468825,0.000087095716,0.0014589188],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996418,0.00016445291,0.0009609675,0.000383653,0.001379788,0.0006931649],"domain_scores_gemma":[0.993889,0.0003477158,0.00032695007,0.00055731024,0.0013083068,0.00357073],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023999012,0.00025751855,0.0003482221,0.00091719965,0.001022842,0.00023304475,0.0006235632,0.0007095896,0.010649517],"category_scores_gemma":[0.08820765,0.00020342325,0.00017599783,0.0013801601,0.00040171703,0.00022116251,0.000036856123,0.0023018045,0.000021775468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024082803,0.00026042206,0.0044954466,0.0001120386,0.000078133,0.0000067345263,0.0006390614,0.000003976608,0.000019288886,0.046267573,0.42080274,0.52729046],"study_design_scores_gemma":[0.0010410699,0.00007602649,0.004475005,0.0057820333,0.0003276617,0.0016479541,0.011237567,0.0043431735,0.0000451606,0.032950785,0.9376965,0.0003770268],"about_ca_topic_score_codex":0.0040973937,"about_ca_topic_score_gemma":0.0017231413,"teacher_disagreement_score":0.52691346,"about_ca_system_score_codex":0.0016402514,"about_ca_system_score_gemma":0.16079521,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4407841115","doi":"10.25965/reasci.177","title":"Protocole d’une étude quasi-expérimental afin d’examiner le développement de compétence en raisonnement et jugement clinique au moyen de l’outil d’auto-évaluation LCJR-VF","year":2025,"lang":"fr","type":"article","venue":"Recherche et Avancées en Sciences Infirmières","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue; Université de Sherbrooke; Université Laval","funders":"Université Laval","keywords":"Humanities; Philosophy","score_opus":0.15763246571338166,"score_gpt":0.4897085400313343,"score_spread":0.3320760743179526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407841115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49386367,0.0011532187,0.1883648,0.27209845,0.0038105734,0.012229418,0.000021034957,0.00023259477,0.028226227],"genre_scores_gemma":[0.5755956,0.0011168502,0.3949701,0.013854757,0.0008255049,0.006592335,0.00010865802,0.000057532437,0.006878618],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98890704,0.0052616657,0.0016813376,0.0011263881,0.0016298305,0.0013937097],"domain_scores_gemma":[0.99507034,0.0028994686,0.0005413457,0.000752112,0.0004906005,0.00024615723],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048133437,0.00057781243,0.0006755369,0.0006698302,0.00059045124,0.00023270617,0.0010958869,0.00073589385,0.00040139593],"category_scores_gemma":[0.010634025,0.00055982283,0.00017899176,0.0027622683,0.0012033811,0.00056733965,0.00050908193,0.0017543614,0.00010674327],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00034102701,0.009264869,0.12940855,0.0021333105,0.0006126383,0.000043590444,0.16741815,0.006818211,0.029023647,0.13273929,0.045341674,0.47685504],"study_design_scores_gemma":[0.008986895,0.004171755,0.32371706,0.010930332,0.00068044907,0.00010089427,0.07387891,0.17553087,0.08356853,0.050287783,0.26598504,0.0021614856],"about_ca_topic_score_codex":0.00476989,"about_ca_topic_score_gemma":0.0013669492,"teacher_disagreement_score":0.47469357,"about_ca_system_score_codex":0.0060257697,"about_ca_system_score_gemma":0.0131401615,"threshold_uncertainty_score":0.99968535},"labels":[],"label_agreement":null},{"id":"W4407857827","doi":"10.1016/j.jpedsurg.2024.162155","title":"Introduction to Entrustable Professional Activities for Pediatric Surgery","year":2025,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Medicine; General surgery; Medical education","score_opus":0.018138735795277167,"score_gpt":0.32028548942536395,"score_spread":0.3021467536300868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407857827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.944469,0.0008042207,0.003945979,0.027840009,0.022426214,0.00037725607,0.000005117737,0.000028612194,0.00010361139],"genre_scores_gemma":[0.7771779,0.001494833,0.009285201,0.0039950055,0.19619882,0.00014999614,0.000077228615,0.00006335452,0.011557666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764943,0.000078353245,0.0011313545,0.00020732761,0.0005940471,0.00033949604],"domain_scores_gemma":[0.99602044,0.0019878503,0.00062494143,0.00021377599,0.001030423,0.0001225647],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031731608,0.00015668372,0.0005874786,0.002714215,0.00014740643,0.000028812548,0.000088158595,0.00015203346,0.00027131248],"category_scores_gemma":[0.010843626,0.00013352916,0.00031696187,0.0023509767,0.000024957277,0.0002852806,0.0000299721,0.00040507197,0.00001126434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035623624,0.0003405088,0.15790091,0.00040801466,0.000046832643,0.0000065236422,0.00007167586,0.000011213528,0.0000852311,0.00007289845,0.82812744,0.012572511],"study_design_scores_gemma":[0.0022598787,0.00039208183,0.20969997,0.00037141587,0.0027582825,0.00022772705,0.0026875262,0.00011235528,0.0034092995,0.0014962287,0.77576625,0.00081899],"about_ca_topic_score_codex":0.0000026116188,"about_ca_topic_score_gemma":2.502582e-7,"teacher_disagreement_score":0.1737726,"about_ca_system_score_codex":0.00032159142,"about_ca_system_score_gemma":0.0028948723,"threshold_uncertainty_score":0.99748844},"labels":[],"label_agreement":null},{"id":"W4407893195","doi":"10.5116/ijme.679e.0509","title":"Development of a competency framework for postgraduate training in obstetrics and gynaecology using a Delphi study","year":2025,"lang":"en","type":"article","venue":"International Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Obstetrics and gynaecology; Medical education; Delphi method; Obstetrics; Delphi; Medicine; Gynecology; Psychology; Computer science; Pregnancy; Biology; Artificial intelligence","score_opus":0.05594756636372288,"score_gpt":0.44931194574055466,"score_spread":0.3933643793768318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407893195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9421186,0.0002801453,0.042346314,0.008762222,0.006084392,0.0003210666,5.8918926e-7,0.0000032523735,0.00008341802],"genre_scores_gemma":[0.82051784,0.000026840757,0.17812687,0.00114168,0.00014698673,0.000017013223,0.0000072099497,0.0000056955914,0.000009862423],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978353,0.000046982816,0.001053132,0.0001178714,0.0008376729,0.00010905793],"domain_scores_gemma":[0.9973633,0.0007132971,0.00040999928,0.000077642755,0.0013716717,0.00006403735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016426735,0.00007775553,0.0002811775,0.0009906195,0.000033831893,0.000012668225,0.00022504495,0.00013632499,0.00007291008],"category_scores_gemma":[0.035065148,0.00007255342,0.000040664796,0.00048886414,0.00007392849,0.00007568124,0.000039809984,0.00036936536,2.2826485e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008690679,0.0018605599,0.02532335,0.000086705135,0.00018921852,0.000010822757,0.013716597,0.0000058042147,0.000069373404,0.012955383,0.00012015847,0.9455751],"study_design_scores_gemma":[0.013972527,0.0010863949,0.7533797,0.005042837,0.0004464124,0.0004925892,0.15249097,0.013149271,0.00043862956,0.04830419,0.010811367,0.0003850939],"about_ca_topic_score_codex":0.000011853247,"about_ca_topic_score_gemma":0.000008605785,"teacher_disagreement_score":0.94519,"about_ca_system_score_codex":0.00046960718,"about_ca_system_score_gemma":0.008980993,"threshold_uncertainty_score":0.99663717},"labels":[],"label_agreement":null},{"id":"W4407911980","doi":"10.1007/s40670-025-02310-1","title":"Motivation Strategies for Learning and Their Influences in Students’ Feedback Literacy During Undergraduate Medical School: An Explanatory Sequential Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medical education; Psychology; Mathematics education; Medicine","score_opus":0.028475376074122996,"score_gpt":0.46791024447767,"score_spread":0.439434868403547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407911980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860891,0.00015456554,0.0039901054,0.006970932,0.0017554323,0.0008364939,5.901914e-7,0.000072931216,0.00012984186],"genre_scores_gemma":[0.9934432,0.000040459152,0.004563213,0.0011468735,0.00035240932,0.00027182658,0.000013796755,0.00001342901,0.00015479137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995854,0.0004341559,0.0007404697,0.0007188129,0.0017246867,0.0005278777],"domain_scores_gemma":[0.99797636,0.00051931373,0.0001443826,0.0002902536,0.0003888078,0.0006809038],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009030469,0.00022132155,0.00038188903,0.00083804806,0.0005058014,0.0002733465,0.0006204475,0.00018988401,0.0002649835],"category_scores_gemma":[0.026010728,0.00016926008,0.000037346705,0.0022268174,0.0010499452,0.0008607951,0.00022645868,0.00087697327,0.0000031619493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011159916,0.0020706428,0.77571386,0.00025836652,0.000057488644,0.000012064973,0.009813201,0.0000051575894,0.00232948,0.001745869,0.0003063211,0.20757595],"study_design_scores_gemma":[0.0029088587,0.0004569792,0.8675503,0.0007990208,0.000041983607,0.000028785773,0.120051816,0.0023375184,0.0008854799,0.003013116,0.0016626734,0.0002634707],"about_ca_topic_score_codex":0.0001313982,"about_ca_topic_score_gemma":0.000049978815,"teacher_disagreement_score":0.20731246,"about_ca_system_score_codex":0.00039851866,"about_ca_system_score_gemma":0.0070560784,"threshold_uncertainty_score":0.998573},"labels":[],"label_agreement":null},{"id":"W4407955070","doi":"10.36834/cmej.80144","title":"Objective Structured Clinical Examinations practices across Canadian medical schools: a national overview","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Summative assessment; Formative assessment; Medical education; Medicine; Knowledge survey; Objective structured clinical examination; Psychology; Mathematics education","score_opus":0.04473300466719041,"score_gpt":0.4800105075322991,"score_spread":0.4352775028651087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407955070","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11844743,0.00329436,0.00043544735,0.7860132,0.02101487,0.0012736379,0.000078189085,0.00009414372,0.06934872],"genre_scores_gemma":[0.60057884,0.0009745179,0.0035919086,0.38414824,0.0060718665,0.00015301949,0.00031008906,0.000051086477,0.004120408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932695,0.00051152566,0.0015668807,0.00055717136,0.0031670346,0.00092789286],"domain_scores_gemma":[0.97358775,0.0004884009,0.0008481348,0.00060525304,0.0064631565,0.018007297],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077750883,0.00030197715,0.0005119221,0.0014797469,0.0011518938,0.00025483413,0.00072687643,0.0012313415,0.054237682],"category_scores_gemma":[0.37277555,0.0002858194,0.00020420052,0.0023059384,0.0005317229,0.0004580175,0.00004557122,0.004692725,0.00029137277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000018203235,0.0002972944,0.014074558,0.000065421635,0.0002100731,0.00009530098,0.0004981525,8.1608005e-7,8.288556e-7,0.011893071,0.6926172,0.28022912],"study_design_scores_gemma":[0.001327676,0.00007490134,0.17517917,0.0010518192,0.000102355734,0.0022178101,0.005224631,0.00071232696,0.0000029153523,0.002150933,0.8117069,0.0002485664],"about_ca_topic_score_codex":0.12819105,"about_ca_topic_score_gemma":0.6131996,"teacher_disagreement_score":0.49570704,"about_ca_system_score_codex":0.0041352725,"about_ca_system_score_gemma":0.49984232,"threshold_uncertainty_score":0.9999594},"labels":[],"label_agreement":null},{"id":"W4407980239","doi":"10.1007/s40670-025-02311-0","title":"“What’s the Culture in Medicine?”: Exploring Medical Culture from the Perspective of Medical Students in Clerkship","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Perspective (graphical); Medical education; Medicine; Psychology; Computer science; Artificial intelligence","score_opus":0.05646234414552227,"score_gpt":0.452084699122227,"score_spread":0.3956223549767047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407980239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59784955,0.0023297286,0.000059836548,0.3906993,0.0065804473,0.0005621046,0.0000011376026,0.000026118929,0.0018917742],"genre_scores_gemma":[0.9619793,0.0020860124,0.00012997522,0.033269957,0.0018166678,0.00026948837,0.00001341576,0.0000143493235,0.00042078784],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.984906,0.00035060776,0.0011517082,0.0007874239,0.012100625,0.0007036023],"domain_scores_gemma":[0.9962971,0.0011502261,0.00021246419,0.0010225507,0.0006253947,0.0006922235],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015019299,0.0002780303,0.00061127945,0.00043564482,0.00029732398,0.00009032242,0.0042309463,0.0005363736,0.0031448728],"category_scores_gemma":[0.079605795,0.0001347601,0.000087358036,0.0065725655,0.005785161,0.00040149,0.000653958,0.0029980224,0.000024480623],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000177326,0.0034965812,0.4065006,0.00015483922,0.00013213391,0.0001681416,0.21913265,0.0000011786303,0.00017398797,0.06670837,0.2094251,0.09392909],"study_design_scores_gemma":[0.0034860803,0.0001888387,0.46631533,0.009557125,0.000081745944,0.000054205913,0.47243816,0.0007457096,0.00022899245,0.006183829,0.040450685,0.00026930077],"about_ca_topic_score_codex":0.003011648,"about_ca_topic_score_gemma":0.0010240821,"teacher_disagreement_score":0.36412978,"about_ca_system_score_codex":0.0009156234,"about_ca_system_score_gemma":0.00836203,"threshold_uncertainty_score":0.9993021},"labels":[],"label_agreement":null},{"id":"W4408026461","doi":"10.1007/s10459-025-10420-z","title":"On concepts, constructs, measures, metrics, and the variable necessity of definitions","year":2025,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Conflation; Key (lock); Variable (mathematics); Epistemology; Computer science; Management science; Knowledge management; Data science; Psychology; Mathematics; Philosophy","score_opus":0.030885849394357436,"score_gpt":0.39474179482376937,"score_spread":0.3638559454294119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408026461","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006128704,0.02778816,0.0012344841,0.93983996,0.0048849247,0.0015406875,0.00003121641,0.000026671707,0.02404101],"genre_scores_gemma":[0.011670506,0.019197227,0.028713908,0.9383799,0.0008200149,0.0002923031,0.0003009444,0.000012602735,0.0006126113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99722964,0.00034582004,0.0008753223,0.00046040013,0.0007665216,0.00032231933],"domain_scores_gemma":[0.9966228,0.0017455366,0.000728651,0.0004038642,0.00046237613,0.00003676249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002997093,0.0001826893,0.0005208678,0.00091569015,0.00037496208,0.000030533054,0.00028570794,0.0002405482,0.00005194343],"category_scores_gemma":[0.006683911,0.00013048055,0.00003601761,0.003347995,0.0022690394,0.00020797951,0.00003535664,0.0012221076,0.0000022165311],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037435653,0.00015552236,0.0022985088,0.0022879338,0.000011540336,4.4820945e-7,0.0003882252,0.000032123582,3.314995e-7,0.28713176,0.5988321,0.10882409],"study_design_scores_gemma":[0.0009286945,0.00019592114,0.0006941174,0.0032535843,0.000046625697,0.000022881275,0.0011037933,0.00022861065,0.000008905598,0.0878766,0.9054853,0.00015497906],"about_ca_topic_score_codex":0.00076458143,"about_ca_topic_score_gemma":0.000025664704,"teacher_disagreement_score":0.3066532,"about_ca_system_score_codex":0.0003555363,"about_ca_system_score_gemma":0.0068048825,"threshold_uncertainty_score":0.9988256},"labels":[],"label_agreement":null},{"id":"W4408051889","doi":"10.1016/j.jcte.2025.100385","title":"Faculty perspectives on supervising endocrinology residents in the longitudinal clinic setting","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical & Translational Endocrinology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"McGill University","keywords":"Medicine; Medical education; Family medicine; Internal medicine; Longitudinal study; Pathology","score_opus":0.10500032937024759,"score_gpt":0.491057966109772,"score_spread":0.3860576367395244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408051889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88118166,0.00057753886,0.0009978671,0.1095342,0.0013267862,0.00027855168,0.000004676697,0.000014566889,0.006084132],"genre_scores_gemma":[0.98959005,0.00029418038,0.0045467643,0.0044557923,0.0008466816,0.000009304213,0.000023619716,0.000010875911,0.00022271709],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956126,0.0006041719,0.002436047,0.00033072795,0.0006071157,0.0004092979],"domain_scores_gemma":[0.99589276,0.002618782,0.00051040115,0.000283156,0.0006416574,0.00005325956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023367186,0.00017794182,0.00069509045,0.00065863883,0.00012844022,0.000019870353,0.00037252228,0.00020486652,0.00025596854],"category_scores_gemma":[0.0064570345,0.000124256,0.00036431575,0.00066176313,0.00043455034,0.00013568961,0.000025341436,0.0022592878,0.000030179888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020641054,0.002077625,0.85777634,0.00007284216,0.000423875,0.00042253122,0.0015782276,0.000092902716,0.000054905846,0.04257168,0.007524771,0.085340165],"study_design_scores_gemma":[0.004610821,0.0007069161,0.9759279,0.00024622004,0.00014944603,0.0006902631,0.0029461964,0.0001088264,0.000029054325,0.005116668,0.009379302,0.000088401],"about_ca_topic_score_codex":0.000015957896,"about_ca_topic_score_gemma":0.0000129769,"teacher_disagreement_score":0.118151516,"about_ca_system_score_codex":0.00008760565,"about_ca_system_score_gemma":0.00074531103,"threshold_uncertainty_score":0.9815607},"labels":[],"label_agreement":null},{"id":"W4408055219","doi":"10.1007/s40670-025-02329-4","title":"Equity and Longitudinal Assessments: Perspectives from Physician Assistants/Associates (PAs) Participating in PANRE-LA","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Formative assessment; Demographics; Flexibility (engineering); Equity (law); Medical education; Lifelong learning; Psychology; Medicine; Pedagogy; Political science; Sociology","score_opus":0.04964002220499344,"score_gpt":0.4717668983435085,"score_spread":0.4221268761385151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408055219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711049,0.0002044484,0.00018238065,0.019855898,0.0010548312,0.00016771506,0.0000030864694,0.000037181657,0.0073895357],"genre_scores_gemma":[0.99411374,0.000023992798,0.0021837042,0.0030728823,0.00031544367,0.00013851044,0.000007974414,0.0000065848494,0.00013714007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714535,0.000090335896,0.00038654837,0.0005378339,0.001346059,0.0004938812],"domain_scores_gemma":[0.99883384,0.00036902173,0.00010050745,0.0002500483,0.00019481104,0.0002517483],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030410327,0.00013576905,0.00029569687,0.00028227438,0.00025917118,0.00010970899,0.00031641434,0.00012277345,0.00040520472],"category_scores_gemma":[0.0122787515,0.00011328609,0.000030140047,0.002110444,0.001244155,0.00024155989,0.0003087762,0.0005541529,0.00000826982],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017464326,0.0013533862,0.8111247,0.00004570745,0.000027853665,0.0000110139035,0.0022751535,9.221707e-8,0.00056502206,0.009228674,0.0024744205,0.17287654],"study_design_scores_gemma":[0.00053722155,0.00004809153,0.9819339,0.0005214143,0.000035708086,0.0000019973425,0.0119808465,0.00080821733,0.00019777492,0.0027090053,0.0011185855,0.000107257976],"about_ca_topic_score_codex":0.0007357907,"about_ca_topic_score_gemma":0.00009416387,"teacher_disagreement_score":0.17276928,"about_ca_system_score_codex":0.00083737785,"about_ca_system_score_gemma":0.0027156859,"threshold_uncertainty_score":0.99604124},"labels":[],"label_agreement":null},{"id":"W4408065579","doi":"10.5334/pme.1619","title":"Navigating Dilemmas Arising from Advocacy and Resistance in Medical Education and Medical Practice","year":2025,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Resistance (ecology); Medical education; Medicine; Medical practice; Engineering ethics; Biology; Engineering","score_opus":0.007838408838397027,"score_gpt":0.3985987835087841,"score_spread":0.39076037467038705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408065579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6633599,0.0076688235,0.0009885406,0.3121369,0.0013566104,0.0005251281,0.000001187737,0.0000748845,0.013888062],"genre_scores_gemma":[0.9325023,0.0029094792,0.016607797,0.045974333,0.0012419547,0.00022951752,0.00013885672,0.000034592053,0.00036115013],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954766,0.0003488798,0.00081609626,0.00085716345,0.0021584681,0.0003427978],"domain_scores_gemma":[0.9966596,0.00135004,0.000249865,0.00049142516,0.00066006946,0.0005890469],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025407362,0.0002682492,0.00042850044,0.00031872117,0.00022274682,0.00006837133,0.0002262014,0.0005993402,0.0010138397],"category_scores_gemma":[0.13064724,0.0002545315,0.00004195434,0.0011686294,0.0006634163,0.00030253333,0.00010328223,0.0022503915,0.000013590269],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033273842,0.0053749313,0.017030012,0.00029862614,0.000085478496,0.00002898003,0.027454559,1.2767772e-7,0.000022908178,0.06625711,0.016313225,0.8668013],"study_design_scores_gemma":[0.00856872,0.0004621143,0.38964528,0.045996375,0.00048445724,0.0004932767,0.375857,0.0052722627,0.00012589051,0.042051062,0.12979575,0.00124785],"about_ca_topic_score_codex":0.001116021,"about_ca_topic_score_gemma":0.00020673861,"teacher_disagreement_score":0.86555344,"about_ca_system_score_codex":0.0006951434,"about_ca_system_score_gemma":0.014362734,"threshold_uncertainty_score":0.9999907},"labels":[],"label_agreement":null},{"id":"W4408089817","doi":"10.1111/medu.15652","title":"Importance of the past, future and being present: Undergraduate medical students with professionalism concerns reviewed by a competence committee","year":2025,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Competence (human resources); Psychology; Medicine; Engineering ethics; Engineering; Social psychology","score_opus":0.007703229720800813,"score_gpt":0.3699436390900577,"score_spread":0.3622404093692569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408089817","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016616043,0.008117683,0.00020155995,0.3569117,0.61438334,0.0025161265,0.000052263968,0.000069649526,0.0011316221],"genre_scores_gemma":[0.013663922,0.011230251,0.0016886693,0.043515097,0.9023749,0.001475454,0.0057654055,0.00016182811,0.020124422],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99002373,0.0003770857,0.0011411295,0.00064412324,0.0074707842,0.00034314656],"domain_scores_gemma":[0.99602276,0.0006620748,0.0008426623,0.0009069829,0.0013519647,0.00021353627],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002067174,0.000394172,0.00084940786,0.00014549194,0.00023560956,0.000037990165,0.0011288631,0.0010889762,0.0002965723],"category_scores_gemma":[0.012568915,0.00024213606,0.000095137555,0.0009581909,0.0009130283,0.00008464941,0.00037635342,0.0028316176,0.0000031789377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057978054,0.00081555126,0.01581329,0.0023696725,0.00012900878,0.000003827995,0.00029108513,2.2610106e-8,0.0000014243559,0.0003994659,0.95131385,0.028804839],"study_design_scores_gemma":[0.0013714873,0.00009916449,0.004632943,0.015373903,0.00035619852,0.000019816607,0.0003920415,0.000037413192,0.000006041057,0.00024989678,0.9772463,0.0002147933],"about_ca_topic_score_codex":0.000111669564,"about_ca_topic_score_gemma":0.000039811322,"teacher_disagreement_score":0.31339657,"about_ca_system_score_codex":0.00030556173,"about_ca_system_score_gemma":0.013334452,"threshold_uncertainty_score":0.99946886},"labels":[],"label_agreement":null},{"id":"W4408154542","doi":"10.1016/j.banm.2025.01.016","title":"Les défis de la formation médicale au Canada : l’expérience de l’université de Montréal","year":2025,"lang":"fr","type":"article","venue":"Bulletin de l Académie Nationale de Médecine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art; Political science; Humanities; Philosophy","score_opus":0.005391324667057947,"score_gpt":0.25648204362762855,"score_spread":0.2510907189605706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408154542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6588447,0.00950156,0.048269752,0.23167989,0.00088453805,0.0005365563,0.00008942258,0.00009393527,0.050099656],"genre_scores_gemma":[0.85823625,0.0015224841,0.030745847,0.019374222,0.001706021,0.00014812857,0.00032160283,0.00004857508,0.08789684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996636,0.0005218745,0.00065396185,0.00037120638,0.0008301029,0.0009868836],"domain_scores_gemma":[0.99702066,0.0014945285,0.00025661715,0.00032293235,0.00056791375,0.00033733464],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032420529,0.00028977465,0.00032148807,0.0003661715,0.0006770704,0.000043757656,0.00044892126,0.00063013006,0.004207235],"category_scores_gemma":[0.009500382,0.000346866,0.00009446923,0.0010053035,0.00035145998,0.000111478446,0.00015351473,0.0010226752,0.00006796835],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00016031542,0.00047443772,0.09185384,0.00045932547,0.000105119085,0.00015633517,0.0027647517,0.0016710014,0.001086387,0.053509507,0.8134866,0.03427238],"study_design_scores_gemma":[0.0018316911,0.00004107626,0.33365107,0.0005684043,0.00014855067,0.00045922017,0.0012765601,0.013682385,0.0015233144,0.0014140533,0.64520353,0.00020016362],"about_ca_topic_score_codex":0.29241756,"about_ca_topic_score_gemma":0.06867582,"teacher_disagreement_score":0.24179724,"about_ca_system_score_codex":0.03137081,"about_ca_system_score_gemma":0.009578601,"threshold_uncertainty_score":0.9998983},"labels":[],"label_agreement":null},{"id":"W4408164537","doi":"10.1097/01.nep.0000000000001395","title":"Utilizing Case-Based Learning and a Modified Lasater Clinical Judgment Rubric (LCJR) for Clinical Judgment Skills","year":2025,"lang":"en","type":"article","venue":"Nursing Education Perspectives","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; WiLAN (Canada)","funders":"","keywords":"Rubric; Clinical judgment; Psychology; Medical education; Mathematics education; Medicine; Medical physics","score_opus":0.061806890614170544,"score_gpt":0.49459867001667174,"score_spread":0.4327917794025012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408164537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92992646,0.0012489711,0.017710362,0.035689667,0.0043632104,0.0015799259,0.0000023791274,0.0001582954,0.009320731],"genre_scores_gemma":[0.9597381,0.00014869832,0.033361025,0.0022737344,0.0007966956,0.00023811542,0.0000644168,0.000030295929,0.003348969],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99773145,0.00022772967,0.0008451131,0.0006635351,0.00023531243,0.00029683404],"domain_scores_gemma":[0.99800897,0.0006064835,0.00022246357,0.00030861018,0.0007248384,0.00012866607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001717023,0.00020207198,0.0004072527,0.0004198545,0.00037514785,0.00006733331,0.000071624345,0.00023803259,0.00006208471],"category_scores_gemma":[0.0036719593,0.00019618464,0.00015882724,0.00048543434,0.0004412239,0.000088701505,0.000016617836,0.00061439484,0.000007660074],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055812456,0.018441118,0.06194404,0.00037997935,0.0002812164,0.0000093605295,0.012596248,0.000021741704,0.00014818412,0.022800142,0.06743129,0.81538856],"study_design_scores_gemma":[0.01544408,0.0027797252,0.5958389,0.00762175,0.002252672,0.0006019214,0.198995,0.022237811,0.0010660446,0.0075500123,0.14426734,0.0013447589],"about_ca_topic_score_codex":0.00001811423,"about_ca_topic_score_gemma":0.0000018841686,"teacher_disagreement_score":0.81404376,"about_ca_system_score_codex":0.00066923356,"about_ca_system_score_gemma":0.0013799085,"threshold_uncertainty_score":0.8000178},"labels":[],"label_agreement":null},{"id":"W4408202399","doi":"10.2196/64768","title":"Organizational Leaders’ Views on Digital Health Competencies in Medical Education: Qualitative Semistructured Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Medical education; Psychology; Knowledge management; Digital health; Nursing; Medicine; Health care; Computer science; Sociology; Political science","score_opus":0.04379090480066152,"score_gpt":0.4678303503342231,"score_spread":0.4240394455335616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408202399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5586946,0.0013676262,0.0009058322,0.4194633,0.0048943954,0.0035551828,0.000008278245,0.00018500045,0.010925767],"genre_scores_gemma":[0.90567327,0.000076827375,0.00084395247,0.087719634,0.000724595,0.00078970444,0.0010785434,0.00003461835,0.0030588848],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99496454,0.00053379213,0.0014113056,0.0006413265,0.0020694751,0.0003795424],"domain_scores_gemma":[0.99774706,0.00025920552,0.00028752995,0.00056492205,0.00073679193,0.00040449522],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021259063,0.00031397023,0.00062544865,0.00075031415,0.00017569524,0.00006142253,0.00042280808,0.00033086384,0.003665582],"category_scores_gemma":[0.014698432,0.00027452363,0.00008168938,0.0027053948,0.00042958034,0.00018365946,0.00008668378,0.001122287,0.00011312475],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012189527,0.020897312,0.025982823,0.0012052387,0.00012112196,0.000007403568,0.07302639,6.5142507e-7,0.000005229412,0.029905267,0.3504062,0.49832046],"study_design_scores_gemma":[0.0074672345,0.0017118085,0.20119059,0.015367384,0.00010658062,0.00024004024,0.5503797,0.00079091126,0.000029505753,0.0146122305,0.20712179,0.0009822488],"about_ca_topic_score_codex":0.00008766759,"about_ca_topic_score_gemma":0.00010409391,"teacher_disagreement_score":0.4973382,"about_ca_system_score_codex":0.0011499334,"about_ca_system_score_gemma":0.029670829,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W4408244166","doi":"10.1097/phm.0000000000002723","title":"Learner’s Perspectives of Free, Online, International Continuing Medical Education in Rehabilitation","year":2025,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Victoria General Hospital; Canadian Armed Forces; Canadian Association of Emergency Physicians; Canadian Association of Gastroenterology; University of British Columbia","funders":"","keywords":"Medicine; Rehabilitation; Physical medicine and rehabilitation; Medical education; Physical therapy","score_opus":0.0037126246018557513,"score_gpt":0.36003728649166084,"score_spread":0.3563246618898051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408244166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93262446,0.0002213217,0.0007883419,0.06413606,0.0007372471,0.0003265505,0.0000019952806,0.000014931055,0.001149104],"genre_scores_gemma":[0.97948414,0.000015674386,0.018789846,0.0007475667,0.00079894904,0.000018839168,0.00002633155,0.000016405489,0.00010226422],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965386,0.00028305565,0.0014290635,0.00027665164,0.0012916289,0.00018101577],"domain_scores_gemma":[0.99414086,0.0019238117,0.0009212105,0.0003586427,0.0025386692,0.00011680194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016348271,0.00017889256,0.0007855621,0.0015032918,0.000026625086,0.000006154596,0.00033231702,0.000083214734,0.000100756806],"category_scores_gemma":[0.06527487,0.00014642542,0.00019176782,0.001896367,0.0014771336,0.00026770253,0.000044393844,0.0007077185,0.0000014967143],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052416255,0.0032389457,0.048624143,0.00018072137,0.000081102815,0.0000022272623,0.018876296,0.000034811088,0.0012577962,0.01661332,0.002311748,0.90825474],"study_design_scores_gemma":[0.0052116085,0.026202917,0.7003498,0.008035838,0.00023010305,0.000041434167,0.23688935,0.0032128196,0.000062012354,0.015602789,0.003952284,0.0002090336],"about_ca_topic_score_codex":0.00018284509,"about_ca_topic_score_gemma":0.000026011065,"teacher_disagreement_score":0.9080457,"about_ca_system_score_codex":0.00042196456,"about_ca_system_score_gemma":0.0013172753,"threshold_uncertainty_score":0.9425987},"labels":[],"label_agreement":null},{"id":"W4408277873","doi":"10.2147/jpr.s522440","title":"Addressing the Future of Pain Medicine Training: Redevelopment of Post-Doctoral Training as an Even More Imperative Standard in Latin America","year":2025,"lang":"en","type":"editorial","venue":"Journal of Pain Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Training (meteorology); Redevelopment; Latin Americans; Medical education","score_opus":0.15363110804970687,"score_gpt":0.506539627944344,"score_spread":0.3529085198946372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408277873","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23297511,0.008189852,0.0033680894,0.3011915,0.44540456,0.0052908733,0.00033488922,0.000054082702,0.0031910155],"genre_scores_gemma":[0.14430578,0.0015435088,0.026825609,0.002348681,0.8213312,0.00012235502,0.0011459643,0.0001664509,0.002210448],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870479,0.004101592,0.0023494028,0.00034571465,0.005569183,0.0005862255],"domain_scores_gemma":[0.98056775,0.007420788,0.001605665,0.00055259187,0.009632015,0.00022117687],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054645836,0.00030689433,0.0014502605,0.0020019654,0.00019033381,0.000032142216,0.000719595,0.0006486631,0.00040840663],"category_scores_gemma":[0.08937533,0.00019663137,0.00015342046,0.0024696353,0.0010855583,0.00013125701,0.000087511784,0.005547003,2.8440363e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012190209,0.00016149895,0.00014867015,0.0005394506,0.0001996168,0.00007536249,0.086064845,0.000013331866,0.00059114577,0.000044837798,0.6956928,0.21524946],"study_design_scores_gemma":[0.0034124523,0.007110655,0.0018000863,0.016911991,0.000111903,0.000020068088,0.37635332,0.0004649729,0.00012525816,0.00061908545,0.59283394,0.00023626804],"about_ca_topic_score_codex":0.00023122695,"about_ca_topic_score_gemma":0.000059591224,"teacher_disagreement_score":0.37592664,"about_ca_system_score_codex":0.0010417127,"about_ca_system_score_gemma":0.017645463,"threshold_uncertainty_score":0.99674726},"labels":[],"label_agreement":null},{"id":"W4408301548","doi":"10.1111/tct.70062","title":"Why Respect for Learner Autonomy Is an Ethical Priority","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Autonomy; Independence (probability theory); Personal autonomy; Psychology; Self-determination theory; Medical education; Pedagogy; Engineering ethics; Medicine; Political science; Engineering","score_opus":0.14065531604771886,"score_gpt":0.5152302728627018,"score_spread":0.374574956814983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408301548","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3896018,0.00006003413,0.007248317,0.58579105,0.001233488,0.00091238663,0.0000016881728,0.00015610062,0.0149951205],"genre_scores_gemma":[0.4865544,0.000021858132,0.019443074,0.41132206,0.003467792,0.00021977247,0.000052068273,0.000043448108,0.078875534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983339,0.00029976963,0.0006145171,0.00032557148,0.0002169548,0.00020934049],"domain_scores_gemma":[0.9982306,0.0006066977,0.000085817876,0.00075791834,0.00024717586,0.000071813054],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005465386,0.00010484179,0.00028260393,0.000056381657,0.00016023107,0.00002214093,0.00023781795,0.000520024,0.00067032076],"category_scores_gemma":[0.01031704,0.00006679581,0.0001565294,0.00032518545,0.00042473755,0.000037118487,0.00005800434,0.0020312225,0.00006264283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003017844,0.00074491353,0.016753111,0.000041908446,0.00010534124,8.284269e-7,0.00085652224,3.181319e-7,0.000023760595,0.019998576,0.81893504,0.1422379],"study_design_scores_gemma":[0.0011546476,0.0002565553,0.044276007,0.000053428263,0.00014113549,0.000002029782,0.00026528165,0.001775789,0.000039801347,0.012639383,0.93931633,0.00007957999],"about_ca_topic_score_codex":0.000024712388,"about_ca_topic_score_gemma":0.0000041285275,"teacher_disagreement_score":0.17446902,"about_ca_system_score_codex":0.00011299086,"about_ca_system_score_gemma":0.0006457221,"threshold_uncertainty_score":0.99801946},"labels":[],"label_agreement":null},{"id":"W4408343753","doi":"10.1007/s40670-025-02355-2","title":"Is Team-Based Learning Effective for the Medical Student in Difficulty?","year":2025,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University College of the North","funders":"","keywords":"Team-based learning; Small group learning; Session (web analytics); Set (abstract data type); Active learning (machine learning); Team learning; Psychology; Medical education; Collaborative learning; Cooperative learning; Experiential learning; Mathematics education; Computer science; Teaching method; Medicine; Open learning; Artificial intelligence; World Wide Web","score_opus":0.008493828739750813,"score_gpt":0.41780053886960117,"score_spread":0.40930671012985037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408343753","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011919348,0.00050029607,0.002018338,0.0661574,0.9153829,0.0031788836,0.00001733559,0.0001005387,0.00072492036],"genre_scores_gemma":[0.027893975,0.00021090942,0.0012158295,0.015155524,0.9443037,0.0052566957,0.00040722944,0.000084393665,0.005471731],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865407,0.00017753302,0.0009823971,0.0012017171,0.010079387,0.0010182824],"domain_scores_gemma":[0.98785454,0.008391075,0.00035337673,0.0009611644,0.0015420757,0.0008977857],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0120606925,0.00043789262,0.00080454757,0.00077971513,0.00068710855,0.00011907578,0.0020227986,0.001452902,0.00162861],"category_scores_gemma":[0.21850462,0.00027340694,0.0002194858,0.0034924394,0.002612323,0.00009146386,0.00029622926,0.004886266,0.000051811054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060017202,0.00089605304,0.0014737488,0.00032145917,0.000038188417,0.000010580746,0.00086966855,0.0000023485252,0.0000057240322,0.000068651185,0.8855552,0.110698335],"study_design_scores_gemma":[0.0021866136,0.0003308539,0.0040819347,0.0023831031,0.00014398566,0.0000052236487,0.0013572715,0.0038317158,0.00005572023,0.000026892616,0.98531675,0.00027993514],"about_ca_topic_score_codex":0.00019870803,"about_ca_topic_score_gemma":0.00003993386,"teacher_disagreement_score":0.20644394,"about_ca_system_score_codex":0.0019380286,"about_ca_system_score_gemma":0.04060428,"threshold_uncertainty_score":0.9999718},"labels":[],"label_agreement":null},{"id":"W4408361408","doi":"10.1016/j.labinv.2025.104126","title":"Pathology Education for Undergraduate and Graduate Students: It is Not Just for Clinical Trainees","year":2025,"lang":"en","type":"editorial","venue":"Laboratory Investigation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Medicine; Pathology; Mathematics education; Psychology","score_opus":0.07615919368897078,"score_gpt":0.4567442396571094,"score_spread":0.38058504596813864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408361408","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039700136,0.0004192874,0.002358152,0.078769885,0.8724193,0.0046912935,0.0013581999,0.00016080198,0.00012295094],"genre_scores_gemma":[0.0023003467,0.0019394736,0.035709973,0.063776985,0.8598162,0.0048205103,0.022214036,0.0001938814,0.009228579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648815,0.00018825258,0.0013199154,0.0008804917,0.0007956708,0.000327539],"domain_scores_gemma":[0.9929288,0.0013268908,0.0007199319,0.000576166,0.0042688963,0.00017928626],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00248731,0.000399107,0.000754336,0.00043004242,0.00025082583,0.0000989014,0.00024061704,0.001415637,0.0000089183595],"category_scores_gemma":[0.021879803,0.00040919648,0.00013298329,0.00065896264,0.00047318373,0.00017744777,0.000049611863,0.0009360038,0.0000075851094],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015423996,0.00025790645,0.0005322759,0.0018123874,0.0001455362,6.9035934e-7,0.0007609821,1.765157e-7,0.00007156139,0.0014796769,0.98648626,0.008298291],"study_design_scores_gemma":[0.0027521707,0.00054409663,0.001391125,0.0009464564,0.0009907775,0.0000015889084,0.00087670004,0.00012955088,0.00029934858,0.006358876,0.9853454,0.00036386336],"about_ca_topic_score_codex":0.000009325992,"about_ca_topic_score_gemma":0.000010636346,"teacher_disagreement_score":0.037399787,"about_ca_system_score_codex":0.00032232533,"about_ca_system_score_gemma":0.006122367,"threshold_uncertainty_score":0.99988073},"labels":[],"label_agreement":null},{"id":"W4408364488","doi":"10.1097/ceh.0000000000000600","title":"Constructing Meaningful Careers for All: Building an Evidence-Informed Conceptual Framework for Faculty Development on a Foundation of Fulfillment","year":2025,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Career development; Centrality; Conceptual framework; Medical education; Construct (python library); Foundation (evidence); Professional development; Process (computing); Psychology; Career Pathways; Faculty development; Curriculum; Health care; Pedagogy; Engineering ethics; Sociology; Medicine; Political science; Engineering; Computer science","score_opus":0.10466302191610993,"score_gpt":0.5188171300597215,"score_spread":0.4141541081436116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408364488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85531014,0.00014351468,0.104582064,0.03428001,0.0032838879,0.002304784,0.000002908388,0.0000104780365,0.0000822021],"genre_scores_gemma":[0.7189792,0.000016506938,0.27707052,0.0033220164,0.00025227387,0.00020650995,0.000048141952,0.000009279112,0.000095544696],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975574,0.00018063893,0.0014572415,0.00014126227,0.00041444745,0.00024898548],"domain_scores_gemma":[0.9947656,0.0018621063,0.001552059,0.00020985314,0.001537581,0.00007281113],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041484362,0.0001188356,0.0003648975,0.00049413036,0.00024749647,0.000022302967,0.00021024415,0.000117724456,0.000010085506],"category_scores_gemma":[0.012936521,0.00008532498,0.00007416675,0.0004679688,0.000088639325,0.0002032169,0.000014886197,0.00049241434,2.7950267e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065858546,0.0006619702,0.008968611,0.0012230292,0.000077206234,1.3832748e-7,0.13306588,0.0000223243,0.00017102849,0.14143676,0.009716854,0.7039976],"study_design_scores_gemma":[0.0033073323,0.0017291289,0.021830138,0.05218298,0.00017284015,0.000031016025,0.8721539,0.00046830482,0.0019312636,0.012439501,0.033531036,0.00022259101],"about_ca_topic_score_codex":0.000011590394,"about_ca_topic_score_gemma":0.000013577603,"teacher_disagreement_score":0.739088,"about_ca_system_score_codex":0.0010499082,"about_ca_system_score_gemma":0.0075142947,"threshold_uncertainty_score":0.9981122},"labels":[],"label_agreement":null},{"id":"W4408395162","doi":"10.1177/23821205251327375","title":"Ask the Parent: Developing a Pediatric Feedback Form for Medical Learners","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Authority; Saskatchewan Health; University of Saskatchewan","funders":"","keywords":"Likert scale; Medical education; Perspective (graphical); Medicine; Psychology; Family medicine; Descriptive statistics; Developmental psychology; Computer science","score_opus":0.014625292035279918,"score_gpt":0.3580473603579073,"score_spread":0.3434220683226274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408395162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6707842,0.0042404123,0.04684775,0.27206576,0.004628007,0.0007030753,3.126347e-7,0.000022699793,0.00070777175],"genre_scores_gemma":[0.8037972,0.0068203276,0.087481685,0.094345056,0.004206455,0.00043099895,0.000101536745,0.000055500095,0.0027612678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967618,0.000053318323,0.0010229757,0.00017347166,0.0017535348,0.00023490291],"domain_scores_gemma":[0.9982867,0.0001532504,0.00032700444,0.00014081661,0.0008005617,0.00029163383],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035097953,0.00014625021,0.0002982156,0.00035182247,0.00024913426,0.000042917494,0.00030965905,0.00023979814,0.00030875838],"category_scores_gemma":[0.008925195,0.00008951817,0.00008890151,0.00077231234,0.0001112702,0.00007922451,0.00006920113,0.00060752797,0.000005926655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043894237,0.000663528,0.020166513,0.00040308252,0.00014901362,0.000005753833,0.0017964251,3.8547518e-7,0.0000015848642,0.010725867,0.14829323,0.81775075],"study_design_scores_gemma":[0.0027641454,0.000103943035,0.08020323,0.0020542478,0.00025634104,0.0006550529,0.00695529,0.00053124706,0.000060484443,0.0015673513,0.9046394,0.00020925622],"about_ca_topic_score_codex":0.0000034074794,"about_ca_topic_score_gemma":0.000002791184,"teacher_disagreement_score":0.8175415,"about_ca_system_score_codex":0.00030176266,"about_ca_system_score_gemma":0.015105953,"threshold_uncertainty_score":0.999423},"labels":[],"label_agreement":null},{"id":"W4408534321","doi":"10.3138/ptc-2024-0011","title":"Analyzing Psychometric Properties of the Societal Outreach Scale in Entry-Level Doctor of Physical Therapy Students","year":2025,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Scale (ratio); Psychology; Medicine; Medical education; Physical therapy; Clinical psychology","score_opus":0.021411244940482074,"score_gpt":0.34877011829684323,"score_spread":0.32735887335636116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408534321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969942,0.00041040094,0.000027025202,0.0015911243,0.00030129778,0.00037667988,0.0000056847025,0.0000051440397,0.00028846247],"genre_scores_gemma":[0.9978871,0.000063108695,0.000094514064,0.0007707813,0.000079033925,0.00002860214,0.000003565289,0.000010744089,0.001062603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987644,0.000044999088,0.00031426438,0.000159863,0.0005639579,0.00015253034],"domain_scores_gemma":[0.9993366,0.00002775706,0.00011963369,0.00032569017,0.00017018414,0.000020130505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013634274,0.00011123609,0.0003045573,0.00021647247,0.00004197584,0.0000055410233,0.00025521443,0.000036735775,0.000027611504],"category_scores_gemma":[0.00005963679,0.00007008105,0.00008559539,0.0023880694,0.000114785886,0.00003360321,0.000021781769,0.00017694871,2.2079942e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016618097,0.0016649845,0.740774,0.0002681786,0.0002478343,1.8902105e-7,0.0017280254,0.000020179079,0.19676279,0.00014055311,0.0068604928,0.05136665],"study_design_scores_gemma":[0.0021270064,0.00007506004,0.89668137,0.0004320707,0.000020968368,3.4898682e-7,0.00072772766,0.00036004937,0.098169975,0.000072152376,0.0012421724,0.00009109329],"about_ca_topic_score_codex":0.09798425,"about_ca_topic_score_gemma":0.013863056,"teacher_disagreement_score":0.15590742,"about_ca_system_score_codex":0.00028622075,"about_ca_system_score_gemma":0.0010336607,"threshold_uncertainty_score":0.90802234},"labels":[],"label_agreement":null},{"id":"W4408534421","doi":"10.3138/ptc-2024-0008","title":"Balancing the Scales: Factors Shaping Physical Therapy Clinical Education Capacity","year":2025,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Physical medicine and rehabilitation; Computer science; Physical therapy; Medicine","score_opus":0.03171756602609961,"score_gpt":0.39004544332448066,"score_spread":0.35832787729838106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408534421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98265266,0.0002341677,0.0003222151,0.011997479,0.0021390587,0.00045174552,0.0000029395796,0.000043067244,0.0021566353],"genre_scores_gemma":[0.9724499,0.00008618029,0.00024037968,0.02549204,0.0009704899,0.000051355724,0.000029825962,0.00001959536,0.0006602622],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986093,0.00009570365,0.00035945873,0.00028501637,0.0004115215,0.00023898968],"domain_scores_gemma":[0.9988695,0.00021765569,0.000111627625,0.0004944727,0.00024247187,0.000064303444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027491743,0.00017215635,0.00029362272,0.00008581896,0.00025794454,0.00002636761,0.00019925591,0.000067260225,0.000086441556],"category_scores_gemma":[0.00021558724,0.00011144128,0.00010466543,0.0007630071,0.00016244095,0.00006405405,0.000014077613,0.00044063665,0.0000031010986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012952955,0.0013822329,0.1202286,0.00014953739,0.00038241842,9.778479e-7,0.0014984609,0.000013183518,0.008992509,0.008619422,0.25096333,0.6076398],"study_design_scores_gemma":[0.001313403,0.000119785946,0.7706559,0.00031642654,0.00004341406,0.000003321964,0.0024083517,0.002815392,0.004470488,0.0018490099,0.21570724,0.0002972976],"about_ca_topic_score_codex":0.13364172,"about_ca_topic_score_gemma":0.023076361,"teacher_disagreement_score":0.6504273,"about_ca_system_score_codex":0.0005061674,"about_ca_system_score_gemma":0.004039122,"threshold_uncertainty_score":0.99474996},"labels":[],"label_agreement":null},{"id":"W4408576758","doi":"10.5489/cuaj.9018","title":"Assessing Canadian medical students’ confidence in undergraduate urologic training and preferences for teaching methods","year":2025,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; McMaster University; McGill University; Université de Montréal","funders":"","keywords":"Medical education; Training (meteorology); Psychology; Medicine; Geography","score_opus":0.05044188770699992,"score_gpt":0.4181655997267898,"score_spread":0.3677237120197899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408576758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7195407,0.0003100598,0.011591189,0.2609887,0.0010857936,0.00048905355,0.000004952656,0.000027467635,0.0059620184],"genre_scores_gemma":[0.9522069,0.000041754254,0.014324026,0.03291523,0.00021525464,0.000035220786,0.0000150275255,0.000007234607,0.00023931304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744415,0.0005482081,0.00056763005,0.00026684313,0.0005580443,0.0006151094],"domain_scores_gemma":[0.9978797,0.00080461963,0.00019203534,0.00008823649,0.00030193306,0.00073350815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009465914,0.00013741992,0.00034329455,0.00074907125,0.0005299583,0.0003043717,0.00026574117,0.0005037669,0.00017442249],"category_scores_gemma":[0.03063492,0.00011827098,0.000052617175,0.00042723567,0.00010186109,0.0001810057,0.000021550919,0.0016427198,0.0000021796018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013549991,0.000049956445,0.79049563,0.000019511552,0.0000941771,0.000044176228,0.00064902083,0.000008956755,0.000016319205,0.010644408,0.010167439,0.18779688],"study_design_scores_gemma":[0.0013254511,0.00017195773,0.8677673,0.0001678965,0.00008303791,0.0001522022,0.0027080434,0.0029300377,0.0000032371024,0.025115153,0.09940594,0.00016979712],"about_ca_topic_score_codex":0.017868754,"about_ca_topic_score_gemma":0.057381086,"teacher_disagreement_score":0.2326662,"about_ca_system_score_codex":0.0016771322,"about_ca_system_score_gemma":0.0056711426,"threshold_uncertainty_score":0.9999658},"labels":[],"label_agreement":null},{"id":"W4408588789","doi":"10.1111/medu.15684","title":"Clinical practice guideline repository: Development of a learning tool for residents","year":2025,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Guideline; Medical education; Hyperlink; Resource (disambiguation); Medicine; Descriptive statistics; World Wide Web; Computer science; Web page","score_opus":0.017165902735430325,"score_gpt":0.462690526807882,"score_spread":0.44552462407245164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408588789","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009171032,0.000690369,0.016138764,0.012437421,0.9642227,0.001418866,0.000005604414,0.00009530748,0.0040738527],"genre_scores_gemma":[0.0000748272,0.0002386952,0.2913084,0.00522231,0.67549986,0.0006314903,0.0057897433,0.00006304716,0.02117161],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99235016,0.00026393475,0.0034906508,0.0006909455,0.002888076,0.00031624886],"domain_scores_gemma":[0.9843482,0.0033305776,0.0021030859,0.00090963824,0.009121067,0.0001874599],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007906856,0.00029993904,0.0008484669,0.00041778633,0.00022166909,0.00002994104,0.00037732036,0.0019125259,0.00017053493],"category_scores_gemma":[0.42180684,0.00028449117,0.00019844435,0.00061452383,0.00018415971,0.00011537089,0.00011026428,0.00218261,0.000016717158],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024480608,0.001274124,0.00019572851,0.0012546468,0.00016298793,0.000001955407,0.00025067976,2.5415827e-7,0.000005184924,0.00005765363,0.75777864,0.23877335],"study_design_scores_gemma":[0.001274813,0.00022516065,0.00025680184,0.0036491365,0.00051498483,0.000009850804,0.00046709538,0.00021897262,0.00005256287,0.000035429515,0.99308497,0.00021024332],"about_ca_topic_score_codex":0.000051316772,"about_ca_topic_score_gemma":0.0000031204688,"teacher_disagreement_score":0.4139,"about_ca_system_score_codex":0.00064671837,"about_ca_system_score_gemma":0.060420696,"threshold_uncertainty_score":0.9999607},"labels":[],"label_agreement":null},{"id":"W4408641402","doi":"10.22605/rrh9083","title":"Utility of advanced training skills among GPs: a systematic review","year":2025,"lang":"en","type":"review","venue":"Rural and Remote Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Global Positioning System; Training (meteorology); Medical education; Systematic review; MEDLINE; Medicine; Psychology; Computer science; Geography","score_opus":0.03427245747218336,"score_gpt":0.4180884049466611,"score_spread":0.3838159474744777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408641402","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008881235,0.99333686,0.000087724955,0.0011881662,0.00031907484,0.004437852,0.000011369744,0.000032729473,0.0005773642],"genre_scores_gemma":[0.000011080155,0.99458116,0.0019620783,0.0019490023,0.00007329141,0.000028254739,0.00018821323,0.000015756332,0.0011911419],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970998,0.00030442415,0.0017932353,0.00025292087,0.00029720136,0.00025240963],"domain_scores_gemma":[0.99804264,0.00019199144,0.0010106775,0.0004743051,0.00016674973,0.000113661285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014935142,0.00025772426,0.003900301,0.00019352588,0.000082079794,0.0000043506943,0.00010363205,0.00018939275,0.000027402826],"category_scores_gemma":[0.0025771775,0.00016184282,0.00022592663,0.0008323614,0.00011512916,0.000033044755,0.000033716857,0.00051707483,0.0000036888866],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.815812e-7,0.000017568063,3.1755152e-7,0.5080897,0.000025501331,4.8820743e-7,0.00006942799,1.0011247e-9,3.0103897e-9,0.00002546916,0.00042038315,0.49135053],"study_design_scores_gemma":[0.00012542358,0.000060583257,0.000031071,0.94401,0.0009931595,0.000064413696,0.00017311837,0.000013580512,2.0784897e-8,0.00003963176,0.054392237,0.0000967641],"about_ca_topic_score_codex":0.000044234792,"about_ca_topic_score_gemma":0.0000026893651,"teacher_disagreement_score":0.4912538,"about_ca_system_score_codex":0.000106982596,"about_ca_system_score_gemma":0.0016593625,"threshold_uncertainty_score":0.6599759},"labels":[],"label_agreement":null},{"id":"W4408677773","doi":"10.51985/jbumdc2024-433","title":"Development, Implementation and Initial Evaluation of the Blueprint for MBBS Theory Exams in a Private Medical College of Pakistan","year":2025,"lang":"en","type":"article","venue":"Journal of Bahria University Medical and Dental College","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blueprint; Medical education; Psychology; Mathematics education; Medicine; Engineering; Mechanical engineering","score_opus":0.021847683758143704,"score_gpt":0.3708781829640579,"score_spread":0.34903049920591417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408677773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952782,0.00007723332,0.00097120606,0.0025348258,0.00029620927,0.00047723608,0.000019278405,0.0000018731274,0.0003439384],"genre_scores_gemma":[0.9982897,0.000048277485,0.0012352719,0.00032431015,0.000040930634,0.0000017141463,0.0000063426655,0.000003050251,0.000050370043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99789596,0.00019848382,0.000606045,0.00010163066,0.0010987304,0.00009914708],"domain_scores_gemma":[0.9989197,0.00022858809,0.00030321538,0.00007456719,0.00038068136,0.00009324532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041957996,0.00007268219,0.00026383248,0.0002938334,0.00008480036,0.0000020635755,0.00013500055,0.00013083099,0.00015712861],"category_scores_gemma":[0.001471002,0.0000547362,0.000050387946,0.0004843912,0.00030294564,0.00007783325,0.00011031113,0.0002386372,6.8554286e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008471131,0.0030774896,0.18903078,0.0019203105,0.0010000807,0.00020449409,0.0069412882,0.0000028568531,0.0027683023,0.44373703,0.00643444,0.3364118],"study_design_scores_gemma":[0.054127958,0.00082746154,0.77771,0.0039702193,0.0009832939,0.0005594906,0.12064114,0.0024797102,0.010242915,0.009890126,0.018311078,0.00025656968],"about_ca_topic_score_codex":0.000011000727,"about_ca_topic_score_gemma":0.00012751727,"teacher_disagreement_score":0.58867925,"about_ca_system_score_codex":0.00023062671,"about_ca_system_score_gemma":0.0016965144,"threshold_uncertainty_score":0.30095437},"labels":[],"label_agreement":null},{"id":"W4408700435","doi":"10.1177/23821205251324295","title":"Fostering Reflexivity in Medical Students: Is Patient Engagement a Promising Avenue? A Qualitative Case Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Education and Curricular Development","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Reflexivity; Action (physics); Qualitative research; Intervention (counseling); Citizen journalism; Psychology; Participatory action research; Proposition; Action research; Pedagogy; Medical education; Medicine; Sociology; Nursing; Epistemology; Social science; Computer science","score_opus":0.059857645457198905,"score_gpt":0.509769038360518,"score_spread":0.4499113929033191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408700435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823352,0.00078198925,0.0007311043,0.0144001655,0.0010037246,0.0005821353,1.615621e-7,0.0000074873637,0.00015802028],"genre_scores_gemma":[0.98826784,0.00009507391,0.004026188,0.007337091,0.000112012225,0.000083689985,0.0000035128726,0.000008551707,0.00006605572],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9950324,0.00041132516,0.0012853616,0.00023084544,0.0028478145,0.00019222022],"domain_scores_gemma":[0.998643,0.000093594936,0.0003301585,0.00015141473,0.0004873508,0.00029450314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007052799,0.00015243924,0.0003740947,0.00055378344,0.00013430986,0.000051705363,0.00021304475,0.00014800568,0.00032260126],"category_scores_gemma":[0.0047208597,0.00012014457,0.000045963996,0.00070005667,0.00007505237,0.00009768324,0.0003199757,0.00085689913,0.0000027010806],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055597153,0.0082757985,0.025573313,0.00024263753,0.00019239016,0.0012863908,0.15606171,2.3458473e-7,0.000004898382,0.000094605646,0.005064495,0.8031479],"study_design_scores_gemma":[0.010044021,0.001037444,0.07027597,0.015310079,0.00028370394,0.010494571,0.8416302,0.0004009231,0.00018290806,0.00063402083,0.04924049,0.00046565704],"about_ca_topic_score_codex":0.00004349298,"about_ca_topic_score_gemma":0.00001826497,"teacher_disagreement_score":0.8026823,"about_ca_system_score_codex":0.0005647893,"about_ca_system_score_gemma":0.004760886,"threshold_uncertainty_score":0.84456074},"labels":[],"label_agreement":null},{"id":"W4408736776","doi":"10.1016/j.cptl.2025.102345","title":"Professional identity, pivotal moments, and influences: Implications for preceptor development","year":2025,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"American Association of Colleges of Pharmacy","keywords":"Preceptor; Identity (music); Pharmacy; Psychology; Professional development; Medical education; Pedagogy; Nursing; Medicine; Philosophy; Aesthetics","score_opus":0.03958952939051486,"score_gpt":0.460865800621973,"score_spread":0.42127627123145817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408736776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99190927,0.0004261615,0.0040826937,0.0021145274,0.0006181369,0.0004269049,0.0000012283937,0.000038221784,0.00038286424],"genre_scores_gemma":[0.98958683,0.00004750478,0.008194763,0.00043145116,0.0000764268,0.00022628624,0.000078031284,0.0000076161436,0.001351113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991383,0.00009334137,0.00027859054,0.00021838957,0.00011267719,0.00015872926],"domain_scores_gemma":[0.9996537,0.000115171744,0.00006673749,0.00006007874,0.000062974075,0.000041312367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010469235,0.00009029148,0.0001219319,0.00023879122,0.00055950385,0.000035244055,0.00006184643,0.00003321728,0.000016932108],"category_scores_gemma":[0.0012735997,0.000084757216,0.000013121484,0.00018640026,0.000054212254,0.00019507717,0.00007699746,0.0008210925,0.0000013478552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001982876,0.00016828733,0.5379206,0.000242199,0.000022488352,7.426113e-8,0.0021364773,0.000007741894,0.00043503765,0.0012905082,0.0011018175,0.45665494],"study_design_scores_gemma":[0.003068443,0.00003195749,0.7150333,0.0012879719,0.000057341356,0.000007458198,0.0014091763,0.0033826127,0.000115969204,0.0006828667,0.2747515,0.00017142318],"about_ca_topic_score_codex":0.000012519065,"about_ca_topic_score_gemma":9.886224e-7,"teacher_disagreement_score":0.4564835,"about_ca_system_score_codex":0.000092924,"about_ca_system_score_gemma":0.00016413162,"threshold_uncertainty_score":0.4303308},"labels":[],"label_agreement":null},{"id":"W4408737040","doi":"10.63485/8qhzd-yvj40","title":"An appeal to Canadian medical schools and their faculty","year":2008,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Appeal; Medical education; Political science; Medicine; Law","score_opus":0.03283779286946777,"score_gpt":0.3669519576342229,"score_spread":0.33411416476475514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408737040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8261677,0.00006005699,0.002979793,0.13940525,0.0010107508,0.0016191294,0.00006907147,0.00017150932,0.028516712],"genre_scores_gemma":[0.9150165,0.00009731839,0.017475389,0.06263953,0.0015909934,0.00022191441,0.0014775452,0.000045177803,0.0014356511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821144,0.00003497211,0.00036130473,0.00048274393,0.000569639,0.00033990623],"domain_scores_gemma":[0.9973167,0.000012095525,0.00004516453,0.000598075,0.0004145925,0.0016133618],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005076482,0.00022644342,0.00034888287,0.00041108433,0.000117896554,0.000034937693,0.00024526066,0.0007284572,0.0016085833],"category_scores_gemma":[0.0017654052,0.00016956359,0.00003956911,0.00026109262,0.00010313503,0.000037817073,0.0001314574,0.0015916849,0.0001531196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023301662,0.00018911833,0.005858024,0.00016453912,0.000099672136,0.0000814295,0.0020778948,0.000009177365,0.000040556162,0.0014544994,0.6346561,0.35534573],"study_design_scores_gemma":[0.0011410213,0.0003394582,0.086228244,0.0010617662,0.000058920617,0.00085120776,0.0037947756,0.0064519495,0.00025641703,0.00086157245,0.89815,0.00080463616],"about_ca_topic_score_codex":0.06824784,"about_ca_topic_score_gemma":0.023039268,"teacher_disagreement_score":0.3545411,"about_ca_system_score_codex":0.0004061469,"about_ca_system_score_gemma":0.0062138755,"threshold_uncertainty_score":0.99942},"labels":[],"label_agreement":null},{"id":"W4408777029","doi":"10.1016/j.labinv.2024.102735","title":"506 Provincial Residents’ Rounds: An Opportunity for Resident Medical Education Through Interesting Case Presentations","year":2025,"lang":"en","type":"article","venue":"Laboratory Investigation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; Canadian Electricity Association","funders":"","keywords":"Medicine; Family medicine; Medical education","score_opus":0.04971115208698269,"score_gpt":0.409723565838443,"score_spread":0.3600124137514603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408777029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680013,0.00009132974,0.009027046,0.017113058,0.0017622102,0.0016434815,0.000025175737,0.00021363898,0.0021227733],"genre_scores_gemma":[0.9504556,0.000010926401,0.02321891,0.021104092,0.0013762255,0.0010583402,0.0012524289,0.000044867422,0.0014785936],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976397,0.00025367984,0.0008077136,0.00045278936,0.00058367057,0.00026242717],"domain_scores_gemma":[0.9968678,0.00015578698,0.00028706648,0.00054757803,0.0018480333,0.00029375826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012283748,0.00019617201,0.0002378618,0.00034206494,0.00049505726,0.000102724494,0.00017426827,0.00029620438,0.00015520767],"category_scores_gemma":[0.019008122,0.00020530049,0.00004691629,0.0012927285,0.00030354975,0.0008774572,0.00004887512,0.00042516238,0.000009183228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003469622,0.0017490961,0.099921204,0.0022093935,0.00021551756,0.00017925532,0.014000326,0.00002465637,0.0043845694,0.3211071,0.51717937,0.03868255],"study_design_scores_gemma":[0.015300571,0.0024723348,0.26596868,0.008946329,0.00227017,0.002078094,0.116084225,0.03709877,0.054373126,0.37168962,0.12074482,0.002973273],"about_ca_topic_score_codex":0.0009277141,"about_ca_topic_score_gemma":0.00079425704,"teacher_disagreement_score":0.39643458,"about_ca_system_score_codex":0.0004268021,"about_ca_system_score_gemma":0.012487634,"threshold_uncertainty_score":0.99311066},"labels":[],"label_agreement":null},{"id":"W4408785550","doi":"10.5430/jnep.v15n5p15","title":"Assessment practices and types of knowledge in two clinical examination formats in nursing education","year":2025,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nursing; Psychology; Medicine","score_opus":0.10141748635777471,"score_gpt":0.6111529488188218,"score_spread":0.5097354624610471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408785550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9040174,0.0030100907,0.0006314212,0.029217452,0.0028413602,0.00024507617,1.4971815e-7,0.0000036492354,0.060033426],"genre_scores_gemma":[0.970222,0.000816949,0.027779581,0.00068979437,0.00025319503,0.0000058184355,0.0000059185036,0.0000057381258,0.000220991],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982556,0.00049021916,0.0008597603,0.00012034965,0.00018660714,0.00008747792],"domain_scores_gemma":[0.9965745,0.0010682587,0.0012971545,0.00010958881,0.00090287765,0.000047616195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004380807,0.000075826385,0.00023344252,0.0008378935,0.00006104615,0.000028306235,0.000047419424,0.00007934418,0.000008924812],"category_scores_gemma":[0.00887735,0.00007203887,0.000021106885,0.0006972676,0.000119726275,0.00086683646,0.000008054195,0.0005102452,4.4316138e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017409628,0.00804393,0.024094936,0.00015087791,0.000017399232,4.800551e-7,0.005994646,0.0000016779849,0.0002666879,0.009776741,0.0023951805,0.9490833],"study_design_scores_gemma":[0.0012672371,0.00023093185,0.9387094,0.006530941,0.00024778643,0.00059515063,0.041239217,0.00064687314,0.00007409824,0.0028827707,0.0075041233,0.0000715119],"about_ca_topic_score_codex":0.000019920495,"about_ca_topic_score_gemma":0.000004610571,"teacher_disagreement_score":0.94901186,"about_ca_system_score_codex":0.00042072267,"about_ca_system_score_gemma":0.0029450832,"threshold_uncertainty_score":0.9994713},"labels":[],"label_agreement":null},{"id":"W4408823069","doi":"10.1017/cts.2024.853","title":"198 Creating a larger, more inclusive cohort to promote scholar engagement through the addition of an invited KL2 seminar fellows program","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical and Translational Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cohort; Medicine; Medical education; Internal medicine","score_opus":0.04195377863336989,"score_gpt":0.4775639947477602,"score_spread":0.43561021611439027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408823069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637842,0.0000761255,0.0027069962,0.031874996,0.00025125302,0.00059439003,0.00000603362,0.0000075043945,0.0006985031],"genre_scores_gemma":[0.9036186,0.000032264703,0.09275863,0.0032808164,0.0002385826,0.000016117581,0.000013177091,0.000003318001,0.00003849196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976499,0.0001112683,0.0010228568,0.00018345227,0.0009009122,0.00013162418],"domain_scores_gemma":[0.9980524,0.0002828369,0.00033754957,0.00013682447,0.0010929888,0.00009739587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062305024,0.000076137025,0.00025591312,0.0001533443,0.00040265094,0.00003615977,0.00019217229,0.000066193665,0.000033065273],"category_scores_gemma":[0.004541525,0.00004733621,0.00007492606,0.0012777869,0.0006929931,0.00041817405,0.00003396519,0.00061867665,5.556619e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006192704,0.002758487,0.10609052,0.0001425633,0.00018284912,0.000014046416,0.0060465443,0.00024055393,0.004024977,0.0071224994,0.0017989868,0.8709587],"study_design_scores_gemma":[0.0015942334,0.0011254118,0.9320659,0.00082824,0.00020664587,0.00004547093,0.0010806917,0.0068151406,0.0012422192,0.0061024507,0.048799347,0.00009423218],"about_ca_topic_score_codex":0.000007888859,"about_ca_topic_score_gemma":0.0000016621319,"teacher_disagreement_score":0.87086445,"about_ca_system_score_codex":0.00002396944,"about_ca_system_score_gemma":0.00053528266,"threshold_uncertainty_score":0.5436958},"labels":[],"label_agreement":null},{"id":"W4408829514","doi":"10.12688/mep.20786.1","title":"Evaluation of the “Resident as teacher” curriculum: a needs assessment in medical education at a large academic institution","year":2025,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Institution; Curriculum; Medical education; Academic institution; Psychology; Pedagogy; Medicine; Sociology; Library science; Computer science; Social science","score_opus":0.019921192523568554,"score_gpt":0.42516924193819183,"score_spread":0.4052480494146233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408829514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91851264,0.00041532647,0.00021993031,0.03892133,0.0022240882,0.0011235041,0.000001041305,0.00003065694,0.03855147],"genre_scores_gemma":[0.99256444,0.00003967152,0.0001753192,0.004233479,0.00022371135,0.00044332296,0.000102419996,0.0000093003355,0.002208347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99552846,0.000416723,0.00074999256,0.00025284363,0.0028039508,0.00024800329],"domain_scores_gemma":[0.99786913,0.00003957964,0.00023608137,0.0004827553,0.0013064273,0.00006602648],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007868629,0.00013340786,0.00023533603,0.0007770688,0.00012634807,0.000023142506,0.0003205692,0.000360738,0.0016125079],"category_scores_gemma":[0.019231128,0.000100360834,0.00006981009,0.0031174934,0.00015033025,0.0002800909,0.00017866387,0.0010056613,0.0000132808445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029071332,0.0020798426,0.5436008,0.0002046822,0.00007371736,9.2953337e-7,0.0020631035,0.000023663173,0.00024063811,0.08623697,0.19637366,0.16907296],"study_design_scores_gemma":[0.0038624015,0.000062355284,0.910304,0.0020613717,0.00045784036,0.00003929785,0.005972948,0.027330743,0.00049028953,0.0068310224,0.042416222,0.00017151216],"about_ca_topic_score_codex":0.0003847701,"about_ca_topic_score_gemma":0.00026094163,"teacher_disagreement_score":0.3667032,"about_ca_system_score_codex":0.0025306072,"about_ca_system_score_gemma":0.013578242,"threshold_uncertainty_score":0.9993002},"labels":[],"label_agreement":null},{"id":"W4408846332","doi":"10.1097/ceh.0000000000000602","title":"Measuring the Longitudinal Impact of a Health Professions Education Academy on Scholarship: A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Bibliometrics; Popularity; Faculty development; Health professions; Medical education; Higher education; Political science; Scholarship of Teaching and Learning; Professional development; Sociology; Public relations; Health care; Medicine; Library science; Pedagogy; Teaching method; Computer science","score_opus":0.09174690030629781,"score_gpt":0.5147054759507477,"score_spread":0.42295857564444983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408846332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8424269,0.0038009249,0.0010741843,0.14934775,0.0017177537,0.0013095764,0.0000023166294,0.000011265263,0.00030933585],"genre_scores_gemma":[0.9906347,0.00045156694,0.0014691872,0.0061675217,0.00032981235,0.00010803704,0.000017589227,0.000014819854,0.0008067939],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941134,0.0019979533,0.0022522502,0.00022664558,0.0009949708,0.000414806],"domain_scores_gemma":[0.99401176,0.0009523549,0.0028073406,0.0005641335,0.0015214679,0.00014291989],"candidate_categories":["bibliometrics","research_integrity"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.014165411,0.00019615534,0.00073338207,0.037127323,0.00058829726,0.0000455322,0.0005413961,0.00016564294,0.000047560723],"category_scores_gemma":[0.00724733,0.00010670957,0.00033676365,0.08574717,0.000111793124,0.00025805185,0.000045116998,0.0023467306,0.0000033318356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017833342,0.0033925725,0.49895126,0.00051118596,0.00032623854,2.6574645e-7,0.015157179,0.000054532644,0.000059151604,0.0027273097,0.04470916,0.4339328],"study_design_scores_gemma":[0.0005356278,0.00032851097,0.9671605,0.0071264883,0.00023681334,0.000026078098,0.022001833,0.00004775548,0.00001735608,0.0012214414,0.0012276679,0.000069926195],"about_ca_topic_score_codex":0.0002070501,"about_ca_topic_score_gemma":0.0000169644,"teacher_disagreement_score":0.46820924,"about_ca_system_score_codex":0.0013024365,"about_ca_system_score_gemma":0.018406883,"threshold_uncertainty_score":0.9999549},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408855808","doi":"10.1097/acm.0000000000006049","title":"Individualized Learning Plans for Active Lifelong Learning","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Lifelong learning; Set (abstract data type); Active learning (machine learning); Plan (archaeology); Medical education; Computer science; Psychology; Knowledge management; Pedagogy; Medicine; Artificial intelligence","score_opus":0.03004442340978643,"score_gpt":0.4069504066640026,"score_spread":0.3769059832542162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408855808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7698543,0.0011473811,0.07088285,0.110512264,0.0028667732,0.0022352147,0.000005433491,0.0005639124,0.041931856],"genre_scores_gemma":[0.94552183,0.0004250063,0.0021468943,0.014042052,0.00201058,0.00030513553,0.00061512546,0.000042143238,0.034891207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811965,0.000089347785,0.0006204138,0.00035926406,0.0004357529,0.0003755611],"domain_scores_gemma":[0.998551,0.0006391781,0.00021908345,0.00018936857,0.00030478265,0.000096566895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014730635,0.00019027476,0.0004712809,0.0005522119,0.00027181307,0.000004580016,0.0001729347,0.0003961457,0.00029088382],"category_scores_gemma":[0.01762889,0.00015701313,0.00004906031,0.00096230133,0.00023712839,0.000085830514,0.000047791716,0.0022155924,0.000022689772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011153672,0.00007056919,0.09364332,0.0010565781,0.0006448129,0.0000119035685,0.026317624,0.00008594767,0.011003743,0.03344535,0.34519783,0.48740694],"study_design_scores_gemma":[0.008530202,0.00065915816,0.022936128,0.0025476378,0.00061882805,0.00004539292,0.019366551,0.0032868278,0.0024888604,0.0032664288,0.9359906,0.00026339036],"about_ca_topic_score_codex":0.000021064943,"about_ca_topic_score_gemma":7.212897e-7,"teacher_disagreement_score":0.5907928,"about_ca_system_score_codex":0.00018496836,"about_ca_system_score_gemma":0.00029591614,"threshold_uncertainty_score":0.99064606},"labels":[],"label_agreement":null},{"id":"W4408875314","doi":"10.2147/amep.s508928","title":"Enhancing Social Accountability in Medical Education and Accreditation: A Meeting Report","year":2025,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences North; NOSM University","funders":"","keywords":"Accreditation; Accountability; Social accounting; Medical education; Political science; Medicine; Business; Accounting; Law","score_opus":0.012119122965934054,"score_gpt":0.4627752052594303,"score_spread":0.45065608229349624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408875314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5599443,0.013889201,0.002024424,0.3341031,0.005802356,0.0009801493,8.025844e-7,0.000079253405,0.08317641],"genre_scores_gemma":[0.91280705,0.00485795,0.022431258,0.057035726,0.0014343701,0.0004713187,0.00015765695,0.000022058019,0.000782624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996909,0.00034846377,0.0009943766,0.00050801976,0.0009907379,0.00024938906],"domain_scores_gemma":[0.9968457,0.0016575938,0.00035070517,0.0002785115,0.0006408994,0.00022657197],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060650306,0.00016338649,0.0003155797,0.0004284155,0.00016883125,0.00004457133,0.00012259514,0.0003483124,0.00041382358],"category_scores_gemma":[0.14433111,0.00016179694,0.000023787015,0.0013355234,0.00033922313,0.0010056213,0.000071765346,0.00096385187,0.0000040514874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021554712,0.0021060721,0.026314532,0.0005729755,0.000014596577,0.0000236006,0.0043960824,3.0631944e-7,0.000022687564,0.00970268,0.0045430055,0.95208794],"study_design_scores_gemma":[0.0027289651,0.000107654785,0.15652658,0.0047703865,0.00015198128,0.0024501719,0.068623416,0.0010117152,0.00007731365,0.012903267,0.75019586,0.00045270217],"about_ca_topic_score_codex":0.00031556134,"about_ca_topic_score_gemma":0.0003964177,"teacher_disagreement_score":0.95163524,"about_ca_system_score_codex":0.00032632158,"about_ca_system_score_gemma":0.009239286,"threshold_uncertainty_score":0.9963774},"labels":[],"label_agreement":null},{"id":"W4408888105","doi":"10.36834/cmej.80740","title":"Instruction to the Double: a promising socio-constructivist method for medical education","year":2025,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Alberta","funders":"","keywords":"Constructivist teaching methods; Computer science; Data science; Mathematics education; Psychology; Teaching method","score_opus":0.024885010228585035,"score_gpt":0.4336053326737387,"score_spread":0.40872032244515366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408888105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024626272,0.73074764,0.00975208,0.22050701,0.029126149,0.00543696,0.000030277908,0.000064805536,0.0043104417],"genre_scores_gemma":[0.0000102645035,0.8030883,0.05523563,0.1089952,0.020928826,0.0034926326,0.0011274242,0.00017167088,0.006950038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993968,0.00044631356,0.0019970592,0.000716528,0.0020571782,0.00081489724],"domain_scores_gemma":[0.9877588,0.00043055686,0.0008192727,0.00086514605,0.0024270182,0.007699193],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0052493964,0.0005705975,0.0014392994,0.0021692433,0.001190246,0.0002773768,0.0010229364,0.0015146445,0.008416415],"category_scores_gemma":[0.086846836,0.00041777748,0.0005606257,0.0025955471,0.00030364792,0.00017273641,0.00006115256,0.0035669224,0.000082907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000013977546,0.00013661443,0.0000032772011,0.0033642873,0.000119669116,0.0000032336386,0.00022600181,8.9898094e-8,1.65674e-8,0.0032240709,0.353754,0.63915473],"study_design_scores_gemma":[0.00078308507,0.00006778252,0.000014429638,0.031828508,0.000988857,0.007013972,0.0010871737,0.00006827027,2.049268e-7,0.00050993304,0.9572969,0.00034087987],"about_ca_topic_score_codex":0.0019913388,"about_ca_topic_score_gemma":0.0024852853,"teacher_disagreement_score":0.63881385,"about_ca_system_score_codex":0.004320415,"about_ca_system_score_gemma":0.5634655,"threshold_uncertainty_score":0.9998274},"labels":[],"label_agreement":null},{"id":"W4408957543","doi":"10.1007/s10459-025-10411-0","title":"Teaching excellence, the hidden curriculum and complexity: an international comparative case study of two medical schools","year":2025,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Lee Kong Chian School of Medicine, Nanyang Technological University","keywords":"Excellence; Curriculum; Hidden curriculum; Medical education; Psychological intervention; Perception; Process (computing); Psychology; Pedagogy; Mathematics education; Medicine; Political science; Nursing; Computer science","score_opus":0.055303223818496165,"score_gpt":0.5161905822892552,"score_spread":0.460887358470759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408957543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97845596,0.0010270948,0.0002912418,0.015305708,0.0016022014,0.00082960335,6.8961185e-7,0.000014308359,0.0024732063],"genre_scores_gemma":[0.9895051,0.00022354207,0.007569311,0.0023578447,0.00016361481,0.000109749046,0.000009170281,0.0000024568371,0.000059190563],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99799865,0.0002950991,0.00061879784,0.00031913788,0.00059739704,0.00017091623],"domain_scores_gemma":[0.99908173,0.00016795313,0.00024781664,0.00022146125,0.00021251682,0.00006852085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028734365,0.00009128963,0.00021255418,0.00039621707,0.00043702,0.000028654582,0.00028250465,0.00003039571,0.000034375225],"category_scores_gemma":[0.00073711877,0.00006475945,0.000011066511,0.0010095781,0.00056375976,0.00056989753,0.000058883157,0.00044912423,9.022122e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014278977,0.0026783769,0.55655605,0.00017646461,0.000009852043,0.0000046955247,0.018274587,0.000042913765,0.0000026844164,0.040540576,0.0005597391,0.38113979],"study_design_scores_gemma":[0.001989769,0.0013351667,0.09150385,0.0017882987,0.000027749988,0.00070345454,0.8383818,0.040084917,0.00001067669,0.013686468,0.010285634,0.00020216416],"about_ca_topic_score_codex":0.009387713,"about_ca_topic_score_gemma":0.00215926,"teacher_disagreement_score":0.8201073,"about_ca_system_score_codex":0.00016884581,"about_ca_system_score_gemma":0.001600672,"threshold_uncertainty_score":0.99720883},"labels":[],"label_agreement":null},{"id":"W4408990170","doi":"10.1177/23733799251330195","title":"Student-Authored Cases: A Novel Pedagogical Approach to Public Health Education","year":2025,"lang":"en","type":"article","venue":"Pedagogy in Health Promotion","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Public health; Health education; Pedagogy; Sociology; Public education; Medical education; Public relations; Political science; Mathematics education; Medicine; Psychology; Public administration; Nursing","score_opus":0.22499459443028547,"score_gpt":0.5476956388600152,"score_spread":0.3227010444297297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408990170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5566013,0.0005364923,0.06943763,0.36070052,0.001964402,0.005261183,0.000007654628,0.00019858271,0.005292236],"genre_scores_gemma":[0.94275117,0.000083157785,0.028984865,0.022554029,0.00044023502,0.0013625199,0.0005701891,0.000030124314,0.0032237235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99624676,0.0003721962,0.001333607,0.0006969582,0.0005964878,0.00075401407],"domain_scores_gemma":[0.99822116,0.000069473404,0.00030139965,0.0005533579,0.00048086082,0.0003737436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038088197,0.00023103511,0.0005351653,0.0013837413,0.0002899915,0.000047474823,0.00020401555,0.0002122895,0.00007268715],"category_scores_gemma":[0.002279289,0.00022880058,0.000057312493,0.0025743688,0.000075349904,0.00016239606,0.000077870944,0.00071254314,0.000040562398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001292569,0.035294604,0.06833196,0.0052377246,0.00006201841,0.000003388923,0.031332258,0.000053307605,0.000111013906,0.10534303,0.03406907,0.7200324],"study_design_scores_gemma":[0.0047599445,0.0037540635,0.7401706,0.002487132,0.00004162824,0.0003965684,0.046494663,0.003558658,0.000020992666,0.0010170583,0.19668199,0.0006166952],"about_ca_topic_score_codex":0.00094733137,"about_ca_topic_score_gemma":0.00010672341,"teacher_disagreement_score":0.71941566,"about_ca_system_score_codex":0.0023762898,"about_ca_system_score_gemma":0.010676324,"threshold_uncertainty_score":0.99493223},"labels":[],"label_agreement":null},{"id":"W4409044793","doi":"10.69520/jipe.v7i1.243","title":"Enhancing Anticoagulation Continuing Professional Development with Experiential Learning","year":2025,"lang":"en","type":"article","venue":"Journal of innovation in polytechnic education.","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Experiential learning; Business; Professional development; Continuing education; Continuing professional development; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.00877419957540724,"score_gpt":0.3370891467356385,"score_spread":0.32831494716023124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409044793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538324,0.00015989829,0.0400626,0.002746882,0.0020124498,0.0003208986,7.1090554e-8,0.000027129234,0.0008376659],"genre_scores_gemma":[0.94254935,0.0000070881274,0.05319653,0.00085810997,0.0002389985,0.00005312675,0.000030966792,0.000013647991,0.0030522114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974852,0.00004536848,0.0016543672,0.00015576942,0.0004860648,0.00017319742],"domain_scores_gemma":[0.9964346,0.000052161013,0.0009434355,0.00014631453,0.0024018788,0.000021565022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014044092,0.00012933888,0.00026500542,0.0022737395,0.0001158983,0.000029680123,0.00010534321,0.000126867,0.00008969451],"category_scores_gemma":[0.0017704548,0.00010984019,0.000024662748,0.004179745,0.00006584962,0.00029736906,0.000022275428,0.00066574046,0.0000028036109],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007635868,0.0033047847,0.3207897,0.000651165,0.00018028966,0.000010594334,0.012224,0.00023038413,0.121013835,0.03549615,0.014800676,0.49053484],"study_design_scores_gemma":[0.0042121815,0.00040756236,0.72356933,0.012455037,0.00010940937,0.00037416816,0.026108885,0.0003491926,0.13179573,0.0007978895,0.09938125,0.00043936085],"about_ca_topic_score_codex":0.0000036107922,"about_ca_topic_score_gemma":0.0000023056473,"teacher_disagreement_score":0.4900955,"about_ca_system_score_codex":0.00054057885,"about_ca_system_score_gemma":0.0035291973,"threshold_uncertainty_score":0.6260645},"labels":[],"label_agreement":null},{"id":"W4409086629","doi":"","title":"Why do we need this? Perception and integration of basic and clinical sciences by dental hygiene students.","year":2025,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Dental hygiene; Perception; Dentistry; Psychology; Hygiene; Medical education; Medicine","score_opus":0.030593867702049433,"score_gpt":0.37464271407183103,"score_spread":0.3440488463697816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409086629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876914,0.00045628037,0.00035826158,0.009413345,0.00043590754,0.00052919873,0.0000016132542,0.000016569686,0.0010974128],"genre_scores_gemma":[0.99615186,0.0005631425,0.00071704196,0.0017555467,0.000066903594,0.00012643117,0.000014219564,0.0000035367843,0.0006012957],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99899423,0.000051949883,0.00033550346,0.00020448113,0.00029394755,0.000119909426],"domain_scores_gemma":[0.99959624,0.00007309541,0.00007790859,0.00010163025,0.00010726784,0.000043837303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012540607,0.00006607782,0.00015298462,0.0001936282,0.000077491146,0.000035156107,0.00007437059,0.00006950066,0.00003376973],"category_scores_gemma":[0.0010160155,0.000052979005,0.000018745623,0.0004711478,0.00045617012,0.000117869145,0.000046464906,0.00015101732,0.0000011055889],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047938727,0.00028413002,0.29085287,0.000042133517,0.00002183659,1.9343511e-7,0.00020542832,2.6188443e-8,0.00055068184,0.0004805895,0.023192734,0.68432146],"study_design_scores_gemma":[0.00097399903,0.00013048862,0.99215436,0.00008877062,0.0000724362,0.000004643852,0.0020757744,0.0001328652,0.00023957023,0.0002520838,0.0038271055,0.00004789649],"about_ca_topic_score_codex":0.00004446112,"about_ca_topic_score_gemma":0.000008062057,"teacher_disagreement_score":0.7013015,"about_ca_system_score_codex":0.00005806249,"about_ca_system_score_gemma":0.00003716189,"threshold_uncertainty_score":0.21604212},"labels":[],"label_agreement":null},{"id":"W4409203876","doi":"10.1111/tct.70089","title":"Student Perceptions of Narrative Feedback in Entrustable Professional Activities","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital; Alberta Hospital Edmonton","funders":"","keywords":"Narrative; Feeling; Medical education; Perception; Psychology; Thematic analysis; Narrative review; Medicine; Qualitative research; Social psychology; Psychotherapist; Sociology","score_opus":0.046751973630320326,"score_gpt":0.48550243202925497,"score_spread":0.4387504583989347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409203876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967791,0.00003632978,0.00007205993,0.020508183,0.0007002894,0.00039562298,7.5065344e-7,0.00001682941,0.010478911],"genre_scores_gemma":[0.95253783,0.000019573945,0.0004444711,0.0013305199,0.00016393338,0.00006035822,0.000009145989,0.0000054101474,0.045428738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998716,0.0002478577,0.0005469709,0.00014174222,0.00022389201,0.00012354231],"domain_scores_gemma":[0.9992333,0.00027585993,0.00009237437,0.0002764118,0.000101108235,0.000020949456],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015918572,0.00006930195,0.00024059927,0.00008499682,0.000070596085,0.0000044792682,0.00012811123,0.000117345284,0.0013314402],"category_scores_gemma":[0.0013904654,0.000042904296,0.000068480615,0.0004058833,0.00037005058,0.000041511208,0.0000699044,0.00070069515,0.000017723247],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021520247,0.0036308432,0.8629459,0.00006299725,0.00012050419,0.0000010455719,0.017012678,0.000005410446,0.00025464053,0.0046168696,0.08535732,0.02577656],"study_design_scores_gemma":[0.0010407952,0.00008307978,0.93140286,0.00024913717,0.00004517278,8.971792e-7,0.06115762,0.00014350026,0.000041379117,0.0010696251,0.004721547,0.00004438915],"about_ca_topic_score_codex":0.000015719399,"about_ca_topic_score_gemma":0.0000090495605,"teacher_disagreement_score":0.08063578,"about_ca_system_score_codex":0.000098256845,"about_ca_system_score_gemma":0.00033042274,"threshold_uncertainty_score":0.99958146},"labels":[],"label_agreement":null},{"id":"W4409210123","doi":"10.1007/978-981-97-9372-3_13","title":"Faculty Development: A Catalyst for Health Professions Curriculum Renewal","year":2025,"lang":"en","type":"book-chapter","venue":"Innovation and change in professional education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; McGill University Health Centre","funders":"","keywords":"Curriculum; Health professions; Medical education; Engineering ethics; Political science; Sociology; Engineering; Pedagogy; Medicine; Health care; Law","score_opus":0.07015932363008458,"score_gpt":0.4332362031515878,"score_spread":0.3630768795215032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409210123","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08860511,0.0073769744,0.0017495838,0.56144327,0.06200908,0.045552768,0.00090858695,0.00083890255,0.23151569],"genre_scores_gemma":[0.0162277,0.00012929125,0.013373988,0.02877165,0.0015530689,0.004748115,0.041770656,0.00008612231,0.8933394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974245,0.000026668184,0.0012239285,0.0005663736,0.0004592882,0.0002992505],"domain_scores_gemma":[0.9974682,0.000046470315,0.0006988356,0.00028734395,0.0014346471,0.00006452288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007737295,0.00035053818,0.0005030271,0.0017121813,0.0003528529,0.000021838807,0.000113543276,0.0005752816,0.0001527309],"category_scores_gemma":[0.00049466797,0.00032140352,0.00004768004,0.0007795394,0.0000845501,0.00015512657,0.00007992558,0.0007394491,0.000013067771],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008057405,0.00076088053,0.0016264723,0.002449154,0.00005280887,6.270858e-7,0.0045389733,3.375622e-8,0.000015831409,0.26434106,0.25568575,0.47044784],"study_design_scores_gemma":[0.0012795803,0.00010973694,0.01039986,0.012806412,0.000053003285,0.00001876722,0.0015815701,0.00009645953,0.000041081195,0.012681033,0.9604719,0.00046057298],"about_ca_topic_score_codex":0.000070026705,"about_ca_topic_score_gemma":0.00008100808,"teacher_disagreement_score":0.7047862,"about_ca_system_score_codex":0.0008339196,"about_ca_system_score_gemma":0.006730266,"threshold_uncertainty_score":0.9999238},"labels":[],"label_agreement":null},{"id":"W4409210145","doi":"10.1007/978-981-97-9372-3_16","title":"Starting and Sustaining a Faculty Development Program","year":2025,"lang":"en","type":"book-chapter","venue":"Innovation and change in professional education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Medical education; Medicine","score_opus":0.0711553418113969,"score_gpt":0.4316817272844723,"score_spread":0.36052638547307536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409210145","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65889883,0.002977401,0.000104182436,0.08340954,0.009209781,0.011287246,0.000029518864,0.00044575738,0.23363775],"genre_scores_gemma":[0.09039998,0.0001681243,0.024759008,0.023925314,0.0012388017,0.0026124676,0.0063264105,0.00008192819,0.85048795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983039,0.000015225979,0.00074773934,0.0003877625,0.00035414152,0.00019121399],"domain_scores_gemma":[0.99850875,0.00003353312,0.0003477305,0.0001456431,0.0009290323,0.00003532859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055673905,0.00024126377,0.0002821814,0.0012092807,0.0001685158,0.0000322163,0.00004877708,0.00039581902,0.00012858503],"category_scores_gemma":[0.00039149477,0.00022956988,0.000015147678,0.00050303334,0.000087828565,0.00014439739,0.000083307845,0.0006658055,0.000004651631],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003527342,0.00022584645,0.0025589808,0.0007840385,0.00002072672,0.0000013848559,0.0033863892,1.4095319e-8,0.000012258681,0.09975012,0.012070864,0.8811541],"study_design_scores_gemma":[0.0012151931,0.0001482078,0.08861762,0.012112074,0.00007529228,0.000020260617,0.0045739464,0.00028998498,0.00006221962,0.020304462,0.8719805,0.00060027046],"about_ca_topic_score_codex":0.000019379053,"about_ca_topic_score_gemma":0.00001249765,"teacher_disagreement_score":0.88055384,"about_ca_system_score_codex":0.0003566076,"about_ca_system_score_gemma":0.0021170338,"threshold_uncertainty_score":0.9361588},"labels":[],"label_agreement":null},{"id":"W4409210658","doi":"10.1007/978-981-97-9372-3_4","title":"Faculty Development for Research Capacity Building","year":2025,"lang":"en","type":"book-chapter","venue":"Innovation and change in professional education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Toronto","funders":"","keywords":"Capacity development; Capacity building; Sociology; Architectural engineering; Geography; Political science; Engineering; Environmental planning","score_opus":0.27872320007608276,"score_gpt":0.5087949438792018,"score_spread":0.230071743803119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409210658","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4690512,0.002119009,0.001572989,0.1295124,0.033360787,0.024323387,0.00022829858,0.00034131028,0.33949062],"genre_scores_gemma":[0.0399848,0.00006677126,0.034506116,0.009402647,0.002048044,0.004028917,0.007401764,0.00007181683,0.9024891],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779767,0.000028460025,0.00080157345,0.0004792297,0.00062230905,0.000270749],"domain_scores_gemma":[0.99648803,0.00011845046,0.00026195723,0.00022876242,0.0028657077,0.00003709706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018168456,0.00023178892,0.0003086088,0.0022837576,0.0002968545,0.000026826494,0.00010390298,0.0005922998,0.00016238994],"category_scores_gemma":[0.0010535648,0.0002237464,0.00002887961,0.0007876681,0.00012833108,0.00013488141,0.00007718756,0.0010169052,0.000010888206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006442997,0.0002320728,0.0004912416,0.0010246517,0.000022976556,3.1865835e-7,0.0017965558,2.5531861e-8,0.00009662527,0.50757134,0.078589514,0.41011027],"study_design_scores_gemma":[0.000656827,0.00005920311,0.0122966925,0.0059148194,0.000023729885,0.000008355069,0.0005652315,0.00008089449,0.00028380417,0.043017093,0.9368306,0.0002627901],"about_ca_topic_score_codex":0.000030541956,"about_ca_topic_score_gemma":0.00001723554,"teacher_disagreement_score":0.858241,"about_ca_system_score_codex":0.0008890439,"about_ca_system_score_gemma":0.0030827238,"threshold_uncertainty_score":0.9124114},"labels":[],"label_agreement":null},{"id":"W4409210674","doi":"10.1007/978-981-97-9372-3_18","title":"Preparing the Next Generation of Teachers","year":2025,"lang":"en","type":"book-chapter","venue":"Innovation and change in professional education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.11650552726276311,"score_gpt":0.40494387468395515,"score_spread":0.288438347421192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409210674","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4427971,0.0050974973,0.0001430814,0.06429163,0.019654648,0.0069716615,0.000025904554,0.00011668852,0.4609018],"genre_scores_gemma":[0.3607026,0.00043168504,0.0013984629,0.012953631,0.0021439183,0.00075434614,0.0021258811,0.000048519785,0.619441],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984313,0.000029594918,0.00076343224,0.00028436873,0.00037579084,0.00011547622],"domain_scores_gemma":[0.99837035,0.000051226292,0.00047133068,0.00030005624,0.00079153624,0.000015486597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063881587,0.00018908373,0.0002571688,0.0008969117,0.000105207015,0.000017300816,0.00009099369,0.00038561036,0.00019472928],"category_scores_gemma":[0.00042382642,0.00014852377,0.000032714495,0.0005412439,0.00012769776,0.00016510669,0.000054533386,0.0006334974,0.0000049616383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033149023,0.00019850479,0.0011675134,0.00042466883,0.00003341268,2.2807504e-7,0.0034987326,2.5618007e-7,0.0007209051,0.33267534,0.080582775,0.5806645],"study_design_scores_gemma":[0.0016080881,0.00022000194,0.047799647,0.013217337,0.0003179537,0.000049338385,0.003718588,0.0025609066,0.00082813634,0.029695865,0.89922535,0.0007587857],"about_ca_topic_score_codex":0.000055664128,"about_ca_topic_score_gemma":0.000026277094,"teacher_disagreement_score":0.81864256,"about_ca_system_score_codex":0.00023881785,"about_ca_system_score_gemma":0.0012131293,"threshold_uncertainty_score":0.60566235},"labels":[],"label_agreement":null},{"id":"W4409210755","doi":"10.1007/978-981-97-9372-3_1","title":"Faculty Development: Core Concepts and Principles","year":2025,"lang":"en","type":"book-chapter","venue":"Innovation and change in professional education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Core (optical fiber); Development (topology); Engineering ethics; Computer science; Engineering; Mathematics; Telecommunications; Mathematical analysis","score_opus":0.12514823135657752,"score_gpt":0.43653160358465226,"score_spread":0.3113833722280748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409210755","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5716435,0.0037307893,0.000072244875,0.03876853,0.012848367,0.006239791,0.000086824424,0.00022238569,0.36638758],"genre_scores_gemma":[0.053889718,0.00021885538,0.0047047497,0.014119914,0.0008001348,0.00065335596,0.0077885077,0.00004491342,0.91777986],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998343,0.000011542513,0.00072608684,0.0004046482,0.00035898716,0.00015576936],"domain_scores_gemma":[0.99856806,0.000038741804,0.00034674187,0.00017709727,0.00083262834,0.000036752233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038635163,0.00025728456,0.00030829175,0.001050872,0.00014708741,0.000020092093,0.00006196724,0.00049228384,0.00028967744],"category_scores_gemma":[0.0003331989,0.00024043153,0.000016045879,0.00041296222,0.00014331692,0.00013446045,0.000084315994,0.0006264419,0.0000123801865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045714776,0.00016789553,0.0056284117,0.00081583933,0.000027740403,0.0000014346043,0.0032004898,1.824347e-8,0.00002947071,0.4443533,0.021969495,0.5237602],"study_design_scores_gemma":[0.0007090108,0.000039986367,0.10917204,0.005773486,0.00003837305,0.000027366359,0.0007767619,0.000071248294,0.000048367827,0.0073304926,0.87569857,0.0003143079],"about_ca_topic_score_codex":0.000014719063,"about_ca_topic_score_gemma":0.000015681815,"teacher_disagreement_score":0.85372907,"about_ca_system_score_codex":0.00028057466,"about_ca_system_score_gemma":0.0018631518,"threshold_uncertainty_score":0.9804513},"labels":[],"label_agreement":null},{"id":"W4409235338","doi":"10.1007/978-981-97-9372-3_5","title":"Faculty Development for Academic Career Development","year":2025,"lang":"en","type":"book-chapter","venue":"Innovation and change in professional education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Career development; Medical education; Psychology; Development (topology); Engineering ethics; Mathematics education; Medicine; Engineering; Mathematics","score_opus":0.1248389657957039,"score_gpt":0.4269112983509109,"score_spread":0.302072332555207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409235338","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40338194,0.008201706,0.003037076,0.15224892,0.066933125,0.038859267,0.00029127233,0.0007640109,0.32628268],"genre_scores_gemma":[0.012316088,0.00007139077,0.0195881,0.017053537,0.0012155082,0.0037226765,0.017149199,0.00006456093,0.92881894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774647,0.000010749925,0.0010693504,0.00046902892,0.00047596561,0.00022846203],"domain_scores_gemma":[0.9978648,0.00004740265,0.00041069527,0.00018597148,0.0014511552,0.00003996873],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006395629,0.00031059983,0.00035209255,0.0014721724,0.00019040285,0.00001455278,0.00010661868,0.0007654868,0.00019565201],"category_scores_gemma":[0.00036426555,0.00029660124,0.000028273758,0.00045352033,0.000061942235,0.00012945861,0.00007169201,0.0008245909,0.000019577801],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007688638,0.00017050028,0.001162644,0.0011121784,0.00004270105,5.3375413e-7,0.004067501,3.7982677e-8,0.00003225176,0.11751982,0.08628234,0.7895326],"study_design_scores_gemma":[0.00068008783,0.000027332268,0.024269616,0.004743735,0.00003492092,0.000009613904,0.0004844518,0.000027398339,0.0002244376,0.0038853195,0.9652992,0.0003139072],"about_ca_topic_score_codex":0.0000066037205,"about_ca_topic_score_gemma":0.000012386841,"teacher_disagreement_score":0.8790168,"about_ca_system_score_codex":0.0008346549,"about_ca_system_score_gemma":0.005115048,"threshold_uncertainty_score":0.9999486},"labels":[],"label_agreement":null},{"id":"W4409312621","doi":"10.1136/leader-2024-001098","title":"Teaching health systems leadership and innovation to physicians","year":2025,"lang":"en","type":"article","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Krembil Foundation; Public Health Ontario; University of Toronto","funders":"","keywords":"Situational ethics; Situated; Context (archaeology); Medical education; Focus group; Autoethnography; Narrative; Situation analysis; Pedagogy; Sociology; Public relations; Psychology; Medicine; Political science; Management","score_opus":0.09322294419924965,"score_gpt":0.433964678189423,"score_spread":0.3407417339901734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409312621","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27446058,0.00042956413,0.03833664,0.6693596,0.0015558228,0.0018852089,0.0000019397064,0.00017010528,0.013800529],"genre_scores_gemma":[0.9101089,0.000001361094,0.0032773816,0.06801956,0.000572616,0.00010640976,0.00003764217,0.00001394876,0.017862141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897873,0.000054671058,0.0003572071,0.00019803784,0.00020244683,0.0002089201],"domain_scores_gemma":[0.99947965,0.000031989784,0.00007939124,0.00021697456,0.00016382885,0.00002818662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008342239,0.00008632219,0.00019075163,0.0005812753,0.00013224785,0.000025020569,0.000045958317,0.00006655174,0.0000072833764],"category_scores_gemma":[0.00077035645,0.00008290633,0.000012398277,0.001315214,0.000045646368,0.00006234225,0.000016478414,0.00031647668,0.000028481527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003964278,0.00017678407,0.004058376,0.0016072886,0.000055617824,0.0000019741947,0.0061219158,0.000019391102,0.0019830863,0.17506564,0.39211604,0.41875425],"study_design_scores_gemma":[0.0030927511,0.0006151725,0.1101361,0.007765228,0.00011517154,0.0000961649,0.113843635,0.0055456064,0.0007634279,0.0008539239,0.75654066,0.0006321933],"about_ca_topic_score_codex":0.000095385454,"about_ca_topic_score_gemma":0.0000035761013,"teacher_disagreement_score":0.63564837,"about_ca_system_score_codex":0.0001671139,"about_ca_system_score_gemma":0.00022228876,"threshold_uncertainty_score":0.3380822},"labels":[],"label_agreement":null},{"id":"W4409340582","doi":"10.56367/oag-046-11541","title":"Chronic pain and healthcare education in Canada: Bridging the divide","year":2025,"lang":"en","type":"article","venue":"Open Access Government","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bridging (networking); Chronic pain; Health care; Medicine; Psychology; Political science; Computer science; Physical therapy; Computer security","score_opus":0.01934150612306093,"score_gpt":0.3871039151101448,"score_spread":0.3677624089870839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409340582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63230413,0.0013068976,0.0006470822,0.35031956,0.0007912078,0.0015975058,0.000004748579,0.000006247544,0.013022611],"genre_scores_gemma":[0.97501427,0.000069864174,0.00011476847,0.02239459,0.00012978374,0.00019392066,0.000013141198,0.000005210465,0.002064445],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99906373,0.00007024189,0.00022008509,0.00016646106,0.00034447372,0.00013500334],"domain_scores_gemma":[0.9995531,0.00006327473,0.000070152506,0.00024319864,0.000040822262,0.00002944097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007900231,0.0000646304,0.00011215491,0.000025874551,0.00010238404,0.00012239564,0.0003412381,0.000020962421,0.000083434235],"category_scores_gemma":[0.00043825252,0.000048810827,0.000006452508,0.0003456017,0.000023528926,0.00017366554,0.00032419755,0.00017486924,8.755707e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000008401263,0.000033634413,0.26684698,0.000112855494,0.000008328146,8.877137e-7,0.00005426341,0.0000031894372,0.0000112733815,0.0020810738,0.05979963,0.67103946],"study_design_scores_gemma":[0.00036648219,0.00002073796,0.88259697,0.0005866865,0.000013705607,0.0000021781436,0.0013946225,0.00079888816,0.00015400472,0.0002713102,0.1137375,0.00005690095],"about_ca_topic_score_codex":0.77540684,"about_ca_topic_score_gemma":0.7870634,"teacher_disagreement_score":0.6709826,"about_ca_system_score_codex":0.005970013,"about_ca_system_score_gemma":0.009279038,"threshold_uncertainty_score":0.9978459},"labels":[],"label_agreement":null},{"id":"W4409343411","doi":"10.1002/aet2.70035","title":"Entrustable professional activity use in emergency medicine: A scoping review","year":2025,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Scope (computer science); Observational study; MEDLINE; Curriculum; Medical education; Alternative medicine; Medicine; Psychology; Computer science; Political science; Pedagogy; Pathology","score_opus":0.15164977721837106,"score_gpt":0.5127715188326579,"score_spread":0.3611217416142869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409343411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000062645624,0.9885938,0.000022852299,0.002152534,0.0032214615,0.002348361,0.0000024002527,0.000032573724,0.0035633652],"genre_scores_gemma":[0.00001896956,0.988166,0.0005669087,0.0010434538,0.00040430925,0.00085814984,0.00032663177,0.000023982073,0.008591609],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9978169,0.00018445279,0.0010092212,0.00044371068,0.00029226122,0.0002534341],"domain_scores_gemma":[0.99871266,0.00024130533,0.00040608094,0.0003317216,0.00021750345,0.00009073582],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009960092,0.00028272063,0.0013134864,0.0006169213,0.00011052876,0.000010168974,0.00009381783,0.00022826162,0.0011869974],"category_scores_gemma":[0.0046406644,0.00022752561,0.00009893092,0.0016031229,0.0000704649,0.00017997672,0.000040017476,0.0007040449,0.000009268887],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016510894,0.00015327158,0.00007388331,0.19635741,0.000016483062,6.199399e-7,0.00033135817,4.652392e-9,7.2266005e-8,0.00032069808,0.0127562955,0.7899882],"study_design_scores_gemma":[0.0001356665,0.000018541472,0.0002681854,0.627698,0.00037606014,0.000028563572,0.00022779407,0.0000021245996,4.5084597e-8,0.0000340654,0.3710822,0.00012878857],"about_ca_topic_score_codex":0.000046251393,"about_ca_topic_score_gemma":0.000012923422,"teacher_disagreement_score":0.7898595,"about_ca_system_score_codex":0.00020545814,"about_ca_system_score_gemma":0.0061882064,"threshold_uncertainty_score":0.99972606},"labels":[],"label_agreement":null},{"id":"W4409455948","doi":"10.3138/cjms-2025-0003","title":"Ongoing Challenges in Clinical Precepting","year":2025,"lang":"en","type":"article","venue":"˜The œCanadian journal of medical sonography.","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology","score_opus":0.05940854009346818,"score_gpt":0.3925915130485881,"score_spread":0.3331829729551199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409455948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6659245,0.0077297054,0.0011035964,0.3031627,0.004307399,0.000377795,8.747241e-7,0.000018491006,0.017374983],"genre_scores_gemma":[0.99077815,0.00084146817,0.0011659724,0.0062529203,0.0008602054,0.0000068026975,0.0000018391277,0.000010805751,0.000081812505],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99718857,0.0002179088,0.0012307982,0.0001598272,0.0008247592,0.00037815335],"domain_scores_gemma":[0.998298,0.00034739994,0.00026738035,0.00026613296,0.00029265173,0.00052843324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008201228,0.00011620817,0.0003758752,0.0010193364,0.00018440171,0.000037744154,0.00048616098,0.00035360112,0.00039061165],"category_scores_gemma":[0.003711861,0.000081089565,0.00022042527,0.0012658325,0.0005391315,0.00006878148,0.000023093042,0.0019765797,0.000011112761],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026645317,0.000114308605,0.17738478,0.00006366471,0.000102496524,0.00009357023,0.0007120191,0.0000019479376,6.3026556e-7,0.0032347168,0.013916437,0.80434877],"study_design_scores_gemma":[0.0019860961,0.00023083371,0.66376925,0.002194811,0.00009359041,0.00024628156,0.003186261,0.00072327006,0.0000028895354,0.002182245,0.3252683,0.000116175266],"about_ca_topic_score_codex":0.0016043835,"about_ca_topic_score_gemma":0.0447586,"teacher_disagreement_score":0.8042326,"about_ca_system_score_codex":0.00017678335,"about_ca_system_score_gemma":0.0046473094,"threshold_uncertainty_score":0.97267205},"labels":[],"label_agreement":null},{"id":"W4409476426","doi":"10.4300/jgme-d-24-00524.1","title":"Construct Validity Evidence for ACGME Milestones in Surgical Specialties: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Graduate medical education; Context (archaeology); Construct validity; Formative assessment; Accreditation; Inter-rater reliability; MEDLINE; Systematic review; Medical education; Evidence-based medicine; Medicine; Psychology; External validity; Evidence-based practice; Validity; Nursing; Rating scale; Psychometrics; Clinical psychology; Patient satisfaction; Alternative medicine; Pathology","score_opus":0.2265361997761885,"score_gpt":0.518192283470297,"score_spread":0.2916560836941085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409476426","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038984257,0.9814269,0.0001831737,0.00846368,0.005237045,0.0044887424,0.0000060328075,0.0000146987095,0.00014074448],"genre_scores_gemma":[0.000010621356,0.9925824,0.0018486592,0.0020101862,0.0021673464,0.00066655606,0.000117105505,0.000036205718,0.0005609099],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9914903,0.0008943383,0.004881993,0.0003828673,0.0019980117,0.0003524811],"domain_scores_gemma":[0.98902994,0.0039399634,0.0036522984,0.0007169874,0.002299389,0.00036142222],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008867516,0.00045987265,0.0050716894,0.0012346618,0.000076571225,0.000034748326,0.0006171423,0.0005742112,0.00024873967],"category_scores_gemma":[0.13414557,0.00031648684,0.0010175782,0.0019547427,0.00027130765,0.0001962068,0.00005292777,0.0017358044,0.000017890266],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002117435,0.00039424063,0.0000054439306,0.6646194,0.00009619956,0.000027492531,0.00005014343,1.114369e-8,7.8883655e-9,0.00027599826,0.036106285,0.2984036],"study_design_scores_gemma":[0.00039244402,0.00015265119,0.0000054878124,0.7580419,0.004312338,0.0026315786,0.0001177726,0.0000058346805,1.3721929e-7,0.00024452957,0.23392339,0.00017191253],"about_ca_topic_score_codex":0.000010722436,"about_ca_topic_score_gemma":0.0000025886732,"teacher_disagreement_score":0.2982317,"about_ca_system_score_codex":0.0012448932,"about_ca_system_score_gemma":0.030596497,"threshold_uncertainty_score":0.9999287},"labels":[],"label_agreement":null},{"id":"W4409476670","doi":"10.1007/s11606-025-09392-y","title":"Beyond Workarounds: Enhancing Education, Care, and Wellness on Inpatient Medicine Rotations —A Multicenter Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Mayo Foundation for Medical Education and Research","keywords":"Hospital medicine; Medicine; Workaround; Graduate medical education; Preceptor; Grounded theory; Inpatient care; Medical education; Nursing; Family medicine; Qualitative research; Health care; Accreditation","score_opus":0.01556694931794953,"score_gpt":0.4148389947108754,"score_spread":0.3992720453929258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409476670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527128,0.0018384365,0.0033186094,0.02137892,0.0060347007,0.0006574787,0.0000012699492,0.000014438037,0.01404337],"genre_scores_gemma":[0.98132676,0.0001390153,0.002308241,0.008708815,0.0023715778,0.000038072198,0.00002113529,0.000021415466,0.005064996],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996819,0.0002729903,0.00156395,0.00027291643,0.000856562,0.00021454906],"domain_scores_gemma":[0.9964991,0.00035675435,0.00070156733,0.00027934666,0.0019887635,0.0001744582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014101911,0.00025579624,0.0006699601,0.0012398575,0.000153623,0.000019124622,0.00019653971,0.00008836565,0.00022420415],"category_scores_gemma":[0.0031374446,0.00017221717,0.00006452846,0.00077890384,0.00034610525,0.00015770858,0.000046074896,0.00074769714,0.0000048851334],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024287174,0.004043217,0.030910773,0.0007294985,0.0012672236,0.000082931576,0.44966567,0.000037168425,0.0050969413,0.009637544,0.20932226,0.28677806],"study_design_scores_gemma":[0.014900873,0.015471573,0.058659717,0.014432673,0.001476549,0.000249197,0.86227846,0.000271062,0.002575883,0.0036945508,0.025610559,0.0003788813],"about_ca_topic_score_codex":0.00034020568,"about_ca_topic_score_gemma":0.000050994415,"teacher_disagreement_score":0.41261283,"about_ca_system_score_codex":0.0005287666,"about_ca_system_score_gemma":0.00046710097,"threshold_uncertainty_score":0.70228124},"labels":[],"label_agreement":null},{"id":"W4409491872","doi":"10.2196/62838","title":"Making Medical Education Courses Visible: Theory-Based Development of a National Database","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blueprint; Terminology; Trainer; Computer science; Presentation (obstetrics); Medical education; Medical terminology; World Wide Web; Multimedia; Medicine; Engineering","score_opus":0.021760971897443766,"score_gpt":0.43867567464835555,"score_spread":0.4169147027509118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409491872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7453247,0.0012701736,0.06198641,0.119232096,0.010191843,0.0033236581,0.000016314054,0.00038462933,0.058270212],"genre_scores_gemma":[0.9179496,0.000020820093,0.031059751,0.045459356,0.0008050291,0.0010738348,0.0014448155,0.000033352502,0.0021533933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499536,0.00016157067,0.0011232062,0.0004588258,0.0029571103,0.0003039139],"domain_scores_gemma":[0.9969908,0.00026689895,0.0003225182,0.0004799513,0.0016788588,0.00026096439],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028537957,0.00023327865,0.00035864717,0.0009737765,0.00019615171,0.000023561515,0.0003876812,0.0004173048,0.0050395047],"category_scores_gemma":[0.020173425,0.0002144592,0.00007999356,0.0017644505,0.000373877,0.00015532273,0.00007769671,0.00064150867,0.000055727713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021246732,0.007869513,0.0067085773,0.0012804738,0.00009674163,0.0000017348348,0.0009453251,0.0000012649084,0.00018160153,0.109380424,0.21313404,0.66018784],"study_design_scores_gemma":[0.0066795624,0.00027918734,0.095299706,0.029145733,0.00035072124,0.00016143202,0.007985625,0.010959116,0.005561464,0.0114251925,0.8310466,0.0011056685],"about_ca_topic_score_codex":0.0000102985505,"about_ca_topic_score_gemma":0.000009146628,"teacher_disagreement_score":0.6590822,"about_ca_system_score_codex":0.0006554686,"about_ca_system_score_gemma":0.10275236,"threshold_uncertainty_score":0.99587},"labels":[],"label_agreement":null},{"id":"W4409511014","doi":"10.1002/sono.12517","title":"International Musculoskeletal Radiology Conference and Ultrasound Workshop: Lessons Learned From an Educational Outreach Event in Jakarta, Indonesia","year":2025,"lang":"en","type":"article","venue":"Sonography","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Memorial University of Newfoundland","funders":"","keywords":"Outreach; Event (particle physics); Medicine; Medical physics; Medical education; Radiology; Political science; Law","score_opus":0.026346570441412243,"score_gpt":0.38399597419030607,"score_spread":0.3576494037488938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409511014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93892944,0.00019071835,0.0014839412,0.05603822,0.0008392988,0.00021870411,0.000012057199,0.000027279886,0.0022603238],"genre_scores_gemma":[0.9942379,0.00018966988,0.0029023418,0.0011967076,0.00025628295,0.00009872235,0.0009039574,0.000009147803,0.0002052523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988299,0.000084390114,0.00033228763,0.0003785383,0.00018291148,0.0001919467],"domain_scores_gemma":[0.99923694,0.00019778106,0.00007530786,0.00025959904,0.00016586429,0.00006452435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030251025,0.00013559456,0.00021252489,0.0007001347,0.00007547485,0.000035246398,0.00015107807,0.00016815827,0.00033568373],"category_scores_gemma":[0.00039864515,0.00013494157,0.000060735663,0.0007060985,0.0002634404,0.00013490225,0.000030273994,0.00040792345,0.000006859739],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009633053,0.0006966805,0.8554232,0.000026385373,0.00014433276,0.0000021636458,0.0014161895,0.0000053707995,0.00090934406,0.028188834,0.0034585586,0.109632626],"study_design_scores_gemma":[0.0011209039,0.00004442309,0.97681624,0.00012045795,0.00004738387,0.000011997608,0.0019275357,0.0003165789,0.000032565822,0.013376096,0.0060665305,0.00011926104],"about_ca_topic_score_codex":0.00014304493,"about_ca_topic_score_gemma":0.00009429106,"teacher_disagreement_score":0.12139308,"about_ca_system_score_codex":0.00007829106,"about_ca_system_score_gemma":0.0002723075,"threshold_uncertainty_score":0.55027574},"labels":[],"label_agreement":null},{"id":"W4409522867","doi":"10.1080/10401334.2025.2492620","title":"Examining Differences in the Preparation and Performance of US MCAT Examinees from Lower-SES Backgrounds: Awareness, Access, and Action Insights to Narrow Learning Opportunity and Performance Gaps and Promote Learning for All Aspiring Physicians","year":2025,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Columbia College","funders":"","keywords":"Psychology; Action (physics); Medical education; Mathematics education; Pedagogy; Medicine; Physics","score_opus":0.07287473292260677,"score_gpt":0.36700765695232607,"score_spread":0.2941329240297193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409522867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99668527,0.00093167083,0.00036291036,0.0011989792,0.00010846844,0.00047382255,2.458094e-7,0.000038628117,0.00020000007],"genre_scores_gemma":[0.9976092,0.000929973,0.0006494225,0.0003674289,0.0001389439,0.00006144209,0.000045444,0.000014475409,0.00018368794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998389,0.00035044606,0.00042744188,0.00039668992,0.00022929326,0.00020713585],"domain_scores_gemma":[0.99882174,0.00072344375,0.00021362743,0.00011650763,0.000071474846,0.000053232932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022358592,0.00020066653,0.00043422883,0.0003847748,0.0005525795,0.00006313833,0.00007844782,0.00010839796,0.0000028943155],"category_scores_gemma":[0.003020663,0.00015267113,0.000008435354,0.00029530274,0.00023182946,0.00038244904,0.00007504885,0.0012709885,6.163452e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020280585,0.00004564065,0.753844,0.0007564656,0.000018573828,9.879294e-7,0.030001989,0.0001961622,0.002339113,0.00002171694,0.000018866103,0.21255367],"study_design_scores_gemma":[0.0011563452,0.0016685757,0.9139508,0.0033142355,0.00008272783,0.00001101828,0.012950339,0.065014794,0.00010867591,0.00003272955,0.0015674732,0.00014230162],"about_ca_topic_score_codex":0.0007070688,"about_ca_topic_score_gemma":0.00009530738,"teacher_disagreement_score":0.21241136,"about_ca_system_score_codex":0.000043526077,"about_ca_system_score_gemma":0.000060571303,"threshold_uncertainty_score":0.62257475},"labels":[],"label_agreement":null},{"id":"W4409530202","doi":"10.1177/08465371251332504","title":"First Year in a New Leadership Role: Lessons Learned","year":2025,"lang":"en","type":"review","venue":"Canadian Association of Radiologists Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Public relations; Shared leadership; Leadership development; Work (physics); Neuroleadership; Transactional leadership; Transformational leadership; Balance (ability); Space (punctuation); Political science; Computer science","score_opus":0.12518736717869816,"score_gpt":0.3955337591079233,"score_spread":0.27034639192922516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409530202","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008450414,0.96699446,0.00008234637,0.026827464,0.001107222,0.00051030866,0.000038825245,0.000016138803,0.0044148006],"genre_scores_gemma":[0.00006595922,0.97907937,0.0012595087,0.00061607413,0.00079530326,0.000014574556,0.0001797685,0.000026223292,0.017963223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753124,0.000277582,0.001052656,0.00025404285,0.00036024954,0.0005242364],"domain_scores_gemma":[0.997658,0.00034796735,0.0010895602,0.0002647172,0.00030606077,0.00033366866],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019162575,0.00024508193,0.0013961042,0.0017804027,0.000112531736,0.000037992177,0.0003013096,0.0009580543,0.00033301773],"category_scores_gemma":[0.014285422,0.0002295773,0.00033017775,0.0014051017,0.00006468834,0.00006222197,0.000013156522,0.0018809682,0.000043922373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000052468927,0.000030345704,0.0021839044,0.002796794,0.0002043448,0.000032793494,0.00016948248,0.0000036565536,3.46815e-8,0.0014065363,0.2256957,0.7674712],"study_design_scores_gemma":[0.0005678817,0.00004552459,0.0014217427,0.012337862,0.0003556853,0.00012119797,0.00025399812,0.0000059749177,5.9474218e-8,0.00033768814,0.9843953,0.00015706188],"about_ca_topic_score_codex":0.0029247983,"about_ca_topic_score_gemma":0.022939833,"teacher_disagreement_score":0.7673141,"about_ca_system_score_codex":0.008224328,"about_ca_system_score_gemma":0.021910343,"threshold_uncertainty_score":0.99558294},"labels":[],"label_agreement":null},{"id":"W4409769745","doi":"10.1080/0142159x.2025.2495628","title":"Barriers and facilitators to the cultivation of communities of practice for faculty development in medical education: A scoping review","year":2025,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"AO Foundation","keywords":"Medical education; Faculty development; MEDLINE; Professional development; Psychology; Medicine; Political science","score_opus":0.0805172405620791,"score_gpt":0.5012172452638957,"score_spread":0.42070000470181657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409769745","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011862941,0.97939277,0.0005958044,0.014935517,0.0002994541,0.0040092757,0.000006549083,0.000012091661,0.0006299009],"genre_scores_gemma":[0.000018313633,0.9896712,0.003576131,0.003664388,0.000106969695,0.0020088041,0.00042343413,0.000017065553,0.00051372417],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961837,0.0005069156,0.0016827635,0.0002242328,0.0012174116,0.00018500986],"domain_scores_gemma":[0.99747247,0.00079667236,0.0004756727,0.00043431332,0.0006020154,0.00021888515],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005950266,0.0002281379,0.001385659,0.0003050016,0.00007526702,0.000005262464,0.00035471754,0.00040180373,0.00074744015],"category_scores_gemma":[0.1056092,0.00014625821,0.0001168008,0.001024795,0.00028515744,0.00005261337,0.00013760656,0.0008275624,0.0000026558578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007604331,0.00015812475,0.00012950749,0.16180627,0.00006880711,3.98973e-7,0.001631412,1.4646136e-8,3.7352486e-9,0.00021428068,0.014528369,0.8214552],"study_design_scores_gemma":[0.00017984169,0.000032560376,0.000010483932,0.4309387,0.0002209978,0.0000142149065,0.001439854,0.000009326366,1.7054279e-7,0.000004035511,0.5670785,0.00007134922],"about_ca_topic_score_codex":0.000064296095,"about_ca_topic_score_gemma":0.00004230183,"teacher_disagreement_score":0.82138383,"about_ca_system_score_codex":0.0002302107,"about_ca_system_score_gemma":0.014812919,"threshold_uncertainty_score":0.9907722},"labels":[],"label_agreement":null},{"id":"W4409865967","doi":"10.1097/jmq.0000000000000248","title":"The Clinician in Quality and Innovation: A Qualitative Study of a Novel Academic Pathway at 10 Years","year":2025,"lang":"en","type":"article","venue":"American Journal of Medical Quality","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Women in Science and Engineering Newfoundland and Labrador; Women's College Hospital; Sunnybrook Health Science Centre; The Wilson Centre; University Health Network; University of Toronto; Health Sciences Centre","funders":"","keywords":"Medicine; Promotion (chess); Health care; Quality management; Quality (philosophy); Medical education; Qualitative research; Informatics; Academic detailing; Nursing; Psychological intervention; Management; Political science; Sociology","score_opus":0.12398872598233909,"score_gpt":0.5510184612912495,"score_spread":0.4270297353089104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409865967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96601754,0.0001845836,0.00057140796,0.032401457,0.00031051235,0.00027924657,0.000002947165,0.000006313355,0.00022600756],"genre_scores_gemma":[0.9951846,0.00011095318,0.0006171819,0.0037205631,0.00013981397,0.000013081159,0.0000037650773,0.00000784081,0.00020220185],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931548,0.0014084053,0.0031537425,0.00021364864,0.0018497781,0.00021958175],"domain_scores_gemma":[0.9935646,0.0029977341,0.0019859523,0.0003489521,0.0009781806,0.00012458232],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027309753,0.00012827864,0.0007781083,0.0004929808,0.000086178654,0.000008576841,0.00033441721,0.00014636152,0.000057681515],"category_scores_gemma":[0.03335461,0.00008931132,0.000065899236,0.0033089526,0.0013549386,0.00006877137,0.00012991442,0.0013803382,0.0000011834732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002786493,0.0050545176,0.10264538,0.00020205617,0.00045370392,0.000025561249,0.09270464,0.0000014505498,0.00036433645,0.0468921,0.0029660156,0.74590373],"study_design_scores_gemma":[0.0071500815,0.002056881,0.6431832,0.0006566117,0.00006859386,0.000043370394,0.33765334,0.00006484771,0.000041114916,0.0016716436,0.00726472,0.00014564177],"about_ca_topic_score_codex":0.0002594906,"about_ca_topic_score_gemma":0.00007475017,"teacher_disagreement_score":0.7457581,"about_ca_system_score_codex":0.00023378574,"about_ca_system_score_gemma":0.0011749768,"threshold_uncertainty_score":0.97478783},"labels":[],"label_agreement":null},{"id":"W4409911691","doi":"10.1111/tct.70096","title":"Enhancing Workplace Learning: A Video Reflexive Ethnography Study","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"Australian Government; Toowoomba Hospital Foundation","keywords":"Reflexivity; Debriefing; Psychology; Medical education; Experiential learning; Affordance; Fieldnotes; Observational learning; Observational study; Thematic analysis; Participant observation; Ethnography; Pedagogy; Applied psychology; Qualitative research; Medicine; Sociology","score_opus":0.08631805087004098,"score_gpt":0.4941055374360941,"score_spread":0.4077874865660531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409911691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94821674,0.000119603916,0.0012488611,0.02540494,0.0009303309,0.0007380377,7.551482e-8,0.00018104199,0.023160385],"genre_scores_gemma":[0.9510224,0.000017225362,0.0010736824,0.005728079,0.0005897552,0.000079893965,0.00000529062,0.000016737547,0.041466925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977696,0.0006194482,0.00075949106,0.00032294018,0.00030223624,0.00022631783],"domain_scores_gemma":[0.99833375,0.0006613801,0.00014341048,0.0006207916,0.00018670817,0.00005397573],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060740174,0.00012755349,0.0003232334,0.00013718648,0.00021782922,0.000020710784,0.00022020222,0.00018488811,0.00033132694],"category_scores_gemma":[0.010569419,0.000082158345,0.0001496697,0.0012215206,0.00029650104,0.000035312733,0.00010189623,0.0020512864,0.00014203954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043038192,0.0029566407,0.7810639,0.00004201909,0.00048910396,0.000008181419,0.0050476417,0.00000526354,0.00005939175,0.0008786345,0.08478246,0.12423635],"study_design_scores_gemma":[0.0041342024,0.0014403526,0.6665447,0.0005461366,0.0008109446,0.0000061868786,0.031663716,0.00052154815,0.0000876676,0.0027608208,0.29120168,0.00028206434],"about_ca_topic_score_codex":0.000019131608,"about_ca_topic_score_gemma":0.000008378608,"teacher_disagreement_score":0.20641921,"about_ca_system_score_codex":0.000062577645,"about_ca_system_score_gemma":0.0001817376,"threshold_uncertainty_score":0.99776495},"labels":[],"label_agreement":null},{"id":"W4410029728","doi":"10.36834/cmej.79283","title":"Multi-source feedback in undergraduate medical education: a pilot study","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; Université de Sherbrooke; Queen's University; University of British Columbia; Medical Council of Canada","funders":"","keywords":"Facilitator; Medical education; Adaptation (eye); Psychology; Peer feedback; Medicine; Computer science","score_opus":0.019519117897705135,"score_gpt":0.3574491329677202,"score_spread":0.3379300150700151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410029728","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37426135,0.0012483399,0.0015428122,0.5961682,0.011870208,0.00144449,0.0000014891283,0.00007073866,0.013392386],"genre_scores_gemma":[0.8124086,0.00014121001,0.0035982516,0.16889481,0.0016960751,0.00020211191,0.000058466605,0.000042423122,0.012958011],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995444,0.00032571488,0.0012676716,0.0004710627,0.001817628,0.00067393895],"domain_scores_gemma":[0.9918944,0.00009773111,0.00020554128,0.00056392787,0.0011347482,0.006103632],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002756025,0.00028327724,0.0004535174,0.00212704,0.00038726043,0.000116262534,0.000613441,0.00032894104,0.018141635],"category_scores_gemma":[0.06267067,0.00026940537,0.00007576583,0.0025866332,0.00030054053,0.00018249144,0.000046695663,0.0026042722,0.000181941],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005975041,0.008553892,0.0560548,0.0000878656,0.0000913279,0.00008728082,0.0010485714,0.0000022202341,0.0000044502067,0.001518539,0.5370844,0.39540687],"study_design_scores_gemma":[0.0065925005,0.00083839084,0.23123215,0.003153771,0.0001697432,0.0024292937,0.018935436,0.002070491,0.000004627834,0.0011494994,0.7329113,0.00051278475],"about_ca_topic_score_codex":0.014059293,"about_ca_topic_score_gemma":0.055680554,"teacher_disagreement_score":0.4381473,"about_ca_system_score_codex":0.0023087345,"about_ca_system_score_gemma":0.27869704,"threshold_uncertainty_score":0.9999758},"labels":[],"label_agreement":null},{"id":"W4410089134","doi":"10.1136/leader-2024-001062","title":"Leadership knowledge and behaviours: outcomes of a full-day leadership workshop focusing on personal growth in foundation doctors","year":2025,"lang":"en","type":"article","venue":"BMJ Leader","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Network for Business Sustainability","funders":"","keywords":"Likert scale; Psychology; Foundation (evidence); Test (biology); Leadership development; Medical education; Experiential learning; Leadership; Leadership style; Focus group; Medicine; Social psychology; Pedagogy; Public relations; Political science; Developmental psychology","score_opus":0.1483428629618608,"score_gpt":0.4118961108632601,"score_spread":0.26355324790139933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410089134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93988323,0.00055642246,0.0011906078,0.054792266,0.0006005986,0.0007997179,0.0000014244949,0.00005089184,0.0021248339],"genre_scores_gemma":[0.9929674,0.000008042067,0.0011452631,0.0023202433,0.00019761611,0.000064777676,0.00004587513,0.000021439952,0.0032293152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983662,0.00011907415,0.0005254722,0.00033364524,0.00032939893,0.00032620516],"domain_scores_gemma":[0.9990259,0.00035967663,0.0001255115,0.00020631333,0.00023196077,0.00005066064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009865151,0.00019460663,0.00036864466,0.0007855279,0.00007223535,0.000024282856,0.00008926671,0.00023115611,0.00011550364],"category_scores_gemma":[0.0026059619,0.00017698799,0.000069096066,0.000975789,0.0003151518,0.00013696864,0.000023886518,0.0005199506,0.000019668187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000537017,0.0019411612,0.6928384,0.002008891,0.00021405262,0.000025121684,0.0339658,0.0000046417713,0.0018040092,0.0182174,0.016512835,0.23193072],"study_design_scores_gemma":[0.0037428748,0.00023559388,0.9354841,0.0034712087,0.00024666794,0.000032557396,0.05220608,0.0012006158,0.001977611,0.00025165896,0.00076125143,0.00038975067],"about_ca_topic_score_codex":0.00003863612,"about_ca_topic_score_gemma":0.000061413804,"teacher_disagreement_score":0.24264579,"about_ca_system_score_codex":0.00025611543,"about_ca_system_score_gemma":0.00028950602,"threshold_uncertainty_score":0.7217361},"labels":[],"label_agreement":null},{"id":"W4410119939","doi":"10.36834/cmej.81481","title":"International Congress on Academic Medicine: 2025 medical education abstracts","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Association of Universities and Colleges of Canada","funders":"","keywords":"Medical education; Computer science; Computational biology; Data science; Medicine; Biology","score_opus":0.013493612340625067,"score_gpt":0.390188847185847,"score_spread":0.37669523484522194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410119939","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030923791,0.0006950612,0.00013362443,0.68178505,0.0662417,0.00044125254,0.000003308221,0.000056999997,0.21971925],"genre_scores_gemma":[0.33099803,0.0017573383,0.0009153005,0.5986977,0.012777739,0.00016427465,0.00042251014,0.000057777113,0.054209314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944265,0.00015041808,0.0014636968,0.0004740215,0.0028761588,0.0006092245],"domain_scores_gemma":[0.99020576,0.00017901411,0.0003692605,0.00048997876,0.0019823075,0.0067736614],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028221007,0.00031222857,0.00042686297,0.0023412781,0.00042457244,0.00007494563,0.0009270795,0.0010058072,0.099903576],"category_scores_gemma":[0.12750463,0.00027383806,0.0001121137,0.0012989934,0.0005875127,0.00023647168,0.00003887148,0.0039967694,0.00037975635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033315337,0.00026754732,0.0015820854,0.000042643413,0.00006766237,0.000029906161,0.00020436142,0.0000011345654,0.0000059977538,0.0133795645,0.6875718,0.29681396],"study_design_scores_gemma":[0.0012927324,0.00009409388,0.011512437,0.0038189706,0.00008620152,0.0012738575,0.001959778,0.00033092505,0.000025236832,0.002069232,0.9773284,0.00020812561],"about_ca_topic_score_codex":0.002186218,"about_ca_topic_score_gemma":0.0010702705,"teacher_disagreement_score":0.30007425,"about_ca_system_score_codex":0.002124297,"about_ca_system_score_gemma":0.20033662,"threshold_uncertainty_score":0.9999714},"labels":[],"label_agreement":null},{"id":"W4410251136","doi":"10.1080/0142159x.2025.2501254","title":"Global research aims for the study of cost and value in health professions education: A Delphi study of international experts","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Delphi method; Medical education; Value (mathematics); Health professions; Delphi; Psychology; Medicine; Engineering ethics; Management science; Political science; Health care; Computer science; Engineering","score_opus":0.12253449635285586,"score_gpt":0.5582452587195774,"score_spread":0.43571076236672157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410251136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9485432,0.0003504609,0.00043848166,0.04542918,0.00077307166,0.0035043606,0.00000104552,0.000008102105,0.00095208874],"genre_scores_gemma":[0.9969055,0.0000277239,0.00018464494,0.0006079824,0.00016859472,0.001033247,0.000010843163,0.0000058615046,0.0010556185],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9976303,0.00038981813,0.0006499077,0.00022180511,0.00093243207,0.00017573067],"domain_scores_gemma":[0.9987816,0.0002539781,0.00009999767,0.00031199522,0.00047664237,0.000075737924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045535187,0.00007349173,0.00023879319,0.00024679996,0.000114033195,0.00000589044,0.00024466516,0.00008873351,0.00018454433],"category_scores_gemma":[0.0075483313,0.00004805777,0.000018704337,0.0010223357,0.00021304167,0.00002909765,0.00012734998,0.00037824485,3.6747556e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022013838,0.023726545,0.73081917,0.00018107961,0.0001320014,0.0000012881799,0.030729149,0.0000034324119,0.00000228195,0.0040317453,0.056336164,0.15381698],"study_design_scores_gemma":[0.0070895185,0.0016053189,0.4283696,0.0011385005,0.000047624926,0.0000069834077,0.5374629,0.007890403,0.0000022755114,0.0010917824,0.01521938,0.00007569564],"about_ca_topic_score_codex":0.0016037972,"about_ca_topic_score_gemma":0.00043218027,"teacher_disagreement_score":0.5067338,"about_ca_system_score_codex":0.00027922017,"about_ca_system_score_gemma":0.0018502739,"threshold_uncertainty_score":0.9036603},"labels":[],"label_agreement":null},{"id":"W4410335356","doi":"10.18192/uojm.v15i1.6588","title":"Exploring Learner Perceptions of Undergraduate Medical Leadership Training at the University of Ottawa","year":2025,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Training (meteorology); Perception; Psychology; Medicine; Geography","score_opus":0.11425261638405289,"score_gpt":0.3006302308110304,"score_spread":0.18637761442697753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410335356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7984336,0.00048685496,0.01225504,0.17629859,0.0006454692,0.00017948233,0.0000035883547,0.000013333391,0.011684014],"genre_scores_gemma":[0.9933111,0.00062381517,0.0017015035,0.00040321707,0.00014161774,3.475321e-8,0.000008350149,0.0000075407725,0.0038027936],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9979611,0.00016676585,0.00056503527,0.00013584354,0.0009859671,0.00018526342],"domain_scores_gemma":[0.99773157,0.0003471941,0.0006765407,0.00027137678,0.0008442432,0.00012906619],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019564035,0.00011947823,0.00057416275,0.00061335135,0.00019128292,0.000001003807,0.00041217025,0.00012838138,0.0017051828],"category_scores_gemma":[0.0017111701,0.000096899326,0.0001741679,0.0008822743,0.001950702,0.00015217774,0.000075669865,0.0006446969,0.000004176359],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016760017,0.0016280308,0.14232713,0.0027912664,0.0028005731,0.00052040623,0.08905051,0.0004693759,0.014637211,0.05493159,0.38746372,0.3017042],"study_design_scores_gemma":[0.017694581,0.0018053971,0.2392878,0.010011797,0.0025650843,0.0005059672,0.5452516,0.00068853254,0.0012423856,0.00058827095,0.18006586,0.00029270764],"about_ca_topic_score_codex":0.00020236777,"about_ca_topic_score_gemma":0.00014939214,"teacher_disagreement_score":0.4562011,"about_ca_system_score_codex":0.00024181715,"about_ca_system_score_gemma":0.00072598265,"threshold_uncertainty_score":0.9992074},"labels":[],"label_agreement":null},{"id":"W4410340516","doi":"10.1007/s44217-025-00521-7","title":"Are we ready to integrate modern technologies into the medical curriculum for students a systematic review","year":2025,"lang":"en","type":"review","venue":"Discover Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Process Simulations Limited (Canada)","funders":"","keywords":"Curriculum; Systematic review; Medical education; Engineering ethics; Medicine; Computer science; MEDLINE; Psychology; Engineering; Pedagogy; Political science","score_opus":0.03733203524349537,"score_gpt":0.48400369990016795,"score_spread":0.4466716646566726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410340516","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007456739,0.9559585,0.001781385,0.026547583,0.0020199157,0.013398994,0.000018894427,0.00013121209,0.0001360878],"genre_scores_gemma":[0.000010403585,0.9663742,0.000722144,0.005878173,0.00028919548,0.022328243,0.00089118705,0.000048334296,0.0034581167],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9962164,0.00021861368,0.0015205661,0.00061571423,0.0011301667,0.0002985497],"domain_scores_gemma":[0.9963635,0.0003230683,0.0010518114,0.0014445911,0.0007432176,0.00007376395],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016962615,0.00047599542,0.0022685418,0.00053256674,0.00017001024,0.00009464728,0.0011653366,0.00045771297,0.000027973587],"category_scores_gemma":[0.023344673,0.00026002535,0.00036752113,0.0019123799,0.00010801891,0.00009699876,0.00021501632,0.0007786368,0.00009351868],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012530132,0.00033354608,0.0000066114208,0.5698314,0.0001282221,5.47741e-7,0.00016911331,1.6471985e-8,8.795074e-9,0.00064128335,0.08471428,0.34417376],"study_design_scores_gemma":[0.00006147813,0.000025463441,0.0000015157688,0.59314305,0.0029139507,0.000020703766,0.0019046621,0.000006886669,1.4114732e-7,0.00028482836,0.40148526,0.00015204016],"about_ca_topic_score_codex":0.000031927375,"about_ca_topic_score_gemma":0.00001741718,"teacher_disagreement_score":0.3440217,"about_ca_system_score_codex":0.0009089128,"about_ca_system_score_gemma":0.004018483,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W4410340914","doi":"10.1097/acm.0000000000006088","title":"Navigating Expectations in the Transition to the Pass/Fail Step 1 Exam: Tensions and Recommendations From Student Leaders of the NEXT Step 1 Project","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"United States Medical Licensing Examination; Licensure; Grading (engineering); Medical education; Curriculum; Grassroots; Psychology; Transition (genetics); Medical school; Medicine; Political science; Pedagogy","score_opus":0.07785393505834425,"score_gpt":0.43094110568124255,"score_spread":0.3530871706228983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410340914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5751882,0.0004998698,0.0018837155,0.42033917,0.00045963284,0.0013070445,0.000006876412,0.00001630726,0.00029919928],"genre_scores_gemma":[0.96948195,0.00021356395,0.0008223894,0.028626263,0.00035586298,0.00024777243,0.00009991664,0.000011591309,0.00014070336],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99789107,0.0003320925,0.00074635935,0.00026978613,0.00055609667,0.0002046249],"domain_scores_gemma":[0.99814373,0.0009750553,0.00016722402,0.00048736957,0.00019205388,0.000034544024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013378698,0.00014700017,0.0002657479,0.00014420877,0.00030216595,0.000008334499,0.0003509107,0.00014445475,0.000051767427],"category_scores_gemma":[0.002583327,0.000072330964,0.00003482309,0.0019309713,0.00047601727,0.000086284206,0.000056764224,0.0014836148,0.0000035023],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006522753,0.00012974328,0.009771292,0.00012014646,0.00014722341,0.000002358423,0.58821976,0.000034654728,0.0052546444,0.0037508025,0.30574217,0.086761996],"study_design_scores_gemma":[0.0015500869,0.00012997708,0.05823947,0.0031591216,0.00032339932,0.000015900556,0.9163959,0.0015904262,0.00014305298,0.00041644645,0.017938677,0.00009753873],"about_ca_topic_score_codex":0.00063094404,"about_ca_topic_score_gemma":0.00013557624,"teacher_disagreement_score":0.39429373,"about_ca_system_score_codex":0.00010840328,"about_ca_system_score_gemma":0.00019549356,"threshold_uncertainty_score":0.64456505},"labels":[],"label_agreement":null},{"id":"W4410345151","doi":"10.2196/73507","title":"The Relationship Between Medical Student Neuroticism and Preferred Medical Specialty: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Specialty; Neuroticism; Psychology; Medicine; Family medicine; Computer science; Personality; Social psychology; Pathology","score_opus":0.1504995839470392,"score_gpt":0.563692816447737,"score_spread":0.41319323250069784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410345151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729555,0.00006745866,0.00029234763,0.016954722,0.00065584143,0.0016717629,0.000003155634,0.00004837402,0.0073508257],"genre_scores_gemma":[0.9963986,0.000023259458,0.00002656116,0.00038687157,0.0006106531,0.00049296196,0.00003573214,0.000013253195,0.002012107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99253035,0.00076731853,0.0008648668,0.00033388217,0.005013816,0.00048974506],"domain_scores_gemma":[0.99354285,0.004647688,0.00008735496,0.00046069524,0.0009694519,0.00029198086],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010923112,0.00013988606,0.0002438295,0.00050508836,0.001434998,0.00019492245,0.00046289558,0.00027939386,0.0003254251],"category_scores_gemma":[0.021731144,0.000092941395,0.000047322654,0.0015925782,0.0012176505,0.00018798524,0.00047550915,0.0026631758,0.00009755236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093805436,0.0006258215,0.9586145,0.00006715721,0.00008006557,0.000011054489,0.0023781913,1.09685104e-7,4.4165753e-7,0.01368088,0.009490987,0.014956957],"study_design_scores_gemma":[0.0018046676,0.0004327718,0.98702407,0.00012453299,0.000012008984,0.000018572598,0.0025104107,0.00023691214,0.0000041855455,0.002681445,0.005084049,0.00006640058],"about_ca_topic_score_codex":0.00002330657,"about_ca_topic_score_gemma":0.000028236396,"teacher_disagreement_score":0.028409515,"about_ca_system_score_codex":0.00034677197,"about_ca_system_score_gemma":0.0013670886,"threshold_uncertainty_score":0.999865},"labels":[],"label_agreement":null},{"id":"W4410347885","doi":"10.5334/pme.1681","title":"Beyond Traditional: Clearing the Roadblocks to Advancement in Academic Medicine","year":2025,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"","keywords":"Clearing; Academic medicine; Medical education; Alternative medicine; Medicine; Data science; Computer science; Pathology; Business","score_opus":0.02388735420603935,"score_gpt":0.4018712559539678,"score_spread":0.37798390174792845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410347885","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2872037,0.0011622533,0.002404965,0.64443433,0.0022835454,0.001104868,9.153939e-7,0.00006769793,0.061337728],"genre_scores_gemma":[0.92849594,0.00043147744,0.0008302425,0.065474816,0.0012878434,0.0004936886,0.000049184204,0.000017755383,0.0029190462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99761117,0.00009019446,0.0005310864,0.00045157576,0.0010429726,0.00027301145],"domain_scores_gemma":[0.9988459,0.0002382721,0.00007863694,0.0003928758,0.0002924256,0.0001518866],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013118524,0.00016600173,0.00024950516,0.0007089665,0.00015117,0.00000986128,0.0002750067,0.00018155605,0.0013044573],"category_scores_gemma":[0.012071742,0.00011833317,0.000041045092,0.0017974487,0.000307726,0.00007483471,0.000037931168,0.0011595901,0.00006084153],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022626264,0.0014003521,0.0031892443,0.00008847952,0.0000490863,0.0000028184882,0.026409142,0.000035653964,0.00019956041,0.49028894,0.14374237,0.33436808],"study_design_scores_gemma":[0.0042394386,0.0010260111,0.43557578,0.006081533,0.00017156902,0.00006309447,0.27021733,0.002155023,0.00030894348,0.053546425,0.22610208,0.000512776],"about_ca_topic_score_codex":0.00008898262,"about_ca_topic_score_gemma":0.000014928343,"teacher_disagreement_score":0.6412922,"about_ca_system_score_codex":0.0010606212,"about_ca_system_score_gemma":0.0015912396,"threshold_uncertainty_score":0.99960846},"labels":[],"label_agreement":null},{"id":"W4410399678","doi":"10.4300/jgme-d-24-00776.1","title":"How Data Analytics Can Be Leveraged to Enhance Graduate Clinical Skills Education","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NYU Grossman School of Medicine; Feinberg School of Medicine; York University; College of Medicine, University of Cincinnati; School of Medicine, Stanford University; Northwestern University; University of Cincinnati; Cincinnati Children's Hospital Medical Center; Emory University","keywords":"Analytics; Data science; Graduate medical education; Computer science; Graduate education; Medical education; Medicine; Accreditation","score_opus":0.11031404244565136,"score_gpt":0.48029441927353494,"score_spread":0.3699803768278836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410399678","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4804686,0.0002538366,0.01034679,0.4964164,0.011264179,0.0005099152,0.0000070730553,0.000028109058,0.00070508587],"genre_scores_gemma":[0.8844467,0.0009318965,0.023499275,0.07647208,0.00425328,0.00003511814,0.0004671617,0.000041490333,0.009852994],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99471116,0.00032046958,0.0018989334,0.000531541,0.0021530832,0.00038483916],"domain_scores_gemma":[0.9934626,0.00032913583,0.00093688455,0.0013195323,0.0032812792,0.0006705606],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053944755,0.00027801166,0.00074159185,0.0010286099,0.0001735456,0.0001245293,0.0009851606,0.00031348458,0.00012267652],"category_scores_gemma":[0.057374727,0.00023459134,0.00017985955,0.0021753164,0.0002650242,0.00039746598,0.00017313687,0.0018068771,0.00001688713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065976266,0.002504111,0.0030630773,0.00011999001,0.00012751082,0.000005469055,0.00032159983,9.0133176e-7,0.00005115979,0.00047550804,0.5146284,0.4786363],"study_design_scores_gemma":[0.002775964,0.0012591862,0.21323788,0.006582643,0.0018439776,0.0007470839,0.007811573,0.001825343,0.0017375082,0.005586734,0.7557717,0.0008203892],"about_ca_topic_score_codex":0.000069076974,"about_ca_topic_score_gemma":0.000033984794,"teacher_disagreement_score":0.47781593,"about_ca_system_score_codex":0.0005693104,"about_ca_system_score_gemma":0.023201933,"threshold_uncertainty_score":0.9823356},"labels":[],"label_agreement":null},{"id":"W4410496958","doi":"10.15173/ijsap.v9i1.5634","title":"\"Students are part of our team and they’re part of our workforce\"","year":2025,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Business; Psychology; Political science","score_opus":0.042588455762638894,"score_gpt":0.5453938830061263,"score_spread":0.5028054272434874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410496958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788991,0.00015413371,0.00032116138,0.010413887,0.0059715873,0.00048693854,0.000022581486,0.0000149442685,0.0037156497],"genre_scores_gemma":[0.9856991,0.00023383985,0.0005273539,0.0013470693,0.0007092971,0.000042315467,0.000037376085,0.000016511804,0.011387107],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99727887,0.000037817175,0.0008291206,0.00020363975,0.0014456803,0.00020485795],"domain_scores_gemma":[0.9978498,0.000047178655,0.00057777466,0.00017951771,0.0012551554,0.00009056078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084622,0.00015764957,0.00035006195,0.00039051226,0.0000998499,0.000067940375,0.0005605539,0.000103559374,0.00003567593],"category_scores_gemma":[0.0010653845,0.00013326341,0.00014324207,0.0002017067,0.00004744007,0.00012000067,0.00014533474,0.0002938183,0.000005668169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006434095,0.0012424384,0.78958833,0.00009791129,0.0014580954,0.000015897404,0.0011307814,0.000044386474,0.00013920617,0.0029425588,0.18631376,0.016383238],"study_design_scores_gemma":[0.014242685,0.00089302904,0.34928033,0.005824908,0.00077570113,0.0002459605,0.04732279,0.00015809249,0.002131514,0.0039311857,0.5747372,0.0004565994],"about_ca_topic_score_codex":0.000015001701,"about_ca_topic_score_gemma":0.000008733305,"teacher_disagreement_score":0.44030797,"about_ca_system_score_codex":0.0001722091,"about_ca_system_score_gemma":0.0002421777,"threshold_uncertainty_score":0.5434324},"labels":[],"label_agreement":null},{"id":"W4410510617","doi":"10.1111/medu.15681","title":"Grim fairy tales of curriculum change in medical education","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.011066335145876086,"score_gpt":0.38976706079319645,"score_spread":0.3787007256473204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410510617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8493139,0.0018899748,0.00041914618,0.12978247,0.0056682746,0.00092643016,0.0000011892549,0.00007097534,0.011927641],"genre_scores_gemma":[0.9527969,0.00035186415,0.0016112806,0.042163584,0.0010171016,0.00065239886,0.00036196754,0.000019432584,0.0010254699],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969022,0.0001152979,0.0009255618,0.00037443987,0.0013912373,0.00029126022],"domain_scores_gemma":[0.99854445,0.00007627133,0.00018510182,0.00045209512,0.0005692937,0.00017280383],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013183643,0.00018154543,0.00038845907,0.00090378104,0.000057469442,0.000010515742,0.00029930752,0.0004898435,0.0026263813],"category_scores_gemma":[0.016493527,0.00016438102,0.00007771865,0.002111294,0.00032077293,0.00016376187,0.00007080031,0.00069099944,0.00004515085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022460292,0.005266805,0.12471854,0.00064491003,0.00002077678,0.000002592806,0.0007943059,7.951622e-8,0.000027384614,0.01915435,0.116963394,0.7323844],"study_design_scores_gemma":[0.0029836386,0.00025765123,0.7306056,0.012574412,0.00019202147,0.0001523001,0.007162102,0.0061262646,0.000487556,0.0037505627,0.23521328,0.0004945947],"about_ca_topic_score_codex":0.0010917265,"about_ca_topic_score_gemma":0.00015190055,"teacher_disagreement_score":0.73188984,"about_ca_system_score_codex":0.0003910537,"about_ca_system_score_gemma":0.0152671905,"threshold_uncertainty_score":0.99828535},"labels":[],"label_agreement":null},{"id":"W4410513514","doi":"10.1186/s12909-025-07361-x","title":"A systematic review of the content and delivery of clinical knowledge in orthodontic postgraduate programs","year":2025,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Szegedi Tudományegyetem","keywords":"Competence (human resources); Medical education; CINAHL; Grey literature; Data extraction; Medicine; Psychological intervention; Inclusion (mineral); MEDLINE; Cochrane Library; Educational measurement; Randomized controlled trial; Curriculum; Psychology; Nursing; Pedagogy","score_opus":0.1749222414631452,"score_gpt":0.49861345102332094,"score_spread":0.3236912095601757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410513514","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004114765,0.99081224,0.000034526456,0.00079018716,0.001663359,0.0059442786,0.000002563294,0.0000118242415,0.0003295158],"genre_scores_gemma":[0.000053726388,0.9957193,0.0010097933,0.0011867868,0.0001573345,0.00094890734,0.000157627,0.000020256455,0.00074624753],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9925037,0.0016169996,0.0045041307,0.00038029123,0.0008110846,0.00018378872],"domain_scores_gemma":[0.9935121,0.00194562,0.002202885,0.0010581044,0.0011256809,0.00015559609],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065296064,0.0002732414,0.0036481312,0.00033558358,0.000026319967,0.0000054253746,0.00037489115,0.00048748727,0.000045219855],"category_scores_gemma":[0.077353254,0.00015775836,0.00056268246,0.0016850414,0.00041009305,0.00003269971,0.000128404,0.0008164176,0.000005811535],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003461128,0.0007865638,0.00043146286,0.6078791,0.00006126507,2.4846352e-7,0.000035484045,4.41729e-10,6.18014e-9,0.00031921646,0.0011081926,0.389375],"study_design_scores_gemma":[0.0003097496,0.00006910512,0.00056740217,0.97469664,0.0032499544,0.00005516956,0.00016388673,0.00001728332,1.06561885e-7,0.000013775198,0.020752769,0.000104159255],"about_ca_topic_score_codex":0.000053941556,"about_ca_topic_score_gemma":0.000044906858,"teacher_disagreement_score":0.38927084,"about_ca_system_score_codex":0.00015882886,"about_ca_system_score_gemma":0.02617197,"threshold_uncertainty_score":0.9793487},"labels":[],"label_agreement":null},{"id":"W4410629421","doi":"10.36834/cmej.80274","title":"Perceived value of student-led near-peer teaching in anatomy education within a problem-based learning medical curriculum","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Curriculum; Problem-based learning; Value (mathematics); Medical education; Peer instruction; Computer science; Mathematics education; Anatomy; Psychology; Medicine; Pedagogy; Peer feedback; Machine learning","score_opus":0.005302082670563366,"score_gpt":0.35070267171690106,"score_spread":0.3454005890463377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410629421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8418035,0.00027961173,0.0004354054,0.14585656,0.0034309244,0.0005850737,9.612115e-7,0.000030345833,0.007577614],"genre_scores_gemma":[0.9498877,0.000023988201,0.011725734,0.03586549,0.0007098515,0.00011528363,0.00013875189,0.00003231255,0.0015008795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947406,0.00050342426,0.0014361531,0.00037062063,0.0024247344,0.0005244704],"domain_scores_gemma":[0.99469674,0.00011658191,0.00039431345,0.00032600027,0.0013666415,0.00309974],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005337678,0.00024467887,0.00047898132,0.001722632,0.000424024,0.00009921079,0.0004970459,0.0005431874,0.0068708514],"category_scores_gemma":[0.057320286,0.00022874016,0.000119314755,0.001578312,0.00034587734,0.00018266897,0.000029367257,0.0038125773,0.000019183864],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004954021,0.0042431043,0.42452273,0.0005475151,0.00015345692,0.00007097964,0.009766372,0.00022004035,0.00004457681,0.02030238,0.1853938,0.35468552],"study_design_scores_gemma":[0.006684673,0.0004329563,0.47360477,0.01613239,0.00033088677,0.0011745102,0.04117961,0.04502468,0.000033514592,0.0018482395,0.4127779,0.00077585754],"about_ca_topic_score_codex":0.0099109635,"about_ca_topic_score_gemma":0.0062068226,"teacher_disagreement_score":0.35390967,"about_ca_system_score_codex":0.0018251037,"about_ca_system_score_gemma":0.2080744,"threshold_uncertainty_score":0.9984857},"labels":[],"label_agreement":null},{"id":"W4410638703","doi":"10.2196/74225","title":"Functional Elements of Entrusted Professional Activities for Dental Educators: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Islamic University Malaysia; Universiti Sains Malaysia","keywords":"Preprint; Protocol (science); Medical education; Medicine; Engineering ethics; Psychology; Engineering; Alternative medicine; Computer science; World Wide Web","score_opus":0.4778113048611106,"score_gpt":0.709736480208648,"score_spread":0.23192517534753737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410638703","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.465487e-8,0.05140178,0.00014203106,0.0003996946,0.000080356105,0.94759274,0.00010862608,0.000036679154,0.00023808263],"genre_scores_gemma":[1.7711289e-9,0.032106884,0.0030466844,0.00020440592,0.00078943174,0.95702994,0.0009637831,0.00007148694,0.005787387],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944142,0.00053174736,0.0019878375,0.0007036364,0.0016366584,0.00072589505],"domain_scores_gemma":[0.9950442,0.0013246067,0.000874613,0.00070550054,0.0019212291,0.00012990025],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042962483,0.00041650134,0.0019102806,0.0010567356,0.00033510962,0.00004289105,0.00044381138,0.00043851853,0.000935117],"category_scores_gemma":[0.005410447,0.00031711973,0.00059462,0.0016163043,0.0002796888,0.00015150853,0.00023737455,0.0010778328,0.000013740276],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024766396,0.0009690988,0.0000074124046,0.48898,0.000071051254,2.764066e-7,0.000009889254,2.7712637e-9,0.0000013384378,0.00026087466,0.21782742,0.29162496],"study_design_scores_gemma":[0.0014116856,0.00046290774,0.0000013398671,0.49381268,0.000046879566,0.000005869927,0.000035125624,0.0000011686415,0.000024297116,0.000042775668,0.50404555,0.00010970503],"about_ca_topic_score_codex":0.000001168407,"about_ca_topic_score_gemma":0.0000010802293,"teacher_disagreement_score":0.29151526,"about_ca_system_score_codex":0.00079962274,"about_ca_system_score_gemma":0.018355478,"threshold_uncertainty_score":0.9999782},"labels":[],"label_agreement":null},{"id":"W4410714169","doi":"10.1080/0142159x.2025.2507150","title":"From criteria to impact: The ASPIRE framework as a roadmap for faculty development excellence in health professions education","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Excellence; Health professions; Medical education; Faculty development; Political science; Medicine; Professional development; Engineering ethics; Psychology; Health care; Engineering","score_opus":0.0419519396225294,"score_gpt":0.49732189817656897,"score_spread":0.45536995855403956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410714169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6688635,0.00027348078,0.016181426,0.3104794,0.0014435416,0.0016157135,0.0000026401376,0.00004715545,0.0010931417],"genre_scores_gemma":[0.92905146,0.000010940577,0.021131145,0.03460217,0.0008558758,0.0017688668,0.00032807945,0.000022976881,0.0122285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800545,0.00013098567,0.0006204126,0.00032960615,0.000576291,0.00033727038],"domain_scores_gemma":[0.9989916,0.00012508,0.000091852184,0.00037189323,0.00017616984,0.00024342367],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017125783,0.00015040279,0.0002736805,0.00017747702,0.00020282283,0.000018590074,0.00026605627,0.0002649008,0.0029659283],"category_scores_gemma":[0.01267793,0.00009517993,0.00005059986,0.0008228201,0.00006617286,0.00003960631,0.0000791843,0.0007778008,0.00007901981],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011870924,0.0015172529,0.022556879,0.00020034192,0.000055674773,0.0000015267684,0.025828404,8.103158e-7,0.000027021506,0.0020526059,0.46111155,0.48652923],"study_design_scores_gemma":[0.0015126516,0.00027055416,0.18179478,0.009118867,0.000041315678,0.0000075880193,0.0188242,0.0030374036,0.00012503512,0.016460253,0.7684867,0.0003206893],"about_ca_topic_score_codex":0.00071744504,"about_ca_topic_score_gemma":0.00003858198,"teacher_disagreement_score":0.48620856,"about_ca_system_score_codex":0.00068213925,"about_ca_system_score_gemma":0.00643077,"threshold_uncertainty_score":0.99920183},"labels":[],"label_agreement":null},{"id":"W4410718293","doi":"10.1093/jpids/piaf048","title":"Improving Preparatory Materials for the Pediatric Infectious Diseases Initial Certifying Exam: A Targeted Needs Assessment","year":2025,"lang":"en","type":"article","venue":"Journal of the Pediatric Infectious Diseases Society","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Medical physics; Intensive care medicine","score_opus":0.011038415930916918,"score_gpt":0.32540198134201676,"score_spread":0.31436356541109983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410718293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783,0.002659361,0.00800344,0.0012636709,0.00798172,0.0014479064,0.00007491941,0.000113675036,0.00015530722],"genre_scores_gemma":[0.988703,0.0007357662,0.0002707663,0.002252681,0.00760907,0.00023467065,0.000017218419,0.00004378958,0.00013304011],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99705946,0.00021586381,0.0011461797,0.0002478763,0.0008816884,0.0004488999],"domain_scores_gemma":[0.99576384,0.00079525466,0.0012696107,0.00050506124,0.0015132818,0.00015295428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012127579,0.00031260692,0.0005293228,0.0003788063,0.001029983,0.000173295,0.00037543976,0.00020825345,0.00009826323],"category_scores_gemma":[0.0037472434,0.00019678021,0.0008849632,0.0021886441,0.0001508687,0.0002853893,0.00017978072,0.0006644225,0.0000027622189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015107758,0.0010947014,0.91283077,0.0012834321,0.00057769875,0.000003317707,0.0005554249,0.00030976275,0.00041249816,0.0002132569,0.079625,0.002943051],"study_design_scores_gemma":[0.021120882,0.0020630353,0.90492386,0.0004083519,0.045681294,0.0013980679,0.0057366104,0.0054906243,0.00039823042,0.004888159,0.006373927,0.0015169808],"about_ca_topic_score_codex":0.00003391172,"about_ca_topic_score_gemma":0.0000012311117,"teacher_disagreement_score":0.073251076,"about_ca_system_score_codex":0.0012301618,"about_ca_system_score_gemma":0.0037289474,"threshold_uncertainty_score":0.8024464},"labels":[],"label_agreement":null},{"id":"W4410761092","doi":"10.4300/jgme-d-24-00603.1","title":"Resident and Attending Physician Perspectives on Indirect Observation in Competency-Based Medical Education.","year":2025,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Graduate medical education; Medicine; Family medicine; MEDLINE; Data science; Accreditation; Computer science; Political science","score_opus":0.018858782663319036,"score_gpt":0.30938228621204367,"score_spread":0.29052350354872464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410761092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8969116,0.00036842638,0.000114942704,0.08546281,0.0005858072,0.0008959977,7.0665334e-7,0.000055846478,0.0156038385],"genre_scores_gemma":[0.9831644,0.000036358822,0.0015833263,0.012921967,0.00019996375,0.0012010802,0.000039885777,0.000010063923,0.00084294006],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987928,0.00006110152,0.00027579028,0.00027368907,0.00039487585,0.0002017161],"domain_scores_gemma":[0.9994143,0.000105878615,0.00006473684,0.0001998638,0.00014661519,0.00006858259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065322296,0.00009941213,0.00018087147,0.0005615733,0.000073751915,0.000019812787,0.000078054974,0.00009753554,0.00003786287],"category_scores_gemma":[0.0032682198,0.000093642644,0.000024847492,0.0010046115,0.00010690109,0.00007024659,0.000018026158,0.00030793587,0.0000037247098],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009844131,0.0009653198,0.20861271,0.00017377257,0.00003483023,0.000004594695,0.0012017926,0.0000038051894,0.000026280739,0.096063145,0.010419067,0.68239623],"study_design_scores_gemma":[0.00074285566,0.000020085943,0.9915287,0.0003286034,0.000021414508,0.0000013947881,0.002542653,0.000436612,0.0001758007,0.0020001014,0.0021271592,0.00007465376],"about_ca_topic_score_codex":0.00004966185,"about_ca_topic_score_gemma":0.00003622749,"teacher_disagreement_score":0.78291595,"about_ca_system_score_codex":0.00044661912,"about_ca_system_score_gemma":0.0015285965,"threshold_uncertainty_score":0.39126006},"labels":[],"label_agreement":null},{"id":"W4410777046","doi":"10.1002/jdd.13792","title":"Humanistic environment, perceptions, and associated variables in predoctoral and allied dental programs: 2022 American Dental Education Association climate study results","year":2025,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dental hygiene; Dental education; Humanism; Medicine; Logistic regression; Family medicine; Medical education; Dentistry; Psychology; Political science","score_opus":0.007833930484066054,"score_gpt":0.32976470521912654,"score_spread":0.3219307747350605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410777046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99620813,0.0002983606,0.000017943883,0.00079757045,0.0013577032,0.00087134953,0.000010167523,0.0000154831,0.00042326923],"genre_scores_gemma":[0.9963359,0.00036877816,0.0012245497,0.00038538454,0.00024627286,0.00008090778,0.00030021564,0.000017620503,0.0010403271],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997674,0.0002223624,0.0010047356,0.0002892492,0.00056747586,0.000242161],"domain_scores_gemma":[0.99848443,0.000084403124,0.0009506801,0.00015974326,0.000233713,0.0000870334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013746351,0.00018351543,0.0003586125,0.0006833814,0.00018684105,0.000118679156,0.00010098096,0.00011401572,0.000056204182],"category_scores_gemma":[0.0011475285,0.00018743987,0.000052249117,0.00067245984,0.00011639382,0.00034105548,0.00005813163,0.00047768455,0.000007000608],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022606482,0.007106308,0.9542091,0.000060077986,0.00011468554,0.000002309728,0.0015713723,0.000002099504,0.00078580994,0.00010386776,0.003124256,0.03269408],"study_design_scores_gemma":[0.0021207351,0.000689759,0.9419312,0.00038744253,0.00034077026,0.00007942528,0.05348947,0.00012116327,0.000025769159,0.00007035199,0.0006134876,0.00013043049],"about_ca_topic_score_codex":0.0002761767,"about_ca_topic_score_gemma":0.00027018442,"teacher_disagreement_score":0.051918097,"about_ca_system_score_codex":0.002503218,"about_ca_system_score_gemma":0.0007460599,"threshold_uncertainty_score":0.7643576},"labels":[],"label_agreement":null},{"id":"W4410789244","doi":"10.1002/mus.28443","title":"Educating the Next Generation of Neuromuscular and Electrodiagnostic Practitioners: Challenges and Opportunities","year":2025,"lang":"en","type":"review","venue":"Muscle & Nerve","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Formative assessment; Summative assessment; Certification; Medical education; Medicine; Variety (cybernetics); Board certification; Psychology; Computer science; Continuing medical education; Pedagogy; Continuing education","score_opus":0.24650699732526749,"score_gpt":0.38370988775733084,"score_spread":0.13720289043206335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410789244","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011079952,0.99094254,0.00001879138,0.005773384,0.0003612942,0.00075222994,0.0000044548196,0.000019593537,0.0010196912],"genre_scores_gemma":[0.0006293143,0.99714214,0.00035047033,0.00049705215,0.00059612514,0.00026176547,0.0002474406,0.000023776985,0.00025190148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986319,0.0002189271,0.0004932351,0.000286572,0.00021819248,0.0001512056],"domain_scores_gemma":[0.99850965,0.0005298159,0.00034171206,0.0003681476,0.00020889645,0.000041797215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006056453,0.00020573463,0.0006458728,0.00024432206,0.00012610701,0.000036488862,0.00007986019,0.00016499205,0.000026459542],"category_scores_gemma":[0.0023307092,0.00014631153,0.00008477581,0.00022215424,0.00013098585,0.00011184685,0.00005319988,0.00042027136,0.0000011560634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.4269783e-7,0.000060589824,4.973327e-7,0.014184681,0.000058898375,0.000003452972,0.0004154203,4.3632095e-8,0.000011444372,0.0038345277,0.0014192096,0.9800104],"study_design_scores_gemma":[0.00015038143,0.00013966742,0.00017428544,0.0115183685,0.001439096,0.00013900714,0.0012920629,0.000062779254,0.0000033907631,0.0001013191,0.9848199,0.00015972933],"about_ca_topic_score_codex":0.00001861351,"about_ca_topic_score_gemma":0.0000036940112,"teacher_disagreement_score":0.9834007,"about_ca_system_score_codex":0.00005519908,"about_ca_system_score_gemma":0.0006854736,"threshold_uncertainty_score":0.5966411},"labels":[],"label_agreement":null},{"id":"W4410808847","doi":"10.1200/jco.2025.43.16_suppl.1547","title":"Automated conversational artificial intelligence (AI) for outpatient malignant bowel obstruction (MBO) symptom monitoring.","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Artificial intelligence; Internal medicine; Computer science","score_opus":0.12144213271334077,"score_gpt":0.5116983841409816,"score_spread":0.3902562514276408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410808847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.871912,0.000103454244,0.057608683,0.043936737,0.025310427,0.00053488585,0.000004241592,0.00006171365,0.0005278691],"genre_scores_gemma":[0.9649207,0.000056044755,0.029089179,0.0031592688,0.0024940558,0.000021922098,0.000015210273,0.000010485764,0.00023312792],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99617016,0.0001512789,0.002906394,0.0001856948,0.00039606474,0.00019041786],"domain_scores_gemma":[0.99494195,0.0013377178,0.0013080707,0.0001620922,0.0021322977,0.00011785155],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031576036,0.0001103713,0.0006839915,0.00030351573,0.00008370915,0.000013619354,0.00014355873,0.00045963246,0.00008277762],"category_scores_gemma":[0.015762355,0.00008867973,0.00026695253,0.00035297844,0.00023266235,0.000113296854,0.000027037859,0.0007962654,0.0000132365985],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036383476,0.002808144,0.043531176,0.00015289818,0.0005441602,0.000031637068,0.00034525085,0.00028511466,0.00038061064,0.024965083,0.036624294,0.8866933],"study_design_scores_gemma":[0.0074962317,0.018094536,0.61219144,0.0013966531,0.0017061763,0.00033124213,0.0040660445,0.10830603,0.0064708116,0.04405602,0.19543454,0.0004502387],"about_ca_topic_score_codex":0.0000050495714,"about_ca_topic_score_gemma":0.0000010962366,"teacher_disagreement_score":0.88624305,"about_ca_system_score_codex":0.00047164623,"about_ca_system_score_gemma":0.0027110807,"threshold_uncertainty_score":0.9925283},"labels":[],"label_agreement":null},{"id":"W4410870535","doi":"10.1111/joim.20101","title":"Teaching Gentle Medicine","year":2025,"lang":"en","type":"letter","venue":"Journal of Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Traditional medicine; Intensive care medicine; Medical education; Family medicine","score_opus":0.02024476969618843,"score_gpt":0.3757101489398144,"score_spread":0.355465379243626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410870535","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008863438,0.0017969565,0.003430462,0.9323802,0.012114031,0.00025471408,0.000002747442,0.000028496332,0.04910606],"genre_scores_gemma":[0.0013212966,0.00022738903,0.0022140015,0.8680118,0.07412505,0.000006170568,0.00007867439,0.000057550795,0.053958077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943742,0.00018884757,0.0025554635,0.0003183998,0.002146079,0.00041702332],"domain_scores_gemma":[0.99508756,0.00046264724,0.0019732686,0.0005724444,0.0017524514,0.0001515977],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002492527,0.00046889635,0.0017210731,0.002192304,0.00009067624,0.000012148839,0.0006807313,0.00076964614,0.0029189945],"category_scores_gemma":[0.009836364,0.00029337505,0.00027895762,0.0005026312,0.00053266546,0.00011791707,0.000080353995,0.009897841,0.000031435782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014646501,0.00007481274,0.00024826682,0.0008847648,0.0005672441,0.0020506394,0.00065329316,2.6911684e-7,0.00032211968,0.00012697732,0.9611469,0.03377823],"study_design_scores_gemma":[0.0027638122,0.0019555239,0.00024956992,0.02209332,0.0011901208,0.005044393,0.00047395067,0.000045301487,0.000051427058,0.00070838846,0.965248,0.00017622784],"about_ca_topic_score_codex":0.00026140639,"about_ca_topic_score_gemma":0.0000010907102,"teacher_disagreement_score":0.0643684,"about_ca_system_score_codex":0.0007175895,"about_ca_system_score_gemma":0.0006125342,"threshold_uncertainty_score":0.99995184},"labels":[],"label_agreement":null},{"id":"W4410917303","doi":"10.36834/cmej.78343","title":"Assessing the impact of virtual learning on family medicine trainees’ medical knowledge using progress tests: a retrospective cohort study","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Retrospective cohort study; Cohort; Medical knowledge; Medicine; Medical education; Family medicine; Computer science; Data science; Internal medicine","score_opus":0.027460186942327373,"score_gpt":0.4487459128880802,"score_spread":0.4212857259457528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410917303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623986,0.000585419,0.0004888572,0.02349041,0.002762776,0.0011330603,0.0000013002436,0.000026125545,0.0091134375],"genre_scores_gemma":[0.9921638,0.000035225694,0.00021722954,0.005018451,0.0020018911,0.00008511361,0.000026083679,0.000033599325,0.00041860208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950058,0.00064791384,0.0011811106,0.00038154735,0.0022412564,0.0005423885],"domain_scores_gemma":[0.9934925,0.00037040646,0.00045065477,0.00047771822,0.0022760115,0.0029327373],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0071163718,0.00029490681,0.00066437694,0.0014103227,0.0007276749,0.00008745227,0.00052332424,0.00038377894,0.006947342],"category_scores_gemma":[0.09165611,0.00018930688,0.00015563364,0.0025610842,0.001069184,0.00018247383,0.000036181897,0.0032820487,0.00000934219],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057405636,0.0025528597,0.70103747,0.000063610314,0.000696327,0.00009643687,0.00690191,0.00003191836,0.000062055275,0.001354041,0.08262858,0.20451736],"study_design_scores_gemma":[0.0018436615,0.0012419531,0.95058113,0.0031487376,0.0002703586,0.00081022986,0.033204727,0.0051232725,0.0000044507715,0.00018819868,0.003397002,0.00018628579],"about_ca_topic_score_codex":0.006047538,"about_ca_topic_score_gemma":0.0006257201,"teacher_disagreement_score":0.24954364,"about_ca_system_score_codex":0.00345663,"about_ca_system_score_gemma":0.1118814,"threshold_uncertainty_score":0.9990174},"labels":[],"label_agreement":null},{"id":"W4410924816","doi":"10.1002/mdc3.70148","title":"How to Transition from a Movement Disorder Fellowship to an Academic Position","year":2025,"lang":"en","type":"article","venue":"Movement Disorders Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotchkiss Brain Institute; University of Calgary; University of Toronto","funders":"","keywords":"Transition (genetics); Position (finance); Movement (music); Movement disorders; Psychology; Medicine; Philosophy; Chemistry; Economics; Internal medicine","score_opus":0.03280053940462061,"score_gpt":0.4356987340461208,"score_spread":0.4028981946415002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410924816","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3655856,0.00008609947,0.15601757,0.47309116,0.00107238,0.0017222102,0.000014834914,0.00010506921,0.0023050986],"genre_scores_gemma":[0.44200838,0.00018399504,0.03373786,0.5208027,0.0005602552,0.00044682418,0.0004974893,0.00004138334,0.0017211393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650496,0.00034742345,0.0010818862,0.00084395317,0.0008065457,0.0004152007],"domain_scores_gemma":[0.99768436,0.0006497874,0.00021518623,0.00074291386,0.00040307592,0.00030466178],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020313973,0.00027194514,0.00040928338,0.00032463536,0.00020427175,0.00010160204,0.00026168447,0.00033625483,0.00019141365],"category_scores_gemma":[0.008699767,0.00027242198,0.00013545823,0.0011913469,0.00008063242,0.0006722613,0.00008609721,0.0010230338,0.00011961236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039037475,0.009878187,0.01453118,0.00014647105,0.0006105489,0.0000151648355,0.0034905884,0.00033028997,0.004278132,0.011652717,0.15885758,0.7923054],"study_design_scores_gemma":[0.008920625,0.004776204,0.18705298,0.0008458839,0.0015160996,0.0000013569711,0.02857573,0.004755799,0.0007525287,0.056726437,0.7049958,0.0010805606],"about_ca_topic_score_codex":0.00037947125,"about_ca_topic_score_gemma":0.00013851991,"teacher_disagreement_score":0.79122484,"about_ca_system_score_codex":0.00029841956,"about_ca_system_score_gemma":0.00022110263,"threshold_uncertainty_score":0.9999728},"labels":[],"label_agreement":null},{"id":"W4410929287","doi":"10.47391/jpma.22736","title":"Studying Master’s or PhD on fully funded scholarship in East Asia – A great opportunity for Pakistani doctors","year":2025,"lang":"en","type":"article","venue":"Journal of the Pakistan Medical Association","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Government (linguistics); Medical education; Political science; Medicine; Public relations; Law","score_opus":0.08369523982430367,"score_gpt":0.3937261827929754,"score_spread":0.31003094296867173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410929287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9167161,0.000053688942,0.0017067598,0.07563009,0.0027346204,0.00085340824,0.000008754624,0.000030928055,0.002265644],"genre_scores_gemma":[0.9879717,0.00001970673,0.00081614853,0.0067067184,0.0006137032,0.000029680055,0.0000072862836,0.000024093148,0.003810951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99541444,0.0003894096,0.0015799216,0.0001942402,0.002076609,0.00034535772],"domain_scores_gemma":[0.9966307,0.000792745,0.001063868,0.0002844878,0.0010286265,0.00019952313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009116601,0.00017991425,0.00049976836,0.00041515756,0.00020307684,0.00007551769,0.00038771992,0.00037856118,0.00035616837],"category_scores_gemma":[0.034122664,0.00011331331,0.00021322796,0.0011596007,0.0000672384,0.00016020425,0.000055590117,0.0015227254,0.000006293756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005920027,0.0037042992,0.78917027,0.0008520247,0.0010698829,0.00016878473,0.004052977,0.00001947058,0.0007091613,0.011446206,0.08580771,0.09707917],"study_design_scores_gemma":[0.016892675,0.0016635546,0.8882521,0.0068214107,0.0006563618,0.00013545719,0.015884116,0.0007882335,0.00048700187,0.009738022,0.05825794,0.00042315724],"about_ca_topic_score_codex":0.00001544825,"about_ca_topic_score_gemma":0.00010572488,"teacher_disagreement_score":0.09908178,"about_ca_system_score_codex":0.0031763732,"about_ca_system_score_gemma":0.002225593,"threshold_uncertainty_score":0.9740133},"labels":[],"label_agreement":null},{"id":"W4410936769","doi":"10.2196/57216","title":"Evaluating Tailored Learning Experiences in Emergency Residency Training Through a Comparative Analysis of Mobile-Based Programs Versus Paper- and Web-Based Approaches: Feasibility Cross-Sectional Questionnaire Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Residency training; Web application; Computer science; Test (biology); Multimedia; Medicine; World Wide Web; Continuing education","score_opus":0.17789182387909308,"score_gpt":0.5096643183274795,"score_spread":0.3317724944483864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410936769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947977,0.00029217848,0.0006434438,0.0008883075,0.0007329362,0.0021353567,5.945349e-7,0.00006466017,0.00044481354],"genre_scores_gemma":[0.9923454,0.0000050863796,0.0026131328,0.00016261371,0.0001026045,0.004463038,0.00023948344,0.000008897389,0.00005977281],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960066,0.00056058407,0.001280602,0.0006605301,0.0012330761,0.00025859763],"domain_scores_gemma":[0.9982863,0.00023746317,0.000388172,0.00033825674,0.00065035146,0.00009942725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002803009,0.00021141647,0.0005572264,0.00070827175,0.00023129507,0.000034341258,0.00016139989,0.00022911023,0.0005339114],"category_scores_gemma":[0.006664722,0.00019506634,0.00011277494,0.0043374654,0.00049148634,0.00021806144,0.000029444018,0.0006296206,0.0000010025635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006500478,0.0046413215,0.91282713,0.00026618064,0.00018473523,6.811918e-7,0.05059519,0.0007873891,0.000037823967,0.00027778943,0.000034376,0.029697325],"study_design_scores_gemma":[0.0030875788,0.0009603585,0.7806671,0.00039588433,0.0002575879,6.1021916e-7,0.12097036,0.09337985,0.000018365625,0.00009824336,0.000033357825,0.00013067084],"about_ca_topic_score_codex":0.00024670872,"about_ca_topic_score_gemma":0.00030445383,"teacher_disagreement_score":0.13216001,"about_ca_system_score_codex":0.00043229552,"about_ca_system_score_gemma":0.0062980438,"threshold_uncertainty_score":0.99933535},"labels":[],"label_agreement":null},{"id":"W4411003623","doi":"10.1038/s41393-025-01093-x","title":"A message from Spinal Cord’s Editor-in-Chief","year":2025,"lang":"en","type":"editorial","venue":"Spinal Cord","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Krembil Foundation; University of Toronto; University Health Network; St. Michael's Hospital","funders":"","keywords":"Medicine; Spinal cord; Physical medicine and rehabilitation; Psychiatry","score_opus":0.01914842304797593,"score_gpt":0.3697318742438309,"score_spread":0.350583451195855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411003623","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052776136,0.00086877175,0.00023185223,0.002328892,0.9828443,0.0006956026,0.00019009231,0.0001283823,0.007434508],"genre_scores_gemma":[0.0035135725,0.00018333869,0.0025091043,0.0008235137,0.98051816,0.00018700349,0.0027309607,0.00007091595,0.009463449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955284,0.000093434195,0.0010213865,0.0009392096,0.0018344488,0.0005831295],"domain_scores_gemma":[0.99744284,0.00019460265,0.00038473212,0.0009827161,0.0008483116,0.00014680992],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0006941843,0.0005369335,0.0010105604,0.00072041247,0.00012575681,0.00006697654,0.00053715485,0.0015407599,0.000793371],"category_scores_gemma":[0.006667015,0.00053368026,0.00020042382,0.0010499211,0.00021852211,0.00008227479,0.00016972158,0.0036198157,0.0002179667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070841005,0.0002681877,0.000099977675,0.0005031072,0.000076618344,0.000119606375,0.000013988866,6.44466e-8,0.000035360445,0.00024673235,0.92492896,0.06662326],"study_design_scores_gemma":[0.0016656179,0.004477874,0.002886422,0.0043117944,0.00029691556,0.00000421306,0.0001254913,0.00001334273,0.000023837958,0.00072071305,0.98506474,0.0004090172],"about_ca_topic_score_codex":0.0015977316,"about_ca_topic_score_gemma":0.00012591896,"teacher_disagreement_score":0.06621425,"about_ca_system_score_codex":0.001321951,"about_ca_system_score_gemma":0.0031140856,"threshold_uncertainty_score":0.99975544},"labels":[],"label_agreement":null},{"id":"W4411021933","doi":"10.5770/cgj.28.795","title":"Validity and Utility of the CanMEDS “Resident as Teacher Multisource Feedback” Assessment Tool for Resident-led Structured Teaching","year":2025,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Inter-rater reliability; Narrative; Medicine; Cronbach's alpha; Medical education; Consistency (knowledge bases); Thematic analysis; Summative assessment; Psychology; Formative assessment; Pedagogy; Qualitative research; Rating scale; Clinical psychology; Psychometrics; Computer science","score_opus":0.015434803889780142,"score_gpt":0.33251710919134136,"score_spread":0.31708230530156123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411021933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823835,0.00013994348,0.0022166942,0.011167734,0.0017081563,0.00068070256,0.000021849271,0.00000832829,0.0016730962],"genre_scores_gemma":[0.9893294,0.00001938473,0.0065849344,0.0012507294,0.0004415823,0.00001715732,0.000012572697,0.000014687254,0.0023295374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832827,0.00019783089,0.0005706083,0.0001993441,0.0003825947,0.00032135044],"domain_scores_gemma":[0.9985875,0.00012782589,0.00026900653,0.00034822902,0.00044125158,0.00022619433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021278546,0.00014020922,0.00026375457,0.00039462774,0.00059985084,0.00008419719,0.00021631978,0.00016850015,0.00023860608],"category_scores_gemma":[0.005040467,0.000109063854,0.000102158905,0.0004110748,0.00010900541,0.00007475919,0.00004113249,0.0009193617,4.6883477e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012270895,0.000089590256,0.6644359,0.00036503308,0.00019506551,0.00001618275,0.0026162313,0.000020158846,0.0010845023,0.0030022569,0.2631778,0.06487457],"study_design_scores_gemma":[0.0015231398,0.000060987662,0.9568399,0.00013602737,0.0002581157,0.00012288142,0.001517092,0.0009242235,0.00025753208,0.0028541174,0.035385236,0.000120702345],"about_ca_topic_score_codex":0.013570941,"about_ca_topic_score_gemma":0.0081629,"teacher_disagreement_score":0.29240406,"about_ca_system_score_codex":0.00094905554,"about_ca_system_score_gemma":0.004766462,"threshold_uncertainty_score":0.99299777},"labels":[],"label_agreement":null},{"id":"W4411022977","doi":"10.3138/jvme-2025-0022","title":"Reflections of Novice Veterinary Clinical Educators on Feedback Training: Insights from a UK Training Programme","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive reframing; Thematic analysis; Constructive; Formative assessment; Psychology; Medical education; Peer feedback; Reflection (computer programming); Process (computing); Faculty development; Reflective practice; Pedagogy; Qualitative research; Professional development; Medicine; Computer science; Sociology; Social psychology","score_opus":0.19474246455519223,"score_gpt":0.5032720387163513,"score_spread":0.30852957416115906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411022977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687726,0.00044245462,0.00062388426,0.015025667,0.00906611,0.0003608827,0.0000022458776,0.000030948297,0.005675204],"genre_scores_gemma":[0.97554517,0.00016915333,0.0147522595,0.0066767745,0.0024284981,0.000045498447,0.00005905831,0.00002930905,0.0002942906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956352,0.00033946964,0.0022294566,0.00036036468,0.0011093807,0.00032614602],"domain_scores_gemma":[0.99660045,0.00059047097,0.0009831846,0.00047273998,0.0009488519,0.00040431827],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016874549,0.00025902668,0.0008092219,0.00094217015,0.00013920847,0.00002571283,0.00038374134,0.00045794723,0.00058596884],"category_scores_gemma":[0.010997934,0.00022103384,0.00031541032,0.0013711856,0.00043048296,0.00017904308,0.000056825997,0.0015120726,0.0000132682535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020092602,0.0067393673,0.0019583935,0.00030954572,0.0004834725,0.00008101208,0.009503037,0.0000022260556,0.0034137778,0.0017733418,0.02893631,0.94479024],"study_design_scores_gemma":[0.009156006,0.025147473,0.22681095,0.015480385,0.0010963611,0.0036129293,0.06575146,0.00044526244,0.00048811568,0.0054834085,0.6457945,0.0007331443],"about_ca_topic_score_codex":0.00004079122,"about_ca_topic_score_gemma":0.0000035382707,"teacher_disagreement_score":0.9440571,"about_ca_system_score_codex":0.00038810563,"about_ca_system_score_gemma":0.011432514,"threshold_uncertainty_score":0.9973329},"labels":[],"label_agreement":null},{"id":"W4411070108","doi":"10.3389/jpps.2025.14605","title":"Utilizing transformative learning theory to enhance professional identity formation","year":2025,"lang":"en","type":"article","venue":"Journal of Pharmacy & Pharmaceutical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"American Association of Colleges of Pharmacy","keywords":"Midpoint; Transformative learning; Baseline (sea); Feeling; Psychology; Wilcoxon signed-rank test; Pharmacy; Medicine; Medical education; Social psychology; Nursing; Mathematics; Developmental psychology; Pedagogy","score_opus":0.0590695554846908,"score_gpt":0.5251126006326384,"score_spread":0.46604304514794764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411070108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8489002,0.0006158968,0.11063218,0.026268842,0.0020820554,0.00043166665,9.176982e-7,0.000032434753,0.011035788],"genre_scores_gemma":[0.9867537,0.00020493091,0.00518728,0.007114362,0.00024196868,0.000011031695,0.0000014068079,0.000004713926,0.00048058384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976137,0.00023081763,0.00076398306,0.00015046448,0.0009407896,0.0003002101],"domain_scores_gemma":[0.9987563,0.0002225866,0.00023155451,0.000058987385,0.00056291796,0.00016768635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046120808,0.000121114776,0.0002355128,0.000518722,0.00042805754,0.00006098913,0.00030240064,0.000037732796,0.0005389442],"category_scores_gemma":[0.0014916939,0.00008819109,0.000102956285,0.0018008412,0.00028334692,0.0015376658,0.000052196665,0.0008617063,0.000030093894],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083365827,0.00052513357,0.0046439474,0.0003255236,0.000082858256,0.000013935335,0.0039888225,0.00020794991,0.063614555,0.015140492,0.006357076,0.90426606],"study_design_scores_gemma":[0.0027177243,0.00046429553,0.0046031633,0.0014678135,0.00039177263,0.00024865541,0.008946512,0.024332158,0.33264932,0.005648269,0.6182417,0.00028860907],"about_ca_topic_score_codex":0.0000018953593,"about_ca_topic_score_gemma":4.3423555e-7,"teacher_disagreement_score":0.90397745,"about_ca_system_score_codex":0.00020985329,"about_ca_system_score_gemma":0.00053835486,"threshold_uncertainty_score":0.5901061},"labels":[],"label_agreement":null},{"id":"W4411096098","doi":"10.12688/mep.20391.2","title":"Twelve tips for the transition from training to first faculty position","year":2025,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Position (finance); Transition (genetics); Face (sociological concept); Medical education; Training (meteorology); Process (computing); Psychology; Management; Medicine; Sociology; Computer science; Business; Geography; Biology; Social science","score_opus":0.04160784418671732,"score_gpt":0.35487898964913994,"score_spread":0.31327114546242263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411096098","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22029886,0.00008138832,0.28726527,0.48254108,0.0024129834,0.0016943784,0.00011620697,0.00015913411,0.0054306854],"genre_scores_gemma":[0.9376464,0.0000038994453,0.013794535,0.04349378,0.0009609243,0.0006086985,0.0020547686,0.000018566947,0.0014184503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990062,0.000016744469,0.00027354408,0.00023710061,0.0002663705,0.00020002766],"domain_scores_gemma":[0.9989417,0.00018968878,0.00004415419,0.0002710554,0.00051029184,0.000043074317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048138425,0.00010173983,0.00015969029,0.00017633199,0.00028543881,0.000102611215,0.00014016501,0.00011194939,0.00022089103],"category_scores_gemma":[0.0019966902,0.0000762794,0.000071943236,0.0007669215,0.00004663318,0.00017891538,0.000014596679,0.00020094865,0.000017546454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015029221,0.00012843077,0.00014820095,0.00004971453,0.00010505607,0.0000010285764,0.008933384,0.000029734218,0.0004929213,0.006306547,0.8052955,0.17835914],"study_design_scores_gemma":[0.0025186224,0.0001898568,0.042500295,0.0005055183,0.00038956167,0.000011036399,0.0116143115,0.005607171,0.001954128,0.005071218,0.92942476,0.0002135231],"about_ca_topic_score_codex":0.00010851383,"about_ca_topic_score_gemma":0.00007002543,"teacher_disagreement_score":0.7173475,"about_ca_system_score_codex":0.00017031505,"about_ca_system_score_gemma":0.00018252611,"threshold_uncertainty_score":0.31105837},"labels":[],"label_agreement":null},{"id":"W4411116531","doi":"10.1016/j.cjca.2025.05.022","title":"Impact of Competency-Based Medical Education on Cardiology Resident Physicians","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority","funders":"","keywords":"Medicine; Cardiology; Internal medicine; Medical education; Family medicine; Medical physics","score_opus":0.009258535715241658,"score_gpt":0.33739105322996193,"score_spread":0.3281325175147203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411116531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92193645,0.0005286188,0.006272119,0.029041715,0.0042791683,0.00025600192,0.000012121956,0.0000074810305,0.03766633],"genre_scores_gemma":[0.9950309,0.00002077601,0.00053714,0.0030380553,0.001213358,0.0000061820456,0.000029227318,0.000009534681,0.000114864866],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99858296,0.00020340442,0.0005874056,0.00012941536,0.00024402328,0.0002527646],"domain_scores_gemma":[0.99811715,0.00011961068,0.00024076944,0.0002926944,0.0009768163,0.0002529805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006841647,0.00011470778,0.00066386187,0.0009830135,0.000057478766,0.0000041581216,0.00020575736,0.00024696786,0.00009654277],"category_scores_gemma":[0.00336236,0.000095467745,0.00032357874,0.0004948603,0.00036996027,0.000026015481,0.000005822619,0.0005338807,0.000005980191],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025895133,0.00004254057,0.4150083,0.00009745466,0.00090419216,0.00014490075,0.00017949882,0.0034931106,0.00033960008,0.014907335,0.49965784,0.064966254],"study_design_scores_gemma":[0.0014241269,0.0012974733,0.95341897,0.00074048893,0.0002606504,0.00044499186,0.0003242366,0.00011973995,0.00010209269,0.0022805987,0.039473563,0.000113061535],"about_ca_topic_score_codex":0.00087736425,"about_ca_topic_score_gemma":0.0003152339,"teacher_disagreement_score":0.53841066,"about_ca_system_score_codex":0.0007081319,"about_ca_system_score_gemma":0.052731305,"threshold_uncertainty_score":0.9526388},"labels":[],"label_agreement":null},{"id":"W4411170997","doi":"10.2196/66757","title":"Addressing the Socioemotional Dimension of Medical Education: Protocol for a Scoping Review of Student-Driven Development Strategies","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioemotional selectivity theory; Scopus; Medical education; Context (archaeology); Psychology; Thematic analysis; Health care; Grey literature; Timeline; PsycINFO; MEDLINE; Medicine; Qualitative research; Political science; Sociology; Social science","score_opus":0.6637273167109202,"score_gpt":0.7380726645893863,"score_spread":0.07434534787846603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411170997","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.776682e-8,0.14309259,0.000107359316,0.0014351951,0.000025050276,0.85474193,0.000004558348,0.000017997398,0.0005752276],"genre_scores_gemma":[1.3043976e-8,0.11429041,0.0037467172,0.00020029998,0.00029935926,0.8809608,0.00015842699,0.000033138174,0.00031080365],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.991815,0.0009356601,0.002308817,0.00049056095,0.004023431,0.0004265471],"domain_scores_gemma":[0.99371684,0.00095238944,0.00097536144,0.0007971605,0.0034428698,0.00011540428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00801699,0.0003125968,0.001612868,0.0005737832,0.0003207056,0.00005708557,0.0009787292,0.00046046625,0.00070576556],"category_scores_gemma":[0.0046723885,0.00019278852,0.00031971376,0.0016001288,0.00061134866,0.00010657626,0.0004421493,0.0013419312,0.000008294658],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021972251,0.00090372394,0.000005065771,0.54919845,0.000054996442,4.820348e-7,0.000098865625,2.4060359e-8,2.8264145e-7,0.0014059101,0.025797414,0.4225128],"study_design_scores_gemma":[0.0004550051,0.000150235,0.000007754609,0.54558706,0.000026352505,0.000006888752,0.00011426359,0.0000020332868,0.0000049766513,0.00004399174,0.4535285,0.00007295468],"about_ca_topic_score_codex":0.0000017328488,"about_ca_topic_score_gemma":0.0000012981886,"teacher_disagreement_score":0.42773107,"about_ca_system_score_codex":0.0004837534,"about_ca_system_score_gemma":0.08596622,"threshold_uncertainty_score":0.9192155},"labels":[],"label_agreement":null},{"id":"W4411183657","doi":"10.5334/aogh.4660","title":"Strengthening Faculty Development through Regional and Global Collaboration: An Innovative Virtual Program in Cambodia","year":2025,"lang":"en","type":"article","venue":"Annals of Global Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"China Medical Board","keywords":"General partnership; Medical education; Curriculum; Economic shortage; Incentive; Faculty development; Capacity building; Resource (disambiguation); Medicine; Political science; Psychology; Professional development; Pedagogy; Computer science; Government (linguistics)","score_opus":0.07251169704595874,"score_gpt":0.49275231398819364,"score_spread":0.4202406169422349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411183657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95611995,0.00033054381,0.00042358725,0.040137343,0.00017750713,0.00067480316,0.000044847984,0.00004468394,0.002046736],"genre_scores_gemma":[0.9554323,0.000060972103,0.0327404,0.01118761,0.000057521742,0.00005471688,0.00042772526,0.0000037527188,0.000034976078],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834687,0.00006668576,0.00068724016,0.0002704574,0.0003516708,0.00027707222],"domain_scores_gemma":[0.99852324,0.000015502146,0.00020544522,0.00015458564,0.0010276563,0.00007358925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054397533,0.00013014738,0.00029915827,0.00006521775,0.00010808807,0.00001675922,0.0000772125,0.00010393948,0.0000072844805],"category_scores_gemma":[0.00031997805,0.00012422042,0.000013296577,0.003070267,0.00015429725,0.00017813496,0.00003684497,0.00014672443,0.0000014650251],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027351195,0.0010712702,0.113666974,0.00020598079,0.00006289272,0.0000030205388,0.00310029,0.000008273169,0.000003063426,0.18874986,0.038251232,0.6546036],"study_design_scores_gemma":[0.0016560847,0.0012259883,0.9030064,0.0007677475,0.000007743797,0.000012223525,0.008096444,0.00021687704,0.000110679146,0.0036617368,0.08107206,0.00016602968],"about_ca_topic_score_codex":0.00038194525,"about_ca_topic_score_gemma":0.00049492816,"teacher_disagreement_score":0.7893394,"about_ca_system_score_codex":0.0004890574,"about_ca_system_score_gemma":0.0042262636,"threshold_uncertainty_score":0.74972105},"labels":[],"label_agreement":null},{"id":"W4411184972","doi":"10.54500/2790-1203-2025-125-1-52-58","title":"Enhancing online learning experiences: A cross-sectional study on medical students engagement and challenges","year":2025,"lang":"en","type":"article","venue":"Astana Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Online learning; Psychology; Student engagement; Cross-sectional study; Mathematics education; Medicine; Computer science; Multimedia","score_opus":0.06075297976362632,"score_gpt":0.4470122622222257,"score_spread":0.38625928245859936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411184972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98303354,0.00070884085,0.0019643593,0.011454617,0.0016782933,0.00028919193,3.9138965e-7,0.000049317692,0.0008214715],"genre_scores_gemma":[0.9932721,0.001128022,0.00046503788,0.0035058933,0.0011164331,0.000047783295,0.000008417291,0.000015763051,0.0004405278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928622,0.00036702413,0.0009600195,0.00039778245,0.0050424156,0.00037051688],"domain_scores_gemma":[0.99836284,0.00046084335,0.00016486332,0.00019230736,0.00033316083,0.0004859572],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073673185,0.00019539298,0.00034722703,0.00042729988,0.000563553,0.00012927967,0.00041814143,0.00024847157,0.0020058884],"category_scores_gemma":[0.017367447,0.00015114022,0.000063129766,0.0004184939,0.0003029872,0.00010150984,0.0002291297,0.0027588566,0.000012401615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027964974,0.0048647155,0.7901973,0.00014144465,0.00044660526,0.0005894149,0.017148184,0.0000029649157,0.00002618573,0.0006134697,0.00088684435,0.18480322],"study_design_scores_gemma":[0.003577532,0.0013345651,0.8902658,0.0009959241,0.000051236933,0.00044861238,0.091797434,0.00025140282,0.000021244568,0.00007423672,0.011045185,0.00013678847],"about_ca_topic_score_codex":0.000008397503,"about_ca_topic_score_gemma":0.000022035474,"teacher_disagreement_score":0.18466642,"about_ca_system_score_codex":0.0002705559,"about_ca_system_score_gemma":0.0008508163,"threshold_uncertainty_score":0.9995418},"labels":[],"label_agreement":null},{"id":"W4411204578","doi":"10.4212/cjhp.3831","title":"Touche à tout","year":2025,"lang":"fr","type":"editorial","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gynecology; Computer science; Medicine","score_opus":0.01297780381608025,"score_gpt":0.33304329984692166,"score_spread":0.3200654960308414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411204578","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008035974,0.011332921,0.000059066497,0.09348151,0.87646306,0.0005295873,0.00010678647,0.000007916219,0.009983212],"genre_scores_gemma":[0.078670286,0.0007764813,0.00039112126,0.003580951,0.8887603,0.000014844975,0.00012317742,0.00006696212,0.02761583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588054,0.00022928882,0.0014783477,0.0002626799,0.001218363,0.00093079224],"domain_scores_gemma":[0.9933895,0.00076491665,0.0010448229,0.0005643363,0.0032686247,0.0009678364],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023937044,0.00045534383,0.0007632879,0.0007871174,0.0006916938,0.00022062447,0.0013917527,0.0004617003,0.0038814137],"category_scores_gemma":[0.016261205,0.00034325846,0.0004039402,0.0010829199,0.000887149,0.0002746913,0.000047986265,0.005071774,0.00027434653],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000054175733,0.0001072371,0.00054600014,0.00023807806,0.00057222013,0.00041699177,0.0024040597,0.0000150186315,0.0000070689985,0.00089577335,0.93643653,0.058306824],"study_design_scores_gemma":[0.0019299595,0.00047589047,0.00041640433,0.0020006916,0.001272104,0.00009358679,0.00075314095,0.0000763299,0.0001082839,0.00070259796,0.991873,0.00029796507],"about_ca_topic_score_codex":0.02601388,"about_ca_topic_score_gemma":0.008003638,"teacher_disagreement_score":0.08990056,"about_ca_system_score_codex":0.0046858164,"about_ca_system_score_gemma":0.055052172,"threshold_uncertainty_score":0.99990195},"labels":[],"label_agreement":null},{"id":"W4411206309","doi":"10.3138/jvme-2025-0018","title":"Mixed-Mode Learning: Adoption of Cognitive, Social, and Teaching Presence Elements on Clinical Rotations","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Psychology; Social cognitive theory; Medical education; Mode (computer interface); Teaching method; Mathematics education; Computer science; Medicine; Social psychology; Human–computer interaction","score_opus":0.10604510131019798,"score_gpt":0.5096361990962662,"score_spread":0.4035910977860683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411206309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98391104,0.000113468115,0.0032633308,0.009660888,0.001621305,0.00021408955,9.3734866e-7,0.0000101940495,0.0012047251],"genre_scores_gemma":[0.99287575,0.00019101454,0.004080567,0.0018670661,0.0005562552,0.000015789348,0.00004060211,0.000009423889,0.00036354427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99748576,0.00036455298,0.0011577253,0.00015766436,0.00070574426,0.0001285795],"domain_scores_gemma":[0.99792,0.0005069468,0.0006671973,0.000095647454,0.0006993043,0.000110907764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00230029,0.000104496066,0.00031548293,0.00040667158,0.00015850778,0.000013350908,0.00010763856,0.00017971004,0.000094533825],"category_scores_gemma":[0.02392123,0.00009234246,0.0000884286,0.00024114526,0.0002371982,0.00015406593,0.00003749988,0.0010982978,0.0000031173743],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009570235,0.0040921117,0.058447722,0.00036804765,0.00018364583,0.000010528996,0.0015890362,0.0000027522362,0.00058007514,0.004757838,0.023811484,0.9051997],"study_design_scores_gemma":[0.004402586,0.007157104,0.9236344,0.007926042,0.00048482805,0.00045198828,0.012817532,0.0021322933,0.00012546145,0.0008232578,0.039837983,0.00020653314],"about_ca_topic_score_codex":0.000007487844,"about_ca_topic_score_gemma":5.228704e-7,"teacher_disagreement_score":0.9049932,"about_ca_system_score_codex":0.00010196306,"about_ca_system_score_gemma":0.0017062116,"threshold_uncertainty_score":0.9843007},"labels":[],"label_agreement":null},{"id":"W4411206987","doi":"10.4212/cjhp.3804","title":"Jack (and Jill) of All Trades","year":2025,"lang":"en","type":"editorial","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Library science; History; Computer science","score_opus":0.013031887676356624,"score_gpt":0.33404935775964484,"score_spread":0.32101747008328824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411206987","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04630307,0.0042912425,0.0000085138945,0.032414984,0.9140626,0.00036781936,0.0000882996,0.000005221323,0.002458251],"genre_scores_gemma":[0.26331258,0.0010101907,0.00047592924,0.00143805,0.7309603,0.000007178587,0.00011394237,0.00005119786,0.0026306557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998318,0.00005177622,0.00067923986,0.00011804871,0.00059066806,0.00024222769],"domain_scores_gemma":[0.9976422,0.00022704988,0.00053941034,0.00021519534,0.001083986,0.000292156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008228668,0.0001791384,0.00045572466,0.00044592933,0.00010480308,0.000037904403,0.0003612024,0.00019434422,0.00018617418],"category_scores_gemma":[0.003181528,0.00012645836,0.00013259026,0.0003017703,0.00038626383,0.000087333996,0.000015747772,0.0016410995,0.0000033308618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003580647,0.00003812608,0.00022974687,0.00020348522,0.00029069697,0.000054784137,0.00088134484,7.450652e-7,0.000014536541,0.00010502198,0.98992807,0.008217647],"study_design_scores_gemma":[0.0011381186,0.00029522378,0.0002580438,0.00061127514,0.00057971134,0.00003615504,0.00018992982,0.000009645803,0.00015083973,0.000387668,0.9962359,0.00010750066],"about_ca_topic_score_codex":0.005082852,"about_ca_topic_score_gemma":0.0010207052,"teacher_disagreement_score":0.2170095,"about_ca_system_score_codex":0.00036301644,"about_ca_system_score_gemma":0.008457929,"threshold_uncertainty_score":0.9971632},"labels":[],"label_agreement":null},{"id":"W4411225636","doi":"10.1111/medu.15749","title":"We should <i>nudge</i> clinicians and trainees to participate in health professions education programmes","year":2025,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Medicine; MEDLINE; Family medicine; Psychology; Political science","score_opus":0.10053112275448765,"score_gpt":0.5412412292521381,"score_spread":0.44071010649765047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411225636","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009640008,0.8030088,0.00017654935,0.18828769,0.003267711,0.004339983,0.0000070244255,0.00009309939,0.000722772],"genre_scores_gemma":[0.000051957708,0.9323314,0.003650513,0.05206509,0.00084796775,0.005248792,0.00095728115,0.000057735477,0.0047892644],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951156,0.00048394542,0.0021277308,0.0008014388,0.00086526776,0.0006060314],"domain_scores_gemma":[0.99777234,0.00034539562,0.00048296535,0.0006514253,0.00027734862,0.0004705005],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023883926,0.0004618045,0.0016923181,0.001251945,0.00015890237,0.000043085223,0.00028692762,0.0007855836,0.00023599472],"category_scores_gemma":[0.013403618,0.00037672007,0.00016781101,0.002856078,0.00017686657,0.000088716086,0.00009843873,0.0015645617,0.00005329455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007633447,0.001979346,0.00009739971,0.030131143,0.000024024539,8.82282e-7,0.0016649829,3.316967e-8,2.5418293e-8,0.0006668802,0.17036028,0.79506737],"study_design_scores_gemma":[0.00025286365,0.00016287145,0.00013317866,0.09170095,0.00022940869,0.000037208112,0.0024380411,0.000017149994,1.527632e-7,0.00019216006,0.9045912,0.0002448376],"about_ca_topic_score_codex":0.00021525806,"about_ca_topic_score_gemma":0.00013212365,"teacher_disagreement_score":0.7948225,"about_ca_system_score_codex":0.00076405884,"about_ca_system_score_gemma":0.048347834,"threshold_uncertainty_score":0.99986845},"labels":[],"label_agreement":null},{"id":"W4411335377","doi":"10.22454/fammed.2025.362243","title":"An Exploration of Feedback Using Hattie and Timperley’s Feedback Levels","year":2025,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Task (project management); Observational study; Field (mathematics); Computer science; Process (computing); Medical education; Psychology; Medicine; Mathematics; Pathology","score_opus":0.12636120834594522,"score_gpt":0.4102658320244231,"score_spread":0.2839046236784779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411335377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609934,0.00069708336,0.025158651,0.0064445985,0.00095770974,0.00044203174,0.0000033076465,0.000054712247,0.0052485154],"genre_scores_gemma":[0.98522633,0.00008505314,0.0093941,0.0040781563,0.00041977136,0.000014316153,0.00008425667,0.000018668428,0.00067936647],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9985217,0.00005262139,0.0005692735,0.00027822514,0.00038784818,0.000190374],"domain_scores_gemma":[0.99881846,0.000060691596,0.00014199331,0.00042087704,0.0004737849,0.00008418084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000648621,0.00015731291,0.00040507238,0.00042983826,0.000088171226,0.000007534383,0.00009440059,0.00013877136,0.00013380358],"category_scores_gemma":[0.0007447532,0.00012938943,0.000023825622,0.000906876,0.0003993244,0.00035056547,0.000026691741,0.00022438061,0.000006235945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049354514,0.00091814366,0.033281963,0.0018239596,0.00028007684,0.000018728106,0.009598975,0.000105169966,0.5688491,0.014274979,0.05274719,0.31760818],"study_design_scores_gemma":[0.013197042,0.0024635096,0.8563682,0.0067556235,0.0011258819,0.00007133139,0.041588534,0.03485285,0.013422964,0.0076440386,0.021869339,0.00064072304],"about_ca_topic_score_codex":0.00012350382,"about_ca_topic_score_gemma":0.0000024969534,"teacher_disagreement_score":0.8230862,"about_ca_system_score_codex":0.0001082946,"about_ca_system_score_gemma":0.0002655396,"threshold_uncertainty_score":0.5276348},"labels":[],"label_agreement":null},{"id":"W4411387454","doi":"10.1111/tct.70129","title":"Perspectives on Involving Patients in the Teaching and Assessment of Entrustable Professional Activities in Competence by Design","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Summative assessment; Competence (human resources); Medical education; Medicine; Psychology; Nursing; Pedagogy","score_opus":0.06006672588947217,"score_gpt":0.45744861673155407,"score_spread":0.3973818908420819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411387454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98664874,0.000093323346,0.00026686196,0.009098487,0.00015499537,0.0004809958,5.9273566e-7,0.000006513567,0.003249496],"genre_scores_gemma":[0.99540555,0.00003960049,0.0023269975,0.0014025901,0.000037264446,0.00004311381,0.000004702724,0.0000041904577,0.0007360083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980121,0.0010937194,0.00038434533,0.00015585119,0.00024216846,0.000111790476],"domain_scores_gemma":[0.99796927,0.0016851635,0.00009641588,0.00019761168,0.00004009524,0.000011462622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051346305,0.00006829048,0.00018112923,0.00007527012,0.00008501661,0.000008762206,0.00012854599,0.00007064768,0.000025491061],"category_scores_gemma":[0.0037514984,0.00003674221,0.000022317412,0.0001993108,0.00023569647,0.000050182058,0.000046629833,0.0013219628,4.0239502e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000127205,0.003518385,0.9319445,0.00004570051,0.000027219428,5.656343e-7,0.012539979,0.000006206943,0.000073148956,0.014191882,0.01067872,0.02684651],"study_design_scores_gemma":[0.0011470765,0.00021308295,0.9491912,0.0005089402,0.000018826117,2.7884505e-7,0.04405079,0.0026737975,0.000014286147,0.0014175393,0.00071588997,0.0000482755],"about_ca_topic_score_codex":0.000056743,"about_ca_topic_score_gemma":0.0000034790137,"teacher_disagreement_score":0.03151081,"about_ca_system_score_codex":0.000105768486,"about_ca_system_score_gemma":0.00017357558,"threshold_uncertainty_score":0.5743344},"labels":[],"label_agreement":null},{"id":"W4411405408","doi":"10.1111/tct.70124","title":"Sliding Doors: Pivotal Research Decisions and Their Influence on Exploring Sensitive Topics","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Ottawa","funders":"","keywords":"Doors; Metaphor; Phenomenon; Engineering ethics; Qualitative research; Focus (optics); Psychology; Computer science; Data science; Management science; Epistemology; Sociology; Social science; Engineering","score_opus":0.3983849650108381,"score_gpt":0.5422424185768557,"score_spread":0.14385745356601765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411405408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530519,0.000041954303,0.0002591249,0.03851438,0.00041193416,0.00027843245,4.4886698e-7,0.000039432904,0.0074023963],"genre_scores_gemma":[0.99180216,0.00012127425,0.00060350256,0.003062958,0.00062100793,0.000041061274,0.0000026167068,0.000009113598,0.0037363207],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99849427,0.0003711615,0.00040637527,0.00025651438,0.0002601139,0.00021156193],"domain_scores_gemma":[0.9964115,0.002676206,0.000042621195,0.00049720146,0.00031117976,0.00006128755],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049723336,0.0000864568,0.00019345399,0.00012776008,0.00027217504,0.000026044478,0.00012862704,0.000121455036,0.000025486012],"category_scores_gemma":[0.027537968,0.00005009578,0.000051273382,0.0005758843,0.0003646978,0.000058151396,0.00015153157,0.0014679653,0.00004411926],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031103517,0.0006847032,0.03866741,0.000029972629,0.00014362352,0.000013148639,0.005133165,0.0000084066605,0.00039102227,0.041038983,0.02366156,0.88991696],"study_design_scores_gemma":[0.0023219325,0.0008559567,0.8101266,0.0025223654,0.00010035368,0.000028172746,0.02322854,0.0027635845,0.0016911612,0.024256987,0.13181499,0.00028937013],"about_ca_topic_score_codex":0.000014168798,"about_ca_topic_score_gemma":0.000001610853,"teacher_disagreement_score":0.8896276,"about_ca_system_score_codex":0.00008023658,"about_ca_system_score_gemma":0.00014105666,"threshold_uncertainty_score":0.98065346},"labels":[],"label_agreement":null},{"id":"W4411438054","doi":"10.1016/j.cptl.2025.102413","title":"Fostering career-readiness in pharmacy students through work-integrated learning: Qualitative analysis of co-op supervisor and rotation preceptor feedback on student performance","year":2025,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Preceptor; Medical education; Pharmacy; Curriculum; Psychology; Supervisor; Pharmacy practice; Teamwork; Focus group; Pedagogy; Medicine; Nursing","score_opus":0.08506489806657336,"score_gpt":0.4953275386995272,"score_spread":0.41026264063295387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411438054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99741656,0.00037145158,0.0005234669,0.00031679778,0.00033754265,0.0004616759,0.0000020902205,0.000042515367,0.0005278999],"genre_scores_gemma":[0.99830216,0.00032609134,0.0005080168,0.00014182809,0.000038364364,0.00007305706,0.0002074398,0.000018306871,0.00038473535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708897,0.0010504782,0.0006815966,0.0004300913,0.00047538488,0.00027349906],"domain_scores_gemma":[0.9990642,0.00041235596,0.00021374483,0.000118997785,0.00014072622,0.00004998448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025734897,0.00023438002,0.0005181128,0.0010482917,0.00024849956,0.000056607136,0.00015221465,0.00005060758,0.000051327937],"category_scores_gemma":[0.0013631518,0.00022354661,0.000048323225,0.001621992,0.00010108906,0.0002616968,0.0001355031,0.0022108818,0.0000020271355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002547249,0.00044721644,0.66356677,0.00023232472,0.00024820204,0.0000011231826,0.08802446,0.002324092,0.0002624091,0.000015161532,0.0000479411,0.24457556],"study_design_scores_gemma":[0.0102332635,0.00025001148,0.83066463,0.003977882,0.0008137264,0.000002133252,0.08314381,0.062618315,0.0006505479,0.000009178032,0.007218626,0.00041790443],"about_ca_topic_score_codex":0.00036799329,"about_ca_topic_score_gemma":0.000006705635,"teacher_disagreement_score":0.24415766,"about_ca_system_score_codex":0.00024488146,"about_ca_system_score_gemma":0.00006991302,"threshold_uncertainty_score":0.96053046},"labels":[],"label_agreement":null},{"id":"W4411446834","doi":"10.1080/14739879.2025.2506086","title":"Continuity interrupted: exploring discontinuity of education and mitigation strategies in family medicine","year":2025,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Preparedness; Thematic analysis; Curriculum; Medical education; Qualitative research; Theme (computing); Psychology; Medicine; Nursing; Pedagogy; Political science; Sociology","score_opus":0.02686070236862824,"score_gpt":0.3568021207044048,"score_spread":0.32994141833577656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411446834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646556,0.0021739008,0.0012235116,0.0037052792,0.002258373,0.0010163893,0.0000064785,0.00003118305,0.024929283],"genre_scores_gemma":[0.99182,0.000093744406,0.004407717,0.0011087176,0.0002473464,0.0005969869,0.000849726,0.000012474309,0.0008633227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988693,0.000037754635,0.00050432957,0.00027238153,0.00017853496,0.00013769214],"domain_scores_gemma":[0.99859685,0.000076569035,0.00017503992,0.00026321024,0.0008490188,0.000039306102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003305162,0.00013427099,0.00030585736,0.0005885105,0.000061206294,0.000018648709,0.0000855835,0.00009377566,0.0000141310875],"category_scores_gemma":[0.00057435915,0.00013007349,0.000038494905,0.0006313953,0.00017936584,0.0003489653,0.000028220984,0.00017644328,6.8505614e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112513306,0.0005016211,0.06556094,0.0031310006,0.000029030494,9.3580624e-8,0.013791429,0.0000014783516,0.005713108,0.039602615,0.008619663,0.8629365],"study_design_scores_gemma":[0.0011037111,0.00014833728,0.81012064,0.0024623359,0.00009972355,0.0000032193768,0.16386253,0.000017524368,0.0013055743,0.00431197,0.016435442,0.00012898879],"about_ca_topic_score_codex":0.00018610839,"about_ca_topic_score_gemma":0.000047120287,"teacher_disagreement_score":0.8628075,"about_ca_system_score_codex":0.0005153879,"about_ca_system_score_gemma":0.0025913042,"threshold_uncertainty_score":0.5304243},"labels":[],"label_agreement":null},{"id":"W4411455808","doi":"10.1016/j.teln.2025.05.020","title":"Clinical facilitators’ and undergraduate nursing students’ perceptions and understanding of verbal feedback on clinical learning","year":2025,"lang":"en","type":"article","venue":"Teaching and learning in nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Perception; Psychology; Nursing; Medical education; Medicine","score_opus":0.048464634215069316,"score_gpt":0.45959868302664086,"score_spread":0.41113404881157156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411455808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842226,0.00022578775,0.0058775134,0.004357395,0.00046076297,0.00018692514,2.9439934e-7,0.00006999293,0.0045987293],"genre_scores_gemma":[0.9952488,0.00019244406,0.0035396619,0.0002259739,0.00011019641,0.0000027427434,0.00000855708,0.000016873802,0.0006547729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718344,0.0010954054,0.00075921154,0.00043136269,0.00027811402,0.00025246578],"domain_scores_gemma":[0.9984637,0.0011073767,0.00016025199,0.00013613101,0.00004298272,0.0000895689],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0047649485,0.00016274907,0.00044778726,0.0003989369,0.0006530173,0.000058882408,0.000058052115,0.00020840645,0.0000055910114],"category_scores_gemma":[0.004059533,0.00016235621,0.000053045667,0.0002712157,0.0007653637,0.0000883541,0.000033170058,0.0033565918,0.000001262291],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012306588,0.00030440252,0.66277725,0.00007721901,0.000032757915,0.0000017925814,0.006720873,0.00006299666,0.000041747557,0.0051149228,0.00021414152,0.32452884],"study_design_scores_gemma":[0.0024038493,0.00084996974,0.93290067,0.008337045,0.00014257926,0.000023803883,0.04488055,0.007465021,0.0000012280985,0.0023586028,0.00047188107,0.0001648103],"about_ca_topic_score_codex":0.000024503428,"about_ca_topic_score_gemma":0.0000013428805,"teacher_disagreement_score":0.32436404,"about_ca_system_score_codex":0.00028187805,"about_ca_system_score_gemma":0.000084639396,"threshold_uncertainty_score":0.99894273},"labels":[],"label_agreement":null},{"id":"W4411469099","doi":"","title":"[IMPRESSIONS OF SABBATICAL TIME AT THE MEDICAL EDUCATION DEPARTMENT AT THE HOSPITAL FOR SICK CHILDREN, TORONTO, CANADA].","year":2025,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Medicine; Curriculum; Medical education; Sick child; Promotion (chess); Medical school; Family medicine; Equity (law); Inclusion (mineral); Academic department; Pediatrics; Higher education; Psychology; Pedagogy","score_opus":0.004381586619544451,"score_gpt":0.26624720379937916,"score_spread":0.2618656171798347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411469099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7914948,0.0011867489,0.00009769607,0.1933561,0.002000616,0.003746036,0.00003783757,0.000024395225,0.008055801],"genre_scores_gemma":[0.94999444,0.00003744248,0.00017926772,0.010391904,0.00055858307,0.0057855835,0.0005080928,0.00001689367,0.032527816],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998467,0.000051606334,0.00038250568,0.00019420419,0.0006233504,0.00028130063],"domain_scores_gemma":[0.998801,0.00029613855,0.000105289226,0.0004606778,0.00022162443,0.00011524768],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063138513,0.00010810398,0.00017569015,0.000024456178,0.0002593795,0.000007495606,0.00021703745,0.00009775697,0.0010260241],"category_scores_gemma":[0.0043277857,0.000059316528,0.00006236839,0.00019150508,0.00023123254,0.00003156309,0.00012217918,0.00014326582,0.00000566135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044504475,0.00031651635,0.0042580697,0.000027701823,0.00009481546,2.1480473e-7,0.00008178653,5.3686824e-7,0.000007682443,0.00153581,0.8016334,0.19199897],"study_design_scores_gemma":[0.0008813531,0.00003678085,0.7795081,0.00006832587,0.00023811462,0.000017279037,0.00019097341,0.00019120063,0.0008819482,0.00022036134,0.2176679,0.00009766808],"about_ca_topic_score_codex":0.012648324,"about_ca_topic_score_gemma":0.055701885,"teacher_disagreement_score":0.77525,"about_ca_system_score_codex":0.001326283,"about_ca_system_score_gemma":0.002004667,"threshold_uncertainty_score":0.99988717},"labels":[],"label_agreement":null},{"id":"W4411522875","doi":"10.1002/jhm.70110","title":"Leadership &amp; professional development: Faculty awards: Intentional pursuit, collective recognition","year":2025,"lang":"en","type":"article","venue":"Journal of Hospital Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine","score_opus":0.08440430498542757,"score_gpt":0.3842865569284776,"score_spread":0.29988225194305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411522875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8622162,0.00069687417,0.0052356995,0.11297339,0.012218775,0.0006142818,0.0000053480153,0.000036470483,0.006003],"genre_scores_gemma":[0.90966326,0.000050546616,0.026289478,0.008466622,0.0026979635,0.00007034558,0.000553699,0.000036081252,0.05217199],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99741316,0.000058074245,0.0010310414,0.0001838667,0.0010700407,0.00024381101],"domain_scores_gemma":[0.9965495,0.000116133604,0.00052253914,0.00012889458,0.002565492,0.000117429154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013220127,0.00017518694,0.00044575063,0.0007676163,0.00016633201,0.000012224961,0.00016977347,0.0001616881,0.00074929174],"category_scores_gemma":[0.006129023,0.0001241621,0.00009758159,0.0011016685,0.00028231164,0.00018792093,0.000036028156,0.0008227851,0.000044325734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007481691,0.0019220953,0.014239862,0.00042450833,0.00065350084,0.00005878046,0.0062775314,9.738142e-7,0.0011169879,0.0004827094,0.81666636,0.15740852],"study_design_scores_gemma":[0.01487521,0.003976352,0.59929925,0.017122714,0.0008500791,0.00082652224,0.027651198,0.000048741585,0.0027884915,0.010494189,0.32153437,0.0005328945],"about_ca_topic_score_codex":0.0000033377162,"about_ca_topic_score_gemma":0.000001882364,"teacher_disagreement_score":0.5850594,"about_ca_system_score_codex":0.00073256734,"about_ca_system_score_gemma":0.001887563,"threshold_uncertainty_score":0.82042193},"labels":[],"label_agreement":null},{"id":"W4411544112","doi":"10.1097/jnr.0000000000000682","title":"Development and Validation of an Entrustable Professional Activity-Based Assessment Scale for Nurse Practitioners in Taiwan","year":2025,"lang":"en","type":"article","venue":"Journal of Nursing Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Nursing; Psychology; Medicine","score_opus":0.07837596656630393,"score_gpt":0.5394932647147876,"score_spread":0.46111729814848373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411544112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97658205,0.000015730307,0.004908902,0.017131789,0.0003378661,0.00039951617,8.097114e-7,0.000002365232,0.0006209886],"genre_scores_gemma":[0.8929155,0.0000014558601,0.10671014,0.000054442153,0.000060673257,0.000023168817,0.000016886079,0.0000054213715,0.00021230959],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99852824,0.00015447731,0.00037250482,0.00009927344,0.00068280275,0.00016270863],"domain_scores_gemma":[0.9983712,0.00014745459,0.00017602392,0.000091458984,0.001161795,0.00005209656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039361203,0.000048906906,0.00016281779,0.0009459483,0.00012304177,0.000019381125,0.000058653208,0.00007032341,0.00001583315],"category_scores_gemma":[0.00078900723,0.000042246826,0.000018967841,0.0006397285,0.00012582765,0.00021125792,0.0000059470567,0.00046961088,1.3826008e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038358339,0.0126231015,0.02970881,0.0012261918,0.000073299525,0.000012194065,0.009058165,0.00020382804,0.17201021,0.0026591516,0.01394557,0.7546436],"study_design_scores_gemma":[0.013782767,0.0021554283,0.44896892,0.0188837,0.00014517929,0.00008371406,0.06554919,0.015275872,0.41923362,0.0069362023,0.008733455,0.00025196632],"about_ca_topic_score_codex":0.000002576097,"about_ca_topic_score_gemma":0.0000011534091,"teacher_disagreement_score":0.7543917,"about_ca_system_score_codex":0.00094600767,"about_ca_system_score_gemma":0.0031354865,"threshold_uncertainty_score":0.55622184},"labels":[],"label_agreement":null},{"id":"W4411631641","doi":"10.62694/efh.2025.294","title":"Applying quality and equity lenses to advance social accountability in medical education","year":2025,"lang":"en","type":"article","venue":"Education for Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thunder Bay Regional Health Sciences Centre; NOSM University; Laurentian University","funders":"","keywords":"Accountability; Equity (law); Quality (philosophy); Social equality; Optometry; Business; Psychology; Political science; Medicine","score_opus":0.06980912865710256,"score_gpt":0.5673242823728022,"score_spread":0.49751515371569965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411631641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6812717,0.000519406,0.004397177,0.30484915,0.002532316,0.0033718578,0.0000070286105,0.000056104178,0.0029952866],"genre_scores_gemma":[0.8714512,0.000050040235,0.012492382,0.111409664,0.0006266894,0.0030425994,0.0001878874,0.000013371199,0.000726141],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99824184,0.00009503371,0.00067971356,0.0003583306,0.0003596447,0.00026544108],"domain_scores_gemma":[0.9988901,0.00013158469,0.00014515188,0.00024360989,0.00043432094,0.00015525962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026465654,0.0001084462,0.00028076448,0.00032258395,0.00024715104,0.000020916981,0.00009757743,0.00012700036,0.00006733892],"category_scores_gemma":[0.005845601,0.00011473505,0.000029603047,0.0008527942,0.00008178748,0.00011361643,0.000049154645,0.00025888276,0.000005081046],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011309446,0.0010796529,0.019674812,0.0011661616,0.0000047607173,1.3204573e-8,0.0016502872,1.7143137e-7,0.000023721874,0.038367096,0.047949072,0.88997114],"study_design_scores_gemma":[0.0009006194,0.000111985646,0.7446906,0.00076547416,0.000014181134,0.000004920552,0.007418931,0.00006354617,0.00006522624,0.014627704,0.23117094,0.00016587382],"about_ca_topic_score_codex":0.0006560548,"about_ca_topic_score_gemma":0.0002894853,"teacher_disagreement_score":0.88980526,"about_ca_system_score_codex":0.0011433751,"about_ca_system_score_gemma":0.014056112,"threshold_uncertainty_score":0.9915333},"labels":[],"label_agreement":null},{"id":"W4411656431","doi":"10.51847/pkkm95ho6t","title":"10.51847/pKKM95ho6t","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Mathematics education; Computer science; Psychology; Medicine","score_opus":0.007699662234327713,"score_gpt":0.24797615676697787,"score_spread":0.24027649453265015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411656431","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01376291,0.000016475786,0.000002651519,0.0047996207,0.000007769853,0.00020439313,0.0000014153045,0.00010186609,0.9811029],"genre_scores_gemma":[0.0009092257,1.9449969e-7,0.0013818175,0.0013625997,0.0003388088,0.000025817688,0.000047688955,0.000016246206,0.9959176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930274,0.000011584801,0.0001664525,0.00014063678,0.00021615204,0.00016240242],"domain_scores_gemma":[0.99952495,0.000014201505,0.000015941352,0.00027039953,0.00009300057,0.00008149906],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016231989,0.00007221302,0.00011434861,0.00009590838,0.000045943343,0.000009209766,0.00007256594,0.000058074107,0.99646646],"category_scores_gemma":[0.00022706161,0.000066497516,0.000025627209,0.0004344249,0.000032949345,0.000038055434,0.000009925963,0.00011998417,0.9828071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003664741,0.00006901838,8.4603295e-7,0.000006511482,0.0000073321908,0.0000024344633,0.000020045298,0.0000025353277,0.00005815736,0.000004558421,0.24289946,0.75689244],"study_design_scores_gemma":[0.00026174635,0.00013203672,0.00043889857,0.00003133685,0.000020830024,0.000022480534,0.0000024865064,0.00018157266,0.00004356608,0.0000035909716,0.9987916,0.0000698548],"about_ca_topic_score_codex":0.0000070214123,"about_ca_topic_score_gemma":1.3436251e-8,"teacher_disagreement_score":0.7568226,"about_ca_system_score_codex":0.000063455125,"about_ca_system_score_gemma":0.000068389825,"threshold_uncertainty_score":0.271169},"labels":[],"label_agreement":null},{"id":"W4411690222","doi":"10.1080/02602938.2025.2523598","title":"Open book assessment: performance and student perceptions in a UK veterinary programme","year":2025,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Perception; Psychology; Medical education; Pedagogy; Medicine","score_opus":0.08350136233889723,"score_gpt":0.5151767344608628,"score_spread":0.43167537212196555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411690222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310804,0.00026565389,0.00007955747,0.018691959,0.0013552435,0.0033931707,7.935266e-7,0.000028369748,0.04510486],"genre_scores_gemma":[0.9749726,0.00016847845,0.009934559,0.0033999933,0.00012243183,0.0050217025,0.00037080905,0.000016287588,0.0059931567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975964,0.00026405754,0.0007063995,0.00049143034,0.0006626579,0.0002790808],"domain_scores_gemma":[0.99892145,0.0000652323,0.00016181721,0.0004350228,0.0003673306,0.000049124803],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002597244,0.00018416325,0.000268631,0.0007841303,0.00014255261,0.0001605941,0.00023086858,0.00013174675,0.0020151236],"category_scores_gemma":[0.00009309645,0.0001906094,0.000025414463,0.0013163463,0.00008087508,0.0005603049,0.000154206,0.00042306865,0.00001170052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003226612,0.0022591338,0.82033235,0.00016807957,0.000029440474,6.6275413e-7,0.00080497726,0.000031248062,0.00037854855,0.0059923627,0.008815789,0.16115515],"study_design_scores_gemma":[0.002100653,0.0002477451,0.9699165,0.00064921135,0.00009601682,0.000005865448,0.0020898487,0.0040732888,0.0000052570585,0.0007303096,0.019934487,0.00015078494],"about_ca_topic_score_codex":0.00011952064,"about_ca_topic_score_gemma":0.000019582616,"teacher_disagreement_score":0.16100436,"about_ca_system_score_codex":0.0022562037,"about_ca_system_score_gemma":0.0031391606,"threshold_uncertainty_score":0.9988972},"labels":[],"label_agreement":null},{"id":"W4411691791","doi":"10.1002/aet2.70063","title":"Development and Initial Validity Evidence for the EvaLeR Tool: Assessing Quality of Emergency Medicine Educational Resources","year":2025,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Society for Academic Emergency Medicine","keywords":"Cronbach's alpha; Intraclass correlation; Reliability (semiconductor); Quality (philosophy); Resource (disambiguation); Content validity; Psychology; Medical education; Computer science; Medicine; Psychometrics; Clinical psychology","score_opus":0.4127543549796017,"score_gpt":0.5511999300413459,"score_spread":0.1384455750617442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411691791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960388,0.0013864114,0.0028499677,0.031033935,0.0017828651,0.00038048043,7.7526727e-7,0.000012167639,0.0021653944],"genre_scores_gemma":[0.9824362,0.00009511818,0.014551131,0.0010609422,0.0004987889,0.00015466577,0.000031532032,0.00000629733,0.0011653465],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99882525,0.00005918031,0.00058098626,0.00019650644,0.00022772825,0.00011034397],"domain_scores_gemma":[0.99817467,0.00093327917,0.0002040704,0.0001609188,0.00049282046,0.000034259283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020577617,0.00008980143,0.00017372682,0.00014180194,0.00029916372,0.000014665018,0.00006345436,0.000053771266,0.00016743563],"category_scores_gemma":[0.006670235,0.000066343484,0.000022640983,0.00034971815,0.00016762648,0.00012951055,0.000019912875,0.00012183941,4.1960323e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068542555,0.00026091418,0.049900044,0.0009082401,0.00008874099,2.6000412e-8,0.03114444,6.15192e-7,0.00087835337,0.03567643,0.010174955,0.8708987],"study_design_scores_gemma":[0.00043792778,0.00003463891,0.9412381,0.00080921256,0.0001193656,0.000004318452,0.020152735,0.00012859673,0.00018948723,0.0025015674,0.03430006,0.00008398472],"about_ca_topic_score_codex":0.000034008895,"about_ca_topic_score_gemma":0.000006231351,"teacher_disagreement_score":0.89133805,"about_ca_system_score_codex":0.00005285321,"about_ca_system_score_gemma":0.0013488794,"threshold_uncertainty_score":0.7985376},"labels":[],"label_agreement":null},{"id":"W4411732514","doi":"10.1111/tct.70136","title":"Streamlined Peer‐Assisted Learning: A Scalable, Automated Framework for Medical Education Support","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"McGill University","keywords":"Scalability; Computer science; Medical education; Multimedia; Psychology; Medicine; Operating system","score_opus":0.05300976899263016,"score_gpt":0.4906018741167112,"score_spread":0.43759210512408103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411732514","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46291697,0.00020681115,0.023364969,0.48189145,0.005879509,0.0023575353,0.000003473192,0.0017521246,0.021627171],"genre_scores_gemma":[0.7839802,0.000075785254,0.04736312,0.037403855,0.0023196246,0.0006537915,0.0007103144,0.00007388674,0.12741943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99711895,0.00031811465,0.0011430498,0.00039948133,0.00069503457,0.00032537183],"domain_scores_gemma":[0.99643046,0.0013540414,0.00026900624,0.000752924,0.0009932555,0.00020033107],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057548187,0.00017970339,0.00044036348,0.00013629075,0.00023394334,0.000034425193,0.0003401859,0.00070744124,0.0024579642],"category_scores_gemma":[0.10769265,0.00012199377,0.00021320791,0.0008962622,0.00041199947,0.000044207176,0.00007766459,0.0017158415,0.00013237102],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023901818,0.0020894061,0.03699252,0.000088574045,0.00017279068,0.0000013746717,0.00016399618,0.0000012450183,0.0000041974313,0.01153199,0.56010354,0.38861135],"study_design_scores_gemma":[0.0040200045,0.0008046964,0.21378742,0.00153045,0.0008149554,0.00004032396,0.0015180424,0.056753725,0.000029130819,0.0207917,0.69956076,0.00034880967],"about_ca_topic_score_codex":0.000017825452,"about_ca_topic_score_gemma":0.0000026729142,"teacher_disagreement_score":0.44448757,"about_ca_system_score_codex":0.0001435093,"about_ca_system_score_gemma":0.003400998,"threshold_uncertainty_score":0.9984539},"labels":[],"label_agreement":null},{"id":"W4411734489","doi":"10.1007/978-3-031-87083-5_29","title":"Power and Sample Size","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Sample (material); Power (physics); Materials science; Chemistry; Chromatography; Physics; Thermodynamics","score_opus":0.01211582883970765,"score_gpt":0.3040739593164394,"score_spread":0.29195813047673175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734489","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006434776,0.00011845283,0.00038029405,0.0067523685,0.00044274275,0.00021492605,0.0000074447885,0.000049720973,0.9919697],"genre_scores_gemma":[0.0005674111,0.00007407756,0.023564914,0.008880025,0.00015909791,0.000005535095,0.000038313814,0.000015396145,0.96669525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993702,0.0000016919477,0.0001951598,0.00017944582,0.00017444424,0.0000790418],"domain_scores_gemma":[0.9992668,0.00025146673,0.000042194435,0.00024575036,0.00016055423,0.000033226464],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009925484,0.000114883806,0.00019948964,0.00011177124,0.000030677627,0.0000075735666,0.000033562344,0.0002397644,0.017278237],"category_scores_gemma":[0.0020534196,0.00009581642,0.000032378684,0.00003291099,0.00008121144,0.000013015134,0.00003293276,0.0002989435,0.00006380541],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009668106,0.000014462802,0.00005304912,0.00009787471,0.00005337355,0.0000029631601,0.00004064494,3.0517124e-9,0.0000053046024,0.5097608,0.45376307,0.036198772],"study_design_scores_gemma":[0.00021686667,0.000045505956,0.00036430382,0.00023274393,0.00006304839,0.000011061722,0.000021541828,0.000004839725,0.0000072510993,0.036108974,0.9628382,0.00008566115],"about_ca_topic_score_codex":0.000010098534,"about_ca_topic_score_gemma":0.0000012525385,"teacher_disagreement_score":0.5090751,"about_ca_system_score_codex":0.00005818086,"about_ca_system_score_gemma":0.0001895104,"threshold_uncertainty_score":0.9836201},"labels":[],"label_agreement":null},{"id":"W4411895248","doi":"10.53685/jshmdc.v6i1.313","title":"Assessment of metacognition levels: A cross-sectional study among dental professionals in Pakistan","year":2025,"lang":"en","type":"article","venue":"Journal of Shalamar Medical & Dental College - JSHMDC","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège Montmorency","funders":"","keywords":"Cross-sectional study; Metacognition; Psychology; Environmental health; Medicine; Medical education; Psychiatry; Cognition; Pathology","score_opus":0.02546026333290127,"score_gpt":0.4594834494816598,"score_spread":0.43402318614875857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411895248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99331903,0.00015563522,0.0004225264,0.0007535829,0.0021228692,0.0009338959,0.000027065016,0.000013505503,0.0022518851],"genre_scores_gemma":[0.99673223,0.000010917819,0.0013922263,0.00073919527,0.0003730622,0.000057682133,0.00003487548,0.000019908506,0.0006399227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99325716,0.00031473214,0.0026021118,0.00029971034,0.0032235978,0.00030270193],"domain_scores_gemma":[0.99741066,0.00033088948,0.00081807974,0.0002155565,0.0009972485,0.0002275701],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049263313,0.00022905582,0.0007589907,0.0010851884,0.0001436391,0.000033245396,0.00034485615,0.00032985816,0.0019548356],"category_scores_gemma":[0.002117461,0.00018575638,0.00025145573,0.0016285044,0.00039668375,0.00033947016,0.00014556276,0.0014494885,0.0000048324036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032894564,0.006241671,0.988191,0.00020331536,0.00032762456,0.00047239652,0.00019196206,0.0000020706434,0.00042592591,0.0009365909,0.0015438674,0.0011346468],"study_design_scores_gemma":[0.007582555,0.0006958358,0.9796589,0.0014195134,0.00016935503,0.00040109994,0.0086325295,0.0006294127,0.00027775284,0.00029572382,0.000113261434,0.00012404159],"about_ca_topic_score_codex":0.00004064818,"about_ca_topic_score_gemma":0.00009445496,"teacher_disagreement_score":0.008532065,"about_ca_system_score_codex":0.00092239334,"about_ca_system_score_gemma":0.0023098881,"threshold_uncertainty_score":0.9989575},"labels":[],"label_agreement":null},{"id":"W4411895279","doi":"10.1186/s12909-025-07448-5","title":"Perceived effects of accreditation on education quality and health-related job outcomes: scales validation and correlates in Lebanon","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Accreditation; Medical education; Quality (philosophy); Psychology; MEDLINE; Medicine; Applied psychology; Nursing; Political science","score_opus":0.027406986443817116,"score_gpt":0.419546378604643,"score_spread":0.3921393921608259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411895279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724474,0.00086212996,0.0004680118,0.02228126,0.0020608583,0.001109519,8.0161266e-7,0.000042790165,0.00072720693],"genre_scores_gemma":[0.99130267,0.000312185,0.0023128688,0.0048926794,0.00009461687,0.00020366261,0.0002946725,0.000015085121,0.0005715563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973853,0.00034033606,0.0010908914,0.00040194704,0.0005857088,0.00019581916],"domain_scores_gemma":[0.99804956,0.00082598435,0.00035751524,0.00029988273,0.00031950438,0.00014753439],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017181678,0.00018815731,0.00047414604,0.0007492913,0.00009920369,0.000019717938,0.00008459787,0.0003160653,0.000056118675],"category_scores_gemma":[0.014849299,0.00017135772,0.000043059343,0.00082986,0.00022466006,0.0001533472,0.000028771985,0.00040906793,0.0000063522807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009266847,0.00178716,0.6688293,0.0031981037,0.000032456323,2.1788517e-7,0.0021375145,0.000002611837,0.00025891757,0.014609562,0.006069667,0.3029818],"study_design_scores_gemma":[0.0014891981,0.00017053778,0.9894279,0.0030566023,0.00004507724,0.000008079685,0.0019170772,0.0004988577,0.00016823963,0.003004186,0.000099764926,0.00011446312],"about_ca_topic_score_codex":0.0005170056,"about_ca_topic_score_gemma":0.00009570065,"teacher_disagreement_score":0.3205986,"about_ca_system_score_codex":0.0003624217,"about_ca_system_score_gemma":0.0056593274,"threshold_uncertainty_score":0.99997765},"labels":[],"label_agreement":null},{"id":"W4411903109","doi":"10.63564/jnep.v15n7p60","title":"Strengths and challenges associated with peer learning in a magnetic resonance imaging setting: A qualitative study","year":2025,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lunds Universitet","keywords":"Magnetic resonance imaging; Qualitative research; Peer review; Psychology; Medicine; Political science; Sociology; Radiology","score_opus":0.048062630535599477,"score_gpt":0.47994731654149175,"score_spread":0.43188468600589225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411903109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7830732,0.017926143,0.00004505456,0.191761,0.0003298838,0.00019155392,1.3648095e-7,0.000008122918,0.0066649267],"genre_scores_gemma":[0.9937897,0.0005662601,0.003918422,0.00078068225,0.00007075938,0.0000059006993,0.0000019956929,0.000006831869,0.0008595002],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99864423,0.00057099253,0.00030776733,0.00011233273,0.00027521054,0.00008945681],"domain_scores_gemma":[0.9966581,0.0019110979,0.00033873177,0.000061747065,0.0009946476,0.0000356766],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033244882,0.000070183494,0.00015449387,0.00033459294,0.00011939661,0.000033748456,0.000027458475,0.000032342567,0.000005995366],"category_scores_gemma":[0.034260668,0.00005966705,0.000008464314,0.00041094713,0.000071930044,0.00028787172,0.0000067577894,0.00051555043,1.6388539e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002829998,0.0023366103,0.0059101665,0.000031717802,0.00002087221,0.0000063807224,0.26452258,8.518977e-7,0.00001716188,0.00043141545,0.0014286858,0.7250106],"study_design_scores_gemma":[0.0013302872,0.0005225546,0.18263234,0.0023358075,0.00018708165,0.00039669906,0.7907679,0.00013219472,0.0000025581078,0.00033265722,0.021301884,0.00005801342],"about_ca_topic_score_codex":0.0000108510885,"about_ca_topic_score_gemma":0.000003571622,"teacher_disagreement_score":0.7249525,"about_ca_system_score_codex":0.00018769273,"about_ca_system_score_gemma":0.0006615872,"threshold_uncertainty_score":0.97387415},"labels":[],"label_agreement":null},{"id":"W4411903856","doi":"10.1186/s12909-025-07578-w","title":"Addressing the challenges of field notes in medical education: a qualitative study of resident experiences","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Thematic analysis; Field (mathematics); Qualitative research; Medicine; Psychology; Sociology","score_opus":0.13697909827695262,"score_gpt":0.5283814771707684,"score_spread":0.3914023788938158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411903856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9412993,0.002917831,0.00055195275,0.05057447,0.0015696933,0.0007293081,1.881933e-7,0.000014744532,0.0023424886],"genre_scores_gemma":[0.9943264,0.00019174218,0.00091715215,0.0034658625,0.0002769506,0.0006625223,0.000009839249,0.000007890504,0.00014165376],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99637866,0.0005889729,0.0010466794,0.0002987027,0.0015174844,0.00016948323],"domain_scores_gemma":[0.9965112,0.0019667454,0.00031252738,0.0005172628,0.0005858654,0.00010639898],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029084529,0.00013188914,0.0003703355,0.00042738803,0.000075182186,0.000008527428,0.0003546033,0.00022610651,0.0010310868],"category_scores_gemma":[0.06132071,0.00009344896,0.00005123606,0.0011109945,0.0003578302,0.000082297986,0.00007059093,0.00044349136,0.000002557981],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020383277,0.010214676,0.017307347,0.0012723659,0.000059521008,0.0000013150194,0.58628035,0.000001056083,0.000017719463,0.023538742,0.0139313,0.34717178],"study_design_scores_gemma":[0.0009540426,0.00033996953,0.034400728,0.0041685924,0.000054986627,0.000009649663,0.9569447,0.00026249225,0.0004442101,0.0019569884,0.000371959,0.000091681526],"about_ca_topic_score_codex":0.00088249944,"about_ca_topic_score_gemma":0.00090628146,"teacher_disagreement_score":0.37066436,"about_ca_system_score_codex":0.00011329372,"about_ca_system_score_gemma":0.01667211,"threshold_uncertainty_score":0.9998821},"labels":[],"label_agreement":null},{"id":"W4411904559","doi":"10.1186/s12909-025-07443-w","title":"The role of medical regulations and medical regulators in fostering the use of eHealth data for strengthened continuing professional development (CPD): a document analysis with key informants’ interviews","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Australian Government","keywords":"eHealth; Thematic analysis; Context (archaeology); Medical education; Digital health; Qualitative research; Checklist; Quality (philosophy); Public relations; Health care; Knowledge management; Psychology; Medicine; Political science; Computer science; Sociology","score_opus":0.04720249527589951,"score_gpt":0.39880584153001547,"score_spread":0.35160334625411593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411904559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95837975,0.00075430016,0.015015988,0.023662228,0.0006992562,0.001397679,0.000007635658,0.000016894257,0.000066259796],"genre_scores_gemma":[0.9824611,0.00027836012,0.014075122,0.0015624312,0.0001363254,0.00043107898,0.0007304739,0.000013892415,0.00031122097],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99591297,0.00020684404,0.0014239787,0.00029649757,0.0019194247,0.00024028638],"domain_scores_gemma":[0.9965022,0.0016020441,0.0004720763,0.00083410245,0.0003991379,0.00019039983],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055327388,0.00014602391,0.00041286313,0.0003988521,0.00016567146,0.00002654754,0.00057002803,0.00023001486,0.00013997548],"category_scores_gemma":[0.016777914,0.00008027548,0.000047186804,0.001295538,0.00045521863,0.00017274045,0.0004018754,0.0003832774,3.320317e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002937876,0.00059757073,0.0647095,0.0006449203,0.00028903526,2.5573627e-7,0.0046147415,0.000008081824,0.0000038928592,0.01028639,0.0038388504,0.91471297],"study_design_scores_gemma":[0.003977609,0.00018814813,0.5348786,0.012696148,0.0007838499,0.000031554224,0.01955504,0.21973543,0.0001898058,0.0011109939,0.20656724,0.00028554254],"about_ca_topic_score_codex":0.00018764066,"about_ca_topic_score_gemma":0.0026075325,"teacher_disagreement_score":0.91442746,"about_ca_system_score_codex":0.00013976809,"about_ca_system_score_gemma":0.009398214,"threshold_uncertainty_score":0.9962176},"labels":[],"label_agreement":null},{"id":"W4411933954","doi":"10.51642/ppmj.v36i02.805","title":"TIME TO INTRODUCE A MENTORING PROGRAM IN POSTGRADUATE MEDICAL TRAINING IN PAKISTAN","year":2025,"lang":"en","type":"article","venue":"Pakistan Postgraduate Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Computer science; Medicine; Geography","score_opus":0.017976906947566457,"score_gpt":0.3993898005790034,"score_spread":0.38141289363143693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411933954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7517391,0.0005689399,0.0014663776,0.22894102,0.0021215666,0.0016904527,0.0000058825367,0.00022197718,0.013244698],"genre_scores_gemma":[0.9653469,0.0002812372,0.010481239,0.017502375,0.0018049339,0.00028678958,0.000107469816,0.000109540044,0.0040795547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99136263,0.00041636036,0.0025339292,0.0007581314,0.0035124025,0.0014165416],"domain_scores_gemma":[0.99721557,0.00027416492,0.00025909243,0.00053107593,0.00044453668,0.0012755815],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00788803,0.00046804018,0.0010160587,0.0020085096,0.00020816595,0.00015260962,0.0007560295,0.00048845896,0.0022301213],"category_scores_gemma":[0.009428486,0.00041329587,0.00018004097,0.0040099816,0.00043531792,0.0001944707,0.00021150887,0.00353862,0.0002248235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007042691,0.0015799862,0.0064091384,0.00020460112,0.00014585916,0.0028426424,0.005615461,0.0000070884485,0.00030773843,0.002822117,0.015660098,0.963701],"study_design_scores_gemma":[0.038054083,0.0044237,0.12614349,0.035251904,0.000539729,0.009597791,0.0215823,0.035153925,0.0009734391,0.011821174,0.7133173,0.0031411967],"about_ca_topic_score_codex":0.00012812502,"about_ca_topic_score_gemma":0.0001531175,"teacher_disagreement_score":0.9605598,"about_ca_system_score_codex":0.0016679206,"about_ca_system_score_gemma":0.0044888165,"threshold_uncertainty_score":0.9998319},"labels":[],"label_agreement":null},{"id":"W4411955743","doi":"10.3138/jvme-2024-0123","title":"What is Knowledge Exchange for Educators and Students? A Framework Based on Findings from a Literature Search and Veterinary Education Conference Workshop","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Commercialization; Medical education; Veterinary medicine; Public relations; Political science; Medicine; Biology","score_opus":0.05694635579996331,"score_gpt":0.4621555034707917,"score_spread":0.4052091476708284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411955743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388991,0.009017093,0.0015846089,0.04347097,0.006308297,0.00061407534,0.0000048610473,0.000013936621,0.000087062166],"genre_scores_gemma":[0.9653527,0.0035570103,0.011263732,0.017228259,0.0013942341,0.00016666278,0.00009446762,0.000028236484,0.0009147068],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978275,0.00016617966,0.0006658897,0.00037700793,0.0007209491,0.00024250864],"domain_scores_gemma":[0.99756837,0.00060701807,0.00019102817,0.0003240338,0.0009994642,0.00031008807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012774082,0.00024056915,0.0004200787,0.00082956726,0.00015876476,0.00023690784,0.00026537274,0.0004334122,0.00035380045],"category_scores_gemma":[0.003237262,0.00020937003,0.000088487344,0.0007083347,0.00021069618,0.00044372893,0.0000889929,0.0009797801,0.000002749819],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024199372,0.0051630093,0.005989566,0.002030122,0.00015228258,0.000014873884,0.018503416,2.9606198e-7,0.0004088542,0.0007522252,0.061989438,0.90257597],"study_design_scores_gemma":[0.010814677,0.0154574,0.3949264,0.1643057,0.0011346465,0.0018797852,0.068757094,0.006185102,0.0005367162,0.009287962,0.3254108,0.0013037181],"about_ca_topic_score_codex":0.00000834936,"about_ca_topic_score_gemma":7.873615e-7,"teacher_disagreement_score":0.90127224,"about_ca_system_score_codex":0.00030056405,"about_ca_system_score_gemma":0.0046234205,"threshold_uncertainty_score":0.85378623},"labels":[],"label_agreement":null},{"id":"W4412019839","doi":"10.36834/cmej.81806","title":"Against research: a case for the scholarship of application in Medical Education","year":2025,"lang":"en","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scholarship; Data science; Medical education; Computer science; Medicine; Political science; Law","score_opus":0.037175040081533994,"score_gpt":0.4469779199278104,"score_spread":0.4098028798462764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412019839","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028345513,0.0050768526,0.0006578114,0.21800287,0.7662109,0.0032130335,0.00006821446,0.000024951563,0.0039107716],"genre_scores_gemma":[0.018473575,0.003258718,0.0025501093,0.040664222,0.9249713,0.0029538334,0.0023298939,0.00014303828,0.0046553165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913103,0.0005714327,0.0018947275,0.00059189304,0.0047923177,0.00083933375],"domain_scores_gemma":[0.96445525,0.005235816,0.0012368187,0.0020516033,0.018052898,0.008967646],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.017224565,0.0003421152,0.00066177535,0.0031742204,0.00070473406,0.00012740104,0.0011849722,0.0026883984,0.0027996616],"category_scores_gemma":[0.47007903,0.00028145564,0.00021615792,0.0028115518,0.0007442391,0.00017482624,0.00006439233,0.008840071,0.000023480765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041811796,0.00046375857,0.00008271856,0.00043877953,0.000052070616,0.00005874568,0.00031122874,5.1649994e-7,8.279407e-7,0.001041044,0.65480924,0.34269923],"study_design_scores_gemma":[0.0010702541,0.000097229255,0.00014747771,0.004236432,0.00012722016,0.0012516673,0.002628224,0.00068650563,0.000004139691,0.0013177551,0.98822826,0.0002048581],"about_ca_topic_score_codex":0.014457804,"about_ca_topic_score_gemma":0.045114115,"teacher_disagreement_score":0.5609929,"about_ca_system_score_codex":0.0037429286,"about_ca_system_score_gemma":0.56473583,"threshold_uncertainty_score":0.99996376},"labels":[],"label_agreement":null},{"id":"W4412046966","doi":"10.2196/76958","title":"Technology Integration in Syrian Medical Education From the Perspective of Students and Faculty: A Cross-Sectional Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Medical education; Psychology; Medicine; Computer science; World Wide Web","score_opus":0.08490485292715579,"score_gpt":0.5900582867567643,"score_spread":0.5051534338296085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412046966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97715783,0.00019914763,0.000287989,0.017867576,0.00022430955,0.0011726854,0.000007182433,0.0000130880635,0.0030701675],"genre_scores_gemma":[0.99835426,0.000029687759,0.00022756145,0.00027907485,0.00007609804,0.0006838194,0.00016518483,0.000004702504,0.00017959371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971964,0.00027308858,0.00042260153,0.00021947135,0.0017199486,0.00016852719],"domain_scores_gemma":[0.9966069,0.00022927817,0.000087561384,0.0002224052,0.002818524,0.000035355646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038715678,0.000077900215,0.00014741103,0.00089428015,0.0001701057,0.000041799874,0.00022133398,0.00021985985,0.000201734],"category_scores_gemma":[0.008095738,0.000054519962,0.000022687045,0.002170014,0.00063366187,0.00019026465,0.00012865159,0.00089350063,0.000009976884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021144348,0.0011292832,0.7902832,0.000053640593,0.00006648402,4.6904114e-7,0.013757581,0.0000010023257,0.0003171266,0.063525796,0.00444256,0.12621142],"study_design_scores_gemma":[0.001171753,0.000120939236,0.9357054,0.00044150103,0.000008460255,0.0000044835,0.03011577,0.0024603324,0.00044358562,0.029163785,0.00032665397,0.000037296537],"about_ca_topic_score_codex":0.00038863244,"about_ca_topic_score_gemma":0.0001092533,"teacher_disagreement_score":0.14542225,"about_ca_system_score_codex":0.00091813726,"about_ca_system_score_gemma":0.0020098523,"threshold_uncertainty_score":0.9691939},"labels":[],"label_agreement":null},{"id":"W4412191645","doi":"10.1002/jpn3.70133","title":"Impact of trainee participation on pediatric endoscopy quality indicators and faculty compensation","year":2025,"lang":"en","type":"article","venue":"Journal of Pediatric Gastroenterology and Nutrition","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Medicine; Endoscopy; Quality (philosophy); Compensation (psychology); Family medicine; Medical education; Surgery","score_opus":0.024508076998666247,"score_gpt":0.39051326830183114,"score_spread":0.3660051913031649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412191645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968506,0.00018527977,0.0011654168,0.001329923,0.0002219748,0.00020716421,0.000011400307,0.0000062494055,0.000021959475],"genre_scores_gemma":[0.997324,0.0006791127,0.0012667177,0.00022155407,0.000450228,0.000008604668,0.000040641436,0.0000044049502,0.000004739151],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868023,0.00013340497,0.0007192586,0.0001188759,0.00020743208,0.00014081148],"domain_scores_gemma":[0.99884975,0.00010042687,0.0006197209,0.000079375306,0.00028405513,0.000066695684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006779021,0.00010310006,0.00032672653,0.0010117276,0.00005473294,0.000006714957,0.00004023371,0.00012322563,0.000016337213],"category_scores_gemma":[0.000548342,0.00008426639,0.0000828566,0.00044887545,0.000077345016,0.00010448073,0.0000113126625,0.0003043968,4.137249e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017881974,0.0008944131,0.9921917,0.0002604516,0.000062617386,0.0000020704194,0.00015953013,0.000004101234,0.00029567524,0.00015053942,0.002133604,0.0020571575],"study_design_scores_gemma":[0.0041069416,0.0033330084,0.9916216,0.00003670633,0.00035984456,0.000030990734,0.000085862914,0.00004650032,0.00007138131,0.00025950433,0.000015882208,0.00003178803],"about_ca_topic_score_codex":0.0000051931574,"about_ca_topic_score_gemma":8.127272e-7,"teacher_disagreement_score":0.0024385953,"about_ca_system_score_codex":0.00008310668,"about_ca_system_score_gemma":0.00009398918,"threshold_uncertainty_score":0.34362835},"labels":[],"label_agreement":null},{"id":"W4412192231","doi":"10.3389/fmed.2025.1609051","title":"Becoming more integrated into the community: a qualitative study of learners’ experiences of the learning environment in a longitudinal integrated clerkship","year":2025,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Tyrrell Museum; University of Calgary","funders":"Cumming School of Medicine, University of Calgary","keywords":"Preceptor; Context (archaeology); Learning environment; Psychology; Reflexivity; Qualitative research; Preparedness; Situated learning; Pedagogy; Medical education; Medicine; Sociology; Geography","score_opus":0.04647848882488563,"score_gpt":0.389584319688828,"score_spread":0.34310583086394236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412192231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98958695,0.00044689796,0.0022400774,0.0060464293,0.0006054943,0.0008202952,2.752006e-7,0.000010342527,0.00024325658],"genre_scores_gemma":[0.99772555,0.000041233678,0.0013399747,0.0003644494,0.00002277165,0.00016487308,0.000017249784,0.0000101523,0.0003137688],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966423,0.0015303013,0.00090878975,0.00020300288,0.0005266184,0.00018901998],"domain_scores_gemma":[0.9986418,0.0003956671,0.0003090954,0.0004974891,0.00013188986,0.000024086765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039040763,0.00017042464,0.0006245888,0.0005866097,0.00016131345,0.0000039861707,0.00042964832,0.0000987228,0.00004845657],"category_scores_gemma":[0.0051226397,0.00009317858,0.00004032234,0.0024216077,0.001441329,0.000051584302,0.00011975879,0.0017525435,2.9380433e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019321703,0.00063147093,0.18736812,0.00007766505,0.00008435229,0.000002033343,0.7983929,0.000100620266,0.00016243393,0.000062961575,0.0013079266,0.011616302],"study_design_scores_gemma":[0.0020360535,0.00053297286,0.0679138,0.001345176,0.00007791779,0.000001220436,0.9249137,0.0023743955,0.00016144502,0.00031363431,0.00026936212,0.000060292285],"about_ca_topic_score_codex":0.004099762,"about_ca_topic_score_gemma":0.00027883236,"teacher_disagreement_score":0.12652083,"about_ca_system_score_codex":0.00038877138,"about_ca_system_score_gemma":0.00019096382,"threshold_uncertainty_score":0.7614027},"labels":[],"label_agreement":null},{"id":"W4412202233","doi":"10.3138/jvme-2024-0144","title":"Supporting Faculty at All Levels: A Practical Guide for Teaching Development in Veterinary Medical Education","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Faculty development; Flexibility (engineering); Medical education; Professional development; Veterinary medicine; Personalization; Variety (cybernetics); Broad spectrum; Medicine; Business; Computer science; Management; Marketing","score_opus":0.13412705553929063,"score_gpt":0.5316687264753883,"score_spread":0.3975416709360977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412202233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9095255,0.00034533822,0.005966116,0.07755029,0.0042768545,0.00066682167,0.0000015809547,0.000029684166,0.0016378303],"genre_scores_gemma":[0.8104872,0.000083013445,0.1514341,0.032021698,0.0016678993,0.00031656265,0.0003198864,0.000051628296,0.0036180385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99461144,0.00028769425,0.0024715487,0.00038808695,0.0017311494,0.0005100536],"domain_scores_gemma":[0.99689204,0.00044358528,0.0008963962,0.00032554174,0.0009439204,0.0004984944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070627355,0.00027493123,0.00058771344,0.00088148715,0.0002069358,0.000033844175,0.00036011165,0.0004902022,0.00085421663],"category_scores_gemma":[0.056416117,0.00024367329,0.00016128697,0.0004988791,0.0001806101,0.00038769966,0.00016881096,0.0013917704,0.00001395585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009802817,0.0054652356,0.003992813,0.0009819949,0.00015649476,0.00013285053,0.002745566,0.0000010636109,0.0016719704,0.0011989606,0.3171974,0.66547537],"study_design_scores_gemma":[0.0025013213,0.0011227762,0.031302616,0.0038654916,0.00012114908,0.006446872,0.0030232894,0.0008511464,0.00017585602,0.00032050826,0.95002496,0.00024404007],"about_ca_topic_score_codex":0.000025437903,"about_ca_topic_score_gemma":0.000007879531,"teacher_disagreement_score":0.6652313,"about_ca_system_score_codex":0.0021172878,"about_ca_system_score_gemma":0.034046102,"threshold_uncertainty_score":0.9936708},"labels":[],"label_agreement":null},{"id":"W4412361954","doi":"10.1111/tct.70147","title":"Lasting Impact of Patient‐Led Medical Education","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Empathy; Medicine; Health professionals; Health care; Family medicine; Psychology; Medical education; Nursing; Psychiatry","score_opus":0.041853805811259776,"score_gpt":0.5025156966732774,"score_spread":0.4606618908620177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412361954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591537,0.00011252665,0.00019072235,0.013091266,0.00096878776,0.0002643475,3.0610747e-7,0.000039225615,0.026179127],"genre_scores_gemma":[0.99185765,0.000016223334,0.0007407216,0.003606507,0.00042567853,0.000023663286,0.00001727108,0.0000092047785,0.003303076],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834776,0.0002000684,0.0007951762,0.00016011906,0.00035797653,0.00013891996],"domain_scores_gemma":[0.9986325,0.00036346843,0.00018449246,0.0004543729,0.00028930002,0.00007587146],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019296277,0.00008565455,0.00026011816,0.00008560543,0.00005513347,0.0000053442577,0.00016729465,0.00019588904,0.0012984936],"category_scores_gemma":[0.026448505,0.000049211772,0.00018273327,0.0005446185,0.00029377764,0.000028557066,0.00006132779,0.00067606085,0.000038588692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106775806,0.0017285626,0.26796982,0.0000381708,0.00014944043,4.5480306e-7,0.0003140647,0.0000012900067,0.000027971131,0.0019258785,0.18270385,0.54503375],"study_design_scores_gemma":[0.0028727376,0.0009481351,0.9252757,0.001486603,0.00043968516,0.000029367364,0.0016592558,0.0059074727,0.00012990221,0.006829784,0.054196227,0.00022513376],"about_ca_topic_score_codex":0.000049744707,"about_ca_topic_score_gemma":0.0000015516373,"teacher_disagreement_score":0.6573059,"about_ca_system_score_codex":0.000094394985,"about_ca_system_score_gemma":0.0021426866,"threshold_uncertainty_score":0.9996145},"labels":[],"label_agreement":null},{"id":"W4412398323","doi":"10.3138/jvme-2024-0112","title":"Confidence, Competence and Cadavers: Improving the Self-Perception of Practice through Practical Teaching","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidence interval; Competence (human resources); Self-confidence; Medicine; Psychology; Medical education; Internal medicine; Social psychology","score_opus":0.03688929125653579,"score_gpt":0.43918933716732267,"score_spread":0.4023000459107869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412398323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8445845,0.00044961306,0.019483218,0.13004962,0.0023479275,0.0003027951,3.4082035e-7,0.000016982416,0.0027649675],"genre_scores_gemma":[0.9041631,0.00038477103,0.08484704,0.010001141,0.0004982304,0.00000909839,0.000003639026,0.000007530673,0.00008545288],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779636,0.00030774673,0.0007939958,0.00014250782,0.0008249955,0.00013438548],"domain_scores_gemma":[0.99739635,0.0007369783,0.0006697685,0.00022318143,0.00089245214,0.00008125385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030313358,0.00010522355,0.00025531778,0.00017217403,0.0001502054,0.000026052425,0.00015056804,0.00012470532,0.0000916098],"category_scores_gemma":[0.025908554,0.00007228355,0.00005528709,0.0003294109,0.00027623976,0.0006210012,0.000058053043,0.001089008,0.00000202811],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017238912,0.008601599,0.0046991813,0.0022744953,0.0005839387,0.00013485957,0.019429669,0.0000027123788,0.026287109,0.10625987,0.092424236,0.73757845],"study_design_scores_gemma":[0.0050292052,0.0060233306,0.15021719,0.008951285,0.0022199047,0.04048546,0.14560385,0.005819274,0.0005654036,0.004475878,0.63012636,0.00048286235],"about_ca_topic_score_codex":0.00008814658,"about_ca_topic_score_gemma":5.2342125e-7,"teacher_disagreement_score":0.7370956,"about_ca_system_score_codex":0.00020905526,"about_ca_system_score_gemma":0.0043075522,"threshold_uncertainty_score":0.98229665},"labels":[],"label_agreement":null},{"id":"W4412426032","doi":"10.21203/rs.3.rs-7114807/v1","title":"Do physician associates and medical graduates have comparable knowledge? A re-analysis of progress test data","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Dalhousie University; British Medical Association","keywords":"Test (biology); Correlation; Psychology; Uncorrelated; Medical education; Cohort; Family medicine; Medicine; Statistics; Mathematics; Internal medicine","score_opus":0.16750322914420968,"score_gpt":0.5345828618788667,"score_spread":0.36707963273465705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412426032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7977048,0.041573264,0.0004141898,0.09265101,0.0012293487,0.00853715,0.004291632,0.0003927729,0.053205833],"genre_scores_gemma":[0.98604584,0.0010867429,0.002054736,0.00016675578,0.00047499684,0.00030848294,0.0076088873,0.000031266743,0.0022222777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943898,0.00050418294,0.0008244731,0.0009857562,0.0027261372,0.0005696821],"domain_scores_gemma":[0.99185914,0.0020653717,0.00028286275,0.0022941744,0.0032634698,0.00023499808],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0068161767,0.00026599085,0.0012260868,0.0019224274,0.00021652361,0.000105948515,0.0010879333,0.00056329696,0.00026880795],"category_scores_gemma":[0.02075202,0.00022893681,0.00015599007,0.0035955864,0.0010921025,0.0000750882,0.0029798292,0.002655628,0.000014265132],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009638994,0.0048801717,0.67475134,0.010144113,0.0061793793,0.00003579007,0.003292018,0.00000775484,0.00001700706,0.0018211189,0.18204364,0.116731256],"study_design_scores_gemma":[0.003043006,0.00080045674,0.50407463,0.029735068,0.008896155,0.0000058049923,0.01419855,0.3944437,0.0005321227,0.0076773595,0.035567846,0.0010253043],"about_ca_topic_score_codex":0.00037894043,"about_ca_topic_score_gemma":0.00025009518,"teacher_disagreement_score":0.39443594,"about_ca_system_score_codex":0.00035660208,"about_ca_system_score_gemma":0.0026302834,"threshold_uncertainty_score":0.9996453},"labels":[],"label_agreement":null},{"id":"W4412429121","doi":"10.36834/cmej.81301","title":"An assessment of family medicine residents’ and early career physicians’ perceptions of their training: a survey from a single Canadian university","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Perception; Family medicine; Medical education; Training (meteorology); Medicine; Psychology; Geography","score_opus":0.04384181062329651,"score_gpt":0.3536327016411293,"score_spread":0.3097908910178328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412429121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971116,0.00019282667,0.00047367232,0.02314159,0.00092074566,0.00018394417,0.00006263063,0.0000064174346,0.0039021783],"genre_scores_gemma":[0.9903097,0.000071765,0.0016105298,0.007216147,0.00033033546,0.0000024618898,0.00018059643,0.000011991408,0.0002664498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981738,0.00026043522,0.0005183382,0.00021471333,0.0005460321,0.00028669363],"domain_scores_gemma":[0.9956804,0.00011497845,0.00019151471,0.00029632403,0.001289726,0.0024270788],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012579389,0.00013148585,0.0003767369,0.0012140796,0.00022452229,0.000017371922,0.0002625757,0.00022323568,0.0023235248],"category_scores_gemma":[0.004642676,0.00012600338,0.000046652378,0.0009797115,0.0005421149,0.00013543261,0.000009589098,0.00064104004,8.8372633e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040413415,0.00047855155,0.60099936,0.00008354985,0.000261578,0.000025108093,0.01548751,0.0000024282317,0.0013747065,0.0020742647,0.10094588,0.27822664],"study_design_scores_gemma":[0.0006529793,0.00017308437,0.95656055,0.000831497,0.000090370544,0.000023659937,0.033040054,0.00020403841,0.00000771116,0.00026133994,0.008070276,0.00008442281],"about_ca_topic_score_codex":0.7499957,"about_ca_topic_score_gemma":0.61447996,"teacher_disagreement_score":0.3555612,"about_ca_system_score_codex":0.001024964,"about_ca_system_score_gemma":0.07285101,"threshold_uncertainty_score":0.9985885},"labels":[],"label_agreement":null},{"id":"W4412465484","doi":"10.2196/68481","title":"Effects of the Hidden Curriculum in Medical Education: Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Curriculum; Hidden curriculum; Medical education; Psychology; Pedagogy; Medicine; Computer science; World Wide Web","score_opus":0.012671857614324235,"score_gpt":0.4490594903775574,"score_spread":0.43638763276323317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412465484","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045135075,0.9664261,0.000009938341,0.015692161,0.0065917955,0.008577386,0.000001211167,0.000046408277,0.0026098983],"genre_scores_gemma":[0.000010469894,0.97133094,0.00029686766,0.0185943,0.0013920948,0.0065384046,0.00033802618,0.000048391197,0.0014504766],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929659,0.0007144804,0.0025041336,0.00069448125,0.0027068749,0.00041413057],"domain_scores_gemma":[0.99604183,0.0006375572,0.0010614437,0.0012385122,0.00065377785,0.00036688073],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018718146,0.00050994725,0.0023655675,0.00072873733,0.00009373052,0.000015814581,0.0010622796,0.0012214187,0.0021108978],"category_scores_gemma":[0.05324172,0.00034115787,0.00054661155,0.0045933546,0.00038018113,0.00009689946,0.00025010848,0.0022312445,0.00006515098],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001074143,0.0015801699,0.000046827372,0.35180917,0.0000219379,0.0000019409842,0.000042873708,8.253903e-10,1.4052772e-8,0.0004847728,0.08000894,0.56600225],"study_design_scores_gemma":[0.00023423617,0.000022285198,0.00011901862,0.6490272,0.0005536913,0.000107613894,0.000039365445,0.0000029922091,5.6414024e-7,0.0000497076,0.34967574,0.00016753012],"about_ca_topic_score_codex":0.00006076694,"about_ca_topic_score_gemma":0.000014722378,"teacher_disagreement_score":0.56583476,"about_ca_system_score_codex":0.00077500736,"about_ca_system_score_gemma":0.11079364,"threshold_uncertainty_score":0.99990404},"labels":[],"label_agreement":null},{"id":"W4412493773","doi":"10.1097/acm.0000000000006173","title":"Rethinking Workplace-Based Assessment: The Costly Illusion of Authenticity","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Western University; Assembly of First Nations","funders":"","keywords":"Summative assessment; Formative assessment; Supervisor; Psychology; Medical education; Illusion; Distancing; Pedagogy; Medicine; Applied psychology; Political science; Cognitive psychology","score_opus":0.03325238785133897,"score_gpt":0.39570464218756224,"score_spread":0.36245225433622325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412493773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7409259,0.00091411296,0.03698732,0.19683935,0.001931157,0.0009316389,0.0000013680454,0.00009727268,0.021371862],"genre_scores_gemma":[0.974929,0.00011570361,0.0013442656,0.019943843,0.0003962021,0.000034165503,0.000050299557,0.000012647577,0.0031739085],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979097,0.00012557223,0.0007441245,0.00023773243,0.00075622014,0.00022661887],"domain_scores_gemma":[0.9982591,0.00054856885,0.00027854918,0.0005118296,0.00035098876,0.000050948205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029862958,0.00014341428,0.0003637451,0.00032030168,0.00016877397,0.000002642105,0.00029337217,0.00028774736,0.000436241],"category_scores_gemma":[0.004333774,0.00008610031,0.00004512839,0.0014310197,0.0006373565,0.000042567215,0.00006410383,0.0015127212,0.000006569335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068512536,0.00028713263,0.1382586,0.0026573108,0.00045234952,0.000018356317,0.025122464,0.000072789655,0.05796029,0.21306607,0.42440575,0.13701376],"study_design_scores_gemma":[0.021988329,0.0014235039,0.45049524,0.037129212,0.0035315065,0.00009042682,0.017570091,0.07616601,0.019371293,0.12826619,0.24312483,0.0008433847],"about_ca_topic_score_codex":0.000042426433,"about_ca_topic_score_gemma":9.708751e-7,"teacher_disagreement_score":0.31223664,"about_ca_system_score_codex":0.00020551943,"about_ca_system_score_gemma":0.0005431595,"threshold_uncertainty_score":0.65721047},"labels":[],"label_agreement":null},{"id":"W4412500168","doi":"10.55889/2582-5984.1008","title":"Student attitude towards integrative medicine in a Caribbean medical school","year":2021,"lang":"en","type":"article","venue":"Manipal Journal of Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Integrative medicine; Medical school; Medical education; Psychology; Alternative medicine; Medicine; Traditional medicine; Pathology","score_opus":0.052099119957997035,"score_gpt":0.4426648379040016,"score_spread":0.39056571794600453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412500168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68231976,0.001631876,0.0011620851,0.3044013,0.0022141908,0.00014478153,6.240584e-7,0.000014496021,0.008110881],"genre_scores_gemma":[0.98158175,0.00086335203,0.00249439,0.012704456,0.0020969738,0.000007906347,0.000005794693,0.000010725633,0.00023462652],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98919535,0.0002870388,0.0013812275,0.0003221688,0.008400821,0.00041341793],"domain_scores_gemma":[0.9974148,0.00028062775,0.00034386068,0.00020540218,0.00071149576,0.0010437951],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00989383,0.00019630273,0.0007319235,0.00050550967,0.00012257957,0.00004254287,0.00091064343,0.00029611395,0.01409697],"category_scores_gemma":[0.04073853,0.00011297017,0.00012668467,0.002104722,0.0014805481,0.00019476717,0.00019743237,0.001757443,0.000024664994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027010485,0.0053259055,0.27020466,0.0003734553,0.00055782666,0.0237448,0.0145423915,0.000022606891,0.0008956638,0.048074767,0.15810281,0.477885],"study_design_scores_gemma":[0.019741653,0.0069874935,0.7324829,0.01975768,0.00048807674,0.025316736,0.10061135,0.004153468,0.0018155674,0.0071319775,0.08058417,0.0009289151],"about_ca_topic_score_codex":0.00022228077,"about_ca_topic_score_gemma":0.0003148017,"teacher_disagreement_score":0.4769561,"about_ca_system_score_codex":0.00037396347,"about_ca_system_score_gemma":0.00735674,"threshold_uncertainty_score":0.99827063},"labels":[],"label_agreement":null},{"id":"W4412583975","doi":"10.1007/978-3-031-94435-2_5","title":"Empowering Faculty in Socially Accountable Medical Schools","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; NOSM University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.026683194530738637,"score_gpt":0.3911879322752313,"score_spread":0.36450473774449266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412583975","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031770486,0.00011119193,0.00046567534,0.015911851,0.0008965295,0.00046750304,0.000008786544,0.000108086366,0.9817127],"genre_scores_gemma":[0.00091712817,0.0001317669,0.0045394017,0.009054414,0.00072046736,0.00003649464,0.0006037386,0.00004072992,0.98395586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997574,0.0000072192283,0.00068313966,0.00037797514,0.0010893274,0.00026838292],"domain_scores_gemma":[0.9990742,0.000041279254,0.00011631969,0.00035024944,0.00031896084,0.00009898546],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006650133,0.00025333103,0.00052910816,0.00048611712,0.000057970534,0.000025126885,0.00021316957,0.0010134944,0.0142216105],"category_scores_gemma":[0.0016287445,0.0002305836,0.00009821253,0.00017185649,0.00008899135,0.00007317438,0.000114301605,0.0018135293,0.00042389357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032061234,0.00009420012,0.00068392995,0.00031494716,0.00011326981,0.000077170276,0.00012564243,2.9129674e-7,0.000009002325,0.3276786,0.57435983,0.096511036],"study_design_scores_gemma":[0.0010618867,0.000040550633,0.00090773444,0.0029218548,0.0000780991,0.000025185858,0.00019560364,0.000110773275,0.000017566452,0.0098395245,0.9845058,0.00029546415],"about_ca_topic_score_codex":0.000095950825,"about_ca_topic_score_gemma":0.00010828152,"teacher_disagreement_score":0.4101459,"about_ca_system_score_codex":0.0006739464,"about_ca_system_score_gemma":0.0040131453,"threshold_uncertainty_score":0.9866795},"labels":[],"label_agreement":null},{"id":"W4412583978","doi":"10.1007/978-3-031-94435-2_15","title":"Assessing Medical Schools’ Compliance with Social Accountability Principles and Values","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Compliance (psychology); Accountability; Social accounting; Political science; Psychology; Accounting; Business; Law; Social psychology","score_opus":0.09338523210059843,"score_gpt":0.4091105812229518,"score_spread":0.3157253491223534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412583978","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005308244,0.00021157427,0.0033942848,0.01521216,0.00036570246,0.0005678647,0.000005591505,0.00015535172,0.97477925],"genre_scores_gemma":[0.044916615,0.00017777782,0.05177892,0.012076965,0.0024379727,0.000066841385,0.00043702446,0.00009902583,0.88800883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783725,0.000017306817,0.00047576186,0.00046455613,0.0010139685,0.00019114034],"domain_scores_gemma":[0.99876195,0.00009675422,0.00017078358,0.00031925534,0.0005560342,0.00009521899],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00070883374,0.00026103162,0.0005100724,0.00015753975,0.00022564622,0.000083964595,0.00012958716,0.00056336785,0.0018166882],"category_scores_gemma":[0.0008103245,0.00019627108,0.00004772196,0.00009218302,0.0005579267,0.00013926179,0.0001057086,0.0012431074,0.000023279152],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015206532,0.00024580126,0.008049397,0.002945661,0.00044316385,0.000042363015,0.00033991176,1.4396595e-7,0.000009738416,0.48229477,0.061932586,0.4435444],"study_design_scores_gemma":[0.004479185,0.0003803964,0.099560834,0.02236975,0.001359803,0.00040563953,0.0023483098,0.0024120687,0.000051285813,0.032691546,0.8323074,0.0016337874],"about_ca_topic_score_codex":0.00002056309,"about_ca_topic_score_gemma":0.000016037682,"teacher_disagreement_score":0.77037483,"about_ca_system_score_codex":0.00027737403,"about_ca_system_score_gemma":0.001714176,"threshold_uncertainty_score":0.9990958},"labels":[],"label_agreement":null},{"id":"W4412594378","doi":"10.3390/ime4030027","title":"MD Student Perceptions of ChatGPT for Reflective Writing Feedback in Undergraduate Medical Education","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Reflective writing; Perception; Psychology; Medical education; Undergraduate education; Mathematics education; Pedagogy; Medicine","score_opus":0.012768909744670848,"score_gpt":0.44889612606873863,"score_spread":0.4361272163240678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412594378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69242454,0.000500316,0.013947544,0.2530162,0.009475476,0.0016427784,0.000008848823,0.00007901764,0.028905265],"genre_scores_gemma":[0.9706915,0.00035324186,0.007976436,0.015628159,0.0010866502,0.00097024813,0.0006008984,0.000025185767,0.0026676967],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99655384,0.00008791871,0.0011207514,0.00043457944,0.0015470221,0.00025588585],"domain_scores_gemma":[0.99741507,0.0002705438,0.00025492304,0.00030544598,0.0015802751,0.00017375012],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012864319,0.00018427974,0.00033392897,0.0010214213,0.00009124915,0.000027025219,0.00041667614,0.00034607152,0.0013908487],"category_scores_gemma":[0.016182523,0.00018462667,0.00011949957,0.0010158494,0.00024060653,0.0001745055,0.000078530815,0.00056281255,0.000026895563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002115625,0.00825663,0.080119304,0.00044226297,0.0001901053,0.0000017331953,0.0015697152,0.0000061063392,0.00036741327,0.11515335,0.124735326,0.6689465],"study_design_scores_gemma":[0.009631397,0.0006013459,0.7306466,0.016657779,0.0003793325,0.00021589464,0.02986854,0.012993998,0.0011437789,0.053840276,0.14316536,0.00085570454],"about_ca_topic_score_codex":0.00015920389,"about_ca_topic_score_gemma":0.00009005174,"teacher_disagreement_score":0.66809076,"about_ca_system_score_codex":0.0010487712,"about_ca_system_score_gemma":0.01195477,"threshold_uncertainty_score":0.99952203},"labels":[],"label_agreement":null},{"id":"W4412613563","doi":"10.2196/preprints.69443","title":"Innovative Mobile App (CPD By the Minute) for Continuing Professional Development in Medicine: Multimethods Study (Preprint)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Mobile apps; Continuing professional development; Medical education; Professional development; Library science; Psychology; Medicine; Computer science; World Wide Web","score_opus":0.04030649690154001,"score_gpt":0.4361647016421056,"score_spread":0.39585820474056554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412613563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94405276,0.00052073755,0.016831202,0.009153774,0.0067009814,0.019285813,0.000014209274,0.0002366493,0.003203854],"genre_scores_gemma":[0.6838252,0.000012816249,0.23486374,0.0027953782,0.0010978387,0.03000802,0.0009834904,0.00013937343,0.046274144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99585116,0.00022312025,0.0016389592,0.001007159,0.0008749564,0.0004046384],"domain_scores_gemma":[0.9968801,0.00066192966,0.00036752986,0.0007744443,0.0012509433,0.000065030676],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0067815077,0.00045137678,0.0008271043,0.0005509874,0.00011545583,0.000036103178,0.0004398103,0.00041955875,0.00051748665],"category_scores_gemma":[0.0034046334,0.0002727479,0.00006905592,0.0013372109,0.00023863865,0.000032708595,0.0011076994,0.002446203,0.000034737495],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024703777,0.0026301907,0.0032627115,0.001586197,0.0005470236,0.000012174393,0.10305355,0.000025797603,0.0017777814,0.0011148824,0.26873827,0.6170044],"study_design_scores_gemma":[0.012837321,0.0012266509,0.03357263,0.01552675,0.00066001125,0.000053413147,0.2634997,0.015264124,0.011502663,0.0065462654,0.637411,0.0018994423],"about_ca_topic_score_codex":0.00013994906,"about_ca_topic_score_gemma":0.00003625584,"teacher_disagreement_score":0.6151049,"about_ca_system_score_codex":0.0007270226,"about_ca_system_score_gemma":0.0011840444,"threshold_uncertainty_score":0.99997246},"labels":[],"label_agreement":null},{"id":"W4412613846","doi":"10.2196/69443","title":"Innovative Mobile App (CPD By the Minute) for Continuing Professional Development in Medicine: Multimethods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mastercard Foundation; Sunnybrook Health Science Centre; Princess Margaret Cancer Centre; University of Calgary; The Wilson Centre; University of Ottawa; Hospital for Sick Children; Public Health Ontario; Health Sciences Centre; University Health Network; University of Toronto; Southlake Regional Health Center; Foothills Medical Centre; St Joseph's Health Centre","funders":"","keywords":"Medical education; Psychological intervention; Continuing professional development; Relevance (law); Medicine; Professional development; Continuing medical education; Mobile apps; Analytics; Psychology; Nursing; Continuing education; Computer science; Data science","score_opus":0.01787833043550595,"score_gpt":0.4566070515413767,"score_spread":0.43872872110587074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412613846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93945944,0.00045052342,0.006764348,0.038866416,0.004747158,0.008154979,0.0000016973294,0.00007917246,0.0014762649],"genre_scores_gemma":[0.92137355,0.000010522179,0.014850883,0.017783206,0.0007960107,0.022328747,0.00055121246,0.000036467514,0.022269392],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705404,0.00022488406,0.0010373523,0.0004454727,0.00091448444,0.00032374007],"domain_scores_gemma":[0.99769706,0.0006175433,0.00022387077,0.00037467168,0.0009920303,0.000094832605],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036321166,0.00021416062,0.00040531775,0.00044969626,0.00018518604,0.000014595742,0.0002970198,0.00024947865,0.0004411054],"category_scores_gemma":[0.0093437545,0.00014113139,0.000031988657,0.0023452959,0.00029097922,0.00008520241,0.000071693874,0.0007364647,0.000009368797],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118265176,0.0037729137,0.010074098,0.00017196048,0.000047315927,6.428747e-7,0.017006915,1.9961345e-7,0.00023712315,0.0005950891,0.35198393,0.61599153],"study_design_scores_gemma":[0.006585653,0.00043607253,0.13613147,0.0027970984,0.00007389694,0.000012170972,0.06669033,0.00108138,0.00084506447,0.00041540046,0.7846444,0.0002870167],"about_ca_topic_score_codex":0.00005865095,"about_ca_topic_score_gemma":0.000019274345,"teacher_disagreement_score":0.61570454,"about_ca_system_score_codex":0.0004883832,"about_ca_system_score_gemma":0.00392617,"threshold_uncertainty_score":0.99900097},"labels":[],"label_agreement":null},{"id":"W4412618537","doi":"10.1111/tct.70158","title":"Towards a Quality‐Assured Framework of Professional Development for Clinical Teaching Fellows in Undergraduate Medical Education","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Quality (philosophy); Professional development; Psychology; Medicine","score_opus":0.1316640443891545,"score_gpt":0.5689346319722939,"score_spread":0.4372705875831394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412618537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8156022,0.0002400335,0.016084295,0.15674871,0.0058070756,0.0013872932,0.0000010023467,0.000059722635,0.0040696817],"genre_scores_gemma":[0.89856476,0.000071702365,0.0681391,0.016609173,0.0011628786,0.0003830546,0.00008113816,0.000028894823,0.014959309],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9944134,0.0012493492,0.0029165437,0.00041778578,0.0007243387,0.00027861097],"domain_scores_gemma":[0.99546576,0.0027945032,0.00050860667,0.0007012688,0.00038328258,0.0001465728],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022564894,0.00016866022,0.00069294503,0.00015799364,0.00013413958,0.000010130622,0.0003995968,0.0006920528,0.00015610443],"category_scores_gemma":[0.08436407,0.000111866604,0.00023482385,0.0004736545,0.0004436853,0.0000434223,0.00013746721,0.0024016323,0.000014107563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000448776,0.0059543974,0.25267813,0.00020091345,0.00015721133,4.4463124e-7,0.00075590884,3.7641158e-7,0.0000025995084,0.04109648,0.075323276,0.6233815],"study_design_scores_gemma":[0.0033167305,0.00019855211,0.7024984,0.0023896361,0.00013205346,0.0000025318125,0.001663999,0.00083667954,0.000014925092,0.047519755,0.24121496,0.00021180841],"about_ca_topic_score_codex":0.000033689343,"about_ca_topic_score_gemma":0.000022203749,"teacher_disagreement_score":0.6231697,"about_ca_system_score_codex":0.0001648834,"about_ca_system_score_gemma":0.007177688,"threshold_uncertainty_score":0.99989986},"labels":[],"label_agreement":null},{"id":"W4412630494","doi":"10.1007/s40670-025-02465-x","title":"The Culture of Academic Medicine Initiative (CAMi): Advancing Systems-Level Wellbeing in Medical Education Through a National Change Management Approach","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University; McMaster University","funders":"","keywords":"Medical education; Academic medicine; Psychology; Medicine","score_opus":0.05817397019784679,"score_gpt":0.42632282708324387,"score_spread":0.36814885688539706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412630494","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22826715,0.014240582,0.01970562,0.36902472,0.03049302,0.007880219,0.00001251315,0.00022868536,0.3301475],"genre_scores_gemma":[0.97056854,0.0013818933,0.004053944,0.019636627,0.0017267414,0.0010494001,0.000055383465,0.000017095725,0.0015103958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9928776,0.00015365289,0.0010971249,0.00057831476,0.0046924935,0.00060080155],"domain_scores_gemma":[0.9977923,0.0003116223,0.00029044948,0.00038411512,0.00089615333,0.00032534907],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007972339,0.0002183879,0.00041099451,0.00067248393,0.0004163638,0.000023108943,0.0010020774,0.0003222282,0.00016965884],"category_scores_gemma":[0.022055816,0.00013903799,0.000045854093,0.0053462186,0.002509013,0.00037727138,0.00022142462,0.0012274672,0.000008954825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011516695,0.0020450966,0.020708684,0.0019528889,0.00012094929,0.000013394729,0.040557034,0.0000048703027,0.00019259221,0.5269735,0.17474447,0.2325714],"study_design_scores_gemma":[0.006494291,0.00046636586,0.20798929,0.028434956,0.00030073512,0.0003837195,0.4268658,0.02496815,0.0003510587,0.02282556,0.27993414,0.0009859566],"about_ca_topic_score_codex":0.0002103166,"about_ca_topic_score_gemma":0.000013600304,"teacher_disagreement_score":0.74230134,"about_ca_system_score_codex":0.0012541318,"about_ca_system_score_gemma":0.011655461,"threshold_uncertainty_score":0.99394757},"labels":[],"label_agreement":null},{"id":"W4412659710","doi":"10.1080/0142159x.2025.2532779","title":"Experiences of remediation in family medicine postgraduate education: An interpretative phenomenological analysis","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; University of Toronto; McGill University; McGill University Health Centre; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Interpretative phenomenological analysis; Medical education; Medicine; Psychology; Phenomenology (philosophy); Pedagogy; Family medicine; Sociology; Qualitative research; Epistemology; Social science; Philosophy","score_opus":0.03182958182255182,"score_gpt":0.40986351068743493,"score_spread":0.37803392886488313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412659710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607427,0.0005050681,0.0030452297,0.011054725,0.0006157981,0.0002893365,2.529584e-7,0.00004079409,0.02370607],"genre_scores_gemma":[0.9942899,0.00005580791,0.0009992818,0.002811643,0.00021547926,0.00017964662,0.0001388274,0.0000071639874,0.0013023021],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976568,0.00022898252,0.0008384277,0.00036847542,0.0007008357,0.00020648612],"domain_scores_gemma":[0.99894464,0.000065256725,0.00016110676,0.00037124322,0.00033002484,0.0001276994],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014732048,0.00014942461,0.00054681645,0.0010595499,0.00003885326,0.0000055118276,0.00024564847,0.00023787426,0.0030531066],"category_scores_gemma":[0.0057979473,0.0001103303,0.00006904033,0.0034820645,0.0006846551,0.00010888841,0.00004338494,0.00050517917,0.0000068351837],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004198343,0.005420362,0.3231227,0.00022884793,0.00082379207,0.000019753274,0.22730279,0.0000071380314,0.00040530274,0.01843565,0.014029048,0.40978476],"study_design_scores_gemma":[0.0041805864,0.0015731208,0.324273,0.0016584891,0.0013911602,0.000014631733,0.59052557,0.060713086,0.00020174138,0.008804852,0.006157967,0.00050583633],"about_ca_topic_score_codex":0.00016516549,"about_ca_topic_score_gemma":0.000025576375,"teacher_disagreement_score":0.40927893,"about_ca_system_score_codex":0.00020261378,"about_ca_system_score_gemma":0.0007620926,"threshold_uncertainty_score":0.9978582},"labels":[],"label_agreement":null},{"id":"W4412725619","doi":"10.1080/0142159x.2025.2534074","title":"Leadership as a catalyst for advancing social accountability in health professions education: AMEE Guide No. 187","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; NOSM University","funders":"","keywords":"Accountability; Public relations; Political science; Corporate governance; Curriculum; Social accounting; Leadership studies; Engineering ethics; Equity (law); Sociology; Pedagogy; Leadership style; Business; Engineering","score_opus":0.058027970732068924,"score_gpt":0.4624265697592286,"score_spread":0.40439859902715963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412725619","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2679746,0.000790595,0.007720069,0.66631866,0.0047601275,0.0035210568,0.0000038284425,0.00023365552,0.04867743],"genre_scores_gemma":[0.77746284,0.000028133862,0.009076048,0.081168875,0.0035507227,0.0021802671,0.0005865008,0.00006180882,0.1258848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741006,0.00017604254,0.0008643929,0.00040456405,0.0006482586,0.0004966675],"domain_scores_gemma":[0.9987702,0.00012216413,0.00014315249,0.0003665277,0.00041253053,0.0001854532],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036646118,0.00016048613,0.0004048397,0.0002706777,0.00024370312,0.000012983235,0.00021429054,0.00033256723,0.001687684],"category_scores_gemma":[0.02285105,0.00014149747,0.000086264205,0.0009156629,0.00025488032,0.00009158927,0.000055351124,0.00096318085,0.00007888963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018596451,0.002678329,0.042458124,0.0020593617,0.000049255792,0.0000019866839,0.0063218107,2.077043e-7,0.00003081142,0.0042354316,0.71249527,0.22948344],"study_design_scores_gemma":[0.0036042025,0.00019613467,0.024113577,0.0036642656,0.0000718816,0.000018092602,0.049086284,0.002144016,0.000042292297,0.0031370919,0.91359794,0.00032420782],"about_ca_topic_score_codex":0.00068355544,"about_ca_topic_score_gemma":0.00023407394,"teacher_disagreement_score":0.58514977,"about_ca_system_score_codex":0.0012322968,"about_ca_system_score_gemma":0.008689213,"threshold_uncertainty_score":0.9992249},"labels":[],"label_agreement":null},{"id":"W4412738315","doi":"10.7202/1118900ar","title":"Students Narratives of Ethical Dilemmas and Professionalism Issues During a Rotation in Surgery","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Bioethics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Narrative; Engineering ethics; Psychology; Medicine; Philosophy; Engineering","score_opus":0.0625946393022852,"score_gpt":0.435929265681937,"score_spread":0.3733346263796518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412738315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9053014,0.000658767,0.000033048258,0.093399584,0.00044872504,0.00010034401,0.0000014164066,0.0000013969144,0.000055338467],"genre_scores_gemma":[0.9974471,0.000066221626,0.00097466557,0.0012678383,0.00006810919,0.0000027253543,0.000004402864,0.000004630155,0.00016432257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988739,0.00012429387,0.00051990646,0.00007201754,0.00029510746,0.00011478732],"domain_scores_gemma":[0.99892044,0.00015260986,0.00018612653,0.000074905365,0.000574573,0.000091318434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016899395,0.000059437876,0.00022932446,0.00079542055,0.00006944039,0.000012773834,0.00006705563,0.00026501637,0.000030187182],"category_scores_gemma":[0.00377532,0.000051901123,0.000030543662,0.00051818707,0.00038102668,0.000060077662,0.000009369419,0.0010865559,3.1802756e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012318358,0.00010697186,0.9434319,0.0007920078,0.00009562464,0.00011580979,0.031710524,0.0000041390863,0.0014901427,0.013213938,0.0039449283,0.004970785],"study_design_scores_gemma":[0.00082322577,0.00006734239,0.96893376,0.0043078703,0.00003126461,0.00006398849,0.016924115,0.000016989416,0.002015675,0.0047707027,0.0019659344,0.000079158366],"about_ca_topic_score_codex":0.0009903756,"about_ca_topic_score_gemma":0.0026834419,"teacher_disagreement_score":0.092145704,"about_ca_system_score_codex":0.00014564017,"about_ca_system_score_gemma":0.00286599,"threshold_uncertainty_score":0.50841427},"labels":[],"label_agreement":null},{"id":"W4412769839","doi":"10.1111/tct.70170","title":"Evaluation of a QI Module for Psychiatry Residents","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Session (web analytics); Curriculum; Medical education; Medicine; Core competency; Quality (philosophy); Residency training; Psychology; Psychiatry; Pedagogy; Computer science; Continuing education","score_opus":0.1627882233534348,"score_gpt":0.5437329853783311,"score_spread":0.38094476202489636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412769839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9408135,0.00026279007,0.0024058796,0.044028167,0.0018551464,0.0010127103,0.0000010585212,0.000026558324,0.009594183],"genre_scores_gemma":[0.98512906,0.000008004983,0.0056587076,0.0028316937,0.00056243467,0.00013128688,0.000016531156,0.00000902576,0.0056532496],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99852127,0.0002310053,0.00058009237,0.00014621619,0.00043403366,0.000087386485],"domain_scores_gemma":[0.99853176,0.00017562744,0.00013031234,0.00044669176,0.0006970331,0.000018579774],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010375688,0.000053953976,0.0001737301,0.000056855726,0.000050637096,0.0000036933159,0.00012310204,0.00012062689,0.00016264526],"category_scores_gemma":[0.0132911205,0.000035301073,0.0001040642,0.00027871938,0.0001405072,0.000020612311,0.000023736993,0.00025455235,0.000015154555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029881805,0.0015768482,0.18539773,0.00013472624,0.00033928253,4.8190596e-8,0.00015651606,0.000011909279,0.000046882775,0.018601047,0.42677796,0.36665824],"study_design_scores_gemma":[0.004173717,0.00022607844,0.8374571,0.00030669777,0.0013594263,0.0000010376991,0.0003504434,0.021129932,0.00007947027,0.12737185,0.0074740993,0.000070134156],"about_ca_topic_score_codex":0.000010276166,"about_ca_topic_score_gemma":0.0000035608455,"teacher_disagreement_score":0.6520594,"about_ca_system_score_codex":0.000059623715,"about_ca_system_score_gemma":0.0006164161,"threshold_uncertainty_score":0.99502033},"labels":[],"label_agreement":null},{"id":"W4412780072","doi":"10.1136/bmjoq-2025-003378","title":"Evaluating the implementation of a longitudinal cocurricular experiential quality improvement training programme for undergraduate medical students","year":2025,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre; University of Toronto","funders":"Temerty Faculty of Medicine, University of Toronto; University of Toronto","keywords":"Mentorship; Experiential learning; Medical education; Curriculum; Experiential education; Medicine; Psychology; Pedagogy","score_opus":0.3025657663692309,"score_gpt":0.6528100149016893,"score_spread":0.35024424853245845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412780072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94519496,0.000019985928,0.023990147,0.021174919,0.0006069146,0.008740964,0.000013287941,0.000023784394,0.00023505522],"genre_scores_gemma":[0.98280585,0.000002127535,0.009947709,0.0021722626,0.00016239517,0.0044304077,0.00023024213,0.000011800812,0.00023720371],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99498504,0.0005065044,0.0016540737,0.00041779008,0.0020859027,0.00035070977],"domain_scores_gemma":[0.9975182,0.0003285196,0.00073995633,0.0005756382,0.0007593063,0.00007841344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023209745,0.00015561804,0.00047081712,0.00007776053,0.00029211212,0.00011902765,0.0006815483,0.00009852313,0.00024905993],"category_scores_gemma":[0.006652252,0.00011309981,0.00012985605,0.0005608237,0.00019771929,0.00012213454,0.000402704,0.00022191719,0.0000016885288],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005127489,0.00085845817,0.043010622,0.00064147374,0.00037243904,9.3653625e-7,0.0044317152,0.0000013970807,0.0009864923,0.030091343,0.00222266,0.9168697],"study_design_scores_gemma":[0.026805237,0.0028647634,0.75794494,0.0013423564,0.00081437215,0.0000145112435,0.18120553,0.0021341054,0.0074464907,0.012396898,0.0063255527,0.00070524245],"about_ca_topic_score_codex":0.0013622505,"about_ca_topic_score_gemma":0.0002096617,"teacher_disagreement_score":0.91616446,"about_ca_system_score_codex":0.00025004428,"about_ca_system_score_gemma":0.0016041726,"threshold_uncertainty_score":0.8044081},"labels":[],"label_agreement":null},{"id":"W4412785203","doi":"10.46747/cfp.710708500","title":"Comparison of horizontal and traditional block family medicine curricula","year":2025,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Curriculum; Medical education; Curriculum mapping; Medicine; Emergent curriculum; Curriculum development; Family medicine; Psychology; Pedagogy","score_opus":0.038088547612264864,"score_gpt":0.3296279750357477,"score_spread":0.2915394274234828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412785203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8036769,0.0012653254,0.000088381086,0.0056352136,0.00080232124,0.00032051123,0.000033430413,0.000024998875,0.18815291],"genre_scores_gemma":[0.9557922,0.0000127568055,0.0003793712,0.043083083,0.0003624811,0.00001945916,0.00019376203,0.000011744746,0.00014515257],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988745,0.000021471978,0.00037059927,0.0002235166,0.0002706874,0.00023926527],"domain_scores_gemma":[0.9992371,0.000042118885,0.000080372156,0.00022593654,0.00023005344,0.00018438327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013435516,0.000139223,0.00037608424,0.00046490197,0.00011971241,0.0000066413536,0.00009492891,0.0001023921,0.0000068802287],"category_scores_gemma":[0.00008211613,0.00013298966,0.000040913113,0.0008257199,0.00040146935,0.000052765037,0.000009987744,0.00027070026,0.000008237584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032214564,0.00035562433,0.009331514,0.0002583538,0.00016157537,0.000013994107,0.0005220353,0.0000045301067,0.021569213,0.08181098,0.69363844,0.19230151],"study_design_scores_gemma":[0.0027118528,0.00068112416,0.72169477,0.0016201442,0.0003934532,0.0000061210503,0.010574104,0.002107502,0.0012094948,0.0042147418,0.25440475,0.00038193006],"about_ca_topic_score_codex":0.0034439452,"about_ca_topic_score_gemma":0.00043927247,"teacher_disagreement_score":0.71236324,"about_ca_system_score_codex":0.0002612597,"about_ca_system_score_gemma":0.00074130046,"threshold_uncertainty_score":0.54231614},"labels":[],"label_agreement":null},{"id":"W4412828026","doi":"10.1016/j.crphys.2025.100160","title":"AI-generated multiple-choice questions in health science education: Stakeholder perspectives and implementation considerations","year":2025,"lang":"en","type":"review","venue":"Current Research in Physiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; Canada Research Chairs; University of Toronto","funders":"","keywords":"Stakeholder; Health science; Engineering ethics; Management science; Computer science; Sociology; Psychology; Political science; Medical education; Public relations; Engineering; Medicine","score_opus":0.34931796844402174,"score_gpt":0.6224009699465244,"score_spread":0.27308300150250264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412828026","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019614121,0.9880162,0.000009980972,0.005730638,0.00085420534,0.0032656265,0.00002661419,0.000024805284,0.00011053629],"genre_scores_gemma":[0.008126999,0.988318,0.00047420544,0.0002546485,0.00036137065,0.0015788588,0.00079032104,0.000017607994,0.00007798752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621713,0.00077887916,0.000992189,0.0008755574,0.00048939843,0.0006468184],"domain_scores_gemma":[0.99677396,0.0010359662,0.00019915261,0.00050354004,0.0013465009,0.00014086885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025051008,0.00024478504,0.00086817023,0.0037269827,0.0004219211,0.00006539143,0.00018468098,0.00016026336,0.00012018369],"category_scores_gemma":[0.006028647,0.00022394654,0.00005018499,0.0050169756,0.0011530735,0.00019369424,0.00016215885,0.0019479687,0.000009828291],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005332853,0.00091987307,0.0007196539,0.014630252,0.000016388483,9.132741e-7,0.0007377749,0.000001813287,0.000020544721,0.028255971,0.008424984,0.9462665],"study_design_scores_gemma":[0.001311757,0.00026878508,0.027363338,0.037541438,0.000059725568,0.000043480013,0.004744126,0.00019751373,0.000005239281,0.004331858,0.92372566,0.00040708846],"about_ca_topic_score_codex":0.0005170375,"about_ca_topic_score_gemma":0.00042900085,"teacher_disagreement_score":0.94585943,"about_ca_system_score_codex":0.0021562378,"about_ca_system_score_gemma":0.034392424,"threshold_uncertainty_score":0.9710817},"labels":[],"label_agreement":null},{"id":"W4412977632","doi":"10.12688/mep.21009.1","title":"Cyclical Variation of Field Notes Completion in a Family Medicine Residency Program","year":2025,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Psychological intervention; Thematic analysis; Medical education; Family medicine; Psychology; Medicine; Nursing; Qualitative research; Sociology","score_opus":0.032261200170072425,"score_gpt":0.3923582120213156,"score_spread":0.36009701185124315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412977632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8412331,0.0001756205,0.0067439424,0.112633966,0.0011194352,0.001092458,0.0000013428528,0.00013094993,0.03686923],"genre_scores_gemma":[0.9854304,0.000021815958,0.009488654,0.004271519,0.00022018922,0.00013709499,0.00012351006,0.000008334278,0.00029848196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840647,0.00006589222,0.0006666599,0.00023188906,0.0004460326,0.00018306951],"domain_scores_gemma":[0.9987282,0.00029432605,0.00012851573,0.00032774123,0.00049052195,0.000030676],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009440382,0.00010133863,0.0003227612,0.00070623285,0.000036930254,0.000016362483,0.00012993539,0.00018259339,0.00024233015],"category_scores_gemma":[0.01282521,0.00008766709,0.00003544957,0.0020075906,0.00011976034,0.00015515879,0.000035298668,0.00034385695,0.0000046299683],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025411634,0.001963641,0.15629396,0.0008310654,0.00007801639,0.000010693918,0.002093261,0.000005189749,0.009045119,0.1121533,0.17250712,0.5447645],"study_design_scores_gemma":[0.0015372444,0.00038070267,0.9768173,0.0007669828,0.00005113766,0.0000037536417,0.0003983443,0.0010918144,0.00050398364,0.006519249,0.011854086,0.00007536777],"about_ca_topic_score_codex":0.0007412239,"about_ca_topic_score_gemma":0.000059427468,"teacher_disagreement_score":0.8205234,"about_ca_system_score_codex":0.00012646007,"about_ca_system_score_gemma":0.00029857561,"threshold_uncertainty_score":0.9954902},"labels":[],"label_agreement":null},{"id":"W4413008469","doi":"10.1108/lhs-02-2025-0028","title":"Evaluation and impact of leadership development program for physicians in healthcare and medical education: conceptual and pragmatic considerations","year":2025,"lang":"en","type":"article","venue":"Leadership in health services","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"CINAHL; Scopus; Critical appraisal; Leadership development; Modalities; Psychology; Conceptual framework; Health care; Medical education; Knowledge management; Originality; MEDLINE; Management science; Computer science; Medicine; Sociology; Public relations; Political science; Alternative medicine; Social psychology","score_opus":0.1366449044412167,"score_gpt":0.46211654166127497,"score_spread":0.32547163722005823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413008469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81201965,0.008127007,0.000044575885,0.1761186,0.00014979653,0.0034659978,0.0000025695156,0.000025469568,0.000046316312],"genre_scores_gemma":[0.97330534,0.0000905378,0.007716523,0.01793691,0.000048789778,0.0007687926,0.00010364032,0.000009482884,0.000020008347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99805295,0.00023814126,0.0007256143,0.00028209397,0.00039953433,0.00030163786],"domain_scores_gemma":[0.9988334,0.00034218573,0.0001964594,0.00013001816,0.00039398173,0.00010395464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025282726,0.00013182225,0.00034689743,0.00038460683,0.00010350394,0.000019418914,0.00004105818,0.00015962384,0.000018230125],"category_scores_gemma":[0.00094799814,0.00012603171,0.000016009943,0.0005155599,0.00024880824,0.00011793128,0.000015766098,0.0002669846,2.3501617e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000875302,0.0008941876,0.21135236,0.034037672,0.0000563892,5.421429e-7,0.048917755,0.000007962451,0.000009511881,0.00878403,0.00030339646,0.69554865],"study_design_scores_gemma":[0.0033060608,0.0005655925,0.84925467,0.015445639,0.000047629543,0.00002058343,0.11318536,0.014478101,0.000024140481,0.0033093828,0.00020673746,0.00015610334],"about_ca_topic_score_codex":0.00092917174,"about_ca_topic_score_gemma":0.004066315,"teacher_disagreement_score":0.69539255,"about_ca_system_score_codex":0.0003491031,"about_ca_system_score_gemma":0.005652302,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W4413023145","doi":"10.1016/j.jsurg.2025.103641","title":"Striking a Balance: A Qualitative Thematic Analysis of General Surgery Residents’ Perceptions of their Role as Medical Student Educators","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Cancer Institute; Washington University School of Medicine in St. Louis","keywords":"Thematic analysis; Balance (ability); Perception; Medical education; Qualitative analysis; Qualitative research; Psychology; Medicine; Sociology; Social science; Physical therapy","score_opus":0.019434157882185756,"score_gpt":0.43799315598077837,"score_spread":0.4185589980985926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413023145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895387,0.0007748325,0.00042200222,0.006727911,0.0009087542,0.00019259965,0.000003674341,0.000006695064,0.001424805],"genre_scores_gemma":[0.9969581,0.00050942146,0.0011916833,0.00046894813,0.00030971938,0.000020575419,0.000048101265,0.000010323583,0.00048314346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99606663,0.0003942328,0.0019197789,0.00017380179,0.0012658882,0.00017964368],"domain_scores_gemma":[0.99541414,0.0011413307,0.0012139889,0.00031361403,0.0017759991,0.00014091619],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035217574,0.00015300015,0.0009838587,0.0020935587,0.000066272965,0.000015431466,0.00022365722,0.00017258734,0.0012345858],"category_scores_gemma":[0.0034964771,0.00011479597,0.0005102637,0.0034806817,0.000229123,0.00014122215,0.000036303994,0.00046795834,0.0000017409549],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093240157,0.018384608,0.64008844,0.0015642,0.010203456,0.000022984868,0.11363165,0.00014833867,0.0026922785,0.02431262,0.040621575,0.14739747],"study_design_scores_gemma":[0.001383596,0.00028566338,0.6839409,0.0039067706,0.0036385553,0.00017937756,0.29876155,0.001034124,0.0011130986,0.0034963547,0.0020290115,0.0002310267],"about_ca_topic_score_codex":0.00010510072,"about_ca_topic_score_gemma":0.0000036766187,"teacher_disagreement_score":0.1851299,"about_ca_system_score_codex":0.00032556304,"about_ca_system_score_gemma":0.0047867615,"threshold_uncertainty_score":0.99967843},"labels":[],"label_agreement":null},{"id":"W4413048167","doi":"10.1080/10401334.2025.2542859","title":"Still Not Clear? Exploring the Impact of Clarifying Assessment Items on Assessor Cognition in Medical Education","year":2025,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Chinook Regional Hospital; London Health Sciences Centre; Western University","funders":"","keywords":"Formative assessment; Context (archaeology); Psychology; Cognition; Interpretation (philosophy); Perception; Task (project management); Applied psychology; Medical education; Function (biology); Social psychology; Medicine; Pedagogy; Computer science","score_opus":0.05036742462057025,"score_gpt":0.44681840403053324,"score_spread":0.396450979409963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413048167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97402436,0.00012963495,0.0007170458,0.017472725,0.00045684545,0.00031381327,1.8113903e-7,0.00003982858,0.006845551],"genre_scores_gemma":[0.99664605,0.00008277096,0.00071659207,0.0018831257,0.0002626941,0.00007856393,0.00004644583,0.000014417792,0.0002693491],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976263,0.00066701917,0.0006544082,0.00025387137,0.00058579113,0.00021261704],"domain_scores_gemma":[0.9985344,0.0009290419,0.00017156509,0.00019951737,0.00010495884,0.000060557315],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007115678,0.00014763989,0.0003855,0.0007691876,0.0001421802,0.000012707887,0.0001031807,0.000138117,0.00008852341],"category_scores_gemma":[0.017168174,0.00009686527,0.000036593876,0.0006183276,0.00017193661,0.0000907889,0.00003296078,0.0038899363,0.0000013735472],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025242998,0.0008559201,0.21110916,0.00030709797,0.00006204467,0.000007872188,0.01207036,0.0006139821,0.0013362679,0.0042718393,0.001206189,0.76790684],"study_design_scores_gemma":[0.0020756486,0.0007730477,0.9483952,0.0072371075,0.000061260434,0.000018656729,0.012875276,0.026138509,0.000029873921,0.00023142967,0.0020603545,0.000103667495],"about_ca_topic_score_codex":0.0012102462,"about_ca_topic_score_gemma":0.000016060307,"teacher_disagreement_score":0.7678032,"about_ca_system_score_codex":0.00031057105,"about_ca_system_score_gemma":0.0007072263,"threshold_uncertainty_score":0.99840814},"labels":[],"label_agreement":null},{"id":"W4413052031","doi":"10.1111/tct.70173","title":"How to … Study Sensitive Topics","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dalhousie University","funders":"","keywords":"Reflexivity; Health professions; Process (computing); Engineering ethics; Psychology; Medical education; Pedagogy; Sociology; Medicine; Computer science; Health care; Political science; Engineering; Social science","score_opus":0.09884927151657537,"score_gpt":0.48573691300640354,"score_spread":0.3868876414898282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413052031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7621626,0.000008617237,0.0012225974,0.22712286,0.0007306893,0.000583868,1.7407322e-7,0.000044184686,0.008124369],"genre_scores_gemma":[0.9035304,0.000001867081,0.0014348981,0.0180915,0.00087108853,0.000030174408,0.0000025530271,0.0000064358283,0.0760311],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990542,0.00019130233,0.00028538087,0.00018232594,0.00017027548,0.000116492294],"domain_scores_gemma":[0.9991186,0.00015315706,0.000037306272,0.00048252847,0.00016720018,0.000041197112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017211065,0.000067096116,0.00018521636,0.000045378234,0.00007431995,0.000018382709,0.000109592016,0.00007974029,0.000065495806],"category_scores_gemma":[0.007169423,0.000040554532,0.000055683777,0.00041678076,0.000091381655,0.000016700562,0.000074219046,0.00051759667,0.00007220379],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012224959,0.0021192338,0.12877364,0.000010624112,0.00024251427,0.000011175176,0.002256702,3.6828632e-7,0.00002185779,0.0027600392,0.19545823,0.6682234],"study_design_scores_gemma":[0.0012827761,0.0004995452,0.72098225,0.0000514846,0.00022982428,0.0000037206214,0.00920905,0.00014173564,0.00007836752,0.00109731,0.26633367,0.000090265916],"about_ca_topic_score_codex":0.000006224578,"about_ca_topic_score_gemma":0.0000023033485,"teacher_disagreement_score":0.6681331,"about_ca_system_score_codex":0.000043899803,"about_ca_system_score_gemma":0.00008532501,"threshold_uncertainty_score":0.8582987},"labels":[],"label_agreement":null},{"id":"W4413054807","doi":"10.1080/07853890.2025.2520395","title":"Developing a framework for medical student feedback literacy using a triangulated thematic analysis","year":2025,"lang":"en","type":"article","venue":"Annals of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Ministry of Higher Education, Malaysia","keywords":"Thematic analysis; Stakeholder; Context (archaeology); Medical education; Literacy; Health literacy; Focus group; Psychology; Health care; Medicine; Qualitative research; Pedagogy; Sociology; Public relations; Political science","score_opus":0.10718487117844144,"score_gpt":0.5351062221418572,"score_spread":0.42792135096341577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413054807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39552703,0.0009337426,0.49395844,0.10813739,0.000441884,0.00067210954,0.0000019943,0.00003609154,0.00029130318],"genre_scores_gemma":[0.86466616,0.00016941965,0.107592575,0.026551694,0.0004796098,0.000070135044,0.00011261762,0.000020660573,0.00033711243],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99726737,0.000070323826,0.0011834194,0.0002834975,0.00090794073,0.00028743467],"domain_scores_gemma":[0.99707156,0.0007239989,0.00032434735,0.00046554932,0.001304095,0.00011046329],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024557954,0.00017525279,0.0009103246,0.0011323538,0.00008835465,0.000009163138,0.00022738488,0.00024125064,0.0005427904],"category_scores_gemma":[0.016364409,0.00012929573,0.00017928358,0.004247325,0.00026906215,0.000058121743,0.000050325834,0.00029743795,0.0000024014614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001180385,0.00183576,0.020412734,0.005127429,0.013561564,0.00004598942,0.011939465,0.0000731571,0.00069894514,0.42168897,0.024887469,0.49854812],"study_design_scores_gemma":[0.036436144,0.0030814628,0.193474,0.098305576,0.026952066,0.00015191277,0.024534693,0.21247838,0.009577644,0.35892034,0.034353033,0.0017347466],"about_ca_topic_score_codex":0.000033278666,"about_ca_topic_score_gemma":0.0000014957781,"teacher_disagreement_score":0.49681336,"about_ca_system_score_codex":0.00007755408,"about_ca_system_score_gemma":0.00058352866,"threshold_uncertainty_score":0.9919212},"labels":[],"label_agreement":null},{"id":"W4413100178","doi":"","title":"Measurement-based Care Training Curriculum in Psychiatry Residency Programs: Four-year Implementation Experience and Future Directions.","year":2025,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Curriculum; Residency training; Medical education; Training (meteorology); Psychiatry; Family medicine; Pedagogy; Continuing education; Psychology","score_opus":0.032777562462156795,"score_gpt":0.32878622539476343,"score_spread":0.29600866293260664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413100178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96902984,0.001749519,0.0001916366,0.022685498,0.002417253,0.0021490273,0.0000012584179,0.000110371875,0.0016656191],"genre_scores_gemma":[0.9899806,0.000052168438,0.004382836,0.0007621731,0.0003347162,0.004427015,0.00003359664,0.000009666507,0.000017235017],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877256,0.000045664365,0.00031116465,0.00025588422,0.00035264035,0.0002620722],"domain_scores_gemma":[0.9994306,0.0000055837304,0.000066519606,0.00017392414,0.00027270147,0.000050659688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047140822,0.00010102494,0.0001349879,0.00033156743,0.00009949093,0.000030257965,0.000056110304,0.0000759695,0.000019232233],"category_scores_gemma":[0.00025843122,0.00009666217,0.000026978652,0.0010915644,0.000055088458,0.00010105408,0.00001169404,0.00019797462,6.8056727e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013783896,0.0000700864,0.33514154,0.00012271183,0.000009058719,7.612675e-7,0.0020204938,9.66091e-8,0.000004715342,0.0009015664,0.00058947364,0.6611257],"study_design_scores_gemma":[0.0013983614,0.00003395777,0.9305552,0.00014926179,0.000038064114,0.0000028995328,0.055005033,0.000020632706,0.000056983354,0.00025574333,0.012395179,0.00008868702],"about_ca_topic_score_codex":0.00010628451,"about_ca_topic_score_gemma":0.00036258006,"teacher_disagreement_score":0.661037,"about_ca_system_score_codex":0.00033193541,"about_ca_system_score_gemma":0.00045489345,"threshold_uncertainty_score":0.39417687},"labels":[],"label_agreement":null},{"id":"W4413110233","doi":"10.1007/s10459-025-10466-z","title":"Commentaries and conversations","year":2025,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Health professions; Scholarly communication; Engineering ethics; Sociology; Medical education; Psychology; Medicine; Health care; Political science; Engineering; Publishing; Law","score_opus":0.010882858845723408,"score_gpt":0.42786789729998986,"score_spread":0.41698503845426643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413110233","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040307545,0.021298101,0.00019537647,0.04547087,0.92621815,0.000949771,0.000017238954,0.00004081326,0.005406623],"genre_scores_gemma":[0.003896457,0.10507264,0.06558147,0.04611209,0.7656916,0.0012577109,0.0036512334,0.000048554863,0.008688277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979163,0.00007662042,0.0006483357,0.0004684954,0.0006048434,0.00028542243],"domain_scores_gemma":[0.9981549,0.00083729206,0.0003599235,0.000250974,0.00033313452,0.000063787695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013381728,0.00016343883,0.00033682506,0.00070567563,0.00036045187,0.000048197322,0.00016159673,0.0002212426,0.00004821968],"category_scores_gemma":[0.004847712,0.00015778381,0.0000205869,0.0013111172,0.0006342103,0.00039299694,0.000041048283,0.00062713167,0.000004722582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007921385,0.00012816515,0.003206521,0.0012890202,0.0000026640107,9.394935e-8,0.00049647683,0.0000037433945,1.12747976e-7,0.0028789162,0.88275665,0.10922971],"study_design_scores_gemma":[0.0002470461,0.00015205333,0.0008299301,0.0017705928,0.000012816595,0.0000018488907,0.0020469509,0.000110548266,0.0000016755239,0.0022917339,0.9924275,0.000107303764],"about_ca_topic_score_codex":0.0009201061,"about_ca_topic_score_gemma":0.00029448126,"teacher_disagreement_score":0.16052657,"about_ca_system_score_codex":0.000761053,"about_ca_system_score_gemma":0.010542681,"threshold_uncertainty_score":0.99506664},"labels":[],"label_agreement":null},{"id":"W4413111585","doi":"10.1080/0142159x.2025.2544819","title":"When enough is enough: Signals used by residents to indicate receptivity to questioning","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia","funders":"","keywords":"Context (archaeology); Rigour; Psychology; Socratic questioning; Grounded theory; Preceptor; Openness to experience; Medical education; Variety (cybernetics); Qualitative research; Receptivity; Pedagogy; Social psychology; Medicine; Epistemology; Computer science","score_opus":0.024067609263872407,"score_gpt":0.37774693681067856,"score_spread":0.35367932754680614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413111585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6763624,0.00011532991,0.011899051,0.29985034,0.0007457063,0.00076862663,0.00000530931,0.00018139386,0.010071866],"genre_scores_gemma":[0.84937507,0.000017705546,0.0061936025,0.05767302,0.000713084,0.00029117242,0.00012397168,0.00004875719,0.08556362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658084,0.00021170649,0.0006463899,0.000578002,0.0014922888,0.0004907522],"domain_scores_gemma":[0.99854994,0.00008640385,0.000090713336,0.00055441255,0.00020853768,0.0005100154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024082805,0.00022479036,0.00042944305,0.00039930208,0.00017059785,0.000043206805,0.00036718493,0.00040569063,0.0109468335],"category_scores_gemma":[0.01253486,0.00020383652,0.000068855785,0.0012570699,0.00013975363,0.00009280618,0.00017443187,0.0009381457,0.00094608084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065627675,0.00051537796,0.023997929,0.00006247036,0.00008345326,0.000011020609,0.005462499,5.9669856e-7,0.0013232238,0.00039429238,0.89754325,0.07054029],"study_design_scores_gemma":[0.0017326368,0.00034841622,0.019392623,0.0017994748,0.0001393822,0.000011922683,0.00083713554,0.00044561652,0.004911637,0.0014037212,0.9685703,0.00040712877],"about_ca_topic_score_codex":0.000499907,"about_ca_topic_score_gemma":0.000014985926,"teacher_disagreement_score":0.24217734,"about_ca_system_score_codex":0.00044862024,"about_ca_system_score_gemma":0.0005843699,"threshold_uncertainty_score":0.9998318},"labels":[],"label_agreement":null},{"id":"W4413139935","doi":"10.1007/s10459-025-10460-5","title":"Does learner handover bias ratings, entrustment decisions, and feedback across repeated encounters with the same resident?","year":2025,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto; University of Calgary; University of Alberta; University of Ottawa","funders":"","keywords":"Handover; Psychology; Medical education; Applied psychology; Computer science; Social psychology; Medicine","score_opus":0.015336377920292915,"score_gpt":0.3991392853379361,"score_spread":0.38380290741764317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413139935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8920042,0.00561559,0.0005837691,0.098094285,0.0017262619,0.00097374286,0.0000014479616,0.000028494314,0.0009722304],"genre_scores_gemma":[0.95764893,0.005732093,0.009473112,0.023145912,0.00012564083,0.00022967684,0.00002150448,0.00000835185,0.0036147956],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981746,0.000114464514,0.0004887242,0.0004203079,0.00047284583,0.0003290595],"domain_scores_gemma":[0.9988044,0.00038482947,0.00026715078,0.00028579356,0.00020480817,0.000052998217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002236735,0.00012196325,0.00018682094,0.00021391433,0.0006326005,0.00009002371,0.00016770804,0.000045043682,0.000032114833],"category_scores_gemma":[0.001752971,0.000058946785,0.0000149819925,0.0017427519,0.00069662515,0.0005233165,0.00004016275,0.0002454359,0.0000035897356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019676497,0.00029705587,0.33083823,0.00036584656,0.000012041839,8.5134485e-7,0.012283149,0.0002730746,0.000035717723,0.007085625,0.014028716,0.63458294],"study_design_scores_gemma":[0.0023171206,0.0008183893,0.4676724,0.0060999985,0.000034180855,0.000042485648,0.15963873,0.0016018288,0.00047192976,0.009533208,0.35141042,0.0003593097],"about_ca_topic_score_codex":0.0006942595,"about_ca_topic_score_gemma":0.0008235937,"teacher_disagreement_score":0.63422364,"about_ca_system_score_codex":0.00036046738,"about_ca_system_score_gemma":0.0016579462,"threshold_uncertainty_score":0.48655155},"labels":[],"label_agreement":null},{"id":"W4413148736","doi":"10.1101/2025.08.10.25333060","title":"Exploring the utility and scalability of entrustable professional activities beyond medical education: A scoping review protocol","year":2025,"lang":"en","type":"review","venue":"medRxiv","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Scalability; Protocol (science); Computer science; Medical education; Psychology; Data science; Medicine; Alternative medicine; Pathology; Database","score_opus":0.10643995451119875,"score_gpt":0.4705829643095534,"score_spread":0.3641430097983546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413148736","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015265662,0.8750867,0.000014664777,0.0026525152,0.00095930375,0.11952462,0.0000054358297,0.000033443714,0.0015706482],"genre_scores_gemma":[0.00000774553,0.75348234,0.00027941176,0.0006911619,0.0002483402,0.24468671,0.000044610177,0.000016535052,0.0005431403],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9962935,0.0005702093,0.0014085347,0.00048224337,0.0009960781,0.0002494552],"domain_scores_gemma":[0.9973518,0.00073772034,0.00053308415,0.0008939627,0.00036348138,0.0001199074],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036967422,0.00031250023,0.0016268141,0.0001944436,0.00018071497,0.000014033473,0.0003165156,0.00021265291,0.0012227998],"category_scores_gemma":[0.012639224,0.00018489712,0.0002041699,0.0011895929,0.00051174953,0.00015561414,0.00023951898,0.001010451,0.0000037742595],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055160863,0.00023141288,0.00026816383,0.4239442,0.000025796091,4.9582695e-7,0.000043756354,4.3120027e-10,3.9215717e-8,0.0001752104,0.002073472,0.57323194],"study_design_scores_gemma":[0.00012369594,0.00002132056,0.0002612936,0.6040148,0.00036144274,0.00003274385,0.00006949185,0.0000021275603,0.0000035179387,0.00005162425,0.3949574,0.000100563695],"about_ca_topic_score_codex":0.000007618445,"about_ca_topic_score_gemma":0.000002740467,"teacher_disagreement_score":0.5731314,"about_ca_system_score_codex":0.00014181084,"about_ca_system_score_gemma":0.013696952,"threshold_uncertainty_score":0.99969023},"labels":[],"label_agreement":null},{"id":"W4413163591","doi":"10.5334/pme.1949","title":"Many Minds, One Model: Exploring Decision Making of an Undergraduate Medicine Competency Committee Using the Construct of a Shared Mental Model","year":2025,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Construct (python library); Context (archaeology); Thematic analysis; Conformity; Nonprobability sampling; Psychology; Computer science; Qualitative research; Medical education; Social psychology; Medicine; Population","score_opus":0.05791509093635569,"score_gpt":0.3998408655326182,"score_spread":0.3419257745962625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413163591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8534097,0.00053346535,0.10276941,0.039049916,0.00085044495,0.0007839432,0.0000087605,0.00004343658,0.0025509365],"genre_scores_gemma":[0.9373761,0.000158921,0.059891228,0.0021847573,0.00019151317,0.00006584943,0.00005173495,0.000023906376,0.000055996017],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969537,0.00011857894,0.0008912861,0.00043608173,0.0013579631,0.00024237268],"domain_scores_gemma":[0.99798,0.00022424104,0.000361774,0.0006631448,0.0006758775,0.0000949906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010230105,0.000218538,0.00050722266,0.00064168376,0.00020837138,0.000011631662,0.00036549542,0.00015334401,0.00021711171],"category_scores_gemma":[0.0036728678,0.0001671981,0.00008893066,0.0010447878,0.0009282333,0.00020999668,0.000078345714,0.0005701469,0.0000012763245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001539427,0.008745586,0.0020593375,0.0009703954,0.00052084075,0.000002957931,0.10990263,0.003561643,0.0074040596,0.5262548,0.009746993,0.32929137],"study_design_scores_gemma":[0.0016990843,0.00027870198,0.0024309966,0.005608733,0.0002570864,0.000025218147,0.06809164,0.8810121,0.0004808565,0.03989395,0.00005620007,0.00016544791],"about_ca_topic_score_codex":0.00008083662,"about_ca_topic_score_gemma":0.000009842104,"teacher_disagreement_score":0.87745047,"about_ca_system_score_codex":0.0005356187,"about_ca_system_score_gemma":0.002612727,"threshold_uncertainty_score":0.6818141},"labels":[],"label_agreement":null},{"id":"W4413180569","doi":"10.1016/j.acpath.2025.100209","title":"Exploring the pathologists’ assistant educational landscape in North America","year":2025,"lang":"en","type":"review","venue":"Academic Pathology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Geography; Archaeology; Library science; Computer science","score_opus":0.13266316102607917,"score_gpt":0.4140650031699842,"score_spread":0.281401842143905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413180569","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00211543,0.9881808,0.00005640553,0.004679709,0.0018581251,0.00091274496,0.00002822837,0.00004798629,0.0021205733],"genre_scores_gemma":[0.00018784798,0.99201167,0.0005961631,0.0023839131,0.0007918278,0.0020394432,0.000983975,0.000030602037,0.0009745584],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972357,0.0003808271,0.0011029103,0.00056592765,0.0002825178,0.00043207657],"domain_scores_gemma":[0.99802154,0.0007601634,0.00041212598,0.000648336,0.00010784098,0.000049988572],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0007902534,0.00033927994,0.001266792,0.00073347177,0.00010039772,0.0000069819457,0.00049989676,0.00052523316,0.00012413866],"category_scores_gemma":[0.0046354244,0.00022392297,0.00018879182,0.0023248566,0.00033254025,0.00006912287,0.00015431768,0.0033997886,0.00016135347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005469671,0.00006822604,0.0015470485,0.0032716775,0.000026131489,0.00006175216,0.0004252765,4.798535e-7,2.537119e-7,0.00048301145,0.007368684,0.98674196],"study_design_scores_gemma":[0.00016392433,0.000035171037,0.0109199975,0.00453868,0.00033663586,0.00048131743,0.00022282956,0.0000036426618,7.517721e-8,0.000102208214,0.9830073,0.00018820606],"about_ca_topic_score_codex":0.000005906969,"about_ca_topic_score_gemma":0.00000571732,"teacher_disagreement_score":0.9865538,"about_ca_system_score_codex":0.00033069044,"about_ca_system_score_gemma":0.0017216577,"threshold_uncertainty_score":0.9988994},"labels":[],"label_agreement":null},{"id":"W4413185979","doi":"10.63838/001c.142942","title":"Understanding difficulty in transitioning from residency to independent practice in pathology","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Medical Specialties","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Psychology; Medicine; Clinical Practice; Family medicine","score_opus":0.04534687507626953,"score_gpt":0.349374647074397,"score_spread":0.30402777199812747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413185979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73306924,0.00063544576,0.006964497,0.2515297,0.0020058374,0.00019458967,0.0000034545853,0.00000431742,0.0055929017],"genre_scores_gemma":[0.9886178,0.000102773796,0.0018909661,0.008623951,0.0006674902,0.000004583623,0.0000074927234,0.0000071085674,0.00007785186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805814,0.00014363215,0.0007376009,0.00013663237,0.0006550481,0.00026895702],"domain_scores_gemma":[0.99889755,0.00031823418,0.00011558788,0.00010935271,0.00017563418,0.0003836516],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017911546,0.00008651581,0.00030319177,0.001255356,0.0000684738,0.00002844785,0.00018393864,0.00023896359,0.0009095431],"category_scores_gemma":[0.015199326,0.00008073115,0.00003763969,0.00091278454,0.00013329067,0.00012849724,0.000010830736,0.0010299317,0.000006169356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013991817,0.0010234134,0.27039787,0.00029542268,0.00030990975,0.035107784,0.106041886,0.00035224922,0.00047723873,0.20959347,0.20146918,0.17353237],"study_design_scores_gemma":[0.0053160144,0.00032090815,0.83093673,0.0059531014,0.000106810876,0.00063992094,0.08718312,0.00014264853,0.00010166518,0.021515412,0.047522325,0.00026131995],"about_ca_topic_score_codex":0.009447062,"about_ca_topic_score_gemma":0.17721276,"teacher_disagreement_score":0.5605389,"about_ca_system_score_codex":0.001854534,"about_ca_system_score_gemma":0.006150655,"threshold_uncertainty_score":0.9994835},"labels":[],"label_agreement":null},{"id":"W4413222900","doi":"10.1007/978-3-031-86312-7_64","title":"Program Evaluation and Assessment of Learning","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centennial College; University of Ottawa","funders":"","keywords":"Computer science; Psychology","score_opus":0.05062446070078758,"score_gpt":0.45862446534948614,"score_spread":0.40800000464869857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413222900","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003626598,0.00015301298,0.0005652671,0.0010420599,0.00017494058,0.0013808805,4.9382965e-7,0.000044788252,0.9962759],"genre_scores_gemma":[0.008506044,0.00014258338,0.05931549,0.00024284232,0.00013014735,0.00014426699,0.00037177902,0.000016413951,0.9311304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999026,0.000011156099,0.00028660806,0.00015777747,0.00046067938,0.00005780573],"domain_scores_gemma":[0.99900395,0.000029623174,0.00014034021,0.00014768727,0.0006602839,0.000018111741],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006232913,0.00009327666,0.00021143125,0.00022144176,0.000027459568,0.000005777658,0.000024408117,0.00018140739,0.0014726751],"category_scores_gemma":[0.00033910002,0.00008075841,0.000029566194,0.000050260176,0.000070375325,0.000016619357,0.00002427683,0.0004287509,0.0000028042462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031076763,0.000038514845,0.0003711353,0.0002655369,0.000056990775,2.9757751e-7,0.000021817015,7.790247e-7,0.000008990138,0.15699023,0.0046744174,0.83756816],"study_design_scores_gemma":[0.0008268703,0.0005262188,0.0054496173,0.0014182782,0.0007664851,0.000008654522,0.000109104854,0.020006878,0.000022606273,0.004893782,0.96582603,0.00014545603],"about_ca_topic_score_codex":0.0000034300315,"about_ca_topic_score_gemma":7.9725316e-7,"teacher_disagreement_score":0.96115166,"about_ca_system_score_codex":0.00012180141,"about_ca_system_score_gemma":0.00063540746,"threshold_uncertainty_score":0.99944013},"labels":[],"label_agreement":null},{"id":"W4413222982","doi":"10.1007/978-3-031-86312-7_66","title":"Competency-Based Education","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Medical education; Computer science; Medicine","score_opus":0.012180273631232348,"score_gpt":0.3138200260081045,"score_spread":0.30163975237687213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413222982","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007782781,0.00019434703,0.0014889847,0.015007157,0.0016217916,0.00046466803,0.0000035792464,0.0001139949,0.9810977],"genre_scores_gemma":[0.00017776394,0.000021266895,0.036218215,0.026757376,0.0004919959,0.00003279398,0.0010291804,0.00002570795,0.9352457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897057,0.0000040941973,0.00034900376,0.00025525378,0.00031436476,0.00010669465],"domain_scores_gemma":[0.9987895,0.000030392506,0.00010851607,0.0004925091,0.0005435698,0.000035501187],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000114369206,0.00018166073,0.00026536957,0.00046189976,0.000049250495,0.000010098852,0.000087972876,0.00033498506,0.0075601228],"category_scores_gemma":[0.00019503775,0.00016510808,0.000090887515,0.0000866618,0.00008249847,0.000018619865,0.000016317186,0.00044310917,0.00045734513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006435659,0.000058653135,0.000013432059,0.00019344033,0.000019573814,7.4185294e-7,0.0000048642482,9.790107e-8,0.000004250317,0.5016415,0.38514683,0.11291021],"study_design_scores_gemma":[0.0002368408,0.000049992606,0.00010141841,0.0011377868,0.00015949,0.000006144056,0.000016774102,0.0001297457,0.000039515704,0.016202692,0.98177713,0.00014246727],"about_ca_topic_score_codex":0.000009817962,"about_ca_topic_score_gemma":0.0000030376177,"teacher_disagreement_score":0.59663033,"about_ca_system_score_codex":0.0002674489,"about_ca_system_score_gemma":0.007080003,"threshold_uncertainty_score":0.9985489},"labels":[],"label_agreement":null},{"id":"W4413269529","doi":"10.1007/s44476-025-00001-9","title":"Kompetenzorientierung in den Curricula primärqualifizierender Bachelorstudiengänge der Hebammenwissenschaft in Deutschland","year":2025,"lang":"de","type":"article","venue":"Zeitschrift für Hebammenwissenschaft","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Gynecology; Humanities; Medicine; Philosophy","score_opus":0.012143372447945753,"score_gpt":0.34836088460628656,"score_spread":0.3362175121583408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413269529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7300185,0.14820284,0.0018289421,0.038987357,0.020772312,0.007335171,0.00009925015,0.0005194829,0.052236177],"genre_scores_gemma":[0.97468203,0.0032279822,0.004253061,0.0075677726,0.0020954874,0.0005785382,0.00070353027,0.0002634312,0.0066281636],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98691785,0.0010440382,0.0041944482,0.002728318,0.0018098169,0.0033055022],"domain_scores_gemma":[0.9946036,0.0007846819,0.00077502755,0.0022473934,0.0010319711,0.0005573623],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0047469754,0.0017342534,0.0025924405,0.004580958,0.0005141316,0.00024108098,0.001017369,0.0017448849,0.000838868],"category_scores_gemma":[0.004957652,0.00177425,0.00046037126,0.009039302,0.0007915841,0.0006057567,0.0007451637,0.0043425295,0.0011254194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001771683,0.009351142,0.62468165,0.0049882294,0.0036218655,0.003350946,0.014918959,0.00025119967,0.0028866495,0.121514365,0.1359759,0.076687425],"study_design_scores_gemma":[0.019598883,0.0005347533,0.22767128,0.010408623,0.0024154393,0.00011869864,0.014947971,0.006245693,0.0037435826,0.0009249232,0.7102386,0.0031515548],"about_ca_topic_score_codex":0.0010435377,"about_ca_topic_score_gemma":0.00079116476,"teacher_disagreement_score":0.5742627,"about_ca_system_score_codex":0.0007353528,"about_ca_system_score_gemma":0.0018463682,"threshold_uncertainty_score":0.9996523},"labels":[],"label_agreement":null},{"id":"W4413284225","doi":"10.1186/s41983-025-01013-z","title":"“Assessing neurophobia: a comparative study of awareness and prevalence among medical students at Badr University in Cairo and Helwan University”","year":2025,"lang":"en","type":"article","venue":"The Egyptian Journal of Neurology Psychiatry and Neurosurgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Helwan University; Queen's University; Queen's University Belfast","keywords":"Medicine; Neurosurgery; Family medicine; Neurology; Medical education; Biostatistics; Psychology; Psychiatry; Epidemiology; Pathology","score_opus":0.0196867085218759,"score_gpt":0.32729788663047654,"score_spread":0.3076111781086006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413284225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913634,0.0001816579,0.00001695502,0.007361214,0.0008302707,0.00019111104,9.2868163e-7,0.0000049430164,0.000049514423],"genre_scores_gemma":[0.998425,0.00038767915,0.000015746109,0.0010541893,0.000039581977,2.0610207e-7,3.312404e-7,0.000004895241,0.0000723678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982603,0.0006823216,0.00038201848,0.00021796847,0.0003202265,0.00013712962],"domain_scores_gemma":[0.9989726,0.00037709667,0.0003047195,0.00015439172,0.000103368104,0.00008782926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084796577,0.00011708605,0.00038601243,0.0004226417,0.00021261653,0.000015005185,0.00020117787,0.00009032094,0.000008620922],"category_scores_gemma":[0.0001969539,0.000096032774,0.00003090703,0.00053532387,0.00061159936,0.00015920725,0.0001925792,0.0006762418,9.937567e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009043094,0.0005923837,0.9961633,0.00011727977,0.000045152086,0.00034474218,0.0010549562,0.000007726738,0.0001033985,0.000047929614,0.00029962356,0.000319178],"study_design_scores_gemma":[0.0020381606,0.00069209794,0.9925241,0.0002126148,0.0001523123,0.0005462737,0.0034099102,0.00018927395,0.00000778016,0.000020980808,0.00015426528,0.000052262803],"about_ca_topic_score_codex":0.000014626541,"about_ca_topic_score_gemma":0.000051681516,"teacher_disagreement_score":0.0070615984,"about_ca_system_score_codex":0.00001690947,"about_ca_system_score_gemma":0.00022739594,"threshold_uncertainty_score":0.3916103},"labels":[],"label_agreement":null},{"id":"W4413288523","doi":"10.1002/hsr2.71171","title":"Advancing Medical Education: Assessing Technology‐Enhanced Learning Through the Lens of the Canadian Medical Education Directions for Specialists (CanMEDS) Framework—A Perspective Study","year":2025,"lang":"en","type":"article","venue":"Health Science Reports","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Medical education; Lens (geology); Engineering ethics; Sociology; Medicine; Engineering; Computer science; Artificial intelligence","score_opus":0.017821505402118184,"score_gpt":0.46297861884940184,"score_spread":0.44515711344728365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413288523","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35324678,0.0010151085,0.004334047,0.5918945,0.013102016,0.0038838007,5.938206e-7,0.00011326058,0.032409914],"genre_scores_gemma":[0.9812618,0.000053782187,0.004469697,0.012721055,0.0005223589,0.00044177857,0.000004150239,0.0000125698125,0.00051281817],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961146,0.00009656695,0.0008989465,0.0005596914,0.0017958112,0.0005343756],"domain_scores_gemma":[0.9955441,0.00015707334,0.00061604433,0.0008179144,0.0025707497,0.00029412177],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0048504747,0.00014331493,0.00030708496,0.0005955272,0.002758995,0.00005942938,0.00039675765,0.00024108136,0.00017248503],"category_scores_gemma":[0.071859665,0.00009740689,0.00006208637,0.005902591,0.0014534863,0.0002536151,0.00008836484,0.001229985,0.0000010788276],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001980648,0.0034505194,0.20828763,0.00044668614,0.0000836917,0.000008571108,0.02530862,0.000030369643,0.00008132686,0.21105698,0.022508128,0.5287177],"study_design_scores_gemma":[0.00063622877,0.0004232189,0.53009003,0.0073475707,0.00017755335,0.0010430666,0.27048978,0.00085430243,0.0005353933,0.051758718,0.13623339,0.0004107654],"about_ca_topic_score_codex":0.035209376,"about_ca_topic_score_gemma":0.0551038,"teacher_disagreement_score":0.628015,"about_ca_system_score_codex":0.003243547,"about_ca_system_score_gemma":0.2040051,"threshold_uncertainty_score":0.99853927},"labels":[],"label_agreement":null},{"id":"W4413308806","doi":"10.21203/rs.3.rs-6924164/v1","title":"If we build it, will they come? A theory-informed understanding of what motivates faculty engagement in Continued Professional Development (CPD)","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Engineering ethics; Professional development; Psychology; Continuing professional development; Medical education; Public relations; Political science; Pedagogy; Medicine; Engineering","score_opus":0.15514390730702832,"score_gpt":0.48522637310415717,"score_spread":0.33008246579712885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413308806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8969718,0.0013465862,0.0059898957,0.06301925,0.0042477823,0.014321745,0.00023884456,0.00020022439,0.013663823],"genre_scores_gemma":[0.98360693,0.0008143849,0.003848981,0.00029173854,0.000152249,0.0008746028,0.0019245676,0.00003197038,0.00845455],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945901,0.00078853103,0.0011034915,0.0005546509,0.0022749456,0.00068829296],"domain_scores_gemma":[0.9962105,0.0013766248,0.00026936113,0.00065237656,0.0013664683,0.00012462602],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008230148,0.0003108648,0.0006603346,0.0016516055,0.0002901748,0.00009477252,0.0004971974,0.0004755354,0.0004752271],"category_scores_gemma":[0.0073645287,0.00024811996,0.000099960576,0.0011673544,0.000324523,0.00022414961,0.0012185164,0.0032722328,0.000012523017],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039534327,0.008165253,0.07961929,0.07089827,0.00226734,0.0001395199,0.32572648,0.00052011467,0.00083442504,0.18298699,0.18869829,0.1361906],"study_design_scores_gemma":[0.008356899,0.0005307076,0.077393495,0.18217751,0.0001210543,0.000008348564,0.47663003,0.001538458,0.006546419,0.08255263,0.16303857,0.001105875],"about_ca_topic_score_codex":0.000050469855,"about_ca_topic_score_gemma":0.00007080674,"teacher_disagreement_score":0.15090357,"about_ca_system_score_codex":0.003215255,"about_ca_system_score_gemma":0.0059812716,"threshold_uncertainty_score":0.9999971},"labels":[],"label_agreement":null},{"id":"W4413351839","doi":"10.3138/jvme-2025-0076","title":"The CEC Model: A Practical Framework for Building Competence, Efficiency, and Confidence in Veterinary Surgical Education","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindset; Competence (human resources); Curriculum; Experiential learning; Coaching; Medical education; Autonomy; Psychology; Knowledge management; Medicine; Computer science; Pedagogy","score_opus":0.05257642298062658,"score_gpt":0.4678805563409984,"score_spread":0.4153041333603718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413351839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8645557,0.0016651598,0.0680267,0.061541706,0.0032028789,0.0005516239,6.1362954e-7,0.000013559582,0.00044202583],"genre_scores_gemma":[0.91662794,0.0007057832,0.07898917,0.0027545616,0.00060244824,0.0001137483,0.000006417421,0.000014022121,0.00018589005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976768,0.00015727853,0.0009890732,0.0002342983,0.0006732093,0.00026934955],"domain_scores_gemma":[0.99705744,0.0013689852,0.0003956469,0.00026660098,0.0007290354,0.00018227649],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002705509,0.00015331371,0.00033202217,0.00040381812,0.00021636665,0.00005792648,0.00023054722,0.00025614395,0.000030045698],"category_scores_gemma":[0.015642483,0.000113040296,0.00008379089,0.0006683458,0.00037581142,0.00023016917,0.00006664671,0.0009284824,0.0000010252428],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033465798,0.0049073827,0.0022022345,0.0010507087,0.00009367885,0.000092343864,0.0013058948,0.000046077355,0.0013157587,0.42260066,0.021065762,0.54197294],"study_design_scores_gemma":[0.0075033624,0.009399501,0.035771493,0.022688478,0.0005451182,0.031077715,0.013483147,0.16749275,0.00025991382,0.17576477,0.53511155,0.00090219075],"about_ca_topic_score_codex":0.000009307929,"about_ca_topic_score_gemma":6.044212e-7,"teacher_disagreement_score":0.54107076,"about_ca_system_score_codex":0.00030685446,"about_ca_system_score_gemma":0.009417999,"threshold_uncertainty_score":0.9961977},"labels":[],"label_agreement":null},{"id":"W4413366183","doi":"10.1007/s43678-025-01000-6","title":"Hidden beneath the surface: what are the knowledge and skills for successful transition to practice","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Ottawa Hospital","keywords":"Thematic analysis; Tacit knowledge; Function (biology); Delegate; Medicine; Medical education; Curriculum; Knowledge management; Psychology; Qualitative research; Pedagogy; Computer science; Sociology","score_opus":0.031205911003621297,"score_gpt":0.3824005125199857,"score_spread":0.3511946015163644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413366183","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3352395,0.016957896,0.002889435,0.6287136,0.013947804,0.0008543365,0.000006159357,0.0000050475833,0.0013862337],"genre_scores_gemma":[0.97180766,0.003264604,0.0013760342,0.016586712,0.0031439068,0.000035610556,0.000019607653,0.000028177219,0.00373767],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871665,0.00008702016,0.0006125442,0.0001283032,0.00022376157,0.00023172561],"domain_scores_gemma":[0.9972631,0.00030202375,0.00023407751,0.00024534733,0.0016818778,0.00027362505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019255576,0.00011985236,0.0002512422,0.00026091555,0.00033916155,0.00001776666,0.00020699529,0.0000744952,0.00037203718],"category_scores_gemma":[0.0060342792,0.000065060085,0.000055108896,0.0009545886,0.00015080407,0.00024145044,0.0000064844025,0.00035552884,0.0000029438932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001591365,0.000109549925,0.006368365,0.00032843833,0.00034949006,0.000021531288,0.025160577,0.000027793427,0.00023960284,0.0031193867,0.8489126,0.11520354],"study_design_scores_gemma":[0.0012762577,0.00052378204,0.029266417,0.002189884,0.0008123499,0.000095272466,0.049443994,0.00015282287,0.00008544196,0.0011092752,0.914933,0.00011150114],"about_ca_topic_score_codex":0.0006994937,"about_ca_topic_score_gemma":0.0039341543,"teacher_disagreement_score":0.6365682,"about_ca_system_score_codex":0.00017158795,"about_ca_system_score_gemma":0.0011645912,"threshold_uncertainty_score":0.72240317},"labels":[],"label_agreement":null},{"id":"W4413407066","doi":"10.1016/j.acra.2025.08.005","title":"Resident Case Volumes Following the Introduction of Competency-Based Medical Education in Diagnostic Radiology: A 10 Year Review","year":2025,"lang":"en","type":"article","venue":"Academic Radiology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Medicine; Medical physics; Radiology; Medical education; Psychology","score_opus":0.00874708932361366,"score_gpt":0.3538275199138534,"score_spread":0.34508043059023974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413407066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6327766,0.034863874,0.00041909967,0.32769623,0.0023465331,0.0010624566,0.0000011339474,0.000037432834,0.0007965935],"genre_scores_gemma":[0.92427063,0.02367918,0.003838309,0.04334612,0.0020113282,0.0005855586,0.00032189162,0.00003014423,0.001916811],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779755,0.00048117325,0.00094711786,0.00030977945,0.00023498807,0.00022938263],"domain_scores_gemma":[0.99804133,0.0011078303,0.00021399635,0.00043479766,0.0001523606,0.000049704275],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00273249,0.00012661343,0.00048237713,0.000635239,0.00006585173,0.0000016127212,0.00023125613,0.0004098971,0.00056027714],"category_scores_gemma":[0.054368664,0.00009510101,0.00008479632,0.0016055735,0.00036742023,0.000042165808,0.000035837566,0.0010813279,0.000020308753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060096718,0.00013455292,0.05431556,0.0007906229,0.00007647826,0.00008243587,0.00022078057,0.000011353278,0.00020845908,0.019079199,0.88284993,0.04217052],"study_design_scores_gemma":[0.008902059,0.0010437733,0.17270845,0.02179159,0.002307079,0.018117499,0.0045385133,0.0052364166,0.000924278,0.02021388,0.7433068,0.0009096364],"about_ca_topic_score_codex":0.00013577795,"about_ca_topic_score_gemma":0.000028463253,"teacher_disagreement_score":0.291494,"about_ca_system_score_codex":0.00021120507,"about_ca_system_score_gemma":0.0041926075,"threshold_uncertainty_score":0.9535968},"labels":[],"label_agreement":null},{"id":"W4413432174","doi":"10.1038/s41415-025-8718-z","title":"A scholarship of teaching and learning approach for the oral pathology dental curriculum","year":2025,"lang":"en","type":"article","venue":"BDJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scholarship; Curriculum; Medicine; Scholarship of Teaching and Learning; Medical education; Pathology; Mathematics education; Psychology; Pedagogy; Teaching method; Teaching and learning center; Political science","score_opus":0.020295052624691598,"score_gpt":0.3595593726990449,"score_spread":0.3392643200743533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413432174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96040946,0.00024637772,0.03416466,0.0013228306,0.0001522321,0.00028226286,3.6783982e-7,0.000014814949,0.0034069887],"genre_scores_gemma":[0.95946026,0.000003549677,0.038812242,0.0005941957,0.00006002164,0.000045307883,0.00001753919,0.0000039411157,0.001002964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99958235,0.000066460714,0.00011798141,0.00008702731,0.00006993089,0.00007625644],"domain_scores_gemma":[0.9997143,0.00009204558,0.00003704335,0.000085904394,0.00006125457,0.000009442313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011100669,0.00003712942,0.00008598939,0.000064763466,0.00015903679,0.000006648305,0.000044445915,0.00004822534,0.0000058183296],"category_scores_gemma":[0.003319779,0.000024967112,0.000018986098,0.00012534062,0.00007266002,0.000026795513,0.000024672618,0.00044313158,4.3837545e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006469388,0.00045048504,0.45934227,0.000468149,0.00008894022,0.0000018048341,0.001977079,0.000024505247,0.0037141817,0.052940007,0.0059958063,0.47493207],"study_design_scores_gemma":[0.0067264233,0.0007671857,0.7861559,0.00064572046,0.00078615174,0.00032941738,0.042816903,0.06919421,0.001572148,0.0030899374,0.08758483,0.00033117388],"about_ca_topic_score_codex":0.000013042603,"about_ca_topic_score_gemma":6.215568e-7,"teacher_disagreement_score":0.4746009,"about_ca_system_score_codex":0.000020242953,"about_ca_system_score_gemma":0.000042585805,"threshold_uncertainty_score":0.39743254},"labels":[],"label_agreement":null},{"id":"W4413549862","doi":"10.64628/aam.afqvjy3ja","title":"Universities should stand up for integrity and public trust in university teaching","year":2020,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Academic integrity; Structural integrity; Public university; Mathematics education; Computer science; Business; Psychology; Political science; Engineering; Public administration; Library science; Structural engineering","score_opus":0.07650174592514995,"score_gpt":0.3339072755970221,"score_spread":0.25740552967187214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413549862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90381014,0.00001759172,0.015038496,0.06825537,0.00009102972,0.00020377271,0.0000045815104,0.000043073327,0.012535966],"genre_scores_gemma":[0.9869761,0.000009466206,0.0081770895,0.0020078022,0.00006428531,5.280667e-7,0.00002054832,0.0000041502285,0.0027400425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995988,0.00002109928,0.00007624855,0.00011895944,0.00008766302,0.00009724241],"domain_scores_gemma":[0.99974215,0.00004467411,0.000019004296,0.000056832545,0.00007772567,0.000059634534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021823513,0.000046957117,0.000097220814,0.00011173113,0.00007501799,0.000010204821,0.000044074164,0.000062579806,0.00010684266],"category_scores_gemma":[0.00045851615,0.00004458436,0.000013949802,0.00020430746,0.000067037196,0.00014886931,0.000027889906,0.00036229123,0.0000011359624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063472573,0.00026515505,0.12637936,0.0006113168,0.00007649298,0.00002101109,0.01782772,0.0000015671761,0.0004415321,0.63470554,0.14326423,0.07577138],"study_design_scores_gemma":[0.004613644,0.0003826041,0.025942601,0.0000903074,0.000064035485,0.000009428932,0.37515685,0.014072937,0.00014984733,0.00047661364,0.57883406,0.00020706769],"about_ca_topic_score_codex":0.00010232795,"about_ca_topic_score_gemma":0.000020404568,"teacher_disagreement_score":0.6342289,"about_ca_system_score_codex":0.00018558168,"about_ca_system_score_gemma":0.00026180866,"threshold_uncertainty_score":0.18180975},"labels":[],"label_agreement":null},{"id":"W4413552148","doi":"10.64628/aap.rtxwpfu9s","title":"A national licence for doctors in Canada: Is it really possible?","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Political science; Business; Internet privacy; Geography; Computer science","score_opus":0.05646825430454615,"score_gpt":0.37125470536356414,"score_spread":0.314786451059018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413552148","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13072856,0.00007661859,0.007605593,0.7719334,0.003170371,0.0033309353,0.00016695523,0.000085099295,0.08290249],"genre_scores_gemma":[0.82233906,0.000040083753,0.050169148,0.11903601,0.0010774183,0.0006282487,0.0011806191,0.000037598904,0.0054918225],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981091,0.000013176583,0.0005475659,0.00040771643,0.00072410866,0.00019834805],"domain_scores_gemma":[0.99871236,0.000093600116,0.00014246372,0.00021857819,0.000748377,0.00008459946],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003228666,0.000157188,0.00028884143,0.00019334914,0.000031717318,0.000016281483,0.00018749273,0.00018298673,0.0011174777],"category_scores_gemma":[0.0022657367,0.00014855264,0.00004906554,0.0004205177,0.00003088903,0.00002969337,0.00010791217,0.000638113,0.000014550628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050410064,0.00007572982,0.00480383,0.00047808292,0.000049165697,0.000006345175,0.0008919709,0.000031672964,0.000031152897,0.007789318,0.9825563,0.0032360302],"study_design_scores_gemma":[0.00573265,0.00035430928,0.42101023,0.0038931572,0.00030358965,0.00006559441,0.007270492,0.11243111,0.001599349,0.028864408,0.41667646,0.0017986684],"about_ca_topic_score_codex":0.6040103,"about_ca_topic_score_gemma":0.5913604,"teacher_disagreement_score":0.6916105,"about_ca_system_score_codex":0.0023624406,"about_ca_system_score_gemma":0.026626788,"threshold_uncertainty_score":0.9997956},"labels":[],"label_agreement":null},{"id":"W4413615317","doi":"10.64628/aam.n5yvg5pt7","title":"How to improve the skills of tomorrow’s doctors","year":2017,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business; Medical education; Psychology; Knowledge management; Public relations; Management; Computer science; Political science; Medicine; Economics","score_opus":0.01295653612241421,"score_gpt":0.33798295686857793,"score_spread":0.3250264207461637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413615317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8357791,0.000005654822,0.001233627,0.12361666,0.0010152528,0.00036303158,0.0000012409149,0.000017268278,0.037968215],"genre_scores_gemma":[0.9603863,0.0000016468349,0.004729513,0.0027109273,0.00030730158,0.000019957024,0.0000026258595,0.000005834962,0.03183594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994713,0.000005930553,0.000122474,0.00009477636,0.00020722407,0.0000982886],"domain_scores_gemma":[0.9988962,0.000024582043,0.000084794,0.000744171,0.00021457416,0.00003567172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000275909,0.000048046975,0.00009610593,0.00004823586,0.00011451116,0.000035553345,0.00019287363,0.00003859358,0.00020423916],"category_scores_gemma":[0.0034639772,0.000026268537,0.000027524837,0.000088096655,0.00010707469,0.00006233793,0.000047848258,0.000096244825,0.000027912025],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041991312,0.00049404753,0.02779795,0.00011598892,0.00008380218,0.0000036344563,0.0023855062,5.0028456e-7,0.042874504,0.053043753,0.26418713,0.6089712],"study_design_scores_gemma":[0.0012382551,0.00048288333,0.5312052,0.00013810734,0.0000970525,0.000017128608,0.002534656,0.00017876303,0.18512662,0.0010276886,0.2777628,0.00019090211],"about_ca_topic_score_codex":0.000062751074,"about_ca_topic_score_gemma":0.0000074699565,"teacher_disagreement_score":0.60878026,"about_ca_system_score_codex":0.000028151548,"about_ca_system_score_gemma":0.00006654652,"threshold_uncertainty_score":0.41469544},"labels":[],"label_agreement":null},{"id":"W4413736235","doi":"10.1111/medu.70026","title":"Serious safety events as a window into clinical learning environment dynamics: A qualitative situational analysis","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Multiple Sclerosis Society of Canada; Royal College of Physicians and Surgeons of Canada; The Wilson Centre; Institute for Work & Health; University of Toronto; University Health Network","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Negotiation; Situational ethics; Qualitative research; Identity (music); Perspective (graphical); Public relations; Psychology; Content analysis; Dynamics (music); Qualitative analysis; Medical education; Sociology; Social psychology; Pedagogy; Medicine; Political science; Computer science; Social science","score_opus":0.010015270286144698,"score_gpt":0.4386207636906404,"score_spread":0.4286054934044957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413736235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77597934,0.00023434965,0.098026015,0.11689478,0.0016988206,0.00081275584,0.0000029145472,0.00010583746,0.0062451577],"genre_scores_gemma":[0.9577004,0.00019769096,0.00981392,0.019904995,0.00046672026,0.00023519302,0.0020302183,0.000020444775,0.009630463],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99613607,0.0006321515,0.0011610314,0.00053359155,0.0012783796,0.000258803],"domain_scores_gemma":[0.99832946,0.00046887825,0.00027585763,0.00040527768,0.0003450149,0.0001755157],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036891557,0.00019449035,0.00048733864,0.0006651189,0.0002615267,0.000017433784,0.00019626078,0.0003954242,0.0030794642],"category_scores_gemma":[0.019010227,0.00018435135,0.00022662723,0.0017953,0.00029983383,0.000104263185,0.000078198296,0.0010468776,0.00029543426],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034237473,0.00400386,0.16971554,0.000185991,0.0017523958,0.0000047788085,0.010171569,0.00010145471,0.000013301307,0.014887621,0.015034466,0.78378665],"study_design_scores_gemma":[0.0036622318,0.0005605662,0.76672715,0.0007720703,0.0028436624,0.000030089697,0.033764,0.05583107,0.000021878874,0.013182877,0.12206769,0.00053670205],"about_ca_topic_score_codex":0.00025828995,"about_ca_topic_score_gemma":0.000050682054,"teacher_disagreement_score":0.78325,"about_ca_system_score_codex":0.0011945895,"about_ca_system_score_gemma":0.0044562933,"threshold_uncertainty_score":0.9978319},"labels":[],"label_agreement":null},{"id":"W4413737961","doi":"10.1186/s12909-025-07792-6","title":"A multifaceted early clinical experience course in internal medicine fosters motivation and professional growth from the perspective of first-year medical students","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Bern; University of Ottawa; Universität Basel","keywords":"Medical education; Curriculum; Perspective (graphical); Professional development; Psychology; Qualitative research; Identity (music); Health care; Medicine; Pedagogy","score_opus":0.030272930143057843,"score_gpt":0.45710083032594945,"score_spread":0.42682790018289163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9207699,0.0003108156,0.0014896488,0.073700815,0.0025859626,0.0007075475,0.0000019630402,0.00002357388,0.00040978479],"genre_scores_gemma":[0.98977214,0.00017981065,0.0013078992,0.0076044546,0.00063303055,0.00016711449,0.00006441555,0.000013265447,0.0002578542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99550545,0.00038307832,0.0011612033,0.0004812829,0.0022509708,0.00021804127],"domain_scores_gemma":[0.9960644,0.0022301828,0.00029998872,0.00038462837,0.0007932973,0.00022745958],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027748942,0.00018057837,0.00043131062,0.00022646101,0.00010291937,0.000015905629,0.0005271459,0.00048977433,0.00087116024],"category_scores_gemma":[0.07173614,0.00012085451,0.000057628447,0.00085759663,0.0011834301,0.00012397992,0.00019516514,0.0011549337,0.000006013873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003108176,0.0017332066,0.9631143,0.00010675858,0.000053766275,0.0000020558757,0.008404445,8.258094e-8,0.00000943911,0.002929834,0.013111327,0.010223917],"study_design_scores_gemma":[0.0036194124,0.00012736217,0.95827425,0.0041190293,0.000074461044,0.0000072953844,0.030982278,0.001123285,0.000024284634,0.0012524764,0.00030764134,0.00008822458],"about_ca_topic_score_codex":0.0023400316,"about_ca_topic_score_gemma":0.00030559843,"teacher_disagreement_score":0.06900226,"about_ca_system_score_codex":0.00024867975,"about_ca_system_score_gemma":0.0036224527,"threshold_uncertainty_score":0.9538594},"labels":[],"label_agreement":null},{"id":"W4413758034","doi":"10.36834/cmej.80156","title":"“In-the-moment” feedback: a novel app for clinical teaching evaluations","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Sunnybrook Health Science Centre; University of Toronto; University Health Network; Women's College Hospital; St. Michael's Hospital","funders":"","keywords":"Moment (physics); Computer science; Physics","score_opus":0.04653537842690929,"score_gpt":0.4832802761646154,"score_spread":0.4367448977377061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413758034","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042136695,0.00048936595,0.02159642,0.9039222,0.010844335,0.0013116905,0.0000062234003,0.000020032976,0.019673059],"genre_scores_gemma":[0.22046389,0.00016000106,0.030372415,0.72872597,0.007702569,0.0005826778,0.00018050328,0.00003852089,0.011773458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973336,0.00019435826,0.0010051036,0.00024676224,0.0007972948,0.00042291547],"domain_scores_gemma":[0.9964426,0.00039113508,0.00017853377,0.00038583446,0.00082297943,0.0017789092],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008540419,0.00013360473,0.00025175,0.00084821036,0.0005320828,0.00008836299,0.0003934058,0.00028674607,0.0038268974],"category_scores_gemma":[0.07085587,0.000105928375,0.00013630628,0.00077037566,0.00020277598,0.00014023953,0.000010983594,0.0018412122,0.000035257108],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014465807,0.0005511488,0.0015587121,0.000033313234,0.00003393662,0.0000037897487,0.0006261081,7.7048026e-7,0.0000036751528,0.024928994,0.76075435,0.21149074],"study_design_scores_gemma":[0.0017359757,0.00008141013,0.021823475,0.00043413622,0.00010155461,0.0004793008,0.0032651622,0.0009982291,0.0000013976284,0.0022962089,0.9686852,0.00009796415],"about_ca_topic_score_codex":0.0008077165,"about_ca_topic_score_gemma":0.0018062271,"teacher_disagreement_score":0.21139278,"about_ca_system_score_codex":0.0008688529,"about_ca_system_score_gemma":0.07715382,"threshold_uncertainty_score":0.9970837},"labels":[],"label_agreement":null},{"id":"W4413758176","doi":"10.36834/cmej.81276","title":"Resident-focused trauma-informed medical education policies: an environmental scan of Canadian medical schools and partner organizations","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Medicine; Medical emergency; Family medicine","score_opus":0.008565581477869453,"score_gpt":0.3179576511229543,"score_spread":0.30939206964508487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413758176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5421119,0.0014259596,0.00015418172,0.42624244,0.0043917187,0.00085508724,0.000029956038,0.00004907008,0.024739716],"genre_scores_gemma":[0.8403611,0.0014130101,0.002153948,0.14916974,0.0021827025,0.000095349904,0.000579834,0.00006611451,0.0039781816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99456096,0.00022615415,0.0014110156,0.00041903093,0.002607191,0.0007756766],"domain_scores_gemma":[0.98078144,0.00010612268,0.00027325872,0.0005602206,0.0009399748,0.017339017],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021204385,0.00030904196,0.000483486,0.0038448037,0.0006696918,0.0001229213,0.0006456824,0.0010106764,0.09989568],"category_scores_gemma":[0.07638485,0.0002984453,0.00008006876,0.002805777,0.0007497893,0.00040572273,0.000040860003,0.0020061375,0.000075379336],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002231444,0.0005786364,0.022030074,0.00012716076,0.00011236632,0.000030913172,0.0023108379,6.8855087e-7,0.000013855994,0.010667541,0.6335164,0.33058923],"study_design_scores_gemma":[0.0024216624,0.00022788068,0.14343765,0.0027774377,0.0002313627,0.0027954816,0.018321084,0.0008283705,0.00010621978,0.0008973382,0.82745403,0.0005015013],"about_ca_topic_score_codex":0.18722622,"about_ca_topic_score_gemma":0.47343162,"teacher_disagreement_score":0.4347184,"about_ca_system_score_codex":0.002525459,"about_ca_system_score_gemma":0.43724385,"threshold_uncertainty_score":0.9999468},"labels":[],"label_agreement":null},{"id":"W4413758881","doi":"10.1001/jamasurg.2025.3077","title":"Textbook Outcomes 2.0—Using Data to Inform Preoperative Surgical Discussions","year":2025,"lang":"en","type":"article","venue":"JAMA Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; General surgery; MEDLINE; Surgical procedures; Value (mathematics); Medical physics; Surgery","score_opus":0.08759851920537111,"score_gpt":0.41825559102153553,"score_spread":0.33065707181616444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413758881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8908664,0.000063361425,0.0016878804,0.087870955,0.0018035,0.0006284329,0.00003515412,0.00011453339,0.016929787],"genre_scores_gemma":[0.9521287,0.000014386063,0.0071388637,0.014890859,0.0004533817,0.00006983,0.00070620154,0.000024188206,0.024573592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985388,0.000043966844,0.00051426573,0.00029607944,0.0003506846,0.00025622136],"domain_scores_gemma":[0.9981606,0.0005092967,0.00006277364,0.0009247309,0.0002388804,0.00010370754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089231634,0.00013575544,0.00036896925,0.0004622911,0.00019866602,0.00005494064,0.00018783181,0.00012482221,0.0005152652],"category_scores_gemma":[0.005877795,0.00009198196,0.000067240704,0.0012800016,0.00007903912,0.0003269935,0.00028352256,0.0003142733,0.000101726626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010004424,0.00032976642,0.32289854,0.00011068384,0.00013737778,0.0000457932,0.0005278132,0.000010021795,0.00012823913,0.0029957644,0.54634005,0.12637591],"study_design_scores_gemma":[0.00058509473,0.000019415915,0.33377436,0.0006610739,0.00010443926,0.000036917183,0.0009283624,0.002044949,0.00029257013,0.00010533034,0.66123146,0.00021601604],"about_ca_topic_score_codex":0.0000366811,"about_ca_topic_score_gemma":0.0000042622432,"teacher_disagreement_score":0.12615989,"about_ca_system_score_codex":0.00016148602,"about_ca_system_score_gemma":0.0007216786,"threshold_uncertainty_score":0.7036694},"labels":[],"label_agreement":null},{"id":"W4413765741","doi":"10.1111/medu.70023","title":"Taking a definitional stance in health professions education scholarship","year":2025,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Health professions; Medical education; MEDLINE; Psychology; Medicine; Pedagogy; Political science; Health care","score_opus":0.08087858446368221,"score_gpt":0.5122632476407081,"score_spread":0.43138466317702584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413765741","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002100374,0.96263367,0.00031918968,0.021704882,0.0053072604,0.0023987412,0.000010687185,0.00009513216,0.0075094183],"genre_scores_gemma":[0.000068810084,0.9601041,0.006061165,0.02211083,0.0011949228,0.0027859877,0.003993303,0.00005829295,0.003622563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946558,0.00061204657,0.002040592,0.0007578355,0.0014090793,0.00052465266],"domain_scores_gemma":[0.99697566,0.0003599511,0.0011159137,0.00074341614,0.0005534914,0.00025154316],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026381256,0.00044531154,0.0014699359,0.0017787664,0.00023429589,0.000043370328,0.00040564762,0.00091566454,0.0015553429],"category_scores_gemma":[0.029253619,0.00040001163,0.00023589419,0.0034771138,0.00016319499,0.00018204197,0.00008348667,0.0027264934,0.00014840403],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060955936,0.001989241,0.00016325248,0.04871714,0.000023722387,0.0000015060809,0.0001535612,3.4231633e-8,1.5898772e-8,0.008294257,0.054086767,0.88656443],"study_design_scores_gemma":[0.00023259773,0.00003646171,0.0006963404,0.22662924,0.00012017808,0.000085599895,0.00026631035,0.000007313848,7.245342e-8,0.0008330265,0.77087873,0.000214105],"about_ca_topic_score_codex":0.00011319295,"about_ca_topic_score_gemma":0.00004248676,"teacher_disagreement_score":0.8863503,"about_ca_system_score_codex":0.0027526931,"about_ca_system_score_gemma":0.1439246,"threshold_uncertainty_score":0.99984515},"labels":[],"label_agreement":null},{"id":"W4413771764","doi":"10.3390/ime4030031","title":"Competency in Orthopaedic Surgery: Student Perceptions and Objective Knowledge Assessment","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Perception; Medical education; Competency assessment; Psychology; Medicine; Orthopedic surgery; Surgery","score_opus":0.010372448053211362,"score_gpt":0.4213904132932836,"score_spread":0.4110179652400722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413771764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87259734,0.00035465095,0.0013653575,0.06253444,0.005722125,0.00048692813,0.0000022680686,0.000054935936,0.056881938],"genre_scores_gemma":[0.9883043,0.00029982757,0.0020306737,0.006367523,0.00046386968,0.0003237413,0.00021926282,0.000010833975,0.0019799601],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981237,0.00009293811,0.0005814374,0.0003369967,0.0006910321,0.00017391909],"domain_scores_gemma":[0.99878544,0.0002637842,0.00008874343,0.00019282787,0.000560293,0.00010893727],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009373541,0.00013344643,0.00023763957,0.0009461526,0.00008055412,0.000031396,0.00014971144,0.00015751689,0.0013165323],"category_scores_gemma":[0.0036528069,0.00012712964,0.000065444576,0.0007867485,0.00018429507,0.00012743963,0.0000783034,0.000512174,0.000030150703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002342263,0.0027485138,0.62825567,0.00009486522,0.00007280909,0.0000043487626,0.0009911811,6.2616203e-7,0.000037968566,0.036328588,0.026920142,0.3045219],"study_design_scores_gemma":[0.00064471667,0.000030406904,0.97299737,0.0009988312,0.00003408594,0.000040573635,0.0030699738,0.0014428983,0.0000061084907,0.0015425798,0.01909436,0.00009810916],"about_ca_topic_score_codex":0.000097855096,"about_ca_topic_score_gemma":0.000098108445,"teacher_disagreement_score":0.3447417,"about_ca_system_score_codex":0.0008128981,"about_ca_system_score_gemma":0.00558991,"threshold_uncertainty_score":0.9995964},"labels":[],"label_agreement":null},{"id":"W4413792472","doi":"10.2196/71622","title":"Faculty Retreats in Academic Medicine: Tutorial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Computer science; Medicine; World Wide Web","score_opus":0.022657764141877625,"score_gpt":0.45408560616629284,"score_spread":0.4314278420244152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413792472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74381655,0.0005140689,0.00041617444,0.19608468,0.011053054,0.001331801,0.0000016320312,0.00017198698,0.046610065],"genre_scores_gemma":[0.9530526,0.00013740697,0.0007032502,0.028697196,0.0040462785,0.00070181314,0.0007364122,0.000023662895,0.011901384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99737096,0.00007650204,0.00079115084,0.00040144622,0.0010438989,0.00031602744],"domain_scores_gemma":[0.99890655,0.00008404822,0.00011596022,0.00039076805,0.00032471956,0.00017792765],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010381761,0.00018102178,0.00035318936,0.0007347103,0.00007304071,0.00000806953,0.00024013512,0.00062317465,0.0017089806],"category_scores_gemma":[0.011632828,0.00014991911,0.00004575862,0.0021492795,0.0002999244,0.00011906329,0.000043781172,0.0013259422,0.000090147216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010059971,0.00052789744,0.03416876,0.00021307814,0.00001782126,0.0000036779188,0.001485557,1.5936389e-7,0.00017078964,0.014052894,0.61631274,0.332946],"study_design_scores_gemma":[0.004238429,0.00016628669,0.2754694,0.0039217924,0.000083512125,0.000056999073,0.0031859055,0.00047644108,0.00023325057,0.006241178,0.7056772,0.00024962056],"about_ca_topic_score_codex":0.00015802473,"about_ca_topic_score_gemma":0.000012086002,"teacher_disagreement_score":0.33269638,"about_ca_system_score_codex":0.0006602457,"about_ca_system_score_gemma":0.0048436006,"threshold_uncertainty_score":0.99920356},"labels":[],"label_agreement":null},{"id":"W4413821947","doi":"10.32920/27931656.v2","title":"Beyond the CLAIM: A comprehensive needs assessment strategy for creating an Advanced Medical Education Research Training Program (ARMED-MedEd)","year":2025,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Research Committee, Aristotle University of Thessaloniki; Physicians' Services Incorporated Foundation; Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"Training (meteorology); Medical education; Engineering management; Computer science; Political science; Engineering; Medicine; Geography","score_opus":0.09684642715716532,"score_gpt":0.5397807477091164,"score_spread":0.44293432055195114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413821947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71272475,0.00023586617,0.011447294,0.08286378,0.0016145363,0.006829414,0.0000033071676,0.00032051757,0.18396051],"genre_scores_gemma":[0.88776016,0.00002576547,0.09186106,0.010287406,0.00077118876,0.0038149352,0.0004720418,0.000031133768,0.004976313],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971949,0.00022829218,0.00059381564,0.00036043444,0.0011041232,0.0005184216],"domain_scores_gemma":[0.99645054,0.00071447284,0.00009646518,0.00051259535,0.0020499404,0.00017595323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024839577,0.00016629542,0.00028344415,0.0005185689,0.0006772361,0.00010098391,0.00030520826,0.00021826109,0.0004161603],"category_scores_gemma":[0.0030650871,0.00011584028,0.0000624591,0.0020235556,0.0004323382,0.00016445103,0.000060152975,0.0009798589,0.000004402803],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006617207,0.0010733984,0.0003761234,0.00016626799,0.00005468523,7.884116e-7,0.0019766483,0.000009382689,0.00039165144,0.15065743,0.019335108,0.8258923],"study_design_scores_gemma":[0.0066856104,0.004076601,0.033045314,0.0016596614,0.0002693204,0.00009481659,0.5956879,0.09691777,0.0007843168,0.041091695,0.2191587,0.0005282991],"about_ca_topic_score_codex":0.00006465787,"about_ca_topic_score_gemma":0.00003893191,"teacher_disagreement_score":0.82536405,"about_ca_system_score_codex":0.00035641124,"about_ca_system_score_gemma":0.0082878135,"threshold_uncertainty_score":0.9973343},"labels":[],"label_agreement":null},{"id":"W4413835924","doi":"10.1002/pbc.32017","title":"Introductory Course in Pediatric Oncology for Registrars/Residents and Medical Officers in Sub‐Saharan Africa: A Pilot Study","year":2025,"lang":"en","type":"article","venue":"Pediatric Blood & Cancer","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; McMaster Children's Hospital","funders":"","keywords":"Pediatric oncology; Economic shortage; Medicine; Attrition; Test (biology); Medical education; Pilot test; Family medicine; Internal medicine; Cancer; Psychology","score_opus":0.023608460029972574,"score_gpt":0.360501960390576,"score_spread":0.33689350036060345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413835924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731261,0.014788917,0.000025147961,0.008202518,0.0015224365,0.0018402219,0.0000097177945,0.000041179195,0.0004437554],"genre_scores_gemma":[0.9860791,0.008729262,0.00029109645,0.00093363225,0.0025275773,0.0010573821,0.000022705754,0.000027175181,0.00033205166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973572,0.00013111356,0.0008441916,0.000618004,0.00057322666,0.00047629394],"domain_scores_gemma":[0.99877036,0.00033280035,0.00018803636,0.00033608094,0.0002359112,0.00013683448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016798906,0.00021709339,0.0005418425,0.0010286226,0.00006847207,0.000014733651,0.00021468847,0.00020114142,0.00009946924],"category_scores_gemma":[0.0025566674,0.00021428074,0.000034922086,0.0023766719,0.00011175407,0.00008583906,0.00007601121,0.0007494848,0.0000049091836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000578337,0.0063387803,0.8936471,0.00069973443,0.00007001193,0.0000703022,0.000747513,0.0000054569255,0.00002206767,0.00007561733,0.08842351,0.009321619],"study_design_scores_gemma":[0.012243731,0.0017239436,0.98012847,0.00008586121,0.0012142444,0.000012611071,0.00048982305,0.00008505479,0.0000110446035,0.00011579871,0.003676621,0.00021279743],"about_ca_topic_score_codex":0.00068892067,"about_ca_topic_score_gemma":0.0017462556,"teacher_disagreement_score":0.08648142,"about_ca_system_score_codex":0.00039808138,"about_ca_system_score_gemma":0.004055245,"threshold_uncertainty_score":0.8738115},"labels":[],"label_agreement":null},{"id":"W4413847116","doi":"10.32920/27931656","title":"Beyond the CLAIM: A comprehensive needs assessment strategy for creating an Advanced Medical Education Research Training Program (ARMED-MedEd)","year":2025,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Research Committee, Aristotle University of Thessaloniki; Physicians' Services Incorporated Foundation; Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"Training (meteorology); Medical education; Engineering ethics; Engineering management; Political science; Psychology; Medicine; Engineering; Geography","score_opus":0.09684642715716532,"score_gpt":0.5397807477091164,"score_spread":0.44293432055195114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413847116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71272475,0.00023586617,0.011447294,0.08286378,0.0016145363,0.006829414,0.0000033071676,0.00032051757,0.18396051],"genre_scores_gemma":[0.88776016,0.00002576547,0.09186106,0.010287406,0.00077118876,0.0038149352,0.0004720418,0.000031133768,0.004976313],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971949,0.00022829218,0.00059381564,0.00036043444,0.0011041232,0.0005184216],"domain_scores_gemma":[0.99645054,0.00071447284,0.00009646518,0.00051259535,0.0020499404,0.00017595323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024839577,0.00016629542,0.00028344415,0.0005185689,0.0006772361,0.00010098391,0.00030520826,0.00021826109,0.0004161603],"category_scores_gemma":[0.0030650871,0.00011584028,0.0000624591,0.0020235556,0.0004323382,0.00016445103,0.000060152975,0.0009798589,0.000004402803],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006617207,0.0010733984,0.0003761234,0.00016626799,0.00005468523,7.884116e-7,0.0019766483,0.000009382689,0.00039165144,0.15065743,0.019335108,0.8258923],"study_design_scores_gemma":[0.0066856104,0.004076601,0.033045314,0.0016596614,0.0002693204,0.00009481659,0.5956879,0.09691777,0.0007843168,0.041091695,0.2191587,0.0005282991],"about_ca_topic_score_codex":0.00006465787,"about_ca_topic_score_gemma":0.00003893191,"teacher_disagreement_score":0.82536405,"about_ca_system_score_codex":0.00035641124,"about_ca_system_score_gemma":0.0082878135,"threshold_uncertainty_score":0.9973343},"labels":[],"label_agreement":null},{"id":"W4413875639","doi":"10.5334/pme.1689","title":"Time to Make Sense: Doctors’ and Students’ Experiences of Difficult Feedback","year":2025,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Medical education; Computer science; Data science; Psychology; Medicine","score_opus":0.0064100724401304114,"score_gpt":0.36084808573393234,"score_spread":0.3544380132938019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413875639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696629,0.00028309252,0.00015069862,0.021248627,0.0006131937,0.00047304126,7.9901156e-7,0.000038508628,0.007529161],"genre_scores_gemma":[0.9842684,0.00006387132,0.00126818,0.006040113,0.00029317325,0.00016869298,0.000021079284,0.000010719145,0.007865759],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981689,0.00005713268,0.00035952573,0.0003727261,0.0008741025,0.00016764556],"domain_scores_gemma":[0.9988567,0.00010179857,0.00007654457,0.00028023438,0.0005248476,0.0001598733],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004477567,0.00013511856,0.0002569821,0.00038102528,0.000083598956,0.000020461079,0.00013326858,0.00013223021,0.0016613106],"category_scores_gemma":[0.007665926,0.00011202777,0.000034801644,0.0010372614,0.00038092848,0.000040345665,0.000054034994,0.0002570089,0.00007990349],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005646049,0.010714491,0.007790677,0.00046157895,0.00025670615,0.000006219241,0.46186012,0.0000024595638,0.001866388,0.017018635,0.1895669,0.30989125],"study_design_scores_gemma":[0.0017131831,0.00076118944,0.2009921,0.0018499137,0.0001253591,0.00004267517,0.7646611,0.0002740806,0.0013710777,0.00023906215,0.027657948,0.00031233815],"about_ca_topic_score_codex":0.000019847317,"about_ca_topic_score_gemma":0.0000011746771,"teacher_disagreement_score":0.3095789,"about_ca_system_score_codex":0.00022061775,"about_ca_system_score_gemma":0.00092958135,"threshold_uncertainty_score":0.9992513},"labels":[],"label_agreement":null},{"id":"W4413902279","doi":"10.1002/jdd.70022","title":"Exploring Predictors of Preclinical Performance in Predoctoral Operative Simulation Courses","year":2025,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Medical physics; Psychology","score_opus":0.073045747357741,"score_gpt":0.44597297565204086,"score_spread":0.37292722829429986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413902279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944234,0.00016579567,0.0001560316,0.0005712278,0.0035268902,0.00024046193,7.40805e-7,0.000005118024,0.0009103681],"genre_scores_gemma":[0.9972919,0.00008133224,0.0015132085,0.0001674283,0.0003688478,0.000016908205,0.0000110554565,0.000006419966,0.00054286607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985881,0.000047539757,0.00085705426,0.000093394185,0.00032174535,0.00009216517],"domain_scores_gemma":[0.99881953,0.00008619273,0.0003574052,0.00011325081,0.00059174496,0.000031860473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005275985,0.00007784871,0.00023527343,0.0005612942,0.000029762514,0.000009962638,0.00008610667,0.0000632357,0.00007353995],"category_scores_gemma":[0.0013011069,0.00006880195,0.00005681222,0.00065789104,0.00007205227,0.0005581128,0.000015122441,0.000306676,0.000003817355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031612604,0.0013179521,0.9471194,0.0001662755,0.000049036666,7.4206787e-7,0.0014429982,0.0020410055,0.0006050931,0.00014666049,0.0012212644,0.045573458],"study_design_scores_gemma":[0.0010347962,0.0004038377,0.9836394,0.0015690158,0.00008670747,0.000021484173,0.0046676844,0.0033640652,0.0034717857,0.000021855123,0.0016631075,0.000056245608],"about_ca_topic_score_codex":0.000012502309,"about_ca_topic_score_gemma":0.000004454371,"teacher_disagreement_score":0.045517214,"about_ca_system_score_codex":0.00036063438,"about_ca_system_score_gemma":0.0012765767,"threshold_uncertainty_score":0.2805662},"labels":[],"label_agreement":null},{"id":"W4413966486","doi":"10.5770/cgj.28.848","title":"Feedback Quality in Geriatric Medicine: Analyzing Entrustable Professional Activities in a Competency-Based Curriculum","year":2025,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Medicine; Subspecialty; Task (project management); Curriculum; Workload; Quality (philosophy); Medical education; Family medicine; Psychology","score_opus":0.012466347940647268,"score_gpt":0.32668338274830966,"score_spread":0.3142170348076624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413966486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9496376,0.0011693256,0.00076690555,0.038089514,0.0037894598,0.0005090711,0.0000084463145,0.000020036614,0.006009672],"genre_scores_gemma":[0.9896662,0.00010629077,0.0051743262,0.0033901029,0.0006756203,0.00003553147,0.000059630867,0.000019728232,0.0008725558],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972981,0.00024611567,0.0010480029,0.00027937206,0.00047427023,0.00065412343],"domain_scores_gemma":[0.9986134,0.00015732422,0.0002746161,0.00025827106,0.00036161538,0.00033474728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024928758,0.00020001784,0.00050158234,0.004318027,0.00023806775,0.000050004408,0.00022555639,0.00023071918,0.00068409956],"category_scores_gemma":[0.0024663631,0.00018214669,0.00007608002,0.005168265,0.00011991146,0.00017979665,0.000021472331,0.0013533358,0.000007277446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000865898,0.00033491635,0.9258491,0.0003571964,0.00003815399,0.0002084976,0.0007576569,0.00020519443,0.00018564252,0.008211928,0.049175356,0.014589781],"study_design_scores_gemma":[0.0069944286,0.000121550875,0.95061445,0.0015437123,0.00011316263,0.00011505902,0.0073835454,0.0038016762,0.000050836843,0.0049588718,0.023858197,0.00044449166],"about_ca_topic_score_codex":0.022806372,"about_ca_topic_score_gemma":0.0361933,"teacher_disagreement_score":0.040028647,"about_ca_system_score_codex":0.0030238847,"about_ca_system_score_gemma":0.017353874,"threshold_uncertainty_score":0.9882168},"labels":[],"label_agreement":null},{"id":"W4413983253","doi":"10.1016/j.ajpe.2025.101862","title":"Building a Pharmacy Preceptor Development Framework for Nurturing Learner Professional Identity Formation","year":2025,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Association of American Medical Colleges","keywords":"Preceptor; Pharmacy; Identity (music); Professional development; Pedagogy; Medical education; Pharmacy practice; Psychology; Medicine; Nursing; Art; Aesthetics","score_opus":0.03335234653092623,"score_gpt":0.48955000217095923,"score_spread":0.456197655640033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413983253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6057271,0.0002296302,0.37441412,0.015533532,0.0034327777,0.00049564446,7.097351e-7,0.000021441894,0.00014505113],"genre_scores_gemma":[0.6860276,0.000041758445,0.30641755,0.0064458395,0.0007053148,0.00008872168,0.000014780491,0.000014765167,0.00024367007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816513,0.00008287544,0.00084673794,0.00016783953,0.00048106254,0.00025635146],"domain_scores_gemma":[0.9979174,0.0002136589,0.00055283686,0.00012462493,0.0010620327,0.00012942935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000950357,0.00014530025,0.00030063879,0.0005035233,0.00019583749,0.000041191393,0.00018097761,0.000054255564,0.00015667947],"category_scores_gemma":[0.0020515549,0.00012770876,0.00011018353,0.000914238,0.0001530963,0.0007436947,0.000033586835,0.0006486262,0.000008760382],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054851465,0.001097436,0.0021696591,0.00038028837,0.00013935284,5.662194e-7,0.0009996488,0.000013972594,0.006561258,0.020206291,0.009489552,0.95839345],"study_design_scores_gemma":[0.003910984,0.0004509729,0.02065807,0.0044616964,0.00084012526,0.00025768587,0.0077144885,0.003911937,0.12600318,0.013251122,0.8180553,0.00048446903],"about_ca_topic_score_codex":0.0000033053318,"about_ca_topic_score_gemma":1.787421e-7,"teacher_disagreement_score":0.957909,"about_ca_system_score_codex":0.0006497228,"about_ca_system_score_gemma":0.0020027044,"threshold_uncertainty_score":0.5207812},"labels":[],"label_agreement":null},{"id":"W4413987389","doi":"10.1177/07067437241291774","title":"Psychiatric Training During Clerkship: Specific Recommendations for Reform—Part 1, Teaching and Learning","year":2025,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"NOSM University; St. Joseph's Care Group; Memorial University of Newfoundland; Foothills Medical Centre; Centre for Addiction and Mental Health; University of Toronto; Western University; University of British Columbia; University of Alberta; Ontario Centre of Excellence for Child and Youth Mental Health; University of Manitoba; Royal Ottawa Mental Health Centre; Queen's University; Dalhousie University; Kingston Health Sciences Centre; McGill University; University of Ottawa","funders":"","keywords":"Medical education; Psychology; Occupational training; Training (meteorology); Clinical clerkship; Medicine; Psychiatry; Curriculum; Pedagogy; Humanities","score_opus":0.028147957451617325,"score_gpt":0.31899737618840746,"score_spread":0.29084941873679016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413987389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5707575,0.0019074187,0.0013674061,0.40847823,0.007273747,0.00033507327,0.000004006267,0.000016099342,0.009860525],"genre_scores_gemma":[0.8863407,0.000073857685,0.10388335,0.0041177985,0.0027040886,0.000014213421,0.000017119562,0.000029376382,0.0028195067],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988934,0.000097661796,0.00052401307,0.00011206799,0.00012206344,0.00025082938],"domain_scores_gemma":[0.9991776,0.00007028706,0.0002523501,0.00016056765,0.00018171941,0.00015750085],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020158838,0.00009802793,0.00018281575,0.00061399286,0.0015155582,0.00006572329,0.00014131787,0.0000822461,0.00006297298],"category_scores_gemma":[0.00060042774,0.00007529937,0.00008094764,0.00041331674,0.00008773912,0.00010259366,0.0000065846,0.0013759603,0.0000017113849],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025728042,0.00012179273,0.060963098,0.0004677238,0.00045472555,0.0000059344025,0.011082244,0.000060890347,0.00008932041,0.29110864,0.3492201,0.28616828],"study_design_scores_gemma":[0.0032711232,0.000355749,0.09208214,0.0014873944,0.00036415376,0.00074053876,0.039941456,0.00021645395,0.000013699256,0.028606676,0.8326608,0.0002598014],"about_ca_topic_score_codex":0.0005685257,"about_ca_topic_score_gemma":0.006651881,"teacher_disagreement_score":0.48344073,"about_ca_system_score_codex":0.0003539794,"about_ca_system_score_gemma":0.0021448492,"threshold_uncertainty_score":0.99978435},"labels":[],"label_agreement":null},{"id":"W4414016531","doi":"10.18552/ijpblhsc.v13i1.1138","title":"Community-Based Clinical Traineeships: Exploring Physicians’ Perceptions on the Transferability of Learning to Practice","year":2025,"lang":"en","type":"article","venue":"International Journal of Practice-based Learning in Health and Social Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Transferability; Perception; Clinical Practice; Medical education; Psychology; Medicine; Nursing; Computer science; Machine learning","score_opus":0.11507603194235934,"score_gpt":0.4858293891580149,"score_spread":0.37075335721565555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414016531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6999721,0.000078019635,0.00514411,0.29324418,0.00077228766,0.00026807847,0.0000026487926,0.000013512826,0.00050508545],"genre_scores_gemma":[0.9616612,0.00006600855,0.0052146087,0.032621816,0.00035248822,0.000022796132,0.000028876848,0.000010988617,0.000021177952],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9950046,0.0030082301,0.0010386857,0.00012578125,0.00066438696,0.00015830732],"domain_scores_gemma":[0.99180794,0.0050611254,0.00066525553,0.00010902471,0.002287078,0.000069592556],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071776775,0.000106009495,0.00033066148,0.00039204714,0.00041630998,0.000036298465,0.00019058857,0.00008283938,0.000022581175],"category_scores_gemma":[0.037412982,0.000091515634,0.00013188277,0.00045062596,0.00014718012,0.00021950179,0.000016163865,0.0034207706,0.0000013649883],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010316165,0.004136852,0.11392786,0.001432954,0.00041393144,0.00004583696,0.18532,0.01728431,0.0001554924,0.00798361,0.002097367,0.6568856],"study_design_scores_gemma":[0.0046013226,0.0038654488,0.079988174,0.0030079337,0.0001586669,0.00002244143,0.6178665,0.0010423659,0.000058665,0.00011176084,0.2890999,0.00017680041],"about_ca_topic_score_codex":0.0001485084,"about_ca_topic_score_gemma":0.00001529667,"teacher_disagreement_score":0.65670884,"about_ca_system_score_codex":0.0005229128,"about_ca_system_score_gemma":0.001813699,"threshold_uncertainty_score":0.99887836},"labels":[],"label_agreement":null},{"id":"W4414022306","doi":"10.1136/bmjopen-2024-096799","title":"Validity evidence for communication skills assessment in health professions education: a scoping review","year":2025,"lang":"en","type":"review","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; University of Guelph; University of Calgary","funders":"","keywords":"Medicine; Medical education; Public health; Health professions; Nursing; Family medicine; Health care","score_opus":0.49041257083294787,"score_gpt":0.7020873653659137,"score_spread":0.21167479453296578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414022306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.006129e-8,0.8634559,0.0006180942,0.027703438,0.0006781933,0.10545643,0.000009298314,0.000021476411,0.002057129],"genre_scores_gemma":[1.706469e-7,0.8442365,0.057036024,0.0076452615,0.00015697895,0.08547319,0.0014575473,0.000026256092,0.0039681075],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9951335,0.0013442336,0.002351828,0.0005033771,0.00039298978,0.00027406658],"domain_scores_gemma":[0.9942377,0.0015329412,0.0015483799,0.0020217123,0.00056854734,0.00009067076],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011044032,0.00028209604,0.0022687833,0.00034787957,0.0002566787,0.00006668922,0.0010016972,0.00022288703,0.00018525355],"category_scores_gemma":[0.014419335,0.0002348743,0.00020283936,0.0016774323,0.000051491086,0.00024408274,0.0005515488,0.0008388593,0.000020407595],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023812756,0.00031436753,0.00001430254,0.4248108,0.000009235629,1.2568721e-7,0.000034849767,1.9195477e-8,2.0219657e-9,0.00068786973,0.05404529,0.52008075],"study_design_scores_gemma":[0.0001488917,0.000043415163,0.000040605904,0.6177018,0.00019725671,0.000010119697,0.00004457828,0.0000028133336,2.1503562e-8,0.00009738416,0.381595,0.000118104166],"about_ca_topic_score_codex":0.00010789367,"about_ca_topic_score_gemma":0.00003990758,"teacher_disagreement_score":0.51996267,"about_ca_system_score_codex":0.0014805397,"about_ca_system_score_gemma":0.056628168,"threshold_uncertainty_score":0.99388266},"labels":[],"label_agreement":null},{"id":"W4414042363","doi":"10.1245/s10434-025-18301-w","title":"ASO Author Reflections: Overcoming Clinical Barriers and Realizing Reciprocal Benefits of Multidisciplinary Conferences","year":2025,"lang":"en","type":"article","venue":"Annals of Surgical Oncology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"","keywords":"Multidisciplinary approach; Reciprocal; Surgical oncology; MEDLINE","score_opus":0.18858197332023321,"score_gpt":0.5314412076403898,"score_spread":0.34285923432015664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414042363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051766,0.0008360231,0.00016082595,0.05874687,0.00063656206,0.00027018497,0.000006925044,0.00002671284,0.034139313],"genre_scores_gemma":[0.9897145,0.0034336771,0.0051522553,0.0009713885,0.00017004267,0.000024435021,0.000022242832,0.000007281319,0.00050416985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810475,0.00020718275,0.0010260319,0.00027125212,0.00019510055,0.00019570776],"domain_scores_gemma":[0.997835,0.0009824083,0.00028002885,0.00019569311,0.0005895371,0.00011734185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020641524,0.000103926155,0.0006236219,0.0002650868,0.00009772652,0.0000039049,0.000087822424,0.00038039216,0.000098806486],"category_scores_gemma":[0.0019182959,0.000088386274,0.00009960335,0.0005566431,0.0007060022,0.00006225862,0.00009655365,0.0004159954,0.0000015213295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002134601,0.0011287694,0.10464292,0.00041426232,0.0003306837,0.000033027543,0.0007875118,0.000010694685,0.00043145922,0.14930578,0.02357793,0.71720237],"study_design_scores_gemma":[0.0042891433,0.0039894376,0.17392923,0.0015217365,0.00027072022,0.0001356878,0.005934933,0.001184275,0.0034446423,0.0076521207,0.7973903,0.00025778962],"about_ca_topic_score_codex":0.00006276337,"about_ca_topic_score_gemma":0.000014680497,"teacher_disagreement_score":0.77381235,"about_ca_system_score_codex":0.00003351218,"about_ca_system_score_gemma":0.0008473395,"threshold_uncertainty_score":0.36042878},"labels":[],"label_agreement":null},{"id":"W4414206112","doi":"10.3126/jcmsn.v21i3.67802","title":"Evaluation of Integrated-Shared Teaching Within-Class Activity for Basic Science Medical Students","year":2025,"lang":"en","type":"article","venue":"Journal of College of Medical Sciences-Nepal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Memorization; Formative assessment; Vignette; Cognition; Redundancy (engineering); Curriculum","score_opus":0.05433588044980973,"score_gpt":0.4614285482503512,"score_spread":0.40709266780054143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414206112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96420825,0.000106528954,0.0072276574,0.02356894,0.0024702416,0.000605651,0.0000141621185,0.000008749243,0.0017898391],"genre_scores_gemma":[0.99075884,0.000016601713,0.00810116,0.0006995657,0.0002855918,0.000016989532,0.0000022126997,0.000006532767,0.00011250949],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97739494,0.00036876398,0.0014562511,0.00030889543,0.020124879,0.0003462424],"domain_scores_gemma":[0.9939355,0.0006472328,0.0011121134,0.00026393853,0.0036646505,0.00037654626],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08791186,0.00015905897,0.0006450338,0.0011260896,0.00032995528,0.0000349504,0.0018108605,0.00026922472,0.0006380524],"category_scores_gemma":[0.090792015,0.00010975268,0.00016741928,0.0029624242,0.0025263282,0.00042454238,0.00019151728,0.0010244232,0.0000012995072],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013872783,0.0071293027,0.0375389,0.0008785298,0.0006228407,0.00006296595,0.0018192035,0.00014491242,0.0107091665,0.041889448,0.0580321,0.83978534],"study_design_scores_gemma":[0.027818806,0.006618921,0.11937598,0.015740387,0.0020423236,0.00081270083,0.0077524744,0.77651083,0.02112345,0.0104336515,0.011203995,0.00056647003],"about_ca_topic_score_codex":0.000038713784,"about_ca_topic_score_gemma":0.000015642416,"teacher_disagreement_score":0.83921885,"about_ca_system_score_codex":0.00074197276,"about_ca_system_score_gemma":0.027898986,"threshold_uncertainty_score":0.9776119},"labels":[],"label_agreement":null},{"id":"W4414208611","doi":"10.1192/j.eurpsy.2025.921","title":"PsychED – A National Teaching Programme to Boost Medical Student Engagement in Psychiatry","year":2025,"lang":"en","type":"article","venue":"European Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"","keywords":"Session (web analytics); Likert scale; Mental health; Core competency; Presentation (obstetrics); Inclusion (mineral)","score_opus":0.02049699399204255,"score_gpt":0.3996550059822556,"score_spread":0.37915801199021304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414208611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5505719,0.00044539903,0.0032584027,0.20000647,0.011170536,0.0013701317,0.0000029948735,0.0002482991,0.23292586],"genre_scores_gemma":[0.850618,0.000007799653,0.07305527,0.07211012,0.0017092202,0.00013454542,0.00008424555,0.000060788538,0.0022200139],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.996326,0.00041847554,0.0008956444,0.0005737205,0.0013206076,0.00046553498],"domain_scores_gemma":[0.99898165,0.00004179748,0.00010452225,0.00047496497,0.00017846083,0.00021858102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049688187,0.00023696644,0.0002711564,0.0008068609,0.0001988284,0.000054092732,0.00043814565,0.00010313799,0.00034410038],"category_scores_gemma":[0.0017939273,0.0002252828,0.000094630785,0.0011889125,0.000068093665,0.00006639468,0.0001691833,0.0013214254,0.00034822035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000154569,0.0048848717,0.32082242,0.00026617871,0.00015708854,0.000019302208,0.0026132173,0.000010514293,0.000040716586,0.13233066,0.42940027,0.10930021],"study_design_scores_gemma":[0.0051232586,0.00037482433,0.7229484,0.003101081,0.00007320376,0.00004244065,0.005981371,0.00025843774,0.0000036094948,0.0021811794,0.25951344,0.00039879442],"about_ca_topic_score_codex":0.000012131902,"about_ca_topic_score_gemma":0.00004037999,"teacher_disagreement_score":0.40212595,"about_ca_system_score_codex":0.00031163654,"about_ca_system_score_gemma":0.0013662939,"threshold_uncertainty_score":0.9186766},"labels":[],"label_agreement":null},{"id":"W4414288345","doi":"10.2196/60452","title":"Exploring the Icarus Paradox in Indonesia's Specialist Medical Education System Using the Public Perspective From Online Media: Convergent Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); ICARUS; Psychological intervention; Mental health; Public health; Health care; Medical care; Public policy","score_opus":0.07156368210281015,"score_gpt":0.44943706349406387,"score_spread":0.3778733813912537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414288345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84903324,0.00081271253,0.0018457744,0.1289163,0.016338337,0.00241097,0.000004131795,0.00010433664,0.00053421507],"genre_scores_gemma":[0.9821373,0.00012458842,0.0025348377,0.008011426,0.0043554693,0.0024379762,0.00027170594,0.000043172644,0.00008352369],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99303883,0.0017862077,0.001438147,0.0007802735,0.0024513328,0.0005052059],"domain_scores_gemma":[0.99533176,0.0012474098,0.00041900142,0.0013186618,0.0012591608,0.0004239906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047964514,0.00036965113,0.0006415746,0.0007518056,0.00044559938,0.00010413143,0.00087470456,0.00036594566,0.00061303447],"category_scores_gemma":[0.022835655,0.00024110757,0.00013644062,0.0036163067,0.0005809437,0.00030062255,0.00022292965,0.0018653306,0.00002007873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023869117,0.019176748,0.050419778,0.00029884363,0.0004452059,0.000027368224,0.037732776,0.0000021498768,0.00006330291,0.06329031,0.029795935,0.7985089],"study_design_scores_gemma":[0.0021106617,0.000092309514,0.47347966,0.0018035874,0.00035633994,0.000092660644,0.50046504,0.005515329,0.000059629117,0.000998601,0.014701799,0.00032437837],"about_ca_topic_score_codex":0.0025099125,"about_ca_topic_score_gemma":0.00077088043,"teacher_disagreement_score":0.7981845,"about_ca_system_score_codex":0.0027608792,"about_ca_system_score_gemma":0.02008132,"threshold_uncertainty_score":0.98547393},"labels":[],"label_agreement":null},{"id":"W4414379241","doi":"10.1080/0142159x.2025.2559917","title":"Implementing entrustable professional activities: Practical lessons and legal considerations from an international interview study","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Accountability; Competence (human resources); MEDLINE; Informed consent; Legal profession","score_opus":0.06334158170186893,"score_gpt":0.4849886412871955,"score_spread":0.42164705958532656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414379241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87032735,0.000047428173,0.0019151444,0.117853075,0.0012502663,0.0005152689,0.000005234855,0.0000751277,0.008011124],"genre_scores_gemma":[0.98549384,0.0000118308135,0.0021083858,0.0052137896,0.0005533761,0.00015868503,0.00016305178,0.000014555914,0.0062824576],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774635,0.0002682388,0.0005128003,0.0003895793,0.00079589285,0.0002871336],"domain_scores_gemma":[0.9991327,0.00017487818,0.00009144303,0.00028770443,0.00015643131,0.00015685003],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019096426,0.0001452487,0.00026742616,0.0001719842,0.00026603404,0.00008988271,0.000108091015,0.00015724685,0.017292006],"category_scores_gemma":[0.005353342,0.00012127896,0.000035730463,0.00020635973,0.00017883873,0.00039479783,0.00023427123,0.00088903826,0.000011664201],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019093904,0.014393516,0.58955616,0.0001536276,0.0012867864,0.00032900766,0.007671812,3.893727e-7,0.00031154943,0.07167191,0.14199713,0.17243716],"study_design_scores_gemma":[0.010968904,0.00064796594,0.26545826,0.0016013659,0.0008911924,0.0003247264,0.09735485,0.026592534,0.00021609013,0.005956204,0.5893119,0.0006759876],"about_ca_topic_score_codex":0.00020446953,"about_ca_topic_score_gemma":0.00012629927,"teacher_disagreement_score":0.4473148,"about_ca_system_score_codex":0.00015257456,"about_ca_system_score_gemma":0.0009728295,"threshold_uncertainty_score":0.98360634},"labels":[],"label_agreement":null},{"id":"W4414427150","doi":"10.36834/cmej.82022","title":"Trust, growth, and connection: the path forward in residency education","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Path (computing); Career path","score_opus":0.006386483862716323,"score_gpt":0.3071124811488816,"score_spread":0.3007259972861653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414427150","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2552019,0.0024176696,0.000246203,0.69915724,0.006947568,0.0005379996,0.0000010834376,0.000018913437,0.035471443],"genre_scores_gemma":[0.8404593,0.00066660636,0.0013511367,0.15167548,0.0017585547,0.00012477711,0.000030983243,0.000016648964,0.003916531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983104,0.00012241368,0.00055550423,0.00021070045,0.00049941964,0.00030155742],"domain_scores_gemma":[0.9974488,0.00008676433,0.00011070916,0.0002448399,0.0005900353,0.0015188204],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012996681,0.00012564326,0.00018142213,0.00090763735,0.0003823036,0.00008223465,0.0001931797,0.00023819595,0.0036639825],"category_scores_gemma":[0.032267615,0.00009749543,0.00004246896,0.001229553,0.00022510739,0.0001525396,0.0000143128,0.0011579974,0.000015959207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019415915,0.00022408736,0.031544246,0.000094517774,0.000025489726,0.0000106832695,0.0009622442,2.560599e-7,0.000007431941,0.05759359,0.5861853,0.32333276],"study_design_scores_gemma":[0.0013914991,0.00011295802,0.32149458,0.0019957644,0.00011890751,0.0027874776,0.017016934,0.00040386315,0.000032806347,0.031818226,0.62256795,0.0002589918],"about_ca_topic_score_codex":0.006700257,"about_ca_topic_score_gemma":0.0057919174,"teacher_disagreement_score":0.58525735,"about_ca_system_score_codex":0.0007105534,"about_ca_system_score_gemma":0.112811595,"threshold_uncertainty_score":0.9999142},"labels":[],"label_agreement":null},{"id":"W4414451680","doi":"10.1093/oxfordhb/9780197625835.013.0019","title":"Medical Expertise","year":2025,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Professionalization; Sketch; Medical practice; Medical ethics; Medical knowledge; Medical care; Medical sociology; Health care","score_opus":0.019470392424129842,"score_gpt":0.26199702389090807,"score_spread":0.24252663146677822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414451680","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006693179,0.00008388585,0.0008029444,0.000787029,0.0005618193,0.00038781145,0.000015337762,0.0001432853,0.99715096],"genre_scores_gemma":[0.00018886456,0.00026405643,0.00090498675,0.0014675383,0.00028632872,0.0000016562299,0.00012802311,0.000027106807,0.99673146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847895,0.000014523776,0.00024455786,0.0003669472,0.0006886276,0.00020636733],"domain_scores_gemma":[0.9988637,0.00003789071,0.000120414625,0.00054770143,0.00026786493,0.00016243663],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013734105,0.00024249956,0.00038156591,0.00031999656,0.00012339637,0.000010578573,0.00030851123,0.0007898566,0.00081690645],"category_scores_gemma":[0.00016551733,0.00026045053,0.00015160759,0.000018344343,0.0002804003,0.000032994132,0.00022553715,0.00086365064,0.000003965094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107937725,0.00003193758,0.0000056212452,0.00018707613,0.00015556935,0.00027288892,0.00012408572,6.271889e-8,0.00000268062,0.69465935,0.14955844,0.15489437],"study_design_scores_gemma":[0.0007909671,0.00005415505,0.000010904926,0.00090176804,0.00025257422,0.000031776395,0.00003732296,0.00012693813,0.000033260687,0.00023848911,0.99732697,0.00019485307],"about_ca_topic_score_codex":0.000023901788,"about_ca_topic_score_gemma":0.000003717257,"teacher_disagreement_score":0.84776855,"about_ca_system_score_codex":0.00039355818,"about_ca_system_score_gemma":0.00079519826,"threshold_uncertainty_score":0.9999848},"labels":[],"label_agreement":null},{"id":"W4414460649","doi":"10.1097/as9.0000000000000608","title":"Leveraging Large Language Models to Evaluate the Quality of Narrative Feedback for Surgery Residents in Competency-Based Medical Education","year":2025,"lang":"en","type":"article","venue":"Annals of Surgery Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Task (project management); Quality (philosophy); Narrative; Quality management; Patient safety; Language model; Medical device","score_opus":0.21348134413654768,"score_gpt":0.4989378197127886,"score_spread":0.28545647557624093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414460649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89204955,0.00019870786,0.0013357375,0.103757404,0.0004628504,0.0011452908,0.000013622017,0.000008238753,0.0010285845],"genre_scores_gemma":[0.97942394,0.000024648649,0.0012750003,0.018402152,0.000051154515,0.00028530258,0.00018422851,0.0000117990585,0.00034176034],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9973266,0.0003778541,0.0011307679,0.00024854706,0.00066769205,0.00024851892],"domain_scores_gemma":[0.99607193,0.0019924142,0.0002582543,0.0004655247,0.0011434888,0.00006835391],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013034976,0.000117412696,0.0006286315,0.00050196133,0.000082958475,0.000018037796,0.00030942494,0.00009646679,0.00020130035],"category_scores_gemma":[0.0128543805,0.00009219073,0.00013645706,0.0011712731,0.00009211809,0.00016868082,0.00010202068,0.00017271539,0.0000023662258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027609537,0.004454939,0.20499302,0.00251279,0.00034234909,0.0000049034616,0.026208943,0.0002737761,0.0009906722,0.034228202,0.62329,0.09993942],"study_design_scores_gemma":[0.0022830642,0.000084595005,0.887561,0.010154968,0.00008435434,0.0000027053873,0.04018186,0.008713538,0.016268631,0.032596935,0.001638535,0.00042982138],"about_ca_topic_score_codex":0.0016290051,"about_ca_topic_score_gemma":0.0002220528,"teacher_disagreement_score":0.68256795,"about_ca_system_score_codex":0.000054961318,"about_ca_system_score_gemma":0.009762054,"threshold_uncertainty_score":0.9958517},"labels":[],"label_agreement":null},{"id":"W4414517421","doi":"10.1016/j.xjep.2025.100770","title":"Factors influencing teamwork in a paediatric interventional radiology team","year":2025,"lang":"en","type":"article","venue":"Journal of Interprofessional Education & Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children","keywords":"Teamwork; Thematic analysis; Psychological intervention; Qualitative research; Perception; Patient safety; Organizational culture; Qualitative property","score_opus":0.015227446456098886,"score_gpt":0.4148749504162258,"score_spread":0.39964750396012694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414517421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96571076,0.0012228996,0.0012447165,0.02097984,0.0063145217,0.00022069312,7.1289566e-7,0.000011280905,0.0042946036],"genre_scores_gemma":[0.97993046,0.000051930987,0.011221953,0.006532267,0.00066991686,0.000022944758,0.000021615126,0.000012411805,0.0015365189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752676,0.00032744795,0.0013126575,0.00018039733,0.00046462522,0.00018811577],"domain_scores_gemma":[0.99657816,0.00086943543,0.001012189,0.00019601871,0.0012610038,0.00008318428],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017942622,0.00015514102,0.0003541455,0.001514062,0.00008725036,0.00002376017,0.00021571893,0.00019359674,0.0003755586],"category_scores_gemma":[0.015249336,0.00011936523,0.0001617682,0.0013230027,0.00008060641,0.0006730246,0.000062566025,0.0014288689,0.00001569677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038750959,0.00653519,0.8134368,0.00027536752,0.00030978635,0.000013625162,0.0041588354,0.0000350698,0.0012095093,0.008216384,0.11535685,0.046577465],"study_design_scores_gemma":[0.0017844329,0.00052180415,0.8653167,0.00464685,0.00030492735,0.0007739308,0.07702707,0.00015033886,0.00024673698,0.0035221735,0.045496322,0.00020872563],"about_ca_topic_score_codex":0.00007116578,"about_ca_topic_score_gemma":0.0000060833063,"teacher_disagreement_score":0.072868235,"about_ca_system_score_codex":0.00094422686,"about_ca_system_score_gemma":0.01009405,"threshold_uncertainty_score":0.9955178},"labels":[],"label_agreement":null},{"id":"W4414530907","doi":"10.1007/s10459-025-10477-w","title":"Feedback with feelings: the human complexity of expressing judgements about performance","year":2025,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Royal College of Physicians and Surgeons of Canada; Western University","funders":"Deakin University","keywords":"Feeling; Field (mathematics); Valence (chemistry); Specialty; Peer feedback","score_opus":0.03492738282260945,"score_gpt":0.428756063321707,"score_spread":0.3938286804990976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414530907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564704,0.0064591826,0.0009495752,0.020659046,0.0018104138,0.0006982015,5.798377e-7,0.00001902025,0.012933614],"genre_scores_gemma":[0.97487897,0.00081308535,0.019042004,0.0045694504,0.00010878578,0.000085393054,0.000012438235,0.0000038328894,0.00048605577],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99866635,0.000052000116,0.0004827665,0.00022408925,0.00035007202,0.00022475181],"domain_scores_gemma":[0.9991785,0.00004680837,0.0002893318,0.00023840196,0.00022326584,0.000023669276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013365193,0.00007875966,0.00015684713,0.00026103976,0.0004403271,0.000017806025,0.00020465396,0.000026623891,0.000027158507],"category_scores_gemma":[0.00019257476,0.00005339121,0.000012014506,0.001754087,0.0011332706,0.00040264512,0.000021968131,0.00018345789,0.0000016918469],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003650919,0.0006357453,0.4152448,0.002382409,0.000006153164,6.545203e-8,0.0026307204,0.00055096345,0.00008486718,0.033062212,0.004273662,0.5410919],"study_design_scores_gemma":[0.0010037561,0.00058895495,0.86630076,0.009607134,0.000019930334,0.0000110825695,0.012186446,0.0034556778,0.001080024,0.010130066,0.09542452,0.00019163935],"about_ca_topic_score_codex":0.00022157781,"about_ca_topic_score_gemma":0.000049259797,"teacher_disagreement_score":0.5409003,"about_ca_system_score_codex":0.00020563157,"about_ca_system_score_gemma":0.0014497469,"threshold_uncertainty_score":0.41755825},"labels":[],"label_agreement":null},{"id":"W4414558884","doi":"10.1111/medu.70051","title":"When I say autonomy","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Autonomy; Deci-; Beneficence; Scholarship; Interpersonal communication; Independence (probability theory); Paternalism","score_opus":0.00724350600411826,"score_gpt":0.352137981156978,"score_spread":0.3448944751528597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414558884","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11724066,0.0006017209,0.014422536,0.57277954,0.00678381,0.00072465965,5.801382e-7,0.00025304945,0.28719345],"genre_scores_gemma":[0.43443114,0.000052144478,0.027435826,0.39304715,0.0017731976,0.0005074096,0.000411751,0.000032225664,0.14230914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866235,0.000035390392,0.00037084668,0.00023769925,0.0005051311,0.00018860822],"domain_scores_gemma":[0.99916553,0.00004355887,0.000055553664,0.0003655639,0.00029001385,0.000079785794],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005693066,0.00010102621,0.0001702412,0.0002996976,0.00009046062,0.000017258251,0.00014491244,0.00019978719,0.0044166204],"category_scores_gemma":[0.005811577,0.00008956092,0.00004684019,0.0006171637,0.00013752184,0.00007042247,0.0000322218,0.0003778433,0.00022569332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008934145,0.0004667898,0.004147541,0.00007772202,0.000016474456,6.954965e-7,0.000253239,6.1037916e-8,0.000022791872,0.012809411,0.56790453,0.4142918],"study_design_scores_gemma":[0.00045885844,0.000030611136,0.028358528,0.00040091624,0.000051957573,0.000020814916,0.00032994762,0.0006322101,0.00016391122,0.003733037,0.96574134,0.000077878525],"about_ca_topic_score_codex":0.000055318404,"about_ca_topic_score_gemma":0.0000033356,"teacher_disagreement_score":0.41421393,"about_ca_system_score_codex":0.0004174636,"about_ca_system_score_gemma":0.010405554,"threshold_uncertainty_score":0.99649346},"labels":[],"label_agreement":null},{"id":"W4414571067","doi":"10.5489/cuaj.9375","title":"From surgical mentor to medical educator: Making knowledge effective","year":2025,"lang":"en","type":"letter","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"MEDLINE; Context (archaeology); Patient care","score_opus":0.009415414094225456,"score_gpt":0.3126782533277067,"score_spread":0.30326283923348124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414571067","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069358777,0.00035467817,0.00009797676,0.96801907,0.007757891,0.0007593895,0.00011131312,0.00006461875,0.01589918],"genre_scores_gemma":[0.012970026,0.000032338085,0.00066266314,0.93159676,0.04452309,0.0001588417,0.00076759775,0.000047340705,0.009241325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994781,0.0007423144,0.0010049555,0.00065500964,0.0016886978,0.0011280227],"domain_scores_gemma":[0.99553525,0.0012019798,0.00047202795,0.00035571228,0.00114549,0.0012895137],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002148578,0.000441474,0.0009296594,0.0011445875,0.00043464164,0.00019240071,0.00055878045,0.0034297328,0.010851161],"category_scores_gemma":[0.018530559,0.00038204886,0.00034798917,0.0010710206,0.00008063237,0.00007286237,0.00008388546,0.008527434,0.00072192017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000030733336,0.00008476937,0.008931363,0.0000294084,0.00036451823,0.0010028679,0.0003033357,4.755551e-7,6.498002e-7,0.000062628664,0.9650298,0.02415948],"study_design_scores_gemma":[0.0008389361,0.00018751906,0.012056523,0.0004231704,0.00028096177,0.00032103536,0.0000757959,0.000047289403,0.0000018926858,0.00056630664,0.9848814,0.00031918168],"about_ca_topic_score_codex":0.0011858838,"about_ca_topic_score_gemma":0.00030114813,"teacher_disagreement_score":0.0367652,"about_ca_system_score_codex":0.009658929,"about_ca_system_score_gemma":0.010029771,"threshold_uncertainty_score":0.99986315},"labels":[],"label_agreement":null},{"id":"W4414584208","doi":"10.36834/cmej.82203","title":"Bioethics as a cornerstone: assessing and modifying the hidden curriculum in medical education","year":2025,"lang":"en","type":"letter","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bioethics; Curriculum; Medical ethics; MEDLINE","score_opus":0.02379399277696481,"score_gpt":0.38720780535773724,"score_spread":0.36341381258077243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414584208","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00805662,0.002405382,0.000053795167,0.9702906,0.009869485,0.00060309225,0.0000031360187,0.000027085029,0.008690783],"genre_scores_gemma":[0.006838484,0.0010867226,0.0011757931,0.9730623,0.013231479,0.00016078961,0.00044092402,0.000060224414,0.003943294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937437,0.0005527591,0.0013157461,0.00059647945,0.002954189,0.00083711866],"domain_scores_gemma":[0.992633,0.0003828666,0.00055649737,0.00070637825,0.001624347,0.0040969346],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0038847316,0.00043853038,0.00061461487,0.0020214983,0.0006628767,0.00039732986,0.00076489424,0.0029102038,0.015595832],"category_scores_gemma":[0.09702798,0.00034614076,0.00013489458,0.0015871951,0.0011687336,0.0002145693,0.00007160589,0.015386438,0.000070578535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029418297,0.00015376725,0.00080690644,0.00025858427,0.00004190253,0.0002227201,0.0005926938,8.4090644e-8,1.1897748e-7,0.0009901022,0.77136385,0.22556631],"study_design_scores_gemma":[0.00056950754,0.000041387084,0.0013877398,0.0063788122,0.00016891389,0.007345823,0.006209843,0.0005615653,5.403411e-7,0.0015790254,0.9754302,0.00032662723],"about_ca_topic_score_codex":0.032953534,"about_ca_topic_score_gemma":0.005866151,"teacher_disagreement_score":0.36495903,"about_ca_system_score_codex":0.0026490432,"about_ca_system_score_gemma":0.36760807,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W4414609745","doi":"10.22374/cjmrp.v20i3.35","title":"Facilitating Formative Feedback in Midwifery Education: A Narrative Review","year":2024,"lang":"en","type":"review","venue":"Canadian Journal of Midwifery Research and Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Preceptor; Thematic analysis; Narrative; CINAHL; Peer feedback; Narrative review; Inclusion (mineral)","score_opus":0.21963444468143442,"score_gpt":0.5550627480662101,"score_spread":0.3354283033847757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414609745","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003486939,0.9677687,0.000004644216,0.020052675,0.000873888,0.0011660126,0.000022055501,0.000003957836,0.010073138],"genre_scores_gemma":[0.000026034464,0.9932649,0.0017148884,0.0017310081,0.0006842511,0.00011107546,0.0000819151,0.000036961184,0.0023489327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99511623,0.0016032094,0.0015783595,0.0003139457,0.00081984757,0.0005684111],"domain_scores_gemma":[0.99129874,0.0034254047,0.0006836656,0.000363325,0.003366814,0.00086204556],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011798656,0.00030395947,0.00140015,0.002491303,0.0002475183,0.00016271716,0.00028606324,0.0003134486,0.00029983223],"category_scores_gemma":[0.060790755,0.0002321916,0.00019638473,0.003118466,0.00042847003,0.0007807004,0.00004040026,0.0049141385,0.00013852608],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029104349,0.000069906084,0.0000016715956,0.05971035,0.00017778187,0.00030199857,0.0047831354,1.9104931e-8,5.1670533e-8,0.00026968555,0.25904256,0.67561376],"study_design_scores_gemma":[0.00012730286,0.00032515827,0.0000034546822,0.18869428,0.0004959988,0.006593869,0.018841516,0.0000012017554,5.852579e-8,0.00025703528,0.7845263,0.00013383546],"about_ca_topic_score_codex":0.0007174009,"about_ca_topic_score_gemma":0.0007245533,"teacher_disagreement_score":0.6754799,"about_ca_system_score_codex":0.0014975801,"about_ca_system_score_gemma":0.042629264,"threshold_uncertainty_score":0.99738157},"labels":[],"label_agreement":null},{"id":"W4414618650","doi":"10.1080/13803611.2025.2562417","title":"Exploring research-related knowledge and attitudes: a study among university students in Lebanon","year":2025,"lang":"en","type":"article","venue":"Educational Research and Evaluation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Qatar National Library","keywords":"Knowledge level; Qualitative research; Research methodology; Data collection; Statistical analysis; Higher education","score_opus":0.4192136329234551,"score_gpt":0.5727066749372391,"score_spread":0.15349304201378405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414618650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863063,0.00044222525,0.000002499479,0.0045950655,0.0002172218,0.0016725864,5.7158775e-7,0.00000834563,0.006755174],"genre_scores_gemma":[0.99371165,0.0002062962,0.000093644696,0.000014254682,0.00008320332,0.00023415533,0.00004750273,0.000006676237,0.005602645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967941,0.0008104537,0.0002516671,0.0003880176,0.0014658377,0.00028990195],"domain_scores_gemma":[0.99677444,0.00081343093,0.000027137252,0.00022103604,0.002069753,0.00009422314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013000874,0.000077388555,0.00012942488,0.0018757646,0.0004414269,0.000060347862,0.0001297787,0.000066735505,0.00020282934],"category_scores_gemma":[0.0057865814,0.0000801096,0.000010738255,0.0028308441,0.00037436033,0.00032134235,0.00016365963,0.00070590666,0.000031013213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011601046,0.00257221,0.9610161,0.000096767835,0.000048739206,0.0000014832578,0.006511525,0.0000029374191,0.00008773788,0.0034871409,0.003688932,0.02237039],"study_design_scores_gemma":[0.0017044551,0.0002550608,0.9787715,0.00034237158,0.000018844046,0.000001320008,0.015152037,0.00081500114,0.00001436544,0.002161327,0.0007118606,0.000051829706],"about_ca_topic_score_codex":0.0003603672,"about_ca_topic_score_gemma":0.0003536799,"teacher_disagreement_score":0.02231856,"about_ca_system_score_codex":0.0009863202,"about_ca_system_score_gemma":0.0016597824,"threshold_uncertainty_score":0.6927496},"labels":[],"label_agreement":null},{"id":"W4414622630","doi":"10.1177/19433654251380504","title":"Degree Advancement in Respiratory Therapy: Rising Higher","year":2025,"lang":"en","type":"article","venue":"Respiratory Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Manitoba","funders":"","keywords":"Degree (music); Respiratory system; MEDLINE; Respiratory disease; Respiratory physiology","score_opus":0.05418877330720061,"score_gpt":0.38114166080926215,"score_spread":0.32695288750206153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414622630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93656975,0.014215714,0.00022078652,0.0018138323,0.0014300522,0.0007292837,0.0000026028777,0.000110272355,0.044907704],"genre_scores_gemma":[0.9565367,0.000047573114,0.0008160789,0.040887963,0.0004170504,0.00017010265,0.000018670307,0.000032075008,0.0010737937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985985,0.00007918292,0.0004251889,0.00031560828,0.00032684044,0.00025463983],"domain_scores_gemma":[0.99902266,0.0000327713,0.000072501534,0.00050930376,0.00031836738,0.000044365315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036107987,0.00015016037,0.0002295303,0.00048131502,0.00009209157,0.000015741904,0.00011943785,0.00015349156,0.00025494883],"category_scores_gemma":[0.0002411386,0.00013996665,0.000052986445,0.00102805,0.0000834681,0.000085397936,0.000037288384,0.00036428263,0.00003638545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014513801,0.00020476131,0.10215104,0.0002872873,0.00004111759,0.000042364107,0.00083025557,0.000013823531,0.015146504,0.003600577,0.01887245,0.8586647],"study_design_scores_gemma":[0.0016995459,0.00012611579,0.17611757,0.00033712608,0.000013522748,3.4371135e-7,0.0010285149,0.0000017711305,0.007949803,0.0000778659,0.8125344,0.0001134315],"about_ca_topic_score_codex":0.000009412314,"about_ca_topic_score_gemma":0.000011923454,"teacher_disagreement_score":0.85855126,"about_ca_system_score_codex":0.00076164183,"about_ca_system_score_gemma":0.00060168724,"threshold_uncertainty_score":0.5707674},"labels":[],"label_agreement":null},{"id":"W4414629279","doi":"10.36834/cmej.82152","title":"The learner voice in medical education research: no study about us without us!","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Continuing medical education; MEDLINE; S Voice","score_opus":0.028216453381914107,"score_gpt":0.43589417152192883,"score_spread":0.40767771814001474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414629279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5942289,0.0015288471,0.000039840255,0.33981183,0.012322083,0.0012969925,0.0000010194739,0.000030510073,0.05073997],"genre_scores_gemma":[0.84757286,0.0006375301,0.000474942,0.11997231,0.004724853,0.000466958,0.000050118528,0.00005088845,0.026049523],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99302214,0.00095887465,0.0012507719,0.0004571016,0.003364053,0.00094707345],"domain_scores_gemma":[0.9880555,0.0004644462,0.00023648054,0.00092770695,0.0042047896,0.0061110514],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0122217145,0.00023378254,0.0003597688,0.0018507687,0.0012282378,0.00024482398,0.00091550767,0.0005208408,0.012095567],"category_scores_gemma":[0.18831125,0.00017676402,0.00008333372,0.0029761437,0.00075967086,0.00019584945,0.00006592806,0.0049777627,0.0004492056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005112252,0.0014427655,0.103518136,0.00004162474,0.00005209185,0.00003783175,0.0010847138,5.3453607e-7,0.0000016546583,0.0023922923,0.59002817,0.30134904],"study_design_scores_gemma":[0.0010791823,0.00014436847,0.1882439,0.0010893206,0.000036979272,0.0004236147,0.009006045,0.0004774677,0.000001646465,0.0006702519,0.7986878,0.00013942391],"about_ca_topic_score_codex":0.021051932,"about_ca_topic_score_gemma":0.069039,"teacher_disagreement_score":0.30120963,"about_ca_system_score_codex":0.0026026934,"about_ca_system_score_gemma":0.29566774,"threshold_uncertainty_score":0.9973178},"labels":[],"label_agreement":null},{"id":"W4414653465","doi":"10.36834/1apdj576","title":"How are we preparing doctors for their roles as patient educators? Exploring undergraduate and postgraduate curricula in Canadian medical schools","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Curriculum; Feeling; Scope (computer science); Communication skills; Qualitative property; Medical school; Qualitative analysis","score_opus":0.018134097985716784,"score_gpt":0.31487459942412543,"score_spread":0.29674050143840863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414653465","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4848334,0.0014926645,0.00006244141,0.5083016,0.0036439465,0.00060044293,0.0000070312544,0.00001980102,0.0010386456],"genre_scores_gemma":[0.95256376,0.001192185,0.0007042932,0.0433451,0.0011379033,0.0003784111,0.0000609882,0.000040474675,0.0005768923],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966164,0.00013831322,0.0007944579,0.0004652709,0.0010045355,0.000980971],"domain_scores_gemma":[0.9883869,0.00012608648,0.00021876393,0.00034565368,0.0008467827,0.010075769],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015287523,0.00030541627,0.00043804833,0.0021555647,0.00051652745,0.00026378853,0.00033946984,0.00043976135,0.0008040503],"category_scores_gemma":[0.047299936,0.00027238714,0.000105607585,0.0011938175,0.00021902368,0.00035442773,0.00003392926,0.001804044,0.000010094767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032621556,0.00028016663,0.03948304,0.00023580344,0.000115728006,0.00008079323,0.0022707162,0.0000027546964,0.0000048245006,0.009356041,0.3019421,0.6461954],"study_design_scores_gemma":[0.0015449317,0.00015197725,0.017380062,0.0066834064,0.00009024094,0.001506178,0.03437338,0.0010319328,0.00008002416,0.0057404116,0.93096566,0.0004518029],"about_ca_topic_score_codex":0.12784323,"about_ca_topic_score_gemma":0.5391694,"teacher_disagreement_score":0.6457436,"about_ca_system_score_codex":0.0027540114,"about_ca_system_score_gemma":0.13158718,"threshold_uncertainty_score":0.9999728},"labels":[],"label_agreement":null},{"id":"W4414688290","doi":"10.3138/cjms-2025-0011","title":"Effectiveness of simulation-based transthoracic echocardiography training on Cardiac Sonography Students’ Learning","year":2025,"lang":"en","type":"article","venue":"˜The œCanadian journal of medical sonography.","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Mohawk College","funders":"","keywords":"Parasternal line; Cohort; Cardiac Ultrasound; Ultrasound; Session (web analytics); Dreyfus model of skill acquisition","score_opus":0.01676774798319758,"score_gpt":0.3468453260736403,"score_spread":0.33007757809044275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414688290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94674087,0.0011151541,0.043636125,0.004678996,0.001937607,0.0007284397,0.000007674171,0.00003140823,0.0011237111],"genre_scores_gemma":[0.9980119,0.000043829117,0.0005014543,0.0011327333,0.0002332948,0.000024852618,0.000017551947,0.0000257889,0.000008591321],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954433,0.00079103396,0.0009798346,0.0002473732,0.002067594,0.00047088106],"domain_scores_gemma":[0.996489,0.0014943196,0.00038385083,0.00034829907,0.00071078027,0.0005737538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008028545,0.00025342885,0.0007837128,0.0030635074,0.00048018512,0.0000700091,0.0006498513,0.0004908171,0.00010365906],"category_scores_gemma":[0.0013304227,0.00019142758,0.0010066822,0.00433997,0.0008506677,0.000078472716,0.000010882691,0.002285392,0.0000023227913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068178866,0.00039761903,0.7663585,0.0006914725,0.0021267582,0.0000718042,0.0016315802,0.017936433,0.000049781014,0.0013314578,0.0008466727,0.20787613],"study_design_scores_gemma":[0.0042605586,0.0011318991,0.94818705,0.006085139,0.0010059371,0.0000138653295,0.002453313,0.0055648116,0.00017551996,0.00083925214,0.029951725,0.0003309413],"about_ca_topic_score_codex":0.00072993466,"about_ca_topic_score_gemma":0.0003137381,"teacher_disagreement_score":0.20754519,"about_ca_system_score_codex":0.000147079,"about_ca_system_score_gemma":0.0030333356,"threshold_uncertainty_score":0.9929018},"labels":[],"label_agreement":null},{"id":"W4414691510","doi":"10.1007/s40596-025-02214-7","title":"Customized Faculty Development for Psychiatry Teachers and Educators: From Needs Assessment to Program Evaluation","year":2025,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Needs assessment; Faculty development; Program evaluation; MEDLINE; Professional development; Needs analysis","score_opus":0.039543044236953075,"score_gpt":0.4332661163398125,"score_spread":0.3937230721028594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414691510","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06517314,0.0010210127,0.0015942086,0.90592515,0.015069044,0.009791106,0.00009378762,0.0002523233,0.00108021],"genre_scores_gemma":[0.0003893761,0.000034472094,0.37505275,0.5923733,0.011136939,0.008904904,0.009766601,0.000088526795,0.0022531035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955545,0.00015075316,0.0013495567,0.0010021029,0.0012712613,0.0006718393],"domain_scores_gemma":[0.99796855,0.00013078032,0.0005120204,0.00067656976,0.00052946067,0.00018258527],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017031112,0.0006244273,0.00083971716,0.0010951111,0.0002631821,0.000057214533,0.0004317721,0.0024486822,0.00015260075],"category_scores_gemma":[0.0007308898,0.0005898271,0.00017252623,0.0010922189,0.000097995595,0.000108964574,0.00010419982,0.004762633,0.000031168034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066329136,0.00019015066,0.011467234,0.0004571147,0.00038645777,1.9761129e-7,0.0009631846,5.7185724e-7,0.000006073149,0.00011468013,0.81164896,0.17469905],"study_design_scores_gemma":[0.0037157803,0.00014826175,0.015898526,0.0019490385,0.0012453103,0.000007934255,0.0019653812,0.00018553654,0.0000069856105,0.0020744577,0.9722436,0.00055919506],"about_ca_topic_score_codex":0.000034529952,"about_ca_topic_score_gemma":0.000005309465,"teacher_disagreement_score":0.37345853,"about_ca_system_score_codex":0.0011987074,"about_ca_system_score_gemma":0.010341648,"threshold_uncertainty_score":0.9996553},"labels":[],"label_agreement":null},{"id":"W4414782692","doi":"10.1080/09638288.2025.2563770","title":"Integrating people living with pain into pre-licensure pain education: a novel learning activity for health professional students","year":2025,"lang":"en","type":"article","venue":"Disability and Rehabilitation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centres Intégré Universitaires de Santé et de Services Sociaux; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; University of Alberta; Canadian Physiotherapy Association; University of British Columbia; Queen's University; McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de Recherche du Québec - Santé","keywords":"Transformative learning; Activities of daily living; Lived experience; Experiential learning; Qualitative research; Professional learning community; Health professionals; Situated learning","score_opus":0.00695695534839643,"score_gpt":0.38049127282699297,"score_spread":0.37353431747859656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414782692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.881984,0.000045344324,0.06861488,0.04710162,0.00026180295,0.0018857964,0.0000018490597,0.000060121038,0.00004459748],"genre_scores_gemma":[0.95127106,0.000002506748,0.045745447,0.001454833,0.00010526996,0.0009044989,0.000081474944,0.0000127215435,0.00042220342],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979842,0.0006480709,0.00041007376,0.0004300725,0.00033153075,0.0001961087],"domain_scores_gemma":[0.9955207,0.0034877225,0.00017575215,0.00024816333,0.00049718725,0.00007044137],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007666578,0.00015155808,0.00028131946,0.000107392036,0.0005257719,0.000040073402,0.00007103045,0.0001169996,0.000014133021],"category_scores_gemma":[0.024954475,0.000119886754,0.00005511611,0.00061721087,0.0003239937,0.0001762857,0.000038448787,0.0003934468,3.27356e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018618016,0.0022389055,0.71050924,0.0031997082,0.000027067565,6.5398527e-9,0.015971158,0.000012337675,0.00015633633,0.0013952774,0.0008536956,0.26545006],"study_design_scores_gemma":[0.00064965687,0.0010354366,0.9582427,0.0022483412,0.000028883684,0.000001011036,0.03060988,0.0050900634,0.000006035361,0.00064002245,0.0013368174,0.00011110949],"about_ca_topic_score_codex":0.00026341487,"about_ca_topic_score_gemma":0.00034523706,"teacher_disagreement_score":0.26533896,"about_ca_system_score_codex":0.00052218646,"about_ca_system_score_gemma":0.00089755,"threshold_uncertainty_score":0.9832587},"labels":[],"label_agreement":null},{"id":"W4414806543","doi":"10.1016/j.lana.2025.101256","title":"Doctors with borders? The decoupling of Canadian and US medical school accreditation","year":2025,"lang":"en","type":"letter","venue":"The Lancet Regional Health - Americas","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Decoupling (probability); Medical school; Liability","score_opus":0.05536554681557178,"score_gpt":0.39792578067874407,"score_spread":0.3425602338631723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414806543","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008054218,0.0007584696,0.00011894884,0.9885151,0.000521326,0.0006912672,0.000018217619,0.000029691919,0.0012928011],"genre_scores_gemma":[0.004015605,0.0020688283,0.0015923964,0.98396826,0.0070467778,0.00010178144,0.0005319318,0.00002755773,0.00064687594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751633,0.00014812952,0.00051121745,0.00029645074,0.0010293778,0.0004984718],"domain_scores_gemma":[0.9977184,0.0005918559,0.00043199843,0.0005969427,0.00042984314,0.00023095871],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001138526,0.00021225582,0.00060732785,0.0004914199,0.0003093382,0.000019073723,0.0003445414,0.00030718345,0.00016829635],"category_scores_gemma":[0.0018270498,0.00011372588,0.000045352735,0.0014621457,0.0008558785,0.000036727048,0.000031747375,0.0025290758,0.0000062361523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053490206,0.0000123848495,0.002185745,0.00044315573,0.00007981482,0.000018315168,0.0005214971,0.0000031018185,5.5223353e-8,0.00030174205,0.989401,0.0069797323],"study_design_scores_gemma":[0.00046691776,0.00016306937,0.014466732,0.0010497769,0.00007092392,0.00015142125,0.00054178864,0.0002491533,2.9411328e-7,0.00012401896,0.98261416,0.00010174754],"about_ca_topic_score_codex":0.06558398,"about_ca_topic_score_gemma":0.007004521,"teacher_disagreement_score":0.058579464,"about_ca_system_score_codex":0.0003640998,"about_ca_system_score_gemma":0.01141306,"threshold_uncertainty_score":0.99977213},"labels":[],"label_agreement":null},{"id":"W4414851377","doi":"10.1097/xcs.0000000000001592","title":"Teaching Surgeons How to Lead Interactive Workshops: A Needs Assessment","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Needs assessment; Lead (geology); Value (mathematics); MEDLINE; Educational measurement","score_opus":0.013132563693177555,"score_gpt":0.3428849794428023,"score_spread":0.3297524157496247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414851377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79495436,0.000024058256,0.00458945,0.1950936,0.0014246231,0.000275057,0.000014744283,0.000009823559,0.0036143104],"genre_scores_gemma":[0.9807725,0.000014558468,0.009238804,0.003908736,0.00011247562,0.000010726557,0.0000012794361,0.00001476183,0.005926172],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99818814,0.00022968062,0.0006629943,0.00011561489,0.00057091593,0.00023266929],"domain_scores_gemma":[0.9970857,0.00063419953,0.0009832864,0.0004075903,0.0007955253,0.000093714065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014904127,0.00014489706,0.00064725,0.0010461198,0.00015628412,0.0000161893,0.00033038566,0.000040500967,0.00003743687],"category_scores_gemma":[0.0034891365,0.00010027579,0.0002916085,0.0028453758,0.0002507903,0.000120391516,0.00011830448,0.0009615486,0.0000014036793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093629793,0.0016675952,0.14978962,0.00012405164,0.0013173651,0.00006535226,0.0018355296,0.000105790234,0.008706261,0.0057099243,0.7020153,0.12772696],"study_design_scores_gemma":[0.0021783256,0.0012127633,0.60022056,0.004688052,0.0009945051,0.0006405695,0.092399426,0.0009674649,0.0024575905,0.00076149305,0.2930645,0.0004147212],"about_ca_topic_score_codex":0.00016075713,"about_ca_topic_score_gemma":0.000022899785,"teacher_disagreement_score":0.45043096,"about_ca_system_score_codex":0.0004921954,"about_ca_system_score_gemma":0.0012328763,"threshold_uncertainty_score":0.41775036},"labels":[],"label_agreement":null},{"id":"W4414871937","doi":"10.2196/83799","title":"Identification of the Core Competencies Required in Endodontics for Undergraduate Students in Syrian Dental Schools by Using a Modified Delphi Technique: Prospective Exploratory Survey Study","year":2025,"lang":"en","type":"preprint","venue":"Interactive Journal of Medical Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Endodontics; Delphi method; Likert scale; Core competency; Curriculum; Delphi; Dental education; Set (abstract data type); Identification (biology)","score_opus":0.201033993589668,"score_gpt":0.5389645370080032,"score_spread":0.33793054341833517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414871937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837892,0.00018499214,0.007311711,0.0022719074,0.0011413083,0.0052106883,0.00006294211,0.000005562253,0.000021688213],"genre_scores_gemma":[0.99858433,0.000110914574,0.0004878953,0.00006464547,0.00013619402,0.00047938348,0.00003101568,0.000025894167,0.00007974597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98905724,0.0022631942,0.0024797756,0.00044795068,0.005351447,0.00040039662],"domain_scores_gemma":[0.99130046,0.0021500988,0.0013917703,0.00057826866,0.0044264565,0.0001529295],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023948198,0.00024476324,0.00091509375,0.0018194995,0.000108316424,0.0000838848,0.0015511476,0.00045161982,0.000013046624],"category_scores_gemma":[0.056642037,0.00018518869,0.00016861911,0.0017954477,0.00042115178,0.00021005038,0.0010423658,0.0060627623,4.88536e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061579733,0.013348085,0.93062526,0.0012739844,0.0010433038,0.00013530906,0.0117748305,0.00013308339,0.026819117,0.0002536637,0.003995421,0.0044399537],"study_design_scores_gemma":[0.015897015,0.0023907716,0.7710017,0.03620455,0.00035544677,0.00012824866,0.118683554,0.01753219,0.025229584,0.011975091,0.00005455946,0.0005473013],"about_ca_topic_score_codex":0.0005691532,"about_ca_topic_score_gemma":0.00052929035,"teacher_disagreement_score":0.1596236,"about_ca_system_score_codex":0.002429567,"about_ca_system_score_gemma":0.004567981,"threshold_uncertainty_score":0.9962303},"labels":[],"label_agreement":null},{"id":"W4414946941","doi":"10.1186/s12245-025-01001-3","title":"IFEM model framework for the accreditation of training sites for emergency medicine specialists","year":2025,"lang":"en","type":"article","venue":"International Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Accreditation; Training (meteorology); Curriculum; Quality (philosophy); Continuing education; Process (computing)","score_opus":0.16020741590922447,"score_gpt":0.49594299392829766,"score_spread":0.33573557801907317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414946941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032864776,0.0022656193,0.8091809,0.11739002,0.034949917,0.0007865482,0.000024599787,0.000015542764,0.002522032],"genre_scores_gemma":[0.90850174,0.0037363786,0.05367264,0.0019663272,0.025795786,0.00016189004,0.00025103203,0.0000589748,0.0058552264],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99625385,0.000030960633,0.0022655092,0.00019352786,0.0010448855,0.0002112832],"domain_scores_gemma":[0.99185085,0.0007367101,0.0013201474,0.00025209633,0.005767284,0.00007292602],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021470725,0.00019223423,0.00052818784,0.0006896152,0.00011331434,0.0000025115971,0.0005607404,0.0001412217,0.0018658449],"category_scores_gemma":[0.02441014,0.00012336911,0.00024976462,0.0006813912,0.00019700213,0.00015149663,0.000029067916,0.00035228248,8.253352e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015533307,0.00035332143,0.0034695235,0.00043322725,0.0015647989,0.0000020801097,0.009260832,0.00074435986,0.009722656,0.20021527,0.7325658,0.040114798],"study_design_scores_gemma":[0.012359617,0.0033004389,0.024909278,0.006613667,0.003381532,0.00006987368,0.02190673,0.10367521,0.0017896694,0.6238227,0.19767214,0.00049915886],"about_ca_topic_score_codex":0.0000135617875,"about_ca_topic_score_gemma":0.0000066667094,"teacher_disagreement_score":0.875637,"about_ca_system_score_codex":0.00015088095,"about_ca_system_score_gemma":0.0004266545,"threshold_uncertainty_score":0.99904656},"labels":[],"label_agreement":null},{"id":"W4415000975","doi":"10.1080/0142159x.2025.2571049","title":"Exploring the intersection of learning and discomfort in health professions education","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Health professions; Intersection (aeronautics); Health professionals; MEDLINE; Health care; Allied health professions","score_opus":0.05682772755823433,"score_gpt":0.4194393006773489,"score_spread":0.36261157311911457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415000975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564473,0.00015840458,0.001444814,0.036237665,0.0007027398,0.00026293015,2.8453258e-8,0.000018695591,0.0047273953],"genre_scores_gemma":[0.99466944,0.000075237185,0.00022346484,0.0006347082,0.000103990555,0.000120992416,0.0000121846915,0.000005039878,0.004154943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99910176,0.000116409254,0.0003286679,0.00011011928,0.00023844023,0.00010461866],"domain_scores_gemma":[0.9997337,0.000031725627,0.00006272921,0.00010171435,0.000028998327,0.0000411437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012924228,0.000050648465,0.00012994745,0.000142546,0.000074892145,0.000003378919,0.000047038648,0.000048401358,0.00015925281],"category_scores_gemma":[0.002111581,0.00003288076,0.00001643285,0.0005047365,0.00012200729,0.000053846034,0.000037035577,0.00066113385,7.69281e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022526758,0.0004139011,0.34971216,0.00028986088,0.0000145873555,3.4674053e-7,0.0049747936,6.342143e-7,0.000024154726,0.007345405,0.0032376554,0.633964],"study_design_scores_gemma":[0.0022113963,0.0003637983,0.70562154,0.011432563,0.00006128292,0.000041267263,0.12219193,0.01715343,0.00013464448,0.002721098,0.13786124,0.00020579027],"about_ca_topic_score_codex":0.0001682138,"about_ca_topic_score_gemma":0.000025508338,"teacher_disagreement_score":0.6337582,"about_ca_system_score_codex":0.0001510535,"about_ca_system_score_gemma":0.0007206963,"threshold_uncertainty_score":0.2872334},"labels":[],"label_agreement":null},{"id":"W4415026492","doi":"10.1111/tct.70229","title":"Flexible or Concrete: Goal‐Setting Behaviours in Canadian Medical Students","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Faculty of Medicine and Dentistry, University of Alberta; University of Alberta","keywords":"Scripting language; MEDLINE; Medical psychology","score_opus":0.05705438497707024,"score_gpt":0.49656118692663415,"score_spread":0.43950680194956393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415026492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8832021,0.00008325997,0.00002650597,0.09791878,0.0011448057,0.0004992438,0.0000013981828,0.000060292212,0.017063616],"genre_scores_gemma":[0.9331864,0.000028813227,0.00043766,0.039472748,0.00057556096,0.00006127568,0.000028067281,0.000018721492,0.026190765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973939,0.00027817718,0.0008552107,0.00027527407,0.0007758575,0.00042159838],"domain_scores_gemma":[0.99857056,0.00039514914,0.00007910459,0.0005110162,0.00012398756,0.00032015765],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008783958,0.00011836589,0.0003125541,0.00017282869,0.000111304194,0.000027877533,0.00057660806,0.0004056699,0.003087898],"category_scores_gemma":[0.019986754,0.00007412653,0.000074543925,0.00075974513,0.00036265745,0.0000337692,0.00011650464,0.0016776077,0.00013478691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073258896,0.00013642573,0.7633214,0.000012875729,0.000042894804,0.00004364799,0.00020441016,1.3219504e-7,0.0000012372357,0.0007088779,0.17353123,0.061923597],"study_design_scores_gemma":[0.0024808396,0.0001278429,0.8421114,0.00047476508,0.00011401799,0.000019018553,0.0008635847,0.00041642072,0.00001276948,0.00022398951,0.15302822,0.00012714998],"about_ca_topic_score_codex":0.028712345,"about_ca_topic_score_gemma":0.019111983,"teacher_disagreement_score":0.07878998,"about_ca_system_score_codex":0.00030478992,"about_ca_system_score_gemma":0.003179821,"threshold_uncertainty_score":0.9987867},"labels":[],"label_agreement":null},{"id":"W4415164023","doi":"10.2196/74975","title":"Pass/Fail Versus Tiered Grades and Academic Performance in Undergraduate Medical Education: Crossover Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crossover; Focus (optics); Educational measurement; Academic achievement","score_opus":0.01782772621409651,"score_gpt":0.41089115061089404,"score_spread":0.39306342439679753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415164023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89991355,0.0006799104,0.00004751762,0.08979387,0.0042171194,0.0009800106,5.437484e-7,0.000081868224,0.0042855907],"genre_scores_gemma":[0.98241735,0.0004360644,0.00036722235,0.011197148,0.00079982367,0.0010517623,0.00011658222,0.000025851572,0.0035882024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963845,0.00015086142,0.00092240254,0.00059918565,0.0015342816,0.00040876726],"domain_scores_gemma":[0.9984641,0.00017291178,0.00016329378,0.00049335294,0.0003385797,0.00036774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012655975,0.00026656885,0.00040184247,0.00062934915,0.00022610354,0.00005469684,0.00032481863,0.00058717467,0.0007169563],"category_scores_gemma":[0.008014116,0.0002441939,0.000046143014,0.0018032531,0.0005219805,0.00026999103,0.00011431429,0.0016235731,0.000050510524],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005767326,0.0050808303,0.31798303,0.0005519924,0.0000798802,0.000005813389,0.0033981162,4.283828e-7,0.000010479186,0.0081215,0.11384228,0.55034894],"study_design_scores_gemma":[0.008270713,0.00047823784,0.8706792,0.0024956237,0.00013422646,0.00006883414,0.010898799,0.0018105786,0.000022359538,0.0013067963,0.10346051,0.00037414406],"about_ca_topic_score_codex":0.00010498472,"about_ca_topic_score_gemma":0.00005404653,"teacher_disagreement_score":0.55269617,"about_ca_system_score_codex":0.0005787662,"about_ca_system_score_gemma":0.017277094,"threshold_uncertainty_score":0.9957938},"labels":[],"label_agreement":null},{"id":"W4415204972","doi":"10.4300/jgme-d-25-00152.1","title":"Monitoring Competency-Based Medical Education Uptake: Analysis of Entrustable Professional Activity Submission, Expiration, and Assessment Scores","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Alberta Medical Association; Royal College of Physicians and Surgeons of Canada; Alberta Innovates","funders":"","keywords":"Logistic regression; Odds; Descriptive statistics; Expiration; Odds ratio; MEDLINE; Demographics","score_opus":0.027359120990140883,"score_gpt":0.42001474312510967,"score_spread":0.3926556221349688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415204972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91153693,0.0006518049,0.0063299565,0.07629152,0.004324272,0.00031937112,0.000001329402,0.000015813865,0.0005290079],"genre_scores_gemma":[0.9788253,0.00036543462,0.017283212,0.0023820715,0.0005930335,0.00004546134,0.000067164576,0.000013471194,0.0004248708],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99526393,0.000245679,0.0013829466,0.00026826112,0.0026151794,0.00022400804],"domain_scores_gemma":[0.9955816,0.00024314236,0.0009313259,0.00031153386,0.0025393395,0.00039301743],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002847833,0.00019592783,0.00066401827,0.0016230554,0.00018079212,0.00003178429,0.00023982677,0.00029098874,0.0006619743],"category_scores_gemma":[0.010931655,0.00015503918,0.00017155302,0.0024958884,0.00026668617,0.0002618095,0.00004657184,0.0010071914,9.1982713e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023982178,0.0066438336,0.32411638,0.0006756806,0.00071816775,0.000004794162,0.00051738386,0.000017521248,0.0010819306,0.0056722052,0.025368934,0.63494337],"study_design_scores_gemma":[0.0014479519,0.0002217011,0.97029835,0.0041833264,0.0015892023,0.00004117296,0.0017128977,0.013306742,0.0017931558,0.0016556657,0.003592378,0.00015743235],"about_ca_topic_score_codex":0.00008136405,"about_ca_topic_score_gemma":0.000010931143,"teacher_disagreement_score":0.646182,"about_ca_system_score_codex":0.00045595394,"about_ca_system_score_gemma":0.061019257,"threshold_uncertainty_score":0.9973997},"labels":[],"label_agreement":null},{"id":"W4415224455","doi":"10.15173/ijsap.v9i2.6053","title":"Collaborative curriculum design in a health professional program for anatomy and clinical education","year":2025,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Hospital for Sick Children; McMaster University","keywords":"Session (web analytics); Curriculum; General partnership; Professional development; Process (computing); Team-based learning; Curriculum development","score_opus":0.03508503873413524,"score_gpt":0.6589282740151812,"score_spread":0.6238432352810459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415224455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8604866,0.00063141045,0.01705509,0.09477839,0.017626144,0.008537687,0.000016096372,0.000054519336,0.00081403286],"genre_scores_gemma":[0.84105164,0.00059593335,0.1286887,0.015998418,0.0014850106,0.003099059,0.0002737976,0.000036762456,0.008770709],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804765,0.00011419461,0.00086105714,0.00023865789,0.00053356896,0.00020484375],"domain_scores_gemma":[0.99762607,0.00020159231,0.0003344947,0.00007972543,0.0016525605,0.000105532374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021498275,0.00011732713,0.000252418,0.0004506717,0.00016414354,0.00010625175,0.00022026814,0.00009412396,0.000016272297],"category_scores_gemma":[0.0023868463,0.00009932362,0.0000743763,0.00038361797,0.000087390625,0.00013371068,0.0000433241,0.00031303588,0.0000019427998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097425486,0.005904709,0.30009246,0.00011050892,0.0004965921,0.000004561433,0.0006754667,0.000012905754,0.0000048972856,0.020342806,0.18043052,0.49095032],"study_design_scores_gemma":[0.014364378,0.002286607,0.27956447,0.0026201052,0.00012322426,0.00012905244,0.009607195,0.0051236935,0.00003299384,0.011626808,0.67423713,0.00028434626],"about_ca_topic_score_codex":0.00001624205,"about_ca_topic_score_gemma":0.00000932494,"teacher_disagreement_score":0.4938066,"about_ca_system_score_codex":0.0005005861,"about_ca_system_score_gemma":0.003298432,"threshold_uncertainty_score":0.5851277},"labels":[],"label_agreement":null},{"id":"W4415253388","doi":"10.1177/07067437251347862","title":"Psychiatric Training During Clerkship, Part 2: Specific Recommendations for Reform—Assessment and Evaluation","year":2025,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McGill University; Centre for Addiction and Mental Health; University of Toronto; Western University; NOSM University; University of British Columbia; Queen's University; University of Alberta; Memorial University of Newfoundland; Foothills Medical Centre; Royal Ottawa Mental Health Centre; University of Manitoba; Ontario Centre of Excellence for Child and Youth Mental Health; Dalhousie University","funders":"","keywords":"MEDLINE; Psychometrics; Mental health; Training (meteorology); Public health","score_opus":0.060500560630489614,"score_gpt":0.3888838265120075,"score_spread":0.3283832658815179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415253388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5111,0.0017659311,0.0010025888,0.4702778,0.009256462,0.0007078017,0.00000927473,0.000007946836,0.00587221],"genre_scores_gemma":[0.9394604,0.00008890025,0.055664506,0.0027235143,0.0016404901,0.00004119327,0.000028961584,0.000016059304,0.00033595916],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988604,0.00006265941,0.00054757803,0.00011025331,0.00021548523,0.0002035851],"domain_scores_gemma":[0.9988819,0.000035775734,0.00025786713,0.00020464946,0.0004820185,0.00013779594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00210155,0.000088489855,0.00016087569,0.0005364249,0.00061370805,0.000052907788,0.00012006438,0.0000736169,0.00016856147],"category_scores_gemma":[0.0001529988,0.000066722045,0.00006982258,0.0005617067,0.0000822352,0.000092418784,0.0000046818536,0.0003979235,0.0000011654835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017501507,0.0001574649,0.071653195,0.0003213392,0.00043749638,0.0000019824897,0.0029076107,0.00004529824,0.000047455822,0.27692893,0.38255492,0.2647693],"study_design_scores_gemma":[0.0062913713,0.00042034427,0.646199,0.0013420255,0.0009642901,0.00043097805,0.021217529,0.0010888735,0.000021252512,0.12394239,0.19780125,0.00028073712],"about_ca_topic_score_codex":0.00023975097,"about_ca_topic_score_gemma":0.009455548,"teacher_disagreement_score":0.5745458,"about_ca_system_score_codex":0.00081779604,"about_ca_system_score_gemma":0.006398965,"threshold_uncertainty_score":0.99923384},"labels":[],"label_agreement":null},{"id":"W4415261936","doi":"10.1161/hyp.82.suppl_1.th229","title":"Abstract TH229: Assessing medical resident knowledge of isometric handgrip training for hypertension control before and after review of a brief medical education packet","year":2025,"lang":"en","type":"article","venue":"Hypertension","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Intervention (counseling); Medical knowledge; Control (management); Clinical Practice; MEDLINE; Continuing medical education; Isometric exercise; Evidence-based medicine","score_opus":0.030043612714196186,"score_gpt":0.36330467173927505,"score_spread":0.33326105902507885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415261936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90745205,0.057758886,0.0028610774,0.027741738,0.001465428,0.0016129916,0.000008259017,0.000047989342,0.0010515722],"genre_scores_gemma":[0.97926474,0.0042815157,0.002204998,0.013626221,0.00026570781,0.000116961775,0.00009302375,0.00002378642,0.00012302853],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973926,0.00008565306,0.0010887177,0.00036604656,0.0008179404,0.0002490275],"domain_scores_gemma":[0.9970284,0.0004899788,0.00029948322,0.000378925,0.0016152149,0.00018796252],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023778612,0.00019341997,0.00085583236,0.0006378442,0.000087727996,0.000011215205,0.00012140807,0.00037327956,0.00024366344],"category_scores_gemma":[0.025725199,0.00014716163,0.00013532476,0.0010765916,0.00026203762,0.00012572644,0.000052457282,0.00036803188,0.000002143555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027629724,0.0012481951,0.006782083,0.018853867,0.0001299075,0.000013910604,0.000404755,6.5569694e-8,0.0020120067,0.0005663158,0.055287924,0.91442466],"study_design_scores_gemma":[0.011231992,0.00082951755,0.7070205,0.2306705,0.0018207645,0.0008245499,0.0020479893,0.008383658,0.0012579684,0.0009833154,0.034437932,0.00049127016],"about_ca_topic_score_codex":0.000039306942,"about_ca_topic_score_gemma":0.000014983657,"teacher_disagreement_score":0.9139334,"about_ca_system_score_codex":0.000085909094,"about_ca_system_score_gemma":0.002956392,"threshold_uncertainty_score":0.98248154},"labels":[],"label_agreement":null},{"id":"W4415263552","doi":"10.1136/bmjmilitary-2025-nato.13","title":"A13 Skill acquisition and skill decay in medical first response skills: when more is more","year":2025,"lang":"en","type":"article","venue":"BMJ Military Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Dreyfus model of skill acquisition; Presentation (obstetrics); Patient care; Telemedicine; Medical care; Knowledge acquisition","score_opus":0.009707530444287172,"score_gpt":0.38818737664514397,"score_spread":0.3784798462008568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415263552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6292533,0.0027551951,0.00033266164,0.36586258,0.00041932357,0.0009887274,0.000016905133,0.000057828664,0.0003134662],"genre_scores_gemma":[0.7818122,0.0016586521,0.009084758,0.20398623,0.00046178795,0.0002969979,0.00036496232,0.00004413018,0.002290276],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9969068,0.0002742503,0.000987371,0.0005455739,0.0007909419,0.00049503084],"domain_scores_gemma":[0.9982949,0.00045041947,0.00009286149,0.00063634495,0.0002163288,0.0003091279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036131644,0.0002232108,0.00049518386,0.00066021434,0.00021089132,0.000006128626,0.00016366754,0.00032365555,0.00064068387],"category_scores_gemma":[0.0027610052,0.00020650182,0.000058217745,0.0009396157,0.00032690572,0.00012606813,0.00009706006,0.00062088756,0.000027916463],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024251477,0.0021136797,0.1146774,0.0027545872,0.000097732285,0.00022470082,0.05041442,0.000010349329,0.00001445265,0.0015557944,0.7042087,0.12150307],"study_design_scores_gemma":[0.0032685762,0.00039219734,0.94594896,0.0031345536,0.000030496174,0.00016583594,0.0056578396,0.002849156,0.000054063876,0.0009090852,0.037360206,0.00022904627],"about_ca_topic_score_codex":0.0013680265,"about_ca_topic_score_gemma":0.00038265833,"teacher_disagreement_score":0.8312715,"about_ca_system_score_codex":0.0007005036,"about_ca_system_score_gemma":0.002283875,"threshold_uncertainty_score":0.84208995},"labels":[],"label_agreement":null},{"id":"W4415298791","doi":"10.1136/bmjopen-2025-106212","title":"From observation to ownership: a qualitative study of medical students’ learning under distant clinical supervision","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Clinical supervision; Qualitative research; Reflection (computer programming); Identity (music); Value (mathematics); Qualitative property","score_opus":0.28132691136725213,"score_gpt":0.6182795706141869,"score_spread":0.3369526592469348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415298791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613845,0.000007320443,0.0039985655,0.028077248,0.0006616496,0.0052838563,0.0000020102827,0.000023875427,0.0005609819],"genre_scores_gemma":[0.98945594,0.0000028808306,0.0027880308,0.0050697625,0.00020659358,0.00052692584,0.00013591064,0.000013824224,0.0018001308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99529535,0.00091417134,0.0012143635,0.00041091788,0.0020074416,0.0001577646],"domain_scores_gemma":[0.9980148,0.00069230265,0.00020419818,0.00052931707,0.00044314587,0.000116216484],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010024815,0.000119661825,0.0004984076,0.00015737384,0.00009521706,0.00007130038,0.00083932205,0.00016968374,0.000520045],"category_scores_gemma":[0.011874443,0.00009367297,0.000048186717,0.0009895441,0.00007354281,0.00011960751,0.0008091898,0.0005125913,0.000040387527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024709622,0.009583853,0.6893839,0.00018685329,0.0007227402,0.000024742403,0.18405253,0.00002864112,0.00014754507,0.0058952686,0.045436893,0.062066063],"study_design_scores_gemma":[0.0044690394,0.0010540761,0.5671614,0.0011230923,0.00011749553,6.125361e-7,0.4214346,0.0005195545,0.000026155023,0.00116204,0.0028142768,0.000117673444],"about_ca_topic_score_codex":0.0017213824,"about_ca_topic_score_gemma":0.00019730069,"teacher_disagreement_score":0.23738208,"about_ca_system_score_codex":0.00013551328,"about_ca_system_score_gemma":0.00061869796,"threshold_uncertainty_score":0.99644893},"labels":[],"label_agreement":null},{"id":"W4415298961","doi":"10.1080/10401334.2025.2569438","title":"Beyond the White Coat: Valuing the Contributions of Non-Physician Faculty in Medical Education in Brazil","year":2025,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"Fundação Oswaldo Cruz","keywords":"Multidisciplinary approach; Curriculum; White paper; Work (physics); Medical school; White (mutation)","score_opus":0.008096821202204153,"score_gpt":0.3808525989306068,"score_spread":0.3727557777284026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415298961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83806115,0.00047485673,0.0010441217,0.14886245,0.0003427222,0.00037018786,5.275297e-7,0.00001846307,0.010825506],"genre_scores_gemma":[0.98829734,0.000039382496,0.00030636715,0.010003619,0.00021796745,0.000044974713,0.000077007906,0.000008242631,0.0010051008],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99795836,0.0005713498,0.00060119526,0.00020486396,0.00044459538,0.000219657],"domain_scores_gemma":[0.99893266,0.0005563723,0.00013710365,0.00022160316,0.00011302985,0.00003922688],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0077366414,0.00012020245,0.00034149832,0.000439099,0.00024434258,0.0000085069305,0.00016160031,0.0001273562,0.000038104386],"category_scores_gemma":[0.015899638,0.000071017916,0.000023488927,0.001009675,0.00038238676,0.000052093477,0.000046512774,0.0030561183,0.0000013829996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008275005,0.0005755731,0.35249034,0.00022489636,0.00003278357,0.0000067339656,0.03719563,0.00029975345,0.0008399239,0.012422044,0.016968863,0.5788607],"study_design_scores_gemma":[0.0033611942,0.00015749731,0.90831965,0.004964275,0.00007021389,0.000019994506,0.03894133,0.026431603,0.00003202165,0.0015849104,0.016001845,0.00011544629],"about_ca_topic_score_codex":0.0012270225,"about_ca_topic_score_gemma":0.00015948186,"teacher_disagreement_score":0.57874525,"about_ca_system_score_codex":0.00016158092,"about_ca_system_score_gemma":0.00077271304,"threshold_uncertainty_score":0.99924386},"labels":[],"label_agreement":null},{"id":"W4415312283","doi":"10.1016/j.ajpe.2025.101887","title":"Student Perspectives on Challenges and Success in Experiential Pharmacy Education","year":2025,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Practicum; Experiential learning; Experiential education; Pharmacy practice; Pharmacy education; Component (thermodynamics); Pharmacy","score_opus":0.02666414782568807,"score_gpt":0.47754640758999745,"score_spread":0.4508822597643094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415312283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95673186,0.00678313,0.00007216399,0.029787825,0.0016856812,0.00027957186,2.8326937e-7,0.000010021543,0.0046494794],"genre_scores_gemma":[0.98866206,0.0050042854,0.0015750487,0.0041354783,0.0004128977,0.00004521109,0.0000036684776,0.000011772899,0.00014958504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985766,0.00013713971,0.0005272847,0.00022703312,0.000356559,0.00017540713],"domain_scores_gemma":[0.99883175,0.000094795025,0.0002521043,0.000148133,0.0005602489,0.00011298204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005334481,0.00013763236,0.000299161,0.00081854133,0.000050764746,0.000024776153,0.00012424878,0.000032410284,0.00009173167],"category_scores_gemma":[0.0005378994,0.00012402095,0.000052849504,0.0006560963,0.0003163824,0.00017915263,0.000023095272,0.0005194659,0.0000038798235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043293767,0.0043730945,0.01172339,0.000084015664,0.000065909,0.0000023251794,0.014209989,0.0000011730878,0.0007497547,0.009644773,0.0012256093,0.95748705],"study_design_scores_gemma":[0.0036748387,0.0011254648,0.4957836,0.001504909,0.000351625,0.0002592541,0.42366606,0.00019805116,0.0037858943,0.0006393473,0.06868987,0.00032109054],"about_ca_topic_score_codex":0.000031251624,"about_ca_topic_score_gemma":0.0000014154799,"teacher_disagreement_score":0.95716596,"about_ca_system_score_codex":0.00043712102,"about_ca_system_score_gemma":0.0017331364,"threshold_uncertainty_score":0.5057427},"labels":[],"label_agreement":null},{"id":"W4415356014","doi":"10.1016/j.socscimed.2025.118665","title":"Sparking justice under the aegis of pragmatism: A mentorship program for Black and Indigenous students in Canadian medicine","year":2025,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; University of Toronto; Sunnybrook Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Mentorship; Indigenous; Diversity (politics); Negotiation; Intersectionality; Economic Justice; Equity (law); Cultural diversity; Health equity","score_opus":0.029159812141847458,"score_gpt":0.4266115196529394,"score_spread":0.39745170751109193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415356014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93248194,0.00022532915,0.00024586788,0.057760485,0.0007886161,0.0019625132,0.0000021301928,0.000019024632,0.006514111],"genre_scores_gemma":[0.9935637,0.000033494915,0.00015825301,0.005422197,0.00042271946,0.00012920958,0.000013928606,0.000007280068,0.00024920335],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99784774,0.000046875288,0.00046816637,0.0002691074,0.0008693276,0.0004987815],"domain_scores_gemma":[0.9989207,0.00017870839,0.00015212814,0.00018373164,0.00042519264,0.00013954347],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0046046847,0.00011897548,0.00031816747,0.000613624,0.00046366992,0.000015558933,0.00034392247,0.000090786125,0.000031005955],"category_scores_gemma":[0.0034024348,0.000076759905,0.000017370277,0.0028892718,0.0033402615,0.00007410904,0.00003635642,0.0002525646,5.2366715e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000146541,0.000562783,0.2889134,0.0014757133,0.00012092761,0.00001003528,0.29678866,0.0000046105165,0.0017780147,0.08202068,0.018359622,0.309819],"study_design_scores_gemma":[0.003611177,0.00070514594,0.8986447,0.0016972376,0.00046981144,0.000008442195,0.071296796,0.0005364993,0.00009475199,0.00483382,0.017949032,0.00015260505],"about_ca_topic_score_codex":0.043563187,"about_ca_topic_score_gemma":0.02417275,"teacher_disagreement_score":0.60973126,"about_ca_system_score_codex":0.00063331536,"about_ca_system_score_gemma":0.0016129077,"threshold_uncertainty_score":0.99937207},"labels":[],"label_agreement":null},{"id":"W4415374458","doi":"10.1111/medu.70055","title":"“As a resistor, you are not alone”: Locating the collective in uncoordinated acts of professional resistance","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Phase One Foundation","keywords":"Resistance (ecology); Reciprocal; Identity (music); Resource (disambiguation); Collective identity; Social identity theory","score_opus":0.00934486248589444,"score_gpt":0.35398632091732307,"score_spread":0.3446414584314286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415374458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72976995,0.0005643611,0.00026615223,0.23942459,0.00272303,0.0010552558,0.0000015778352,0.00004102223,0.02615407],"genre_scores_gemma":[0.9566426,0.000018707224,0.00078557513,0.018268906,0.00017268214,0.0003186627,0.00004687147,0.000012164087,0.023733804],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99780875,0.00019667165,0.0006465458,0.0002866464,0.0008474558,0.00021394304],"domain_scores_gemma":[0.9981701,0.00032208476,0.0002804761,0.00038946545,0.00078223407,0.000055650675],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001525039,0.00012641007,0.00028384532,0.00037810413,0.00016855984,0.0000084479,0.0002249837,0.00022616035,0.00027350584],"category_scores_gemma":[0.032156132,0.00009325517,0.000041808256,0.0026181587,0.00025296168,0.00006326215,0.000048283106,0.00068097666,0.000012560475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011499925,0.0039411644,0.033926025,0.0013203726,0.00009836265,0.000009301665,0.0076946416,0.0000041661374,0.0011992517,0.01721632,0.89074874,0.042691633],"study_design_scores_gemma":[0.004111692,0.00015855063,0.70283926,0.0148875,0.00017500964,0.000025881742,0.026003543,0.0015868567,0.0066700825,0.0056260265,0.23755932,0.00035627137],"about_ca_topic_score_codex":0.00019138826,"about_ca_topic_score_gemma":0.00020756484,"teacher_disagreement_score":0.66891325,"about_ca_system_score_codex":0.0010678106,"about_ca_system_score_gemma":0.014682303,"threshold_uncertainty_score":0.99090356},"labels":[],"label_agreement":null},{"id":"W4415377586","doi":"10.36834/cmej.81514","title":"Formative rather than performative: enduring impact of an alternate pathway (QuARMS) to medicine","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Formative assessment; Alternative medicine; MEDLINE","score_opus":0.010377406281388338,"score_gpt":0.36638194575775224,"score_spread":0.3560045394763639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415377586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320696,0.00016494832,0.001161676,0.04604218,0.0024781995,0.00042444264,0.000008430958,0.000019888641,0.017630646],"genre_scores_gemma":[0.97057253,0.000037062866,0.0015935666,0.025489328,0.0011522773,0.00003796202,0.00007168556,0.000021077163,0.0010245098],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99739444,0.00016502976,0.00089701306,0.00020025788,0.000884862,0.0004583669],"domain_scores_gemma":[0.99396956,0.000060345134,0.0002493441,0.00035740293,0.0012573131,0.0041060233],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020926867,0.00020696058,0.0003970752,0.0016128003,0.00030737036,0.000033174067,0.00037452584,0.00020520158,0.015817314],"category_scores_gemma":[0.016780065,0.00015531691,0.00011039063,0.0012134328,0.00022488991,0.00035252888,0.000021201562,0.001193036,0.000042824646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016551053,0.0006588265,0.00863968,0.0002116621,0.00034406423,0.00003875662,0.029448655,0.00003476089,0.00041723772,0.004324853,0.2478691,0.7078469],"study_design_scores_gemma":[0.0120615885,0.0061779195,0.48607376,0.016266638,0.00056485616,0.006970107,0.09731492,0.01229172,0.0032658959,0.0083603095,0.34906816,0.0015841004],"about_ca_topic_score_codex":0.007299505,"about_ca_topic_score_gemma":0.0017254477,"teacher_disagreement_score":0.70626277,"about_ca_system_score_codex":0.0015068805,"about_ca_system_score_gemma":0.04835446,"threshold_uncertainty_score":0.999311},"labels":[],"label_agreement":null},{"id":"W4415382217","doi":"10.1186/s12909-025-08052-3","title":"Program standards and student competencies among global chiropractic accreditation agencies: a content analysis","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College; Canadian Chiropractic Association; Université du Québec à Trois-Rivières","funders":"","keywords":"Accreditation; Content analysis; Chiropractic; Competence (human resources); Protocol (science); Program evaluation","score_opus":0.03646116981827064,"score_gpt":0.4346270821710484,"score_spread":0.39816591235277776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415382217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97401035,0.00060824316,0.012582229,0.005942204,0.0014930347,0.0010845269,0.000007863392,0.00014272008,0.0041288123],"genre_scores_gemma":[0.97415894,0.00015085726,0.01957063,0.0040590195,0.00032973939,0.00054923596,0.00039626728,0.000009482104,0.00077579677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969157,0.00012367425,0.00066854013,0.0004113154,0.0016211682,0.00025962314],"domain_scores_gemma":[0.9978514,0.00015093354,0.0002147344,0.00037974634,0.0011853942,0.00021783284],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014722912,0.00018300193,0.00039239836,0.00041794204,0.00018516165,0.00008899544,0.00015470988,0.00020718115,0.00048541074],"category_scores_gemma":[0.013583214,0.00015604585,0.00010971363,0.002555081,0.00039515743,0.00017970758,0.0000654248,0.0003070586,0.000006382178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008892167,0.001811835,0.7370996,0.00046885936,0.0005655844,0.0000025191848,0.0010198848,0.0000040566274,0.000015047308,0.006609581,0.019642761,0.23267138],"study_design_scores_gemma":[0.0008400164,0.00016241844,0.96924496,0.0003968929,0.0012584178,0.000014315848,0.012853585,0.0043395455,0.000011853961,0.00024741678,0.01050109,0.0001294873],"about_ca_topic_score_codex":0.0002650763,"about_ca_topic_score_gemma":0.00038223393,"teacher_disagreement_score":0.23254189,"about_ca_system_score_codex":0.0010572386,"about_ca_system_score_gemma":0.009801973,"threshold_uncertainty_score":0.9958115},"labels":[],"label_agreement":null},{"id":"W4415383492","doi":"10.1186/s12909-025-07748-w","title":"Comparing the impact of video feedback and group discussion on patient education performance among medical interns: a randomized controlled trial","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Shiraz University; Shiraz University of Medical Sciences","keywords":"Randomized controlled trial; Patient education; Video feedback; Video recording; MEDLINE; Simulated patient; Clinical trial; Group (periodic table)","score_opus":0.010922727095838896,"score_gpt":0.34726027125066605,"score_spread":0.33633754415482714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415383492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799081,0.00031926538,0.0008227346,0.007844681,0.0033819356,0.0046245614,4.0680052e-7,0.000038135848,0.003060196],"genre_scores_gemma":[0.9939961,0.00021147101,0.00034903694,0.0022855692,0.0006456134,0.001779411,0.00010523828,0.000017272947,0.00061028363],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957919,0.0006664887,0.0014935121,0.0003709137,0.0014249712,0.00025221216],"domain_scores_gemma":[0.9969121,0.0013163552,0.0005844473,0.0005124322,0.00042010608,0.0002545082],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038409997,0.00026009805,0.0011578159,0.0004411337,0.00016636905,0.000036321308,0.00025523963,0.00031037265,0.0006406278],"category_scores_gemma":[0.036815956,0.00012081885,0.00032256125,0.0006416971,0.00073696725,0.00013183188,0.000085130734,0.0006933683,0.000009032353],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.57528114,0.0059005134,0.027080348,0.0005555999,0.0003179088,3.6048002e-7,0.0017454064,0.00001711827,0.000010451015,0.002771696,0.024537852,0.36178157],"study_design_scores_gemma":[0.81708366,0.0011325291,0.07850012,0.009386665,0.0005205424,0.000029349172,0.0028747781,0.089084424,0.000041819374,0.0005339563,0.00054639817,0.00026576585],"about_ca_topic_score_codex":0.00025145148,"about_ca_topic_score_gemma":0.000032150685,"teacher_disagreement_score":0.36151582,"about_ca_system_score_codex":0.0003530011,"about_ca_system_score_gemma":0.008290859,"threshold_uncertainty_score":0.9973312},"labels":[],"label_agreement":null},{"id":"W4415436134","doi":"10.36834/cmej.80430","title":"Providing a safety net: a qualitative study on supporting medical students during goals of care discussions","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Feeling; Qualitative research; Conversation; Supervisor; Qualitative analysis; Qualitative property","score_opus":0.013394610192255654,"score_gpt":0.44550925494123567,"score_spread":0.43211464474898004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415436134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91314566,0.00015731459,0.00012109429,0.07930481,0.0021781302,0.00088462525,0.000006566576,0.000021986862,0.0041798293],"genre_scores_gemma":[0.98466206,0.000024584666,0.00030080063,0.013079898,0.0006735089,0.00008490711,0.00004797751,0.000023887735,0.0011024048],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99413866,0.0004679306,0.0014360824,0.00034068403,0.003102984,0.0005136517],"domain_scores_gemma":[0.99412227,0.00019623824,0.0003979032,0.0003897668,0.001174476,0.0037193242],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038696097,0.00021149815,0.0004834274,0.0012079371,0.0005893776,0.00006306478,0.0006071392,0.00029499028,0.007423719],"category_scores_gemma":[0.06080774,0.00016744499,0.00011925345,0.0012518985,0.00022565927,0.000114372124,0.00006742173,0.0016587015,0.000018851553],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005052204,0.006442858,0.13720377,0.0011213087,0.00085283484,0.0004081276,0.4224896,0.0000052193063,0.000066717796,0.005405854,0.12402047,0.301478],"study_design_scores_gemma":[0.003549166,0.0005710384,0.14025107,0.0055935713,0.00020476794,0.0002983242,0.8340896,0.000054423155,0.000070221206,0.00023411115,0.014819599,0.0002641515],"about_ca_topic_score_codex":0.0013965709,"about_ca_topic_score_gemma":0.0025431938,"teacher_disagreement_score":0.41159993,"about_ca_system_score_codex":0.001620121,"about_ca_system_score_gemma":0.064613,"threshold_uncertainty_score":0.9934836},"labels":[],"label_agreement":null},{"id":"W4415439326","doi":"10.1302/1358-992x.2025.10.079","title":"OUTCOMES OF THE CANADIAN ORTHOPAEDIC SURGERY MEDICAL EDUCATION COURSE (COSMEC): A NOVEL CURRICULUM TO ENHANCE MEDICAL STUDENT LEARNING","year":2025,"lang":"en","type":"article","venue":"Orthopaedic Proceedings","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Maple Leaf Foods","funders":"","keywords":"Curriculum; Orthopedic surgery; Session (web analytics); Medical school; Problem-based learning; MEDLINE; Medical knowledge; Clinical clerkship","score_opus":0.008080483415826548,"score_gpt":0.34781523736469877,"score_spread":0.3397347539488722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415439326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87023294,0.00023465604,0.00033719747,0.11799138,0.0032921245,0.0009995264,0.0000026042396,0.000108591244,0.0068009985],"genre_scores_gemma":[0.97090787,0.000058801485,0.0006182109,0.024325812,0.00045806516,0.0003327393,0.000032517335,0.00004008152,0.0032259207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99417096,0.000041975134,0.0012149182,0.0006203933,0.0032570793,0.00069464225],"domain_scores_gemma":[0.99638015,0.00017294548,0.0003800471,0.00040350266,0.0017256029,0.0009377355],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036044642,0.00034046973,0.0006875246,0.00086319866,0.00047223835,0.00005050348,0.0006693514,0.0005130744,0.00075930427],"category_scores_gemma":[0.033007182,0.00025397263,0.00032596753,0.0034997896,0.0004342018,0.00015254556,0.00023834786,0.0015206091,0.00003339299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000152401935,0.00094050786,0.86757845,0.00027031518,0.00011897229,0.0000048167617,0.0004913187,4.602376e-7,0.000041893305,0.004132392,0.059085123,0.06732054],"study_design_scores_gemma":[0.00083690364,0.000103696206,0.9036859,0.004049194,0.00032366114,0.0001410742,0.0025423332,0.00067034154,0.00020065677,0.00012008348,0.08695172,0.0003744074],"about_ca_topic_score_codex":0.0074597527,"about_ca_topic_score_gemma":0.008435934,"teacher_disagreement_score":0.10067493,"about_ca_system_score_codex":0.0007060626,"about_ca_system_score_gemma":0.021698786,"threshold_uncertainty_score":0.99999124},"labels":[],"label_agreement":null},{"id":"W4415443834","doi":"10.2196/81718","title":"Automated Evaluation of Reflection and Feedback Quality in Workplace-Based Assessments by Using Natural Language Processing: Cross-Sectional Competency-Based Medical Education Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Reflection (computer programming); Narrative; Quality (philosophy); Quality assurance; Natural language; Quality assessment","score_opus":0.03673680330527152,"score_gpt":0.5284062895740835,"score_spread":0.491669486268812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415443834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98982763,0.00073584897,0.0005742665,0.0043770536,0.0017879971,0.0019826984,0.0000026282796,0.00014398848,0.0005679112],"genre_scores_gemma":[0.9922808,0.0000032461785,0.0027944052,0.003059189,0.00020687938,0.0006493237,0.0008036668,0.000023058781,0.00017944841],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938704,0.000721587,0.0013342603,0.0006045512,0.0031871768,0.000282065],"domain_scores_gemma":[0.9970921,0.00015670816,0.00048426946,0.00036653483,0.0017162693,0.00018409759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054159495,0.00025000994,0.00041669872,0.0008627544,0.00018297836,0.0000656098,0.00019757269,0.00047632467,0.0005431248],"category_scores_gemma":[0.008038665,0.0002417942,0.000057613313,0.0022104983,0.0003198824,0.00024356498,0.00003581835,0.0008208327,0.000002755331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042923732,0.012889155,0.770631,0.0009793009,0.00004734825,8.626437e-7,0.00075084856,0.00004596067,0.0009234404,0.00012956215,0.003755892,0.20941734],"study_design_scores_gemma":[0.003862514,0.00012227516,0.66649646,0.0012374863,0.00008582686,0.000008579896,0.0023323179,0.3253696,0.00015542448,0.000090958165,0.00008443383,0.0001541628],"about_ca_topic_score_codex":0.00048971025,"about_ca_topic_score_gemma":0.00014762142,"teacher_disagreement_score":0.3253236,"about_ca_system_score_codex":0.0015358436,"about_ca_system_score_gemma":0.051064175,"threshold_uncertainty_score":0.98600817},"labels":[],"label_agreement":null},{"id":"W4415468859","doi":"10.1111/eje.70060","title":"Assessing Clinical Competence of Postgraduate Dental Specialty Trainees: A Scoping Review","year":2025,"lang":"en","type":"article","venue":"European Journal Of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Specialty; Leverage (statistics); Educational measurement; Dental education; Self-assessment; Competency assessment","score_opus":0.05774612773015736,"score_gpt":0.46514836226947404,"score_spread":0.4074022345393167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415468859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.969971,0.007943812,0.0021095406,0.003659008,0.0044242637,0.00046298563,7.9284666e-7,0.000011653064,0.011416962],"genre_scores_gemma":[0.9775259,0.0025565773,0.014042966,0.00469959,0.00095507636,0.0000018226823,0.00002463725,0.0000177508,0.00017570233],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972165,0.00040978083,0.0017012472,0.00014547832,0.00040435517,0.00012263093],"domain_scores_gemma":[0.99798876,0.0000860922,0.0009834,0.00020637948,0.00066247035,0.000072895215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002801896,0.00011198092,0.00042682304,0.00030316543,0.0000660124,0.00003368428,0.00019948008,0.000026982952,0.00010553372],"category_scores_gemma":[0.0029340412,0.00009919861,0.00018358574,0.00067194685,0.00016191708,0.00029120807,0.000034945824,0.00042792366,0.000018416682],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011862182,0.00258821,0.08582251,0.0075240782,0.00016115353,0.000050631737,0.00058127387,0.0000015543119,0.0023415738,0.00049837516,0.026282217,0.8740298],"study_design_scores_gemma":[0.002284582,0.00072005717,0.65707815,0.3228826,0.000716163,0.0015220399,0.010574403,0.000044819677,0.0012026441,0.000082782826,0.0026491156,0.000242633],"about_ca_topic_score_codex":0.0000025586978,"about_ca_topic_score_gemma":0.0000016150782,"teacher_disagreement_score":0.87378716,"about_ca_system_score_codex":0.00015127707,"about_ca_system_score_gemma":0.0017402961,"threshold_uncertainty_score":0.40452018},"labels":[],"label_agreement":null},{"id":"W4415478713","doi":"10.12968/eyed.2025.24.18.5","title":"Student Q&amp;A: ‘Gain experience’","year":2025,"lang":"en","type":"article","venue":"Early Years Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Order (exchange); Foundation Stage; Period (music); Work (physics); Primary care; Power (physics)","score_opus":0.017905417902626924,"score_gpt":0.39394896679005303,"score_spread":0.3760435488874261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415478713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814362,0.00015831234,0.00019271504,0.0043102335,0.002805415,0.00028232738,7.825196e-7,0.0000679418,0.010746054],"genre_scores_gemma":[0.9615114,0.000007786751,0.004337536,0.00407925,0.00043014204,0.00012113465,0.000015305368,0.000013412312,0.029484041],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989875,0.000022117814,0.00024649996,0.00022867518,0.00029955615,0.00021563795],"domain_scores_gemma":[0.9993168,0.000024679548,0.000040584757,0.000424493,0.00012256701,0.00007084989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020607926,0.00009286246,0.00015471657,0.00024661326,0.00006617222,0.000034278404,0.0001452471,0.00008338239,0.000864753],"category_scores_gemma":[0.00045085856,0.000091061724,0.00004668314,0.0007547564,0.00010913207,0.00005854659,0.000040871706,0.00024467814,0.0005165335],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043331434,0.001300525,0.4078611,0.00006846764,0.00011325321,0.000010198744,0.025639439,4.7753315e-7,0.0023372362,0.012803136,0.47961703,0.07020579],"study_design_scores_gemma":[0.0003916054,0.000040361694,0.70751417,0.00008735864,0.000028327719,0.0000053682234,0.003918787,0.0000019432423,0.00038091178,0.00019172966,0.2873517,0.00008774474],"about_ca_topic_score_codex":0.000065079956,"about_ca_topic_score_gemma":0.0000021654303,"teacher_disagreement_score":0.29965305,"about_ca_system_score_codex":0.0002280337,"about_ca_system_score_gemma":0.00054677227,"threshold_uncertainty_score":0.94684386},"labels":[],"label_agreement":null},{"id":"W4415535530","doi":"10.1002/jdd.70087","title":"Global Insights and Key Trends in Objective Structured Clinical Examination Research Related to Residency Training: A Bibliometric Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Dental Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Core competency; Competence (human resources); Chart; Data collection; Bibliometrics; MEDLINE","score_opus":0.11644454238098051,"score_gpt":0.5549799812853142,"score_spread":0.4385354389043337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415535530","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09104485,0.9019529,0.00003638478,0.00040423477,0.0027625668,0.0007647689,0.0000089235045,0.000010217994,0.0030151254],"genre_scores_gemma":[0.06119932,0.9331949,0.0025930034,0.00012592852,0.00058474153,0.000055946664,0.00028028458,0.000023204215,0.001942682],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99423665,0.0012135487,0.0025571964,0.0004621977,0.0012648569,0.00026553508],"domain_scores_gemma":[0.99609476,0.0005682636,0.0011051154,0.00033876576,0.0016898621,0.00020321687],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.00499279,0.00026177205,0.0017183651,0.1857326,0.000094178286,0.00008809627,0.00027153353,0.000626208,0.00012619681],"category_scores_gemma":[0.011960851,0.00021617032,0.0004234353,0.32225415,0.00012873509,0.00025772725,0.00007220895,0.0015314587,0.0000074592153],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038750426,0.00050757173,0.004535474,0.0011514757,0.00054461433,0.000013959255,0.0012264673,8.7675085e-7,2.0401217e-7,0.00029891546,0.0044146855,0.987267],"study_design_scores_gemma":[0.00096951076,0.0007828197,0.8892478,0.015360758,0.004733351,0.00051717187,0.0060748416,0.000017623732,4.1856555e-7,0.00072593277,0.08130118,0.0002686289],"about_ca_topic_score_codex":0.000060132155,"about_ca_topic_score_gemma":0.00010178886,"teacher_disagreement_score":0.9869984,"about_ca_system_score_codex":0.0022951688,"about_ca_system_score_gemma":0.0060738972,"threshold_uncertainty_score":0.9995607},"labels":[],"label_agreement":null},{"id":"W4415584360","doi":"10.1186/s12909-025-07848-7","title":"Exploring faculty development initiatives in medical education in resource-limited settings: perspectives and challenges","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Baycrest Hospital","funders":"","keywords":"Faculty development; Higher education; Professional development; MEDLINE; Curriculum","score_opus":0.09712283841161674,"score_gpt":0.39426301460620233,"score_spread":0.2971401761945856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415584360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91253877,0.005692138,0.00024562006,0.070425674,0.0007184331,0.00065450236,4.4475692e-7,0.00007165332,0.009652764],"genre_scores_gemma":[0.9594986,0.006070178,0.018709693,0.012530576,0.00065015384,0.0015143063,0.0003659021,0.00003866137,0.00062193605],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996957,0.00025245198,0.0008464256,0.0005815232,0.0010307237,0.0003318607],"domain_scores_gemma":[0.99865246,0.00035578277,0.00014268998,0.0002888513,0.00031238943,0.00024780736],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019418261,0.00022333192,0.00036866797,0.0012497342,0.0000996412,0.000022835447,0.00018352926,0.0003157703,0.0002929416],"category_scores_gemma":[0.03139532,0.00021117927,0.000033084732,0.0012596895,0.00024008179,0.0003039033,0.000089944,0.0007702643,0.000012107875],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101643695,0.0033586298,0.03988083,0.0013525886,0.000029121302,0.0000042134816,0.02960075,0.0000011095517,0.000013371732,0.010412112,0.0046461537,0.91059947],"study_design_scores_gemma":[0.0015082585,0.000046766698,0.79617476,0.0065870406,0.000022313345,0.000033718166,0.14516613,0.00055036374,0.00012698326,0.00032619172,0.049228862,0.00022861749],"about_ca_topic_score_codex":0.00006178619,"about_ca_topic_score_gemma":0.00024593374,"teacher_disagreement_score":0.9103708,"about_ca_system_score_codex":0.00076217036,"about_ca_system_score_gemma":0.022707637,"threshold_uncertainty_score":0.98283273},"labels":[],"label_agreement":null},{"id":"W4415595324","doi":"10.33009/fsop_jpss138175","title":"Understanding Flourishing in Doctoral Studies: Exploring the Positive Experiences of Mature Learners Through Appreciative Inquiry","year":2025,"lang":"en","type":"article","venue":"Journal of Postsecondary Student Success","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Francis Xavier University; Brock University","funders":"","keywords":"Flourishing; Appreciative inquiry; Older people; Focus group; Maturity (psychological); Focus (optics); Well-being","score_opus":0.17682633289706268,"score_gpt":0.4374848830758579,"score_spread":0.26065855017879525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415595324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876414,0.00168263,0.0008295788,0.00484861,0.0036681793,0.00027679987,0.0000011569997,0.0000060745574,0.0010455754],"genre_scores_gemma":[0.99777704,0.00030286965,0.0004925002,0.0010027249,0.00032356882,0.000023361044,0.0000026083017,0.000008985989,0.00006635727],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978971,0.00015732471,0.00092161086,0.00015866169,0.000659864,0.00020542777],"domain_scores_gemma":[0.99836093,0.0004009979,0.000583109,0.00015927505,0.00046938137,0.000026314852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012738957,0.00014918609,0.0004966912,0.00041254086,0.00015780606,0.000044123422,0.00034028626,0.00006977855,0.00003849554],"category_scores_gemma":[0.000903605,0.00009860832,0.000106782136,0.0010609735,0.0003524507,0.0007963769,0.0001128421,0.0008656498,4.3343022e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037088123,0.00035854155,0.07372107,0.00023887033,0.00078515714,0.0000682821,0.9156276,0.00014275753,0.00021724221,0.00252602,0.0040548085,0.0018887745],"study_design_scores_gemma":[0.0011076279,0.0002477458,0.072086014,0.001786739,0.000094872965,0.00002823444,0.9221329,0.000013315274,0.0015945339,0.0006744303,0.0001504192,0.00008315723],"about_ca_topic_score_codex":0.000017870567,"about_ca_topic_score_gemma":0.000014493067,"teacher_disagreement_score":0.010135629,"about_ca_system_score_codex":0.00084334024,"about_ca_system_score_gemma":0.00032683212,"threshold_uncertainty_score":0.40211305},"labels":[],"label_agreement":null},{"id":"W4415597927","doi":"10.7759/cureus.95527","title":"Bridging the Gap in Medical Education: A Qualitative Study on the Perspectives of Japanese Medical Students and Patients on Outcomes-Based Education","year":2025,"lang":"en","type":"article","venue":"Cureus","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bridging (networking); Empathy; Qualitative research; Qualitative analysis; MEDLINE; Continuing medical education","score_opus":0.030042097100503304,"score_gpt":0.47026686868963613,"score_spread":0.4402247715891328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415597927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245756,0.00013507817,0.000012919372,0.0706697,0.00070868153,0.0012140688,0.000001258108,0.00001323283,0.002669412],"genre_scores_gemma":[0.98580015,0.000010054739,0.00002643677,0.013315031,0.00011438195,0.00033787667,0.000019092246,0.000010370684,0.0003666006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967175,0.0005248367,0.00048888,0.00029286303,0.001826703,0.00014921268],"domain_scores_gemma":[0.99801767,0.00084983953,0.00014616041,0.00048315903,0.0004252952,0.00007786255],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025444601,0.00015163005,0.00026107515,0.00023302893,0.00012789779,0.000021829965,0.00039509786,0.0001066916,0.00023604481],"category_scores_gemma":[0.01739438,0.000084766325,0.00004171254,0.0007442417,0.0003165996,0.00004006169,0.00007009164,0.00054337655,0.00000659439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027724812,0.031837173,0.5468231,0.000109389206,0.00021129735,0.000002269213,0.35733858,7.9844193e-7,0.0000022693562,0.014460039,0.018761698,0.03017616],"study_design_scores_gemma":[0.0014151795,0.0003631341,0.5935638,0.0006504851,0.000046051027,9.302431e-7,0.40340248,0.00011423758,0.0000070311057,0.00021837075,0.00015289006,0.000065455926],"about_ca_topic_score_codex":0.0002991661,"about_ca_topic_score_gemma":0.00006341968,"teacher_disagreement_score":0.06122451,"about_ca_system_score_codex":0.0003120107,"about_ca_system_score_gemma":0.002136295,"threshold_uncertainty_score":0.9908825},"labels":[],"label_agreement":null},{"id":"W4415615988","doi":"10.1097/01.jaa.0000000000000271","title":"The ripple effect of teaching","year":2025,"lang":"en","type":"article","venue":"JAAPA","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Musée de la Civilisation","funders":"","keywords":"Nothing; Grief; Face (sociological concept); Feeling; Conversation; Bad habit; Vulnerability (computing); Sitting","score_opus":0.003442854824277738,"score_gpt":0.3464980930686189,"score_spread":0.34305523824434114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415615988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9025287,0.00014431113,0.0006520169,0.010293044,0.0007197927,0.00021979806,2.704824e-7,0.000021428235,0.085420646],"genre_scores_gemma":[0.9929584,0.000004428699,0.0006926313,0.0006439748,0.00009103803,0.000018730601,0.0000047423946,0.0000029095463,0.005583137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99961996,0.000039280123,0.00012220969,0.000051020208,0.00010375715,0.00006377367],"domain_scores_gemma":[0.9995394,0.00019787891,0.00002859972,0.00018513601,0.00004149946,0.000007535634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007739866,0.000031298838,0.000076138545,0.000045029286,0.00009075851,0.0000040592763,0.00005249211,0.000028893504,0.00002421051],"category_scores_gemma":[0.0023345135,0.000017654269,0.00002358226,0.0001716894,0.00005107017,0.000011489889,0.000013922566,0.00017558181,0.000010725353],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007881393,0.00006466048,0.024840275,0.00019414107,0.000053471107,7.0740634e-7,0.00028452306,8.36307e-7,0.004126597,0.04112387,0.20264788,0.72658426],"study_design_scores_gemma":[0.0014983583,0.00034960054,0.060395487,0.00039930185,0.00014136481,0.000007680271,0.00041657494,0.0012040017,0.027796134,0.0018420898,0.90588105,0.00006838872],"about_ca_topic_score_codex":0.0000138950645,"about_ca_topic_score_gemma":6.9184006e-7,"teacher_disagreement_score":0.7265158,"about_ca_system_score_codex":0.000032154978,"about_ca_system_score_gemma":0.00004826211,"threshold_uncertainty_score":0.27947992},"labels":[],"label_agreement":null},{"id":"W4415620452","doi":"10.2196/81807","title":"Large Language Models for the National Radiological Technologist Licensure Examination in Japan: Cross-Sectional Comparative Benchmarking and Evaluation of Model-Generated Items Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CLARITY; Formative assessment; Benchmarking; Licensure; Workflow; Blueprint; Radiological weapon; Quality (philosophy)","score_opus":0.08605173198643123,"score_gpt":0.476747212296595,"score_spread":0.39069548031016377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415620452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98756045,0.00041684925,0.005830195,0.0019265513,0.0004400932,0.0029410345,0.000010688118,0.000035025725,0.00083911506],"genre_scores_gemma":[0.99503803,0.000016386284,0.00090573047,0.0008454055,0.00025266194,0.0024135357,0.00038652107,0.000007814666,0.00013389646],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726635,0.000204059,0.0006820165,0.0003795804,0.0012808014,0.00018716096],"domain_scores_gemma":[0.99746495,0.00033954054,0.0001598731,0.00018435948,0.001810162,0.000041128496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059448928,0.00014512,0.000263783,0.0004644022,0.00019086518,0.000029069632,0.00015393621,0.00032230484,0.00008588198],"category_scores_gemma":[0.0039750147,0.00010888892,0.00004119546,0.0010319869,0.00026847247,0.00014702407,0.00004468885,0.00044178814,7.312531e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000785125,0.018861726,0.57236356,0.0006750677,0.00048255397,8.890145e-7,0.04058478,0.022794459,0.0019721221,0.10313796,0.015945878,0.22239587],"study_design_scores_gemma":[0.001597562,0.000098474695,0.40854067,0.000082841354,0.00004114771,0.0000047202097,0.005557928,0.58255494,0.000042729742,0.0013532804,0.00006724552,0.00005846111],"about_ca_topic_score_codex":0.000028070142,"about_ca_topic_score_gemma":0.000048318398,"teacher_disagreement_score":0.55976045,"about_ca_system_score_codex":0.0004774806,"about_ca_system_score_gemma":0.0020059322,"threshold_uncertainty_score":0.47587508},"labels":[],"label_agreement":null},{"id":"W4415648391","doi":"10.12688/mep.20786.2","title":"Evaluation of the “Resident as teacher” curriculum: a needs assessment in medical education at a large academic institution","year":2025,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Academic institution; Needs assessment; Institution; Continuing medical education; Information needs","score_opus":0.019921192523568554,"score_gpt":0.42516924193819183,"score_spread":0.4052480494146233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415648391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91851264,0.00041532647,0.00021993031,0.03892133,0.0022240882,0.0011235041,0.000001041305,0.00003065694,0.03855147],"genre_scores_gemma":[0.99256444,0.00003967152,0.0001753192,0.004233479,0.00022371135,0.00044332296,0.000102419996,0.0000093003355,0.002208347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99552846,0.000416723,0.00074999256,0.00025284363,0.0028039508,0.00024800329],"domain_scores_gemma":[0.99786913,0.00003957964,0.00023608137,0.0004827553,0.0013064273,0.00006602648],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007868629,0.00013340786,0.00023533603,0.0007770688,0.00012634807,0.000023142506,0.0003205692,0.000360738,0.0016125079],"category_scores_gemma":[0.019231128,0.000100360834,0.00006981009,0.0031174934,0.00015033025,0.0002800909,0.00017866387,0.0010056613,0.0000132808445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029071332,0.0020798426,0.5436008,0.0002046822,0.00007371736,9.2953337e-7,0.0020631035,0.000023663173,0.00024063811,0.08623697,0.19637366,0.16907296],"study_design_scores_gemma":[0.0038624015,0.000062355284,0.910304,0.0020613717,0.00045784036,0.00003929785,0.005972948,0.027330743,0.00049028953,0.0068310224,0.042416222,0.00017151216],"about_ca_topic_score_codex":0.0003847701,"about_ca_topic_score_gemma":0.00026094163,"teacher_disagreement_score":0.3667032,"about_ca_system_score_codex":0.0025306072,"about_ca_system_score_gemma":0.013578242,"threshold_uncertainty_score":0.9993002},"labels":[],"label_agreement":null},{"id":"W4415828268","doi":"10.1007/s40596-025-02264-x","title":"Reclaiming the Final Months of Medical School: Reflections and Challenges in Supporting the Transition to Residency","year":2025,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transition (genetics); MEDLINE; Graduate medical education; Qualitative research","score_opus":0.054571236744074346,"score_gpt":0.41995059207731766,"score_spread":0.36537935533324334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415828268","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00354374,0.013140788,0.00015508695,0.58174896,0.3987662,0.000758461,0.000011512742,0.000037072336,0.0018382121],"genre_scores_gemma":[0.0069859815,0.049981505,0.0033011087,0.009173285,0.9288424,0.0005356274,0.0001946333,0.00007407318,0.0009113344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964467,0.00020885059,0.0011132375,0.0004445737,0.0014735378,0.00031305535],"domain_scores_gemma":[0.998008,0.000822622,0.00032505326,0.0004912295,0.0002312469,0.00012183277],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044740983,0.000215088,0.00040229262,0.0004387959,0.0002316235,0.000010709155,0.0004893717,0.0017024396,0.00009019874],"category_scores_gemma":[0.019045265,0.0001430165,0.00007453573,0.0009137086,0.00018301727,0.00006828357,0.00006741667,0.00580827,0.000004172121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009715514,0.000050291652,0.000267276,0.00067408587,0.000045334655,0.0000014334519,0.002365254,0.0000016152018,0.000011075672,0.0016613049,0.97071886,0.024106331],"study_design_scores_gemma":[0.0012662983,0.00023728191,0.0051440145,0.0104521755,0.00038808084,0.00004802345,0.014321424,0.00013606733,0.0000135011605,0.010628528,0.957085,0.0002796185],"about_ca_topic_score_codex":0.00019767138,"about_ca_topic_score_gemma":0.00034133994,"teacher_disagreement_score":0.5725757,"about_ca_system_score_codex":0.00016415876,"about_ca_system_score_gemma":0.0045650275,"threshold_uncertainty_score":0.99959356},"labels":[],"label_agreement":null},{"id":"W4415879842","doi":"10.1016/j.nedt.2025.106911","title":"Practice assessment documentation for midwifery programmes: A scoping review","year":2025,"lang":"en","type":"review","venue":"Nurse Education Today","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Kingston University","keywords":"Documentation; Consistency (knowledge bases); Clinical Practice; Competency assessment; MEDLINE","score_opus":0.045010850852982336,"score_gpt":0.5563371354548258,"score_spread":0.5113262846018435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415879842","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.7580935e-8,0.948979,0.0023980173,0.0151323965,0.0049444656,0.017673522,0.0000114056265,0.00011535966,0.010745755],"genre_scores_gemma":[8.444874e-8,0.8915401,0.06436677,0.008061986,0.0010645537,0.019941611,0.0051987716,0.00006026606,0.009765847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646413,0.00030549537,0.001612153,0.00069554936,0.00057185587,0.00035083154],"domain_scores_gemma":[0.9954122,0.00082258973,0.0012330239,0.00085965364,0.0015552485,0.00011729147],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017821714,0.0004515782,0.0015629705,0.00058191794,0.00019746332,0.000104710685,0.00023301557,0.0003741407,0.0004907247],"category_scores_gemma":[0.008820441,0.00040083923,0.00042688893,0.001641571,0.000073705996,0.00037463478,0.000021988852,0.0006324168,0.00008562428],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040046793,0.0006072541,5.550232e-7,0.30511078,0.0000846899,2.9065458e-7,0.000043489264,1.3791866e-8,5.014229e-8,0.0018764095,0.106812604,0.5854598],"study_design_scores_gemma":[0.00016199646,0.000066204004,0.0000012257912,0.4407459,0.0030368385,0.000040961208,0.0002948833,0.0000013124289,3.4768996e-7,0.000053932017,0.5554282,0.00016820538],"about_ca_topic_score_codex":0.0000101755195,"about_ca_topic_score_gemma":9.7557e-7,"teacher_disagreement_score":0.5852916,"about_ca_system_score_codex":0.0013307933,"about_ca_system_score_gemma":0.021525288,"threshold_uncertainty_score":0.9998444},"labels":[],"label_agreement":null},{"id":"W4415945836","doi":"10.1177/16094069251396861","title":"Conducting Phenomenological Research in Medical Education","year":2025,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Alberta","funders":"","keywords":"Phenomenology (philosophy); Popularity; Interpretative phenomenological analysis; Qualitative research; Field (mathematics); Phenomenon; Process (computing); Hermeneutic phenomenology","score_opus":0.8223842384521232,"score_gpt":0.774602650273875,"score_spread":0.04778158817824818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415945836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6349677,0.0012839995,0.12600623,0.18015613,0.007053107,0.00032297423,0.0000011724142,0.000016367841,0.05019235],"genre_scores_gemma":[0.5808008,0.00008667341,0.41251612,0.0049702055,0.000718464,0.000025178917,0.000009949909,0.000008911625,0.000863721],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9938081,0.0034027565,0.0010752418,0.00016751615,0.0013632177,0.00018316017],"domain_scores_gemma":[0.99247795,0.0024128677,0.00032125166,0.0001433877,0.0045558494,0.00008869845],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032474414,0.000085930835,0.00029589765,0.0018040737,0.00004673967,0.000027222895,0.00039321536,0.00015009509,0.0005148708],"category_scores_gemma":[0.04563792,0.000069113725,0.000075764074,0.0012155846,0.00036845257,0.00015729557,0.000081279024,0.0012885559,0.000007917045],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032633916,0.0011764541,0.0019375709,0.000048924958,0.0002003625,0.000047845693,0.014877029,0.0000025646182,0.0013697974,0.20749126,0.006944275,0.76557755],"study_design_scores_gemma":[0.00594111,0.00083278754,0.014033579,0.004872047,0.00007664211,0.0008986877,0.2788348,0.0011299074,0.0045069023,0.56459343,0.1239806,0.00029952696],"about_ca_topic_score_codex":0.000026799275,"about_ca_topic_score_gemma":0.0000016114286,"teacher_disagreement_score":0.76527804,"about_ca_system_score_codex":0.0007284243,"about_ca_system_score_gemma":0.0029386238,"threshold_uncertainty_score":0.9962712},"labels":[],"label_agreement":null},{"id":"W4415961234","doi":"10.1111/medu.70079","title":"Myths of contestation in the medical education curriculum: A dialogical exploration","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dialogical self; Negotiation; Mythology; Curriculum; Professional development; Problem-based learning","score_opus":0.013469926908223497,"score_gpt":0.3794786056369939,"score_spread":0.3660086787287704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415961234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.668003,0.0010398497,0.012394097,0.27734992,0.0047381353,0.002090762,0.0000015731368,0.000094461924,0.034288175],"genre_scores_gemma":[0.95013064,0.00022319281,0.0013006515,0.046197392,0.0005057215,0.0007251372,0.00048027636,0.000012309834,0.00042464834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99630135,0.0003300983,0.0010341998,0.0003468802,0.0017410752,0.0002464184],"domain_scores_gemma":[0.99817383,0.00024543708,0.00023591118,0.00047492364,0.00076466566,0.00010522411],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024858525,0.0001769128,0.00033072464,0.0005852761,0.00009652999,0.00002384935,0.0003573394,0.00039951032,0.0007622031],"category_scores_gemma":[0.032280143,0.00012715188,0.000081079466,0.0022355162,0.0003193669,0.00023956459,0.000036943267,0.00071868417,0.00002611431],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006636805,0.0077595506,0.020695196,0.00037553735,0.000023377263,0.0000043955906,0.0026786546,0.000001526214,0.00004819823,0.07122305,0.20240359,0.69472057],"study_design_scores_gemma":[0.0091150245,0.0012003179,0.41263083,0.012822835,0.0005522648,0.0005641531,0.09610194,0.03417381,0.000595023,0.040302444,0.3908354,0.0011059628],"about_ca_topic_score_codex":0.00031077405,"about_ca_topic_score_gemma":0.00010100889,"teacher_disagreement_score":0.6936146,"about_ca_system_score_codex":0.0002781609,"about_ca_system_score_gemma":0.012416703,"threshold_uncertainty_score":0.993182},"labels":[],"label_agreement":null},{"id":"W4416049536","doi":"10.2196/82326","title":"Quantifying Emergency Medicine Residency Learning Curves Using Natural Language Processing: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Learning curve; Retrospective cohort study; Cohort study; Tracking (education); Cohort; Natural language","score_opus":0.02590448240701724,"score_gpt":0.45478639682279115,"score_spread":0.4288819144157739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416049536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9561536,0.0084045045,0.0003958483,0.019992933,0.00452833,0.0022105353,2.9703955e-7,0.00022803251,0.008085956],"genre_scores_gemma":[0.98833394,0.0002745026,0.00051847147,0.002544338,0.0011848805,0.00039396822,0.0001571407,0.000033338394,0.0065593934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99612397,0.0002135738,0.001012247,0.00061527226,0.0016765613,0.00035840285],"domain_scores_gemma":[0.99789673,0.000053536944,0.0003506587,0.00044933276,0.0011001967,0.00014951683],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020288704,0.00026101596,0.00053423946,0.0006202955,0.00038136143,0.000015555086,0.0002469385,0.0002106448,0.0027542717],"category_scores_gemma":[0.017818905,0.00021954358,0.000068058296,0.00264754,0.00022052249,0.00023278035,0.00007134859,0.0013738963,0.000018458302],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046861504,0.0014794724,0.89525074,0.0011396954,0.000085548556,0.0000065722866,0.0047801444,5.016884e-7,0.00034944538,0.00035561746,0.05921064,0.037294768],"study_design_scores_gemma":[0.00088380347,0.00021209374,0.9620164,0.0057531446,0.00031429165,0.000033707533,0.02450601,0.004171116,0.0000290497,0.00010995839,0.0017500762,0.00022036018],"about_ca_topic_score_codex":0.00045837977,"about_ca_topic_score_gemma":0.000051709532,"teacher_disagreement_score":0.06676565,"about_ca_system_score_codex":0.00068589806,"about_ca_system_score_gemma":0.003770054,"threshold_uncertainty_score":0.9981573},"labels":[],"label_agreement":null},{"id":"W4416069218","doi":"10.5334/pme.1853","title":"Two Decades of Medical Education Scholarship: Mapping Collaboration and Thematic Shifts Using Web of Science (2000–2019)","year":2025,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Thematic map; Thematic analysis; Diversification (marketing strategy); Web of science; Set (abstract data type); Consolidation (business)","score_opus":0.018522737321528666,"score_gpt":0.4160578187802071,"score_spread":0.39753508145867844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416069218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666862,0.002236638,0.0015477283,0.023814006,0.0013157446,0.00066669687,0.0000018349141,0.000035005047,0.0036961795],"genre_scores_gemma":[0.9845277,0.00038461183,0.012406216,0.002136595,0.00027922893,0.000056451103,0.000023587329,0.000016186386,0.00016939548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99585825,0.00014792022,0.0008284048,0.00051685417,0.0023900855,0.00025849201],"domain_scores_gemma":[0.9966093,0.00020703176,0.00039053193,0.00047860033,0.0020586466,0.00025592698],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034199557,0.00019083095,0.00041078756,0.0016893088,0.00023308898,0.000043478143,0.00036661682,0.00026098243,0.0004006962],"category_scores_gemma":[0.040489614,0.00017349744,0.000050195056,0.004201232,0.0019510926,0.00036899914,0.000080657526,0.0005892247,0.0000043656437],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024590336,0.009519364,0.031866327,0.0022334317,0.00018473409,0.0000014922215,0.046164885,0.000008722938,0.01726062,0.5558595,0.0049114246,0.33174357],"study_design_scores_gemma":[0.0072950465,0.00084796874,0.22367683,0.03751615,0.0007292539,0.00019502747,0.63512725,0.043526176,0.017339122,0.02871044,0.0039720396,0.0010646916],"about_ca_topic_score_codex":0.00012871111,"about_ca_topic_score_gemma":0.000011147635,"teacher_disagreement_score":0.5889624,"about_ca_system_score_codex":0.00086004904,"about_ca_system_score_gemma":0.05015311,"threshold_uncertainty_score":0.9675928},"labels":[],"label_agreement":null},{"id":"W4416092697","doi":"10.1111/medu.70083","title":"Role boundaries and complex health systems: Implications for medical education","year":2025,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"School of Medicine; McGill University","keywords":"Negotiation; Work (physics); Health care; Professional boundaries; Boundary (topology); Boundary-work; Public health; Health professions","score_opus":0.03886229101122601,"score_gpt":0.47607377668590184,"score_spread":0.4372114856746758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416092697","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000047476997,0.90335447,0.0021273205,0.082973704,0.0050910804,0.004605617,0.00004794394,0.00015206622,0.001643047],"genre_scores_gemma":[0.0000196838,0.94758403,0.0033891199,0.025583765,0.002535529,0.0068011046,0.01019601,0.000081873535,0.0038088795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497765,0.0003123818,0.0020808664,0.00090745493,0.0011618125,0.00055984483],"domain_scores_gemma":[0.995977,0.0005325319,0.0008354761,0.00097209367,0.0010460026,0.00063690706],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022747945,0.0005440822,0.0020305903,0.00092987285,0.0007557881,0.0002209176,0.00048292807,0.0011451676,0.00047075775],"category_scores_gemma":[0.024231361,0.00047356248,0.00027244922,0.0013727118,0.00070306665,0.0001229985,0.000119919736,0.0010562238,0.000032707143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043395503,0.0006835316,0.000018994484,0.03356494,0.00006428691,7.7554766e-8,0.00010031666,7.2090227e-9,2.0888285e-8,0.019235943,0.37852657,0.56780094],"study_design_scores_gemma":[0.00036418988,0.00011126607,0.00022859382,0.04312558,0.0005987943,0.00032655473,0.00042616887,0.00011747321,1.9586949e-8,0.00069089513,0.9537102,0.00030026174],"about_ca_topic_score_codex":0.0002916389,"about_ca_topic_score_gemma":0.00003845314,"teacher_disagreement_score":0.57518363,"about_ca_system_score_codex":0.00122558,"about_ca_system_score_gemma":0.1615829,"threshold_uncertainty_score":0.9997716},"labels":[],"label_agreement":null},{"id":"W4416188306","doi":"10.2196/preprints.87696","title":"Evaluation of Canadian medical educators as EDI concepts are integrated into curricula: a scoping review (Preprint)","year":2025,"lang":"","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); TUTOR; Relevance (law); Diversity (politics); Session (web analytics); Inclusion–exclusion principle; MEDLINE; Medical literature","score_opus":0.032385757540312594,"score_gpt":0.45134272201705705,"score_spread":0.41895696447674446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416188306","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21741605,0.24414502,0.0015139413,0.26524287,0.02329901,0.020987462,0.000013713158,0.00017899179,0.22720294],"genre_scores_gemma":[0.8710956,0.047909483,0.003416374,0.07285389,0.0012265346,0.0014166927,0.00034905085,0.00007033596,0.0016620215],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9902314,0.0010232218,0.0026929658,0.0009005382,0.004392304,0.00075956044],"domain_scores_gemma":[0.9856151,0.00026377555,0.0007847502,0.0012840135,0.01112493,0.0009274586],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019732673,0.00045490902,0.0012067123,0.002405652,0.00029602394,0.000033324886,0.0006142498,0.00074608764,0.08499954],"category_scores_gemma":[0.12782836,0.0004095283,0.0002004381,0.009874341,0.0007774747,0.00018229483,0.00016611342,0.0014117449,0.00047731833],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016986176,0.00070260686,0.0026409605,0.023633864,0.0004293635,0.000011305081,0.001993991,0.000006933531,0.000035466215,0.013853706,0.25532088,0.7013539],"study_design_scores_gemma":[0.002489471,0.00015218399,0.0023899837,0.9247316,0.0031598536,0.000044371114,0.0248768,0.0072751236,0.001012433,0.0010330699,0.032278977,0.0005561065],"about_ca_topic_score_codex":0.15517637,"about_ca_topic_score_gemma":0.11696125,"teacher_disagreement_score":0.9010978,"about_ca_system_score_codex":0.0031650031,"about_ca_system_score_gemma":0.10209906,"threshold_uncertainty_score":0.99983567},"labels":[],"label_agreement":null},{"id":"W4416244258","doi":"10.1212/ne9.0000000000200259","title":"Curriculum Innovation: How Effective Is a Telementoring Virtual Epilepsy Curriculum in Postgraduate Medical Education?","year":2025,"lang":"en","type":"article","venue":"Neurology Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Curriculum; Health care; Neurology; Medical knowledge; Epilepsy; MEDLINE; Patient care","score_opus":0.005061100321745345,"score_gpt":0.3267296138845197,"score_spread":0.32166851356277437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416244258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8215727,0.00017007293,0.0005847725,0.1665331,0.0072026374,0.0012876922,0.0000011875114,0.00008757433,0.0025602486],"genre_scores_gemma":[0.9356046,0.00005538235,0.0010949419,0.058778446,0.0009793318,0.0013514527,0.00027447508,0.000029004654,0.0018323683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972714,0.00023787,0.0007457577,0.0007038309,0.0006014415,0.00043969208],"domain_scores_gemma":[0.9976931,0.00009175052,0.00026425286,0.00056108413,0.0012952607,0.00009454801],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088810816,0.0002860155,0.00039283454,0.0018398497,0.00016969026,0.000044597946,0.00027126799,0.0004275008,0.00038405784],"category_scores_gemma":[0.0060601872,0.0002891467,0.00006588759,0.0048737945,0.00020276496,0.0002552407,0.00008717748,0.0011466313,0.00006589291],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032926517,0.0027206442,0.54165536,0.000106574844,0.000034479137,0.0000036345866,0.00036665887,5.622136e-7,0.00011899195,0.022283176,0.15516487,0.2775121],"study_design_scores_gemma":[0.0030801708,0.0009575248,0.6989082,0.00091775204,0.00018188346,0.0002594065,0.0038637246,0.0040970976,0.0006424477,0.0031304301,0.28342274,0.00053862896],"about_ca_topic_score_codex":0.00032168804,"about_ca_topic_score_gemma":0.000037360736,"teacher_disagreement_score":0.2769735,"about_ca_system_score_codex":0.00040187058,"about_ca_system_score_gemma":0.0052864994,"threshold_uncertainty_score":0.9999561},"labels":[],"label_agreement":null},{"id":"W4416253586","doi":"10.1111/medu.70081","title":"Centered on learning, but is it learner centered?: Paediatric resident perspectives on competency‐based medical education","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Island Health; University of Victoria; University of British Columbia","funders":"Faculty of Medicine, University of British Columbia","keywords":"Competence (human resources); Ideology; Field (mathematics); MEDLINE; Medical school","score_opus":0.013252037153757347,"score_gpt":0.3576265450037351,"score_spread":0.34437450784997775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416253586","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33804893,0.000956327,0.0009717473,0.5991114,0.008187789,0.0012575232,0.0000046643804,0.00026181797,0.051199842],"genre_scores_gemma":[0.77301764,0.00057712826,0.001339604,0.18926436,0.0022924447,0.00040126627,0.00066218904,0.000066203356,0.032379143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941615,0.00041181213,0.001018554,0.00096116145,0.0028893673,0.0005576321],"domain_scores_gemma":[0.9971281,0.00033351136,0.0003158073,0.00082997,0.00095230195,0.00044028458],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014395616,0.00041031608,0.0005025579,0.0012884344,0.00036633638,0.00006976268,0.0004913529,0.00064628816,0.012790895],"category_scores_gemma":[0.029560227,0.0003664544,0.00020834578,0.0016383318,0.00038204517,0.00011696195,0.000076025564,0.0020189118,0.00058662926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003292886,0.007476878,0.012730063,0.000318569,0.00007914181,0.000008361566,0.003032675,0.0000057632633,0.000021320404,0.014549144,0.80325425,0.15819457],"study_design_scores_gemma":[0.0065338016,0.001770766,0.08629017,0.008556008,0.00042717994,0.0000922841,0.049193688,0.009187001,0.0008136652,0.0016015517,0.8345497,0.0009841408],"about_ca_topic_score_codex":0.00022801156,"about_ca_topic_score_gemma":0.000026422364,"teacher_disagreement_score":0.43496874,"about_ca_system_score_codex":0.0010753811,"about_ca_system_score_gemma":0.030001177,"threshold_uncertainty_score":0.99987876},"labels":[],"label_agreement":null},{"id":"W4416406751","doi":"10.1002/ase.70155","title":"Curriculum to career: A qualitative study of pathologists' assistant graduates' experiences","year":2025,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Accreditation; Curriculum; Qualitative research; Feeling; Professional development; Standardization; Class (philosophy); Curriculum development","score_opus":0.03160085388980446,"score_gpt":0.44648882201071616,"score_spread":0.4148879681209117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416406751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902483,0.000081914615,0.0003168531,0.005677613,0.0009858996,0.00066542387,6.955488e-7,0.000028221388,0.001995033],"genre_scores_gemma":[0.9953801,0.0000031816935,0.0028296763,0.001204893,0.00005242045,0.00033874105,0.000008377265,0.0000030946057,0.00017954125],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983341,0.00014479374,0.00044879876,0.0003771137,0.0005003379,0.00019483395],"domain_scores_gemma":[0.99905723,0.00007363681,0.000119575896,0.00021977391,0.00046841972,0.000061336366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010696981,0.0001021627,0.00021886698,0.00043017327,0.00017825926,0.000028639608,0.00024792648,0.00005420321,0.000059350805],"category_scores_gemma":[0.0019826288,0.000077704135,0.000034778357,0.003085004,0.00041928422,0.00010690213,0.000050739545,0.00012615608,0.00001051998],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004980863,0.010125238,0.16730364,0.00011351182,0.000051137657,0.0000020390519,0.6525219,0.0000074880613,0.0012955552,0.038591195,0.03505176,0.09488674],"study_design_scores_gemma":[0.00023203579,0.000623218,0.02004561,0.00012918637,0.000033565117,0.000002430827,0.97617143,0.00023629983,0.0007504533,0.0009586215,0.00072275376,0.00009437923],"about_ca_topic_score_codex":0.00087159756,"about_ca_topic_score_gemma":0.000046864498,"teacher_disagreement_score":0.32364956,"about_ca_system_score_codex":0.00019049592,"about_ca_system_score_gemma":0.00096367334,"threshold_uncertainty_score":0.31686828},"labels":[],"label_agreement":null},{"id":"W4416408049","doi":"10.1111/tct.70282","title":"A Checklist for Involving Patients in Educational Activities","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership; University of British Columbia","funders":"","keywords":"Checklist; Health professionals; Health professions; Ask price; Order (exchange); MEDLINE; Health care","score_opus":0.06108880249104591,"score_gpt":0.45356228193767023,"score_spread":0.3924734794466243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416408049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536588,0.000055824807,0.00016176097,0.03716935,0.00094523915,0.00052793726,0.0000011797205,0.000018574221,0.007461297],"genre_scores_gemma":[0.96200484,0.0000133044305,0.001816592,0.0065639666,0.00055495504,0.00021680137,0.000051171603,0.000009843115,0.0287685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906904,0.00007408165,0.00044424587,0.0001555888,0.00012616273,0.00013086843],"domain_scores_gemma":[0.998967,0.0005756781,0.000072294984,0.00024584844,0.00011824102,0.000020942758],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013519508,0.0000654553,0.00016375256,0.000082472674,0.00006973689,0.000010552424,0.00011141643,0.00010387432,0.0001457763],"category_scores_gemma":[0.008710135,0.000045350775,0.00006922101,0.00029035436,0.0001760757,0.000042662352,0.00003282743,0.00039376784,0.0000120216955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114286166,0.001398587,0.7834539,0.00005582345,0.000037179987,6.3516175e-8,0.00038818695,4.4399354e-7,0.0000075074922,0.01039854,0.1536954,0.050450116],"study_design_scores_gemma":[0.001399956,0.0000647323,0.9476611,0.0001417738,0.000038788752,2.466378e-7,0.00048463224,0.000514757,0.000012887341,0.008513289,0.041113168,0.000054691613],"about_ca_topic_score_codex":0.000021808479,"about_ca_topic_score_gemma":0.000014119701,"teacher_disagreement_score":0.16420722,"about_ca_system_score_codex":0.00011719161,"about_ca_system_score_gemma":0.00034213538,"threshold_uncertainty_score":0.9996399},"labels":[],"label_agreement":null},{"id":"W4416510651","doi":"10.21956/mep.20638.r33457","title":"Referee report. For: Entry-to-practice competency expectations for health justice in Canadian physiotherapy curricula: A scoping review protocol [version 2; peer review: 1 approved, 1 approved with reservations]","year":2023,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Economic Justice; Health care; Health professionals; MEDLINE","score_opus":0.09555928418787565,"score_gpt":0.5334074781074272,"score_spread":0.43784819391955154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416510651","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020131792,0.0008020094,0.0018374451,0.7906534,0.00010160955,0.20467544,0.00022556905,0.00006737479,0.0014358482],"genre_scores_gemma":[0.00023597523,0.0038707708,0.18719731,0.022929022,0.00058634346,0.7214433,0.018235845,0.00017512866,0.045326333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99483615,0.00035702257,0.0011181592,0.00060241116,0.0022314177,0.00085482834],"domain_scores_gemma":[0.9829102,0.0007273626,0.0004592497,0.00089878513,0.014609971,0.00039442815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011357112,0.00019408429,0.0006219321,0.00082257314,0.00047763958,0.000029570416,0.00032754577,0.00009943775,0.00007601575],"category_scores_gemma":[0.062985085,0.00016155813,0.00008939296,0.004622977,0.00012493525,0.00025641013,0.000052644427,0.0005384211,0.00004218253],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023847504,0.00027148245,0.00015352928,0.061868735,0.000030251818,0.000009256621,0.00058256293,0.0000073982287,0.00013466435,0.00033197153,0.931208,0.0051636584],"study_design_scores_gemma":[0.0016084635,0.0008137917,0.0007891989,0.11835078,0.000046002562,0.000025814401,0.0021586523,0.0005036748,0.000057305886,0.000048300342,0.8754264,0.00017159895],"about_ca_topic_score_codex":0.019104745,"about_ca_topic_score_gemma":0.021899879,"teacher_disagreement_score":0.7677244,"about_ca_system_score_codex":0.0010957713,"about_ca_system_score_gemma":0.006718047,"threshold_uncertainty_score":0.99891293},"labels":[],"label_agreement":null},{"id":"W4416510795","doi":"10.21956/mep.20512.r32012","title":"Referee report. For: Rewards and recognition for Canadian distributed medical education preceptors: a qualitative analysis [version 1; peer review: 1 approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative analysis; Qualitative research; Data collection","score_opus":0.0904103350146335,"score_gpt":0.4858520904593486,"score_spread":0.39544175544471505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416510795","genre_codex":"commentary","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11368948,0.0013789558,0.0059668147,0.8599967,0.00050731975,0.006527831,0.009315036,0.00006174668,0.0025561228],"genre_scores_gemma":[0.1752237,0.00086034456,0.034204572,0.0050849924,0.0008094593,0.010063702,0.6653613,0.000101687634,0.10829028],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99510455,0.0005018792,0.0006758718,0.00045670595,0.0028726242,0.00038836576],"domain_scores_gemma":[0.9856717,0.0004699659,0.00026694575,0.00045714845,0.012738867,0.00039537778],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017630683,0.00012113379,0.0004106892,0.00087777345,0.00052953226,0.000017287855,0.00019927602,0.00014221047,0.0014762228],"category_scores_gemma":[0.07594909,0.00011462914,0.00014816092,0.0022874873,0.00023042859,0.000094700605,0.000083028055,0.00057717523,0.0000055250644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016978306,0.000287261,0.00042435803,0.001012846,0.00024750846,0.0000020353807,0.0020482682,5.3018493e-7,0.000048128448,0.00019234627,0.9644536,0.031113353],"study_design_scores_gemma":[0.00075714773,0.0004842617,0.0013056834,0.00055043964,0.00038788578,0.0000339578,0.013762633,0.0005599884,0.00012859171,0.0010845624,0.9808134,0.00013146733],"about_ca_topic_score_codex":0.017075945,"about_ca_topic_score_gemma":0.0047334325,"teacher_disagreement_score":0.8549117,"about_ca_system_score_codex":0.0010369315,"about_ca_system_score_gemma":0.0051202686,"threshold_uncertainty_score":0.99943656},"labels":[],"label_agreement":null},{"id":"W4416511179","doi":"10.21956/mep.20638.r33459","title":"Referee report. For: Entry-to-practice competency expectations for health justice in Canadian physiotherapy curricula: A scoping review protocol [version 2; peer review: 2 approved, 1 approved with reservations]","year":2024,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Economic Justice; Health care; Health professionals; MEDLINE","score_opus":0.07840623626670033,"score_gpt":0.5300679317728325,"score_spread":0.45166169550613217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416511179","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077110526,0.004181928,0.0049088756,0.7960323,0.000145773,0.19237743,0.00022942542,0.00005830138,0.0019888466],"genre_scores_gemma":[0.00032414368,0.004493685,0.2754803,0.022417907,0.0007947946,0.64111686,0.011694768,0.00018905428,0.043488476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951625,0.00031762943,0.0010933942,0.0006456066,0.0020500415,0.00073082134],"domain_scores_gemma":[0.9857231,0.00071138074,0.00029160772,0.00080297375,0.012097864,0.00037308098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009740002,0.00019941959,0.0005789434,0.00072094926,0.00036402908,0.000052846794,0.00028865118,0.00009920727,0.00010530283],"category_scores_gemma":[0.040796157,0.000159715,0.000098139055,0.0032167144,0.00012436343,0.00031619935,0.00004062253,0.00064479816,0.000026855654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019281184,0.00027045177,0.000047894206,0.11227331,0.000041010204,0.0000134131615,0.00062502106,0.0000035940234,0.00012478842,0.00080217514,0.87678957,0.008815973],"study_design_scores_gemma":[0.00082610914,0.00069101335,0.0001444683,0.17940904,0.000055426346,0.000042744865,0.0011278994,0.0005680982,0.000049526192,0.00004839848,0.81689733,0.00013995862],"about_ca_topic_score_codex":0.018185867,"about_ca_topic_score_gemma":0.018855726,"teacher_disagreement_score":0.7736144,"about_ca_system_score_codex":0.0013907115,"about_ca_system_score_gemma":0.008765465,"threshold_uncertainty_score":0.9990476},"labels":[],"label_agreement":null},{"id":"W4416512054","doi":"10.21956/mep.20620.r36042","title":"Referee report. For: Exploring residents’ perceptions of competency-based medical education across Canada: A national survey study [version 1; peer review: 2 approved]","year":2024,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perception; Survey research; Peer review; Survey data collection; Affect (linguistics); Data collection","score_opus":0.1578183103489346,"score_gpt":0.4914300395860705,"score_spread":0.3336117292371359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416512054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7651894,0.0009728107,0.0005698886,0.22656043,0.0011107135,0.0029452457,0.0010120358,0.00006358121,0.0015758867],"genre_scores_gemma":[0.9491747,0.00024290691,0.0038903004,0.00071826,0.00046640844,0.0010061635,0.01720412,0.000054035307,0.027243104],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98964417,0.00041304348,0.001032805,0.00047762672,0.008057814,0.0003745234],"domain_scores_gemma":[0.9759688,0.00070596894,0.00017514499,0.0005866394,0.022353405,0.00021007827],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019976381,0.00014591502,0.00040175673,0.0003011717,0.00023700637,0.00002542645,0.00035590737,0.0001225794,0.0006435522],"category_scores_gemma":[0.06924878,0.0001270225,0.000097968026,0.0015742696,0.00027246863,0.00014826452,0.00011072107,0.00074973673,0.000017092065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010347345,0.001088901,0.031184722,0.0030367235,0.0000896304,0.000017003653,0.0006518465,0.0000032512971,0.00021116599,0.00035941205,0.9555774,0.007676487],"study_design_scores_gemma":[0.0012937672,0.00060106354,0.68603307,0.008512982,0.00008333542,0.00006196885,0.009053365,0.0011505522,0.00034897073,0.00021218433,0.29241365,0.00023509724],"about_ca_topic_score_codex":0.15086964,"about_ca_topic_score_gemma":0.16281727,"teacher_disagreement_score":0.6631637,"about_ca_system_score_codex":0.0012578565,"about_ca_system_score_gemma":0.032704942,"threshold_uncertainty_score":0.97277874},"labels":[],"label_agreement":null},{"id":"W4416512772","doi":"10.21956/mep.20170.r31175","title":"Referee report. For: Exploring social accountability in Canadian medical schools: broader perspectives [version 1; peer review: awaiting peer review]","year":2020,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Negotiation; Action (physics); Peer review; Qualitative research; Social accounting","score_opus":0.18455779424935764,"score_gpt":0.4774124158436127,"score_spread":0.29285462159425507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416512772","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047247894,0.0042214016,0.000027731026,0.9397676,0.00011156759,0.0015640161,0.0001061416,0.000036388363,0.0069172536],"genre_scores_gemma":[0.8476701,0.023325983,0.008938527,0.045758635,0.0068566143,0.0025531051,0.013261719,0.000258914,0.051376417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902146,0.00033776314,0.001007914,0.0006221925,0.0070491214,0.0007684104],"domain_scores_gemma":[0.9688576,0.00029719036,0.00027660653,0.00069790747,0.028851373,0.0010193097],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024068672,0.0001760571,0.0006231566,0.0003082888,0.00029802075,0.000024306364,0.00041604615,0.0002523802,0.0028103439],"category_scores_gemma":[0.26423094,0.00015871828,0.00015803962,0.001616896,0.00030117494,0.0002744794,0.0001375119,0.0021167859,0.000104418505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064020125,0.000105108906,0.004241681,0.005481213,0.000031473406,0.00004854841,0.002619378,1.08440666e-7,0.00008933254,0.00023836468,0.9761371,0.0109436745],"study_design_scores_gemma":[0.00067969965,0.000108935215,0.012416425,0.008705877,0.000035915524,0.000032536413,0.014880554,0.00007847591,0.00009606831,0.00004042671,0.96277505,0.0001500275],"about_ca_topic_score_codex":0.032135565,"about_ca_topic_score_gemma":0.0071584596,"teacher_disagreement_score":0.894009,"about_ca_system_score_codex":0.0017109163,"about_ca_system_score_gemma":0.004819665,"threshold_uncertainty_score":0.99810123},"labels":[],"label_agreement":null},{"id":"W4416515779","doi":"10.21956/mep.18815.r31699","title":"Referee report. For: Currencies of recognition: What rewards and recognition do Canadian distributed medical education preceptors value? [version 1; peer review: 2 approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peer-to-peer; MEDLINE","score_opus":0.07227919116458857,"score_gpt":0.41556916744053524,"score_spread":0.34328997627594665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416515779","genre_codex":"commentary","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37453455,0.009735889,0.00029367712,0.59586316,0.0024194224,0.0056947805,0.004690466,0.00008395181,0.006684079],"genre_scores_gemma":[0.28659523,0.02937536,0.021593701,0.0066132993,0.0020713473,0.0057175253,0.5914586,0.00022214671,0.05635278],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99421585,0.00039784613,0.00082001486,0.00044098022,0.003733931,0.00039137615],"domain_scores_gemma":[0.98733455,0.00021018767,0.00032988982,0.0004885822,0.011257985,0.00037879738],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010630048,0.00014454933,0.0003832407,0.0006000235,0.0004016603,0.000031025607,0.00024318583,0.0001759153,0.0029436974],"category_scores_gemma":[0.03880684,0.00013936897,0.000094877505,0.0013457653,0.00039152155,0.00028139964,0.00013646059,0.0008467687,0.000014637941],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009671114,0.00032092174,0.000501634,0.0015607887,0.00003810436,0.0000039864403,0.0004388967,2.1479597e-7,0.00010045944,0.000083127685,0.7521876,0.24466754],"study_design_scores_gemma":[0.0007756768,0.00055677583,0.0016422133,0.004274838,0.00009456467,0.00020131328,0.0076825926,0.00009175826,0.00083308073,0.0015083009,0.9821746,0.00016429476],"about_ca_topic_score_codex":0.0067858277,"about_ca_topic_score_gemma":0.00083236984,"teacher_disagreement_score":0.5892499,"about_ca_system_score_codex":0.0008975496,"about_ca_system_score_gemma":0.005714053,"threshold_uncertainty_score":0.99992263},"labels":[],"label_agreement":null},{"id":"W4416518611","doi":"10.21956/mep.19965.r30343","title":"Referee report. For: Lessons from across the pond: Student perspectives on the Internal Medicine clerkship experience at an Irish and Canadian medical school [version 1; peer review: awaiting peer review]","year":2020,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Irish; Medical school; Peer review; Peer group; MEDLINE","score_opus":0.15048046207093274,"score_gpt":0.5115850549540162,"score_spread":0.36110459288308344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416518611","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2253953,0.0046164617,0.00001777091,0.7658824,0.00009497619,0.001085718,0.0001362328,0.000016581194,0.0027545786],"genre_scores_gemma":[0.8823252,0.012631163,0.000415931,0.070584014,0.002117085,0.00046677273,0.0022289832,0.00006395248,0.029166907],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905772,0.00052942126,0.00074425066,0.0006273058,0.006973349,0.0005484429],"domain_scores_gemma":[0.98429215,0.0010809017,0.00032972483,0.0011611205,0.011764544,0.001371585],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017195052,0.00019234333,0.00046888823,0.00008831692,0.00076586806,0.000045788038,0.0008550488,0.0001572557,0.004396585],"category_scores_gemma":[0.211627,0.00010507617,0.00008455334,0.00063443737,0.0011559943,0.00011876449,0.00030566618,0.0016633973,0.000048038473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088114146,0.00006282772,0.0026291134,0.00038850444,0.000055316534,0.000053670974,0.019493842,7.494843e-8,0.00020468283,0.00023688932,0.97259384,0.0041931104],"study_design_scores_gemma":[0.0006794918,0.00045849098,0.032070898,0.009064744,0.000054174012,0.000082308274,0.10510833,0.00010178493,0.00015239425,0.000030777173,0.85207325,0.00012334935],"about_ca_topic_score_codex":0.016467711,"about_ca_topic_score_gemma":0.0042824624,"teacher_disagreement_score":0.6952984,"about_ca_system_score_codex":0.000680463,"about_ca_system_score_gemma":0.001138803,"threshold_uncertainty_score":0.99651355},"labels":[],"label_agreement":null},{"id":"W4416518612","doi":"10.21956/mep.19965.r30342","title":"Referee report. For: Lessons from across the pond: Student perspectives on the Internal Medicine clerkship experience at an Irish and Canadian medical school [version 1; peer review: awaiting peer review]","year":2020,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Irish; Medical school; Peer review; Peer group; MEDLINE","score_opus":0.15048046207093274,"score_gpt":0.5115850549540162,"score_spread":0.36110459288308344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416518612","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2253953,0.0046164617,0.00001777091,0.7658824,0.00009497619,0.001085718,0.0001362328,0.000016581194,0.0027545786],"genre_scores_gemma":[0.8823252,0.012631163,0.000415931,0.070584014,0.002117085,0.00046677273,0.0022289832,0.00006395248,0.029166907],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905772,0.00052942126,0.00074425066,0.0006273058,0.006973349,0.0005484429],"domain_scores_gemma":[0.98429215,0.0010809017,0.00032972483,0.0011611205,0.011764544,0.001371585],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017195052,0.00019234333,0.00046888823,0.00008831692,0.00076586806,0.000045788038,0.0008550488,0.0001572557,0.004396585],"category_scores_gemma":[0.211627,0.00010507617,0.00008455334,0.00063443737,0.0011559943,0.00011876449,0.00030566618,0.0016633973,0.000048038473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088114146,0.00006282772,0.0026291134,0.00038850444,0.000055316534,0.000053670974,0.019493842,7.494843e-8,0.00020468283,0.00023688932,0.97259384,0.0041931104],"study_design_scores_gemma":[0.0006794918,0.00045849098,0.032070898,0.009064744,0.000054174012,0.000082308274,0.10510833,0.00010178493,0.00015239425,0.000030777173,0.85207325,0.00012334935],"about_ca_topic_score_codex":0.016467711,"about_ca_topic_score_gemma":0.0042824624,"teacher_disagreement_score":0.6952984,"about_ca_system_score_codex":0.000680463,"about_ca_system_score_gemma":0.001138803,"threshold_uncertainty_score":0.99651355},"labels":[],"label_agreement":null},{"id":"W4416521755","doi":"10.21956/mep.20512.r32009","title":"Referee report. For: Rewards and recognition for Canadian distributed medical education preceptors: a qualitative analysis [version 1; peer review: 2 approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative analysis; Qualitative research; Data collection","score_opus":0.08785309425587634,"score_gpt":0.4852079040316444,"score_spread":0.39735480977576804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416521755","genre_codex":"commentary","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11347086,0.001402876,0.0058787726,0.8603453,0.0005117129,0.0065417895,0.009171402,0.00006195999,0.0026152974],"genre_scores_gemma":[0.17298537,0.00088031974,0.033588447,0.0050887675,0.00082026364,0.009905733,0.6679639,0.00010163672,0.10866554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951053,0.00050174724,0.00067614863,0.00045642562,0.0028720882,0.00038825383],"domain_scores_gemma":[0.98572993,0.00046337282,0.00026673963,0.00045550146,0.012689931,0.00039455135],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017549831,0.00012110087,0.0004107751,0.0008772827,0.0005295654,0.000017319917,0.00019918125,0.00014221117,0.0014524522],"category_scores_gemma":[0.07522393,0.00011459712,0.00014813645,0.0022859708,0.00023042587,0.000094756055,0.00008301807,0.0005770617,0.0000054746474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016910885,0.00028737812,0.00041311834,0.0010213801,0.00024768035,0.0000020843233,0.0020511511,5.327273e-7,0.000046732697,0.00019536885,0.9637095,0.031856],"study_design_scores_gemma":[0.0007583067,0.00048225315,0.0012821876,0.0005422961,0.00038502633,0.000033876222,0.0135851065,0.00055440026,0.00012735915,0.0010872452,0.9810313,0.00013066849],"about_ca_topic_score_codex":0.017220372,"about_ca_topic_score_gemma":0.004757251,"teacher_disagreement_score":0.85525656,"about_ca_system_score_codex":0.0010371851,"about_ca_system_score_gemma":0.005100887,"threshold_uncertainty_score":0.99946034},"labels":[],"label_agreement":null},{"id":"W4416521869","doi":"10.21956/mep.20638.r32516","title":"Referee report. For: Entry-to-practice competency expectations for health justice in Canadian physiotherapy curricula: A scoping review protocol [version 2; peer review: 1 approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Economic Justice; Health care; Health professionals; MEDLINE","score_opus":0.07908544007216957,"score_gpt":0.5385914940296097,"score_spread":0.45950605395744015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416521869","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007462128,0.0028704433,0.0008865359,0.7775499,0.00019561671,0.21618053,0.00030896757,0.000027125154,0.0019062465],"genre_scores_gemma":[0.0003284236,0.0026244316,0.0930663,0.044428103,0.0004891992,0.8244345,0.009923226,0.000105469255,0.02460035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99501836,0.0005114981,0.00103156,0.00049046957,0.0022515133,0.00069662463],"domain_scores_gemma":[0.99034446,0.0004825126,0.00042237257,0.0006862152,0.007723137,0.00034128435],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011950808,0.00014609743,0.00053701823,0.00054830854,0.00065554207,0.000015511301,0.00032110838,0.000051718565,0.00039942865],"category_scores_gemma":[0.0423285,0.00013833896,0.00010633743,0.0021644447,0.00007432071,0.00013867758,0.0000795165,0.00065836695,0.00001641549],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014167896,0.00041672454,0.000055302316,0.04910982,0.000018731764,0.000008658688,0.00060113956,0.000005850863,0.00009152048,0.00042434252,0.94056433,0.008561883],"study_design_scores_gemma":[0.0011608793,0.00078585424,0.00013318141,0.04065889,0.00003598429,0.000046890807,0.0021139015,0.00015164567,0.000028930857,0.000040285733,0.9547256,0.000117938],"about_ca_topic_score_codex":0.018140536,"about_ca_topic_score_gemma":0.0073899543,"teacher_disagreement_score":0.7331218,"about_ca_system_score_codex":0.002095433,"about_ca_system_score_gemma":0.0074163484,"threshold_uncertainty_score":0.99821067},"labels":[],"label_agreement":null},{"id":"W4416521906","doi":"10.21956/mep.20553.r32168","title":"Referee report. For: Rewards and recognition for Canadian distributed medical education preceptors: a qualitative analysis [version 2; peer review: 2 approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative analysis; Qualitative research; Data collection","score_opus":0.08785309425587634,"score_gpt":0.4852079040316444,"score_spread":0.39735480977576804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416521906","genre_codex":"commentary","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11480166,0.0014113786,0.00591009,0.85886234,0.000514114,0.006585498,0.00922087,0.00006228181,0.0026317835],"genre_scores_gemma":[0.17366241,0.00088106224,0.0336111,0.0050896932,0.0008143937,0.00991971,0.6683459,0.0001016796,0.10757401],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99510926,0.00050149637,0.0006762861,0.00045644818,0.0028682488,0.0003882759],"domain_scores_gemma":[0.985795,0.00046343327,0.000266676,0.00045525222,0.012625091,0.00039450155],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017528938,0.00012110768,0.00041083508,0.0008774418,0.00052958063,0.000017323942,0.00019906346,0.00014224627,0.0014531171],"category_scores_gemma":[0.07498491,0.00011460379,0.00014815008,0.0022861368,0.00023042937,0.000094771975,0.00008296889,0.00057718845,0.0000054743596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016959407,0.00028788604,0.00041488584,0.0010243199,0.00024814432,0.0000020881653,0.0020547411,5.3363556e-7,0.000046832287,0.00019573371,0.9636202,0.031935036],"study_design_scores_gemma":[0.0007598112,0.00048294562,0.0012944979,0.00054321,0.00038550032,0.000034135595,0.013606899,0.00055525755,0.00012755691,0.0010886432,0.9809907,0.00013081737],"about_ca_topic_score_codex":0.017194498,"about_ca_topic_score_gemma":0.0047393953,"teacher_disagreement_score":0.85377264,"about_ca_system_score_codex":0.0010373035,"about_ca_system_score_gemma":0.005098798,"threshold_uncertainty_score":0.9994597},"labels":[],"label_agreement":null},{"id":"W4416521983","doi":"10.21956/mep.20484.r32007","title":"Referee report. For: Entry-to-practice competency expectations for health justice in Canadian physiotherapy curricula: A scoping review protocol [version 1; peer review: 1 not approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Economic Justice; Health care; Health professionals; MEDLINE","score_opus":0.08618431136438659,"score_gpt":0.5389082837443626,"score_spread":0.452723972379976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416521983","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008815514,0.0018771224,0.00080797944,0.7921244,0.00019517136,0.2030382,0.00035324536,0.00002654995,0.0014891727],"genre_scores_gemma":[0.0005071806,0.0024213786,0.09341974,0.059748396,0.00052098505,0.80970395,0.009657453,0.000110684836,0.023910262],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994817,0.00051785965,0.0010704827,0.0005099425,0.0023732537,0.00071144645],"domain_scores_gemma":[0.99027205,0.0005335854,0.00044203352,0.00070853264,0.007695673,0.00034815015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012263087,0.00015173596,0.0005566988,0.0005540219,0.0006687521,0.000016368676,0.00033297733,0.00005411646,0.00038333252],"category_scores_gemma":[0.04390454,0.00014390732,0.00011056981,0.002084537,0.000077007404,0.00014232332,0.00008343296,0.00068715075,0.00001757888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019562837,0.0004286526,0.000044993532,0.0502475,0.000019924142,0.0000093166755,0.0006381382,0.0000063705584,0.00015451951,0.0004576123,0.93872666,0.009070667],"study_design_scores_gemma":[0.001244823,0.0008027261,0.00015499046,0.038856585,0.00003795132,0.000045416164,0.0019142932,0.00017012651,0.000054673066,0.000028269695,0.95656484,0.00012528009],"about_ca_topic_score_codex":0.018341068,"about_ca_topic_score_gemma":0.0072179087,"teacher_disagreement_score":0.732376,"about_ca_system_score_codex":0.00210487,"about_ca_system_score_gemma":0.007382847,"threshold_uncertainty_score":0.99824435},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416522453","doi":"10.21956/mep.18815.r31700","title":"Referee report. For: Currencies of recognition: What rewards and recognition do Canadian distributed medical education preceptors value? [version 1; peer review: 1 approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peer-to-peer; MEDLINE; Higher education","score_opus":0.07431579308480289,"score_gpt":0.4161579733398737,"score_spread":0.3418421802550708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416522453","genre_codex":"commentary","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37496275,0.009574088,0.00029777086,0.5957057,0.0023987086,0.0056810733,0.00475891,0.00008364483,0.0065373513],"genre_scores_gemma":[0.28990418,0.028716281,0.021954587,0.0066030473,0.0020435816,0.005799722,0.58863884,0.00022206559,0.056117713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942151,0.0003979435,0.0008196894,0.0004412359,0.0037345719,0.00039148136],"domain_scores_gemma":[0.9872962,0.00021289631,0.00032990874,0.00048993464,0.011291743,0.00037929654],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010677105,0.00014458681,0.0003831642,0.00060034386,0.0004016363,0.0000309708,0.00024329625,0.00017591447,0.0029895825],"category_scores_gemma":[0.039177943,0.00013940614,0.00009489247,0.001346618,0.00039152597,0.00028124254,0.00013647624,0.0008469276,0.000014766548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009732976,0.00032162535,0.00051597663,0.0015523476,0.000038177463,0.000003907132,0.00043943973,2.1436983e-7,0.000103587256,0.0000821114,0.7558562,0.24098907],"study_design_scores_gemma":[0.0007761621,0.0005601554,0.0016744019,0.0043450175,0.00009543356,0.00020219716,0.0077949036,0.00009283416,0.00084252603,0.0015078934,0.9819429,0.00016559804],"about_ca_topic_score_codex":0.0067309365,"about_ca_topic_score_gemma":0.00082837703,"teacher_disagreement_score":0.5891027,"about_ca_system_score_codex":0.0008973402,"about_ca_system_score_gemma":0.0057347566,"threshold_uncertainty_score":0.99990183},"labels":[],"label_agreement":null},{"id":"W4416538921","doi":"10.36834/cmej.8151","title":"Formative rather than performative: enduring impact of an alternate pathway (QuARMS) to medicine.","year":2025,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Formative assessment; Process (computing); Qualitative research; Work (physics); Agency (philosophy)","score_opus":0.020706579348320948,"score_gpt":0.3400883157488051,"score_spread":0.3193817364004842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416538921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709096,0.000041928866,0.0011679811,0.0022432462,0.00047737805,0.0010951785,0.0000075371427,0.000050774597,0.024006391],"genre_scores_gemma":[0.99642,0.0000077597515,0.0005469006,0.0010199053,0.00020679436,0.00071320747,0.00004289206,0.000013746348,0.0010287557],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99861515,0.00006753368,0.0004779962,0.0001726266,0.00033676752,0.00032991974],"domain_scores_gemma":[0.9989917,0.00005582857,0.00014375546,0.0003592901,0.0003103106,0.00013910195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010952997,0.0001486086,0.00030961286,0.0005157254,0.00007936992,0.000009833933,0.00017087375,0.00007109938,0.00013449488],"category_scores_gemma":[0.0011492149,0.000104363484,0.00006784916,0.0008353637,0.00010159863,0.0002646158,0.000044111184,0.00028882961,0.000012184163],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032988394,0.00036702713,0.018587165,0.00025885622,0.00027938938,0.0000043676046,0.017568853,0.0000375826,0.0009462784,0.0016540545,0.005367607,0.95459896],"study_design_scores_gemma":[0.0017465536,0.00033194222,0.9799476,0.0002560638,0.000062201645,0.000016279966,0.0031981927,0.00088587444,0.010672936,0.0005719869,0.0021715404,0.00013879547],"about_ca_topic_score_codex":0.00013862841,"about_ca_topic_score_gemma":0.0000048644997,"teacher_disagreement_score":0.96136045,"about_ca_system_score_codex":0.00032513778,"about_ca_system_score_gemma":0.00012826551,"threshold_uncertainty_score":0.42558193},"labels":[],"label_agreement":null},{"id":"W4416673031","doi":"10.1111/medu.70101","title":"A validity evaluation of lexicon‐based sentiment analysis of medical students' clinical performance from in‐training evaluation reports","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Cumming School of Medicine, University of Calgary","keywords":"Sentiment analysis; Narrative; MEDLINE; Clinical judgment; Work (physics); Educational measurement","score_opus":0.12032536728872326,"score_gpt":0.5422086184698032,"score_spread":0.42188325118107994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416673031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841005,0.000217239,0.0018333689,0.009580434,0.00239649,0.0010278351,0.0000024930446,0.000021153342,0.0008204682],"genre_scores_gemma":[0.9936017,0.000049261413,0.0013507574,0.0035048597,0.00022082585,0.0002847748,0.00093793083,0.000010728853,0.00003916403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98515415,0.0009859322,0.0026763529,0.0005671296,0.010385947,0.00023051183],"domain_scores_gemma":[0.9955765,0.00045925143,0.00082676817,0.000772824,0.0022304659,0.00013417879],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0393843,0.00017300306,0.0007938846,0.0013353807,0.000051643485,0.000014759192,0.00035435663,0.000514681,0.0042732917],"category_scores_gemma":[0.043486506,0.00016337816,0.0002109296,0.0034599595,0.00031703254,0.00010844078,0.00008214497,0.00059854286,0.000003743601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068022455,0.0034290818,0.67790085,0.00012685046,0.00041431963,0.0000013796249,0.00073786255,0.00019106644,0.000022314916,0.00007258206,0.0030807704,0.3139549],"study_design_scores_gemma":[0.0017575799,0.0000783357,0.66406167,0.00113617,0.00325557,0.0000018857857,0.0006788796,0.32796684,0.00031821252,0.0002529859,0.00040992198,0.0000819138],"about_ca_topic_score_codex":0.0004244363,"about_ca_topic_score_gemma":0.00012237842,"teacher_disagreement_score":0.32777578,"about_ca_system_score_codex":0.0006580933,"about_ca_system_score_gemma":0.022390546,"threshold_uncertainty_score":0.9966369},"labels":[],"label_agreement":null},{"id":"W4416713274","doi":"10.1055/s-0045-1813215","title":"Navigating the Competency Revolution in Medical Education","year":2025,"lang":"en","type":"article","venue":"Libyan International Medical University Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Summative assessment; Competence (human resources); Milestone; Core competency; Medical knowledge; Process (computing); Excellence; Resource (disambiguation)","score_opus":0.005986961366525372,"score_gpt":0.3249420467108807,"score_spread":0.31895508534435535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416713274","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4213751,0.0001972454,0.008817382,0.51286,0.0072200815,0.0002522376,0.000001216987,0.000049694867,0.04922706],"genre_scores_gemma":[0.96667564,0.00047960266,0.0037069733,0.022702536,0.0014026647,0.0000034557759,0.00006860502,0.000011566332,0.0049489536],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748874,0.00014965369,0.00045713765,0.00018337407,0.0015208663,0.0002002133],"domain_scores_gemma":[0.99883413,0.00015382738,0.00015439853,0.00017085022,0.000489012,0.00019780612],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013839426,0.00010340066,0.00016297401,0.00026963273,0.00025688106,0.000031569438,0.00061693764,0.00022328449,0.0027678092],"category_scores_gemma":[0.005820485,0.00008270017,0.00008638947,0.00088218367,0.00027384015,0.00020200087,0.00012536597,0.0023943346,0.000028631626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022244573,0.0012774024,0.113151334,0.000055771834,0.0001601103,0.00032912559,0.00077361043,0.00000769192,0.000020899035,0.17471254,0.10968602,0.59960306],"study_design_scores_gemma":[0.0054157823,0.0001328143,0.26668686,0.008408236,0.00011508983,0.0034748549,0.008596283,0.026985439,0.000025155194,0.011496484,0.6683714,0.0002916123],"about_ca_topic_score_codex":0.00009318473,"about_ca_topic_score_gemma":0.00006012853,"teacher_disagreement_score":0.5993114,"about_ca_system_score_codex":0.00080118794,"about_ca_system_score_gemma":0.004540073,"threshold_uncertainty_score":0.9999072},"labels":[],"label_agreement":null},{"id":"W4416732152","doi":"10.1213/ane.0000000000007860","title":"Survey of World Federation of Societies of Anaesthesiologists Fellowship Graduates: Applying a Theory-Driven Framework to Assess Training Outcomes","year":2025,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; St Joseph's Health Centre; Hospital for Sick Children; University of Ottawa","funders":"","keywords":"Training (meteorology); Service (business); MEDLINE; Needs assessment; Developing country","score_opus":0.0899735875151445,"score_gpt":0.3789624425339988,"score_spread":0.2889888550188543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416732152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978652,0.00017869021,0.01597473,0.0040700077,0.00006704037,0.000610661,0.0000020481207,0.00003662623,0.00040820203],"genre_scores_gemma":[0.9805769,0.000023262519,0.016915971,0.0019250354,0.00002431769,0.000077067365,0.00006011062,0.000020180367,0.00037718512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977872,0.00035367097,0.00090076093,0.00028029166,0.00043717423,0.00024089699],"domain_scores_gemma":[0.99734014,0.0010041778,0.00042689356,0.00046232654,0.00071495166,0.00005149705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022810104,0.0002017,0.0008128296,0.000572223,0.00009739168,0.0000150190135,0.00024158909,0.00018762938,0.00003327507],"category_scores_gemma":[0.002881841,0.00017374808,0.0001456156,0.0020111576,0.00031268963,0.00006587164,0.000023745286,0.0002800539,0.0000023645932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020903509,0.00032724385,0.9078315,0.00051420374,0.00023170479,0.0000070642795,0.0028464696,0.000120707366,0.0012343677,0.05639726,0.0021216872,0.028158776],"study_design_scores_gemma":[0.0003213991,0.00022216437,0.985509,0.0008897012,0.00013350969,0.000004141801,0.0027089203,0.0003067912,0.0035445418,0.006051488,0.0001699525,0.00013842115],"about_ca_topic_score_codex":0.00017764208,"about_ca_topic_score_gemma":0.00004905275,"teacher_disagreement_score":0.07767749,"about_ca_system_score_codex":0.00007196464,"about_ca_system_score_gemma":0.00041896536,"threshold_uncertainty_score":0.7085241},"labels":[],"label_agreement":null},{"id":"W4416806415","doi":"10.1016/b978-0-443-40300-2.00003-5","title":"Case Study: McMaster University School of Medicine","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Plan (archaeology); Curriculum; Paradigm shift; Medical school","score_opus":0.02421180334940419,"score_gpt":0.29771008685988054,"score_spread":0.27349828351047634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416806415","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017880466,0.0001535895,0.000010556705,0.00062134076,0.00052932865,0.001235022,0.000009872155,0.00004506619,0.9956072],"genre_scores_gemma":[0.005980029,0.000019024703,0.00061399746,0.001025217,0.0004579662,0.000005209651,0.000030217387,0.000033479737,0.9918349],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983379,0.000035651727,0.00059138355,0.00038166327,0.0004915407,0.00016184327],"domain_scores_gemma":[0.998236,0.00006146866,0.00030755074,0.00067109306,0.0006131008,0.00011076203],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046318403,0.0002861389,0.00073557615,0.00064097584,0.00008575611,0.0000034661944,0.0001628953,0.0003168877,0.0045846407],"category_scores_gemma":[0.00029968776,0.00025563742,0.00011066681,0.00008124004,0.00041021188,0.000024998444,0.00011428821,0.00079231354,0.000066175846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064444976,0.00007370659,0.0001363283,0.0003921718,0.0003149304,0.0021977825,0.00063806836,4.0131123e-8,0.000007872165,0.0022745163,0.010320775,0.98357934],"study_design_scores_gemma":[0.00194599,0.00043122517,0.00007686836,0.0016503024,0.0011557948,0.00087854953,0.001662218,0.0000045318857,0.0000053824274,0.00048332068,0.9915253,0.00018049723],"about_ca_topic_score_codex":0.000010475622,"about_ca_topic_score_gemma":0.000016983053,"teacher_disagreement_score":0.98339885,"about_ca_system_score_codex":0.00028135907,"about_ca_system_score_gemma":0.0005693702,"threshold_uncertainty_score":0.99998957},"labels":[],"label_agreement":null},{"id":"W4416824814","doi":"10.21956/mep.20620.r36182","title":"Referee report. For: Exploring residents’ perceptions of competency-based medical education across Canada: A national survey study [version 1; peer review: 2 approved, 1 approved with reservations]","year":2024,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perception; Survey research; Peer review; Survey data collection; Affect (linguistics); MEDLINE","score_opus":0.15537110434570392,"score_gpt":0.4707086723563254,"score_spread":0.3153375680106215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416824814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7488584,0.0005600797,0.0013553933,0.24231891,0.00053448416,0.003997892,0.0010266673,0.00007632903,0.0012718651],"genre_scores_gemma":[0.9104652,0.00020756097,0.013600832,0.00089355477,0.00048621252,0.002640448,0.029983098,0.00010009634,0.041623008],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9883927,0.00047812032,0.0011347263,0.0006028997,0.008958306,0.00043321808],"domain_scores_gemma":[0.96550184,0.00085873663,0.00025814134,0.0008219463,0.03232293,0.00023641261],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019051623,0.00019091189,0.00047269193,0.00037547486,0.00033000292,0.000039565104,0.00043566458,0.0001376428,0.00037277146],"category_scores_gemma":[0.06115115,0.00015505335,0.00008645174,0.0024152107,0.00037254838,0.00024014509,0.00011853049,0.0008700032,0.000009647166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003312482,0.0015049172,0.054022703,0.003675983,0.00015495924,0.000019235486,0.0008549347,0.000010685537,0.0002684312,0.00040715866,0.93411916,0.004630552],"study_design_scores_gemma":[0.0019685908,0.0010716586,0.77488667,0.012022849,0.00011045984,0.00007584684,0.013018095,0.0023414027,0.00035331078,0.00017824846,0.19364019,0.00033270958],"about_ca_topic_score_codex":0.17225213,"about_ca_topic_score_gemma":0.25303784,"teacher_disagreement_score":0.740479,"about_ca_system_score_codex":0.0012313402,"about_ca_system_score_gemma":0.034034964,"threshold_uncertainty_score":0.97144115},"labels":[],"label_agreement":null},{"id":"W4416824909","doi":"10.21956/mep.20170.r31176","title":"Referee report. For: Exploring social accountability in Canadian medical schools: broader perspectives [version 1; peer review: awaiting peer review]","year":2021,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Negotiation; Action (physics); Peer review; Qualitative research; Social accounting","score_opus":0.158070977945552,"score_gpt":0.48089917560589207,"score_spread":0.3228281976603401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416824909","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07763058,0.009632134,0.000023319497,0.8985404,0.00022101344,0.0012865785,0.0001215571,0.000031105068,0.012513325],"genre_scores_gemma":[0.575008,0.05447079,0.015860308,0.025955068,0.0067995987,0.0035061978,0.028042002,0.00032312932,0.29003492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898903,0.00043939316,0.0010073121,0.0006383754,0.007215102,0.00080951926],"domain_scores_gemma":[0.94834125,0.000369475,0.00025268545,0.0009906159,0.049340736,0.0007052242],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030271936,0.00016998549,0.00061736506,0.0003768484,0.00034096919,0.000029332863,0.00032421428,0.0002768834,0.0040147766],"category_scores_gemma":[0.27346894,0.00015787102,0.00017180934,0.0017458169,0.0002915246,0.0002645468,0.00014788838,0.0020184438,0.00007389386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003509375,0.00019831334,0.0050808066,0.0051266723,0.000040150902,0.00013011013,0.0014313413,8.166521e-8,0.0001372359,0.00040455957,0.9728161,0.014599497],"study_design_scores_gemma":[0.000642624,0.00005150803,0.02001353,0.013588605,0.000038864768,0.000113267,0.017348781,0.000026638547,0.00024612478,0.00008638988,0.94769496,0.00014869317],"about_ca_topic_score_codex":0.034485996,"about_ca_topic_score_gemma":0.022211183,"teacher_disagreement_score":0.8725853,"about_ca_system_score_codex":0.0023780905,"about_ca_system_score_gemma":0.008404521,"threshold_uncertainty_score":0.9985391},"labels":[],"label_agreement":null},{"id":"W4416861926","doi":"10.1186/s12909-026-09243-2","title":"Building a Relevant Biomedical Graduate Program: From Review to Reform","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Stakeholder; Process (computing); Program evaluation; Program Design Language; Educational program; Curriculum development; Research program","score_opus":0.03886488745857354,"score_gpt":0.44010928346124323,"score_spread":0.4012443960026697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416861926","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40844914,0.009449428,0.052221984,0.5006252,0.010630203,0.005528805,0.000009012412,0.0007997496,0.0122865075],"genre_scores_gemma":[0.09082234,0.004993964,0.6291651,0.2601056,0.0039477395,0.0044484595,0.0019016659,0.00009695837,0.0045181774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99642456,0.0000934661,0.0009851216,0.000571665,0.0015234431,0.00040175166],"domain_scores_gemma":[0.99785495,0.00016778916,0.00014836185,0.0007526194,0.00057962904,0.0004966241],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015713229,0.00022481159,0.00048053742,0.00045772528,0.00012584064,0.000027996053,0.00034162367,0.00027737665,0.0012036144],"category_scores_gemma":[0.026628194,0.00018097326,0.000114580085,0.0024357142,0.00018936099,0.00008726208,0.000108389366,0.00066190027,0.00026516867],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003778097,0.001285597,0.0004948826,0.0016845919,0.000032819273,0.000002502791,0.000084430685,3.051429e-8,0.0001222913,0.004290782,0.31456447,0.6773998],"study_design_scores_gemma":[0.0011787215,0.0003016638,0.028945277,0.040179797,0.00039183244,0.000055789307,0.0006089736,0.00088834926,0.00031037995,0.0035597496,0.92323023,0.0003492233],"about_ca_topic_score_codex":0.00042595543,"about_ca_topic_score_gemma":0.000029530298,"teacher_disagreement_score":0.6770506,"about_ca_system_score_codex":0.00087133626,"about_ca_system_score_gemma":0.00911243,"threshold_uncertainty_score":0.9997094},"labels":[],"label_agreement":null},{"id":"W4416920987","doi":"10.1080/0142159x.2025.2582647","title":"ASPIRE to excellence: Making health systems socially accountable","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; University of British Columbia","funders":"","keywords":"Accountability; Social accounting; Excellence; Equity (law); Social responsibility; Curriculum; Quality (philosophy)","score_opus":0.02625412913524404,"score_gpt":0.4204700533855524,"score_spread":0.3942159242503083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416920987","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24829301,0.002450099,0.03622172,0.51200783,0.00807958,0.0020724435,0.0000019294569,0.0005106928,0.19036268],"genre_scores_gemma":[0.8758984,0.000042876625,0.0019315593,0.050690927,0.0019138091,0.00021639779,0.000036344594,0.00003408003,0.06923556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756616,0.00009814635,0.00054363237,0.0003136278,0.0010631882,0.0004152427],"domain_scores_gemma":[0.9991609,0.000026162563,0.00008185551,0.00034915446,0.00018232076,0.00019963564],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022427642,0.00013562612,0.00036194932,0.00022440813,0.0001900318,0.000033368367,0.00022293908,0.00025529054,0.0023909563],"category_scores_gemma":[0.0033441635,0.00011616661,0.000050482366,0.0009553991,0.000101746096,0.0000481359,0.00008260958,0.0006848228,0.00023647428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026575608,0.00034317467,0.021751184,0.0004437763,0.00005669227,0.000012899573,0.0010735731,0.0000027209553,0.000012289426,0.007837602,0.8267153,0.14172424],"study_design_scores_gemma":[0.0010441958,0.00015177365,0.0076111415,0.0026566435,0.000044268574,0.00002904603,0.0032282397,0.006186078,0.000006297803,0.0003901802,0.9784576,0.00019452897],"about_ca_topic_score_codex":0.0002101967,"about_ca_topic_score_gemma":0.0000123725395,"teacher_disagreement_score":0.62760544,"about_ca_system_score_codex":0.0006148052,"about_ca_system_score_gemma":0.0026254714,"threshold_uncertainty_score":0.998521},"labels":[],"label_agreement":null},{"id":"W4416965115","doi":"10.2196/77580","title":"Feasibility of a Specialized Large Language Model for Postgraduate Medical Examination Preparation: Single-Center Proof-Of-Concept Study","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Educational measurement; Medical history; Physical examination; Objective structured clinical examination; Language assessment","score_opus":0.12220725428412152,"score_gpt":0.5186528880953443,"score_spread":0.3964456338112228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416965115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9507207,0.00003441649,0.0386075,0.0014262125,0.00014893872,0.0054412247,0.000047701553,0.000021016904,0.003552279],"genre_scores_gemma":[0.996778,9.680384e-7,0.0010436693,0.00008523394,0.0000772549,0.0007380932,0.00020537138,0.000009831296,0.0010615569],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969161,0.00037690927,0.00075684895,0.00024085442,0.001412015,0.00029724895],"domain_scores_gemma":[0.9968068,0.00027372324,0.00016779636,0.00040040366,0.0022910314,0.000060267572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004757796,0.00010674191,0.000342111,0.0005254507,0.00012533602,0.000013651317,0.00019855927,0.00013039687,0.00013889057],"category_scores_gemma":[0.0041015223,0.00008824752,0.00007482589,0.0011758577,0.00028840377,0.00020742945,0.000115185656,0.0003719805,0.0000021678009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006820195,0.07717992,0.024055282,0.0059868055,0.0006449106,0.00000926259,0.52343065,0.000036451325,0.0030807408,0.026337683,0.05454365,0.27787444],"study_design_scores_gemma":[0.04562332,0.011643141,0.07735726,0.0026625798,0.00016771974,0.00001706738,0.09080838,0.69623065,0.06761859,0.005600205,0.0017552495,0.00051583856],"about_ca_topic_score_codex":0.0000082279275,"about_ca_topic_score_gemma":0.000024455114,"teacher_disagreement_score":0.6961942,"about_ca_system_score_codex":0.00035058137,"about_ca_system_score_gemma":0.0007711905,"threshold_uncertainty_score":0.49102017},"labels":[],"label_agreement":null},{"id":"W4416985031","doi":"10.1080/21679169.2025.2592986","title":"Equity-focused teaching goals in health professions education: an analysis of teaching cases in a Master’s of Physical Therapy program","year":2025,"lang":"en","type":"article","venue":"European Journal of Physiotherapy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute; McMaster University; Artificial Intelligence in Medicine (Canada); University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research","keywords":"Health professions; Allied health professions; Health professionals; Curriculum; Health care; MEDLINE","score_opus":0.0469383911406583,"score_gpt":0.4710218235921418,"score_spread":0.4240834324514835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416985031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941243,0.000354817,0.0007270831,0.002824984,0.00017184859,0.00048570574,0.0000019226845,0.000011856987,0.0012974625],"genre_scores_gemma":[0.9878086,0.00006133573,0.010722934,0.0010221719,0.00022763401,0.000008955455,0.000014178899,0.00002376856,0.0001104514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964076,0.0015416289,0.001261676,0.00018025757,0.0004073407,0.00020146444],"domain_scores_gemma":[0.9982455,0.0001442452,0.0009379283,0.0003513753,0.00024951805,0.00007142728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034338476,0.00015084104,0.0007498029,0.0016417558,0.00006742798,0.00001564341,0.0002676165,0.000028059045,0.000028814093],"category_scores_gemma":[0.000422875,0.000116056515,0.00018778724,0.0015572272,0.000089228626,0.00018427572,0.000027897926,0.0007853635,3.7672478e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044125193,0.011165315,0.033785794,0.00025730437,0.0003670636,0.000010527513,0.016293364,0.00025359885,0.025078325,0.0020862687,0.0003157364,0.9099454],"study_design_scores_gemma":[0.0055660647,0.005468988,0.96231955,0.0066229207,0.00017733904,0.000016162656,0.01073588,0.0036518096,0.0015027523,0.00048647265,0.0032188836,0.00023317839],"about_ca_topic_score_codex":0.00013463608,"about_ca_topic_score_gemma":0.000017561251,"teacher_disagreement_score":0.92853373,"about_ca_system_score_codex":0.00020338953,"about_ca_system_score_gemma":0.0009276581,"threshold_uncertainty_score":0.47326472},"labels":[],"label_agreement":null},{"id":"W4416985971","doi":"10.5334/pme.2000","title":"Beyond Individualism and Independence: Exploring Collectivism and Interdependence as Paradigms of Healthcare and Health Professions Education","year":2025,"lang":"en","type":"review","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; Bruyère; University of Ottawa","funders":"","keywords":"Collectivism; Transformative learning; Individualism; Health care; Health professions; Conceptual framework","score_opus":0.06537067883093815,"score_gpt":0.468440400892673,"score_spread":0.40306972206173486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416985971","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017047205,0.965024,0.00006405689,0.027879898,0.0014016686,0.0024653273,0.000016203145,0.000046939054,0.001397215],"genre_scores_gemma":[0.011012228,0.98254555,0.0009929677,0.0024997483,0.00043783194,0.0013057354,0.00018496659,0.000041222444,0.000979728],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.996289,0.00034590013,0.0010152924,0.00093912694,0.0010842163,0.00032645965],"domain_scores_gemma":[0.99727386,0.0005733057,0.00068190263,0.00047323984,0.00054464943,0.00045301896],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016008414,0.000432181,0.0013909327,0.0013220004,0.00033058922,0.000044063705,0.00018830273,0.0006106131,0.00008928779],"category_scores_gemma":[0.009244149,0.00037166398,0.000084997846,0.0012459094,0.0005214457,0.00019630982,0.00015453613,0.0017851889,0.0000034050115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013878204,0.001090433,0.00027668118,0.023042336,0.00006865021,8.698341e-7,0.019023973,4.2967865e-9,1.2540349e-7,0.027837291,0.0027124826,0.9259333],"study_design_scores_gemma":[0.0018915662,0.0028727152,0.010581437,0.39061448,0.0013742133,0.0013496897,0.2496633,0.00003101709,0.0000065063186,0.013181497,0.32709348,0.0013400945],"about_ca_topic_score_codex":0.00051164953,"about_ca_topic_score_gemma":0.0000269623,"teacher_disagreement_score":0.92459315,"about_ca_system_score_codex":0.00081411726,"about_ca_system_score_gemma":0.026013214,"threshold_uncertainty_score":0.9998735},"labels":[],"label_agreement":null},{"id":"W4417004621","doi":"10.1182/blood-2025-2867","title":"A Canadian national needs assessment for an immunology curriculum for hematology residents","year":2025,"lang":"en","type":"article","venue":"Blood","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; St. Paul's Hospital; Université Laval; St. Michael's Hospital; University Health Network; University of Toronto; University of British Columbia Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Hematology; Clinical immunology; MEDLINE; Clinical Practice; Scholarship; Needs assessment","score_opus":0.013375282220381585,"score_gpt":0.36925152635161707,"score_spread":0.3558762441312355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417004621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93367505,0.00022110566,0.011363892,0.038048804,0.0019257531,0.002254296,0.00005004513,0.00007045696,0.012390598],"genre_scores_gemma":[0.9477257,0.0000040809746,0.04343505,0.005156705,0.00025460415,0.0010748059,0.0006946293,0.000013766989,0.0016406361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99925816,0.00001768999,0.0002364202,0.00014892085,0.00011417804,0.0002246213],"domain_scores_gemma":[0.99903965,0.00005945989,0.000047914273,0.00015641349,0.0006443149,0.000052264637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033424833,0.000071019116,0.00015394248,0.0005346138,0.00014013084,0.000010436354,0.00009597924,0.00013938436,0.000041224586],"category_scores_gemma":[0.0009662013,0.000070628455,0.000036985624,0.0003819638,0.00003921083,0.000042868527,0.000010517135,0.0001100317,0.000003621439],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004347607,0.0017282474,0.06950601,0.0002736679,0.00043226185,0.0000025358652,0.00024000506,0.0000015174232,0.0011251566,0.7907226,0.13025293,0.0056715696],"study_design_scores_gemma":[0.036642473,0.003063642,0.4135865,0.0007007313,0.0015174717,0.00043388558,0.0062260604,0.007377279,0.0076395217,0.12476002,0.3972424,0.00081001787],"about_ca_topic_score_codex":0.004332104,"about_ca_topic_score_gemma":0.005151744,"teacher_disagreement_score":0.6659626,"about_ca_system_score_codex":0.0002660689,"about_ca_system_score_gemma":0.0023411347,"threshold_uncertainty_score":0.6548875},"labels":[],"label_agreement":null},{"id":"W4417008746","doi":"10.56536/sajms.v6i1.101","title":"Contemporary Methods for Assessment of Undergraduate Medical Students","year":2025,"lang":"","type":"article","venue":"South Asian Journal of Medical Sciences","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Assessment for learning; Metacognition; Teaching method; Active learning (machine learning); Problem-based learning","score_opus":0.09670139723743565,"score_gpt":0.5512084919950897,"score_spread":0.45450709475765405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417008746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017805608,0.0034762078,0.5771627,0.38232544,0.011028846,0.00079699134,0.000007754658,0.000011886202,0.007384605],"genre_scores_gemma":[0.87995887,0.00031992554,0.113545276,0.004552417,0.0011936623,0.000019977619,0.0000053827066,0.000016913289,0.00038759608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9817781,0.0012634149,0.003976438,0.00052474806,0.011746206,0.00071113306],"domain_scores_gemma":[0.9932792,0.0014621457,0.0024177802,0.00040244346,0.0013582426,0.0010801621],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06694822,0.00035449988,0.001470409,0.0012358543,0.00042459273,0.00013439672,0.0037659584,0.0007255386,0.0011740167],"category_scores_gemma":[0.04525308,0.00025116734,0.00047519297,0.0031477248,0.004291974,0.00026985,0.00039840786,0.0019345928,0.0000035276473],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000231074,0.0025065974,0.10483809,0.0014101919,0.0011989562,0.000102682636,0.0028815342,0.0000048755055,0.000037317313,0.04654421,0.04728815,0.7929563],"study_design_scores_gemma":[0.072757624,0.027708188,0.13131185,0.100594476,0.005323257,0.0013369141,0.1984748,0.076139055,0.0014750441,0.13871326,0.24365874,0.0025067965],"about_ca_topic_score_codex":0.000011300391,"about_ca_topic_score_gemma":0.0000014771268,"teacher_disagreement_score":0.86215323,"about_ca_system_score_codex":0.0003018871,"about_ca_system_score_gemma":0.030112004,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W4417036667","doi":"10.5334/pme.2038","title":"The Use of Micro-Credentials in Health Professions Education: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Winnipeg Regional Health Authority; Ottawa Public Health; Canadian Association of Occupational Therapists; Ottawa Hospital; Izaak Walton Killam Health Centre","funders":"","keywords":"Health professions; Foundation (evidence); Health care; Allied health professions; MEDLINE; Health professionals; Systematic review","score_opus":0.080862829260571,"score_gpt":0.526747424505827,"score_spread":0.44588459524525603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417036667","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004084173,0.95231056,0.000085653184,0.038070478,0.0025138338,0.0063403537,0.0000056992967,0.000032673874,0.00063666387],"genre_scores_gemma":[0.0000020928342,0.98369265,0.0019390319,0.0076079722,0.00057038304,0.0023895807,0.00035367723,0.000039606708,0.0034050336],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943657,0.0010387503,0.0023942303,0.0006851993,0.0011325817,0.00038352885],"domain_scores_gemma":[0.99473864,0.0014340554,0.0014386168,0.0012129446,0.0009462733,0.0002294721],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002600946,0.00039473432,0.0018985033,0.0008844067,0.0002716779,0.00003818045,0.00044393577,0.00041013432,0.00048063134],"category_scores_gemma":[0.047799893,0.00026859585,0.00035195687,0.0028119173,0.0003841594,0.00010821173,0.00008562917,0.001490109,0.000030315694],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007777872,0.0015898636,0.0000052742926,0.17597483,0.000039803363,3.3940356e-7,0.0006431201,3.0109664e-8,3.0630495e-8,0.0027941104,0.07038475,0.7485601],"study_design_scores_gemma":[0.00009563562,0.000049724968,0.000017729893,0.56605566,0.00016564224,0.000020944311,0.0018349885,0.0000013240397,1.5632e-7,0.000033578573,0.43161884,0.000105785024],"about_ca_topic_score_codex":0.00012775073,"about_ca_topic_score_gemma":0.000026172316,"teacher_disagreement_score":0.7484543,"about_ca_system_score_codex":0.0014503701,"about_ca_system_score_gemma":0.079174735,"threshold_uncertainty_score":0.99997663},"labels":[],"label_agreement":null},{"id":"W4417166282","doi":"10.36834/cmej.81150","title":"What counts? Defining scholarship in continuing professional development using a national modified Delphi study","year":2025,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; NOSM University; Toronto Metropolitan University; Queen's University","funders":"","keywords":"Scholarship; Accreditation; Delphi method; Promotion (chess); Professional association; Delphi; Continuing professional development; Professional development","score_opus":0.03798985801268793,"score_gpt":0.4023265966662291,"score_spread":0.36433673865354116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417166282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7701391,0.019221375,0.00039885484,0.08308854,0.11688616,0.00098193,0.000004072454,0.000020094587,0.009259884],"genre_scores_gemma":[0.93100005,0.00031937187,0.004903159,0.04010461,0.0032190008,0.00010392824,0.00009115781,0.000041536194,0.020217212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959295,0.0003458209,0.0011428208,0.00031331656,0.0016231429,0.0006453937],"domain_scores_gemma":[0.9959208,0.00014275135,0.00022770319,0.00016635402,0.0015592256,0.0019832114],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005707154,0.00021518751,0.0003034518,0.0016773845,0.00042336213,0.00026522035,0.0003268124,0.00046516687,0.0133998385],"category_scores_gemma":[0.035677996,0.00023211086,0.000048989277,0.0014859606,0.0001821087,0.0005855833,0.00003637299,0.0024167735,0.00020475854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000321098,0.0018688233,0.019253397,0.00019293868,0.00015512157,0.00012021731,0.012570671,0.00007651872,0.000004472467,0.014508437,0.19128884,0.75992846],"study_design_scores_gemma":[0.0034103782,0.000072211136,0.0792099,0.02918984,0.00016174077,0.00092270353,0.075185284,0.010692147,0.0000068407185,0.0029437006,0.79763937,0.0005659021],"about_ca_topic_score_codex":0.0009274945,"about_ca_topic_score_gemma":0.0041800383,"teacher_disagreement_score":0.7593625,"about_ca_system_score_codex":0.006041031,"about_ca_system_score_gemma":0.21241485,"threshold_uncertainty_score":0.99988467},"labels":[],"label_agreement":null},{"id":"W4417182242","doi":"10.3389/fdmed.2025.1603222","title":"Dental students’ perspective on learning activities regarding professionalism. A meta ethnographic review","year":2025,"lang":"en","type":"article","venue":"Frontiers in Dental Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Ethnography; Reflection (computer programming); Identity (music); Professional development; Position (finance)","score_opus":0.032421277745333384,"score_gpt":0.415154603733234,"score_spread":0.3827333259879006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417182242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75214976,0.14911227,0.0023030122,0.048377328,0.013422391,0.003913227,0.0000045230045,0.0002908873,0.030426573],"genre_scores_gemma":[0.96272683,0.00635372,0.0021753318,0.018462142,0.00036188506,0.0005058515,0.00010801747,0.000043374144,0.009262824],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99714136,0.0002474733,0.00061820337,0.00050055044,0.0011470027,0.0003453893],"domain_scores_gemma":[0.9990932,0.000117948126,0.0001879735,0.00035347478,0.00017877422,0.00006868246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014694526,0.00029027337,0.0009529965,0.0012834374,0.00019774256,0.000012358408,0.00028682814,0.00015924238,0.00027384926],"category_scores_gemma":[0.0027859397,0.00021859558,0.0001731963,0.0021570064,0.00045705348,0.00014233426,0.00011200826,0.0013335336,0.0000075925277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006396867,0.0011596079,0.59378266,0.0025215978,0.0025660733,0.0001588245,0.0032438869,0.0000049896325,0.0002884488,0.0047155325,0.37197053,0.018948143],"study_design_scores_gemma":[0.021911813,0.0027395778,0.2794365,0.13765931,0.012204799,0.0003242077,0.44301668,0.0006183858,0.0012787614,0.0051736343,0.094166294,0.0014700331],"about_ca_topic_score_codex":0.000078738776,"about_ca_topic_score_gemma":0.0000118653215,"teacher_disagreement_score":0.43977278,"about_ca_system_score_codex":0.0010083081,"about_ca_system_score_gemma":0.0001419909,"threshold_uncertainty_score":0.89140695},"labels":[],"label_agreement":null},{"id":"W4417183895","doi":"10.1111/tct.70295","title":"Assessing the Quality of Narrative Feedback in Entrustable Professional Activities Using the EFeCT Feedback Scoring Tool","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital; Alberta Hospital Edmonton","funders":"","keywords":"Narrative; Workload; Quality (philosophy); Narrative review; MEDLINE","score_opus":0.17681314922902874,"score_gpt":0.5432863879498973,"score_spread":0.3664732387208685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417183895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746679,0.00010559247,0.00047694735,0.01997524,0.0011660171,0.00066512224,6.504933e-7,0.000020775286,0.0029217242],"genre_scores_gemma":[0.9922413,0.000009915423,0.0007185665,0.0018855243,0.0004059054,0.00004071762,0.0000041086973,0.000011883895,0.0046820594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965024,0.0015702518,0.0010260396,0.00022902638,0.00043043526,0.00024184916],"domain_scores_gemma":[0.99623173,0.0025797058,0.0003716729,0.0006264115,0.00017086336,0.000019615765],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010797743,0.00013338453,0.0003848661,0.000060031183,0.00035296325,0.000044106622,0.00030039946,0.0001579599,0.00022190556],"category_scores_gemma":[0.008642291,0.00006034507,0.00013304458,0.00075049046,0.00083162345,0.00017038526,0.00016359109,0.0014944241,0.0000037997443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006977262,0.002442562,0.8391718,0.00041787312,0.0004929474,0.000002233516,0.026822612,0.00016284827,0.003921765,0.0107241385,0.01509617,0.10004731],"study_design_scores_gemma":[0.0017135169,0.000059107875,0.8932277,0.0012800378,0.00014533248,0.0000038607545,0.09298964,0.003890866,0.0007521093,0.0036874432,0.002102929,0.00014746329],"about_ca_topic_score_codex":0.000120316436,"about_ca_topic_score_gemma":0.000012417981,"teacher_disagreement_score":0.09989985,"about_ca_system_score_codex":0.00018226518,"about_ca_system_score_gemma":0.00075998745,"threshold_uncertainty_score":0.99970835},"labels":[],"label_agreement":null},{"id":"W4417199554","doi":"10.36834/cmej.81759","title":"Rethinking how we educate our future physicians: the Queen’s-Lakeridge Health Medical Degree Family Medicine program: an innovative approach to medical education","year":2025,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Specialty; Health care; Educational program; Medical school; Health professionals; Medical home; Degree program; Focus group","score_opus":0.04220402709243222,"score_gpt":0.38718785308220605,"score_spread":0.34498382598977384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417199554","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030225446,0.026620079,0.002977799,0.87103236,0.08219306,0.0028876069,0.000022603546,0.0001384651,0.011105491],"genre_scores_gemma":[0.04782199,0.00903014,0.012970373,0.8234465,0.08668559,0.0014001875,0.0012560007,0.00022345343,0.017165741],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98141825,0.0027013677,0.0032087835,0.0015959003,0.008156025,0.0029196837],"domain_scores_gemma":[0.9652267,0.0003015608,0.0013684971,0.0019398399,0.0066206884,0.02454273],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.016820755,0.0011846885,0.0016828881,0.0029956452,0.0024816478,0.00056239375,0.003415833,0.0025495235,0.007881721],"category_scores_gemma":[0.13117142,0.00094570586,0.00028355006,0.010916718,0.0017387087,0.00088077283,0.00020532586,0.011557708,0.00015539856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003119181,0.0022176234,0.00016314343,0.0004496189,0.00018931793,0.000024936011,0.012480371,9.421039e-7,9.532198e-7,0.026701571,0.48202404,0.4757163],"study_design_scores_gemma":[0.0014836144,0.0006537987,0.005447499,0.016779058,0.00022944393,0.0017347225,0.13971567,0.0013271094,0.0000023498371,0.0022941648,0.8296759,0.0006566739],"about_ca_topic_score_codex":0.024506176,"about_ca_topic_score_gemma":0.014609632,"teacher_disagreement_score":0.57350826,"about_ca_system_score_codex":0.0075962553,"about_ca_system_score_gemma":0.5811045,"threshold_uncertainty_score":0.99929935},"labels":[],"label_agreement":null},{"id":"W4417222110","doi":"10.1186/s12909-025-08382-2","title":"How do dental professionals perceive sustainable dentistry? A qualitative study","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ministère de la Santé et des Services Sociaux (Québec); Université du Québec à Montréal; Ordre des Psychologues du Québec; McGill University; McGill University Health Centre","funders":"Institut National de Santé Publique du Québec","keywords":"Qualitative research; Sustainability; Continuing education; Procurement; Perception; Health professionals; Qualitative analysis","score_opus":0.021426249695383714,"score_gpt":0.4643648585832768,"score_spread":0.4429386088878931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417222110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631821,0.00035060474,0.0050486573,0.022674968,0.002671831,0.0019523371,0.0000013637854,0.00008739577,0.004030776],"genre_scores_gemma":[0.9115573,0.000009440977,0.0037336508,0.0048234966,0.0005031835,0.00084811606,0.00018515218,0.00001881485,0.078320846],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9968061,0.00047220322,0.0005240265,0.00047889852,0.001341703,0.00037709915],"domain_scores_gemma":[0.9976953,0.0003471746,0.00016675066,0.00047748038,0.0011069572,0.00020630992],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020024106,0.00019983563,0.00033218513,0.00046977584,0.00029007415,0.000102264625,0.00024767028,0.00024660263,0.0011785569],"category_scores_gemma":[0.023534691,0.00017014972,0.00008148915,0.0013654077,0.00021997359,0.0002382646,0.00010588016,0.0005610469,0.000059817845],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003664465,0.025437308,0.078944474,0.002800951,0.0003016597,0.00005511406,0.1061519,3.3212177e-7,0.00008864174,0.07575392,0.6356986,0.07440061],"study_design_scores_gemma":[0.0017147934,0.00019338101,0.050976943,0.00086989533,0.00015828347,0.000050970186,0.9321912,0.0001175745,0.000055148375,0.0018467709,0.011650388,0.00017468097],"about_ca_topic_score_codex":0.00011447703,"about_ca_topic_score_gemma":0.000044125194,"teacher_disagreement_score":0.82603925,"about_ca_system_score_codex":0.00066559686,"about_ca_system_score_gemma":0.012222656,"threshold_uncertainty_score":0.9997345},"labels":[],"label_agreement":null},{"id":"W4417245871","doi":"10.1080/0142159x.2025.2547725","title":"Twelve tips for fostering productive struggle in the clinical learning environment","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Context (archaeology); Cognition; Health care; Learning environment","score_opus":0.06919806782682045,"score_gpt":0.4240336154155146,"score_spread":0.3548355475886942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417245871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89181703,0.00019300649,0.0121183,0.07639937,0.0009167302,0.0013985046,3.7281293e-7,0.000051303672,0.017105365],"genre_scores_gemma":[0.98710483,0.000039279028,0.0018878545,0.0035205001,0.0009813972,0.00036968454,0.000041009862,0.000015066871,0.006040401],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982917,0.00020589156,0.00048893044,0.00029572612,0.00049321045,0.00022455714],"domain_scores_gemma":[0.9994106,0.00016121917,0.00006078827,0.00027835186,0.000038018297,0.000051004507],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004080065,0.000097125354,0.00021846998,0.00010008181,0.00008133596,0.000010188087,0.00017368601,0.00018983042,0.0008170261],"category_scores_gemma":[0.009680912,0.00006496757,0.00006853706,0.00027487092,0.00021712204,0.00003261408,0.000083385705,0.0010975554,0.000028767801],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013816683,0.0010879014,0.12977464,0.00012212562,0.00007450205,0.000011347345,0.0028274143,0.0000042728966,0.0000150955775,0.0012192867,0.057619844,0.8071054],"study_design_scores_gemma":[0.003357742,0.00043067252,0.06629511,0.00042684766,0.000115366136,0.00003027152,0.006563637,0.011253493,0.00004129355,0.0019001861,0.90941364,0.00017177047],"about_ca_topic_score_codex":0.000009051344,"about_ca_topic_score_gemma":0.000002205279,"teacher_disagreement_score":0.85179377,"about_ca_system_score_codex":0.00012734983,"about_ca_system_score_gemma":0.00021350571,"threshold_uncertainty_score":0.998661},"labels":[],"label_agreement":null},{"id":"W4417341572","doi":"10.1080/24740527.2025.2574969","title":"Implementing pain competencies in Canadian physiotherapy education: Challenges, barriers, and opportunities","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Pain","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Centre for Interdisciplinary Research in Rehabilitation; Université de Montréal; University of Alberta; Université du Québec à Trois-Rivières; Université de Sherbrooke; Queen's University; McGill University","funders":"Canadian Institutes of Health Research; Louise and Alan Edwards Foundation","keywords":"Accreditation; MEDLINE; Pain assessment; Competence (human resources); Program evaluation","score_opus":0.026751857794381387,"score_gpt":0.31771927150035173,"score_spread":0.29096741370597035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417341572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5237671,0.037345182,0.00053725974,0.4176503,0.0019578063,0.00061118364,0.000017682365,0.000012675781,0.018100806],"genre_scores_gemma":[0.9734933,0.00062475534,0.0013481173,0.023514299,0.00029413984,0.000009250341,0.000015780135,0.000010863659,0.00068950973],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988369,0.00021657262,0.00037541764,0.00008997969,0.000108317494,0.0003728263],"domain_scores_gemma":[0.9987882,0.00008376212,0.000100728466,0.00011909759,0.0002966491,0.00061160984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004809375,0.00008831931,0.00019148827,0.0011977421,0.00017381966,0.000030272928,0.00009417965,0.00006456098,0.00030203565],"category_scores_gemma":[0.0017259232,0.000089235014,0.000028503588,0.0002887858,0.00010802728,0.000081529346,0.0000037034497,0.00024278229,4.6312877e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000695895,0.000019615434,0.096457236,0.00023123025,0.000066706845,0.000077718985,0.004457571,9.891633e-7,0.000049108923,0.04679964,0.09185786,0.7599754],"study_design_scores_gemma":[0.00035338115,0.000081203536,0.032201987,0.000739351,0.000015419939,0.000037922837,0.040568117,0.00014823179,0.000007977949,0.0012814404,0.9244778,0.000087149085],"about_ca_topic_score_codex":0.28629646,"about_ca_topic_score_gemma":0.86500776,"teacher_disagreement_score":0.83261997,"about_ca_system_score_codex":0.0007275815,"about_ca_system_score_gemma":0.023157492,"threshold_uncertainty_score":0.9823803},"labels":[],"label_agreement":null},{"id":"W4417399584","doi":"10.36834/cmej.82523","title":"Equitable assessment in medical education: confronting the hidden curriculum and systemic bias","year":2025,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Hidden curriculum; Implicit bias; MEDLINE","score_opus":0.013554766910101679,"score_gpt":0.3588896973315621,"score_spread":0.34533493042146046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417399584","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07411313,0.07630826,0.00046992305,0.75769955,0.05516273,0.00093701214,0.000004643294,0.000021135467,0.035283595],"genre_scores_gemma":[0.67482954,0.00798751,0.0028503102,0.26093572,0.015274526,0.00039601387,0.00013103081,0.00007354837,0.03752177],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934297,0.0008653053,0.0018209352,0.00050727866,0.0020754526,0.0013013034],"domain_scores_gemma":[0.990186,0.00041341438,0.0004865198,0.0006253071,0.0015906926,0.0066980985],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010031452,0.00036467283,0.0005818803,0.0013326728,0.0009060142,0.00035302286,0.0008201245,0.0009432442,0.03834208],"category_scores_gemma":[0.08290862,0.00030389105,0.000103527615,0.0022169447,0.00090728916,0.00034165848,0.000112120135,0.004664932,0.00009911771],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000030254366,0.00045444403,0.025608681,0.00035657166,0.000062605686,0.000048533224,0.00087736605,8.737158e-7,8.628478e-7,0.050980505,0.47312075,0.4484858],"study_design_scores_gemma":[0.0015138708,0.00007908383,0.026025888,0.022907156,0.0002688687,0.007945627,0.056060065,0.007686515,0.0000016784932,0.002908076,0.8742261,0.0003770921],"about_ca_topic_score_codex":0.033661555,"about_ca_topic_score_gemma":0.019771274,"teacher_disagreement_score":0.6007164,"about_ca_system_score_codex":0.0049087247,"about_ca_system_score_gemma":0.43892998,"threshold_uncertainty_score":0.99994135},"labels":[],"label_agreement":null},{"id":"W4417419705","doi":"10.1186/s12909-025-08415-w","title":"Evaluating the effectiveness of continuing professional development training program: a retrospective cohort study","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Competence (human resources); Professional development; Health care; Continuing professional development; Health professionals; Patient safety; MEDLINE; Retrospective cohort study; Data collection","score_opus":0.042930883944401935,"score_gpt":0.47486397359754967,"score_spread":0.43193308965314775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417419705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885622,0.00008011843,0.0014305349,0.00066902116,0.0028084468,0.0045105116,2.2187051e-7,0.00006471228,0.0018742004],"genre_scores_gemma":[0.9843797,0.0000017907109,0.010847292,0.000412188,0.00020029118,0.0031843379,0.00006361912,0.000012979562,0.0008977838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646705,0.0007912999,0.0007046231,0.000358672,0.0014612027,0.00021716188],"domain_scores_gemma":[0.99744546,0.000889209,0.00022750603,0.00035721177,0.001010787,0.00006984828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0114047825,0.00014350215,0.0003767575,0.00021026444,0.00018910813,0.000015555559,0.00019087268,0.00013607816,0.00019410951],"category_scores_gemma":[0.034126475,0.00009772965,0.000051827665,0.0011160513,0.00019915633,0.000055591307,0.000065147215,0.00049655687,0.0000051643465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021361104,0.0031891684,0.64243346,0.0004915558,0.000100027275,3.235324e-7,0.004258778,0.0000012408517,0.00012601884,0.0015555645,0.00058178784,0.3470485],"study_design_scores_gemma":[0.0012136479,0.0003116071,0.98453975,0.003085573,0.00013910973,0.000008043223,0.008493689,0.0011840822,0.00022213788,0.00031914035,0.00040152084,0.00008171831],"about_ca_topic_score_codex":0.000031495867,"about_ca_topic_score_gemma":0.000015963926,"teacher_disagreement_score":0.34696677,"about_ca_system_score_codex":0.00047904806,"about_ca_system_score_gemma":0.011982906,"threshold_uncertainty_score":0.99361825},"labels":[],"label_agreement":null},{"id":"W4417427757","doi":"10.1111/tct.70258","title":"ASM 2025 in Focus: AI, Assessment and Agency in Health Professions Education","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transformative learning; Agency (philosophy); Creativity; Scholarship; Health professions","score_opus":0.09568998961288484,"score_gpt":0.5711128426907595,"score_spread":0.47542285307787463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417427757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63016665,0.00044034355,0.00053988304,0.3568609,0.00090303126,0.0008679617,2.8247675e-7,0.000023167857,0.010197801],"genre_scores_gemma":[0.968819,0.0002185784,0.0026897541,0.014384026,0.00020180106,0.00016605422,0.000014960527,0.000008085041,0.013497715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814963,0.00048243962,0.0008290676,0.00022131602,0.00014722292,0.00017030058],"domain_scores_gemma":[0.99919885,0.00022707353,0.00010688561,0.00035297594,0.00006689385,0.000047314188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043024113,0.000079299774,0.00024537495,0.00017085116,0.00006835388,0.000008241317,0.00009817006,0.00013734009,0.00016525666],"category_scores_gemma":[0.0021979513,0.00005348771,0.00003131434,0.00069079135,0.00012886226,0.000042497202,0.000059526643,0.0011762563,0.000012017544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024811126,0.0016869679,0.4844702,0.000079727135,0.000012076907,5.46017e-7,0.0009806654,4.619786e-7,0.0000051152633,0.011682937,0.058844764,0.44221172],"study_design_scores_gemma":[0.00079962536,0.000076681725,0.9572154,0.00072625297,0.000013429573,0.0000010110949,0.001159778,0.0005895607,0.0000013399042,0.022834005,0.016535072,0.00004781403],"about_ca_topic_score_codex":0.0002099673,"about_ca_topic_score_gemma":0.00006116003,"teacher_disagreement_score":0.47274524,"about_ca_system_score_codex":0.0002631721,"about_ca_system_score_gemma":0.0022554614,"threshold_uncertainty_score":0.5110314},"labels":[],"label_agreement":null},{"id":"W4417477740","doi":"10.21215/kjfp.2025.15.4.174","title":"Entrustable Professional Activities in Family Medicine Residency Training between South Korea and Abroad: A Comparative Analysis","year":2025,"lang":"en","type":"article","venue":"Korean Journal of Family Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Air Force Materiel Command; Royal Australian College of General Practitioners; Royal College of General Practitioners","keywords":"Residency training; Training (meteorology); Women Physicians; MEDLINE; Professional development","score_opus":0.0863598785269863,"score_gpt":0.4343579096954396,"score_spread":0.3479980311684533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417477740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95157146,0.0018577226,0.0027950983,0.013421428,0.0004771629,0.00028984348,0.0000056732824,0.000014459,0.029567141],"genre_scores_gemma":[0.98304784,0.00017699786,0.0129340105,0.0024801388,0.00037266777,0.000008768499,0.000022762899,0.000009710857,0.0009470796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971482,0.0004161305,0.0011329922,0.0002415573,0.00078107463,0.00028002763],"domain_scores_gemma":[0.9964856,0.001563687,0.0008701212,0.00022559905,0.00073469634,0.000120321536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033355968,0.00019944897,0.000920195,0.0018388614,0.00014287648,0.000032061795,0.00015646878,0.00013763946,0.000052249816],"category_scores_gemma":[0.0047302376,0.00015426215,0.00008754868,0.0026230162,0.00030565177,0.00071349024,0.000045759098,0.0011921821,0.0000015256048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053710244,0.0015820524,0.55930203,0.0005775772,0.0076128086,0.0005644535,0.22152944,0.00016273432,0.0077344636,0.01614995,0.07687197,0.10254148],"study_design_scores_gemma":[0.0034822796,0.0005270513,0.6586084,0.0015205863,0.003352648,0.00008391007,0.32113236,0.00033459606,0.00014669182,0.0010336143,0.009610011,0.00016788683],"about_ca_topic_score_codex":0.000116019124,"about_ca_topic_score_gemma":0.000006966875,"teacher_disagreement_score":0.102373585,"about_ca_system_score_codex":0.0002392286,"about_ca_system_score_gemma":0.0013013518,"threshold_uncertainty_score":0.6290628},"labels":[],"label_agreement":null},{"id":"W4417498165","doi":"10.1016/j.jsurg.2025.103803","title":"Examining the Quality and Quantity of Verbal Feedback in the Operating Room: A Multi-Specialty Study in a Canadian Context","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"Queen's University","keywords":"Context (archaeology); Quality (philosophy); Focus (optics); Nonverbal communication; Focus group; Affect (linguistics)","score_opus":0.08378246610287285,"score_gpt":0.4282848391023269,"score_spread":0.3445023729994541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417498165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984255,0.0003544179,0.000017056534,0.013778795,0.0004941921,0.00040878356,5.790501e-7,0.0000010898156,0.0006900913],"genre_scores_gemma":[0.99828666,0.00003626665,0.00027072086,0.0011727754,0.0001636657,0.000013524571,0.0000023100354,0.000003130757,0.000050918952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982207,0.00040538458,0.00084949686,0.00009902403,0.00029008582,0.00013533911],"domain_scores_gemma":[0.9987748,0.00037972064,0.0002577991,0.0001595091,0.00038225623,0.000045860645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054617836,0.00007067292,0.0002568682,0.00031405495,0.00008419654,0.0000297248,0.00013244321,0.00006133257,0.00003153574],"category_scores_gemma":[0.0028389858,0.000042042804,0.000027953547,0.0008670213,0.00008011332,0.0001047359,0.000014035612,0.0005389259,5.613729e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007363067,0.0012786182,0.93564,0.000048046095,0.000019231335,0.0000079304655,0.013641639,0.00000789406,0.000029415647,0.00169082,0.0008602033,0.046702612],"study_design_scores_gemma":[0.0013831224,0.00010937334,0.92280805,0.00026834107,0.000021961052,0.000035922367,0.07290459,0.00016402667,0.000008240064,0.00004418684,0.0022188148,0.000033379616],"about_ca_topic_score_codex":0.0571163,"about_ca_topic_score_gemma":0.10075949,"teacher_disagreement_score":0.059262946,"about_ca_system_score_codex":0.0003205163,"about_ca_system_score_gemma":0.002495456,"threshold_uncertainty_score":0.9491624},"labels":[],"label_agreement":null},{"id":"W4417520734","doi":"10.1111/medu.70109","title":"With coffee and curiosity: Reflections on responsibility and renewal","year":2025,"lang":"en","type":"editorial","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; Social responsibility","score_opus":0.010070934556530723,"score_gpt":0.39274965721586574,"score_spread":0.382678722659335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417520734","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03339697,0.00073022814,0.00022657278,0.07907033,0.860569,0.001448661,0.000032082637,0.00020705862,0.024319068],"genre_scores_gemma":[0.010085038,0.0014305754,0.0068320916,0.02820381,0.9186239,0.00072765566,0.0034376902,0.000113814014,0.030545378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99672484,0.00016582616,0.00049077667,0.0007518161,0.0016132636,0.0002534641],"domain_scores_gemma":[0.9972909,0.0008139734,0.00018538794,0.00067011936,0.0008361868,0.00020342917],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013468113,0.00029944774,0.0004865645,0.0005419326,0.0002537588,0.000051178875,0.000119242,0.0011569759,0.00022085235],"category_scores_gemma":[0.03635171,0.00024199471,0.00003519253,0.0007391124,0.0005049173,0.00006329975,0.00006514639,0.0019303078,0.000008813762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043622166,0.00066893233,0.00032404048,0.0005625661,0.00005518588,0.0000037967695,0.0002682852,3.035027e-8,0.000003958238,0.0009814596,0.9503557,0.0463398],"study_design_scores_gemma":[0.00094952516,0.00062622764,0.002084484,0.0025742168,0.0002771327,0.000036327234,0.00024344592,0.00001917456,0.000014337041,0.00081041164,0.99215597,0.000208775],"about_ca_topic_score_codex":0.00026821787,"about_ca_topic_score_gemma":0.0001423294,"teacher_disagreement_score":0.05805492,"about_ca_system_score_codex":0.00046272046,"about_ca_system_score_gemma":0.013351394,"threshold_uncertainty_score":0.992242},"labels":[],"label_agreement":null},{"id":"W4417524820","doi":"10.4300/jgme-d-25-00791.1","title":"To the Editor: Innovation in Program Evaluation: The Development of a Logic Model for a Psychiatry Residency Training Program in Canada","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Muscular Dystrophy Canada; University of Toronto","funders":"","keywords":"Residency training; Graduate medical education; MEDLINE; Training (meteorology)","score_opus":0.09652649576464593,"score_gpt":0.44257479671537975,"score_spread":0.3460483009507338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417524820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6524488,0.00022543318,0.0076582693,0.32851526,0.0070488597,0.0038923235,6.58319e-7,0.000007965286,0.00020245972],"genre_scores_gemma":[0.87510633,0.0000127650965,0.11524455,0.0060899155,0.0014832926,0.0019604547,0.000033004722,0.000011087938,0.000058578866],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99614054,0.00012020972,0.0018332936,0.00015391379,0.0015304429,0.0002216252],"domain_scores_gemma":[0.9969593,0.00014632478,0.0005727394,0.0002127649,0.002050133,0.00005869049],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00693343,0.00011677391,0.00027826653,0.00063281646,0.000091915535,0.000015697055,0.00029754094,0.00009424903,0.000016879781],"category_scores_gemma":[0.0134326825,0.00007080348,0.000041221007,0.0028900155,0.000065287866,0.00007883251,0.000022133176,0.000610802,3.266139e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011718409,0.0009551693,0.0042742756,0.00016859866,0.00003011661,2.528252e-7,0.005288658,0.0003255276,0.0000068608347,0.0027998094,0.08255815,0.9034754],"study_design_scores_gemma":[0.0062551876,0.0010056604,0.40432966,0.0091828415,0.00035678348,0.000068183144,0.060011562,0.41082907,0.00011082496,0.05640333,0.05103248,0.00041444684],"about_ca_topic_score_codex":0.0032001876,"about_ca_topic_score_gemma":0.1446352,"teacher_disagreement_score":0.903061,"about_ca_system_score_codex":0.0013384618,"about_ca_system_score_gemma":0.12434377,"threshold_uncertainty_score":0.9948776},"labels":[],"label_agreement":null},{"id":"W4417535289","doi":"10.1111/medu.70021","title":"Droppin' it like it's hot","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"MEDLINE","score_opus":0.010370908346452797,"score_gpt":0.3740308582782473,"score_spread":0.36365994993179446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417535289","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10048386,0.00057054736,0.006522119,0.7442052,0.010938292,0.0007376231,0.0000010573784,0.0001897849,0.13635154],"genre_scores_gemma":[0.42711636,0.00024407478,0.0053018956,0.49977708,0.0015495927,0.0003205525,0.00038929982,0.00002947352,0.06527166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979799,0.000053025477,0.0005280019,0.00033060502,0.00083817996,0.0002703113],"domain_scores_gemma":[0.9987649,0.0000725445,0.00008462876,0.00049673044,0.0004545146,0.00012669296],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078822667,0.00014608515,0.00023335352,0.00039042407,0.00013326171,0.000024954528,0.00020613351,0.00029197743,0.0048080836],"category_scores_gemma":[0.008122975,0.00013131693,0.000066289336,0.0012483391,0.00020662563,0.000091550246,0.00004607351,0.0005594482,0.00038450424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023600205,0.00071266294,0.0013564776,0.00012315689,0.00002358176,0.0000017538357,0.0002870002,1.1906587e-7,0.000051338313,0.002915575,0.72838724,0.2661175],"study_design_scores_gemma":[0.00061872054,0.000058471534,0.012393166,0.00075353996,0.000077435514,0.000036940117,0.0013099209,0.0007102048,0.00013938785,0.0005074231,0.98328143,0.00011334833],"about_ca_topic_score_codex":0.00007648638,"about_ca_topic_score_gemma":0.000010172314,"teacher_disagreement_score":0.3266325,"about_ca_system_score_codex":0.00032612664,"about_ca_system_score_gemma":0.006383292,"threshold_uncertainty_score":0.9992496},"labels":[],"label_agreement":null},{"id":"W4417536396","doi":"10.1136/bmjgh-2024-016014","title":"Global research agenda for medical education regulation: findings from a nominal group consensus exercise","year":2025,"lang":"en","type":"article","venue":"BMJ Global Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Set (abstract data type); Medical research; Nominal group technique; Health services research; Global health; Panel discussion; MEDLINE","score_opus":0.05927310145927418,"score_gpt":0.530354478305881,"score_spread":0.47108137684660684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417536396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6280544,0.0022656731,0.011390955,0.33017257,0.006810557,0.006383748,0.00025475366,0.00020730591,0.014460067],"genre_scores_gemma":[0.9122937,0.00008727315,0.0540946,0.027130628,0.0017522856,0.00092871103,0.0017826059,0.00002162524,0.0019085923],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9966848,0.0001799362,0.0009192093,0.0005537152,0.0010550943,0.0006072349],"domain_scores_gemma":[0.9977667,0.00021289865,0.00014728503,0.0005507774,0.0009805432,0.00034180644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032337664,0.00017459987,0.00041136978,0.00019379622,0.00044287727,0.000041591353,0.00023620673,0.0003187344,0.0003591581],"category_scores_gemma":[0.005853668,0.00017424437,0.000089261644,0.002129149,0.00030988283,0.000051701834,0.00008358449,0.00032619928,0.00005857685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005211257,0.00048367333,0.008767032,0.00028506992,0.000023341843,0.000003037763,0.00008658319,5.533066e-7,0.0000025502336,0.06678367,0.640523,0.28252038],"study_design_scores_gemma":[0.0049113836,0.00058506563,0.6631772,0.0046513043,0.000113174894,0.00014601235,0.0022843203,0.004957299,0.000017215654,0.08603678,0.2328163,0.0003039622],"about_ca_topic_score_codex":0.0026029672,"about_ca_topic_score_gemma":0.00045164715,"teacher_disagreement_score":0.6544102,"about_ca_system_score_codex":0.0033274398,"about_ca_system_score_gemma":0.017110273,"threshold_uncertainty_score":0.9884618},"labels":[],"label_agreement":null},{"id":"W48529803","doi":"10.3928/0022-0124-20000901-06","title":"Learning Group: Facilitating the Adaptation of New Nurses to the Specialty Unit","year":2000,"lang":"en","type":"article","venue":"The Journal of Continuing Education in Nursing","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Intensive care unit; Adaptation (eye); Specialty; Nursing; Economic shortage; Unit (ring theory); Continuing education; Critical care nursing; Dreyfus model of skill acquisition; Medicine; Psychology; Medical education; Health care; Family medicine; Intensive care medicine","score_opus":0.016624126664347986,"score_gpt":0.35456215137722075,"score_spread":0.33793802471287276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W48529803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97318983,0.00047435987,0.0024210508,0.020002373,0.0012978158,0.00032942073,2.1069434e-7,0.0000071846825,0.0022777817],"genre_scores_gemma":[0.9915394,0.000050450046,0.0037396834,0.00048476332,0.0012097514,0.0000036969375,0.0000036079396,0.000012829945,0.002955774],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99828905,0.00031303422,0.00071609794,0.00007390838,0.00044995465,0.00015797072],"domain_scores_gemma":[0.9983493,0.00047523202,0.0004684431,0.00021408102,0.00044663058,0.000046316574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024506473,0.000092333874,0.00018422095,0.00020027277,0.00017194559,0.00002960628,0.00023981162,0.000042529162,0.00017910356],"category_scores_gemma":[0.002125262,0.000051011197,0.000053546708,0.00086009654,0.00012554062,0.0001406915,0.0000056240674,0.0006099096,0.0000093674735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012947865,0.00010550054,0.0018869701,0.000010015104,0.000008968988,1.2738933e-7,0.11101351,0.0032168601,0.00030201694,0.00026806584,0.0043680696,0.8786904],"study_design_scores_gemma":[0.0013059032,0.0006947315,0.28910327,0.007116098,0.000313895,0.00032772022,0.6040626,0.0033950321,0.00052419736,0.0024557377,0.09050646,0.00019434647],"about_ca_topic_score_codex":0.00012633081,"about_ca_topic_score_gemma":0.000026710637,"teacher_disagreement_score":0.87849605,"about_ca_system_score_codex":0.00016161478,"about_ca_system_score_gemma":0.00045198223,"threshold_uncertainty_score":0.26497877},"labels":[],"label_agreement":null},{"id":"W54558397","doi":"10.1155/2010/493578","title":"Training the Endoscopy Trainer: From General Principles to Specific Concepts","year":2010,"lang":"en","type":"review","venue":"Canadian Journal of Gastroenterology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Trainer; Task (project management); Curriculum; Medical education; Computer science; Engineering ethics; Psychology; Medicine; Pedagogy; Engineering","score_opus":0.08702766941081493,"score_gpt":0.3667491835969132,"score_spread":0.2797215141860983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W54558397","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021172833,0.959918,0.00067188154,0.0082533695,0.008195172,0.00084924005,0.00013067342,0.000009610197,0.0007992068],"genre_scores_gemma":[0.0020950579,0.944592,0.02649204,0.012201198,0.013485051,0.000072530675,0.00033035874,0.00014710778,0.00058464764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975498,0.00021716379,0.0011760147,0.00024096141,0.00024026132,0.0005758241],"domain_scores_gemma":[0.997793,0.00009448372,0.00068243424,0.000424372,0.00029893027,0.0007067528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007336637,0.00029692956,0.0014317601,0.00067350944,0.00012231186,0.000038683906,0.0005779749,0.00032779467,0.0008232497],"category_scores_gemma":[0.00068122253,0.00019743014,0.00035436742,0.00027178548,0.0003668093,0.000039934283,0.000017658323,0.0020341312,0.000037650527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048127036,0.000019809475,0.0004338428,0.00018275574,0.00024148659,0.00027374076,0.0012863547,0.0000015942264,0.000007598514,0.0002849788,0.02037812,0.97684157],"study_design_scores_gemma":[0.00042118013,0.0005437794,0.00041942493,0.0020054874,0.00037585956,0.0024265011,0.00020044821,0.000001604181,4.3761938e-7,0.000017926997,0.9935096,0.00007774982],"about_ca_topic_score_codex":0.00026215048,"about_ca_topic_score_gemma":0.0037489661,"teacher_disagreement_score":0.97676384,"about_ca_system_score_codex":0.000380284,"about_ca_system_score_gemma":0.003520951,"threshold_uncertainty_score":0.9014007},"labels":[],"label_agreement":null},{"id":"W564026265","doi":"10.1007/s10459-015-9617-x","title":"Making progress in the ethical treatment of medical trainees","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Medical education; MEDLINE; Medicine; Psychology; Medical physics; Engineering ethics; Political science; Engineering","score_opus":0.09915645020999835,"score_gpt":0.5461336444546964,"score_spread":0.446977194244698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W564026265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6854475,0.020030214,0.00024146798,0.289348,0.0016633577,0.0009936454,5.378379e-7,0.000016980297,0.0022582507],"genre_scores_gemma":[0.98288745,0.0010862224,0.009243688,0.0063190586,0.00023694114,0.00020234397,0.000009678847,0.0000034793209,0.000011143314],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99771667,0.00018939251,0.00055630045,0.00020531642,0.0011052535,0.00022705065],"domain_scores_gemma":[0.999316,0.00016576693,0.00017544896,0.00016935433,0.00011354571,0.00005988278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045707664,0.00007452639,0.00018375162,0.00029081514,0.00006344539,0.000010618039,0.00022236127,0.000105314866,0.000021932205],"category_scores_gemma":[0.00134799,0.00004651914,0.000016890195,0.0016555212,0.0006024296,0.000150437,0.000008613412,0.00025856734,0.0000021123],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020462792,0.001063899,0.18682477,0.000186601,9.585838e-7,0.0000011793206,0.019183043,0.00002502917,2.4452754e-7,0.022358434,0.00059189094,0.7697435],"study_design_scores_gemma":[0.003969888,0.0066432115,0.4451528,0.00500168,0.00001979143,0.00033591187,0.18867964,0.0143140415,0.000054918582,0.026114594,0.30931714,0.00039642007],"about_ca_topic_score_codex":0.00016305993,"about_ca_topic_score_gemma":0.00019358544,"teacher_disagreement_score":0.7693471,"about_ca_system_score_codex":0.00036753883,"about_ca_system_score_gemma":0.004419802,"threshold_uncertainty_score":0.7840539},"labels":[],"label_agreement":null},{"id":"W565508927","doi":"","title":"Preparing medical students as agentic learners through enhancing student engagement in clinical education","year":2013,"lang":"en","type":"article","venue":"Flinders Academic Commons (Flinders University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Högskolan Kristianstad; University of South Africa; College of Engineering, Michigan State University; Tshwane University of Technology; University of Waterloo; University of Surrey; Murdoch University; University of Western Sydney; Deakin University; Griffith University; Michigan State University; Flinders University; University of New England; Massey University; University of Johannesburg; Central Queensland University; Australian Catholic University; Auckland University of Technology, New Zealand; Queensland University of Technology; University of Waikato","keywords":"Affordance; Agency (philosophy); Student engagement; Set (abstract data type); Salient; Psychology; Medical education; Qualitative research; Pedagogy; Mathematics education; Medicine; Computer science; Sociology","score_opus":0.04297878253346974,"score_gpt":0.4120623238572844,"score_spread":0.36908354132381466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W565508927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629444,0.00011434895,0.0016635258,0.008266471,0.0014476193,0.0016127573,4.1531715e-7,0.00014351234,0.023806976],"genre_scores_gemma":[0.9882826,0.00050837616,0.00085859967,0.0052522444,0.00034697313,0.000029477203,0.000061609986,0.000043317978,0.00461677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99484783,0.00052994763,0.0012189215,0.00078670896,0.0019523151,0.00066426094],"domain_scores_gemma":[0.99799246,0.00033781913,0.0003630901,0.00065730273,0.00025412202,0.00039520193],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026490628,0.00033450173,0.0005752946,0.00096596027,0.0003032792,0.000056479472,0.0011741444,0.0008383594,0.00090208685],"category_scores_gemma":[0.0018936193,0.0003719628,0.00019447361,0.0017211181,0.0004135928,0.0005335063,0.0006263142,0.003754802,0.0004146212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019796279,0.0035300485,0.8742031,0.00019829777,0.0004954338,0.00009783627,0.012800378,0.00009087715,0.00012531377,0.005464453,0.037915166,0.06488115],"study_design_scores_gemma":[0.016419092,0.00091924384,0.55297625,0.0033288149,0.00090232235,0.00015538506,0.26436383,0.002729695,0.00035542177,0.0022547534,0.15387167,0.0017234966],"about_ca_topic_score_codex":0.00058936083,"about_ca_topic_score_gemma":0.00018659326,"teacher_disagreement_score":0.3212268,"about_ca_system_score_codex":0.0013753636,"about_ca_system_score_gemma":0.0019439379,"threshold_uncertainty_score":0.9998732},"labels":[],"label_agreement":null},{"id":"W58085304","doi":"10.1096/fasebj.24.1_supplement.829.3","title":"How Dental Students are taught the Anatomical Sciences: Survey results from North American basic science course directors","year":2010,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Neuroanatomy; Dental education; Virtual microscopy; Psychology; Medicine; Dentistry; Anatomy; Pedagogy; Pathology","score_opus":0.02627544361580384,"score_gpt":0.3446549154381484,"score_spread":0.31837947182234455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58085304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865353,0.00002070557,0.000089014255,0.010968209,0.0020297694,0.00019226297,0.00005998555,0.000019338284,0.0000853763],"genre_scores_gemma":[0.9968423,0.000017519633,0.00068795076,0.0013398977,0.0009088709,0.0000043763634,0.000031622574,0.000011531439,0.00015592022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99685544,0.00021504976,0.0003345034,0.00028889993,0.0019067054,0.00039942443],"domain_scores_gemma":[0.99797016,0.00038986997,0.00045453158,0.0005079895,0.00048228004,0.00019515607],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0056033893,0.00014118725,0.00019705087,0.00015620884,0.001455127,0.0004599522,0.0013132748,0.00003373973,0.000056695237],"category_scores_gemma":[0.00544103,0.000069893475,0.0000560193,0.0023074844,0.0047183884,0.00023197963,0.00012610355,0.0013815623,0.000029949035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094783834,0.00022441799,0.97633815,9.854274e-7,0.000033247445,0.000014647426,0.0006837708,0.0000030885008,0.005939402,0.000015322694,0.0046606413,0.011991553],"study_design_scores_gemma":[0.0006487102,0.0000790422,0.99274784,0.00003104928,0.000051554394,0.00016100823,0.002762698,0.00037392823,0.00250544,0.000019208617,0.00052924646,0.000090269736],"about_ca_topic_score_codex":0.00044340748,"about_ca_topic_score_gemma":0.001246364,"teacher_disagreement_score":0.016409704,"about_ca_system_score_codex":0.00014848872,"about_ca_system_score_gemma":0.00086963084,"threshold_uncertainty_score":0.99984485},"labels":[],"label_agreement":null},{"id":"W582100775","doi":"10.1007/3-540-28694-2","title":"Innovations in Rehabilitation Sciences Education: Preparing Leaders for the Future","year":2005,"lang":"en","type":"book","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Institution; Rehabilitation; Medical education; Pedagogy; Sociology; Political science; Public relations; Engineering ethics; Management; Psychology; Medicine; Engineering; Social science; Physical therapy","score_opus":0.02501928483518317,"score_gpt":0.3766695393830987,"score_spread":0.35165025454791554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W582100775","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006835063,0.0015121117,0.0019237726,0.2057747,0.0035825707,0.004096733,0.0000050717513,0.00010648768,0.7823151],"genre_scores_gemma":[0.0018950952,0.00009806249,0.08166074,0.010764171,0.0077960505,0.0014842991,0.0005346476,0.000049174396,0.89571774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834055,0.000016982312,0.00062021014,0.00037996663,0.0004309448,0.00021133559],"domain_scores_gemma":[0.9982385,0.00045859648,0.00020086905,0.00041599583,0.0006617849,0.000024236593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011665474,0.00018121215,0.00023178724,0.000680536,0.00027632687,0.00003715944,0.0002167249,0.00030394457,0.00024313231],"category_scores_gemma":[0.0014099168,0.00012964464,0.00007366121,0.001047815,0.0005541274,0.00015690461,0.000022992828,0.0005097813,0.000024701385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011131253,0.00011552253,0.00021176142,0.00018622179,0.000016427288,2.8172213e-8,0.00087636645,0.000024187,0.0000021953788,0.17586625,0.6603948,0.1622951],"study_design_scores_gemma":[0.00031136634,0.0001323734,0.0020179017,0.00038757455,0.00006445032,0.000009350539,0.0068661654,0.0006221731,0.0000032743274,0.0075231856,0.9819174,0.000144815],"about_ca_topic_score_codex":0.000011259369,"about_ca_topic_score_gemma":0.00011256231,"teacher_disagreement_score":0.32152256,"about_ca_system_score_codex":0.00079983607,"about_ca_system_score_gemma":0.005536659,"threshold_uncertainty_score":0.9821795},"labels":[],"label_agreement":null},{"id":"W58257169","doi":"10.1023/a:1014592301729","title":"What Does Two Disciplines of Scientific Psychology Have to Say to Medical Education?","year":2002,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Medical education; Psychology; Medical psychology; MEDLINE; Applied psychology; Mathematics education; Medicine; Chemistry","score_opus":0.027621163931344,"score_gpt":0.5002039533576242,"score_spread":0.47258278942628024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58257169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60704917,0.005574683,0.00061824074,0.3601018,0.022443414,0.0013822331,0.0000020634768,0.00003508968,0.0027932858],"genre_scores_gemma":[0.8809585,0.00207306,0.046050414,0.0664749,0.0009393668,0.00054032065,0.000042847416,0.00001755605,0.0029030582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667937,0.00010889183,0.0009869494,0.00071221037,0.0010536251,0.00045898158],"domain_scores_gemma":[0.99812686,0.000117039825,0.00027827406,0.00053033227,0.0005210912,0.00042638194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026067349,0.00014994535,0.00030720164,0.0012913791,0.00032618022,0.00007400102,0.0004607889,0.00007356253,0.0007733441],"category_scores_gemma":[0.0043666507,0.000114934504,0.000032448806,0.003879147,0.0006938066,0.0009313625,0.000060778657,0.00022545653,0.00007802278],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017258244,0.0016767406,0.04552506,0.00028805778,0.0000020459868,2.1014239e-7,0.006664667,0.00007487759,0.00006051979,0.006222986,0.028557805,0.9109098],"study_design_scores_gemma":[0.0011377485,0.0015496111,0.08737089,0.007263011,0.000019621693,0.000101428916,0.04067904,0.0030417198,0.00056354917,0.021868087,0.8357451,0.00066022074],"about_ca_topic_score_codex":0.00013999752,"about_ca_topic_score_gemma":0.00090815255,"teacher_disagreement_score":0.91024953,"about_ca_system_score_codex":0.00029859302,"about_ca_system_score_gemma":0.0037842945,"threshold_uncertainty_score":0.8467575},"labels":[],"label_agreement":null},{"id":"W612052661","doi":"10.32674/jis.v2i1.547","title":"Succeeding as an international student in the United States and Canada","year":2012,"lang":"en","type":"article","venue":"Journal of International Students","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; International education; Everyday life; Graduate students; Pedagogy; Political science; Psychology; Sociology; Mathematics education; Public relations; Law","score_opus":0.01722798396679649,"score_gpt":0.402868655658833,"score_spread":0.38564067169203653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W612052661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98885936,0.000037732294,0.00002599227,0.007817429,0.0022524402,0.000093854935,0.0000018607317,0.000002309448,0.00090900064],"genre_scores_gemma":[0.993517,0.00020623553,0.0003065297,0.004940493,0.0008831174,0.000004347883,0.000043929755,0.0000066283033,0.00009171908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977074,0.000040648163,0.00044811386,0.00006711528,0.0016073347,0.0001293733],"domain_scores_gemma":[0.9990254,0.00006416184,0.00023129216,0.000071196875,0.0005342698,0.00007367768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011811028,0.00007681464,0.00011300702,0.00031281562,0.000042570446,0.00008267874,0.00046739512,0.00003003312,0.00014246786],"category_scores_gemma":[0.00048888545,0.000052183645,0.000021894632,0.00017457324,0.00003165764,0.0004343709,0.00005763845,0.000310366,0.0000020873913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006161144,0.00059578,0.9908816,0.0000035007395,0.0001260039,0.000028890328,0.0029571748,0.000015623007,0.000036526122,0.000854925,0.0032735907,0.0011647429],"study_design_scores_gemma":[0.00094719714,0.00009322672,0.95388025,0.000070474016,0.000023161458,0.00042136209,0.011194945,0.000100576704,0.000027971155,0.000047614692,0.03314626,0.00004696888],"about_ca_topic_score_codex":0.03589737,"about_ca_topic_score_gemma":0.0056251516,"teacher_disagreement_score":0.037001386,"about_ca_system_score_codex":0.00048617634,"about_ca_system_score_gemma":0.00012765532,"threshold_uncertainty_score":0.9705227},"labels":[],"label_agreement":null},{"id":"W66204146","doi":"10.1177/070674370805300807","title":"Assessment of Psychiatrists in Practice through Multisource Feedback","year":2008,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Generalizability theory; Psychology; Exploratory factor analysis; Reliability (semiconductor); Inter-rater reliability; Clinical psychology; Psychometrics; Internal consistency; Medicine; Rating scale","score_opus":0.020981993406101265,"score_gpt":0.35239419978117276,"score_spread":0.3314122063750715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W66204146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8392225,0.0013723884,0.0004937691,0.13845068,0.003801387,0.00027003392,0.0000034216398,0.000004113069,0.016381692],"genre_scores_gemma":[0.86894816,0.00006842302,0.12574476,0.004453642,0.00063739123,0.0000020925693,0.0000026287944,0.000014584464,0.00012829313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984523,0.00010475023,0.00072721444,0.0000910782,0.00040878748,0.00021588807],"domain_scores_gemma":[0.99842507,0.00006477571,0.00057785516,0.0002930612,0.00049355015,0.00014566317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009668774,0.00009717118,0.00024592283,0.0002919602,0.00016014732,0.000008490321,0.00022537295,0.000096189804,0.00012810568],"category_scores_gemma":[0.0006591365,0.00007139658,0.00008620838,0.00074563484,0.00024294961,0.00015366713,0.000005557153,0.00079113926,0.000006719514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008962807,0.00043487025,0.8706027,0.00008769783,0.00016206039,0.00007327008,0.0041179527,0.0001501705,0.000025545396,0.029652195,0.09265132,0.001952544],"study_design_scores_gemma":[0.0019884608,0.00034777028,0.9553623,0.0003291123,0.00014542612,0.003128603,0.0036540441,0.00009836393,0.000011133411,0.002488797,0.03233911,0.000106855754],"about_ca_topic_score_codex":0.009242579,"about_ca_topic_score_gemma":0.033272713,"teacher_disagreement_score":0.13399704,"about_ca_system_score_codex":0.00029955042,"about_ca_system_score_gemma":0.008660728,"threshold_uncertainty_score":0.997355},"labels":[],"label_agreement":null},{"id":"W66868209","doi":"10.1016/s1701-2163(16)32124-7","title":"Reflection on Academic Protected Time: An Opportunity to Integrate Educational Programs","year":2006,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Reflection (computer programming); Medical education; Engineering ethics","score_opus":0.02827177838622513,"score_gpt":0.31639298041377867,"score_spread":0.28812120202755354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W66868209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833716,0.00009571531,0.000044038967,0.010139805,0.0045287213,0.00030413974,0.0000022561142,0.0000062837307,0.001507437],"genre_scores_gemma":[0.9929352,0.000006526213,0.0028440007,0.0026809974,0.00022995152,0.00001659671,0.000049135386,0.0000111188,0.0012265218],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988285,0.000055049375,0.0004664039,0.00012151149,0.00036093264,0.00016765916],"domain_scores_gemma":[0.9982528,0.0002311574,0.00029009455,0.00010048895,0.0008699948,0.00025544857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00041524268,0.000092986265,0.00019492427,0.00042918813,0.000100612146,0.000012597942,0.00008165951,0.00014733584,0.00033611603],"category_scores_gemma":[0.009347065,0.00007627103,0.00002009597,0.0008716559,0.000042206986,0.00007121225,0.000009747492,0.00071185356,0.0000020404973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004171291,0.0007610633,0.04171018,0.000042135416,0.000059552796,0.00015342333,0.000113136695,0.000043714237,0.0006789336,0.0013522919,0.071655,0.8833889],"study_design_scores_gemma":[0.0014792839,0.002784678,0.9147393,0.00004574697,0.00008966246,0.00026348847,0.00027715808,0.00033054184,0.00026157685,0.0014739635,0.078063324,0.00019124353],"about_ca_topic_score_codex":0.0047323424,"about_ca_topic_score_gemma":0.002854699,"teacher_disagreement_score":0.8831976,"about_ca_system_score_codex":0.001519302,"about_ca_system_score_gemma":0.0050163865,"threshold_uncertainty_score":0.9989976},"labels":[],"label_agreement":null},{"id":"W6697269","doi":"","title":"定量比值法测定葡萄糖－6－磷酸脱氢酶活性的实验评价","year":2010,"lang":"en","type":"article","venue":"实用医学杂志","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.008893671238664734,"score_gpt":0.34821409926703184,"score_spread":0.3393204280283671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6697269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92948484,0.000013680794,0.00029281937,0.012248301,0.0017952289,0.00014752788,8.2567726e-7,0.00010283813,0.055913918],"genre_scores_gemma":[0.9751141,0.0000025729255,0.013639922,0.004344801,0.0009898219,0.000021393878,0.000036060846,0.000014857149,0.0058364575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933904,0.0000058164937,0.00015461628,0.00013338294,0.00021598094,0.00015116093],"domain_scores_gemma":[0.9994146,0.00001688784,0.00003296546,0.000335267,0.00014122801,0.000059004386],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022148048,0.00006486599,0.000096679316,0.00008955952,0.000054475782,0.000009990696,0.000072693416,0.00010716492,0.0025310467],"category_scores_gemma":[0.000804771,0.00005466907,0.000030748466,0.00029715212,0.00008146372,0.000046602814,0.000016786105,0.0004520507,0.0007415542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040747986,0.0005279115,0.03022569,0.00008472979,0.000042881962,0.000025668454,0.00090902456,3.6992444e-7,0.093254134,0.052316923,0.47139937,0.35117254],"study_design_scores_gemma":[0.00064202864,0.000073186464,0.098214574,0.000024203338,0.000033598317,0.000125073,0.00015823603,0.00027454476,0.0059553967,0.001242119,0.8931398,0.000117274874],"about_ca_topic_score_codex":0.0000111819145,"about_ca_topic_score_gemma":0.0000042110005,"teacher_disagreement_score":0.42174038,"about_ca_system_score_codex":0.000020993764,"about_ca_system_score_gemma":0.00010829193,"threshold_uncertainty_score":0.9983808},"labels":[],"label_agreement":null},{"id":"W6884577395","doi":"10.1080/10401334.2016.1237361?scroll=top&amp;amp;needaccess=true","title":"Challenges in Translation: Lessons from Using Business Pedagogy to Teach Leadership in Undergraduate Medicine","year":2016,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Health care; Context (archaeology); Educational leadership; Qualitative research; Core competency; Leadership development; Leadership studies","score_opus":0.5086498773671542,"score_gpt":0.43259190974138156,"score_spread":0.0760579676257726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6884577395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.843655,0.00037323133,0.0032557203,0.15163109,0.00033941417,0.00040722036,0.0000062124263,0.00007143601,0.00026071325],"genre_scores_gemma":[0.9966029,0.00029227487,0.00044803874,0.0013506424,0.00028653938,0.0000035012752,0.00003394886,0.000047734407,0.0009344527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973738,0.0002924471,0.0004900502,0.0007445564,0.00053892535,0.00056018686],"domain_scores_gemma":[0.99859685,0.00021454945,0.00014220872,0.00058487366,0.00026444122,0.00019706818],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007830159,0.00030526312,0.00051815703,0.0017472852,0.00008533457,0.000025318726,0.00038994767,0.00030973088,0.0000537883],"category_scores_gemma":[0.00040556028,0.00027111996,0.000050194005,0.0018109252,0.00019788682,0.00084192114,0.000083220184,0.0005782561,0.00007817039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030029207,0.00025088695,0.9339521,0.00013755994,0.00003796668,0.00027550326,0.0025424378,0.00001780235,0.0064513427,0.00050794723,0.0000022903098,0.055523865],"study_design_scores_gemma":[0.003943964,0.00011093271,0.9851484,0.0031594122,0.0000778843,0.000038320853,0.0036974426,0.0000020496834,0.0003930948,0.0005257123,0.0025859063,0.00031692866],"about_ca_topic_score_codex":0.000057914513,"about_ca_topic_score_gemma":0.007878712,"teacher_disagreement_score":0.1529479,"about_ca_system_score_codex":0.00080650556,"about_ca_system_score_gemma":0.00032407558,"threshold_uncertainty_score":0.9999741},"labels":[],"label_agreement":null},{"id":"W6885989564","doi":"10.1371/journal.pone.0313021.s002","title":"All transcripts.","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Workaround; Bureaucracy; Process (computing); Qualitative research; Promotion (chess)","score_opus":0.04867993243212582,"score_gpt":0.3628008844556656,"score_spread":0.3141209520235398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885989564","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013544371,0.0011681336,0.00012080377,0.08606159,0.0015904945,0.0015630742,0.035306428,0.00070448517,0.85994065],"genre_scores_gemma":[0.5718946,0.0000041003177,0.0021325848,0.083507106,0.00048242506,0.000545092,0.31558222,0.000025835221,0.025826028],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996146,0.000004903575,0.00010253252,0.00009065507,0.000098000666,0.00008929205],"domain_scores_gemma":[0.99968344,0.000013154631,0.000013473222,0.00015461695,0.00011621943,0.000019103047],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000025604859,0.000043152828,0.000066439454,0.00008383551,0.000024388315,0.000007058981,0.00005264354,0.00005792356,0.16551548],"category_scores_gemma":[0.0013398934,0.000039103452,0.000027052813,0.0003058405,0.00000371762,0.00002696882,0.000008522305,0.0001303468,0.0012262582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043336586,0.000036714056,0.000059683887,0.00015379944,0.000012674902,0.0000025072645,0.000056377252,1.4169024e-7,0.00010373223,0.00026324662,0.9759545,0.023352312],"study_design_scores_gemma":[0.0002527329,0.00001178738,0.013056607,0.0009473766,0.000013622134,0.0000037305617,0.00003781993,0.00010747422,0.00079766114,0.00008309852,0.98465556,0.0000325193],"about_ca_topic_score_codex":0.0000016601667,"about_ca_topic_score_gemma":4.491874e-7,"teacher_disagreement_score":0.8341146,"about_ca_system_score_codex":0.00004348757,"about_ca_system_score_gemma":0.00012015067,"threshold_uncertainty_score":0.9995514},"labels":[],"label_agreement":null},{"id":"W6889042961","doi":"10.25384/sage.16879668","title":"sj-docx-1-obm-10.1177_1753495X211045614 - Supplemental material for Canadian general internal medicine residents’ perception of a pedagogical tool of online cases in obstetric medicine","year":2021,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perception; Alternative medicine; MEDLINE; Maternal-fetal medicine","score_opus":0.1445595897528998,"score_gpt":0.44561201478305995,"score_spread":0.30105242503016016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6889042961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97102576,0.002103306,0.00054801116,0.017307458,0.0014923689,0.0005929411,0.0066919485,0.000010952102,0.00022723703],"genre_scores_gemma":[0.9440385,0.002178442,0.0124113895,0.0017896076,0.0036757148,0.000024437237,0.033903647,0.000046964604,0.0019312935],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9962874,0.000161265,0.0017916445,0.000431594,0.000908311,0.00041979854],"domain_scores_gemma":[0.9974863,0.00024260502,0.00048527846,0.000836929,0.00072642206,0.00022250002],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017414485,0.00022441336,0.00076651806,0.0009927967,0.000083149534,0.00001583789,0.0004967468,0.00016996013,0.098670416],"category_scores_gemma":[0.008697244,0.00018130094,0.00006659302,0.0010239689,0.00027707813,0.00027520463,0.00018526296,0.00041285125,0.0000045154684],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013533025,0.0016118785,0.08037989,0.0010917922,0.0004106628,0.0014755644,0.0043191826,0.0000064102096,0.14893714,0.00011836395,0.527122,0.23317382],"study_design_scores_gemma":[0.023763008,0.0037913981,0.80612874,0.014323397,0.0012394823,0.0056560896,0.045433495,0.002926005,0.0051968773,0.00063904875,0.09015729,0.0007451673],"about_ca_topic_score_codex":0.041027956,"about_ca_topic_score_gemma":0.022562843,"teacher_disagreement_score":0.72574884,"about_ca_system_score_codex":0.00044197752,"about_ca_system_score_gemma":0.0011493771,"threshold_uncertainty_score":0.9996529},"labels":[],"label_agreement":null},{"id":"W6894279716","doi":"10.5683/sp3/sgqftb","title":"Performance indicators for manual therapy skills required of chiropractic students at the start of their senior internship: a modified Delphi study","year":2025,"lang":"en","type":"dataset","venue":"Borealis","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Chiropractic; Delphi method; Delphi; Curriculum; Stakeholder; Data collection","score_opus":0.0325269654619093,"score_gpt":0.38347241675939564,"score_spread":0.35094545129748633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894279716","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44247624,0.00006294812,0.0000073301608,0.00033012393,0.00029152504,0.002337808,0.5544404,0.000011059046,0.00004260967],"genre_scores_gemma":[0.099129945,0.00046138625,0.000087403154,0.0005637154,0.0002091934,0.0006117384,0.8985515,0.000023130582,0.00036198847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997184,0.0001436676,0.0010490848,0.00038466539,0.000979064,0.00025953315],"domain_scores_gemma":[0.99662936,0.00032757767,0.0009973097,0.0014757641,0.00051977177,0.000050206985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015222922,0.0003208727,0.0007280007,0.0005435513,0.00012868224,0.00001517637,0.00082138315,0.0002688245,0.000059926344],"category_scores_gemma":[0.0013122688,0.0002001613,0.00013681904,0.0007293697,0.0002536038,0.00006614891,0.00022920343,0.0004702635,7.213178e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089789776,0.0027662986,0.0035456412,0.0005576401,0.0007575984,0.0000018882373,0.0025063753,0.0000013294878,0.0000143417665,0.000005165029,0.9785069,0.010438874],"study_design_scores_gemma":[0.0053963545,0.00255696,0.07547502,0.00093359227,0.0009134264,0.000011441827,0.0051217726,0.000051818566,0.00097004964,0.000018354034,0.9082362,0.0003149856],"about_ca_topic_score_codex":0.0015837342,"about_ca_topic_score_gemma":0.00042266914,"teacher_disagreement_score":0.34411114,"about_ca_system_score_codex":0.00022870183,"about_ca_system_score_gemma":0.0004904022,"threshold_uncertainty_score":0.81623405},"labels":[],"label_agreement":null},{"id":"W6901874406","doi":"10.6084/m9.figshare.10251005.v1","title":"4C/ID in medical education: How to design an educational program based on whole-task learning: AMEE Guide No. 93","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Domain (mathematical analysis); Variety (cybernetics); Instructional design; Knowledge acquisition; Learning cycle; Health care; Curriculum; Learning environment","score_opus":0.03367375970929948,"score_gpt":0.37356076873022936,"score_spread":0.3398870090209299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901874406","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13443254,0.0003469898,0.0004764529,0.64701945,0.009435999,0.028511697,0.009254316,0.0019938957,0.16852865],"genre_scores_gemma":[0.41940874,0.0000018497722,0.050452072,0.06596062,0.005438512,0.008410797,0.40876535,0.00019417005,0.041367896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975258,0.00014870946,0.00038037292,0.00051639264,0.0010688608,0.00035987762],"domain_scores_gemma":[0.9978542,0.00023918237,0.0001267871,0.00057450053,0.0008524986,0.00035288793],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00043979002,0.00021364212,0.00025291488,0.00044503852,0.000077340796,0.00007334525,0.00031975258,0.00025778785,0.17056678],"category_scores_gemma":[0.02575309,0.00020377708,0.00004779433,0.0009844095,0.00001871592,0.00016209975,0.00003935302,0.00072198367,0.010690759],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006182864,0.0016446804,0.0019541108,0.00018970948,0.0000074513573,0.0000049981177,0.00017867188,0.0001695273,0.000047291695,0.000042578835,0.9196737,0.07602546],"study_design_scores_gemma":[0.0008300198,0.0010402331,0.03351034,0.0033461219,0.000009197745,0.000019798892,0.00026337747,0.017761687,0.00006430707,0.000023123494,0.94287765,0.00025413398],"about_ca_topic_score_codex":0.000010372427,"about_ca_topic_score_gemma":0.000004621884,"teacher_disagreement_score":0.58105886,"about_ca_system_score_codex":0.00042901788,"about_ca_system_score_gemma":0.0057045342,"threshold_uncertainty_score":0.99993217},"labels":[],"label_agreement":null},{"id":"W6901914705","doi":"10.6084/m9.figshare.20461945","title":"Additional file 3 of Transition to practice curriculum for general internal medicine physicians: scoping review and Canadian national survey","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Transition (genetics); MEDLINE; Qualitative research","score_opus":0.048639596444478364,"score_gpt":0.37510775866964347,"score_spread":0.3264681622251651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901914705","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008745244,0.00036853147,0.000009778415,0.008069436,0.000067542125,0.0008261454,0.9891778,0.000008365572,0.0014636399],"genre_scores_gemma":[0.00012971283,0.000007078536,0.0036073043,0.029298333,0.00032137483,0.0036436138,0.9626321,0.000010670801,0.00034976934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990344,0.000063042135,0.00025180238,0.00015708142,0.0003755296,0.00011815896],"domain_scores_gemma":[0.9978726,0.0007101003,0.00013347728,0.0000754342,0.0011356144,0.0000728045],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023939997,0.00006869952,0.0001715862,0.00015500044,0.00012601286,0.000004078255,0.00006421227,0.000023655875,0.9563244],"category_scores_gemma":[0.03436534,0.000071232236,0.000025019854,0.0004535588,0.000010924411,0.00008556843,0.00001841425,0.00014445712,0.000039938473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008092398,0.000038409562,9.417611e-7,0.0011460085,0.000015935302,9.955272e-7,0.00007070289,0.0000038118637,0.0000015002506,0.000014511417,0.99610907,0.0025900211],"study_design_scores_gemma":[0.00021411311,0.00017262255,0.0015986196,0.04162142,0.000028350547,0.000050472707,0.00012505063,0.00041072743,0.0000021134178,0.000013487669,0.955689,0.00007403145],"about_ca_topic_score_codex":0.0013597296,"about_ca_topic_score_gemma":0.0013053953,"teacher_disagreement_score":0.95628446,"about_ca_system_score_codex":0.0002147993,"about_ca_system_score_gemma":0.00084374467,"threshold_uncertainty_score":0.9737686},"labels":[],"label_agreement":null},{"id":"W6901914807","doi":"10.6084/m9.figshare.22715283","title":"Additional file 4 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.19327316763118454,"score_gpt":0.47408798265081514,"score_spread":0.28081481501963057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901914807","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031835083,0.000030516278,0.0000012071547,0.0077110883,0.00022417396,0.0022170406,0.9579235,0.000033598142,0.000023797324],"genre_scores_gemma":[0.11351878,0.00001747816,0.0015260482,0.0017145473,0.00060286204,0.013114287,0.8683868,0.00003263367,0.0010865708],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867237,0.00009929716,0.00039800708,0.00032791842,0.00026276716,0.00023961655],"domain_scores_gemma":[0.9844582,0.014499089,0.00013463502,0.00020129475,0.000626688,0.00008008483],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048285193,0.00013585857,0.00033641202,0.00019101436,0.00012316978,0.000101118974,0.00006705319,0.00015339008,0.24688561],"category_scores_gemma":[0.066937305,0.00010774735,0.00005912648,0.00042497963,0.00008761017,0.0003677881,0.000042612563,0.00025249465,0.00006523767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031380885,0.00045781076,0.000040536837,0.00064295507,0.000026998605,0.000022859977,0.007888924,2.0190201e-7,2.807286e-7,0.0000061401447,0.947028,0.043571495],"study_design_scores_gemma":[0.0042783013,0.0031850254,0.010742185,0.023993725,0.000040313098,0.000047413392,0.44492495,0.0021036086,0.000015867585,0.00006406845,0.51034576,0.00025875674],"about_ca_topic_score_codex":0.000003629346,"about_ca_topic_score_gemma":0.00015290556,"teacher_disagreement_score":0.43703604,"about_ca_system_score_codex":0.000063091036,"about_ca_system_score_gemma":0.00018009833,"threshold_uncertainty_score":0.94092226},"labels":[],"label_agreement":null},{"id":"W6901978808","doi":"10.6084/m9.figshare.17210370","title":"Additional file 2 of Effectiveness and experiences of the Extension for Community Healthcare Outcomes (ECHO) Model in developing competencies among healthcare professionals: a mixed methods systematic review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Montreal Heart Institute; Ottawa Hospital; Université de Montréal","funders":"","keywords":"Protocol (science); Checklist; Health care; Systematic review; Extension (predicate logic); MEDLINE","score_opus":0.1172208616711953,"score_gpt":0.4796391474505585,"score_spread":0.3624182857793632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901978808","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003688443,0.0009356901,0.00007904829,0.0025866781,0.00009371288,0.13132955,0.86122555,0.000032525048,0.00002881673],"genre_scores_gemma":[0.0067492803,0.0000024150072,0.043091137,0.0018395869,0.000011732665,0.74060416,0.20764871,0.000015834145,0.00003713748],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99740404,0.0013545435,0.0006672793,0.00015098293,0.00030117694,0.000121995356],"domain_scores_gemma":[0.9931616,0.004482765,0.00048134575,0.00035671084,0.0014855705,0.000031979518],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075259194,0.000112579655,0.0006456309,0.000066623696,0.00016661269,0.0000041575786,0.00013084072,0.00009186973,0.038102776],"category_scores_gemma":[0.04786184,0.00007241381,0.00007509814,0.00051117275,0.000045932164,0.00006770099,0.00012883474,0.00028106326,8.434521e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013910961,0.00013098182,0.00005649181,0.8228714,0.000018400737,4.775409e-7,0.003367376,7.5947594e-7,0.000007740391,0.000050240982,0.17283124,0.000651008],"study_design_scores_gemma":[0.00034821112,0.000056785193,0.027716944,0.95298535,0.000018939174,0.000012329364,0.016172703,0.001230434,0.00055138767,0.00016579615,0.00064607704,0.00009503951],"about_ca_topic_score_codex":0.0000111108575,"about_ca_topic_score_gemma":0.000028010605,"teacher_disagreement_score":0.65357685,"about_ca_system_score_codex":0.000101368234,"about_ca_system_score_gemma":0.0011278472,"threshold_uncertainty_score":0.96277654},"labels":[],"label_agreement":null},{"id":"W6901979248","doi":"10.6084/m9.figshare.20461942","title":"Additional file 2 of Transition to practice curriculum for general internal medicine physicians: scoping review and Canadian national survey","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Transition (genetics); MEDLINE; Qualitative research","score_opus":0.06124232707414963,"score_gpt":0.39449137804290174,"score_spread":0.3332490509687521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901979248","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012215086,0.00017739137,0.000008220057,0.009291626,0.000063053034,0.0007653932,0.9882684,0.00001955857,0.0013941582],"genre_scores_gemma":[0.00006393161,0.000021424028,0.002758465,0.016187433,0.00044996646,0.0017631088,0.97826695,0.0000117180625,0.00047700325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991216,0.000035217272,0.00025259165,0.00015618258,0.00029684778,0.00013756429],"domain_scores_gemma":[0.9973055,0.0009414222,0.000106054205,0.00007468708,0.0014888044,0.00008349374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022421614,0.00007265323,0.00017832457,0.00020580931,0.00006180929,0.00000524234,0.000051977295,0.00004423458,0.8477863],"category_scores_gemma":[0.0613278,0.0000701606,0.00002449057,0.0007156852,0.000012972701,0.00010350334,0.000009956867,0.000095336945,0.0002638916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004424491,0.00001662134,0.0000010794199,0.001871359,0.000015719745,0.0000011354472,0.000056772893,0.0000014159614,0.000001904891,0.00001112417,0.99462825,0.0033902181],"study_design_scores_gemma":[0.00020681355,0.00010253884,0.0057706735,0.13289559,0.000029009789,0.000021646723,0.00007791395,0.0006953381,0.000004428765,0.000019595887,0.8600948,0.00008164264],"about_ca_topic_score_codex":0.0010064183,"about_ca_topic_score_gemma":0.0019501242,"teacher_disagreement_score":0.84752244,"about_ca_system_score_codex":0.00010325021,"about_ca_system_score_gemma":0.0006345697,"threshold_uncertainty_score":0.94657904},"labels":[],"label_agreement":null},{"id":"W6902118882","doi":"10.6084/m9.figshare.26496222","title":"Competency based medical education implementation at the institutional level: A cross-discipline comparative program evaluation","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Institution; Program evaluation; Quality (philosophy); Interpretation (philosophy); Academic program; Evaluation methods; Academic institution","score_opus":0.18813551988471125,"score_gpt":0.5464509121512988,"score_spread":0.3583153922665876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902118882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5332573,0.008479868,0.00093404896,0.22264698,0.009970663,0.03889653,0.1153807,0.0027415422,0.06769234],"genre_scores_gemma":[0.54856867,0.000001508549,0.0020842215,0.0024730195,0.00080871553,0.0062389346,0.43925175,0.000018990631,0.0005542004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746364,0.000090871115,0.00043960518,0.00033333097,0.0014698969,0.00020267838],"domain_scores_gemma":[0.9983915,0.00012046302,0.00009433794,0.0002690776,0.0010270643,0.00009753],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00058318634,0.0001530689,0.00014284083,0.00017261313,0.00036943963,0.0001208433,0.00014847911,0.00012429981,0.3522283],"category_scores_gemma":[0.0020753033,0.00010776561,0.000078212004,0.0008742358,0.00008605086,0.0002057758,0.00006724925,0.00035193155,0.0018288029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027450727,0.00040232178,0.00037964265,0.00036459655,0.00004587565,0.0000047977223,0.00052757893,0.000063607076,0.000029701227,0.001515627,0.6710032,0.32563558],"study_design_scores_gemma":[0.0014668446,0.0002259313,0.12666282,0.0038117815,0.00013882246,0.00016047189,0.0006043996,0.22763473,0.000672761,0.0005671115,0.63779294,0.00026141354],"about_ca_topic_score_codex":0.0000134501,"about_ca_topic_score_gemma":0.00014065225,"teacher_disagreement_score":0.3503995,"about_ca_system_score_codex":0.00079476734,"about_ca_system_score_gemma":0.0121484315,"threshold_uncertainty_score":0.9989484},"labels":[],"label_agreement":null},{"id":"W6902146517","doi":"10.6084/m9.figshare.24707417.v1","title":"Identifying the exceptional learner in medical education: A doing vs. being framework","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Situated; Categorization; Set (abstract data type); Qualitative research; Situated learning; Training (meteorology)","score_opus":0.04400623746476677,"score_gpt":0.3958524653856407,"score_spread":0.3518462279208739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902146517","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41305456,0.0016899209,0.0006856969,0.4629598,0.009417025,0.0046030795,0.0038448598,0.0021827817,0.10156227],"genre_scores_gemma":[0.8899319,0.000028816721,0.0039474703,0.02673033,0.0043421276,0.0014176635,0.070387766,0.00006441738,0.0031494773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847585,0.00004412697,0.00028814253,0.00020656057,0.00075419014,0.00023111227],"domain_scores_gemma":[0.99917614,0.00024281716,0.00006293204,0.00027124755,0.0001740239,0.00007280632],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038935023,0.00008918059,0.00011789995,0.00024796577,0.00015539741,0.000042488384,0.00019112464,0.00018170752,0.22090892],"category_scores_gemma":[0.015231442,0.00006924553,0.000046075173,0.0016876843,0.000022213273,0.00009814191,0.000096432195,0.00078523107,0.0048231045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007830964,0.00008632783,0.0024240643,0.00021140769,0.000011215774,0.000023342167,0.0015896129,0.0000073651727,0.00000667462,0.0024639063,0.9057524,0.08741582],"study_design_scores_gemma":[0.00045602192,0.000028794386,0.2592603,0.016150368,0.000016422253,0.0001356793,0.0024061077,0.0028935086,0.000030596955,0.005298797,0.7131096,0.00021377055],"about_ca_topic_score_codex":0.0000060758794,"about_ca_topic_score_gemma":0.000004180928,"teacher_disagreement_score":0.47687736,"about_ca_system_score_codex":0.0001220974,"about_ca_system_score_gemma":0.00096192403,"threshold_uncertainty_score":0.9959518},"labels":[],"label_agreement":null},{"id":"W6902159080","doi":"10.6084/m9.figshare.23279817.v1","title":"How much is enough? Proposing achievement thresholds for core EPAs of graduating medical students in Canada","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Educational measurement; Protocol (science); Set (abstract data type); Clinical Practice; Objective structured clinical examination; Class (philosophy); Tracking (education); Delphi","score_opus":0.09008913323552219,"score_gpt":0.3805777979111722,"score_spread":0.29048866467565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902159080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592198,0.000056940436,0.000005283301,0.02923651,0.00028527042,0.0013424343,0.009655963,0.00004061326,0.00015715993],"genre_scores_gemma":[0.9578462,0.0000024180563,0.0004443061,0.002175861,0.00018424328,0.0004416136,0.038510982,0.00002253165,0.0003718359],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9978697,0.000012160794,0.0003292122,0.00019520527,0.0013337946,0.00025995463],"domain_scores_gemma":[0.99922824,0.00010906962,0.000120941084,0.00019526668,0.00027402618,0.000072483315],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028833558,0.00009801305,0.0002044725,0.00013688397,0.000058634934,0.000016332642,0.00023242043,0.000081891405,0.005618848],"category_scores_gemma":[0.005845705,0.00008795612,0.000030877087,0.00072192634,0.000009700811,0.000046503534,0.000101581674,0.0002207571,0.000016387165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018801402,0.00013792477,0.034111705,0.0012243815,0.000038614686,0.000031326323,0.0009968895,0.0000018431609,0.00008240344,0.000054499465,0.93640125,0.026900379],"study_design_scores_gemma":[0.009604724,0.00087588694,0.6329613,0.03765617,0.0001243134,0.00005938498,0.02318537,0.03377021,0.012141167,0.00065639697,0.24801266,0.0009524577],"about_ca_topic_score_codex":0.013346051,"about_ca_topic_score_gemma":0.041385833,"teacher_disagreement_score":0.6883886,"about_ca_system_score_codex":0.0004364119,"about_ca_system_score_gemma":0.0018675282,"threshold_uncertainty_score":0.99529016},"labels":[],"label_agreement":null},{"id":"W6902163148","doi":"10.6084/m9.figshare.20461939.v1","title":"Additional file 1 of Transition to practice curriculum for general internal medicine physicians: scoping review and Canadian national survey","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Transition (genetics); MEDLINE; Qualitative research","score_opus":0.049658174900286144,"score_gpt":0.37574032403670266,"score_spread":0.32608214913641653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902163148","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008680063,0.00036652916,0.0000097207785,0.008100856,0.00006689929,0.0008257064,0.9891586,0.000008371108,0.0014546928],"genre_scores_gemma":[0.00012831335,0.0000069805283,0.0036460264,0.029305274,0.00031775908,0.0037071838,0.96253455,0.000010666535,0.00034324275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990344,0.00006309966,0.0002516961,0.00015714626,0.000375457,0.00011816751],"domain_scores_gemma":[0.99787563,0.00071618694,0.00013347305,0.00007555044,0.0011263479,0.00007281893],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023950275,0.00006870868,0.0001715696,0.00015504946,0.00012602312,0.0000040703335,0.000064250555,0.000023657782,0.9572998],"category_scores_gemma":[0.034373786,0.000071249444,0.000025021367,0.0004537182,0.000010923675,0.00008550609,0.000018426868,0.0001444851,0.00003952909],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008052409,0.000038454556,9.412266e-7,0.0011286156,0.000015959302,9.849917e-7,0.00007075026,0.0000038134563,0.0000014977784,0.000014608415,0.99616,0.0025563275],"study_design_scores_gemma":[0.00021203578,0.00017341996,0.0016130855,0.041839007,0.000028688153,0.00005109059,0.00012602835,0.0004114563,0.0000020776652,0.000013494643,0.95545536,0.00007426713],"about_ca_topic_score_codex":0.0013452868,"about_ca_topic_score_gemma":0.0012970575,"teacher_disagreement_score":0.9572603,"about_ca_system_score_codex":0.00021399518,"about_ca_system_score_gemma":0.0008433033,"threshold_uncertainty_score":0.97376007},"labels":[],"label_agreement":null},{"id":"W6902192628","doi":"10.6084/m9.figshare.20408251.v1","title":"Additional file 1 of Rivalries for attention: insights from a realist evaluation of a postgraduate competency-based medical education implementation in Canada","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Higher education; Government (linguistics); Qualitative research; Field (mathematics); MEDLINE","score_opus":0.04217226710265357,"score_gpt":0.35018468771744043,"score_spread":0.30801242061478684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902192628","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010507549,0.000034551394,0.0000022694257,0.0018068606,0.00011542965,0.0008013705,0.98640305,0.0000069106004,0.00032203883],"genre_scores_gemma":[0.13873611,1.05142256e-7,0.0022625888,0.00074604555,0.00007954778,0.006409812,0.8517375,0.000009431107,0.000018837825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976599,0.000116449555,0.0005210403,0.00017517555,0.0014302686,0.00009711519],"domain_scores_gemma":[0.99768436,0.0005742804,0.0003722344,0.00017582893,0.001149829,0.000043466374],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013892038,0.0000796921,0.00017343221,0.0001900336,0.0000785593,0.0000031650745,0.00010495453,0.000035776684,0.97404283],"category_scores_gemma":[0.008068486,0.000086573236,0.000045458954,0.00051112054,0.000014161431,0.000055003416,0.000029673974,0.00013459365,0.000006966365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035815847,0.0001922463,0.00010285493,0.00012797712,0.000016331462,5.9505004e-7,0.000085517204,0.000022831577,0.000013795866,0.00009694696,0.9842145,0.015090624],"study_design_scores_gemma":[0.004958193,0.00040888035,0.32470056,0.0061325985,0.00016032062,0.000014599176,0.007991423,0.05770324,0.0004997423,0.004474353,0.5926116,0.00034443755],"about_ca_topic_score_codex":0.0744556,"about_ca_topic_score_gemma":0.24808642,"teacher_disagreement_score":0.97403586,"about_ca_system_score_codex":0.0009740465,"about_ca_system_score_gemma":0.042662326,"threshold_uncertainty_score":0.9659315},"labels":[],"label_agreement":null},{"id":"W6902193188","doi":"10.6084/m9.figshare.22715274","title":"Additional file 1 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.19507919302904908,"score_gpt":0.4742085827534518,"score_spread":0.2791293897244027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902193188","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03162859,0.00003013681,0.0000011885456,0.0077281836,0.00022315963,0.0022063376,0.9581253,0.00003346058,0.000023626751],"genre_scores_gemma":[0.10981998,0.000017217122,0.0015396848,0.001711652,0.00060123706,0.0133314775,0.8718445,0.000032598302,0.0011016967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867254,0.00009940143,0.00039769962,0.00032802374,0.00026273137,0.00023960779],"domain_scores_gemma":[0.98435056,0.014600146,0.00013464088,0.00020155462,0.0006329603,0.00008011599],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004826892,0.00013586784,0.00033630262,0.00019099012,0.000123121,0.00010086829,0.00006704625,0.00015339014,0.25442955],"category_scores_gemma":[0.06780468,0.00010775402,0.0000591257,0.00042518327,0.00008758905,0.000367465,0.000042626518,0.00025255175,0.00006585408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003089111,0.00045778495,0.00004039598,0.00063738535,0.000027018867,0.000022522312,0.007880717,2.045807e-7,2.842398e-7,0.000005968004,0.9475976,0.043021157],"study_design_scores_gemma":[0.004200389,0.0031097964,0.010658796,0.023772525,0.000040009967,0.00004694457,0.4414826,0.0020746468,0.000015715326,0.00006270399,0.5142795,0.00025635646],"about_ca_topic_score_codex":0.0000036211657,"about_ca_topic_score_gemma":0.00015131745,"teacher_disagreement_score":0.4336019,"about_ca_system_score_codex":0.00006308521,"about_ca_system_score_gemma":0.0001806542,"threshold_uncertainty_score":0.9400476},"labels":[],"label_agreement":null},{"id":"W6902273076","doi":"10.6084/m9.figshare.15086264","title":"Ottawa 2020 consensus statements for programmatic assessment – 2. Implementation and practice","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Implementation; Thematic analysis; Curriculum; Function (biology); Culture change; Qualitative research; Qualitative property; Implementation research; Statement (logic)","score_opus":0.07438346994677743,"score_gpt":0.5080103737858325,"score_spread":0.43362690383905506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902273076","genre_codex":"commentary","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13670716,0.002907663,0.0039142375,0.4345258,0.0032645648,0.037024226,0.31318417,0.0011645318,0.067307666],"genre_scores_gemma":[0.12767409,0.000011437948,0.25187603,0.008071453,0.00044678972,0.003477053,0.6073089,0.00005012528,0.0010840889],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991216,0.000046349578,0.00027628284,0.0001780487,0.00023084595,0.00014688706],"domain_scores_gemma":[0.9986029,0.00025439842,0.00014383795,0.0001403828,0.00080844894,0.000049990944],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021004236,0.0000735324,0.00010735796,0.00003267175,0.000080772,0.000046638917,0.000024214427,0.000040225674,0.027087882],"category_scores_gemma":[0.006291579,0.000072227536,0.000020239868,0.0002121519,0.000006749838,0.00009918065,0.000025911517,0.00009407803,0.000052025385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017129621,0.00016718003,0.00028742885,0.00089349085,0.0000764494,0.00002364358,0.00023059691,3.72041e-7,0.00022410027,0.0002941305,0.8915558,0.10622968],"study_design_scores_gemma":[0.0019842915,0.00021589319,0.009790627,0.0006323287,0.00011694698,0.00019497462,0.006350217,0.00059782894,0.0007571335,0.0001503309,0.9790917,0.00011775341],"about_ca_topic_score_codex":0.0000034600907,"about_ca_topic_score_gemma":0.000005904197,"teacher_disagreement_score":0.42645434,"about_ca_system_score_codex":0.00011141208,"about_ca_system_score_gemma":0.00044169018,"threshold_uncertainty_score":0.9738015},"labels":[],"label_agreement":null},{"id":"W6902284001","doi":"10.6084/m9.figshare.22715280.v1","title":"Additional file 3 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.1920589474141444,"score_gpt":0.47358721008490595,"score_spread":0.2815282626707616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902284001","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031921543,0.000030359322,0.0000011978817,0.0077118836,0.00022574619,0.002211576,0.9578404,0.0000334995,0.000023817844],"genre_scores_gemma":[0.111317344,0.000017521485,0.0015282457,0.0017170026,0.0006102373,0.013145872,0.8705043,0.000032722346,0.0011267365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867254,0.00009930967,0.0003978701,0.00032788684,0.00026278308,0.0002395904],"domain_scores_gemma":[0.9844679,0.014477737,0.00013466051,0.00020126325,0.00063831336,0.00008010899],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004824793,0.00013584948,0.0003363356,0.00019092891,0.00012311083,0.00010106723,0.00006700575,0.00015337761,0.2499179],"category_scores_gemma":[0.067788385,0.000107727654,0.000059122078,0.00042503187,0.00008759503,0.0003677364,0.000042596934,0.00025250218,0.00006654533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031043394,0.00045719589,0.000040415125,0.00064728066,0.000026974949,0.000022764163,0.007874611,2.0447334e-7,2.846864e-7,0.000005927242,0.9470472,0.043566708],"study_design_scores_gemma":[0.004231868,0.0030879155,0.010536914,0.023589397,0.00003943835,0.000046258414,0.43738925,0.0020659724,0.000015951236,0.000062521416,0.51867956,0.00025492144],"about_ca_topic_score_codex":0.0000036606232,"about_ca_topic_score_gemma":0.00015230448,"teacher_disagreement_score":0.42951465,"about_ca_system_score_codex":0.000063325504,"about_ca_system_score_gemma":0.0001807501,"threshold_uncertainty_score":0.940064},"labels":[],"label_agreement":null},{"id":"W6902303112","doi":"10.6084/m9.figshare.22715280","title":"Additional file 3 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.1920589474141444,"score_gpt":0.47358721008490595,"score_spread":0.2815282626707616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902303112","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031921543,0.000030359322,0.0000011978817,0.0077118836,0.00022574619,0.002211576,0.9578404,0.0000334995,0.000023817844],"genre_scores_gemma":[0.111317344,0.000017521485,0.0015282457,0.0017170026,0.0006102373,0.013145872,0.8705043,0.000032722346,0.0011267365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867254,0.00009930967,0.0003978701,0.00032788684,0.00026278308,0.0002395904],"domain_scores_gemma":[0.9844679,0.014477737,0.00013466051,0.00020126325,0.00063831336,0.00008010899],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004824793,0.00013584948,0.0003363356,0.00019092891,0.00012311083,0.00010106723,0.00006700575,0.00015337761,0.2499179],"category_scores_gemma":[0.067788385,0.000107727654,0.000059122078,0.00042503187,0.00008759503,0.0003677364,0.000042596934,0.00025250218,0.00006654533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031043394,0.00045719589,0.000040415125,0.00064728066,0.000026974949,0.000022764163,0.007874611,2.0447334e-7,2.846864e-7,0.000005927242,0.9470472,0.043566708],"study_design_scores_gemma":[0.004231868,0.0030879155,0.010536914,0.023589397,0.00003943835,0.000046258414,0.43738925,0.0020659724,0.000015951236,0.000062521416,0.51867956,0.00025492144],"about_ca_topic_score_codex":0.0000036606232,"about_ca_topic_score_gemma":0.00015230448,"teacher_disagreement_score":0.42951465,"about_ca_system_score_codex":0.000063325504,"about_ca_system_score_gemma":0.0001807501,"threshold_uncertainty_score":0.940064},"labels":[],"label_agreement":null},{"id":"W6903327509","doi":"10.1051/pmed/2024001/pdf","title":"Implication des patients dans l’évaluation multisource : élaboration et évaluation d’un outil de rétroaction destiné aux résidents en médecine familiale","year":2024,"lang":"fr","type":"article","venue":"Springer Link (Chiba Institute of Technology)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Child abuse; Poison control; Sociology of the family","score_opus":0.025194384414939354,"score_gpt":0.32550019060530405,"score_spread":0.3003058061903647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903327509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.847401,0.0017934644,0.12857702,0.012754677,0.0068007307,0.0014397514,0.000039021248,0.00056119985,0.00063312496],"genre_scores_gemma":[0.8722125,0.0011673155,0.123628356,0.00020329589,0.0011140006,0.00028954013,0.00073953916,0.000089745205,0.00055566675],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958323,0.00022403557,0.0014747097,0.00087198056,0.0009356807,0.000661256],"domain_scores_gemma":[0.9969495,0.00009956657,0.00052977935,0.000890803,0.0014118587,0.00011849211],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030193592,0.00048405485,0.00051218405,0.0016238295,0.00038691325,0.00009519604,0.00041304567,0.0011943126,0.000096908945],"category_scores_gemma":[0.0073518474,0.00053781585,0.00015062948,0.0032647958,0.00093051064,0.0011481931,0.00017629574,0.0013084697,0.00021678933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058445432,0.0008707392,0.113253124,0.0008920314,0.0002267326,0.0000059531926,0.00319954,0.0014102587,0.06686121,0.02414666,0.0004883081,0.788587],"study_design_scores_gemma":[0.0026331341,0.0006081215,0.8357491,0.0034667342,0.0010597606,0.00005979826,0.0007619487,0.0644397,0.053061932,0.022366516,0.015223936,0.0005693366],"about_ca_topic_score_codex":0.0006925699,"about_ca_topic_score_gemma":0.00013093112,"teacher_disagreement_score":0.7880177,"about_ca_system_score_codex":0.002574676,"about_ca_system_score_gemma":0.0019282739,"threshold_uncertainty_score":0.99970734},"labels":[],"label_agreement":null},{"id":"W6904743756","doi":"10.14288/1.0448917","title":"Unveiling the implicit : exploring professionalism and professional identity formation in dentistry","year":2025,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Thematic analysis; Identity (music); Health care; Habitus; Professional development; Personality; Professional ethics","score_opus":0.025653632502615504,"score_gpt":0.28124164270739943,"score_spread":0.25558801020478394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904743756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99630225,0.00012912798,0.00081739156,0.0015924823,0.00044450484,0.00031292945,0.000005471398,0.000019010151,0.00037682639],"genre_scores_gemma":[0.9980856,0.000052789357,0.00043703354,0.00023220167,0.000019664105,0.0000044173635,0.000025228,0.0000033651763,0.001139685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99933565,0.000038698283,0.00014681641,0.00014930335,0.00021522172,0.00011428927],"domain_scores_gemma":[0.99956274,0.00003854427,0.00007391616,0.00013588015,0.00016936232,0.000019533316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003557965,0.000024070234,0.000122013065,0.00007843712,0.00025133515,0.000028801598,0.00010833414,0.000071096954,0.000050224295],"category_scores_gemma":[0.00015844403,0.000058402886,0.000027228287,0.00055143924,0.00013863602,0.00053779257,0.00011298833,0.00023209419,0.0000032666467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029239198,0.0002916691,0.10021917,0.0007875402,0.000034430603,0.00006679392,0.0013104589,0.0000027824385,0.0015071707,0.00028694936,0.008728731,0.8867351],"study_design_scores_gemma":[0.0007659147,0.000009370323,0.98804075,0.0010423849,0.000023547303,0.000062486935,0.008121993,0.00041159676,0.0000055221185,0.0011673651,0.00030327463,0.00004577101],"about_ca_topic_score_codex":0.006739269,"about_ca_topic_score_gemma":0.017285218,"teacher_disagreement_score":0.8878216,"about_ca_system_score_codex":0.00011015855,"about_ca_system_score_gemma":0.00012036254,"threshold_uncertainty_score":0.99987495},"labels":[],"label_agreement":null},{"id":"W6904832397","doi":"10.14288/1.0315461","title":"The Greater Vancouver Chinook","year":2016,"lang":"fr","type":"article","venue":"Open Collections","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chinook wind; Fishing; Population; Government (linguistics)","score_opus":0.017336043961442248,"score_gpt":0.31346276327119055,"score_spread":0.2961267193097483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904832397","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003556667,0.0006425715,0.0034343791,0.072987616,0.03177935,0.0013019587,0.00002945488,0.00003716522,0.88943183],"genre_scores_gemma":[0.004254112,0.00040554357,0.0011295715,0.0016719858,0.0020654786,0.0003668407,0.000003582919,0.000029271796,0.9900736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985104,0.00012423184,0.0003765295,0.0002735618,0.0002689838,0.0004462952],"domain_scores_gemma":[0.99856925,0.000265029,0.00010077861,0.0005996011,0.00036693126,0.000098416866],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00075932755,0.0001467438,0.00017012488,0.000061902894,0.0046367547,0.00060089264,0.00040238706,0.00014861715,0.017057465],"category_scores_gemma":[0.0014125439,0.000079419435,0.00006343174,0.0015837944,0.00044262307,0.00029380212,0.00016767746,0.00026689298,0.0008662443],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038347276,0.00013339616,0.0001767503,0.000008988137,0.000090392256,0.0000033916047,0.00014224369,5.789414e-7,0.000031958243,0.0022118452,0.87488306,0.12227905],"study_design_scores_gemma":[0.0011373825,0.00013541493,0.0013555702,0.00035715764,0.00010666948,0.000045759833,0.00055872794,0.000092033886,0.0002387011,0.0033612107,0.99248624,0.00012516246],"about_ca_topic_score_codex":0.002175479,"about_ca_topic_score_gemma":0.002950032,"teacher_disagreement_score":0.122153886,"about_ca_system_score_codex":0.00076153973,"about_ca_system_score_gemma":0.00083779416,"threshold_uncertainty_score":0.9999117},"labels":[],"label_agreement":null},{"id":"W6907753518","doi":"10.25384/sage.16879668.v1","title":"sj-docx-1-obm-10.1177_1753495X211045614 - Supplemental material for Canadian general internal medicine residents’ perception of a pedagogical tool of online cases in obstetric medicine","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perception; Alternative medicine; MEDLINE; Maternal-fetal medicine","score_opus":0.11356053930632602,"score_gpt":0.4068052299803992,"score_spread":0.29324469067407316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907753518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8617983,0.00024741844,0.000007739092,0.0058857347,0.0007342197,0.0009004283,0.12956962,0.000022950937,0.00083361607],"genre_scores_gemma":[0.59386045,0.0000126697905,0.0015176862,0.0008618588,0.0013288072,0.00012043527,0.40045866,0.00002706407,0.0018123571],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9975527,0.000069984846,0.0010745126,0.0003478043,0.000602973,0.00035205777],"domain_scores_gemma":[0.99811375,0.00021232279,0.00026121747,0.00032961133,0.000929557,0.00015353228],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023481682,0.00020453526,0.0005774519,0.0006907376,0.00005319622,0.000007029301,0.0001817848,0.00018504076,0.6317272],"category_scores_gemma":[0.012058593,0.00017479285,0.000080156584,0.00086342316,0.00007881627,0.00009498865,0.0000649285,0.0002365065,0.000030139905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030158326,0.00034942295,0.004457963,0.0011240568,0.000058072892,0.00024023988,0.0016322131,0.0000027950878,0.010178153,0.000079839534,0.97150606,0.0100696],"study_design_scores_gemma":[0.016800627,0.004280791,0.5912215,0.017171772,0.0003758769,0.0013469659,0.022507157,0.0016562951,0.00967974,0.00017621195,0.33406484,0.00071820914],"about_ca_topic_score_codex":0.017225113,"about_ca_topic_score_gemma":0.012139655,"teacher_disagreement_score":0.6374412,"about_ca_system_score_codex":0.00048466382,"about_ca_system_score_gemma":0.0009350439,"threshold_uncertainty_score":0.99626327},"labels":[],"label_agreement":null},{"id":"W6907995147","doi":"10.25384/sage.22799747","title":"sj-pdf-1-mde-10.1177_23821205231170522 - Supplemental material for An Approach to Leadership Development and Patient Safety and Quality Improvement Education in the Context of Professional Identity Formation in Pre-Clinical Medical Students","year":2023,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Context (archaeology); Patient safety; Quality management; Identity (music); Quality (philosophy); Professional development","score_opus":0.19973727746786804,"score_gpt":0.5007063424224284,"score_spread":0.30096906495456033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907995147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912739,0.00009747807,0.00084973534,0.0048167435,0.0005099699,0.0020821595,0.00033743397,0.00000780375,0.000024783783],"genre_scores_gemma":[0.98514354,0.00018190002,0.0036508695,0.0030758593,0.00021208072,0.00022162271,0.007405483,0.000012129734,0.00009652468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960837,0.0003684858,0.0016225845,0.00032817366,0.0013476571,0.00024943968],"domain_scores_gemma":[0.9988442,0.00016456745,0.00033479393,0.00038624203,0.00014095457,0.00012923687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011497039,0.00012545341,0.0003060196,0.0002604929,0.0001212216,0.00006968145,0.00047954352,0.0001261906,0.0005850545],"category_scores_gemma":[0.001754185,0.000092979135,0.000018862613,0.00038730528,0.000087462315,0.0006284943,0.00039545252,0.00031723233,0.00000414581],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010168465,0.003522652,0.053484563,0.0005858431,0.000048935297,0.0000016338801,0.018891525,5.188383e-7,0.00044502213,0.000087797074,0.019444657,0.90247],"study_design_scores_gemma":[0.0038066732,0.00043651136,0.91891193,0.0010731193,0.000033517135,0.00002383618,0.06771913,0.00057026953,0.00033810272,0.00010904281,0.006827396,0.00015046299],"about_ca_topic_score_codex":0.0001186533,"about_ca_topic_score_gemma":0.00039890612,"teacher_disagreement_score":0.90231955,"about_ca_system_score_codex":0.00015307718,"about_ca_system_score_gemma":0.0005587002,"threshold_uncertainty_score":0.6405937},"labels":[],"label_agreement":null},{"id":"W6908007568","doi":"10.25384/sage.25298048","title":"sj-docx-1-mde-10.1177_23821205241234974 - Supplemental material for Competency Framework for Podiatric Medicine Training: A Validation Report Based on an Adapted E-Delphi Across Canada","year":2024,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Podiatry; Competency assessment; Pre-Registration; MEDLINE; Alternative medicine; Curriculum","score_opus":0.09389306675311995,"score_gpt":0.4284390299867946,"score_spread":0.3345459632336747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6908007568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1889519,0.0025169803,0.49487928,0.18361521,0.025704753,0.008778148,0.09450564,0.00058362115,0.00046449376],"genre_scores_gemma":[0.7224247,0.00013195648,0.10419114,0.0054059178,0.010973056,0.00035548487,0.15596417,0.00016896018,0.00038461667],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600416,0.00009134607,0.001391414,0.0007500186,0.0011407973,0.0006222877],"domain_scores_gemma":[0.9969835,0.00055999105,0.00041579077,0.0013024553,0.000470149,0.00026806517],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040497314,0.00031711216,0.0005719877,0.0002618006,0.00040599017,0.00017172137,0.0005621251,0.0002116187,0.017382275],"category_scores_gemma":[0.004919283,0.0002662173,0.00008244759,0.0008436553,0.00009835936,0.00043877878,0.00007805144,0.00053777476,0.000005418875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011836513,0.0005814862,0.00048022624,0.0008667835,0.0003728276,0.00058840297,0.001867583,0.00005362818,0.002503169,0.0005313228,0.73489654,0.25607437],"study_design_scores_gemma":[0.008104306,0.0034562876,0.0033840826,0.007349125,0.0014542862,0.0016415087,0.010883349,0.09492151,0.0018796263,0.0047912844,0.86107785,0.0010567636],"about_ca_topic_score_codex":0.006313698,"about_ca_topic_score_gemma":0.00447595,"teacher_disagreement_score":0.53347284,"about_ca_system_score_codex":0.00052543107,"about_ca_system_score_gemma":0.0027223383,"threshold_uncertainty_score":0.999979},"labels":[],"label_agreement":null},{"id":"W6910828818","doi":"10.5061/dryad.2qv30","title":"Data from: Multilayered and digitally structured presentation formats of trustworthy recommendations: a combined survey and randomised trial","year":2016,"lang":"en","type":"dataset","venue":"Data Archiving and Networked Services (DANS)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Presentation (obstetrics); Context (archaeology); Randomized controlled trial; Trustworthiness; MEDLINE; Focus group; Primary care; Clinical trial","score_opus":0.05050118123986546,"score_gpt":0.3501134755204452,"score_spread":0.2996122942805797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6910828818","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11196803,0.00031456392,0.00040076158,0.00029867206,0.0006552959,0.0015231196,0.8847937,0.000029569397,0.000016303542],"genre_scores_gemma":[0.014458532,0.0028942465,0.0020229423,0.00025997954,0.00054628204,0.000046786634,0.9797133,0.000032469175,0.000025433757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968133,0.00046131603,0.0010898466,0.0009127698,0.0004188983,0.00030384347],"domain_scores_gemma":[0.994852,0.0016514118,0.00080807565,0.0023960294,0.00013354316,0.00015891017],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016686092,0.0003926162,0.00086941937,0.00024377501,0.00021057503,0.00014552312,0.0010192586,0.0002488297,0.00006347551],"category_scores_gemma":[0.00092892064,0.00030140832,0.000026714202,0.00026584495,0.0002506028,0.0007405667,0.0014182118,0.00043976406,0.0000017966833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044708107,0.00021975469,0.0025033415,0.0011157783,0.00049012125,0.0000038473404,0.0005122123,0.0000016659936,0.00002998785,0.000001704539,0.9012323,0.049181208],"study_design_scores_gemma":[0.3318206,0.00096059125,0.12001004,0.006180838,0.0023817802,0.00006425956,0.0011549132,0.12777403,0.0000108687445,0.0006048228,0.4075534,0.0014838243],"about_ca_topic_score_codex":0.0015503003,"about_ca_topic_score_gemma":0.0038067931,"teacher_disagreement_score":0.49367887,"about_ca_system_score_codex":0.000021563374,"about_ca_system_score_gemma":0.00015296691,"threshold_uncertainty_score":0.9999438},"labels":[],"label_agreement":null},{"id":"W6920355717","doi":"10.60692/hr14e-jjp83","title":"IUCN's encounter with 007: safeguarding consensus for conservation","year":2017,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Environment and Climate Change Canada","funders":"","keywords":"Safeguarding; IUCN Red List; Vetting; Value (mathematics); Closing (real estate)","score_opus":0.043571151622757494,"score_gpt":0.2823040061944501,"score_spread":0.23873285457169263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920355717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9203409,9.916496e-7,0.06253419,0.0031624164,0.00099023,0.0013912135,0.000047956375,0.00016942422,0.0113627],"genre_scores_gemma":[0.9909851,3.3805563e-8,0.0066198423,0.0013146731,0.00027643956,0.00022386249,0.00008611986,0.000014789873,0.000479144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868983,0.00001601507,0.0005730481,0.00014361201,0.0003585218,0.00021899845],"domain_scores_gemma":[0.9976923,0.000012949757,0.00062057446,0.0006551965,0.0009601177,0.000058874255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063755404,0.00015302835,0.0002558382,0.00022216793,0.00055143185,0.00022978445,0.00013299812,0.0001258872,0.000023011047],"category_scores_gemma":[0.00040528184,0.00011520016,0.00005420816,0.00010235325,0.00014751627,0.0004994078,0.000023534765,0.00011589209,0.00016385027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001800942,0.000017093527,0.89282584,0.0035231642,0.00035823515,0.000011276615,0.06379642,0.00003768856,0.000024386665,0.0067911535,0.023601152,0.0072126566],"study_design_scores_gemma":[0.023778267,0.0009902633,0.7748184,0.0043084123,0.0006837314,0.0012244034,0.090687074,0.04339367,0.0033972815,0.00001752445,0.055544857,0.0011560958],"about_ca_topic_score_codex":0.000012115835,"about_ca_topic_score_gemma":2.6021652e-7,"teacher_disagreement_score":0.118007414,"about_ca_system_score_codex":0.00020804419,"about_ca_system_score_gemma":0.00015143886,"threshold_uncertainty_score":0.4697726},"labels":[],"label_agreement":null},{"id":"W6920394306","doi":"10.60692/rn700-fkw44","title":"El Examen Clínico Objetivo Estructurado (ECOE) en la evaluación de competencias de comunicación y profesionalismo en los programas de especialización en Medicina","year":2017,"lang":"es","type":"article","venue":"Greater South Information System","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Context (archaeology); Syllabus; Initial training","score_opus":0.02801663579592328,"score_gpt":0.33788994781647247,"score_spread":0.3098733120205492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920394306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713465,0.00005002232,0.005934611,0.0038086378,0.0022462779,0.002867012,0.00019175788,0.00037704108,0.013178172],"genre_scores_gemma":[0.9879053,0.000014184684,0.0070239995,0.0012226736,0.0024196554,0.00052799087,0.0002889251,0.00008079504,0.00051645574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925167,0.0017978182,0.0022310286,0.0005027423,0.0017493556,0.0012023444],"domain_scores_gemma":[0.9940992,0.0002793221,0.0019381054,0.0021321478,0.0010532581,0.00049799634],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008935299,0.00071482675,0.0010478435,0.0007363726,0.0011014194,0.0008599364,0.0015447631,0.0012214383,0.00027573886],"category_scores_gemma":[0.0047328966,0.0006276384,0.00024011494,0.00046146038,0.00060988206,0.0012530354,0.00044983922,0.0013765824,0.0006615566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040666995,0.00007241857,0.6189548,0.005122235,0.0004810537,0.00007377396,0.3244104,0.00004441073,0.00003359102,0.026226649,0.0025506448,0.021623388],"study_design_scores_gemma":[0.005441511,0.00034678078,0.884368,0.00654235,0.00073930353,0.0012215094,0.062861055,0.014714027,0.00047108452,0.00012306539,0.02234822,0.0008230888],"about_ca_topic_score_codex":0.00016621179,"about_ca_topic_score_gemma":0.0000016830297,"teacher_disagreement_score":0.26541322,"about_ca_system_score_codex":0.0031071447,"about_ca_system_score_gemma":0.00259408,"threshold_uncertainty_score":0.9996175},"labels":[],"label_agreement":null},{"id":"W6920632556","doi":"10.6084/m9.figshare.26578340","title":"Additional file 1 of Needs assessment for enhancing pediatric clerkship readiness","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Needs assessment; Needs analysis; Competency assessment; Self-assessment; Data collection; Educational measurement","score_opus":0.03820087250408108,"score_gpt":0.391570783274566,"score_spread":0.35336991077048496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920632556","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0939909,0.00018754016,0.01306552,0.010061095,0.0039564134,0.005687983,0.5476882,0.000037260314,0.32532507],"genre_scores_gemma":[0.08251514,0.000005843718,0.55928224,0.00047393847,0.0034116516,0.0025652873,0.2873144,0.000056403598,0.064375125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925977,0.0000102402355,0.00027350872,0.00014672699,0.00019890361,0.00011083087],"domain_scores_gemma":[0.9988034,0.00075509096,0.00006154612,0.00014154283,0.00020539455,0.0000330382],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028859288,0.00006366554,0.00013470677,0.0002173662,0.000041900374,0.000040448223,0.00010695384,0.000062336745,0.8330128],"category_scores_gemma":[0.0013931479,0.000056738303,0.00003862681,0.00069590076,0.000027135216,0.00011516166,0.000036377794,0.00012881475,0.00024586503],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009345968,0.000071793445,0.00001675714,0.00011060287,0.000017334882,0.0000014572802,0.00013553105,4.8914063e-7,0.000098973615,0.00015663027,0.8966391,0.102741994],"study_design_scores_gemma":[0.00019875675,0.000106849824,0.001839076,0.0004371386,0.000073723866,0.00001271744,0.00053891295,0.0009522482,0.0004013705,0.0001503037,0.9952197,0.000069207905],"about_ca_topic_score_codex":0.0000028095353,"about_ca_topic_score_gemma":0.0000028757913,"teacher_disagreement_score":0.83276695,"about_ca_system_score_codex":0.00008950697,"about_ca_system_score_gemma":0.0008847459,"threshold_uncertainty_score":0.31601796},"labels":[],"label_agreement":null},{"id":"W6920695758","doi":"10.6084/m9.figshare.26620033.v1","title":"Additional file 5 of History and physical exam: a retrospective analysis of a clinical opportunity","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Data collection; MEDLINE; Data file; Retrospective cohort study; Medical record","score_opus":0.11105921898938739,"score_gpt":0.39325396227654014,"score_spread":0.28219474328715277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920695758","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035476093,0.00004776126,5.48921e-7,0.00008270193,0.000042695483,0.0000763216,0.989423,0.000022052414,0.006757318],"genre_scores_gemma":[0.05707574,9.429841e-7,0.0004651964,0.00019437312,0.0002539909,0.00016654396,0.94041675,0.000007204487,0.0014192599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920434,0.000025858724,0.00029541118,0.00016529758,0.0002498305,0.000059246107],"domain_scores_gemma":[0.99840224,0.00093167287,0.00011804187,0.00015693485,0.00033081582,0.000060281374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000075658114,0.000055010234,0.00030494947,0.0002315813,0.000010318361,0.0000020474417,0.000037418497,0.00007104692,0.9909928],"category_scores_gemma":[0.022444082,0.000048994378,0.00013884527,0.0006594388,0.000054339296,0.000043168275,0.000026829477,0.0002344461,0.00009165425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068524782,0.00014539373,0.00006790164,0.00018318773,0.00031869506,0.0000057349484,0.00016645936,9.1936805e-8,0.0000041815338,0.000053108,0.9915642,0.007484172],"study_design_scores_gemma":[0.000071579096,0.000101846104,0.25350738,0.0014038262,0.00026770125,0.000003199708,0.00005458845,0.0045163175,0.000005148728,0.000040902978,0.73998564,0.00004186464],"about_ca_topic_score_codex":0.0000029116409,"about_ca_topic_score_gemma":0.000001267662,"teacher_disagreement_score":0.9909012,"about_ca_system_score_codex":0.000100536825,"about_ca_system_score_gemma":0.0006622465,"threshold_uncertainty_score":0.9857903},"labels":[],"label_agreement":null},{"id":"W6920698998","doi":"10.6084/m9.figshare.15086264.v2","title":"Ottawa 2020 consensus statements for programmatic assessment - 2. Implementation and practice","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Implementation; Thematic analysis; Curriculum; Function (biology); Culture change; Qualitative research; Qualitative property; Implementation research; Statement (logic)","score_opus":0.07593479444208041,"score_gpt":0.5091574708208005,"score_spread":0.43322267637872014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920698998","genre_codex":"commentary","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14033921,0.0029378633,0.0038295216,0.42301083,0.0032270541,0.037003573,0.32293484,0.001167576,0.065549545],"genre_scores_gemma":[0.12191135,0.00001127834,0.24783152,0.007995659,0.00044465135,0.0034274606,0.6172785,0.000049570524,0.0010499781],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912155,0.000046297344,0.00027807255,0.00017732213,0.0002302124,0.00014656901],"domain_scores_gemma":[0.99863464,0.00025211944,0.00014353773,0.00014004369,0.00077975146,0.000049891758],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020850287,0.00007341727,0.00010716171,0.000032512806,0.00008159754,0.00004719604,0.000024166851,0.00004019877,0.028294574],"category_scores_gemma":[0.006234605,0.00007210751,0.000020099327,0.00021076234,0.000006840343,0.00010151552,0.000025889842,0.00009510037,0.000051929936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001708255,0.00016870612,0.00028410216,0.0008907708,0.00007675611,0.000023518767,0.0002356057,3.6227098e-7,0.00021853691,0.00029342299,0.89653695,0.10125419],"study_design_scores_gemma":[0.0019913914,0.0002190484,0.009885549,0.0006392179,0.00011881825,0.00019410731,0.0063535506,0.00060015736,0.00074159226,0.00015578626,0.97898257,0.00011821008],"about_ca_topic_score_codex":0.0000037060922,"about_ca_topic_score_gemma":0.000005763838,"teacher_disagreement_score":0.41501516,"about_ca_system_score_codex":0.00011202491,"about_ca_system_score_gemma":0.00044092443,"threshold_uncertainty_score":0.9725937},"labels":[],"label_agreement":null},{"id":"W6920705256","doi":"10.6084/m9.figshare.18739282","title":"Additional file 1 of Barriers and facilitators to program directors’ use of the medical education literature: a qualitative study","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Qualitative research; Process (computing); Qualitative analysis; MEDLINE; Confidentiality","score_opus":0.03291111244141184,"score_gpt":0.41120768082575704,"score_spread":0.3782965683843452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920705256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9312159,0.000012466108,0.0000010823593,0.0018040414,0.0002049263,0.0020744887,0.06398754,0.0000018399462,0.0006977468],"genre_scores_gemma":[0.8623263,0.0000012023669,0.055133976,0.002023373,0.00016578326,0.011145437,0.054592006,0.00003398546,0.014577941],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984274,0.00029766432,0.00031488578,0.00019468403,0.00068028865,0.000085092164],"domain_scores_gemma":[0.9987296,0.0005056049,0.00013023619,0.00023313485,0.0002954123,0.00010605371],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005570429,0.00007186853,0.00016527678,0.000113825394,0.00012242232,0.000021648697,0.00018791643,0.000035028734,0.64608246],"category_scores_gemma":[0.016389849,0.00005349841,0.000028848453,0.0010096595,0.00014635314,0.000091477574,0.00022456441,0.00023183692,0.0000062978793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005771792,0.0008689628,0.00029936235,0.000012850838,0.000038908103,7.8415167e-7,0.06292793,3.126525e-7,0.0000074887357,0.000017148119,0.81239194,0.12337656],"study_design_scores_gemma":[0.0003014707,0.0006346345,0.012605003,0.0002686617,0.00002781915,0.000013994542,0.11961056,0.000030341247,0.000030820145,0.000025133233,0.86638737,0.00006420241],"about_ca_topic_score_codex":0.00004696055,"about_ca_topic_score_gemma":0.000014123623,"teacher_disagreement_score":0.6460762,"about_ca_system_score_codex":0.000076606324,"about_ca_system_score_gemma":0.0016153277,"threshold_uncertainty_score":0.9918955},"labels":[],"label_agreement":null},{"id":"W6920713891","doi":"10.6084/m9.figshare.17210376","title":"Additional file 4 of Effectiveness and experiences of the Extension for Community Healthcare Outcomes (ECHO) Model in developing competencies among healthcare professionals: a mixed methods systematic review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Montreal Heart Institute; Ottawa Hospital; Université de Montréal","funders":"","keywords":"Health care; Protocol (science); Table (database); Extension (predicate logic); Data collection; Systematic review","score_opus":0.11964237028634749,"score_gpt":0.4802045467458662,"score_spread":0.3605621764595187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920713891","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037229739,0.0009312716,0.000081474514,0.0025866784,0.00009340293,0.13177468,0.8607486,0.000032573666,0.00002838047],"genre_scores_gemma":[0.007077219,0.000002396513,0.043605395,0.0018443284,0.00001162652,0.7425093,0.20489724,0.000015886108,0.000036613463],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9974045,0.0013536559,0.0006674873,0.00015103628,0.00030127846,0.000122037905],"domain_scores_gemma":[0.99314535,0.004509609,0.0004808123,0.00035693063,0.001475301,0.000031976484],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007563638,0.00011260346,0.0006456846,0.00006666879,0.00016666175,0.0000041591506,0.00013091548,0.00009186925,0.037380107],"category_scores_gemma":[0.047769517,0.000072430084,0.0000751115,0.00051129295,0.0000459427,0.00006771487,0.00012881226,0.0002810615,8.440631e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014246274,0.00013167405,0.00005854721,0.82677126,0.00001847921,4.7524813e-7,0.0033848025,7.511206e-7,0.000007928219,0.000051031602,0.16891414,0.000646656],"study_design_scores_gemma":[0.0003473181,0.00005724884,0.02792403,0.952775,0.000018875277,0.00001225266,0.016206376,0.0012365474,0.00055180094,0.00016568147,0.0006101236,0.00009474609],"about_ca_topic_score_codex":0.000011038086,"about_ca_topic_score_gemma":0.000028132794,"teacher_disagreement_score":0.6558513,"about_ca_system_score_codex":0.000101351754,"about_ca_system_score_gemma":0.001129029,"threshold_uncertainty_score":0.96349984},"labels":[],"label_agreement":null},{"id":"W6920724213","doi":"10.6084/m9.figshare.14052672.v1","title":"Additional file 4 of Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Unpacking; Qualitative research; Action (physics); Audit; Action research; Qualitative analysis; Focus group; Work (physics)","score_opus":0.17027619822471404,"score_gpt":0.38258100910608367,"score_spread":0.21230481088136963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920724213","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075484444,0.00000865267,0.00016469469,0.00373874,0.000050488154,0.0006046951,0.986135,0.0000316817,0.0017176078],"genre_scores_gemma":[0.4501142,2.7657714e-7,0.00082803407,0.00048350502,0.00012385106,0.0005547754,0.54682046,0.000013055202,0.0010618448],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9992413,0.00010805887,0.00010996067,0.00015904802,0.00029024805,0.00009139864],"domain_scores_gemma":[0.9985251,0.00077051594,0.000119044686,0.00013592606,0.0004262601,0.000023145316],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008465279,0.00007232723,0.00011263281,0.00006812274,0.00014231802,0.000027532042,0.00003480358,0.000030312167,0.7001816],"category_scores_gemma":[0.006841173,0.00005403291,0.000021812653,0.00057629304,0.00001955811,0.00009914059,0.000030252786,0.00020943549,0.000057250054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020112231,0.00012431155,0.0000040888217,0.0000951546,0.000053633565,0.000003933849,0.0146542825,7.790363e-7,0.000056760167,0.00003643122,0.9823249,0.0026256344],"study_design_scores_gemma":[0.0005687928,0.00042565938,0.011247574,0.008422768,0.000052270094,0.000028111619,0.8644973,0.00015025513,0.0002409879,0.00016116674,0.1140769,0.00012821646],"about_ca_topic_score_codex":0.0000023345742,"about_ca_topic_score_gemma":0.000040799885,"teacher_disagreement_score":0.868248,"about_ca_system_score_codex":0.00015596446,"about_ca_system_score_gemma":0.00013901372,"threshold_uncertainty_score":0.81900173},"labels":[],"label_agreement":null},{"id":"W6920745238","doi":"10.6084/m9.figshare.17210370.v1","title":"Additional file 2 of Effectiveness and experiences of the Extension for Community Healthcare Outcomes (ECHO) Model in developing competencies among healthcare professionals: a mixed methods systematic review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Montreal Heart Institute; Ottawa Hospital; Université de Montréal","funders":"","keywords":"Protocol (science); Checklist; Health care; Systematic review; Extension (predicate logic); MEDLINE","score_opus":0.1172208616711953,"score_gpt":0.4796391474505585,"score_spread":0.3624182857793632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920745238","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003688443,0.0009356901,0.00007904829,0.0025866781,0.00009371288,0.13132955,0.86122555,0.000032525048,0.00002881673],"genre_scores_gemma":[0.0067492803,0.0000024150072,0.043091137,0.0018395869,0.000011732665,0.74060416,0.20764871,0.000015834145,0.00003713748],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99740404,0.0013545435,0.0006672793,0.00015098293,0.00030117694,0.000121995356],"domain_scores_gemma":[0.9931616,0.004482765,0.00048134575,0.00035671084,0.0014855705,0.000031979518],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075259194,0.000112579655,0.0006456309,0.000066623696,0.00016661269,0.0000041575786,0.00013084072,0.00009186973,0.038102776],"category_scores_gemma":[0.04786184,0.00007241381,0.00007509814,0.00051117275,0.000045932164,0.00006770099,0.00012883474,0.00028106326,8.434521e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013910961,0.00013098182,0.00005649181,0.8228714,0.000018400737,4.775409e-7,0.003367376,7.5947594e-7,0.000007740391,0.000050240982,0.17283124,0.000651008],"study_design_scores_gemma":[0.00034821112,0.000056785193,0.027716944,0.95298535,0.000018939174,0.000012329364,0.016172703,0.001230434,0.00055138767,0.00016579615,0.00064607704,0.00009503951],"about_ca_topic_score_codex":0.0000111108575,"about_ca_topic_score_gemma":0.000028010605,"teacher_disagreement_score":0.65357685,"about_ca_system_score_codex":0.000101368234,"about_ca_system_score_gemma":0.0011278472,"threshold_uncertainty_score":0.96277654},"labels":[],"label_agreement":null},{"id":"W6920791605","doi":"10.6084/m9.figshare.14052660.v1","title":"Additional file 1 of Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Unpacking; Qualitative research; Action (physics); Audit; Action research; Focus group; Process (computing)","score_opus":0.1721053138606075,"score_gpt":0.3826734781907546,"score_spread":0.21056816433014708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920791605","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007443535,0.00000847952,0.00016088957,0.0037209226,0.000049892507,0.00059737003,0.9862949,0.00003132209,0.0016926354],"genre_scores_gemma":[0.44238523,2.7406648e-7,0.0008413345,0.00048585824,0.0001243225,0.0005682442,0.5544971,0.000013127057,0.0010844711],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99924123,0.00010817763,0.00010987182,0.00015910155,0.0002902068,0.00009139517],"domain_scores_gemma":[0.99851495,0.0007761155,0.00011903572,0.00013609322,0.00043067316,0.000023151939],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008462293,0.00007233239,0.00011259449,0.00006811369,0.00014225907,0.000027460635,0.00003479981,0.000030312176,0.7089279],"category_scores_gemma":[0.0069399998,0.00005403641,0.000021812353,0.0005765819,0.000019553177,0.000099049445,0.00003026315,0.00020948502,0.000057816087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019745832,0.00012406528,0.0000040661275,0.00009411069,0.00005357249,0.0000038656344,0.014610298,7.8833403e-7,0.000057392495,0.000035295474,0.9824124,0.002584428],"study_design_scores_gemma":[0.00056139403,0.00041770024,0.011225065,0.008393015,0.000052178886,0.000027992506,0.8624498,0.00014900458,0.00024004094,0.00015854988,0.11619749,0.00012775573],"about_ca_topic_score_codex":0.0000023290697,"about_ca_topic_score_gemma":0.00004035663,"teacher_disagreement_score":0.8662149,"about_ca_system_score_codex":0.0001559494,"about_ca_system_score_gemma":0.00013946263,"threshold_uncertainty_score":0.8308329},"labels":[],"label_agreement":null},{"id":"W6920798965","doi":"10.6084/m9.figshare.14052669.v1","title":"Additional file 3 of Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Unpacking; Qualitative research; Action (physics); Audit; Action research; Qualitative analysis; Focus group; Work (physics)","score_opus":0.16905374371855025,"score_gpt":0.38204974527452745,"score_spread":0.2129960015559772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920798965","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075515117,0.000008584282,0.000162957,0.0037296882,0.000050729694,0.00060160493,0.98614866,0.00003150426,0.0017147915],"genre_scores_gemma":[0.44631436,2.7852357e-7,0.00083295704,0.00048637533,0.00012599307,0.000558637,0.5505604,0.000013150351,0.0011078282],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9992413,0.00010807308,0.00010992103,0.00015903194,0.00029026633,0.00009138817],"domain_scores_gemma":[0.9985183,0.00076916843,0.00011904657,0.00013587905,0.0004344584,0.000023148403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000084584426,0.00007232217,0.000112606045,0.00006809085,0.00014224678,0.000027517302,0.000034777822,0.000030309588,0.7037364],"category_scores_gemma":[0.0069381404,0.000054022577,0.000021810954,0.00057636714,0.000019554574,0.000099126,0.000030241179,0.00020944202,0.00005845114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019881092,0.00012410659,0.0000040749856,0.00009580148,0.00005357135,0.000003915647,0.014623069,7.892264e-7,0.00005758352,0.00003510226,0.98235744,0.0026246894],"study_design_scores_gemma":[0.00056939916,0.00041725606,0.011161204,0.008378072,0.000051725397,0.00002773952,0.86031276,0.00014929438,0.0002453584,0.00015906988,0.11840033,0.00012781355],"about_ca_topic_score_codex":0.000002355626,"about_ca_topic_score_gemma":0.00004063209,"teacher_disagreement_score":0.8639571,"about_ca_system_score_codex":0.00015657082,"about_ca_system_score_gemma":0.00013954009,"threshold_uncertainty_score":0.83061033},"labels":[],"label_agreement":null},{"id":"W6920830478","doi":"10.6084/m9.figshare.17210367","title":"Additional file 1 of Effectiveness and experiences of the Extension for Community Healthcare Outcomes (ECHO) Model in developing competencies among healthcare professionals: a mixed methods systematic review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Montreal Heart Institute; Ottawa Hospital; Université de Montréal","funders":"","keywords":"Protocol (science); Health care; Implementation; Extension (predicate logic); Table (database); Data collection","score_opus":0.12086911059437115,"score_gpt":0.4803591399857205,"score_spread":0.35949002939134933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920830478","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036639192,0.0009116077,0.00007953689,0.002565997,0.000092090784,0.12989187,0.8627349,0.000032128588,0.00002791476],"genre_scores_gemma":[0.006798453,0.00000234579,0.043603357,0.0018271736,0.000011507895,0.7421009,0.2056037,0.000015746944,0.000036784462],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9974037,0.0013549329,0.0006670207,0.00015107966,0.00030124068,0.00012203357],"domain_scores_gemma":[0.9930996,0.0045404877,0.000481071,0.00035752435,0.001489344,0.000032003656],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075613393,0.00011261038,0.00064549525,0.00006666116,0.00016660221,0.000004149849,0.00013090327,0.000091869275,0.03870572],"category_scores_gemma":[0.048339076,0.00007243413,0.000075110605,0.0005115139,0.00004593271,0.000067661196,0.0001288503,0.00028111882,8.512533e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013990267,0.00013114941,0.000058134112,0.8204866,0.000018418978,4.6706748e-7,0.0033683039,7.5711273e-7,0.000007986062,0.00004954382,0.1752282,0.0006364263],"study_design_scores_gemma":[0.0003444694,0.00005649684,0.027960496,0.95270944,0.000018904491,0.0000122452075,0.016233914,0.0012314264,0.00055161223,0.00016385905,0.000622427,0.00009474123],"about_ca_topic_score_codex":0.000011015645,"about_ca_topic_score_gemma":0.000027869093,"teacher_disagreement_score":0.65713125,"about_ca_system_score_codex":0.000101343314,"about_ca_system_score_gemma":0.0011321683,"threshold_uncertainty_score":0.96217304},"labels":[],"label_agreement":null},{"id":"W6920841018","doi":"10.6084/m9.figshare.25286894","title":"Additional file 1 of Distributed Medical Education (DME) in psychiatry: perspectives on facilitators, obstacles, and factors affecting psychiatrists' willingness to engage in teaching activities","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Higher education; Work (physics); Qualitative research; Data collection","score_opus":0.013027209985561969,"score_gpt":0.31649862273503404,"score_spread":0.3034714127494721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920841018","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22604576,0.0002607324,0.0000041872354,0.0009369477,0.00027785028,0.00036222805,0.7715864,0.00005991939,0.0004659829],"genre_scores_gemma":[0.49597508,0.0000017381145,0.0011106246,0.00015470696,0.00020545795,0.00036059518,0.50210786,0.000017956316,0.00006599145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862736,0.000101039885,0.00031807323,0.00034595514,0.0004228339,0.00018471084],"domain_scores_gemma":[0.99814224,0.0014799243,0.00006463774,0.00014817616,0.00007009795,0.00009492628],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019334271,0.0001533585,0.00021576702,0.0004665394,0.000074200936,0.00002807509,0.00008141463,0.00015355086,0.5710915],"category_scores_gemma":[0.030138327,0.0001438241,0.000043797427,0.0007251004,0.000023394907,0.00013868237,0.000031334217,0.0008764066,0.000040458828],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001935718,0.00032217166,0.001070829,0.0005516723,0.000012262838,0.0000025721945,0.004998434,0.0000032630696,0.0000027273181,0.00018523603,0.98209757,0.010733927],"study_design_scores_gemma":[0.00060138624,0.00037726428,0.4182503,0.05883263,0.000017970475,0.000031172793,0.09012318,0.001416891,0.000028406634,0.00026128985,0.42959613,0.00046339276],"about_ca_topic_score_codex":0.000035663223,"about_ca_topic_score_gemma":0.000058831814,"teacher_disagreement_score":0.57105106,"about_ca_system_score_codex":0.00030477133,"about_ca_system_score_gemma":0.0011515281,"threshold_uncertainty_score":0.9780312},"labels":[],"label_agreement":null},{"id":"W6920868086","doi":"10.6084/m9.figshare.14052663.v1","title":"Additional file 2 of Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Unpacking; Qualitative research; Action (physics); Audit; Interview; Action research; Qualitative analysis; Focus group","score_opus":0.16649073751178053,"score_gpt":0.381910197222086,"score_spread":0.2154194597103055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920868086","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074683805,0.000008701336,0.00015903848,0.0037391696,0.00005068844,0.0006023291,0.98619163,0.000031630538,0.0017484429],"genre_scores_gemma":[0.4393388,2.821732e-7,0.00082559657,0.00048745124,0.00012656227,0.0005591985,0.5575574,0.0000131510415,0.0010915386],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9992415,0.00010814118,0.000109920926,0.0001589829,0.00029013472,0.0000913617],"domain_scores_gemma":[0.99852717,0.00076504995,0.00011917785,0.00013580607,0.00042963462,0.00002314396],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000084163,0.00007230949,0.000112621936,0.0000680693,0.00014226943,0.00002751997,0.000034780525,0.00003031235,0.70500463],"category_scores_gemma":[0.0068571726,0.000054018823,0.000021808153,0.0005761359,0.000019552908,0.000099117016,0.000030258914,0.00020943701,0.000057201993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019639161,0.00012402727,0.0000039378197,0.00009496153,0.000053573975,0.0000039710285,0.014622774,7.921206e-7,0.000055414977,0.00003591445,0.9823288,0.0026562067],"study_design_scores_gemma":[0.00056636,0.00041861203,0.011068183,0.00830696,0.00005209556,0.000028110884,0.85825235,0.00014831136,0.00023903539,0.00016012859,0.12063212,0.00012774573],"about_ca_topic_score_codex":0.0000023524365,"about_ca_topic_score_gemma":0.000040594412,"teacher_disagreement_score":0.86169666,"about_ca_system_score_codex":0.00015599387,"about_ca_system_score_gemma":0.0001388448,"threshold_uncertainty_score":0.8209171},"labels":[],"label_agreement":null},{"id":"W6920939065","doi":"10.6084/m9.figshare.25824850.v1","title":"Additional file 2 of Protocol for a scoping review study on learning plan use in undergraduate medical education","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Protocol (science); Plan (archaeology); Data collection; MEDLINE; Protocol analysis; Scheme (mathematics)","score_opus":0.12861628779402856,"score_gpt":0.4623791120622221,"score_spread":0.33376282426819354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920939065","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001223497,0.00006435722,0.0000032056812,0.0024624101,0.00007465648,0.1802782,0.8155577,0.00009537977,0.0014518532],"genre_scores_gemma":[0.000032510663,5.8250504e-7,0.00039440434,0.0007565916,0.00013204425,0.50132656,0.49688748,0.000011699936,0.0004581191],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988376,0.000049803133,0.00037838626,0.00019986322,0.00042746915,0.00010689237],"domain_scores_gemma":[0.99830747,0.0012143229,0.00009349807,0.00012949914,0.0002101328,0.00004507573],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013947155,0.00008285868,0.00017102124,0.0001832073,0.00003228139,0.00001608167,0.00006230405,0.000064042804,0.9446935],"category_scores_gemma":[0.06281495,0.000071565766,0.00004018338,0.00048469906,0.000007087148,0.00008315814,0.000019237756,0.00031280558,0.00036453657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013949485,0.00040985426,0.000011408692,0.014596098,0.000008996199,0.0000040463224,0.000046841073,4.8904997e-7,1.2883362e-7,0.00001557718,0.9638571,0.021035474],"study_design_scores_gemma":[0.00021361977,0.00021095546,0.00063855987,0.48494568,0.0000053242693,0.0000074001227,0.000046353714,0.0003209628,0.0000015310725,0.000014308077,0.5135509,0.00004444314],"about_ca_topic_score_codex":0.0000019506422,"about_ca_topic_score_gemma":0.000008455321,"teacher_disagreement_score":0.94432896,"about_ca_system_score_codex":0.00009687267,"about_ca_system_score_gemma":0.0024197518,"threshold_uncertainty_score":0.9450793},"labels":[],"label_agreement":null},{"id":"W6920984337","doi":"10.6084/m9.figshare.14052663","title":"Additional file 2 of Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Unpacking; Qualitative research; Action (physics); Audit; Interview; Action research; Qualitative analysis; Focus group","score_opus":0.16649073751178053,"score_gpt":0.381910197222086,"score_spread":0.2154194597103055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920984337","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074683805,0.000008701336,0.00015903848,0.0037391696,0.00005068844,0.0006023291,0.98619163,0.000031630538,0.0017484429],"genre_scores_gemma":[0.4393388,2.821732e-7,0.00082559657,0.00048745124,0.00012656227,0.0005591985,0.5575574,0.0000131510415,0.0010915386],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9992415,0.00010814118,0.000109920926,0.0001589829,0.00029013472,0.0000913617],"domain_scores_gemma":[0.99852717,0.00076504995,0.00011917785,0.00013580607,0.00042963462,0.00002314396],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000084163,0.00007230949,0.000112621936,0.0000680693,0.00014226943,0.00002751997,0.000034780525,0.00003031235,0.70500463],"category_scores_gemma":[0.0068571726,0.000054018823,0.000021808153,0.0005761359,0.000019552908,0.000099117016,0.000030258914,0.00020943701,0.000057201993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019639161,0.00012402727,0.0000039378197,0.00009496153,0.000053573975,0.0000039710285,0.014622774,7.921206e-7,0.000055414977,0.00003591445,0.9823288,0.0026562067],"study_design_scores_gemma":[0.00056636,0.00041861203,0.011068183,0.00830696,0.00005209556,0.000028110884,0.85825235,0.00014831136,0.00023903539,0.00016012859,0.12063212,0.00012774573],"about_ca_topic_score_codex":0.0000023524365,"about_ca_topic_score_gemma":0.000040594412,"teacher_disagreement_score":0.86169666,"about_ca_system_score_codex":0.00015599387,"about_ca_system_score_gemma":0.0001388448,"threshold_uncertainty_score":0.8209171},"labels":[],"label_agreement":null},{"id":"W6921009306","doi":"10.6084/m9.figshare.20461945.v1","title":"Additional file 3 of Transition to practice curriculum for general internal medicine physicians: scoping review and Canadian national survey","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Transition (genetics); MEDLINE; Qualitative research","score_opus":0.048639596444478364,"score_gpt":0.37510775866964347,"score_spread":0.3264681622251651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921009306","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008745244,0.00036853147,0.000009778415,0.008069436,0.000067542125,0.0008261454,0.9891778,0.000008365572,0.0014636399],"genre_scores_gemma":[0.00012971283,0.000007078536,0.0036073043,0.029298333,0.00032137483,0.0036436138,0.9626321,0.000010670801,0.00034976934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990344,0.000063042135,0.00025180238,0.00015708142,0.0003755296,0.00011815896],"domain_scores_gemma":[0.9978726,0.0007101003,0.00013347728,0.0000754342,0.0011356144,0.0000728045],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023939997,0.00006869952,0.0001715862,0.00015500044,0.00012601286,0.000004078255,0.00006421227,0.000023655875,0.9563244],"category_scores_gemma":[0.03436534,0.000071232236,0.000025019854,0.0004535588,0.000010924411,0.00008556843,0.00001841425,0.00014445712,0.000039938473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008092398,0.000038409562,9.417611e-7,0.0011460085,0.000015935302,9.955272e-7,0.00007070289,0.0000038118637,0.0000015002506,0.000014511417,0.99610907,0.0025900211],"study_design_scores_gemma":[0.00021411311,0.00017262255,0.0015986196,0.04162142,0.000028350547,0.000050472707,0.00012505063,0.00041072743,0.0000021134178,0.000013487669,0.955689,0.00007403145],"about_ca_topic_score_codex":0.0013597296,"about_ca_topic_score_gemma":0.0013053953,"teacher_disagreement_score":0.95628446,"about_ca_system_score_codex":0.0002147993,"about_ca_system_score_gemma":0.00084374467,"threshold_uncertainty_score":0.9737686},"labels":[],"label_agreement":null},{"id":"W6921049150","doi":"10.6084/m9.figshare.29455256","title":"Additional file 1 of Addressing the challenges of field notes in medical education: a qualitative study of resident experiences","year":2025,"lang":"en","type":"article","venue":"Open MIND","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Field (mathematics); Qualitative analysis; Field research","score_opus":0.13854852261220948,"score_gpt":0.5077458645910448,"score_spread":0.36919734197883525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921049150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594233,0.00028447883,0.000010883987,0.013705683,0.00017996566,0.00081537623,0.0010310464,6.73831e-7,0.024548586],"genre_scores_gemma":[0.9947451,0.0000065157715,0.0034981663,0.00020249955,0.000042420506,0.0005965495,0.0005173,0.0000023655498,0.00038912243],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99884576,0.00014312354,0.0004446769,0.00012222677,0.0003886921,0.00005553168],"domain_scores_gemma":[0.9966959,0.0026350927,0.00019066801,0.00019342174,0.00026934702,0.000015588332],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005753106,0.000047334357,0.00018957515,0.00012943534,0.000028905153,0.000004559591,0.00022253177,0.000052712927,0.46223053],"category_scores_gemma":[0.015564026,0.000033375556,0.000016949749,0.00040848248,0.00017220325,0.00005359926,0.00007717324,0.0001254856,0.0000029904706],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007810725,0.0017335456,0.000085373154,0.000064566724,0.00003798449,9.1585736e-7,0.36989105,3.0243413e-7,0.000009682777,0.000337664,0.40212896,0.22563185],"study_design_scores_gemma":[0.00039744313,0.0002917686,0.005531644,0.0028371904,0.000015726466,0.0000017753573,0.9791242,0.000028883947,0.0010623848,0.0003076496,0.010366236,0.00003509791],"about_ca_topic_score_codex":0.00015841884,"about_ca_topic_score_gemma":0.00021062102,"teacher_disagreement_score":0.60923314,"about_ca_system_score_codex":0.000020953816,"about_ca_system_score_gemma":0.0015325946,"threshold_uncertainty_score":0.9927283},"labels":[],"label_agreement":null},{"id":"W6921088407","doi":"10.6084/m9.figshare.29649816","title":"Experiences of remediation in family medicine postgraduate education: An interpretative phenomenological analysis","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Interpretative phenomenological analysis; Narrative; Identity (music); Qualitative research; Environmental remediation; Family member; Inclusion (mineral)","score_opus":0.0508641595931011,"score_gpt":0.4032999592642701,"score_spread":0.352435799671169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921088407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719688,0.00069793157,0.00010032085,0.0031302334,0.00035367077,0.0005736433,0.00078907376,0.000052464056,0.022333829],"genre_scores_gemma":[0.96491677,0.0000062278386,0.00075049215,0.0017512864,0.00008818112,0.00041367477,0.031773955,0.000004160699,0.00029523164],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99891466,0.00006423881,0.00045461347,0.00023809509,0.0002115729,0.000116794996],"domain_scores_gemma":[0.9989459,0.00008628049,0.00015183371,0.00026181235,0.0005171414,0.000037041795],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015737054,0.00009619712,0.00030078806,0.0008827414,0.000030025412,0.0000057329776,0.00014034397,0.00009085475,0.024023771],"category_scores_gemma":[0.004577492,0.000077499884,0.000040435276,0.0031620443,0.000055448098,0.000119926015,0.000028459543,0.00017100977,0.00002390779],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039379613,0.0029227666,0.016050085,0.0011850012,0.0007792681,0.000012205806,0.31940997,0.00006403631,0.0016924234,0.004910898,0.32169828,0.33088127],"study_design_scores_gemma":[0.0017949404,0.0011482404,0.5144951,0.0069961012,0.000517374,0.000005208422,0.44342667,0.009715219,0.0013650887,0.0025420377,0.017606724,0.00038732303],"about_ca_topic_score_codex":0.000027432598,"about_ca_topic_score_gemma":0.000010216999,"teacher_disagreement_score":0.498445,"about_ca_system_score_codex":0.00012980864,"about_ca_system_score_gemma":0.00039427838,"threshold_uncertainty_score":0.9768684},"labels":[],"label_agreement":null},{"id":"W6921102742","doi":"10.6084/m9.figshare.22715277.v1","title":"Additional file 2 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.18950714505226435,"score_gpt":0.4734751182894547,"score_spread":0.28396797323719036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921102742","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03154791,0.000030708507,0.0000011685646,0.00771898,0.0002252305,0.0022107866,0.9582074,0.0000335771,0.000024228179],"genre_scores_gemma":[0.10832267,0.000017658896,0.0015083381,0.00171268,0.0006100394,0.013097704,0.87359256,0.000032572763,0.0011057594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986728,0.00009936949,0.00039786976,0.0003277902,0.00026266917,0.00023952407],"domain_scores_gemma":[0.98454845,0.014404021,0.00013479697,0.00020115175,0.0006315129,0.00008009104],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004801822,0.00013582673,0.00033638097,0.00019087114,0.00012312959,0.0001010766,0.00006701073,0.00015339098,0.2510108],"category_scores_gemma":[0.06707786,0.0001077205,0.000059114816,0.00042486883,0.0000875879,0.00036770455,0.00004262081,0.00025249642,0.00006518532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030687818,0.00045699868,0.000039120852,0.0006419731,0.000026981066,0.000023075972,0.00787592,2.0522694e-7,2.7447857e-7,0.000006059362,0.9465715,0.044050984],"study_design_scores_gemma":[0.004185674,0.0030793704,0.010391778,0.02326237,0.000039475748,0.000046576075,0.43356207,0.002040966,0.000015467003,0.000062550986,0.5230604,0.00025330135],"about_ca_topic_score_codex":0.000003655885,"about_ca_topic_score_gemma":0.00015216948,"teacher_disagreement_score":0.42568615,"about_ca_system_score_codex":0.00006310241,"about_ca_system_score_gemma":0.00017988915,"threshold_uncertainty_score":0.9407805},"labels":[],"label_agreement":null},{"id":"W6921138485","doi":"10.6084/m9.figshare.5923525","title":"Remediation in Canadian medical residency programs: Established and emerging best practices","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Best practice; Flexibility (engineering); Process (computing); Environmental remediation; Concordance; Best interests","score_opus":0.06152993295584269,"score_gpt":0.38791394370918925,"score_spread":0.32638401075334655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921138485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73664737,0.0013928748,0.0000037901345,0.146723,0.0015552429,0.0033484565,0.0032716517,0.00030372816,0.10675391],"genre_scores_gemma":[0.95309913,0.000025328914,0.0018464596,0.0041379,0.002132417,0.00034872317,0.037667714,0.00003218451,0.00071011635],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878156,0.00003466954,0.00025522633,0.00021813622,0.00042071834,0.00028966405],"domain_scores_gemma":[0.9988441,0.000064076834,0.00015371479,0.0001911582,0.00044510607,0.00030185652],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004269917,0.00008117299,0.00011108715,0.00031806712,0.00009075051,0.000042950516,0.000088941146,0.00019450767,0.09558285],"category_scores_gemma":[0.06380777,0.00007732881,0.000010579856,0.00074036204,0.000030859122,0.00028066113,0.000027810927,0.00034098641,0.0005672285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022883029,0.00014668185,0.03711428,0.00037029208,0.000014299717,0.00010934944,0.0019232216,5.5047654e-8,0.000018586914,0.00016118321,0.6310605,0.32905868],"study_design_scores_gemma":[0.0006746808,0.00023601191,0.07989971,0.0045687594,0.000018299443,0.00010415649,0.0012481476,0.002000568,0.00007520553,0.000095922485,0.91090715,0.00017140487],"about_ca_topic_score_codex":0.03572216,"about_ca_topic_score_gemma":0.28504744,"teacher_disagreement_score":0.32888728,"about_ca_system_score_codex":0.00017888442,"about_ca_system_score_gemma":0.0023881234,"threshold_uncertainty_score":0.9706991},"labels":[],"label_agreement":null},{"id":"W6921241839","doi":"10.6084/m9.figshare.25287159","title":"Additional file 2 of Distributed Medical Education (DME) in psychiatry: perspectives on facilitators, obstacles, and factors affecting psychiatrists' willingness to engage in teaching activities","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Higher education; MEDLINE; Work (physics); Data collection","score_opus":0.01260861471625855,"score_gpt":0.31592609029544927,"score_spread":0.3033174755791907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921241839","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22613493,0.0002656033,0.000004130337,0.00093740516,0.00028061643,0.00036346144,0.77147627,0.00006020278,0.00047740588],"genre_scores_gemma":[0.4940232,0.0000017813812,0.0010921729,0.00015506487,0.00020853446,0.0003554672,0.50407946,0.000017975437,0.00006632803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862766,0.000101010606,0.00031819567,0.0003457332,0.00042274361,0.00018465266],"domain_scores_gemma":[0.9981606,0.0014618812,0.00006470982,0.00014791988,0.00006995846,0.000094906405],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019243782,0.00015331672,0.0002158123,0.00046627774,0.00007420559,0.000028127308,0.000081375794,0.00015355162,0.5670934],"category_scores_gemma":[0.029835582,0.00014378381,0.00004379017,0.00072461757,0.000023394628,0.0001387638,0.00003133044,0.0008762338,0.000040088595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019273497,0.00032219337,0.0010420484,0.0005561456,0.000012267189,0.000002633326,0.005003777,0.0000032776425,0.0000026470932,0.00018809107,0.98185587,0.010991755],"study_design_scores_gemma":[0.00060143386,0.00037514776,0.4106596,0.057883263,0.000017811617,0.00003105238,0.08883568,0.0014006669,0.000028092569,0.00026155816,0.4394458,0.00045989786],"about_ca_topic_score_codex":0.00003597102,"about_ca_topic_score_gemma":0.000059130107,"teacher_disagreement_score":0.5670533,"about_ca_system_score_codex":0.00030484612,"about_ca_system_score_gemma":0.0011471394,"threshold_uncertainty_score":0.9783365},"labels":[],"label_agreement":null},{"id":"W6921283787","doi":"10.6084/m9.figshare.25287159.v1","title":"Additional file 2 of Distributed Medical Education (DME) in psychiatry: perspectives on facilitators, obstacles, and factors affecting psychiatrists' willingness to engage in teaching activities","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Higher education; MEDLINE; Work (physics); Data collection","score_opus":0.01260861471625855,"score_gpt":0.31592609029544927,"score_spread":0.3033174755791907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921283787","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22613493,0.0002656033,0.000004130337,0.00093740516,0.00028061643,0.00036346144,0.77147627,0.00006020278,0.00047740588],"genre_scores_gemma":[0.4940232,0.0000017813812,0.0010921729,0.00015506487,0.00020853446,0.0003554672,0.50407946,0.000017975437,0.00006632803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862766,0.000101010606,0.00031819567,0.0003457332,0.00042274361,0.00018465266],"domain_scores_gemma":[0.9981606,0.0014618812,0.00006470982,0.00014791988,0.00006995846,0.000094906405],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019243782,0.00015331672,0.0002158123,0.00046627774,0.00007420559,0.000028127308,0.000081375794,0.00015355162,0.5670934],"category_scores_gemma":[0.029835582,0.00014378381,0.00004379017,0.00072461757,0.000023394628,0.0001387638,0.00003133044,0.0008762338,0.000040088595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019273497,0.00032219337,0.0010420484,0.0005561456,0.000012267189,0.000002633326,0.005003777,0.0000032776425,0.0000026470932,0.00018809107,0.98185587,0.010991755],"study_design_scores_gemma":[0.00060143386,0.00037514776,0.4106596,0.057883263,0.000017811617,0.00003105238,0.08883568,0.0014006669,0.000028092569,0.00026155816,0.4394458,0.00045989786],"about_ca_topic_score_codex":0.00003597102,"about_ca_topic_score_gemma":0.000059130107,"teacher_disagreement_score":0.5670533,"about_ca_system_score_codex":0.00030484612,"about_ca_system_score_gemma":0.0011471394,"threshold_uncertainty_score":0.9783365},"labels":[],"label_agreement":null},{"id":"W6931172762","doi":"10.5281/zenodo.3867170","title":"Archiboreoiulus sollaudi Brolemann 1921","year":2017,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"Distribution (mathematics); Interpretation (philosophy); Natural (archaeology); Work (physics)","score_opus":0.03962293150271496,"score_gpt":0.3127119975395725,"score_spread":0.27308906603685756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931172762","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18194598,0.00007897385,0.007638481,0.024659501,0.0006916832,0.001005795,0.00007297012,0.0011378538,0.7827687],"genre_scores_gemma":[0.9884484,0.000048080306,0.0020206294,0.000941109,0.0006717738,8.9456876e-8,0.0014138569,0.0010322365,0.005423852],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844265,0.00009084662,0.00027216543,0.000356079,0.00048600536,0.000352225],"domain_scores_gemma":[0.99775106,0.000010176114,0.00017158191,0.001111248,0.00079870987,0.00015720882],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007817309,0.00012483017,0.00016772577,0.00022753527,0.0042456435,0.0006780529,0.0008804573,0.00007826259,0.009937254],"category_scores_gemma":[0.0039291377,0.00012431403,0.00005499317,0.00025203906,0.0003893073,0.00023050002,0.00075976254,0.00040060593,0.008299646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009340794,0.00024987987,0.00006160628,0.00010576689,0.00005519535,0.000025831994,0.0007593161,0.0000029590215,0.0029563748,0.010840873,0.4921422,0.4927066],"study_design_scores_gemma":[0.0008540969,0.00021039929,0.016593724,0.000076093536,0.000027814995,0.00023547297,0.00021358325,0.00052621844,0.00047165639,0.0003533016,0.98030573,0.00013193482],"about_ca_topic_score_codex":0.000016654762,"about_ca_topic_score_gemma":1.8327908e-7,"teacher_disagreement_score":0.8065024,"about_ca_system_score_codex":0.00015890208,"about_ca_system_score_gemma":0.0000113549995,"threshold_uncertainty_score":0.9970507},"labels":[],"label_agreement":null},{"id":"W6931686215","doi":"10.5281/zenodo.8155016","title":"Representation of Feminist Translation Strategies in the Turkish Translation of Angela Carter's \"The Bloody Chamber\"","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Translation studies; Turkish; Femininity; Hegemony; Ideology; Representation (politics); Feminist movement; Feminism","score_opus":0.06785657090284171,"score_gpt":0.33133680017835493,"score_spread":0.26348022927551323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931686215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9286961,0.000115334435,0.001768955,0.009467396,0.00017138293,0.001492956,0.00008013899,0.00026403568,0.057943724],"genre_scores_gemma":[0.9977299,0.000052267176,0.000220198,0.000110829766,0.000098503784,3.6081144e-7,0.0015451142,0.00018182986,0.00006097745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983063,0.00033533334,0.00044376496,0.00019565046,0.0005487719,0.00017019526],"domain_scores_gemma":[0.99893737,0.00009060848,0.00015787923,0.00038681272,0.00040255126,0.000024789406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014620111,0.00008534118,0.00015257725,0.0003228871,0.00040493085,0.00009330646,0.00029701222,0.000067012166,0.00059351936],"category_scores_gemma":[0.0004954686,0.00006512627,0.00005173561,0.002570073,0.00024906022,0.00016519648,0.000045383502,0.00024698564,0.00012560161],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004429425,0.00084447715,0.00039521258,0.0008005254,0.00015145527,0.000021410904,0.107064456,0.00069818995,0.050989404,0.016460406,0.085710935,0.7364206],"study_design_scores_gemma":[0.005272545,0.0015093697,0.1557776,0.0005288881,0.0003045464,0.00043906865,0.102588244,0.017576879,0.008331113,0.0027960679,0.70440584,0.0004698145],"about_ca_topic_score_codex":0.000044146556,"about_ca_topic_score_gemma":0.0000021334442,"teacher_disagreement_score":0.73595077,"about_ca_system_score_codex":0.000039116378,"about_ca_system_score_gemma":0.000013735133,"threshold_uncertainty_score":0.64986205},"labels":[],"label_agreement":null},{"id":"W6939186919","doi":"10.6084/m9.figshare.18739282.v1","title":"Additional file 1 of Barriers and facilitators to program directors’ use of the medical education literature: a qualitative study","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Qualitative research; Process (computing); Qualitative analysis; MEDLINE; Confidentiality","score_opus":0.028445791605707874,"score_gpt":0.3727401696912954,"score_spread":0.34429437808558755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939186919","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03712922,0.00002161529,5.6148156e-8,0.00063751335,0.00008186577,0.0010167138,0.9609536,0.000017738032,0.00014166438],"genre_scores_gemma":[0.08850557,1.3461572e-7,0.0011748266,0.0012310263,0.00007561627,0.010293529,0.8976452,0.00001284824,0.0010612867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849784,0.00021397095,0.00026621897,0.0001653198,0.0007671116,0.00008954527],"domain_scores_gemma":[0.9983819,0.0007171471,0.00012711869,0.0002132398,0.00045280933,0.00010776815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013590463,0.000076182296,0.00013978523,0.00012841844,0.00010900601,0.000009242205,0.00011046004,0.000041733063,0.9669859],"category_scores_gemma":[0.06748311,0.000058120342,0.00004119605,0.0010854293,0.00003434522,0.00005873741,0.00012843551,0.00026881765,0.00001468154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019429554,0.00044414052,0.000047254613,0.00009044305,0.00002615278,7.660763e-7,0.022839054,3.32015e-7,0.0000011642237,0.000008852218,0.9604281,0.016094284],"study_design_scores_gemma":[0.00017293142,0.00043476245,0.022001715,0.0016268978,0.000012263479,0.000012483454,0.03578837,0.000041218227,0.000008776955,0.000015821539,0.93982023,0.00006454195],"about_ca_topic_score_codex":0.000008681629,"about_ca_topic_score_gemma":0.0000034348445,"teacher_disagreement_score":0.9669712,"about_ca_system_score_codex":0.00007877489,"about_ca_system_score_gemma":0.0013616075,"threshold_uncertainty_score":0.9403719},"labels":[],"label_agreement":null},{"id":"W6939406508","doi":"10.6084/m9.figshare.14821213.v1","title":"Additional file 1 of The association of standardized patient educators (ASPE) gynecological teaching associate (GTA) and male urogenital teaching associate (MUTA) standards of best practice","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Best practice; Associate editor; Association (psychology); MEDLINE; Genitourinary system","score_opus":0.010974881778916612,"score_gpt":0.2993421974442312,"score_spread":0.2883673156653146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939406508","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05267944,0.000058389953,0.0000013493575,0.0008819254,0.00015238929,0.0003039343,0.9268365,0.0000155858,0.019070493],"genre_scores_gemma":[0.38947472,0.0000039245174,0.0066623115,0.0007624855,0.00026389278,0.00033456198,0.599581,0.00004267341,0.0028743988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689895,0.0005067297,0.0006579278,0.0002398144,0.0014676851,0.00022890337],"domain_scores_gemma":[0.99130595,0.004451636,0.0014994212,0.00024681186,0.002433176,0.00006303359],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00080207305,0.00014494007,0.0004320047,0.0000833571,0.00021114317,0.000021777594,0.00010893457,0.00023992444,0.6843489],"category_scores_gemma":[0.29548723,0.00012392005,0.0001651292,0.00033441855,0.000036055622,0.00017320538,0.00015599978,0.0007890014,0.000017525512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003187783,0.00069457886,0.00069704495,0.00015947495,0.00021048752,0.0000051577176,0.00074151705,0.0000019886738,0.0001067529,0.00004265889,0.98921764,0.008090834],"study_design_scores_gemma":[0.0010292436,0.00038987835,0.022792256,0.0037371612,0.0002522064,0.000054435113,0.0046553053,0.000072980314,0.0020222734,0.00006054923,0.96474177,0.00019195321],"about_ca_topic_score_codex":0.000009161022,"about_ca_topic_score_gemma":0.0000065909917,"teacher_disagreement_score":0.68433136,"about_ca_system_score_codex":0.0009885693,"about_ca_system_score_gemma":0.0017673302,"threshold_uncertainty_score":0.7104472},"labels":[],"label_agreement":null},{"id":"W6939493795","doi":"10.6084/m9.figshare.20461942.v2","title":"Additional file 2 of Transition to practice curriculum for general internal medicine physicians: scoping review and Canadian national survey","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Transition (genetics); MEDLINE; Qualitative research","score_opus":0.06124232707414963,"score_gpt":0.39449137804290174,"score_spread":0.3332490509687521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939493795","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012215086,0.00017739137,0.000008220057,0.009291626,0.000063053034,0.0007653932,0.9882684,0.00001955857,0.0013941582],"genre_scores_gemma":[0.00006393161,0.000021424028,0.002758465,0.016187433,0.00044996646,0.0017631088,0.97826695,0.0000117180625,0.00047700325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991216,0.000035217272,0.00025259165,0.00015618258,0.00029684778,0.00013756429],"domain_scores_gemma":[0.9973055,0.0009414222,0.000106054205,0.00007468708,0.0014888044,0.00008349374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022421614,0.00007265323,0.00017832457,0.00020580931,0.00006180929,0.00000524234,0.000051977295,0.00004423458,0.8477863],"category_scores_gemma":[0.0613278,0.0000701606,0.00002449057,0.0007156852,0.000012972701,0.00010350334,0.000009956867,0.000095336945,0.0002638916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004424491,0.00001662134,0.0000010794199,0.001871359,0.000015719745,0.0000011354472,0.000056772893,0.0000014159614,0.000001904891,0.00001112417,0.99462825,0.0033902181],"study_design_scores_gemma":[0.00020681355,0.00010253884,0.0057706735,0.13289559,0.000029009789,0.000021646723,0.00007791395,0.0006953381,0.000004428765,0.000019595887,0.8600948,0.00008164264],"about_ca_topic_score_codex":0.0010064183,"about_ca_topic_score_gemma":0.0019501242,"teacher_disagreement_score":0.84752244,"about_ca_system_score_codex":0.00010325021,"about_ca_system_score_gemma":0.0006345697,"threshold_uncertainty_score":0.94657904},"labels":[],"label_agreement":null},{"id":"W6939551925","doi":"10.6084/m9.figshare.26578340.v1","title":"Additional file 1 of Needs assessment for enhancing pediatric clerkship readiness","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Needs assessment; Needs analysis; Competency assessment; Self-assessment; Data collection; Educational measurement","score_opus":0.035255373001904546,"score_gpt":0.35050675976946966,"score_spread":0.3152513867675651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939551925","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054453103,0.000066546505,0.000038123177,0.0002840607,0.00015007207,0.00027206764,0.9931237,0.00006549505,0.005945468],"genre_scores_gemma":[0.0036605818,7.12046e-7,0.0069579976,0.0002677882,0.0014425477,0.0026590033,0.9817693,0.000019381676,0.0032226348],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999291,0.0000070177457,0.00022810906,0.0001237066,0.00022945812,0.000120732504],"domain_scores_gemma":[0.998251,0.001184133,0.000059097383,0.0001277256,0.0003440748,0.00003394214],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005462435,0.00007007001,0.000114044095,0.00025663982,0.000033235545,0.000013449888,0.000056903285,0.000079235266,0.99117666],"category_scores_gemma":[0.00807772,0.000064323074,0.00006124971,0.00065588835,0.0000050133144,0.000071188115,0.000018049703,0.00015457542,0.0007041729],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029788669,0.000037764796,0.0000014026969,0.0013278627,0.000012808516,0.0000016367836,0.0000547678,4.7571578e-7,0.000012423777,0.00009557492,0.9867743,0.011678007],"study_design_scores_gemma":[0.00009762255,0.00006456619,0.0030123729,0.003753749,0.000026724849,0.000010521719,0.000116203,0.0010999735,0.00008011499,0.00010343885,0.99156797,0.0000667526],"about_ca_topic_score_codex":3.2061973e-7,"about_ca_topic_score_gemma":5.4200774e-7,"teacher_disagreement_score":0.9904725,"about_ca_system_score_codex":0.00009294382,"about_ca_system_score_gemma":0.00063962274,"threshold_uncertainty_score":0.9670369},"labels":[],"label_agreement":null},{"id":"W6939584471","doi":"10.6084/m9.figshare.24707417","title":"Identifying the exceptional learner in medical education: A doing vs. being framework","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Situated; Categorization; Set (abstract data type); Qualitative research; Situated learning; Training (meteorology)","score_opus":0.04400623746476677,"score_gpt":0.3958524653856407,"score_spread":0.3518462279208739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939584471","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41305456,0.0016899209,0.0006856969,0.4629598,0.009417025,0.0046030795,0.0038448598,0.0021827817,0.10156227],"genre_scores_gemma":[0.8899319,0.000028816721,0.0039474703,0.02673033,0.0043421276,0.0014176635,0.070387766,0.00006441738,0.0031494773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847585,0.00004412697,0.00028814253,0.00020656057,0.00075419014,0.00023111227],"domain_scores_gemma":[0.99917614,0.00024281716,0.00006293204,0.00027124755,0.0001740239,0.00007280632],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038935023,0.00008918059,0.00011789995,0.00024796577,0.00015539741,0.000042488384,0.00019112464,0.00018170752,0.22090892],"category_scores_gemma":[0.015231442,0.00006924553,0.000046075173,0.0016876843,0.000022213273,0.00009814191,0.000096432195,0.00078523107,0.0048231045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007830964,0.00008632783,0.0024240643,0.00021140769,0.000011215774,0.000023342167,0.0015896129,0.0000073651727,0.00000667462,0.0024639063,0.9057524,0.08741582],"study_design_scores_gemma":[0.00045602192,0.000028794386,0.2592603,0.016150368,0.000016422253,0.0001356793,0.0024061077,0.0028935086,0.000030596955,0.005298797,0.7131096,0.00021377055],"about_ca_topic_score_codex":0.0000060758794,"about_ca_topic_score_gemma":0.000004180928,"teacher_disagreement_score":0.47687736,"about_ca_system_score_codex":0.0001220974,"about_ca_system_score_gemma":0.00096192403,"threshold_uncertainty_score":0.9959518},"labels":[],"label_agreement":null},{"id":"W6939628994","doi":"10.6084/m9.figshare.23279817","title":"How much is enough? Proposing achievement thresholds for core EPAs of graduating medical students in Canada","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Educational measurement; Protocol (science); Set (abstract data type); Clinical Practice; Objective structured clinical examination; Class (philosophy); Tracking (education); Delphi","score_opus":0.09008913323552219,"score_gpt":0.3805777979111722,"score_spread":0.29048866467565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939628994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592198,0.000056940436,0.000005283301,0.02923651,0.00028527042,0.0013424343,0.009655963,0.00004061326,0.00015715993],"genre_scores_gemma":[0.9578462,0.0000024180563,0.0004443061,0.002175861,0.00018424328,0.0004416136,0.038510982,0.00002253165,0.0003718359],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9978697,0.000012160794,0.0003292122,0.00019520527,0.0013337946,0.00025995463],"domain_scores_gemma":[0.99922824,0.00010906962,0.000120941084,0.00019526668,0.00027402618,0.000072483315],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028833558,0.00009801305,0.0002044725,0.00013688397,0.000058634934,0.000016332642,0.00023242043,0.000081891405,0.005618848],"category_scores_gemma":[0.005845705,0.00008795612,0.000030877087,0.00072192634,0.000009700811,0.000046503534,0.000101581674,0.0002207571,0.000016387165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018801402,0.00013792477,0.034111705,0.0012243815,0.000038614686,0.000031326323,0.0009968895,0.0000018431609,0.00008240344,0.000054499465,0.93640125,0.026900379],"study_design_scores_gemma":[0.009604724,0.00087588694,0.6329613,0.03765617,0.0001243134,0.00005938498,0.02318537,0.03377021,0.012141167,0.00065639697,0.24801266,0.0009524577],"about_ca_topic_score_codex":0.013346051,"about_ca_topic_score_gemma":0.041385833,"teacher_disagreement_score":0.6883886,"about_ca_system_score_codex":0.0004364119,"about_ca_system_score_gemma":0.0018675282,"threshold_uncertainty_score":0.99529016},"labels":[],"label_agreement":null},{"id":"W6939633045","doi":"10.6084/m9.figshare.17210367.v1","title":"Additional file 1 of Effectiveness and experiences of the Extension for Community Healthcare Outcomes (ECHO) Model in developing competencies among healthcare professionals: a mixed methods systematic review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Montreal Heart Institute; Ottawa Hospital; Université de Montréal","funders":"","keywords":"Protocol (science); Health care; Implementation; Extension (predicate logic); Table (database); Data collection","score_opus":0.12086911059437115,"score_gpt":0.4803591399857205,"score_spread":0.35949002939134933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939633045","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036639192,0.0009116077,0.00007953689,0.002565997,0.000092090784,0.12989187,0.8627349,0.000032128588,0.00002791476],"genre_scores_gemma":[0.006798453,0.00000234579,0.043603357,0.0018271736,0.000011507895,0.7421009,0.2056037,0.000015746944,0.000036784462],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9974037,0.0013549329,0.0006670207,0.00015107966,0.00030124068,0.00012203357],"domain_scores_gemma":[0.9930996,0.0045404877,0.000481071,0.00035752435,0.001489344,0.000032003656],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075613393,0.00011261038,0.00064549525,0.00006666116,0.00016660221,0.000004149849,0.00013090327,0.000091869275,0.03870572],"category_scores_gemma":[0.048339076,0.00007243413,0.000075110605,0.0005115139,0.00004593271,0.000067661196,0.0001288503,0.00028111882,8.512533e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013990267,0.00013114941,0.000058134112,0.8204866,0.000018418978,4.6706748e-7,0.0033683039,7.5711273e-7,0.000007986062,0.00004954382,0.1752282,0.0006364263],"study_design_scores_gemma":[0.0003444694,0.00005649684,0.027960496,0.95270944,0.000018904491,0.0000122452075,0.016233914,0.0012314264,0.00055161223,0.00016385905,0.000622427,0.00009474123],"about_ca_topic_score_codex":0.000011015645,"about_ca_topic_score_gemma":0.000027869093,"teacher_disagreement_score":0.65713125,"about_ca_system_score_codex":0.000101343314,"about_ca_system_score_gemma":0.0011321683,"threshold_uncertainty_score":0.96217304},"labels":[],"label_agreement":null},{"id":"W6939667217","doi":"10.6084/m9.figshare.22715286.v1","title":"Additional file 5 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.19199682592340664,"score_gpt":0.47369871526510926,"score_spread":0.2817018893417026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939667217","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03201618,0.00003051636,0.0000012049605,0.0077597415,0.00022444925,0.0022191799,0.9576913,0.000033639935,0.000023785473],"genre_scores_gemma":[0.11274807,0.000017509137,0.0015287658,0.0017187216,0.0006040343,0.01313752,0.8691163,0.00003269788,0.001096377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867225,0.000099377685,0.0003979949,0.00032795884,0.0002627822,0.00023961086],"domain_scores_gemma":[0.98447216,0.0144804,0.00013461747,0.00020124248,0.0006315258,0.00008008576],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048308584,0.00013587151,0.00033646758,0.00019100698,0.00012317525,0.000101076,0.000067028916,0.00015339724,0.24683721],"category_scores_gemma":[0.06717901,0.00010774928,0.000059134163,0.00042511153,0.000087610584,0.00036778755,0.00004261464,0.00025252323,0.000064815475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003090966,0.00045781504,0.000040399675,0.0006430881,0.000026997051,0.000022857474,0.007884389,2.042994e-7,2.827346e-7,0.0000061429078,0.9469778,0.04363092],"study_design_scores_gemma":[0.0042890194,0.0031539167,0.01094566,0.024084322,0.0000404513,0.00004756395,0.44647297,0.002095755,0.00001603513,0.0000639373,0.5085308,0.00025958745],"about_ca_topic_score_codex":0.0000036610688,"about_ca_topic_score_gemma":0.00015343419,"teacher_disagreement_score":0.43858856,"about_ca_system_score_codex":0.000063104315,"about_ca_system_score_gemma":0.00018029314,"threshold_uncertainty_score":0.94067854},"labels":[],"label_agreement":null},{"id":"W6939698730","doi":"10.6084/m9.figshare.21679228","title":"Defining new roles and competencies for administrative staff and faculty in the age of competency-based medical education","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Competence (human resources); Delphi method; Process (computing); Delphi; Best practice; Information technology","score_opus":0.061147523406984476,"score_gpt":0.37437159041668516,"score_spread":0.3132240670097007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939698730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8227987,0.0036358193,0.00015274817,0.09576379,0.000428038,0.005118976,0.06432499,0.000110439505,0.0076665017],"genre_scores_gemma":[0.8688358,0.0000020779003,0.008663455,0.0033550772,0.000075807846,0.00063893903,0.118339494,0.000010460669,0.00007885346],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991985,0.000044680397,0.00020270376,0.00012497298,0.0003387057,0.00009045456],"domain_scores_gemma":[0.9994405,0.0002390736,0.0000838508,0.00010102702,0.00009771529,0.00003784585],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019659288,0.000065658016,0.00013061205,0.00008274336,0.000104884624,0.000010590856,0.00009002482,0.000037107082,0.007521579],"category_scores_gemma":[0.0038678006,0.000050811395,0.000017848402,0.00023454703,0.000032257616,0.000029505694,0.00003486959,0.00019889668,0.0000018637713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023551502,0.0017343113,0.0061643915,0.0017077693,0.000047778674,0.0000217413,0.02384082,0.000017016187,0.00015562741,0.031921864,0.7708918,0.16326137],"study_design_scores_gemma":[0.00619339,0.0034709238,0.20014156,0.0052135843,0.000112036425,0.00023529113,0.10594407,0.008451539,0.00048800328,0.004503452,0.6647521,0.000494023],"about_ca_topic_score_codex":0.000018604504,"about_ca_topic_score_gemma":0.00006156615,"teacher_disagreement_score":0.19397718,"about_ca_system_score_codex":0.0000352901,"about_ca_system_score_gemma":0.0030807941,"threshold_uncertainty_score":0.9933857},"labels":[],"label_agreement":null},{"id":"W6939738413","doi":"10.6084/m9.figshare.24079648","title":"Additional file 1 of Evaluating the impact of continuing professional development courses on physician behavioral intention: a pre-post study with follow-up at six months","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Continuing professional development; Professional development; Data collection; MEDLINE; Continuing education","score_opus":0.07003779866974398,"score_gpt":0.4176783160212899,"score_spread":0.34764051735154594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939738413","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5814818,0.0000017106624,4.1709743e-8,0.000042503405,0.00005553593,0.00070028135,0.41753775,0.000022706427,0.00015764394],"genre_scores_gemma":[0.45840645,1.8200652e-8,0.00015373412,0.000037904298,0.00006938073,0.0017934061,0.5370229,0.000013588964,0.002502607],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9985226,0.000053928583,0.0003262333,0.00017238408,0.0007684402,0.0001564164],"domain_scores_gemma":[0.99801016,0.00042396033,0.00032311375,0.00020054566,0.0010107871,0.000031430136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013534492,0.000121522164,0.00019476458,0.00011480407,0.00013429565,0.0000070294795,0.000108509266,0.000045269815,0.7689158],"category_scores_gemma":[0.0033319409,0.00007350964,0.0000723438,0.0005468168,0.000026918038,0.0000579164,0.000075249794,0.00018998233,0.00023880923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028195712,0.0007403854,0.0006857103,0.000065505075,0.00006733434,0.0000030118158,0.0028601086,0.000017680813,0.00011123969,4.967149e-7,0.9803857,0.014780842],"study_design_scores_gemma":[0.0014003337,0.003324397,0.96225053,0.015069072,0.000057501424,0.00000625586,0.008327256,0.0009793198,0.0002738076,0.000002483769,0.008169443,0.00013957548],"about_ca_topic_score_codex":0.000010791358,"about_ca_topic_score_gemma":0.000019422816,"teacher_disagreement_score":0.9722163,"about_ca_system_score_codex":0.00017315663,"about_ca_system_score_gemma":0.0005988373,"threshold_uncertainty_score":0.39888853},"labels":[],"label_agreement":null},{"id":"W6939915236","doi":"10.6084/m9.figshare.22715277","title":"Additional file 2 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.18950714505226435,"score_gpt":0.4734751182894547,"score_spread":0.28396797323719036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939915236","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03154791,0.000030708507,0.0000011685646,0.00771898,0.0002252305,0.0022107866,0.9582074,0.0000335771,0.000024228179],"genre_scores_gemma":[0.10832267,0.000017658896,0.0015083381,0.00171268,0.0006100394,0.013097704,0.87359256,0.000032572763,0.0011057594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986728,0.00009936949,0.00039786976,0.0003277902,0.00026266917,0.00023952407],"domain_scores_gemma":[0.98454845,0.014404021,0.00013479697,0.00020115175,0.0006315129,0.00008009104],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004801822,0.00013582673,0.00033638097,0.00019087114,0.00012312959,0.0001010766,0.00006701073,0.00015339098,0.2510108],"category_scores_gemma":[0.06707786,0.0001077205,0.000059114816,0.00042486883,0.0000875879,0.00036770455,0.00004262081,0.00025249642,0.00006518532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030687818,0.00045699868,0.000039120852,0.0006419731,0.000026981066,0.000023075972,0.00787592,2.0522694e-7,2.7447857e-7,0.000006059362,0.9465715,0.044050984],"study_design_scores_gemma":[0.004185674,0.0030793704,0.010391778,0.02326237,0.000039475748,0.000046576075,0.43356207,0.002040966,0.000015467003,0.000062550986,0.5230604,0.00025330135],"about_ca_topic_score_codex":0.000003655885,"about_ca_topic_score_gemma":0.00015216948,"teacher_disagreement_score":0.42568615,"about_ca_system_score_codex":0.00006310241,"about_ca_system_score_gemma":0.00017988915,"threshold_uncertainty_score":0.9407805},"labels":[],"label_agreement":null},{"id":"W6940020137","doi":"10.6084/m9.figshare.25824634.v1","title":"Additional file 1 of Protocol for a scoping review study on learning plan use in undergraduate medical education","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Protocol (science); Plan (archaeology); Data collection; MEDLINE; Protocol analysis; Matching (statistics)","score_opus":0.1336922567410767,"score_gpt":0.4632936280629852,"score_spread":0.3296013713219085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6940020137","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012167921,0.00006255218,0.000003236831,0.0024449693,0.00007330564,0.17835926,0.81754863,0.000094231145,0.0014016371],"genre_scores_gemma":[0.000032993918,5.6626243e-7,0.00040264678,0.00075515267,0.00012984886,0.50285053,0.4953608,0.000011694933,0.000455748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988374,0.00004982025,0.00037821408,0.00020001527,0.00042757747,0.00010693231],"domain_scores_gemma":[0.9982884,0.0012325806,0.0000934117,0.00012981615,0.00021071221,0.00004510474],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014024843,0.000082885424,0.00017097876,0.00018332909,0.00003227899,0.000016046328,0.00006233926,0.00006404243,0.9456935],"category_scores_gemma":[0.06354433,0.000071589515,0.000040191266,0.00048508155,0.0000070872475,0.000083100356,0.000019240502,0.00031287866,0.00036852478],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014043396,0.00041046954,0.0000118017315,0.014481866,0.00000900664,0.0000039415663,0.00004685576,4.872457e-7,1.3368047e-7,0.000015321762,0.9645149,0.020491159],"study_design_scores_gemma":[0.00021276504,0.00021153534,0.00065105286,0.4890453,0.000005359507,0.0000074050527,0.00004697555,0.0003240974,0.0000015452957,0.000014234833,0.50943506,0.000044668017],"about_ca_topic_score_codex":0.0000019308943,"about_ca_topic_score_gemma":0.000008404839,"teacher_disagreement_score":0.94532496,"about_ca_system_score_codex":0.00009684452,"about_ca_system_score_gemma":0.0024307026,"threshold_uncertainty_score":0.9443438},"labels":[],"label_agreement":null},{"id":"W6945286337","doi":"10.25384/sage.23272444","title":"Supplemental Material - Real Patient Participation in Workplace-Based Assessment of Health Professional Trainees: A Scoping Review","year":2023,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Health professionals; Health professions; Health care; MEDLINE; Health assessment","score_opus":0.1295702200399889,"score_gpt":0.5241830892299492,"score_spread":0.3946128691899603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6945286337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9209418,0.0060947957,0.00159777,0.06322791,0.0020446377,0.0044665732,0.0014226686,0.00007648247,0.000127353],"genre_scores_gemma":[0.93160623,0.02869892,0.0146198245,0.005368282,0.00039152883,0.00036195834,0.018871859,0.00003982462,0.000041549665],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9972436,0.00030677064,0.0012779746,0.0002127748,0.00069148856,0.0002674284],"domain_scores_gemma":[0.99879754,0.000071421375,0.00050777715,0.00046641607,0.00009065682,0.00006620588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042454656,0.00009735447,0.00037772718,0.00026395096,0.00007516562,0.000012857745,0.00016121208,0.000044757144,0.004127965],"category_scores_gemma":[0.00058780325,0.00008176446,0.000027155102,0.00090663397,0.000035877543,0.00017048331,0.00010023651,0.00024276697,0.0000052650134],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016573419,0.0023944306,0.0589715,0.022900887,0.00008000655,0.000050770133,0.0015353995,0.000063651314,0.0025154012,0.000023168908,0.11578776,0.7955113],"study_design_scores_gemma":[0.0033740962,0.0006102887,0.3649091,0.6190631,0.000091563,0.000020202631,0.0017716131,0.008778929,0.00032886924,0.00005433836,0.00076906005,0.0002288774],"about_ca_topic_score_codex":0.000059855898,"about_ca_topic_score_gemma":0.000034745015,"teacher_disagreement_score":0.7952824,"about_ca_system_score_codex":0.00022459624,"about_ca_system_score_gemma":0.0015898262,"threshold_uncertainty_score":0.9967824},"labels":[],"label_agreement":null},{"id":"W6945533466","doi":"10.25545/7midqd/dg1aeo","title":"WritingPedagogyHealthStudents_Medline1-2000_Export_20230728.ris","year":2024,"lang":"en","type":"dataset","venue":"UNB Dataverse","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Process (computing); Identification (biology); Product (mathematics)","score_opus":0.02442096645902028,"score_gpt":0.3916660795570063,"score_spread":0.367245113097986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6945533466","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000180301,0.00013962206,0.000009187464,0.0021267969,0.00554631,0.0006986303,0.9901739,0.00017584089,0.000949448],"genre_scores_gemma":[0.000008989982,0.0009307546,0.00095980597,0.007203214,0.00332541,0.00009035471,0.98324513,0.00006716287,0.0041691773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966335,0.00005664604,0.0008963233,0.0008045497,0.0010976436,0.0005112994],"domain_scores_gemma":[0.99742395,0.00007125507,0.00024230954,0.0017907206,0.0002584292,0.00021334074],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010507004,0.0004203486,0.0006167227,0.0007728886,0.00012111046,0.000073827476,0.0004922937,0.000601556,0.012340408],"category_scores_gemma":[0.0020367042,0.00039061785,0.00014201227,0.0009487342,0.00017925687,0.00010601303,0.00034524215,0.0019035949,0.09421926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039663548,0.0003255774,0.000026202493,0.0016351304,0.00015335398,0.000546905,0.000056272616,1.8310823e-7,0.0000023338425,0.000029952738,0.99290895,0.0042754565],"study_design_scores_gemma":[0.00053340156,0.00013587304,0.000079416386,0.0010025271,0.0006819486,0.00022691375,0.0004893394,0.000028761597,0.0000046876676,0.000034507393,0.99647886,0.000303746],"about_ca_topic_score_codex":0.00027453437,"about_ca_topic_score_gemma":0.000042010797,"teacher_disagreement_score":0.081878856,"about_ca_system_score_codex":0.00045434595,"about_ca_system_score_gemma":0.0012365651,"threshold_uncertainty_score":0.99985456},"labels":[],"label_agreement":null},{"id":"W6946499775","doi":"10.3205/21gma072","title":"Ranking und Unterschiede in der Selbsteinschätzung von ärztlichen Kompetenzfacetten durch Medizinstudierende im Praktischen Jahr","year":2021,"lang":"de","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ranking (information retrieval); Term (time); Quarter (Canadian coin)","score_opus":0.06373579037760249,"score_gpt":0.4761250126119573,"score_spread":0.4123892222343548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6946499775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83848155,0.0069110664,0.0010923981,0.12853505,0.006985761,0.0021955809,0.000013970703,0.0001968613,0.01558777],"genre_scores_gemma":[0.9766335,0.0030579967,0.0033564041,0.0067455545,0.00559445,0.0003895277,0.00081925053,0.00014386377,0.00325946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97325104,0.0020337037,0.0025069865,0.0025927234,0.015699845,0.003915677],"domain_scores_gemma":[0.98954344,0.0015711264,0.00048550058,0.0020689596,0.004392874,0.001938121],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.031740382,0.0007432245,0.0011779268,0.002996894,0.002829214,0.0009814658,0.0026006084,0.00085372693,0.009505781],"category_scores_gemma":[0.041656867,0.00071029185,0.00021606567,0.015361669,0.008593512,0.0018523677,0.0020512894,0.006406822,0.0055120355],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00056466955,0.0056624417,0.050095957,0.0028235787,0.0018252975,0.0049096625,0.04170841,0.000033951103,0.01883794,0.07856213,0.052556913,0.74241906],"study_design_scores_gemma":[0.01243335,0.00080282276,0.251553,0.008001811,0.0007909778,0.00034450743,0.009188018,0.028873043,0.007163546,0.0060823825,0.67228395,0.0024826257],"about_ca_topic_score_codex":0.00044846357,"about_ca_topic_score_gemma":0.00052360166,"teacher_disagreement_score":0.7399364,"about_ca_system_score_codex":0.0038414237,"about_ca_system_score_gemma":0.019626988,"threshold_uncertainty_score":0.99998266},"labels":[],"label_agreement":null},{"id":"W6949151625","doi":"10.5281/zenodo.12341498","title":"psychology frontiers and applications 8th edition pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Circumstantial evidence; Limiting; Pretext; Paraphernalia; Work (physics); Filter (signal processing)","score_opus":0.02126967433099747,"score_gpt":0.30811195955431125,"score_spread":0.2868422852233138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949151625","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010898759,0.0008146566,0.024697239,0.0036981709,0.0006522278,0.00091888965,0.00013297566,0.0009793934,0.96809554],"genre_scores_gemma":[0.0006812586,0.0013132095,0.005461579,0.0022648075,0.0043295166,0.0000015416468,0.0142784575,0.010218839,0.9614508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986095,0.00008378401,0.00024414295,0.0005165426,0.00031051243,0.00023555443],"domain_scores_gemma":[0.99899274,0.0000042494353,0.00011398666,0.0004996796,0.0002710766,0.00011824028],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00036182557,0.00016673813,0.00020781727,0.0007569655,0.0004116144,0.00018996035,0.00028738595,0.00025106542,0.05690965],"category_scores_gemma":[0.0003035424,0.00017344013,0.000038489317,0.0007118177,0.00031295491,0.000049334558,0.0002511307,0.00054407323,0.045543086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011960709,0.0000859538,6.84729e-7,0.00027911933,0.000070939735,0.0000046755054,0.00009512487,6.777373e-8,0.00006905771,0.002428257,0.8615723,0.13538185],"study_design_scores_gemma":[0.0003409945,0.00011719958,0.000062995096,0.00016659024,0.00008952362,0.00020664545,0.00015291097,0.000033373344,0.0000064630094,0.0007153056,0.9979658,0.00014216475],"about_ca_topic_score_codex":0.0000058117257,"about_ca_topic_score_gemma":1.0429534e-7,"teacher_disagreement_score":0.13639352,"about_ca_system_score_codex":0.00013447284,"about_ca_system_score_gemma":0.000007724897,"threshold_uncertainty_score":0.9552001},"labels":[],"label_agreement":null},{"id":"W6957774692","doi":"10.60692/3t2b2-b4617","title":"Variations in regulations to control standards for training and licensing of physicians: a multi-country comparison","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council","keywords":"Control (management); Economic shortage; Licensure; Identification (biology); Decentralization; Training (meteorology); Public health","score_opus":0.04598999573054402,"score_gpt":0.31527531499791395,"score_spread":0.2692853192673699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957774692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4340215,0.000005506749,0.56357896,0.00085724844,0.00024053211,0.00074908015,0.0002081605,0.000038939597,0.00030003526],"genre_scores_gemma":[0.9699436,5.9349933e-8,0.02875172,0.0010041073,0.00006558064,0.00009933081,0.000100704034,0.000007659838,0.000027279959],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99868286,0.000032222404,0.0007486382,0.0001081965,0.00028311458,0.00014497303],"domain_scores_gemma":[0.9981696,0.0000263425,0.0002362996,0.00018705893,0.0013479039,0.000032794014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005842634,0.00008909612,0.00031765227,0.000315923,0.00008775809,0.000040013387,0.000030116224,0.00007989289,0.000005300366],"category_scores_gemma":[0.00078999077,0.00008910655,0.000030958574,0.0006088722,0.00002494594,0.00024138227,0.000010786205,0.00008279923,0.000003253667],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032244495,0.000076217155,0.20265867,0.002798298,0.00020668254,0.0000019452705,0.7544839,0.0024522126,0.00025563635,0.007696436,0.0013000296,0.027747573],"study_design_scores_gemma":[0.009179777,0.00013641559,0.48320517,0.0023504887,0.00018654818,0.000045882916,0.18233466,0.31862834,0.0008626938,0.0000060380867,0.0028071224,0.00025686232],"about_ca_topic_score_codex":0.0000060306816,"about_ca_topic_score_gemma":0.0000019274028,"teacher_disagreement_score":0.5721492,"about_ca_system_score_codex":0.0002074165,"about_ca_system_score_gemma":0.0002712874,"threshold_uncertainty_score":0.36336598},"labels":[],"label_agreement":null},{"id":"W6958029769","doi":"10.60692/fq6c2-0qw26","title":"Variations in regulations to control standards for training and licensing of physicians: a multi-country comparison","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council","keywords":"Control (management); Economic shortage; Licensure; Identification (biology); Decentralization; Training (meteorology); Public health","score_opus":0.04598999573054402,"score_gpt":0.31527531499791395,"score_spread":0.2692853192673699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958029769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4340215,0.000005506749,0.56357896,0.00085724844,0.00024053211,0.00074908015,0.0002081605,0.000038939597,0.00030003526],"genre_scores_gemma":[0.9699436,5.9349933e-8,0.02875172,0.0010041073,0.00006558064,0.00009933081,0.000100704034,0.000007659838,0.000027279959],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99868286,0.000032222404,0.0007486382,0.0001081965,0.00028311458,0.00014497303],"domain_scores_gemma":[0.9981696,0.0000263425,0.0002362996,0.00018705893,0.0013479039,0.000032794014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005842634,0.00008909612,0.00031765227,0.000315923,0.00008775809,0.000040013387,0.000030116224,0.00007989289,0.000005300366],"category_scores_gemma":[0.00078999077,0.00008910655,0.000030958574,0.0006088722,0.00002494594,0.00024138227,0.000010786205,0.00008279923,0.000003253667],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032244495,0.000076217155,0.20265867,0.002798298,0.00020668254,0.0000019452705,0.7544839,0.0024522126,0.00025563635,0.007696436,0.0013000296,0.027747573],"study_design_scores_gemma":[0.009179777,0.00013641559,0.48320517,0.0023504887,0.00018654818,0.000045882916,0.18233466,0.31862834,0.0008626938,0.0000060380867,0.0028071224,0.00025686232],"about_ca_topic_score_codex":0.0000060306816,"about_ca_topic_score_gemma":0.0000019274028,"teacher_disagreement_score":0.5721492,"about_ca_system_score_codex":0.0002074165,"about_ca_system_score_gemma":0.0002712874,"threshold_uncertainty_score":0.36336598},"labels":[],"label_agreement":null},{"id":"W6958058468","doi":"10.6084/m9.figshare.26620027.v1","title":"Additional file 3 of History and physical exam: a retrospective analysis of a clinical opportunity","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Data collection; MEDLINE; Retrospective cohort study; Data file","score_opus":0.11111927616169529,"score_gpt":0.3931054463515205,"score_spread":0.2819861701898252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958058468","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035440258,0.00004759316,5.465302e-7,0.00008231187,0.00004308075,0.00007620347,0.98940045,0.000021999374,0.0067837853],"genre_scores_gemma":[0.056190778,9.43333e-7,0.00046481137,0.00019406511,0.00025686857,0.00016659196,0.94125503,0.000007207507,0.0014636978],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992045,0.000025838452,0.00029530504,0.000165256,0.0002498314,0.000059240305],"domain_scores_gemma":[0.9983981,0.0009315808,0.000118099444,0.00015697247,0.0003349329,0.00006030873],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007554929,0.000055000015,0.00030481248,0.0002314729,0.000010312182,0.0000020472382,0.000037403686,0.000071036506,0.99116],"category_scores_gemma":[0.022688696,0.000048983118,0.00013881277,0.0006592973,0.000054328248,0.000043161395,0.000026816711,0.00023442373,0.00009446106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068861236,0.0001451615,0.00006792811,0.00018454793,0.00031838103,0.000005707869,0.00016621295,9.202203e-8,0.000004214407,0.000050975774,0.99157923,0.007470679],"study_design_scores_gemma":[0.00007131294,0.00010057114,0.24680762,0.0013868278,0.00026307988,0.0000031355762,0.000053901942,0.004494794,0.0000051777492,0.00004033358,0.74673176,0.00004148354],"about_ca_topic_score_codex":0.000002911235,"about_ca_topic_score_gemma":0.0000012569766,"teacher_disagreement_score":0.9910655,"about_ca_system_score_codex":0.00010094049,"about_ca_system_score_gemma":0.0006641682,"threshold_uncertainty_score":0.9855436},"labels":[],"label_agreement":null},{"id":"W6958072762","doi":"10.6084/m9.figshare.14052669","title":"Additional file 3 of Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Unpacking; Qualitative research; Action (physics); Audit; Action research; Qualitative analysis; Focus group; Work (physics)","score_opus":0.16905374371855025,"score_gpt":0.38204974527452745,"score_spread":0.2129960015559772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958072762","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075515117,0.000008584282,0.000162957,0.0037296882,0.000050729694,0.00060160493,0.98614866,0.00003150426,0.0017147915],"genre_scores_gemma":[0.44631436,2.7852357e-7,0.00083295704,0.00048637533,0.00012599307,0.000558637,0.5505604,0.000013150351,0.0011078282],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9992413,0.00010807308,0.00010992103,0.00015903194,0.00029026633,0.00009138817],"domain_scores_gemma":[0.9985183,0.00076916843,0.00011904657,0.00013587905,0.0004344584,0.000023148403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000084584426,0.00007232217,0.000112606045,0.00006809085,0.00014224678,0.000027517302,0.000034777822,0.000030309588,0.7037364],"category_scores_gemma":[0.0069381404,0.000054022577,0.000021810954,0.00057636714,0.000019554574,0.000099126,0.000030241179,0.00020944202,0.00005845114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019881092,0.00012410659,0.0000040749856,0.00009580148,0.00005357135,0.000003915647,0.014623069,7.892264e-7,0.00005758352,0.00003510226,0.98235744,0.0026246894],"study_design_scores_gemma":[0.00056939916,0.00041725606,0.011161204,0.008378072,0.000051725397,0.00002773952,0.86031276,0.00014929438,0.0002453584,0.00015906988,0.11840033,0.00012781355],"about_ca_topic_score_codex":0.000002355626,"about_ca_topic_score_gemma":0.00004063209,"teacher_disagreement_score":0.8639571,"about_ca_system_score_codex":0.00015657082,"about_ca_system_score_gemma":0.00013954009,"threshold_uncertainty_score":0.83061033},"labels":[],"label_agreement":null},{"id":"W6958130047","doi":"10.6084/m9.figshare.26496222.v1","title":"Competency based medical education implementation at the institutional level: A cross-discipline comparative program evaluation","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Institution; Program evaluation; Quality (philosophy); Interpretation (philosophy); Academic program; Evaluation methods; Academic institution","score_opus":0.18813551988471125,"score_gpt":0.5464509121512988,"score_spread":0.3583153922665876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958130047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5332573,0.008479868,0.00093404896,0.22264698,0.009970663,0.03889653,0.1153807,0.0027415422,0.06769234],"genre_scores_gemma":[0.54856867,0.000001508549,0.0020842215,0.0024730195,0.00080871553,0.0062389346,0.43925175,0.000018990631,0.0005542004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746364,0.000090871115,0.00043960518,0.00033333097,0.0014698969,0.00020267838],"domain_scores_gemma":[0.9983915,0.00012046302,0.00009433794,0.0002690776,0.0010270643,0.00009753],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00058318634,0.0001530689,0.00014284083,0.00017261313,0.00036943963,0.0001208433,0.00014847911,0.00012429981,0.3522283],"category_scores_gemma":[0.0020753033,0.00010776561,0.000078212004,0.0008742358,0.00008605086,0.0002057758,0.00006724925,0.00035193155,0.0018288029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027450727,0.00040232178,0.00037964265,0.00036459655,0.00004587565,0.0000047977223,0.00052757893,0.000063607076,0.000029701227,0.001515627,0.6710032,0.32563558],"study_design_scores_gemma":[0.0014668446,0.0002259313,0.12666282,0.0038117815,0.00013882246,0.00016047189,0.0006043996,0.22763473,0.000672761,0.0005671115,0.63779294,0.00026141354],"about_ca_topic_score_codex":0.0000134501,"about_ca_topic_score_gemma":0.00014065225,"teacher_disagreement_score":0.3503995,"about_ca_system_score_codex":0.00079476734,"about_ca_system_score_gemma":0.0121484315,"threshold_uncertainty_score":0.9989484},"labels":[],"label_agreement":null},{"id":"W6958291008","doi":"10.6084/m9.figshare.14052672","title":"Additional file 4 of Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Unpacking; Qualitative research; Action (physics); Audit; Action research; Qualitative analysis; Focus group; Work (physics)","score_opus":0.17027619822471404,"score_gpt":0.38258100910608367,"score_spread":0.21230481088136963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958291008","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075484444,0.00000865267,0.00016469469,0.00373874,0.000050488154,0.0006046951,0.986135,0.0000316817,0.0017176078],"genre_scores_gemma":[0.4501142,2.7657714e-7,0.00082803407,0.00048350502,0.00012385106,0.0005547754,0.54682046,0.000013055202,0.0010618448],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9992413,0.00010805887,0.00010996067,0.00015904802,0.00029024805,0.00009139864],"domain_scores_gemma":[0.9985251,0.00077051594,0.000119044686,0.00013592606,0.0004262601,0.000023145316],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008465279,0.00007232723,0.00011263281,0.00006812274,0.00014231802,0.000027532042,0.00003480358,0.000030312167,0.7001816],"category_scores_gemma":[0.006841173,0.00005403291,0.000021812653,0.00057629304,0.00001955811,0.00009914059,0.000030252786,0.00020943549,0.000057250054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020112231,0.00012431155,0.0000040888217,0.0000951546,0.000053633565,0.000003933849,0.0146542825,7.790363e-7,0.000056760167,0.00003643122,0.9823249,0.0026256344],"study_design_scores_gemma":[0.0005687928,0.00042565938,0.011247574,0.008422768,0.000052270094,0.000028111619,0.8644973,0.00015025513,0.0002409879,0.00016116674,0.1140769,0.00012821646],"about_ca_topic_score_codex":0.0000023345742,"about_ca_topic_score_gemma":0.000040799885,"teacher_disagreement_score":0.868248,"about_ca_system_score_codex":0.00015596446,"about_ca_system_score_gemma":0.00013901372,"threshold_uncertainty_score":0.81900173},"labels":[],"label_agreement":null},{"id":"W6958340909","doi":"10.6084/m9.figshare.14037505","title":"Additional file 2 of How supervision and educational supports impact medical students’ preparation for future learning of endotracheal intubation skills: a non-inferiority experimental trial","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Endotracheal intubation; Session (web analytics); Intubation; MEDLINE; Work (physics); Clinical trial","score_opus":0.01596382911449792,"score_gpt":0.37833976638410016,"score_spread":0.36237593726960227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958340909","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19840027,0.00006686709,0.000014771693,0.00091493496,0.00022926813,0.0010390135,0.7990958,0.000017566039,0.0002214872],"genre_scores_gemma":[0.24261518,0.000002556624,0.0017596179,0.0000715017,0.0010167423,0.0010947466,0.7531381,0.000011852035,0.0002896588],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825186,0.000055019354,0.00039588977,0.00024431595,0.00091698556,0.00013592817],"domain_scores_gemma":[0.9979061,0.00074405334,0.00026159536,0.00014454685,0.0008440828,0.00009962664],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015994134,0.00012233856,0.00026053388,0.000111039546,0.00008489654,0.000026794982,0.00008367886,0.00020601827,0.9336225],"category_scores_gemma":[0.016712239,0.000115460316,0.00010724042,0.00025426483,0.000026916601,0.00018740246,0.000062665495,0.00022828947,0.000014788492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064212654,0.0009837492,0.00019767303,0.00025862714,0.000044994275,0.00000149474,0.00065953145,0.0000010370956,0.00020873893,0.000007704284,0.99151444,0.005479895],"study_design_scores_gemma":[0.052546628,0.010686678,0.3243014,0.014011029,0.00018169275,0.00045479782,0.008410614,0.010714438,0.015649699,0.00012894785,0.5620396,0.00087446405],"about_ca_topic_score_codex":0.000002219887,"about_ca_topic_score_gemma":0.0000018696556,"teacher_disagreement_score":0.9336077,"about_ca_system_score_codex":0.00011911355,"about_ca_system_score_gemma":0.0016023724,"threshold_uncertainty_score":0.9915704},"labels":[],"label_agreement":null},{"id":"W6958401588","doi":"10.6084/m9.figshare.17210376.v1","title":"Additional file 4 of Effectiveness and experiences of the Extension for Community Healthcare Outcomes (ECHO) Model in developing competencies among healthcare professionals: a mixed methods systematic review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Montreal Heart Institute; Ottawa Hospital; Université de Montréal","funders":"","keywords":"Health care; Protocol (science); Table (database); Extension (predicate logic); Data collection; Systematic review","score_opus":0.11964237028634749,"score_gpt":0.4802045467458662,"score_spread":0.3605621764595187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958401588","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037229739,0.0009312716,0.000081474514,0.0025866784,0.00009340293,0.13177468,0.8607486,0.000032573666,0.00002838047],"genre_scores_gemma":[0.007077219,0.000002396513,0.043605395,0.0018443284,0.00001162652,0.7425093,0.20489724,0.000015886108,0.000036613463],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9974045,0.0013536559,0.0006674873,0.00015103628,0.00030127846,0.000122037905],"domain_scores_gemma":[0.99314535,0.004509609,0.0004808123,0.00035693063,0.001475301,0.000031976484],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007563638,0.00011260346,0.0006456846,0.00006666879,0.00016666175,0.0000041591506,0.00013091548,0.00009186925,0.037380107],"category_scores_gemma":[0.047769517,0.000072430084,0.0000751115,0.00051129295,0.0000459427,0.00006771487,0.00012881226,0.0002810615,8.440631e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014246274,0.00013167405,0.00005854721,0.82677126,0.00001847921,4.7524813e-7,0.0033848025,7.511206e-7,0.000007928219,0.000051031602,0.16891414,0.000646656],"study_design_scores_gemma":[0.0003473181,0.00005724884,0.02792403,0.952775,0.000018875277,0.00001225266,0.016206376,0.0012365474,0.00055180094,0.00016568147,0.0006101236,0.00009474609],"about_ca_topic_score_codex":0.000011038086,"about_ca_topic_score_gemma":0.000028132794,"teacher_disagreement_score":0.6558513,"about_ca_system_score_codex":0.000101351754,"about_ca_system_score_gemma":0.001129029,"threshold_uncertainty_score":0.96349984},"labels":[],"label_agreement":null},{"id":"W6958416477","doi":"10.6084/m9.figshare.26620030","title":"Additional file 4 of History and physical exam: a retrospective analysis of a clinical opportunity","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Data collection; MEDLINE; Retrospective cohort study; Data file","score_opus":0.11210498865964143,"score_gpt":0.3937192750825015,"score_spread":0.28161428642286007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958416477","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035276292,0.000047807713,5.5060264e-7,0.00008218529,0.000042677115,0.00007631178,0.9894331,0.00002204253,0.006767685],"genre_scores_gemma":[0.05760639,9.4209986e-7,0.00046475572,0.00019404375,0.00025370278,0.00016638811,0.93990034,0.0000071961244,0.0014062682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992044,0.000025834734,0.00029542163,0.0001652743,0.00024981418,0.000059247734],"domain_scores_gemma":[0.9984036,0.00093310996,0.000118064854,0.00015698864,0.00032792904,0.000060283302],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000075616146,0.00005500423,0.0003048918,0.00023159156,0.000010317837,0.0000020484388,0.000037434012,0.00007104313,0.99099547],"category_scores_gemma":[0.022347206,0.000048993374,0.0001388246,0.0006592045,0.000054339005,0.000043168347,0.00002682798,0.00023441571,0.00009233829],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069714088,0.00014537375,0.00006815709,0.0001831211,0.00031867568,0.000005734941,0.0001665486,9.0690804e-8,0.0000041470485,0.00005307392,0.9915771,0.007471042],"study_design_scores_gemma":[0.00007170644,0.00010347867,0.2502809,0.0014042732,0.00026789465,0.0000032029438,0.00005461926,0.004556694,0.000005110831,0.00004118982,0.74316907,0.000041905303],"about_ca_topic_score_codex":0.0000028827653,"about_ca_topic_score_gemma":0.0000012626605,"teacher_disagreement_score":0.99090314,"about_ca_system_score_codex":0.00010051259,"about_ca_system_score_gemma":0.00066142745,"threshold_uncertainty_score":0.985888},"labels":[],"label_agreement":null},{"id":"W6958456452","doi":"10.6084/m9.figshare.24079657.v1","title":"Additional file 3 of Evaluating the impact of continuing professional development courses on physician behavioral intention: a pre-post study with follow-up at six months","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Continuing professional development; Professional development; Data collection; MEDLINE; Continuing education","score_opus":0.06878599934420054,"score_gpt":0.4170776979161061,"score_spread":0.34829169857190556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958456452","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5832954,0.000001722534,4.2018904e-8,0.000042392883,0.00005615549,0.00070162653,0.4157211,0.000022722488,0.00015884904],"genre_scores_gemma":[0.4605682,1.8458582e-8,0.00015205545,0.000037890422,0.00007017652,0.0017619639,0.53484553,0.00001359323,0.00255058],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99852246,0.000053878623,0.00032637315,0.00017231177,0.00076859095,0.00015640486],"domain_scores_gemma":[0.9980055,0.00042033632,0.00032315272,0.00020024995,0.0010193266,0.000031426585],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001352859,0.0001215057,0.00019478372,0.000114767194,0.00013428454,0.000007043378,0.00010844358,0.000045266108,0.7646272],"category_scores_gemma":[0.0033310826,0.00007349161,0.00007233935,0.0005466216,0.00002691988,0.000057959292,0.000075197444,0.00018994497,0.0002413215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002840052,0.0007411392,0.000687621,0.00006667881,0.00006737997,0.0000030512697,0.0028644807,0.000017712347,0.00011167232,4.944541e-7,0.9801462,0.01500951],"study_design_scores_gemma":[0.0014225252,0.0033282104,0.96205056,0.015076092,0.000057146004,0.0000062151084,0.008310076,0.0009832691,0.0002802219,0.0000024969702,0.008343235,0.0001399384],"about_ca_topic_score_codex":0.000010909224,"about_ca_topic_score_gemma":0.000019549825,"teacher_disagreement_score":0.971803,"about_ca_system_score_codex":0.00017381768,"about_ca_system_score_gemma":0.0005991558,"threshold_uncertainty_score":0.39878577},"labels":[],"label_agreement":null},{"id":"W6958500941","doi":"10.6084/m9.figshare.22602512.v1","title":"Additional file 1 of Exploring medical students’ perspectives of physician leadership","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Qualitative research; MEDLINE; Interview; Confidentiality; Informed consent; Work (physics)","score_opus":0.20667092365705403,"score_gpt":0.37208294965944055,"score_spread":0.16541202600238653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958500941","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015575514,0.000016365315,2.372508e-7,0.0006980376,0.000039313458,0.00011190327,0.99429643,0.00005687943,0.0032232911],"genre_scores_gemma":[0.013859986,0.0000013404641,0.00025396922,0.00040775008,0.0004384452,0.0013787157,0.9825973,0.000014708146,0.0010478083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851906,0.000015309575,0.00020073842,0.0001258343,0.0010117444,0.00012732694],"domain_scores_gemma":[0.99884975,0.00054993416,0.000096005555,0.00014987228,0.00030946845,0.000044972578],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006468342,0.000061542,0.0001464882,0.00016388368,0.000027012486,0.0000033751762,0.00016747678,0.0000622568,0.99342537],"category_scores_gemma":[0.02026717,0.000058889174,0.00005601122,0.0007490446,0.000034004217,0.00006564298,0.000060705534,0.00017722651,0.0018022723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054328293,0.00013329297,0.000018010835,0.0002548075,0.000028299088,0.0000046633504,0.0008255659,3.3746556e-7,0.000007351539,0.000019939942,0.99156743,0.0071348576],"study_design_scores_gemma":[0.0004623027,0.00012673809,0.10931293,0.016525552,0.000015278501,0.000006879674,0.034576785,0.00022916497,0.00046488055,0.00004285578,0.8381098,0.00012682863],"about_ca_topic_score_codex":9.716824e-7,"about_ca_topic_score_gemma":3.4558482e-7,"teacher_disagreement_score":0.9916231,"about_ca_system_score_codex":0.0000408357,"about_ca_system_score_gemma":0.00023039254,"threshold_uncertainty_score":0.9989749},"labels":[],"label_agreement":null},{"id":"W6958531274","doi":"10.6084/m9.figshare.1568941","title":"Bridging the continuum: Analysis of the alignment of undergraduate and postgraduate accreditation standards","year":2014,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Bridging (networking); Foundation (evidence); Certification and Accreditation; Higher education","score_opus":0.017237112426910544,"score_gpt":0.30964981176466044,"score_spread":0.2924126993377499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958531274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9128085,0.00023812042,0.0005912881,0.047722157,0.00033885558,0.0010924082,0.033776697,0.00004065785,0.0033913655],"genre_scores_gemma":[0.99356496,0.000002985098,0.00009757351,0.0004936761,0.00006514395,0.000022566228,0.005637108,0.0000059454132,0.000110049325],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990623,0.000057540146,0.00024590478,0.000096797936,0.00045786993,0.0000795666],"domain_scores_gemma":[0.99884224,0.000112112044,0.00022728187,0.00027528428,0.0005257685,0.000017325407],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034652397,0.000059239454,0.00016862008,0.00009881147,0.00005892923,0.000008770432,0.000087541375,0.000031984157,0.0013554235],"category_scores_gemma":[0.0037576684,0.00003368598,0.00006487501,0.0007555862,0.00003659625,0.000030908715,0.000041982323,0.00008900105,0.0000027681772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005807179,0.00012990061,0.012478141,0.0006303804,0.0012379293,5.597343e-7,0.0021212809,0.00010785519,0.002360074,0.0017353803,0.88685465,0.09228576],"study_design_scores_gemma":[0.0009778748,0.00015025111,0.9107409,0.0019489028,0.001575128,0.0000065244662,0.00046388208,0.023398064,0.01164192,0.0007291034,0.04823127,0.00013617855],"about_ca_topic_score_codex":0.000012427467,"about_ca_topic_score_gemma":0.000011380884,"teacher_disagreement_score":0.89826274,"about_ca_system_score_codex":0.00004360489,"about_ca_system_score_gemma":0.00010289237,"threshold_uncertainty_score":0.9995575},"labels":[],"label_agreement":null},{"id":"W6958539225","doi":"10.6084/m9.figshare.24079654","title":"Additional file 2 of Evaluating the impact of continuing professional development courses on physician behavioral intention: a pre-post study with follow-up at six months","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Continuing professional development; Professional development; Data collection; MEDLINE; Continuing education","score_opus":0.06768399080829443,"score_gpt":0.41695003102035466,"score_spread":0.3492660402120602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958539225","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5833585,0.000001744198,4.103056e-8,0.00004247575,0.0000560849,0.0007021005,0.41565445,0.000022798833,0.00016175905],"genre_scores_gemma":[0.45662302,1.8698001e-8,0.00015082947,0.000037986458,0.00007050943,0.0017643907,0.53882384,0.000013599539,0.0025157689],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9985228,0.00005391117,0.00032637294,0.00017226092,0.00076825736,0.0001563615],"domain_scores_gemma":[0.9980181,0.0004182148,0.00032352188,0.00020016411,0.0010085731,0.000031423508],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013464005,0.000121485304,0.00019481005,0.00011473238,0.00013430504,0.0000070440324,0.000108451655,0.000045270062,0.76567584],"category_scores_gemma":[0.003293693,0.00007348672,0.00007233045,0.0005464115,0.000026917683,0.000057954257,0.000075239695,0.0001899406,0.00023637876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028051413,0.0007402113,0.0006650161,0.000066076245,0.00006734002,0.0000030906288,0.0028626241,0.000017763205,0.00010757095,5.050877e-7,0.9800191,0.0151702],"study_design_scores_gemma":[0.0014207632,0.0033515538,0.9619057,0.015012193,0.0000577618,0.000006319319,0.008312515,0.0009808716,0.00027436324,0.0000025226764,0.008535006,0.00014041185],"about_ca_topic_score_codex":0.000010895071,"about_ca_topic_score_gemma":0.000019532456,"teacher_disagreement_score":0.97148407,"about_ca_system_score_codex":0.00017320394,"about_ca_system_score_gemma":0.00059629633,"threshold_uncertainty_score":0.3943096},"labels":[],"label_agreement":null},{"id":"W6958583764","doi":"10.6084/m9.figshare.26566313.v1","title":"Additional file 1 of Beyond Skin Deep: case-based online modules to teach multidisciplinary care in dermatology among clerkship students","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"","keywords":"Multidisciplinary approach; Patient care; MEDLINE; Primary care; Clinical clerkship","score_opus":0.020523644573588712,"score_gpt":0.34453256486357137,"score_spread":0.3240089202899826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958583764","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084039435,0.00009441982,0.0000027785518,0.00039864884,0.0000727326,0.0004292424,0.9146201,0.000055917833,0.0002867434],"genre_scores_gemma":[0.25940922,1.0352737e-7,0.004444618,0.0003120969,0.000142095,0.0010554629,0.7344775,0.00002161648,0.00013726894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874854,0.000042563977,0.00036087766,0.0002886909,0.00036044233,0.0001988604],"domain_scores_gemma":[0.9987559,0.00060192915,0.000056840203,0.00023352081,0.00027398448,0.000077869685],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00003464235,0.00013155631,0.00020922719,0.00044272377,0.00004988017,0.000014671005,0.00014125544,0.000162054,0.8889252],"category_scores_gemma":[0.0037565886,0.0001278496,0.000058625497,0.00070718466,0.000024573597,0.000067911285,0.00009526163,0.00036493558,0.0005689996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016547348,0.00029038033,0.0004350912,0.00076480064,0.000017166243,0.0009573596,0.00083139323,0.000046688274,0.0000029776475,0.0000024287945,0.9873651,0.009270067],"study_design_scores_gemma":[0.0013619044,0.00033022586,0.4389852,0.02657819,0.0000518893,0.0010873048,0.008277815,0.024013558,0.00030563676,0.000043465756,0.4985036,0.00046121824],"about_ca_topic_score_codex":0.000011681858,"about_ca_topic_score_gemma":0.0002721411,"teacher_disagreement_score":0.8883562,"about_ca_system_score_codex":0.000199244,"about_ca_system_score_gemma":0.0002865139,"threshold_uncertainty_score":0.73135287},"labels":[],"label_agreement":null},{"id":"W6958595863","doi":"10.6084/m9.figshare.20461942.v1","title":"Additional file 2 of Transition to practice curriculum for general internal medicine physicians: scoping review and Canadian national survey","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Transition (genetics); MEDLINE; Qualitative research","score_opus":0.04774319335227794,"score_gpt":0.37495549413660956,"score_spread":0.3272123007843316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958595863","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008629542,0.0003722158,0.000009529539,0.008066012,0.000067300105,0.00082475273,0.98915666,0.000008373525,0.0014865017],"genre_scores_gemma":[0.00012633835,0.000007152282,0.0035704891,0.02930244,0.0003221267,0.0036400957,0.96267647,0.000010650926,0.00034425413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990346,0.000063079606,0.00025180218,0.00015703574,0.00037536904,0.000118126685],"domain_scores_gemma":[0.99788815,0.00070645113,0.00013360432,0.00007538934,0.0011236276,0.000072784904],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023827505,0.00006868817,0.00017160903,0.00015495415,0.0001260318,0.0000040786285,0.000064216976,0.000023657909,0.9565637],"category_scores_gemma":[0.033997312,0.00007122757,0.000025016823,0.00045338715,0.000010923533,0.00008556111,0.000018424435,0.00014445386,0.000039132974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008006734,0.00003842118,9.126601e-7,0.001137568,0.000015950474,0.0000010097156,0.00007076653,0.000003828511,0.0000014482148,0.000014841323,0.9960855,0.0026217157],"study_design_scores_gemma":[0.00021246653,0.00017268954,0.0015817737,0.041188236,0.00002846569,0.000050973347,0.00012427488,0.0004070877,0.0000020565046,0.000013536105,0.95614463,0.000073796946],"about_ca_topic_score_codex":0.0013579953,"about_ca_topic_score_gemma":0.001304255,"teacher_disagreement_score":0.9565246,"about_ca_system_score_codex":0.00021405274,"about_ca_system_score_gemma":0.0008397818,"threshold_uncertainty_score":0.97413975},"labels":[],"label_agreement":null},{"id":"W6958697782","doi":"10.6084/m9.figshare.24079654.v1","title":"Additional file 2 of Evaluating the impact of continuing professional development courses on physician behavioral intention: a pre-post study with follow-up at six months","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Continuing professional development; Professional development; Data collection; MEDLINE; Continuing education","score_opus":0.06768399080829443,"score_gpt":0.41695003102035466,"score_spread":0.3492660402120602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958697782","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5833585,0.000001744198,4.103056e-8,0.00004247575,0.0000560849,0.0007021005,0.41565445,0.000022798833,0.00016175905],"genre_scores_gemma":[0.45662302,1.8698001e-8,0.00015082947,0.000037986458,0.00007050943,0.0017643907,0.53882384,0.000013599539,0.0025157689],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9985228,0.00005391117,0.00032637294,0.00017226092,0.00076825736,0.0001563615],"domain_scores_gemma":[0.9980181,0.0004182148,0.00032352188,0.00020016411,0.0010085731,0.000031423508],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013464005,0.000121485304,0.00019481005,0.00011473238,0.00013430504,0.0000070440324,0.000108451655,0.000045270062,0.76567584],"category_scores_gemma":[0.003293693,0.00007348672,0.00007233045,0.0005464115,0.000026917683,0.000057954257,0.000075239695,0.0001899406,0.00023637876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028051413,0.0007402113,0.0006650161,0.000066076245,0.00006734002,0.0000030906288,0.0028626241,0.000017763205,0.00010757095,5.050877e-7,0.9800191,0.0151702],"study_design_scores_gemma":[0.0014207632,0.0033515538,0.9619057,0.015012193,0.0000577618,0.000006319319,0.008312515,0.0009808716,0.00027436324,0.0000025226764,0.008535006,0.00014041185],"about_ca_topic_score_codex":0.000010895071,"about_ca_topic_score_gemma":0.000019532456,"teacher_disagreement_score":0.97148407,"about_ca_system_score_codex":0.00017320394,"about_ca_system_score_gemma":0.00059629633,"threshold_uncertainty_score":0.3943096},"labels":[],"label_agreement":null},{"id":"W6958761644","doi":"10.6084/m9.figshare.26620033","title":"Additional file 5 of History and physical exam: a retrospective analysis of a clinical opportunity","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Data collection; MEDLINE; Data file; Retrospective cohort study; Medical record","score_opus":0.11105921898938739,"score_gpt":0.39325396227654014,"score_spread":0.28219474328715277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958761644","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035476093,0.00004776126,5.48921e-7,0.00008270193,0.000042695483,0.0000763216,0.989423,0.000022052414,0.006757318],"genre_scores_gemma":[0.05707574,9.429841e-7,0.0004651964,0.00019437312,0.0002539909,0.00016654396,0.94041675,0.000007204487,0.0014192599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920434,0.000025858724,0.00029541118,0.00016529758,0.0002498305,0.000059246107],"domain_scores_gemma":[0.99840224,0.00093167287,0.00011804187,0.00015693485,0.00033081582,0.000060281374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000075658114,0.000055010234,0.00030494947,0.0002315813,0.000010318361,0.0000020474417,0.000037418497,0.00007104692,0.9909928],"category_scores_gemma":[0.022444082,0.000048994378,0.00013884527,0.0006594388,0.000054339296,0.000043168275,0.000026829477,0.0002344461,0.00009165425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068524782,0.00014539373,0.00006790164,0.00018318773,0.00031869506,0.0000057349484,0.00016645936,9.1936805e-8,0.0000041815338,0.000053108,0.9915642,0.007484172],"study_design_scores_gemma":[0.000071579096,0.000101846104,0.25350738,0.0014038262,0.00026770125,0.000003199708,0.00005458845,0.0045163175,0.000005148728,0.000040902978,0.73998564,0.00004186464],"about_ca_topic_score_codex":0.0000029116409,"about_ca_topic_score_gemma":0.000001267662,"teacher_disagreement_score":0.9909012,"about_ca_system_score_codex":0.000100536825,"about_ca_system_score_gemma":0.0006622465,"threshold_uncertainty_score":0.9857903},"labels":[],"label_agreement":null},{"id":"W6958793945","doi":"10.6084/m9.figshare.26685393","title":"Additional file 3 of Distributed Medical Education (DME) in psychiatry: perspectives on facilitators, obstacles, and factors affecting psychiatrists' willingness to engage in teaching activities","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Higher education; Work (physics); Qualitative research; Data collection","score_opus":0.012811746478542527,"score_gpt":0.31606204783481673,"score_spread":0.3032503013562742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958793945","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22755463,0.0002623497,0.0000042149895,0.0009347344,0.00028062525,0.00036284272,0.77007145,0.000059955746,0.00046916815],"genre_scores_gemma":[0.4986679,0.0000017614017,0.0011004664,0.00015475904,0.00020771199,0.00035513443,0.49942714,0.000017973334,0.000067175264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986274,0.000100955825,0.0003181959,0.00034582496,0.00042290866,0.00018469869],"domain_scores_gemma":[0.99815327,0.001468572,0.00006464506,0.00014798054,0.00007063067,0.0000949171],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019326697,0.00015333985,0.00021578609,0.0004664048,0.00007419542,0.00002812496,0.00008137035,0.00015353957,0.56580573],"category_scores_gemma":[0.03013154,0.00014379241,0.00004379501,0.0007248679,0.000023396346,0.00013877465,0.00003131463,0.00087625184,0.00004084112],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019493535,0.0003226325,0.0010740628,0.0005608312,0.00001227663,0.0000026037908,0.005007885,0.000003269983,0.0000027382578,0.00018457364,0.9819205,0.010889159],"study_design_scores_gemma":[0.0006061329,0.00037529093,0.41464025,0.058490142,0.000017758905,0.000030796517,0.0894011,0.0014131329,0.000028822571,0.00026089576,0.4342741,0.00046157115],"about_ca_topic_score_codex":0.000036013007,"about_ca_topic_score_gemma":0.00005917735,"teacher_disagreement_score":0.5657649,"about_ca_system_score_codex":0.0003058164,"about_ca_system_score_gemma":0.001152078,"threshold_uncertainty_score":0.9780381},"labels":[],"label_agreement":null},{"id":"W6958801985","doi":"10.6084/m9.figshare.7692299","title":"Do organizational cultures of Canadian medical schools promote a quality culture?","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clan; Accreditation; Organizational culture; Quality (philosophy); Value (mathematics); Organizational structure","score_opus":0.029881340915844573,"score_gpt":0.35415596546739186,"score_spread":0.3242746245515473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958801985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48010933,0.0011393816,0.000011208962,0.07334562,0.001714219,0.0059998794,0.15125446,0.00046483014,0.2859611],"genre_scores_gemma":[0.81744003,0.000006184228,0.0020071159,0.008567511,0.0006416219,0.00008921486,0.16760796,0.00003450304,0.0036058659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985079,0.000028376706,0.00031066485,0.00018689658,0.0007925477,0.00017357308],"domain_scores_gemma":[0.9983434,0.000018071674,0.000099833735,0.0002698743,0.0010145841,0.00025421337],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018061772,0.0000917644,0.00018039736,0.00022441645,0.00004431948,0.000014753653,0.00016157093,0.00025763194,0.5804009],"category_scores_gemma":[0.01634755,0.00007283083,0.0000379529,0.001154764,0.000010988737,0.000066930246,0.00002956895,0.00038769774,0.003442543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005880542,0.00006366651,0.0034924229,0.00031836046,0.000026271182,0.0000044889857,0.0004524621,5.146932e-7,0.00023186146,0.0012485028,0.9927986,0.001356942],"study_design_scores_gemma":[0.0007399149,0.00007498303,0.056264367,0.002705553,0.0000134080765,0.000057788595,0.00049449585,0.000072847564,0.0016389923,0.00014171824,0.93763137,0.00016458471],"about_ca_topic_score_codex":0.00094717665,"about_ca_topic_score_gemma":0.00069218205,"teacher_disagreement_score":0.57695836,"about_ca_system_score_codex":0.00012125476,"about_ca_system_score_gemma":0.0021376982,"threshold_uncertainty_score":0.9973334},"labels":[],"label_agreement":null},{"id":"W6962472985","doi":"10.17605/osf.io/w9hg2","title":"Currencies of recognition: What rewards and recognition do Canadian distributed medical education preceptors value?","year":2022,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Curriculum; MEDLINE; Knowledge acquisition","score_opus":0.017624403741153923,"score_gpt":0.29261679192358553,"score_spread":0.2749923881824316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6962472985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91513485,0.000031628617,0.00029803067,0.0075998288,0.00231547,0.0013766526,0.00012188762,0.0000889552,0.073032714],"genre_scores_gemma":[0.9756407,0.0009119943,0.0037119624,0.002472728,0.0003885421,0.0013942216,0.0041829622,0.00006294543,0.011233934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639344,0.0005074446,0.0007421956,0.0010300587,0.0009906747,0.0003362021],"domain_scores_gemma":[0.99725,0.00017815379,0.00030140046,0.0011961014,0.00064748793,0.00042680872],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0049848105,0.0002057793,0.0003418495,0.0004736262,0.00034797064,0.0000686814,0.00035515666,0.00021435725,0.4707676],"category_scores_gemma":[0.0126978215,0.00024109552,0.00009195869,0.00083883817,0.0002940827,0.00038711663,0.000395614,0.00081210857,0.022125902],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014319315,0.0010136873,0.017397309,0.00031052396,0.00012765476,0.000007557307,0.0034435769,0.00001686791,0.0002288776,0.0005498446,0.089721255,0.88703966],"study_design_scores_gemma":[0.0047434485,0.00006130773,0.11626346,0.0034619714,0.0009275655,0.0017418895,0.035733245,0.0026331623,0.0088995,0.044377312,0.77946496,0.0016921652],"about_ca_topic_score_codex":0.0054494157,"about_ca_topic_score_gemma":0.00059980305,"teacher_disagreement_score":0.8853475,"about_ca_system_score_codex":0.00092224684,"about_ca_system_score_gemma":0.0036518946,"threshold_uncertainty_score":0.99561864},"labels":[],"label_agreement":null},{"id":"W6964005025","doi":"10.25417/uic.19187579","title":"Medical School Use of Competency Frameworks in Learning Objectives and Curriculum","year":2022,"lang":"en","type":"article","venue":"University of Illinois Chicago","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Medical school; Set (abstract data type); Graduate medical education; Core competency; Event (particle physics); Educational measurement","score_opus":0.007569516480484538,"score_gpt":0.2406452807138053,"score_spread":0.23307576423332077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6964005025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582314,0.000070295195,0.00068777514,0.0024427613,0.0000860632,0.0001293913,0.000002775438,0.000015187223,0.00074261514],"genre_scores_gemma":[0.9932004,0.000113588816,0.006155767,0.00024068219,0.000021966047,3.8430068e-7,0.000024907818,0.0000049111236,0.00023739637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990448,0.00010289434,0.0001734197,0.00015081877,0.00042664242,0.000101426216],"domain_scores_gemma":[0.9994438,0.00010095613,0.0001157743,0.00012459629,0.00013074848,0.00008407122],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032184372,0.000058727386,0.00020507112,0.0002781675,0.00011273857,0.0000018400567,0.00009863114,0.0001301318,0.0017189031],"category_scores_gemma":[0.00203346,0.000066440596,0.00003495432,0.0005387382,0.0002507892,0.000069278394,0.00014042492,0.0012683037,0.0000015167295],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001268935,0.0008076106,0.9751437,0.00012451709,0.000056787027,0.000050157993,0.005066646,0.00032587038,0.00038405188,0.0047105937,0.001855943,0.011347238],"study_design_scores_gemma":[0.0034130404,0.00076516194,0.88750285,0.000549176,0.000104711304,0.0000727488,0.053831913,0.022733191,0.00011755638,0.00053420645,0.030120917,0.00025454952],"about_ca_topic_score_codex":0.00039323317,"about_ca_topic_score_gemma":0.000023005301,"teacher_disagreement_score":0.08764086,"about_ca_system_score_codex":0.000088902896,"about_ca_system_score_gemma":0.0003116742,"threshold_uncertainty_score":0.99919367},"labels":[],"label_agreement":null},{"id":"W6968613809","doi":"10.5281/zenodo.3348367","title":"joshspeagle/dynesty: v3.0.0","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Perimeter Institute; University of Toronto","funders":"","keywords":"Code refactoring; Speedup; Sampling (signal processing); Key (lock); Code (set theory)","score_opus":0.024582007206555925,"score_gpt":0.2941711306244834,"score_spread":0.2695891234179275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968613809","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005711728,0.00023899322,0.00297547,0.0032731434,0.0005465128,0.0007864891,0.00014319844,0.004264535,0.9877145],"genre_scores_gemma":[0.0016469668,0.0003438231,0.0025779002,0.0020807923,0.0014258462,1.5810345e-7,0.008091656,0.017939128,0.96589375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980654,0.00015254025,0.00034020096,0.0005236183,0.0005616737,0.0003565532],"domain_scores_gemma":[0.9981324,0.000012548322,0.00017941213,0.0008418611,0.0007027282,0.00013106204],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005275974,0.00023106838,0.00031127478,0.0009388868,0.0007490981,0.00023991428,0.00066361093,0.00030289683,0.068839245],"category_scores_gemma":[0.002227023,0.00023737394,0.00007746307,0.0011210047,0.00023218454,0.00005432569,0.00057790085,0.0006818435,0.025897704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002257251,0.00015660905,0.0000013481069,0.000281207,0.00008410311,0.000013294433,0.00010660448,3.2194328e-7,0.000063638174,0.0048167305,0.83466357,0.15979],"study_design_scores_gemma":[0.0006193343,0.0001254897,0.00011490401,0.00046461524,0.00007957949,0.00009704601,0.00013877879,0.000045446817,0.000034456727,0.00009439839,0.9979945,0.00019147404],"about_ca_topic_score_codex":0.000039224586,"about_ca_topic_score_gemma":2.9528658e-7,"teacher_disagreement_score":0.1633309,"about_ca_system_score_codex":0.00029708722,"about_ca_system_score_gemma":0.00003207389,"threshold_uncertainty_score":0.9748607},"labels":[],"label_agreement":null},{"id":"W6969232842","doi":"10.5281/zenodo.8378003","title":"Stellar Stream Track Reconstruction, with Errors","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Kalman filter; Data stream; Path (computing); Track (disk drive); Noisy data; Data stream mining; Tracking (education)","score_opus":0.03345434283666385,"score_gpt":0.28048520332319105,"score_spread":0.2470308604865272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6969232842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8479923,0.000023166484,0.0015137744,0.006592104,0.00032293136,0.0007790513,0.000050251452,0.0024049277,0.1403215],"genre_scores_gemma":[0.9857636,0.000093864954,0.002531446,0.00055599044,0.00045613755,1.5938099e-7,0.0037780772,0.0015607262,0.0052599665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985951,0.00009660646,0.00024723465,0.00032055136,0.00044530552,0.00029520653],"domain_scores_gemma":[0.998527,0.000013374216,0.00008361387,0.00041266583,0.00084429694,0.00011903938],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006083189,0.00011047544,0.00013587483,0.00041785915,0.0011382209,0.00015973473,0.0002729532,0.00007215994,0.010499726],"category_scores_gemma":[0.00091510976,0.00010107904,0.000029426436,0.0019534845,0.00023187177,0.00015992907,0.00015504472,0.0003141812,0.008857141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012467838,0.0001638241,0.00011476853,0.00012476323,0.00007377709,0.000028391683,0.0012556621,0.000045086716,0.0015272782,0.0018978869,0.41872603,0.57591784],"study_design_scores_gemma":[0.0008998561,0.00040472194,0.0055405223,0.000099929566,0.000035881178,0.0007894628,0.0024622066,0.00072630454,0.0006551383,0.00012878224,0.9881106,0.00014656913],"about_ca_topic_score_codex":0.0000053852473,"about_ca_topic_score_gemma":1.485583e-7,"teacher_disagreement_score":0.5757713,"about_ca_system_score_codex":0.00015843463,"about_ca_system_score_gemma":0.000012900127,"threshold_uncertainty_score":0.9919146},"labels":[],"label_agreement":null},{"id":"W6976510989","doi":"10.60692/fxxdn-ay698","title":"Critical route for development of medical student leadership competencies in 35 Pan American Health Organization member states: A scoping review and thematic analysis","year":2024,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Leadership development; Educational leadership; Leadership studies; Shared leadership; Corporate governance; Neuroleadership; Portuguese","score_opus":0.1055334469537951,"score_gpt":0.3962442164876291,"score_spread":0.290710769533834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976510989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49263608,0.0011369587,0.4918204,0.010700852,0.0002738278,0.0031579349,0.000031143503,0.000185683,0.000057118927],"genre_scores_gemma":[0.9901578,0.000023519095,0.0077427486,0.0016994491,0.000022738895,0.00016310997,0.0001720976,0.0000099998115,0.0000085741885],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975321,0.000069943104,0.0013800116,0.00014523162,0.00067938433,0.00019328271],"domain_scores_gemma":[0.9990935,0.00006023389,0.00023227787,0.00016609182,0.00036415257,0.00008375263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019789324,0.00012226339,0.00059420435,0.00060342165,0.00006938344,0.0000634511,0.00008287263,0.000054344153,0.000039662176],"category_scores_gemma":[0.00066799787,0.00009386423,0.00003955007,0.0018726351,0.000091151465,0.00022429919,0.0000323524,0.000116046846,0.000012949176],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022816517,0.00004687506,0.1303335,0.34400335,0.0007892139,0.0000029954692,0.48680246,0.000021967613,5.8399087e-7,0.0034529422,0.00027791446,0.034245376],"study_design_scores_gemma":[0.002280179,0.00042474878,0.13324246,0.35469016,0.0022269343,0.00014347628,0.45758438,0.048445832,0.00012728617,0.000006275523,0.00017602244,0.00065222394],"about_ca_topic_score_codex":0.000013033675,"about_ca_topic_score_gemma":0.000005149901,"teacher_disagreement_score":0.4975217,"about_ca_system_score_codex":0.00031479,"about_ca_system_score_gemma":0.00062314566,"threshold_uncertainty_score":0.38276723},"labels":[],"label_agreement":null},{"id":"W6976693815","doi":"10.6084/m9.figshare.10251005","title":"4C/ID in medical education: How to design an educational program based on whole-task learning: AMEE Guide No. 93","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Domain (mathematical analysis); Variety (cybernetics); Instructional design; Knowledge acquisition; Learning cycle; Health care; Curriculum; Learning environment","score_opus":0.03367375970929948,"score_gpt":0.37356076873022936,"score_spread":0.3398870090209299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976693815","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13443254,0.0003469898,0.0004764529,0.64701945,0.009435999,0.028511697,0.009254316,0.0019938957,0.16852865],"genre_scores_gemma":[0.41940874,0.0000018497722,0.050452072,0.06596062,0.005438512,0.008410797,0.40876535,0.00019417005,0.041367896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975258,0.00014870946,0.00038037292,0.00051639264,0.0010688608,0.00035987762],"domain_scores_gemma":[0.9978542,0.00023918237,0.0001267871,0.00057450053,0.0008524986,0.00035288793],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00043979002,0.00021364212,0.00025291488,0.00044503852,0.000077340796,0.00007334525,0.00031975258,0.00025778785,0.17056678],"category_scores_gemma":[0.02575309,0.00020377708,0.00004779433,0.0009844095,0.00001871592,0.00016209975,0.00003935302,0.00072198367,0.010690759],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006182864,0.0016446804,0.0019541108,0.00018970948,0.0000074513573,0.0000049981177,0.00017867188,0.0001695273,0.000047291695,0.000042578835,0.9196737,0.07602546],"study_design_scores_gemma":[0.0008300198,0.0010402331,0.03351034,0.0033461219,0.000009197745,0.000019798892,0.00026337747,0.017761687,0.00006430707,0.000023123494,0.94287765,0.00025413398],"about_ca_topic_score_codex":0.000010372427,"about_ca_topic_score_gemma":0.000004621884,"teacher_disagreement_score":0.58105886,"about_ca_system_score_codex":0.00042901788,"about_ca_system_score_gemma":0.0057045342,"threshold_uncertainty_score":0.99993217},"labels":[],"label_agreement":null},{"id":"W6976934332","doi":"10.6084/m9.figshare.22715274.v1","title":"Additional file 1 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.19507919302904908,"score_gpt":0.4742085827534518,"score_spread":0.2791293897244027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976934332","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03162859,0.00003013681,0.0000011885456,0.0077281836,0.00022315963,0.0022063376,0.9581253,0.00003346058,0.000023626751],"genre_scores_gemma":[0.10981998,0.000017217122,0.0015396848,0.001711652,0.00060123706,0.0133314775,0.8718445,0.000032598302,0.0011016967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867254,0.00009940143,0.00039769962,0.00032802374,0.00026273137,0.00023960779],"domain_scores_gemma":[0.98435056,0.014600146,0.00013464088,0.00020155462,0.0006329603,0.00008011599],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004826892,0.00013586784,0.00033630262,0.00019099012,0.000123121,0.00010086829,0.00006704625,0.00015339014,0.25442955],"category_scores_gemma":[0.06780468,0.00010775402,0.0000591257,0.00042518327,0.00008758905,0.000367465,0.000042626518,0.00025255175,0.00006585408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003089111,0.00045778495,0.00004039598,0.00063738535,0.000027018867,0.000022522312,0.007880717,2.045807e-7,2.842398e-7,0.000005968004,0.9475976,0.043021157],"study_design_scores_gemma":[0.004200389,0.0031097964,0.010658796,0.023772525,0.000040009967,0.00004694457,0.4414826,0.0020746468,0.000015715326,0.00006270399,0.5142795,0.00025635646],"about_ca_topic_score_codex":0.0000036211657,"about_ca_topic_score_gemma":0.00015131745,"teacher_disagreement_score":0.4336019,"about_ca_system_score_codex":0.00006308521,"about_ca_system_score_gemma":0.0001806542,"threshold_uncertainty_score":0.9400476},"labels":[],"label_agreement":null},{"id":"W6976957158","doi":"10.6084/m9.figshare.14052660","title":"Additional file 1 of Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Unpacking; Qualitative research; Action (physics); Audit; Action research; Focus group; Process (computing)","score_opus":0.1721053138606075,"score_gpt":0.3826734781907546,"score_spread":0.21056816433014708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976957158","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007443535,0.00000847952,0.00016088957,0.0037209226,0.000049892507,0.00059737003,0.9862949,0.00003132209,0.0016926354],"genre_scores_gemma":[0.44238523,2.7406648e-7,0.0008413345,0.00048585824,0.0001243225,0.0005682442,0.5544971,0.000013127057,0.0010844711],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99924123,0.00010817763,0.00010987182,0.00015910155,0.0002902068,0.00009139517],"domain_scores_gemma":[0.99851495,0.0007761155,0.00011903572,0.00013609322,0.00043067316,0.000023151939],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008462293,0.00007233239,0.00011259449,0.00006811369,0.00014225907,0.000027460635,0.00003479981,0.000030312176,0.7089279],"category_scores_gemma":[0.0069399998,0.00005403641,0.000021812353,0.0005765819,0.000019553177,0.000099049445,0.00003026315,0.00020948502,0.000057816087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019745832,0.00012406528,0.0000040661275,0.00009411069,0.00005357249,0.0000038656344,0.014610298,7.8833403e-7,0.000057392495,0.000035295474,0.9824124,0.002584428],"study_design_scores_gemma":[0.00056139403,0.00041770024,0.011225065,0.008393015,0.000052178886,0.000027992506,0.8624498,0.00014900458,0.00024004094,0.00015854988,0.11619749,0.00012775573],"about_ca_topic_score_codex":0.0000023290697,"about_ca_topic_score_gemma":0.00004035663,"teacher_disagreement_score":0.8662149,"about_ca_system_score_codex":0.0001559494,"about_ca_system_score_gemma":0.00013946263,"threshold_uncertainty_score":0.8308329},"labels":[],"label_agreement":null},{"id":"W6977020125","doi":"10.6084/m9.figshare.7470824.v1","title":"Additional file 1: of Predictors of medical student interest in Indigenous health learning and clinical practice: a Canadian case study","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Public health; Health services; MEDLINE; Qualitative research; Data collection","score_opus":0.07836823534176819,"score_gpt":0.47383847834318554,"score_spread":0.39547024300141737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977020125","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18694362,0.000035560148,1.7893029e-7,0.00093443645,0.00010709278,0.0007456678,0.810661,0.000013572409,0.00055886497],"genre_scores_gemma":[0.6665103,0.0000026055257,0.00039323396,0.0007515863,0.00036777864,0.00021285588,0.33168903,0.000012528108,0.000060072343],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839514,0.00016096004,0.00063772226,0.00017675033,0.0004599657,0.00016945995],"domain_scores_gemma":[0.9975902,0.0012599733,0.0002992538,0.00013468006,0.00046621333,0.00024967158],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056877633,0.000072071634,0.00023726223,0.00024917102,0.00006933015,0.000005974284,0.000086582724,0.00012946253,0.9084044],"category_scores_gemma":[0.061517864,0.0000674751,0.000021862115,0.00037050113,0.00006349019,0.000052745283,0.00006449674,0.00055291463,0.00006797593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012696896,0.0007484759,0.007044832,0.000087898254,0.000047749712,0.00045604113,0.0042850384,3.4122337e-8,1.44287675e-8,0.0000010775318,0.95987326,0.027442902],"study_design_scores_gemma":[0.0010319299,0.0034389517,0.27467075,0.004510892,0.000021834343,0.0014896927,0.030753916,0.00013516308,4.445666e-7,0.0000013332794,0.6838555,0.00008962262],"about_ca_topic_score_codex":0.008159762,"about_ca_topic_score_gemma":0.05489939,"teacher_disagreement_score":0.90833646,"about_ca_system_score_codex":0.00016100456,"about_ca_system_score_gemma":0.0039585223,"threshold_uncertainty_score":0.998445},"labels":[],"label_agreement":null},{"id":"W6977032422","doi":"10.6084/m9.figshare.15086264.v1","title":"Ottawa 2020 consensus statements for programmatic assessment 2: Implementation and practice","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Implementation; Thematic analysis; Curriculum; Function (biology); Culture change; Qualitative research; Qualitative property; Implementation research; Statement (logic)","score_opus":0.07464661199198906,"score_gpt":0.507967170466255,"score_spread":0.43332055847426587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977032422","genre_codex":"commentary","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14568467,0.0028116768,0.0038815204,0.43322214,0.0031794684,0.036494605,0.31056997,0.0011439124,0.063012056],"genre_scores_gemma":[0.141756,0.000011858836,0.25474468,0.008295154,0.00045706332,0.003493528,0.5901613,0.000050820236,0.0010295551],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991223,0.000046345474,0.00027716404,0.00017725385,0.00023029717,0.00014660823],"domain_scores_gemma":[0.9986138,0.0002647845,0.00014304438,0.0001397531,0.00078883267,0.000049814927],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020904426,0.000073248906,0.00010712962,0.00003237467,0.0000807854,0.000045474324,0.000024137456,0.000040102128,0.028296292],"category_scores_gemma":[0.0066190995,0.000071972165,0.000020281208,0.00021069853,0.000006763631,0.00009713815,0.000025902891,0.000095108604,0.000052616593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001751319,0.00017063234,0.00030140104,0.00088524586,0.000078489866,0.000023654235,0.00023065084,3.83726e-7,0.00023294459,0.00028292843,0.88347906,0.11429712],"study_design_scores_gemma":[0.0021432359,0.00023125374,0.011596281,0.0007011681,0.0001262941,0.0002074903,0.0070685716,0.0006391888,0.0008784877,0.00016031755,0.97612125,0.00012648845],"about_ca_topic_score_codex":0.000003461016,"about_ca_topic_score_gemma":0.000006017177,"teacher_disagreement_score":0.42492697,"about_ca_system_score_codex":0.000112888025,"about_ca_system_score_gemma":0.00043982593,"threshold_uncertainty_score":0.972592},"labels":[],"label_agreement":null},{"id":"W6977054489","doi":"10.6084/m9.figshare.22715283.v1","title":"Additional file 4 of Feedback on clinical team performance: how does it work, in what contexts, for whom, and for what changes? A critical realist qualitative multiple case study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Qualitative research; Process (computing); Perspective (graphical); Context (archaeology); Critical realism (philosophy of perception)","score_opus":0.19327316763118454,"score_gpt":0.47408798265081514,"score_spread":0.28081481501963057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977054489","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031835083,0.000030516278,0.0000012071547,0.0077110883,0.00022417396,0.0022170406,0.9579235,0.000033598142,0.000023797324],"genre_scores_gemma":[0.11351878,0.00001747816,0.0015260482,0.0017145473,0.00060286204,0.013114287,0.8683868,0.00003263367,0.0010865708],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867237,0.00009929716,0.00039800708,0.00032791842,0.00026276716,0.00023961655],"domain_scores_gemma":[0.9844582,0.014499089,0.00013463502,0.00020129475,0.000626688,0.00008008483],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048285193,0.00013585857,0.00033641202,0.00019101436,0.00012316978,0.000101118974,0.00006705319,0.00015339008,0.24688561],"category_scores_gemma":[0.066937305,0.00010774735,0.00005912648,0.00042497963,0.00008761017,0.0003677881,0.000042612563,0.00025249465,0.00006523767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031380885,0.00045781076,0.000040536837,0.00064295507,0.000026998605,0.000022859977,0.007888924,2.0190201e-7,2.807286e-7,0.0000061401447,0.947028,0.043571495],"study_design_scores_gemma":[0.0042783013,0.0031850254,0.010742185,0.023993725,0.000040313098,0.000047413392,0.44492495,0.0021036086,0.000015867585,0.00006406845,0.51034576,0.00025875674],"about_ca_topic_score_codex":0.000003629346,"about_ca_topic_score_gemma":0.00015290556,"teacher_disagreement_score":0.43703604,"about_ca_system_score_codex":0.000063091036,"about_ca_system_score_gemma":0.00018009833,"threshold_uncertainty_score":0.94092226},"labels":[],"label_agreement":null},{"id":"W6977075027","doi":"10.6084/m9.figshare.24079657","title":"Additional file 3 of Evaluating the impact of continuing professional development courses on physician behavioral intention: a pre-post study with follow-up at six months","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Continuing professional development; Professional development; Data collection; MEDLINE; Continuing education","score_opus":0.06878599934420054,"score_gpt":0.4170776979161061,"score_spread":0.34829169857190556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977075027","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5832954,0.000001722534,4.2018904e-8,0.000042392883,0.00005615549,0.00070162653,0.4157211,0.000022722488,0.00015884904],"genre_scores_gemma":[0.4605682,1.8458582e-8,0.00015205545,0.000037890422,0.00007017652,0.0017619639,0.53484553,0.00001359323,0.00255058],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99852246,0.000053878623,0.00032637315,0.00017231177,0.00076859095,0.00015640486],"domain_scores_gemma":[0.9980055,0.00042033632,0.00032315272,0.00020024995,0.0010193266,0.000031426585],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001352859,0.0001215057,0.00019478372,0.000114767194,0.00013428454,0.000007043378,0.00010844358,0.000045266108,0.7646272],"category_scores_gemma":[0.0033310826,0.00007349161,0.00007233935,0.0005466216,0.00002691988,0.000057959292,0.000075197444,0.00018994497,0.0002413215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002840052,0.0007411392,0.000687621,0.00006667881,0.00006737997,0.0000030512697,0.0028644807,0.000017712347,0.00011167232,4.944541e-7,0.9801462,0.01500951],"study_design_scores_gemma":[0.0014225252,0.0033282104,0.96205056,0.015076092,0.000057146004,0.0000062151084,0.008310076,0.0009832691,0.0002802219,0.0000024969702,0.008343235,0.0001399384],"about_ca_topic_score_codex":0.000010909224,"about_ca_topic_score_gemma":0.000019549825,"teacher_disagreement_score":0.971803,"about_ca_system_score_codex":0.00017381768,"about_ca_system_score_gemma":0.0005991558,"threshold_uncertainty_score":0.39878577},"labels":[],"label_agreement":null},{"id":"W6977237002","doi":"10.6084/m9.figshare.25824634","title":"Additional file 1 of Protocol for a scoping review study on learning plan use in undergraduate medical education","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Protocol (science); Plan (archaeology); Data collection; MEDLINE; Protocol analysis; Matching (statistics)","score_opus":0.1336922567410767,"score_gpt":0.4632936280629852,"score_spread":0.3296013713219085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977237002","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012167921,0.00006255218,0.000003236831,0.0024449693,0.00007330564,0.17835926,0.81754863,0.000094231145,0.0014016371],"genre_scores_gemma":[0.000032993918,5.6626243e-7,0.00040264678,0.00075515267,0.00012984886,0.50285053,0.4953608,0.000011694933,0.000455748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988374,0.00004982025,0.00037821408,0.00020001527,0.00042757747,0.00010693231],"domain_scores_gemma":[0.9982884,0.0012325806,0.0000934117,0.00012981615,0.00021071221,0.00004510474],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014024843,0.000082885424,0.00017097876,0.00018332909,0.00003227899,0.000016046328,0.00006233926,0.00006404243,0.9456935],"category_scores_gemma":[0.06354433,0.000071589515,0.000040191266,0.00048508155,0.0000070872475,0.000083100356,0.000019240502,0.00031287866,0.00036852478],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014043396,0.00041046954,0.0000118017315,0.014481866,0.00000900664,0.0000039415663,0.00004685576,4.872457e-7,1.3368047e-7,0.000015321762,0.9645149,0.020491159],"study_design_scores_gemma":[0.00021276504,0.00021153534,0.00065105286,0.4890453,0.000005359507,0.0000074050527,0.00004697555,0.0003240974,0.0000015452957,0.000014234833,0.50943506,0.000044668017],"about_ca_topic_score_codex":0.0000019308943,"about_ca_topic_score_gemma":0.000008404839,"teacher_disagreement_score":0.94532496,"about_ca_system_score_codex":0.00009684452,"about_ca_system_score_gemma":0.0024307026,"threshold_uncertainty_score":0.9443438},"labels":[],"label_agreement":null},{"id":"W6977253523","doi":"10.6084/m9.figshare.14707098","title":"Viewing faculty development through an organizational lens: Sharing lessons learned","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Human resources; Scope (computer science); Visibility; Identity (music); Faculty development; Organizational culture; Key (lock)","score_opus":0.2850097349117513,"score_gpt":0.42541088272413796,"score_spread":0.14040114781238666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977253523","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63727736,0.0028444976,0.0028067478,0.13507335,0.0030054904,0.0036590996,0.08347282,0.003329273,0.12853134],"genre_scores_gemma":[0.16394496,0.000009584694,0.041343745,0.0071566985,0.00058944087,0.00014644682,0.78397256,0.000060343973,0.0027762074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885374,0.000015325702,0.00027832476,0.0003154054,0.00034967624,0.00018750587],"domain_scores_gemma":[0.99883103,0.000018097697,0.000071157025,0.00026140414,0.0007732884,0.000044993456],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007698932,0.00010679948,0.0001412173,0.000044158693,0.00019892183,0.000043240572,0.00010425657,0.000098546996,0.1682418],"category_scores_gemma":[0.0044402606,0.00010665171,0.000024395193,0.00064998044,0.0000059144495,0.00029194853,0.00009863758,0.00023374628,0.0013784078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019061783,0.0010782526,0.00495631,0.0013743168,0.00023070037,0.00017964265,0.021613546,0.00007310239,0.0045388234,0.004415296,0.8749899,0.08653103],"study_design_scores_gemma":[0.00041073162,0.000015605214,0.021543311,0.0017064643,0.000015594518,0.000069847076,0.0006431884,0.00024300916,0.010250679,0.00014700131,0.9647807,0.00017385528],"about_ca_topic_score_codex":0.0000013532892,"about_ca_topic_score_gemma":0.000002027336,"teacher_disagreement_score":0.7004998,"about_ca_system_score_codex":0.00017804439,"about_ca_system_score_gemma":0.00078047876,"threshold_uncertainty_score":0.9993991},"labels":[],"label_agreement":null},{"id":"W6977258261","doi":"10.6084/m9.figshare.24202692.v1","title":"Additional file 1 of Impact of teaching, learning, and assessment of medical law on cognitive, affective and psychomotor skills of medical students: a systematic review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Psychomotor learning; Affect (linguistics); MEDLINE; Medical assessment","score_opus":0.024392007263808923,"score_gpt":0.45862376375738306,"score_spread":0.43423175649357415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977258261","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0104163885,0.00069359486,0.0000021002234,0.00032961753,0.000034432647,0.0017155095,0.9841417,0.000028756118,0.0026379006],"genre_scores_gemma":[0.19568284,0.0003386805,0.00022835835,0.0006154733,0.000104464045,0.0014522448,0.8013126,0.00003176798,0.00023355322],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99640185,0.0002410272,0.0006409878,0.00017627036,0.002428493,0.00011139086],"domain_scores_gemma":[0.99570686,0.0030230116,0.0005780555,0.00013931125,0.00043725874,0.0001155213],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009560883,0.00011885995,0.0006912558,0.00016409384,0.00003120881,0.000004207896,0.00015842164,0.00015802968,0.8015879],"category_scores_gemma":[0.07707379,0.000087278924,0.00009257516,0.00034151334,0.00010531618,0.000038034294,0.000108347194,0.0004929737,0.000024620502],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009578971,0.00056351227,0.00021524951,0.11210243,0.00023003355,0.0000052222726,0.00014823226,4.5597577e-8,0.0000015722313,0.000073924515,0.88555557,0.0010946591],"study_design_scores_gemma":[0.0009368652,0.0010843264,0.040305033,0.9535428,0.00014636428,0.0000357905,0.00028908325,0.0003465786,0.0000093202425,0.000013645292,0.0032109865,0.000079150755],"about_ca_topic_score_codex":0.000014836029,"about_ca_topic_score_gemma":0.0000018966999,"teacher_disagreement_score":0.88234454,"about_ca_system_score_codex":0.00004473663,"about_ca_system_score_gemma":0.00042126118,"threshold_uncertainty_score":0.9307004},"labels":[],"label_agreement":null},{"id":"W6977346744","doi":"10.6084/m9.figshare.24202692","title":"Additional file 1 of Impact of teaching, learning, and assessment of medical law on cognitive, affective and psychomotor skills of medical students: a systematic review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Psychomotor learning; Affect (linguistics); MEDLINE; Medical assessment","score_opus":0.024392007263808923,"score_gpt":0.45862376375738306,"score_spread":0.43423175649357415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977346744","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0104163885,0.00069359486,0.0000021002234,0.00032961753,0.000034432647,0.0017155095,0.9841417,0.000028756118,0.0026379006],"genre_scores_gemma":[0.19568284,0.0003386805,0.00022835835,0.0006154733,0.000104464045,0.0014522448,0.8013126,0.00003176798,0.00023355322],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99640185,0.0002410272,0.0006409878,0.00017627036,0.002428493,0.00011139086],"domain_scores_gemma":[0.99570686,0.0030230116,0.0005780555,0.00013931125,0.00043725874,0.0001155213],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009560883,0.00011885995,0.0006912558,0.00016409384,0.00003120881,0.000004207896,0.00015842164,0.00015802968,0.8015879],"category_scores_gemma":[0.07707379,0.000087278924,0.00009257516,0.00034151334,0.00010531618,0.000038034294,0.000108347194,0.0004929737,0.000024620502],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009578971,0.00056351227,0.00021524951,0.11210243,0.00023003355,0.0000052222726,0.00014823226,4.5597577e-8,0.0000015722313,0.000073924515,0.88555557,0.0010946591],"study_design_scores_gemma":[0.0009368652,0.0010843264,0.040305033,0.9535428,0.00014636428,0.0000357905,0.00028908325,0.0003465786,0.0000093202425,0.000013645292,0.0032109865,0.000079150755],"about_ca_topic_score_codex":0.000014836029,"about_ca_topic_score_gemma":0.0000018966999,"teacher_disagreement_score":0.88234454,"about_ca_system_score_codex":0.00004473663,"about_ca_system_score_gemma":0.00042126118,"threshold_uncertainty_score":0.9307004},"labels":[],"label_agreement":null},{"id":"W6977373573","doi":"10.6084/m9.figshare.25183296.v1","title":"Additional file 1 of Teaching airway teachers: a post-course quantitative and qualitative survey","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Airway; Qualitative research; Data collection; Qualitative analysis","score_opus":0.07159889727072237,"score_gpt":0.41933502770686903,"score_spread":0.34773613043614665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977373573","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011075668,0.00016732447,0.000003793001,0.0005915783,0.000040718358,0.00017132249,0.9939772,0.0000513557,0.0038891756],"genre_scores_gemma":[0.011482029,3.489988e-7,0.006124841,0.00033328892,0.00010129549,0.00039361714,0.97939074,0.000018533596,0.0021553116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990475,0.00016809699,0.00021746228,0.00019590303,0.0002566271,0.00011441728],"domain_scores_gemma":[0.9944911,0.0048120976,0.00007878511,0.00012353563,0.00044586186,0.000048619208],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00028214726,0.00009444983,0.00015151431,0.00013375883,0.0000563571,0.00002154206,0.00004956015,0.00007914761,0.9753768],"category_scores_gemma":[0.055154085,0.00008288893,0.000038576618,0.00029203642,0.00003801177,0.00014397968,0.000028295646,0.00039400693,0.0010259558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011760413,0.000072729395,0.0000028244294,0.00023562861,0.00005909053,0.000005015885,0.010851077,1.1476203e-7,0.000011040295,0.00016784693,0.97922814,0.009354745],"study_design_scores_gemma":[0.00019460432,0.00035568632,0.025972953,0.013504022,0.000028238077,0.000030033589,0.017842572,0.00087510236,0.000024203458,0.00013128399,0.94087416,0.00016716137],"about_ca_topic_score_codex":0.000027003285,"about_ca_topic_score_gemma":0.000012231954,"teacher_disagreement_score":0.9743508,"about_ca_system_score_codex":0.00005177964,"about_ca_system_score_gemma":0.0004242439,"threshold_uncertainty_score":0.99975187},"labels":[],"label_agreement":null},{"id":"W6977409340","doi":"10.6084/m9.figshare.5682883","title":"Insights into teaching a complex skill: Threshold concepts and troublesome knowledge in electroencephalography (EEG)","year":2017,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Electroencephalography; Interpretation (philosophy); Field (mathematics); Thematic analysis","score_opus":0.04459297248631499,"score_gpt":0.38285200447961343,"score_spread":0.33825903199329843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977409340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680023,0.0013472646,0.000005931252,0.0016479777,0.0001828881,0.0007597415,0.00066676835,0.00010737017,0.027279746],"genre_scores_gemma":[0.9875743,0.0000063832895,0.0006357546,0.00070273073,0.00020785946,0.00016584777,0.010556004,0.000018499515,0.000132633],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99902844,0.000029654475,0.00024518272,0.0002853047,0.00017789047,0.00023349386],"domain_scores_gemma":[0.9991438,0.000047383608,0.00012629952,0.00046029952,0.00014113692,0.000081098886],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009551677,0.00014162269,0.00023705818,0.00027004082,0.0003829987,0.000080538775,0.00022529,0.00012007858,0.0047251824],"category_scores_gemma":[0.0018738146,0.00012612264,0.000039292045,0.00018057301,0.00006877757,0.00024048852,0.00010533066,0.0005335504,0.0001288496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013400282,0.0011382576,0.03848722,0.0014147812,0.00011148032,0.00010963593,0.018979462,0.0000016225878,0.0044012615,0.009874446,0.82139575,0.10395206],"study_design_scores_gemma":[0.0018886387,0.00019425704,0.8453031,0.0029266258,0.000017771486,0.000026715774,0.0005194214,0.0018002329,0.00020443334,0.0012643938,0.14561352,0.0002409001],"about_ca_topic_score_codex":0.000030314925,"about_ca_topic_score_gemma":0.00009150565,"teacher_disagreement_score":0.80681586,"about_ca_system_score_codex":0.000086205204,"about_ca_system_score_gemma":0.00011448052,"threshold_uncertainty_score":0.99618465},"labels":[],"label_agreement":null},{"id":"W6977478228","doi":"10.6084/m9.figshare.24079660.v1","title":"Additional file 4 of Evaluating the impact of continuing professional development courses on physician behavioral intention: a pre-post study with follow-up at six months","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Continuing professional development; Professional development; Data collection; MEDLINE; Continuing education","score_opus":0.0693054375886861,"score_gpt":0.4175822168292926,"score_spread":0.3482767792406065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977478228","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58400226,0.0000017320912,4.2360373e-8,0.00004240344,0.000055783716,0.0007036209,0.4150126,0.000022797854,0.00015876972],"genre_scores_gemma":[0.46287474,1.8382652e-8,0.00015158759,0.000037774153,0.00006921249,0.0017548434,0.53264266,0.000013534085,0.002455622],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99852234,0.000053871834,0.00032648587,0.00017232847,0.00076854456,0.00015642201],"domain_scores_gemma":[0.9980229,0.00042109445,0.00032318797,0.00020034124,0.0010010243,0.000031426473],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013539067,0.000121513855,0.00019482808,0.000114818686,0.00013434899,0.000007046993,0.00010852052,0.0000452698,0.7616846],"category_scores_gemma":[0.0032863028,0.00007350508,0.00007234475,0.00054655434,0.000026924545,0.000057967463,0.0000752251,0.00018993928,0.00023656903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028722818,0.00074246863,0.00069000263,0.00006626138,0.000067469235,0.0000030655076,0.0028710053,0.000017496875,0.00011016536,5.124857e-7,0.98012644,0.015017862],"study_design_scores_gemma":[0.0014142761,0.0033760853,0.96234983,0.015080493,0.000057446247,0.0000062648437,0.008317756,0.0009845952,0.00027411964,0.0000025164009,0.007996936,0.00013968938],"about_ca_topic_score_codex":0.000010815794,"about_ca_topic_score_gemma":0.000019627174,"teacher_disagreement_score":0.9721295,"about_ca_system_score_codex":0.00017317265,"about_ca_system_score_gemma":0.0005969911,"threshold_uncertainty_score":0.39342487},"labels":[],"label_agreement":null},{"id":"W6979765869","doi":"","title":"Advection and dispersion of modelled drifters in the Weddell and Scotia Seas","year":2010,"lang":"en","type":"other","venue":"OpenGrey (Institut de l'Information Scientifique et Technique)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Advection; Dispersion (optics); Nova scotia; Drifter","score_opus":0.011958861511622444,"score_gpt":0.28813113552360214,"score_spread":0.2761722740119797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979765869","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030986166,0.00032375325,0.15227398,0.00542813,0.0018493308,0.01941895,0.000050136325,0.00031284787,0.7893567],"genre_scores_gemma":[0.5150968,0.004310253,0.26849005,0.017403442,0.0006755492,0.0042278133,0.0032863328,0.00055930496,0.18595049],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850976,0.00008889252,0.000505158,0.00023094767,0.0004763536,0.00018890011],"domain_scores_gemma":[0.99890393,0.000031308224,0.0003588421,0.00045264294,0.00019035366,0.00006294546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026766886,0.00020264926,0.00028412716,0.000991282,0.00006326098,0.00007966811,0.00019891707,0.00046221516,0.0003353958],"category_scores_gemma":[0.00050518283,0.00015502624,0.000041798718,0.00055189535,0.00039780638,0.00059315655,0.0000761882,0.0007407441,0.000013404424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013515189,0.00032580033,0.0018207722,0.0036676454,0.000051337087,0.000008157574,0.0108210705,0.00003553458,0.0048496844,0.024883544,0.7988054,0.1545959],"study_design_scores_gemma":[0.0008921389,0.00005676008,0.0010307705,0.0022649285,0.000061150015,0.00010751821,0.0005385246,0.005577761,0.0018038518,0.00020315133,0.9872042,0.00025923504],"about_ca_topic_score_codex":0.00046334785,"about_ca_topic_score_gemma":0.00030330615,"teacher_disagreement_score":0.60340625,"about_ca_system_score_codex":0.0001347379,"about_ca_system_score_gemma":0.00041471233,"threshold_uncertainty_score":0.63217866},"labels":[],"label_agreement":null},{"id":"W6980452270","doi":"","title":"A Case Study Exploring How Professional Education Programs at a Mid-sized Canadian University are Conceptualizing and Operationalizing Entry-to-practice Competence Frameworks","year":2019,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Competence (human resources); Professional development; Qualitative research; Population","score_opus":0.02039167352797045,"score_gpt":0.27035927188115466,"score_spread":0.24996759835318422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980452270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90513283,0.000042601438,0.00005064912,0.08741276,0.002300521,0.00292658,0.000028979777,0.00015417066,0.0019508996],"genre_scores_gemma":[0.77499145,0.00011648544,0.011075013,0.0017264765,0.00025498818,0.00002343163,0.0025188546,0.00008167194,0.20921162],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9973859,0.0003744517,0.00024551633,0.0008869489,0.0006334774,0.00047371353],"domain_scores_gemma":[0.9975245,0.00019949937,0.00042075588,0.00052301853,0.00075016957,0.0005820396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017607452,0.00043217637,0.00053425494,0.0010791895,0.0010243645,0.0001669193,0.00029654763,0.0006452733,0.00023993173],"category_scores_gemma":[0.0005649955,0.0005162629,0.00008983504,0.0014721766,0.00010891885,0.0021165228,0.00018291883,0.0015125156,0.00003331336],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051235408,0.005684971,0.29878786,0.0030061214,0.0018245641,0.019334035,0.21519567,0.000061056046,0.000067584515,0.010044873,0.41099092,0.029878799],"study_design_scores_gemma":[0.0014709403,0.00027331937,0.009387011,0.0018553436,0.00048820185,0.00010212485,0.7336054,0.00003643116,0.00004993229,0.000005607391,0.25212413,0.0006015775],"about_ca_topic_score_codex":0.055765163,"about_ca_topic_score_gemma":0.011836689,"teacher_disagreement_score":0.5184097,"about_ca_system_score_codex":0.0014680861,"about_ca_system_score_gemma":0.005916119,"threshold_uncertainty_score":0.9997289},"labels":[],"label_agreement":null},{"id":"W6980923143","doi":"","title":"De la « terre à l’orignal » à la « terre du chien ». Rimouski : histoire et étymologie d’un toponyme autochtone (partie I)","year":2016,"lang":"fr","type":"article","venue":"Sémaphore (Université du Québec à Rimouski)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Natural (archaeology); Context (archaeology); White (mutation)","score_opus":0.009025601959195837,"score_gpt":0.23792885195665675,"score_spread":0.22890324999746092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980923143","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32778642,0.0056453184,0.009555135,0.1991945,0.004715811,0.0010004992,0.00014153447,0.0007128866,0.4512479],"genre_scores_gemma":[0.95697796,0.0007631414,0.0028747956,0.0031584622,0.0020465085,0.00004805292,0.00012140403,0.0001581115,0.033851553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947952,0.0009953952,0.0007816985,0.0010851629,0.0008957193,0.0014468346],"domain_scores_gemma":[0.996146,0.0011311423,0.0005098907,0.0011522248,0.00046504434,0.0005957026],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021319308,0.000785703,0.000866368,0.0007168879,0.0009907773,0.000100792146,0.0010152719,0.0011801876,0.013247794],"category_scores_gemma":[0.00213045,0.00070471136,0.0004110611,0.0011151268,0.0032882525,0.0006948491,0.0004500983,0.0014227313,0.001000888],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046139772,0.001811458,0.022373041,0.00028822813,0.00055209384,0.0012164224,0.015141758,0.000022429525,0.003292296,0.35038385,0.29890943,0.30554762],"study_design_scores_gemma":[0.005278948,0.0007306331,0.10456344,0.0013139739,0.00091440376,0.0022459403,0.009102968,0.0008024478,0.00074016454,0.0018055516,0.8714052,0.0010963774],"about_ca_topic_score_codex":0.015697671,"about_ca_topic_score_gemma":0.0070999903,"teacher_disagreement_score":0.6291916,"about_ca_system_score_codex":0.004788591,"about_ca_system_score_gemma":0.0050100363,"threshold_uncertainty_score":0.99977696},"labels":[],"label_agreement":null},{"id":"W6981012781","doi":"","title":"A descriptive study of human Salmonella serotype typhimurium infections \\nreported in Ontario from 1990 to 1998","year":2003,"lang":"en","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Serotype; Epidemiology; Salmonella; Public health; Disease; Disease control; Disease surveillance; Incidence (geometry)","score_opus":0.03582864497193858,"score_gpt":0.28641850731521207,"score_spread":0.2505898623432735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981012781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99430096,0.000008139967,0.00006841734,0.00012363835,0.0010999339,0.0015401785,0.0000023942869,0.00003283933,0.0028235172],"genre_scores_gemma":[0.99828446,4.8163724e-7,0.00046314308,0.00020285949,0.00011575267,0.0003116054,0.00006351498,0.000017446162,0.00054074277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821633,0.000075247335,0.0005289751,0.00028237,0.00031634368,0.00058075227],"domain_scores_gemma":[0.99921954,0.000022744845,0.0001179971,0.00032843917,0.00010922702,0.00020205083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044922964,0.00013146379,0.00027595102,0.00028332986,0.00005948105,0.000010857389,0.0000682536,0.00008987747,0.0002270175],"category_scores_gemma":[0.0007862318,0.00013036758,0.00003678074,0.0007986225,0.000041048504,0.00006495076,0.000019646528,0.0004017149,0.000014540139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005132873,0.002913955,0.9794199,0.0000072988473,0.00007868634,0.000020171232,0.015370487,0.000025936482,0.00050103094,0.0001681448,0.00085998804,0.00058309844],"study_design_scores_gemma":[0.0014886435,0.00032128603,0.9913732,0.00003262755,0.00008118324,0.0000086839,0.003566844,0.0000066384246,0.00058678,0.00016041844,0.0022675428,0.000106156214],"about_ca_topic_score_codex":0.10027703,"about_ca_topic_score_gemma":0.22090432,"teacher_disagreement_score":0.120627284,"about_ca_system_score_codex":0.0013685419,"about_ca_system_score_gemma":0.00048766905,"threshold_uncertainty_score":0.9057143},"labels":[],"label_agreement":null},{"id":"W6981743773","doi":"","title":"“Exploring Deafhood”: Investigating the experiences of d/Deaf and Hard of Hearing people who faced barriers to Deaf culture","year":2023,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McMaster University","keywords":"Deaf culture; Hearing loss; Qualitative research; Sign (mathematics); Hearing aid; Sign language","score_opus":0.04177256540713623,"score_gpt":0.2717310967343969,"score_spread":0.22995853132726066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981743773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809812,0.00005009637,0.00004191434,0.00029064002,0.0005479506,0.00047264583,0.000004928367,0.000046002493,0.017564652],"genre_scores_gemma":[0.82818484,0.000093361414,0.003001377,0.00022882594,0.00014935895,0.00003191197,0.00015836488,0.00006551536,0.16808647],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985821,0.000056793648,0.00035027674,0.00035059106,0.00043112066,0.00022906605],"domain_scores_gemma":[0.99891096,0.0000585852,0.00026850624,0.00026090152,0.0003287531,0.00017227654],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020270233,0.000220114,0.00045266713,0.0002976669,0.00021557648,0.00002174704,0.0002516429,0.00017745991,0.002322013],"category_scores_gemma":[0.0008174984,0.00019099469,0.00007118249,0.0016427957,0.00012607401,0.00018310775,0.000093459705,0.00040327496,0.000005160783],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022693725,0.00004054596,0.017646976,0.002112413,0.0002819003,0.000011851518,0.8556834,0.000082467894,0.0077491123,0.0009972982,0.0021593915,0.11300772],"study_design_scores_gemma":[0.0005131743,0.00017126607,0.02717427,0.001753005,0.00020507172,0.0000037231584,0.9494992,0.0001520399,0.011011589,0.000027733044,0.009256076,0.00023288872],"about_ca_topic_score_codex":0.00032130827,"about_ca_topic_score_gemma":0.00028514396,"teacher_disagreement_score":0.15279634,"about_ca_system_score_codex":0.000101729864,"about_ca_system_score_gemma":0.0002956584,"threshold_uncertainty_score":0.99859},"labels":[],"label_agreement":null},{"id":"W6981921918","doi":"","title":"Free AvG Support NumbeR:- 1800.750.6584 Avg Technical Support Phone Number","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phone; Mobile phone; Phone call; Service (business); Telephone number","score_opus":0.012499877033969532,"score_gpt":0.3146801066314779,"score_spread":0.30218022959750834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981921918","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044619956,0.0000011561117,0.0025926055,0.0030952697,0.002327831,0.0022782774,0.00016697121,0.0010729609,0.98801875],"genre_scores_gemma":[0.0015279289,0.00025585276,0.011260486,0.0018818582,0.00171231,0.0009536199,0.0006506951,0.0008889589,0.9808683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915473,0.0003690793,0.0017314722,0.0033411796,0.001841617,0.0011693765],"domain_scores_gemma":[0.98853564,0.00031497973,0.0010448627,0.008964192,0.0005548747,0.0005854373],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004824826,0.0009844772,0.0014546181,0.0005899239,0.00018590757,0.000090610134,0.0021319182,0.002022633,0.9901941],"category_scores_gemma":[0.009456038,0.0009433017,0.00052047335,0.0008209951,0.0008716613,0.00019077703,0.002015998,0.002171014,0.98730147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013688496,0.0012344598,0.012162759,0.0004904494,0.00042385183,0.00017637685,0.00023247358,3.6295404e-7,0.0006167416,0.0020864783,0.9663349,0.016104294],"study_design_scores_gemma":[0.0020734482,0.0000022530414,0.0029325832,0.00066108216,0.00041098637,0.001030504,0.000066066415,0.000006358842,0.0008105531,0.0021987197,0.988929,0.0008784548],"about_ca_topic_score_codex":0.00033119557,"about_ca_topic_score_gemma":0.000058214777,"teacher_disagreement_score":0.022594122,"about_ca_system_score_codex":0.0011318316,"about_ca_system_score_gemma":0.0016368118,"threshold_uncertainty_score":0.99930173},"labels":[],"label_agreement":null},{"id":"W6982173207","doi":"","title":"Healing historical trauma through resurgence and radical resistance","year":2022,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Indigenous; Historical trauma; Colonialism; Resistance (ecology); Disconnection","score_opus":0.02363149716474279,"score_gpt":0.2719456703875275,"score_spread":0.2483141732227847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6982173207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965074,0.0022983458,0.00048064685,0.012728646,0.0016977785,0.00045192274,0.000013498357,0.00008222894,0.01717292],"genre_scores_gemma":[0.73122793,0.0041280817,0.10022183,0.0013754009,0.0012224435,0.000013754782,0.0045876806,0.00022347175,0.15699941],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985213,0.00006837994,0.00019265125,0.0003805536,0.0006447731,0.00019229155],"domain_scores_gemma":[0.99909586,0.000060970902,0.0002743774,0.0003123067,0.00018701558,0.000069472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003140858,0.00015827615,0.00041345978,0.00022554175,0.00036724436,0.000005877814,0.00017765247,0.00025008444,0.00015533566],"category_scores_gemma":[0.00026011065,0.00021312923,0.00009102485,0.00052764197,0.00012797836,0.00010501476,0.00003989714,0.0007097673,0.0000061116293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038140009,0.0010507968,0.013765119,0.005018114,0.00038528757,0.0005098227,0.014302794,0.0000079916645,0.0010707695,0.014037847,0.91866124,0.027376235],"study_design_scores_gemma":[0.0011355039,0.00019974768,0.12081082,0.0005463701,0.00034303655,0.00002367526,0.05857715,0.00008144409,0.00009461159,0.0004262988,0.81743944,0.00032188903],"about_ca_topic_score_codex":0.0014380298,"about_ca_topic_score_gemma":0.024944767,"teacher_disagreement_score":0.23384608,"about_ca_system_score_codex":0.0011014194,"about_ca_system_score_gemma":0.0002675068,"threshold_uncertainty_score":0.99284744},"labels":[],"label_agreement":null},{"id":"W6983151034","doi":"","title":"Linking theoretical education and practical training. Presentation of reflexive pedagogical device in clinical settings","year":2016,"lang":"en","type":"article","venue":"ORBi (University of Liège)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Reflexivity; Presentation (obstetrics); Higher education; Qualitative research; Perception; Data collection; Curriculum; Context (archaeology)","score_opus":0.1000104929309066,"score_gpt":0.43815393861708246,"score_spread":0.3381434456861759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6983151034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96309274,0.00001670187,0.0035927133,0.030250475,0.00012343613,0.00019402808,0.0000017221034,0.000014048907,0.0027141417],"genre_scores_gemma":[0.96795243,0.000055497934,0.031217135,0.0003325755,0.000106885884,5.371791e-7,0.00001205354,0.0000061881715,0.00031667482],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989257,0.00014099652,0.0003223549,0.00022017407,0.0002648187,0.00012596641],"domain_scores_gemma":[0.9987784,0.00047060117,0.00022132933,0.00016196401,0.00029520277,0.000072501476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010463739,0.000070419395,0.0002445985,0.00016901956,0.00004013242,0.0000030222386,0.000059687765,0.00017780544,0.00026837422],"category_scores_gemma":[0.0008347686,0.00006118385,0.000045130928,0.00028280722,0.00071330764,0.00018470992,0.000050490566,0.00023696732,0.0000073392434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087953516,0.0016086815,0.33343625,0.00033808762,0.00006444519,0.000028591981,0.017953424,2.226801e-7,0.0034085806,0.24895619,0.0020081361,0.39131784],"study_design_scores_gemma":[0.0039265803,0.0009100855,0.9255743,0.0017706554,0.00025525835,0.00014444086,0.048587814,0.0005253212,0.00040241546,0.012037258,0.005627638,0.00023821577],"about_ca_topic_score_codex":0.00004030809,"about_ca_topic_score_gemma":0.0000073845426,"teacher_disagreement_score":0.59213805,"about_ca_system_score_codex":0.00006259999,"about_ca_system_score_gemma":0.00049897627,"threshold_uncertainty_score":0.29385093},"labels":[],"label_agreement":null},{"id":"W6983675967","doi":"","title":"Narrative Shifts Prompt the Development of Adaptive Expertise in Pediatric Subspecialty Residents","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grounded theory; Subspecialty; Excellence; Curriculum; Narrative; Data collection; Health care","score_opus":0.0643231007510577,"score_gpt":0.3489544744707539,"score_spread":0.2846313737196962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6983675967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918144,0.00017412382,0.00000948743,0.0008841098,0.00021999232,0.0009961731,0.00070869754,0.00002877593,0.0051642754],"genre_scores_gemma":[0.9936527,8.6827527e-7,0.0015008057,0.00027074394,0.00066140975,0.00030956394,0.0033608987,0.000011184898,0.0002318151],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99896055,0.000036135425,0.00034649475,0.00015926118,0.00034759284,0.000149964],"domain_scores_gemma":[0.9991555,0.000039422295,0.00013426336,0.00019566,0.00044475257,0.00003040122],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015315601,0.00008338347,0.00012706341,0.00013925902,0.00009450227,0.0000059200534,0.00012750892,0.00007051658,0.03177739],"category_scores_gemma":[0.0027149315,0.000058523794,0.000019036948,0.0006970212,0.000025816964,0.00006444623,0.000050694973,0.0001719496,0.00040336826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016895235,0.0003562153,0.0060464945,0.00027608455,0.000027584852,0.000007777277,0.2302974,3.5164936e-7,0.00007707115,0.00004956677,0.733259,0.029433446],"study_design_scores_gemma":[0.00058833265,0.00013590824,0.9852958,0.0012667789,0.00000834744,0.0000025046218,0.004807217,0.00010706411,0.0035798803,0.00004701209,0.0040561846,0.0001050181],"about_ca_topic_score_codex":0.000006864777,"about_ca_topic_score_gemma":0.00011284393,"teacher_disagreement_score":0.97924924,"about_ca_system_score_codex":0.00017330969,"about_ca_system_score_gemma":0.0006053067,"threshold_uncertainty_score":0.9691077},"labels":[],"label_agreement":null},{"id":"W6984260950","doi":"","title":"ESSU Aug 29 2015","year":2015,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pace; Distance running","score_opus":0.008065380462122069,"score_gpt":0.23760302354839904,"score_spread":0.22953764308627697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6984260950","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025315141,0.00046208096,9.71627e-7,0.0013044862,0.00091018213,0.00060965895,0.000079828,0.00024340574,0.99636406],"genre_scores_gemma":[0.0001525732,0.00011797656,0.0038936671,0.0013092045,0.000618405,0.000024742822,0.0012120426,0.00016092433,0.99251044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978373,0.00004432864,0.0007715043,0.00020729525,0.0008423795,0.00029720913],"domain_scores_gemma":[0.99797916,0.000033754215,0.00059007376,0.0005707704,0.00066299905,0.00016321827],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00045659402,0.00032118094,0.00053766934,0.00019469096,0.000041357565,0.000024202069,0.00023248265,0.0006165795,0.5438066],"category_scores_gemma":[0.00076812523,0.0003030831,0.000106639134,0.000025870244,0.0002014156,1.6317566e-7,0.000066543544,0.0005039688,0.030332327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006968659,0.00010453604,0.0000037425484,0.0007088722,0.00008396571,0.000014054049,0.00013331205,0.000009469342,1.6713045e-7,0.0000390982,0.99399304,0.004840054],"study_design_scores_gemma":[0.00090653176,0.00018082141,0.000008829612,0.0005388927,0.00013758823,0.00015676631,0.0001590772,0.000024226445,0.0000035851506,0.00001248596,0.99760586,0.0002653155],"about_ca_topic_score_codex":0.0015969567,"about_ca_topic_score_gemma":0.00016022027,"teacher_disagreement_score":0.5134743,"about_ca_system_score_codex":0.0001492474,"about_ca_system_score_gemma":0.0002288337,"threshold_uncertainty_score":0.9999421},"labels":[],"label_agreement":null},{"id":"W6986595542","doi":"","title":"'Protect the public and instruct the occupational class' Preservation of skills, advanced vocational education and recertification of physicians in Canada","year":2002,"lang":"de","type":"other","venue":"OpenGrey (Institut de l'Information Scientifique et Technique)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing education; Vocational education; Bildung; Context (archaeology)","score_opus":0.017667899706806527,"score_gpt":0.28505720765269554,"score_spread":0.267389307945889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986595542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33230662,0.006910354,0.17004181,0.14909647,0.012022144,0.10883959,0.0015363332,0.00030961054,0.21893707],"genre_scores_gemma":[0.9386213,0.0031583875,0.033717807,0.006277162,0.0003697356,0.0069239293,0.0038466656,0.00012083258,0.006964195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960543,0.0003886098,0.0016016546,0.00040839423,0.001211597,0.00033547243],"domain_scores_gemma":[0.99519485,0.0002599502,0.0019253581,0.00088390865,0.001668234,0.00006767608],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003451786,0.00034706472,0.00044422323,0.000854769,0.00031779046,0.00015725107,0.0005889959,0.00032158213,0.0002611712],"category_scores_gemma":[0.0035885407,0.00026786816,0.00005535032,0.002099849,0.000776617,0.0017763947,0.00013875922,0.00078847486,0.000011931646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000613067,0.00036971128,0.0038316394,0.0016066276,0.00007886916,3.9897125e-7,0.0036221463,0.00016479022,0.00088145916,0.0293737,0.052177347,0.907832],"study_design_scores_gemma":[0.0011519629,0.00007538043,0.11552521,0.0043482147,0.00014378637,0.000035570924,0.002761249,0.009166166,0.0056104567,0.0011128633,0.8595267,0.00054243347],"about_ca_topic_score_codex":0.039616715,"about_ca_topic_score_gemma":0.05845192,"teacher_disagreement_score":0.90728956,"about_ca_system_score_codex":0.0011539528,"about_ca_system_score_gemma":0.008573973,"threshold_uncertainty_score":0.99997735},"labels":[],"label_agreement":null},{"id":"W6987709796","doi":"","title":"The training paths and practice patterns of Canadian paediatric residency graduates, 2004â2010","year":2016,"lang":"en","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); MEDLINE; Initial training; Clinical Practice","score_opus":0.02858779521449598,"score_gpt":0.2711020761088693,"score_spread":0.24251428089437335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6987709796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8353303,0.0007803696,0.00019629982,0.1585412,0.0016328607,0.0006057425,0.000022368435,0.000025559042,0.0028652623],"genre_scores_gemma":[0.9957086,0.0011861649,0.0008261762,0.00095898233,0.00062573666,0.00006301076,0.000009679499,0.000012699714,0.0006089382],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985009,0.000068940644,0.00026631917,0.00014271916,0.00025913172,0.00076201354],"domain_scores_gemma":[0.9988075,0.0003934883,0.0001147829,0.00020772402,0.00014495655,0.0003315347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013264349,0.000077518634,0.00010764033,0.00022185309,0.00011357144,0.000015195847,0.00008153544,0.00006641747,0.000038180002],"category_scores_gemma":[0.011302741,0.00004442088,0.000023357627,0.00041565657,0.000098268545,0.00012635288,0.000012371073,0.00015442619,0.000003948222],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051673887,0.000044798675,0.16114023,0.000035287598,0.000043417163,0.000017340697,0.0020065154,9.778083e-8,0.00009628452,0.006455736,0.017292656,0.81281596],"study_design_scores_gemma":[0.0005713307,0.00003371014,0.8996424,0.000047539914,0.00006748825,0.00008647022,0.0013980183,0.000005472721,0.00012604325,0.00039815705,0.09755288,0.000070458605],"about_ca_topic_score_codex":0.00852352,"about_ca_topic_score_gemma":0.008765559,"teacher_disagreement_score":0.8127455,"about_ca_system_score_codex":0.0002178151,"about_ca_system_score_gemma":0.00091717095,"threshold_uncertainty_score":0.9980788},"labels":[],"label_agreement":null},{"id":"W6987896751","doi":"","title":"Validation of an assessment tool for direct observation performance skills at triage (DOPS-T) for the health care professionals in the emergency department of tertiary care hospital - a work place based assessment","year":2018,"lang":"en","type":"dissertation","venue":"eCommons - AKU (Aga Khan University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Triage; Emergency department; Health care; Scale (ratio); Test (biology); Attendance; Certification; Acute care; MEDLINE; Emergency nursing","score_opus":0.015784844592742844,"score_gpt":0.3547198954118081,"score_spread":0.3389350508190653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6987896751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891142,0.00012999529,0.0005163732,0.0014400076,0.0012381235,0.0067480714,0.00037253537,0.00002258327,0.00041811104],"genre_scores_gemma":[0.95425576,0.00004261723,0.0110302735,0.0001526146,0.00016887566,0.00040283008,0.03282724,0.000038101858,0.0010817086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766546,0.0002972082,0.0007668541,0.00040391003,0.00058229285,0.00028427845],"domain_scores_gemma":[0.9968567,0.00037245077,0.0010629202,0.00066506775,0.0009963794,0.00004648855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010799472,0.0002792235,0.00048019981,0.00045264434,0.0005081084,0.000011914832,0.0004255895,0.0002365937,0.00008250369],"category_scores_gemma":[0.00020623069,0.00021438615,0.00019493533,0.0009173548,0.000057799887,0.0002169809,0.00003765268,0.00029936724,5.924645e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008364723,0.013794748,0.5872945,0.025961462,0.0015197443,0.000010943636,0.16054966,0.00077667175,0.00030164368,0.0020291593,0.07699134,0.122405365],"study_design_scores_gemma":[0.003952467,0.002490793,0.91151524,0.0017631651,0.0006011376,5.23129e-7,0.06529069,0.0012309008,0.0024154247,0.0000082617225,0.0103587285,0.00037266396],"about_ca_topic_score_codex":0.000038360464,"about_ca_topic_score_gemma":0.00036647636,"teacher_disagreement_score":0.32422072,"about_ca_system_score_codex":0.0014973426,"about_ca_system_score_gemma":0.0017052254,"threshold_uncertainty_score":0.87424135},"labels":[],"label_agreement":null},{"id":"W6990780701","doi":"","title":",,Ég tárast alveg, þetta var svo mikið ofbeldi” : upplifun og reynsla einstaklinga af einelti í æsku","year":2013,"lang":"is","type":"dissertation","venue":"Skemman","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Limiting; Long-term prediction; Filter (signal processing); Context (archaeology)","score_opus":0.01625144170398698,"score_gpt":0.31874535822067956,"score_spread":0.3024939165166926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6990780701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.874518,0.003461849,0.0010246164,0.010307438,0.025569366,0.0051454096,0.00016315076,0.0006391134,0.07917107],"genre_scores_gemma":[0.69942373,0.0013986765,0.010626581,0.0068137543,0.0155348955,0.0015138104,0.032532915,0.00085486704,0.23130077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901486,0.0003147119,0.0029986429,0.0021256595,0.0025475754,0.0018648047],"domain_scores_gemma":[0.9920029,0.00032204844,0.0017546961,0.0027688283,0.0025121097,0.0006393992],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0018104244,0.001624473,0.0018937215,0.0016146328,0.00093540846,0.00028430574,0.0013372411,0.0023995992,0.013592566],"category_scores_gemma":[0.003759971,0.0016527754,0.00060291827,0.0025669474,0.0005193733,0.0005280993,0.00017082978,0.003864828,0.008664296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005779366,0.0031690125,0.005091807,0.006516496,0.0018559445,0.00023447575,0.020012623,0.000032313943,0.012660334,0.020308154,0.6936448,0.23589608],"study_design_scores_gemma":[0.008235758,0.0018594575,0.07141394,0.011067863,0.003879829,0.00021390962,0.031072987,0.0035140174,0.012094974,0.0029586826,0.8489754,0.004713168],"about_ca_topic_score_codex":0.0014878394,"about_ca_topic_score_gemma":0.00022214117,"teacher_disagreement_score":0.23118292,"about_ca_system_score_codex":0.0010950873,"about_ca_system_score_gemma":0.0019709466,"threshold_uncertainty_score":0.9996503},"labels":[],"label_agreement":null},{"id":"W6991100422","doi":"","title":"The Future of Secure and Responsible AI with US Cybersecurity and Infrastructure Security Agency Chief Martin Stanley","year":2024,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Homeland security; United States National Security Agency; National security; Private sector; Work (physics); Industrial espionage","score_opus":0.002216001079185942,"score_gpt":0.20535323304050238,"score_spread":0.20313723196131644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991100422","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008664784,0.0035276832,3.2271055e-7,0.0028155867,0.0003901491,0.0006908703,0.000117056006,0.000076494674,0.983717],"genre_scores_gemma":[0.006675087,0.0016157114,0.0014353395,0.0006614485,0.0003828964,0.00001914369,0.00013402526,0.000110293455,0.98896605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836344,0.0000696087,0.0005959783,0.00022432755,0.00052313146,0.0002235392],"domain_scores_gemma":[0.9986969,0.000055538658,0.00045769505,0.00039855237,0.00030037138,0.000090914364],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043611595,0.0002969231,0.00041692337,0.00012593801,0.00008484422,0.000046077064,0.00013060175,0.00047199018,0.028517],"category_scores_gemma":[0.00021455062,0.00020198915,0.000056192035,0.000041431074,0.0004679749,5.0683394e-7,0.00008249234,0.0007707546,0.00015377376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031704103,0.000029308094,0.000055934637,0.002179331,0.000117396514,0.000013836414,0.0012191437,0.0000020320085,5.299589e-7,0.0006372025,0.9911873,0.0042409603],"study_design_scores_gemma":[0.0005584515,0.00028794893,0.00035388744,0.00081641757,0.00017004603,0.00020856933,0.0008018568,0.000024758643,0.0000070651195,0.00034857955,0.9962368,0.00018559759],"about_ca_topic_score_codex":0.0004430001,"about_ca_topic_score_gemma":0.0006976899,"teacher_disagreement_score":0.028363226,"about_ca_system_score_codex":0.000045230223,"about_ca_system_score_gemma":0.00016322127,"threshold_uncertainty_score":0.97237104},"labels":[],"label_agreement":null},{"id":"W6991121555","doi":"","title":"Exploring Perceptions of Competency-Based Medical Education in Undergraduate Medical Students and Faculty: A Program Evaluation","year":2023,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Perception; Medical school; Optimism; Institution; Product (mathematics)","score_opus":0.4628045542574215,"score_gpt":0.6580705661739334,"score_spread":0.19526601191651194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991121555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98747313,0.0005877472,0.00019881755,0.008780607,0.0006866747,0.0016847369,0.0000061842497,0.00006021912,0.0005218634],"genre_scores_gemma":[0.9923029,0.0034057095,0.001985727,0.0007453908,0.00018682599,0.0009643655,0.00030895753,0.000036304926,0.00006384052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932386,0.000351472,0.0012525279,0.00038971513,0.0044632033,0.0003044807],"domain_scores_gemma":[0.99763936,0.00022098773,0.00049804314,0.00034895985,0.0009525341,0.0003401282],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006121389,0.00020964873,0.00060793373,0.0018656466,0.0001370087,0.00020015158,0.0011315995,0.00017393676,0.004310267],"category_scores_gemma":[0.0068898434,0.00018960968,0.00008700246,0.0031190896,0.00029738227,0.0008899972,0.0004090724,0.0006457924,0.000013986156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007175369,0.0016373404,0.62362754,0.0002394948,0.000069448266,0.000009442234,0.00036429623,0.000028385784,0.00083331484,0.00019526342,0.008652747,0.36427096],"study_design_scores_gemma":[0.0017069897,0.000038515147,0.98339796,0.002598319,0.00012279718,0.000018247089,0.001074003,0.007041693,0.0002538271,0.00267474,0.00090315175,0.00016976686],"about_ca_topic_score_codex":0.0003984892,"about_ca_topic_score_gemma":0.00012579518,"teacher_disagreement_score":0.3641012,"about_ca_system_score_codex":0.00026918598,"about_ca_system_score_gemma":0.005759826,"threshold_uncertainty_score":0.9998766},"labels":[],"label_agreement":null},{"id":"W6991962568","doi":"","title":"Kohdekuvaus: MOR-Y07-019: Vasaraniemi (Kuopio). Liite julkaisuun Valtakunnallisesti arvokkaat moreenimuodostumat. Suomen ympäristö 14/2007","year":2007,"lang":"fi","type":"other","venue":"Työväentutkimus Vuosikirja","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Point (geometry); Work (physics)","score_opus":0.021860105431973562,"score_gpt":0.3243345260597944,"score_spread":0.3024744206278208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991962568","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02187602,0.01768093,0.0077590127,0.008224011,0.028197367,0.008616782,0.00062897784,0.0020762437,0.90494066],"genre_scores_gemma":[0.020257264,0.0077331574,0.010382672,0.020349076,0.024088698,0.00060753984,0.0055576125,0.0032423967,0.9077816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97982883,0.0006036948,0.005157571,0.0039250394,0.0057380483,0.004746808],"domain_scores_gemma":[0.98660696,0.00092970947,0.003170932,0.0050895745,0.0023310946,0.0018717478],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0051632538,0.0036643238,0.0042606583,0.005298924,0.0010765995,0.00046340036,0.0028711853,0.0046574147,0.07835833],"category_scores_gemma":[0.0043622456,0.0037588482,0.0012982893,0.005826341,0.0023631912,0.0006419199,0.00084668526,0.0063802735,0.036225364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008287471,0.0034162155,0.008398219,0.003607309,0.0022322338,0.00090030214,0.0023787864,0.00008951411,0.00037012965,0.006316057,0.8997317,0.07173082],"study_design_scores_gemma":[0.006996028,0.0010186605,0.008085622,0.005897151,0.0025232285,0.00042169142,0.001202648,0.0011808344,0.00036304607,0.00046098253,0.9684694,0.0033807408],"about_ca_topic_score_codex":0.0015384142,"about_ca_topic_score_gemma":0.00015264326,"teacher_disagreement_score":0.0687377,"about_ca_system_score_codex":0.0027115291,"about_ca_system_score_gemma":0.0027651025,"threshold_uncertainty_score":0.9976078},"labels":[],"label_agreement":null},{"id":"W6992149261","doi":"","title":"L'adaptation à la diversité ethnique et culturelle des caisses populaires et d'économie du Mouvement Desjardins : les représentations sociales du phénomène construites par les communautés culturelles et par l'institution","year":2018,"lang":"fr","type":"other","venue":"Corpus Université Laval (Université Laval)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Critical variable; National identity; Limiting","score_opus":0.027580318180999985,"score_gpt":0.2803480354738433,"score_spread":0.2527677172928433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992149261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59533155,0.0054256436,0.02236087,0.031524017,0.0035660225,0.003212491,0.00079180923,0.0010331554,0.33675447],"genre_scores_gemma":[0.82558936,0.04639484,0.021914313,0.0019908512,0.0012830539,0.00004009285,0.0052712527,0.0003761658,0.097140074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99453795,0.0016898048,0.0008280981,0.0012464935,0.0008335756,0.0008640677],"domain_scores_gemma":[0.9952076,0.0007558067,0.0012276107,0.0008650294,0.0015409082,0.00040301896],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0011152684,0.0011598571,0.0011814014,0.0010942947,0.0036309485,0.00021369354,0.0009730576,0.0014759431,0.002201094],"category_scores_gemma":[0.0009483906,0.0012701375,0.0005848364,0.0012872593,0.0036227542,0.0009626367,0.0007149827,0.0014323185,0.00018706267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078181096,0.0020510913,0.23426592,0.0010640443,0.0029190825,0.00060670957,0.12175002,0.0012605654,0.008951245,0.41536283,0.14226763,0.06871905],"study_design_scores_gemma":[0.0056739924,0.00079633016,0.093156695,0.0036881526,0.0036018186,0.00032669542,0.13069643,0.0009780007,0.00657615,0.0019444271,0.750602,0.0019592715],"about_ca_topic_score_codex":0.056924473,"about_ca_topic_score_gemma":0.054376796,"teacher_disagreement_score":0.6083344,"about_ca_system_score_codex":0.004119702,"about_ca_system_score_gemma":0.0025086517,"threshold_uncertainty_score":0.99982035},"labels":[],"label_agreement":null},{"id":"W6992322311","doi":"","title":"La problématique de l'aménagement récréatif municipal au Québec","year":2020,"lang":"fr","type":"other","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Term (time); Identification (biology)","score_opus":0.014374918309529137,"score_gpt":0.312666802112428,"score_spread":0.29829188380289884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992322311","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033674806,0.0004871033,0.015124698,0.05744354,0.0017341706,0.0013394131,0.000005269952,0.00018844358,0.9203099],"genre_scores_gemma":[0.030197877,0.00013484877,0.046457127,0.014952333,0.0042347764,0.00039119032,0.00016297102,0.00032557105,0.9031433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973372,0.00030177657,0.0007362943,0.00048573027,0.00052087964,0.0006181155],"domain_scores_gemma":[0.998507,0.0001816067,0.0002805608,0.000659418,0.0001155373,0.00025582776],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010009384,0.00042662997,0.00054960506,0.00028249016,0.00011313708,0.000037557667,0.0003913419,0.00074002135,0.10406693],"category_scores_gemma":[0.0026200293,0.00038456175,0.00011817267,0.0006344595,0.00039475723,0.000048077018,0.00015618106,0.0012715354,0.0048726075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029169523,0.00074288057,0.0037905197,0.0028534075,0.0004986584,0.00008668096,0.02960334,0.000019894458,0.00017911888,0.15706597,0.49431428,0.31081608],"study_design_scores_gemma":[0.0007309921,0.00017759406,0.005064933,0.0016735214,0.0003253368,0.00004133882,0.0046480442,0.004936697,0.00009523501,0.00018974648,0.98177224,0.00034429767],"about_ca_topic_score_codex":0.07411215,"about_ca_topic_score_gemma":0.034948844,"teacher_disagreement_score":0.487458,"about_ca_system_score_codex":0.0034574196,"about_ca_system_score_gemma":0.0063780937,"threshold_uncertainty_score":0.99986064},"labels":[],"label_agreement":null},{"id":"W6992335748","doi":"","title":"Lâidentité mandchoue et son rôle dans la construction identitaire chinoise : étude historiographique","year":2010,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conscience; Identity (music); Historiography; Archivist","score_opus":0.0018711947683720835,"score_gpt":0.17224612100946635,"score_spread":0.17037492624109427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992335748","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034816686,0.0008833883,0.0004328204,0.01305568,0.00492768,0.0005000616,0.00023224537,0.000026777001,0.9451247],"genre_scores_gemma":[0.53888315,0.0026686413,0.012408732,0.0056852144,0.0015795311,0.00007655935,0.00026330774,0.00031844105,0.43811643],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962438,0.00018038746,0.0006283733,0.00047171247,0.0020339212,0.00044181957],"domain_scores_gemma":[0.9985127,0.00017434373,0.00051403954,0.00045115215,0.0000031391617,0.00034464282],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005481136,0.00041564117,0.00052335084,0.00017129323,0.00023444685,0.000045151362,0.00031546873,0.00025295262,0.001384978],"category_scores_gemma":[0.000044298657,0.00044422084,0.00007894092,0.00025369902,0.0006326673,0.00036768132,0.00013329377,0.0009867041,8.407429e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018191381,0.00017829883,0.043771178,0.0012512789,0.00040765404,0.00022161688,0.00053574366,0.0000085595275,0.012213252,0.86639094,0.032837644,0.042001907],"study_design_scores_gemma":[0.0008934931,0.00008469849,0.096574746,0.0012828198,0.00025363028,0.00014553011,0.006367455,0.00029680398,0.0059739808,0.0028992568,0.8847276,0.00049998966],"about_ca_topic_score_codex":0.019326702,"about_ca_topic_score_gemma":0.196059,"teacher_disagreement_score":0.8634917,"about_ca_system_score_codex":0.00006869978,"about_ca_system_score_gemma":0.00611903,"threshold_uncertainty_score":0.999801},"labels":[],"label_agreement":null},{"id":"W6992881663","doi":"","title":"Multi-agent malicious behaviour detection","year":2012,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Malware; Intrusion detection system; Software; Class (philosophy); Network security; Scheme (mathematics)","score_opus":0.020407821271566946,"score_gpt":0.2672551101136641,"score_spread":0.24684728884209714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992881663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936693,0.00014987732,0.0012436523,0.00045706893,0.0018965336,0.0004956134,0.000008869524,0.0000623167,0.0020167676],"genre_scores_gemma":[0.98324007,0.000068555215,0.0055237133,0.0000494029,0.00029243232,0.000001870878,0.00096929364,0.00003916638,0.009815491],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988538,0.00003742215,0.00016034958,0.0002639605,0.0004454729,0.0002390207],"domain_scores_gemma":[0.99875045,0.000011824844,0.00033598853,0.00036588538,0.00044419037,0.000091647256],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002107188,0.00019538931,0.0003322527,0.0004614944,0.00019092755,0.000006501205,0.00015768949,0.0004697297,0.00015657728],"category_scores_gemma":[0.000089299,0.0002532482,0.00014540026,0.00038712664,0.0000699891,0.00011832601,0.000027298329,0.00051730644,0.00025356832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002080958,0.0064884424,0.4892492,0.004871276,0.0013362581,0.00027257527,0.014200464,0.00001573248,0.11456794,0.0003657741,0.053804945,0.31274644],"study_design_scores_gemma":[0.0008883625,0.00012621385,0.9511061,0.00023554976,0.00069823285,0.00001806334,0.03589868,0.00017196809,0.001712279,0.000003987166,0.008926596,0.00021398427],"about_ca_topic_score_codex":0.001956057,"about_ca_topic_score_gemma":0.08645416,"teacher_disagreement_score":0.46185687,"about_ca_system_score_codex":0.00042322007,"about_ca_system_score_gemma":0.00013830871,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W6996930941","doi":"","title":"Supporting self-regulated learning in medical school: a national survey","year":2023,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tracking (education); Educational measurement; Medical school; Program evaluation; Survey data collection; Continuing medical education; MEDLINE","score_opus":0.021488484185680928,"score_gpt":0.3503471806609195,"score_spread":0.3288586964752386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996930941","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009579568,0.0000028886257,0.00020088072,0.0014745309,0.0009537589,0.0013062146,0.0000133145795,0.0017125711,0.9847563],"genre_scores_gemma":[0.013081665,0.00011685403,0.0014432466,0.00065222976,0.00053995097,0.00030785662,0.0006124068,0.0008076278,0.98243815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99280554,0.00092390546,0.0013099923,0.0020718707,0.0022112299,0.0006774647],"domain_scores_gemma":[0.995499,0.0007846622,0.0007615923,0.0019123298,0.00056025793,0.00048216456],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.021110123,0.00043483824,0.00078795804,0.0012666744,0.000101429396,0.000055216493,0.0007218642,0.0012925183,0.792572],"category_scores_gemma":[0.14017534,0.00048700388,0.00015166758,0.0015741385,0.00018810492,0.00009567624,0.0007278392,0.0026622012,0.6345575],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060681134,0.0005395811,0.19388758,0.00032074028,0.00033953137,0.00011021662,0.00039608637,0.00006283151,0.00002963833,0.00021812727,0.7893722,0.014662778],"study_design_scores_gemma":[0.001914629,0.0000025743075,0.26903528,0.0020177665,0.00009761821,0.0001346963,0.00014701957,0.003981689,0.00005381969,0.0004081026,0.7215871,0.0006197103],"about_ca_topic_score_codex":0.0015664949,"about_ca_topic_score_gemma":0.0012375285,"teacher_disagreement_score":0.15801452,"about_ca_system_score_codex":0.0011414569,"about_ca_system_score_gemma":0.003356883,"threshold_uncertainty_score":0.9997582},"labels":[],"label_agreement":null},{"id":"W6997288712","doi":"","title":"Usefulness of CanMEDS Competencies for Chiropractic Graduate Education in Europe","year":2009,"lang":"en","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Perception; Likert scale; Competence (human resources); Graduate students; Alternative medicine; Bachelor; Point (geometry)","score_opus":0.050993860524122074,"score_gpt":0.31324537954050213,"score_spread":0.26225151901638005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6997288712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892805,0.000059654525,0.00046661007,0.0065194187,0.0012297977,0.0008096924,0.0000030554133,0.000022002729,0.001609218],"genre_scores_gemma":[0.9927633,0.000023833503,0.0046341233,0.0014833017,0.00040775567,0.00013803827,0.000107363274,0.000010567667,0.00043174066],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873626,0.000024941319,0.00033847516,0.00014974493,0.0002395989,0.0005109646],"domain_scores_gemma":[0.99926126,0.000031051957,0.00012434246,0.00018370751,0.00029498647,0.00010464413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048699905,0.00008697715,0.00018195495,0.00018835742,0.000031098945,0.000008678372,0.00007887027,0.00004719497,0.000017314145],"category_scores_gemma":[0.002528644,0.00008010153,0.000029847588,0.0006964169,0.00005626722,0.00011117507,0.0000058782744,0.00017188472,0.0000021401947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024920944,0.0021398067,0.06600972,0.00026453615,0.000028778572,0.0000031409745,0.0019356548,0.000022071406,0.0012458183,0.018336281,0.013398311,0.89636666],"study_design_scores_gemma":[0.00069067295,0.00007646854,0.9841334,0.00006440492,0.000036964957,0.000017820117,0.00036466922,0.00019107698,0.0020067748,0.00048077942,0.011861108,0.000075813135],"about_ca_topic_score_codex":0.000049673275,"about_ca_topic_score_gemma":0.000012725834,"teacher_disagreement_score":0.9181237,"about_ca_system_score_codex":0.00023533078,"about_ca_system_score_gemma":0.0010822093,"threshold_uncertainty_score":0.32664454},"labels":[],"label_agreement":null},{"id":"W6999367224","doi":"","title":"Characteristics of Interim Deans at U.S. Medical Schools","year":2018,"lang":"en","type":"article","venue":"PDXScholar  (Portland State University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interim; Preparedness; Descriptive statistics; Quarter (Canadian coin); Data collection; Academic year; Medical school; Data source","score_opus":0.01354382623394895,"score_gpt":0.272425181424917,"score_spread":0.25888135519096805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999367224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981934,0.0000083796385,0.0015478439,0.0010484789,0.00039153648,0.00014245887,0.00002081081,0.000044003045,0.014862463],"genre_scores_gemma":[0.98560554,0.00013132012,0.0013468763,0.0004892017,0.00020392721,4.2426205e-7,0.00015691965,0.00001480069,0.012050968],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877745,0.000033330256,0.00030107665,0.00021168457,0.00046967756,0.00020675367],"domain_scores_gemma":[0.9987782,0.000021344917,0.0001630052,0.00029771202,0.0005525113,0.00018720617],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040274154,0.00011088864,0.00024885795,0.00034704697,0.00013331174,0.000009546965,0.00018128411,0.0001261263,0.0016740181],"category_scores_gemma":[0.00073762727,0.00010595636,0.000056561516,0.00056718517,0.00026001496,0.00015330299,0.00011448384,0.0003973623,0.00014518543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011854619,0.0007289706,0.92181545,0.0002650795,0.00030146388,0.0006983431,0.0017122445,2.5316123e-7,0.0037155156,0.003727408,0.015795805,0.050054014],"study_design_scores_gemma":[0.0022687004,0.0005883323,0.32228157,0.00034449526,0.00015367608,0.00014540821,0.00060425285,0.00033245358,0.003265937,0.00010303897,0.669668,0.00024410065],"about_ca_topic_score_codex":0.00002967198,"about_ca_topic_score_gemma":0.00002231229,"teacher_disagreement_score":0.65387225,"about_ca_system_score_codex":0.00019527633,"about_ca_system_score_gemma":0.0002773106,"threshold_uncertainty_score":0.9992386},"labels":[],"label_agreement":null},{"id":"W7000105719","doi":"","title":"Enhancing Direct Observation of Medical Students during the Obstetrics and Gynecology Clerkship","year":2023,"lang":"en","type":"article","venue":"ScholarSpace (University of Hawaii at Manoa)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute","funders":"","keywords":"Formative assessment; Rubric; Obstetrics and gynaecology; Clinical clerkship; Educational measurement; Physical exam; Medical history","score_opus":0.02074038034044894,"score_gpt":0.28897876798498384,"score_spread":0.2682383876445349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000105719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98354775,0.000099590296,0.000054210755,0.015002578,0.0003581076,0.00023005414,0.0000023878158,0.000049862083,0.0006554646],"genre_scores_gemma":[0.9943116,0.00043018235,0.0006607823,0.00016002153,0.000031669846,7.371987e-7,0.000019900986,0.000010108896,0.0043749977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821496,0.000095785676,0.00015919183,0.0002069463,0.0011363069,0.00018680266],"domain_scores_gemma":[0.9986428,0.0005694784,0.00017565816,0.00029322426,0.00024482116,0.00007398695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015741757,0.0000847757,0.00023302618,0.00030390776,0.00029972324,0.000010282944,0.00034690514,0.00018984993,0.00020647273],"category_scores_gemma":[0.004992667,0.000082851344,0.000049035258,0.0012956869,0.0002561147,0.00016856786,0.00042483734,0.0003579662,0.000029017028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012146693,0.0002377314,0.96123064,0.0007484555,0.00021727564,0.00010550604,0.005631837,0.000014974372,0.014953924,0.0020205001,0.0052515157,0.009466203],"study_design_scores_gemma":[0.0012113402,0.000073622075,0.97823757,0.00015364327,0.00007688609,0.000011690409,0.012326894,0.00019543512,0.0008788086,0.000025968407,0.0067350185,0.00007313512],"about_ca_topic_score_codex":0.00006128469,"about_ca_topic_score_gemma":0.00013704346,"teacher_disagreement_score":0.017006947,"about_ca_system_score_codex":0.00019299367,"about_ca_system_score_gemma":0.00011689479,"threshold_uncertainty_score":0.59770495},"labels":[],"label_agreement":null},{"id":"W7006617048","doi":"","title":"Validation of core competencies during residency training in anaesthesiology","year":2011,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Core competency; Curriculum; Specialty; Likert scale; Scale (ratio); Accreditation; Perception; Descriptive statistics; Certification; Relevance (law)","score_opus":0.43867899339359123,"score_gpt":0.5636866131258893,"score_spread":0.12500761973229807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006617048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99362516,0.0011379789,0.00006873151,0.00017623356,0.0003753676,0.00037714627,0.00000301199,0.000017664159,0.0042186766],"genre_scores_gemma":[0.9950063,0.0013165842,0.0032457726,0.00017390944,0.00010169897,0.0000291008,0.00001690519,0.000025101566,0.000084577645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977415,0.00014764482,0.00112848,0.00025694395,0.00046696916,0.000258428],"domain_scores_gemma":[0.9981238,0.00012659076,0.00081756886,0.00036362672,0.00048435215,0.00008405498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016173066,0.00016319753,0.0006528857,0.0013422598,0.00009290399,0.000042928263,0.0008084565,0.00013068189,0.005219992],"category_scores_gemma":[0.001905207,0.0001493273,0.00007598299,0.0013600077,0.00022930432,0.0008020212,0.00018672673,0.00041746232,0.0000051252305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002535181,0.00023777358,0.834293,0.00018748225,0.000054117834,0.000032664215,0.004510595,0.000014092903,0.14455889,0.00066027197,0.0010041082,0.014193469],"study_design_scores_gemma":[0.0005515756,0.000036671827,0.91807526,0.00082056614,0.00004401987,0.000030795643,0.001303211,0.0000279089,0.07165056,0.0072371587,0.00009361308,0.00012864267],"about_ca_topic_score_codex":0.00068143324,"about_ca_topic_score_gemma":0.000030453255,"teacher_disagreement_score":0.08378227,"about_ca_system_score_codex":0.00011768443,"about_ca_system_score_gemma":0.00043406035,"threshold_uncertainty_score":0.9956894},"labels":[],"label_agreement":null},{"id":"W7007939875","doi":"","title":"THE ASSOCIATION BETWEEN CANMEDS ROLE-SPECIFIC IMPLICIT THEORIES OF INTELLIGENCE AND PLANNING FOR RESIDENT REMEDIATION","year":2019,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Association (psychology); Context (archaeology); Implicit personality theory; Medical school; Implicit-association test","score_opus":0.016478729994393246,"score_gpt":0.2707232195074478,"score_spread":0.25424448951305456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007939875","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5810386,0.0026668413,0.014385736,0.0019520358,0.0048543266,0.0050717336,0.00015459352,0.00015426076,0.38972187],"genre_scores_gemma":[0.42417324,0.00055484154,0.0011832365,0.000084879845,0.00076925196,0.000016627055,0.0017353534,0.000068159585,0.5714144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985971,0.000062062696,0.00039233122,0.00029568287,0.00042093542,0.00023188989],"domain_scores_gemma":[0.9978775,0.00050926977,0.00064455083,0.0002456748,0.0006782277,0.00004481096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050953403,0.000187721,0.0003426998,0.00021743482,0.00022243947,0.000039381368,0.00019018944,0.00036470304,0.000627761],"category_scores_gemma":[0.00051918824,0.00016853755,0.000079155325,0.0004913335,0.000057579608,0.00011733653,0.00003216905,0.0003591539,0.0000058694054],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009394045,0.000039433326,0.068935245,0.00075541245,0.00046215873,0.000002343179,0.010610975,0.000023430348,0.00052330404,0.02932673,0.0033318978,0.88504964],"study_design_scores_gemma":[0.001648368,0.00055242976,0.14735548,0.0015073518,0.0012094082,0.0000027544063,0.16328754,0.00031482946,0.0062439987,0.0053346786,0.67194545,0.00059769355],"about_ca_topic_score_codex":0.000055776072,"about_ca_topic_score_gemma":0.000068645626,"teacher_disagreement_score":0.884452,"about_ca_system_score_codex":0.00053465547,"about_ca_system_score_gemma":0.00023548424,"threshold_uncertainty_score":0.6873543},"labels":[],"label_agreement":null},{"id":"W7008005290","doi":"","title":"ANZAHPE LEAPS into action... Discussion!","year":2023,"lang":"en","type":"other","venue":"ResearchOnline at James Cook University (James Cook University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive reframing; LEAPS; Neuroleadership; Leadership development; Health care; Transformative learning; Shared leadership; Professional development; Mirroring","score_opus":0.03233909836209301,"score_gpt":0.32378082977916134,"score_spread":0.2914417314170683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008005290","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008814313,0.0005932215,0.0017817555,0.03962154,0.0023623595,0.003589363,0.00058715674,0.005116629,0.9375337],"genre_scores_gemma":[0.00032673744,0.003774725,0.0027954476,0.00034973698,0.00077805767,0.0000010885136,0.0010852191,0.0006298233,0.9902592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957464,0.00032513967,0.00033868448,0.0011907443,0.0014594009,0.0009396455],"domain_scores_gemma":[0.99691427,0.00020175132,0.00037059188,0.001336073,0.00058359065,0.00059371867],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003645894,0.0006198991,0.0008731967,0.0047252085,0.001043449,0.000068685586,0.00097498024,0.0010370883,0.011137531],"category_scores_gemma":[0.00065952487,0.00059879146,0.00039029616,0.0042118644,0.0017887681,0.0003211577,0.0010950987,0.0017884014,0.0022181931],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006971858,0.00043888733,0.00092347077,0.0004643703,0.00052644784,0.0015015199,0.00052095635,0.0000073218825,0.00011712187,0.0014616197,0.94823664,0.045104478],"study_design_scores_gemma":[0.0026060583,0.0002632614,0.00041330646,0.0009933957,0.00031809634,0.000037422018,0.007368506,0.00024705124,0.00003911873,0.000024596457,0.98708886,0.0006003214],"about_ca_topic_score_codex":0.0017763538,"about_ca_topic_score_gemma":0.0020602946,"teacher_disagreement_score":0.0527255,"about_ca_system_score_codex":0.003892882,"about_ca_system_score_gemma":0.0020299766,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W7008340068","doi":"","title":"Canadian Conference on Medical Education","year":2020,"lang":"en","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; MEDLINE; Higher education","score_opus":0.026054976447613204,"score_gpt":0.28774673434331327,"score_spread":0.2616917578957001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008340068","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40767714,0.000034826182,0.00020860787,0.5314037,0.0022550107,0.0005692746,0.000004152984,0.00007967081,0.057767607],"genre_scores_gemma":[0.91224754,0.000014030678,0.00038371384,0.08509129,0.0015667509,0.00009733049,0.00012658452,0.000011119408,0.00046166353],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99846035,0.000020984908,0.00018449927,0.00019316834,0.00046342955,0.00067753985],"domain_scores_gemma":[0.9980193,0.000008377708,0.00003106533,0.00014244509,0.00010189538,0.0016969426],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021251052,0.00008392536,0.0001140271,0.000089040346,0.000054375578,0.000017868404,0.00011548031,0.00011677369,0.0025379572],"category_scores_gemma":[0.0035313866,0.000077328754,0.000027701723,0.0003447931,0.000052410964,0.000044822275,0.000008696856,0.00035006937,0.0001747665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056423272,0.00028355015,0.046263658,0.00006554016,0.000028797947,0.000023382461,0.0012842746,0.0000013037967,0.000015830567,0.051369525,0.37800598,0.5226017],"study_design_scores_gemma":[0.0009233908,0.00011907432,0.58869314,0.00010429627,0.00004418217,0.00004999832,0.0006544974,0.0028708419,0.0002412895,0.00039037096,0.40569562,0.00021328752],"about_ca_topic_score_codex":0.0029827368,"about_ca_topic_score_gemma":0.001954955,"teacher_disagreement_score":0.5424295,"about_ca_system_score_codex":0.0006468,"about_ca_system_score_gemma":0.0074111014,"threshold_uncertainty_score":0.99837387},"labels":[],"label_agreement":null},{"id":"W7014245770","doi":"","title":"Ottawa U embraces “high-tech, high-touch” medical education","year":2000,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Higher education; MEDLINE; Work (physics)","score_opus":0.008374713817554376,"score_gpt":0.2577836742994609,"score_spread":0.24940896048190656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014245770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277839,0.0002819477,0.00012174228,0.034737192,0.0033878044,0.0008316484,0.0000060393704,0.0003310918,0.032518614],"genre_scores_gemma":[0.9498101,0.0006581923,0.003923744,0.012428994,0.0033996326,0.0002536967,0.00038063942,0.00009741082,0.029047597],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996093,0.00016337681,0.0007775981,0.000605093,0.0013141244,0.001046815],"domain_scores_gemma":[0.9979815,0.000057549267,0.0001554425,0.00076602073,0.00034361682,0.0006958923],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007677634,0.00030358057,0.0003752164,0.0002525713,0.00017732168,0.000064735075,0.00042570377,0.00026248777,0.016400935],"category_scores_gemma":[0.0035684344,0.00026833004,0.00007823413,0.0014741453,0.000256231,0.00024882107,0.000044593726,0.0007911928,0.0012225956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010826423,0.0015179223,0.009733978,0.00012589197,0.00007819333,0.000059606875,0.0012522133,0.000005082896,0.00017465376,0.0077168234,0.25696084,0.72226655],"study_design_scores_gemma":[0.0013345737,0.00009963944,0.2796705,0.0002209756,0.00011173476,0.00017842242,0.00012977977,0.0000628688,0.0016300952,0.00041824736,0.7158216,0.00032151592],"about_ca_topic_score_codex":0.00019758128,"about_ca_topic_score_gemma":0.000016931328,"teacher_disagreement_score":0.72194505,"about_ca_system_score_codex":0.00031773327,"about_ca_system_score_gemma":0.0017185527,"threshold_uncertainty_score":0.9999769},"labels":[],"label_agreement":null},{"id":"W7014289854","doi":"","title":"Perceptions of Professionalism in Dental Students","year":2021,"lang":"","type":"dissertation","venue":"TSpace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Likert scale; Perception; Dental education; Scale (ratio); Inclusion (mineral); Association (psychology); Sample (material)","score_opus":0.028332047215242774,"score_gpt":0.4947599103768273,"score_spread":0.4664278631615845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014289854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869624,0.0010739776,0.00004867767,0.0010569344,0.004796302,0.0010803322,0.0000074975887,0.000016716085,0.004957174],"genre_scores_gemma":[0.9152121,0.00037334953,0.001069981,0.0003410514,0.0003485672,0.00020264921,0.004483895,0.00006015976,0.07790825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99571824,0.00023063301,0.0012602904,0.0005812972,0.0018012883,0.00040824612],"domain_scores_gemma":[0.9976079,0.000095929274,0.0005887677,0.0005996588,0.0010247132,0.00008303115],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008305429,0.00037242504,0.000788215,0.0007957306,0.00013719007,0.000024658912,0.00038496027,0.00073776866,0.010241489],"category_scores_gemma":[0.0016146471,0.00039704054,0.0001695184,0.0019600147,0.00017074031,0.000096095166,0.0001006743,0.0014321194,0.00016097323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005087097,0.012071314,0.5756269,0.0052764905,0.0004760703,0.0001336932,0.3062322,0.00001943011,0.056640264,0.0020648737,0.008967471,0.031982567],"study_design_scores_gemma":[0.0014901577,0.000101320235,0.5675854,0.005952489,0.00021803593,0.0000145890335,0.42208874,0.000105033156,0.0015841309,0.00003952468,0.0005712909,0.00024927923],"about_ca_topic_score_codex":0.00048137264,"about_ca_topic_score_gemma":0.00024014337,"teacher_disagreement_score":0.115856536,"about_ca_system_score_codex":0.0005882545,"about_ca_system_score_gemma":0.0015996462,"threshold_uncertainty_score":0.9998481},"labels":[],"label_agreement":null},{"id":"W7015099272","doi":"","title":"The roles of ccf-1 and pal-1 genes in aging and stress resistance of Caenorhabditis elegans","year":2023,"lang":"en","type":"dissertation","venue":"University Library (University of Saskatchewan)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Caenorhabditis elegans; Gene; Model organism; Transcriptional regulation; Gene expression; Fight-or-flight response; Regulation of gene expression; Organism; Regulator","score_opus":0.005068274337685759,"score_gpt":0.2001881089137599,"score_spread":0.19511983457607415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015099272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965242,0.00068187434,0.000009852129,0.0011472587,0.00011003325,0.00021452054,0.0001567181,0.000026034493,0.0011294851],"genre_scores_gemma":[0.95328194,0.0031173993,0.001463035,0.000014069796,0.000026999769,8.169394e-8,0.0006922345,0.000020340212,0.041383915],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9991184,0.00005686283,0.00019461647,0.0002382776,0.0002490891,0.00014275602],"domain_scores_gemma":[0.99908644,0.00014611098,0.0003484623,0.00023314326,0.00013654299,0.00004927115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012735507,0.00013523128,0.00038557206,0.0005030316,0.00016042854,0.000005989499,0.00022612502,0.00021197816,0.00003460997],"category_scores_gemma":[0.00003514843,0.00015613044,0.00005954354,0.0007334581,0.00041797716,0.00032956537,0.0000944173,0.00027313785,5.893049e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037206037,0.000621462,0.4339584,0.012721209,0.0009793902,0.00047129914,0.46109653,0.000019131921,0.0037199345,0.0040151277,0.007933608,0.07074327],"study_design_scores_gemma":[0.00093907106,0.000063609565,0.20741488,0.001460683,0.00017607656,0.0000015993974,0.78555703,0.000032794956,0.0013501908,0.00023905441,0.0026220982,0.00014292682],"about_ca_topic_score_codex":0.0008944974,"about_ca_topic_score_gemma":0.015421534,"teacher_disagreement_score":0.32446048,"about_ca_system_score_codex":0.00003990949,"about_ca_system_score_gemma":0.0004233042,"threshold_uncertainty_score":0.8605578},"labels":[],"label_agreement":null},{"id":"W7015935470","doi":"","title":"Twelve tips for ethical approval for research in health professions education","year":2011,"lang":"en","type":"article","venue":"Research Repository (Kingston University London)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Hyporeflexia; Gestational period; Articular cartilage damage; TSG101; Pretext","score_opus":0.21333590802024952,"score_gpt":0.47495707281081656,"score_spread":0.2616211647905671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015935470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8606324,0.000319092,0.011453434,0.061744187,0.002170222,0.014018229,0.000016314203,0.00020445354,0.04944164],"genre_scores_gemma":[0.94793785,0.0000527098,0.026926484,0.0005237492,0.00058984605,0.00024499503,0.0001186439,0.00004399849,0.023561755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610525,0.00090880936,0.00040785506,0.00059434277,0.0010963214,0.0008874243],"domain_scores_gemma":[0.9953887,0.000718053,0.00012184036,0.0005618704,0.0029184145,0.00029114238],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009564502,0.0001280054,0.00028367175,0.0016933293,0.0013252937,0.000027491622,0.00038449216,0.0004646425,0.000022845386],"category_scores_gemma":[0.0025058233,0.00013417585,0.000099133715,0.0019237808,0.00063496525,0.00018502092,0.00014563516,0.002548891,0.000015047838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007643165,0.0067673954,0.020123234,0.0057883016,0.00014225484,0.00008226942,0.026438994,0.0000020122336,0.0069514774,0.55296147,0.27568644,0.09741295],"study_design_scores_gemma":[0.0071676113,0.004352391,0.043798894,0.0036641539,0.000052112755,0.00018740406,0.059085544,0.0023903036,0.00872543,0.010712066,0.8593084,0.0005556961],"about_ca_topic_score_codex":0.0014055715,"about_ca_topic_score_gemma":0.0000784614,"teacher_disagreement_score":0.5836219,"about_ca_system_score_codex":0.0022611606,"about_ca_system_score_gemma":0.0070758867,"threshold_uncertainty_score":0.99997485},"labels":[],"label_agreement":null},{"id":"W7016903785","doi":"","title":"Actividades profesionales confiables (APROC): un enfoque de competencias para el perfil médico","year":2016,"lang":"es","type":"article","venue":"Scientific Electronic library online (Sciences Carlos III Health Institute)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Professional development; Graduate students; Higher education","score_opus":0.03256192200893463,"score_gpt":0.35464643770402476,"score_spread":0.3220845156950901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7016903785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8595643,0.009856936,0.0014943503,0.11847601,0.0063794046,0.0021069504,0.0002981387,0.0004334884,0.001390434],"genre_scores_gemma":[0.9632473,0.0037916112,0.008922992,0.009403721,0.002334543,0.00018440942,0.0007452442,0.00008660866,0.011283567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893079,0.0006531068,0.0019661651,0.0021876134,0.0024070598,0.0034781552],"domain_scores_gemma":[0.9958918,0.00047363286,0.001091721,0.0012663435,0.0004275979,0.00084889866],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0049490775,0.0007990424,0.0010915174,0.0014743861,0.003880196,0.00061741215,0.0019705344,0.0005064119,0.0016388979],"category_scores_gemma":[0.0012845767,0.0005683941,0.00024422313,0.005434443,0.010079656,0.004079311,0.00040954308,0.0015214826,0.00016263586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004379035,0.0040527773,0.026230967,0.0023938376,0.00028409957,0.000051286643,0.0054702247,0.00005929278,0.015125948,0.6307526,0.06361472,0.2515263],"study_design_scores_gemma":[0.006226511,0.003822964,0.027067395,0.01044684,0.00026633462,0.00049289834,0.006151667,0.006124888,0.022684028,0.021910707,0.8926728,0.002132982],"about_ca_topic_score_codex":0.00024430247,"about_ca_topic_score_gemma":0.000113275826,"teacher_disagreement_score":0.82905805,"about_ca_system_score_codex":0.0015958338,"about_ca_system_score_gemma":0.057448775,"threshold_uncertainty_score":0.99967676},"labels":[],"label_agreement":null},{"id":"W7017586907","doi":"","title":"Assessment of professionalism: Recommendations from the Ottowa 2010 Conference","year":2011,"lang":"en","type":"article","venue":"Keele Research Repository (Keele University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Order (exchange); Work (physics)","score_opus":0.20175431490166254,"score_gpt":0.41708924179000034,"score_spread":0.2153349268883378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017586907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82001895,0.000057547222,0.0012172676,0.005357899,0.00083819363,0.00079435785,0.00001709107,0.000053319007,0.1716454],"genre_scores_gemma":[0.9666445,0.000053242264,0.0060087196,0.00009341736,0.000144931,0.000009556325,0.00008989899,0.0000121050825,0.026943592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979316,0.00047279906,0.00027277062,0.00028911245,0.00075747544,0.000276267],"domain_scores_gemma":[0.99731934,0.00029710136,0.0001409897,0.00063717307,0.0015153479,0.000090070986],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087534735,0.00009762486,0.00018172195,0.0003348188,0.00051777915,0.000015490597,0.00043775386,0.00013213146,0.0009538639],"category_scores_gemma":[0.0003428472,0.00007793622,0.00006280666,0.0010888149,0.0005193237,0.00017429753,0.0001838733,0.0008757006,0.000021588967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008082371,0.0046042213,0.29604584,0.0003331803,0.0007196608,0.00031614356,0.012015842,0.000001574911,0.04830474,0.36241898,0.22626574,0.048165835],"study_design_scores_gemma":[0.0017864449,0.0005092415,0.7848283,0.000878801,0.00012425442,0.000026805152,0.026032628,0.0011928958,0.0131296385,0.0010059155,0.17024533,0.00023975011],"about_ca_topic_score_codex":0.0017865502,"about_ca_topic_score_gemma":0.0000338049,"teacher_disagreement_score":0.48878244,"about_ca_system_score_codex":0.00029529238,"about_ca_system_score_gemma":0.0013144977,"threshold_uncertainty_score":0.9999594},"labels":[],"label_agreement":null},{"id":"W7017888503","doi":"","title":"Canadian Conference on Medical Education","year":2019,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; MEDLINE; Curriculum; Higher education","score_opus":0.01599441463194581,"score_gpt":0.270652586454803,"score_spread":0.2546581718228572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017888503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77493316,0.000048001497,0.000022426348,0.04875799,0.0038297577,0.00072869944,0.00000292757,0.00006914392,0.17160787],"genre_scores_gemma":[0.9637178,0.000072307645,0.00033341462,0.019016804,0.0006914056,0.00006647802,0.00013430229,0.00003288653,0.015934596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791884,0.00006347939,0.00029344292,0.0003307664,0.00067661074,0.00071687915],"domain_scores_gemma":[0.99828434,0.00001977258,0.00006526148,0.0004786649,0.00030497366,0.00084696856],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00046595032,0.00014579957,0.00017775537,0.00024983412,0.00005997747,0.000031754153,0.00021515517,0.00013546017,0.0063231895],"category_scores_gemma":[0.0023178966,0.00012964691,0.000035298144,0.0006261107,0.000060748393,0.000075683616,0.000019372164,0.0005074848,0.0020466088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098704295,0.0008609451,0.18214954,0.0001532585,0.00006386761,0.000055319357,0.0031829868,0.0000023248535,0.00016476894,0.07442433,0.28157568,0.4572683],"study_design_scores_gemma":[0.00071536377,0.0000992227,0.39586654,0.0002553878,0.000026553516,0.00007032346,0.00023881801,0.00023953951,0.00025382964,0.00015238447,0.6018885,0.00019354736],"about_ca_topic_score_codex":0.0026981395,"about_ca_topic_score_gemma":0.0010134282,"teacher_disagreement_score":0.45707473,"about_ca_system_score_codex":0.00065197033,"about_ca_system_score_gemma":0.006211521,"threshold_uncertainty_score":0.9994223},"labels":[],"label_agreement":null},{"id":"W7018974976","doi":"","title":"Etude prospective de l'évaluation des apprentissages du séminaire \"relation médecin-patient\" en autoévaluation","year":2013,"lang":"fr","type":"other","venue":"OpenGrey (Institut de l'Information Scientifique et Technique)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Self evaluation; Occupational training","score_opus":0.01724360012910813,"score_gpt":0.303525538209946,"score_spread":0.28628193808083785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018974976","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044841755,0.00024117617,0.6376211,0.0022711514,0.0036945865,0.023468234,0.00006749321,0.0006446994,0.2871498],"genre_scores_gemma":[0.22437601,0.0013938111,0.48313743,0.0033873443,0.0020290888,0.024665605,0.006854237,0.0005087259,0.25364774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99236447,0.0011913042,0.0022182646,0.0009205179,0.002139786,0.0011656558],"domain_scores_gemma":[0.9935346,0.00027349207,0.0017442699,0.0012081522,0.0028663308,0.00037315735],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011145038,0.0009179428,0.00081647927,0.0022167044,0.0009906543,0.0010407136,0.0007892877,0.0016312778,0.011092989],"category_scores_gemma":[0.01092328,0.00095751387,0.00027614716,0.0025409795,0.0009919461,0.0053442093,0.0002999479,0.0016819737,0.0035898378],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060745544,0.0005459413,0.0073104585,0.0018402713,0.00016414162,0.000009921626,0.029077226,0.001209991,0.002898942,0.054698385,0.088505216,0.81367874],"study_design_scores_gemma":[0.0028105387,0.00046278542,0.13235886,0.013004189,0.00074984436,0.00038628434,0.0030885562,0.08954304,0.022928743,0.008335796,0.72449195,0.0018394266],"about_ca_topic_score_codex":0.000513202,"about_ca_topic_score_gemma":0.00011474989,"teacher_disagreement_score":0.81183934,"about_ca_system_score_codex":0.0064888685,"about_ca_system_score_gemma":0.0039031794,"threshold_uncertainty_score":0.9999963},"labels":[],"label_agreement":null},{"id":"W7019151721","doi":"","title":"Factors influencing the scholarship and learning at McGill's faculty of medicine","year":2013,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McGill University","keywords":"Scholarship; Promotion (chess); Scholarship of Teaching and Learning; Perception; Academic institution; Focus group; Higher education; Faculty development","score_opus":0.03845469261624432,"score_gpt":0.31623817547486055,"score_spread":0.2777834828586162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019151721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732087,0.00045406568,8.8584585e-8,0.00033146905,0.0013302168,0.0013546516,0.00019294083,0.0002097641,0.022918105],"genre_scores_gemma":[0.9786027,0.0002590534,0.00043472432,0.0010254983,0.00015686189,0.00017499362,0.0032500746,0.00024045151,0.01585563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934274,0.00058488094,0.0019006907,0.0011890321,0.0020484175,0.0008496051],"domain_scores_gemma":[0.9943039,0.0006434992,0.0016215994,0.0010689518,0.0019603272,0.00040171493],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0027340245,0.001028409,0.0014731186,0.0008611883,0.0025351292,0.000043937067,0.000648739,0.001311733,0.001085548],"category_scores_gemma":[0.016192475,0.000727229,0.0002875089,0.0014904477,0.0005372589,0.0007184496,0.00023836266,0.0052057896,0.00013201722],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008304872,0.0006852282,0.01300408,0.0059276293,0.0020026995,0.0000567791,0.0011993621,0.00003568039,0.31713948,0.06404255,0.0004961653,0.5945799],"study_design_scores_gemma":[0.007398883,0.0019725084,0.44439235,0.0101327365,0.003437637,0.00027488507,0.025416953,0.00009932992,0.17125072,0.010700647,0.32181916,0.0031042143],"about_ca_topic_score_codex":0.00073867396,"about_ca_topic_score_gemma":0.00020730885,"teacher_disagreement_score":0.59147567,"about_ca_system_score_codex":0.0013548043,"about_ca_system_score_gemma":0.00012866307,"threshold_uncertainty_score":0.9999848},"labels":[],"label_agreement":null},{"id":"W7019676684","doi":"","title":"Hin hljóðu tár : reynsla kvenna af fósturmissi og þörf þeirra fyrir stuðning","year":2019,"lang":"is","type":"dissertation","venue":"Skemman","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aryan race; Burmese; Life history","score_opus":0.01862473054501123,"score_gpt":0.3478762737677035,"score_spread":0.3292515432226923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019676684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8731792,0.0029370338,0.0004193448,0.006152218,0.027701182,0.003349356,0.00006585554,0.00042303881,0.08577278],"genre_scores_gemma":[0.78451484,0.00044458552,0.0025965788,0.002833517,0.0050021196,0.00029930432,0.012960894,0.0004014551,0.19094667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921725,0.00024144741,0.0022274745,0.0017111804,0.0022203606,0.0014270395],"domain_scores_gemma":[0.99417067,0.00028724747,0.0014828723,0.0021601494,0.0014948159,0.00040424938],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0020942502,0.0012178442,0.0016189972,0.0013193013,0.0006615361,0.0001899557,0.0009992986,0.0018501483,0.005044081],"category_scores_gemma":[0.0039217253,0.0012377154,0.0004588427,0.0021513095,0.00026848077,0.0003879136,0.00013853406,0.0035233477,0.0053547863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012713257,0.0029905366,0.01770911,0.011703971,0.00212197,0.0003329686,0.075728655,0.000051952997,0.022978943,0.016237695,0.36075,0.48812288],"study_design_scores_gemma":[0.010250435,0.0028122463,0.15478937,0.021394389,0.0038788766,0.00020946296,0.09116869,0.0056377333,0.008967667,0.0022568435,0.69353604,0.0050982623],"about_ca_topic_score_codex":0.00056591013,"about_ca_topic_score_gemma":0.00007935,"teacher_disagreement_score":0.48302463,"about_ca_system_score_codex":0.0012120317,"about_ca_system_score_gemma":0.0023108034,"threshold_uncertainty_score":0.9994457},"labels":[],"label_agreement":null},{"id":"W7019723927","doi":"","title":"From intuition to professionalization:a qualitative study about the development of teacher identity in internal medicine senior residents","year":2017,"lang":"en","type":"article","venue":"Archive ouverte UNIGE (University of Geneva)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identity (music); Qualitative research; Curriculum; Exploratory research; Professional development; Context (archaeology); Feeling","score_opus":0.041007191862828835,"score_gpt":0.39194629130395536,"score_spread":0.35093909944112656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019723927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96274513,0.000008582696,0.03227806,0.0024284301,0.00023708535,0.0005899112,0.000009958013,0.000007218737,0.0016956226],"genre_scores_gemma":[0.9895912,0.0000050260624,0.009081425,0.00010904914,0.00006864881,0.0000024396154,0.00007717159,0.0000073456704,0.001057717],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99846584,0.00028260614,0.00032661407,0.00022240238,0.0005849871,0.00011755901],"domain_scores_gemma":[0.9987233,0.000086755135,0.0003680455,0.00045500498,0.00031164198,0.00005523817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001069804,0.00009698441,0.0002607528,0.0002860934,0.00032656448,0.0000063044035,0.0005096093,0.000045165296,0.00032913228],"category_scores_gemma":[0.0007889298,0.000083380684,0.000032802418,0.00024205263,0.00034160938,0.0002210208,0.0003002661,0.00020696035,0.000013396932],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004620634,0.0006760153,0.10785445,0.00005550154,0.00018589043,0.000010681092,0.8704445,0.0000037336708,0.0027747017,0.001405727,0.004660652,0.011466126],"study_design_scores_gemma":[0.0013012202,0.00012106469,0.7293341,0.000486506,0.000047290094,3.926852e-7,0.26657096,0.00018030086,0.00011678493,0.001514522,0.00026775085,0.000059092163],"about_ca_topic_score_codex":0.005231795,"about_ca_topic_score_gemma":0.011699547,"teacher_disagreement_score":0.6214797,"about_ca_system_score_codex":0.00015724433,"about_ca_system_score_gemma":0.00025460063,"threshold_uncertainty_score":0.7908943},"labels":[],"label_agreement":null},{"id":"W7020028049","doi":"","title":"Kompetenzbasierte postgraduale medizinische weiterbildung : Vergangenheit, gegenwart und zukunft","year":2017,"lang":"en","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Terminology; Independence (probability theory); Focus (optics)","score_opus":0.02964644113291063,"score_gpt":0.3462182059759587,"score_spread":0.31657176484304805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020028049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98184806,0.0013463326,0.00083362265,0.0054680216,0.0011660522,0.00039059704,0.00015184727,0.00014234721,0.008653115],"genre_scores_gemma":[0.97915745,0.00074759725,0.011387746,0.0025335397,0.0019038862,0.000023602426,0.0034414285,0.000063541316,0.000741214],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99788517,0.00007961245,0.0004290236,0.00067975605,0.0004333703,0.000493064],"domain_scores_gemma":[0.99662733,0.00012548569,0.0002670535,0.0026739899,0.00008912301,0.0002170283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009106823,0.00027092846,0.00036375722,0.00012266212,0.0010353295,0.0002167337,0.0013277632,0.00011695655,0.000048743983],"category_scores_gemma":[0.00019611469,0.00022785949,0.000043025095,0.00017292591,0.00031688207,0.00052937283,0.00096160633,0.00048851914,0.00004921471],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057475385,0.00073631393,0.42134675,0.002355864,0.0013160767,0.00023802603,0.015720988,0.000021953665,0.008894557,0.0020875123,0.04139157,0.5053156],"study_design_scores_gemma":[0.0016654994,0.00019267606,0.68890965,0.001464468,0.00062452006,0.00020806713,0.0013930985,0.08315416,0.0002777662,0.00047311443,0.22108738,0.0005496257],"about_ca_topic_score_codex":0.000529145,"about_ca_topic_score_gemma":0.0006726956,"teacher_disagreement_score":0.504766,"about_ca_system_score_codex":0.000028683262,"about_ca_system_score_gemma":0.00011094073,"threshold_uncertainty_score":0.929184},"labels":[],"label_agreement":null},{"id":"W7020073777","doi":"","title":"Intended and Unintended Consequences: The Impact of Competence by Design Implementation on the Experiences of Trainees in a Pediatric Residency Program","year":2024,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Competence (human resources); Feeling; Burnout; Work hours; Recall; Institutional review board; Graduate medical education","score_opus":0.026741699690201494,"score_gpt":0.3266004547281778,"score_spread":0.29985875503797627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020073777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97502726,0.00040053265,0.000057329133,0.0009302357,0.00020944708,0.0016747453,0.000012773586,0.000029663839,0.021657998],"genre_scores_gemma":[0.9900593,0.0001727164,0.0005714426,0.000039513867,0.000027366039,0.000034462137,0.00012533579,0.000015677391,0.008954155],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9986903,0.00017333093,0.00038444815,0.00026321417,0.00031882568,0.00016987132],"domain_scores_gemma":[0.99905163,0.00017375681,0.00031567446,0.00019205033,0.00023552924,0.000031334057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033226074,0.00019658527,0.00028696502,0.00032571383,0.00006104587,0.000021329923,0.00025031253,0.00012894708,0.0043154904],"category_scores_gemma":[0.00015340705,0.000118386066,0.000085215994,0.0014314979,0.0005241684,0.00007655649,0.000023864288,0.00038826588,0.0000015846626],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026144537,0.0012899594,0.0077024745,0.0028576772,0.0009163437,0.0001129291,0.45168677,0.000044804354,0.004935841,0.030549439,0.02193573,0.47535357],"study_design_scores_gemma":[0.0010151719,0.0019667456,0.010887139,0.0009571788,0.00041559627,0.000013282145,0.9787892,0.0005430895,0.0030976157,0.0016520321,0.00042348905,0.00023945463],"about_ca_topic_score_codex":0.00050625467,"about_ca_topic_score_gemma":0.00017650018,"teacher_disagreement_score":0.5271024,"about_ca_system_score_codex":0.00015550006,"about_ca_system_score_gemma":0.0006831898,"threshold_uncertainty_score":0.9965947},"labels":[],"label_agreement":null},{"id":"W7020126731","doi":"","title":"The learning experiences of general practice registrars in the South East of Scotland","year":2005,"lang":"en","type":"other","venue":"OpenGrey (Institut de l'Information Scientifique et Technique)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General Packet Radio Service; Cohort; Focus group; Quarter (Canadian coin); Trainer; General practice","score_opus":0.02161837281436248,"score_gpt":0.3300766734044806,"score_spread":0.30845830059011814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020126731","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044743647,0.0001733227,0.034855366,0.0038208982,0.0006907948,0.006959674,0.000013585252,0.00011045234,0.94890153],"genre_scores_gemma":[0.3416338,0.0014744558,0.2184984,0.007685925,0.0011553626,0.008645612,0.00124047,0.00033155168,0.41933444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975839,0.00024675057,0.0008520721,0.00017944178,0.00090000406,0.0002377983],"domain_scores_gemma":[0.9976439,0.0000975585,0.001182995,0.00060332776,0.00043504938,0.00003718757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062700994,0.00018180055,0.00027649134,0.00056384143,0.00016333463,0.00013153531,0.0005711208,0.0002672526,0.00024721422],"category_scores_gemma":[0.004224703,0.00011565531,0.00006934512,0.0011075384,0.00064816955,0.00065299246,0.00006378239,0.00073726487,0.000017777991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001748181,0.00032675514,0.00041123468,0.0013250831,0.00008215354,0.000009880447,0.2012593,0.0002462111,0.0005036555,0.034187526,0.5956108,0.16586259],"study_design_scores_gemma":[0.00031074515,0.000043478485,0.00012891433,0.0012431758,0.000029372875,0.000056393143,0.028674664,0.00035800855,0.0014579397,0.00001906149,0.9675493,0.00012893033],"about_ca_topic_score_codex":0.00018948226,"about_ca_topic_score_gemma":0.00006907301,"teacher_disagreement_score":0.5295671,"about_ca_system_score_codex":0.000115294766,"about_ca_system_score_gemma":0.00091035676,"threshold_uncertainty_score":0.505767},"labels":[],"label_agreement":null},{"id":"W7020632146","doi":"","title":"On the medical profession and medical education in Canada.","year":2014,"lang":"en","type":"article","venue":"QSpace (Queen's University Library)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical profession; Continuing medical education; Curriculum; MEDLINE; Health professions","score_opus":0.00398424899801601,"score_gpt":0.21981117095612832,"score_spread":0.21582692195811232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020632146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51972145,0.0000034142963,0.00006292609,0.47512674,0.00023634161,0.00015749072,8.0470386e-7,0.000024189381,0.0046666153],"genre_scores_gemma":[0.9578715,0.0000592284,0.00039969117,0.020517547,0.00015945281,0.0000023444575,0.000042953656,0.000014283754,0.020933028],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841523,0.0001976875,0.00014534782,0.00022661361,0.00082055194,0.00019456107],"domain_scores_gemma":[0.999097,0.00026732485,0.000063301275,0.0002740922,0.000047274843,0.0002509991],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002639935,0.00010872336,0.00015717286,0.00018695381,0.0001240382,0.0000075712683,0.00021368718,0.00016836009,0.0019207754],"category_scores_gemma":[0.0020328034,0.000081408194,0.000017922426,0.0005330051,0.00013539655,0.0001855587,0.00010701872,0.0006482603,0.00001454285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007762559,0.00018591352,0.05543676,0.000050638446,0.000009709896,0.000036254274,0.00017703531,4.6497112e-7,5.339421e-7,0.060482454,0.86080927,0.022733321],"study_design_scores_gemma":[0.0021574772,0.0002205125,0.42058408,0.0018831051,0.000045518525,0.000012198971,0.008213183,0.0017859138,0.00021512112,0.0016082793,0.5629011,0.0003735084],"about_ca_topic_score_codex":0.27518594,"about_ca_topic_score_gemma":0.042335283,"teacher_disagreement_score":0.45460922,"about_ca_system_score_codex":0.00029720497,"about_ca_system_score_gemma":0.010516694,"threshold_uncertainty_score":0.9989916},"labels":[],"label_agreement":null},{"id":"W7023480383","doi":"","title":"Peer-assessment in problem-based education, Poster 100.6.133, International Ottawa Conference On Medical Education, Barcelona, 6-8 July 2004","year":2004,"lang":"en","type":"article","venue":"VUBIR (Vrije Universiteit Brussel)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); MEDLINE; Work (physics); Public health","score_opus":0.010172534048481,"score_gpt":0.3107411054914677,"score_spread":0.3005685714429867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023480383","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24364059,0.00013789997,0.0031936648,0.45997602,0.0043287193,0.0020424642,0.000033675744,0.0002836826,0.28636327],"genre_scores_gemma":[0.94917536,0.000027816897,0.01529705,0.019110264,0.00067243556,0.00007671912,0.0012608938,0.000049106682,0.014330349],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962316,0.0000898891,0.0006798023,0.00066444825,0.0018928512,0.00044138334],"domain_scores_gemma":[0.9964646,0.00006398515,0.0002470787,0.0005911467,0.0022779363,0.00035522098],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007298314,0.00033795787,0.0003410889,0.0013649922,0.00018075347,0.00008652942,0.00056997454,0.00028797882,0.0028500136],"category_scores_gemma":[0.0008932098,0.00034607717,0.00009529605,0.0012650868,0.00024884084,0.00036511166,0.000072559495,0.00097189425,0.000364998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005769776,0.018376352,0.02880809,0.0003976563,0.00023993079,0.0001847918,0.0035483013,0.0013337116,0.00049904897,0.35392666,0.51720345,0.074905016],"study_design_scores_gemma":[0.010262681,0.0010187787,0.07128392,0.0026164576,0.00017690507,0.00024702464,0.0056207515,0.0017660892,0.00048183987,0.0037536796,0.90175784,0.0010140152],"about_ca_topic_score_codex":0.0009206708,"about_ca_topic_score_gemma":0.00012745557,"teacher_disagreement_score":0.70553476,"about_ca_system_score_codex":0.0023252456,"about_ca_system_score_gemma":0.019553352,"threshold_uncertainty_score":0.99989915},"labels":[],"label_agreement":null},{"id":"W7023986343","doi":"","title":"A pilot study of a multi-source feedback process for hospital/healthcare- system pharmacists in Saskatchewan","year":2024,"lang":"en","type":"article","venue":"University Library (University of Saskatchewan)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal University Hospital Foundation","keywords":"Reliability (semiconductor); Construct validity; Process (computing); Thematic analysis; Focus group; Perception; Validity; Construct (python library); Peer review","score_opus":0.02180130799491233,"score_gpt":0.26461254477899687,"score_spread":0.24281123678408453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023986343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928419,0.00009388212,0.0025005727,0.0018937526,0.00034091884,0.001739675,0.000080911515,0.00028523055,0.00022315145],"genre_scores_gemma":[0.9884744,0.00001114433,0.0041572074,0.00006553159,0.00005793276,9.3564694e-7,0.00009853523,0.000033747983,0.0071005374],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99845374,0.00008960612,0.0002959421,0.0004984862,0.00036917726,0.00029303745],"domain_scores_gemma":[0.99899966,0.00009678397,0.00019425957,0.0003412774,0.00022798727,0.00014005027],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002360629,0.0002089233,0.0005119931,0.00089272385,0.0001428212,0.000011890625,0.00041534222,0.00010799528,0.00009209746],"category_scores_gemma":[0.000023904398,0.00026423336,0.00011646518,0.0018390995,0.00021749554,0.00084976066,0.00013937286,0.00038620285,0.000010101942],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005484427,0.01357842,0.09970757,0.020062452,0.0009459279,0.0009648427,0.82580954,0.00018208186,0.0012241667,0.00037188036,0.0054862825,0.026182385],"study_design_scores_gemma":[0.006003725,0.002727544,0.008237585,0.0010857173,0.00026409156,0.00001595976,0.97505003,0.004997819,0.000286368,0.000025282427,0.0010539825,0.0002519038],"about_ca_topic_score_codex":0.001954495,"about_ca_topic_score_gemma":0.00083020853,"teacher_disagreement_score":0.14924046,"about_ca_system_score_codex":0.00029093353,"about_ca_system_score_gemma":0.0011771445,"threshold_uncertainty_score":0.999981},"labels":[],"label_agreement":null},{"id":"W7024825488","doi":"","title":"Towards the identification of family physician learning needs through a reflective process","year":2012,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Association des pharmaciens du Canada; McGill University","keywords":"Identification (biology); Context (archaeology); Continuing medical education; Meaning (existential); Process (computing); Prioritization; Reflective practice; Continuing education","score_opus":0.03363609757935747,"score_gpt":0.3416238844421478,"score_spread":0.3079877868627903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024825488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8393366,0.00042099267,0.000004283479,0.00012455467,0.0018697255,0.0012428694,0.000076480654,0.0001670478,0.15675749],"genre_scores_gemma":[0.98886573,0.00012565556,0.0004860514,0.0011260083,0.0003140781,0.00048212355,0.0020520494,0.00019096225,0.00635734],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99528134,0.00032946668,0.0015572056,0.0006513733,0.0015683856,0.0006122451],"domain_scores_gemma":[0.9947331,0.00012977242,0.001763403,0.00088267267,0.0023797052,0.00011136238],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018641248,0.0005943905,0.0008108577,0.00056303217,0.0010503434,0.000044330023,0.0005688921,0.0007930702,0.0000776187],"category_scores_gemma":[0.003124836,0.0004981641,0.00030575707,0.0029036242,0.00018645727,0.0007891788,0.000056156692,0.0028969052,0.00015603051],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006014278,0.0011592346,0.000093127834,0.0024168352,0.0007584357,0.000005079569,0.0014797963,0.00003718003,0.28979418,0.08467009,0.00006547525,0.61891913],"study_design_scores_gemma":[0.002970042,0.00092135,0.051323954,0.0038896499,0.0036378468,0.000057939833,0.064371094,0.00017460769,0.69699347,0.056806024,0.11666437,0.0021896272],"about_ca_topic_score_codex":0.000152991,"about_ca_topic_score_gemma":0.000023896224,"teacher_disagreement_score":0.6167295,"about_ca_system_score_codex":0.00084569055,"about_ca_system_score_gemma":0.00031193733,"threshold_uncertainty_score":0.999747},"labels":[],"label_agreement":null},{"id":"W7025318590","doi":"","title":"Understanding the emotional effects of competency-based education","year":2023,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Feeling; Interim; Meaning (existential); Qualitative research; Quality (philosophy); Focus group","score_opus":0.1273674455931014,"score_gpt":0.35724047733900666,"score_spread":0.22987303174590526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025318590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98854494,0.00002030274,0.0058290586,0.0037733472,0.00082869193,0.00045341745,0.0000036827432,0.00013604741,0.00041052207],"genre_scores_gemma":[0.99622864,0.0000113297465,0.00019062936,0.0010221777,0.00013702203,0.000003253797,0.00012288225,0.000022899958,0.002261141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986079,0.0001442893,0.00023068904,0.00025681313,0.0005188697,0.00024147052],"domain_scores_gemma":[0.9988325,0.00023020597,0.00016752059,0.00041845912,0.00026836447,0.00008294195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004315962,0.00014803575,0.00020093795,0.00073671376,0.00023801097,0.000035599427,0.00028855624,0.000128896,0.000031296284],"category_scores_gemma":[0.0003242598,0.0001319286,0.00009592666,0.0018155559,0.00021380612,0.00029689234,0.00007357463,0.00041356075,0.0001186998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006315711,0.00025790173,0.9907746,0.0004592353,0.00006161216,0.000028685638,0.0003976588,0.00004227273,0.0014860058,0.005403892,0.000045592955,0.000979398],"study_design_scores_gemma":[0.0009765656,0.00012906698,0.99330604,0.0007401412,0.0001264472,0.000015875044,0.0010858682,0.000011925261,0.0017374028,0.001085261,0.0006540376,0.00013136842],"about_ca_topic_score_codex":0.0000014299758,"about_ca_topic_score_gemma":0.000027339907,"teacher_disagreement_score":0.007683734,"about_ca_system_score_codex":0.00044295355,"about_ca_system_score_gemma":0.0010169381,"threshold_uncertainty_score":0.5379892},"labels":[],"label_agreement":null},{"id":"W7025368432","doi":"","title":"Van Eck is founding Monson Endowed Professor in Medical Education","year":2015,"lang":"en","type":"article","venue":"UND Scholarly Commons (University of North Dakota)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Subject (documents); Class (philosophy); Work (physics); Workforce; Population","score_opus":0.040113429542972596,"score_gpt":0.32178474109574823,"score_spread":0.28167131155277564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025368432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964125,0.00016405013,0.00055111555,0.018502621,0.00061542337,0.00043766992,0.0000064771357,0.00005017004,0.015547517],"genre_scores_gemma":[0.98963726,0.000029691624,0.005972963,0.001173047,0.00012659041,0.0000025108177,0.00017183834,0.000016303247,0.002869804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99808496,0.00014425552,0.0002945778,0.00028752733,0.0009266978,0.00026196108],"domain_scores_gemma":[0.998218,0.000060920698,0.00018365192,0.0005091407,0.0007119771,0.00031632683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009423787,0.0001407429,0.00031602447,0.00073631894,0.00018056485,0.000033845132,0.00040432866,0.00021012795,0.0004851388],"category_scores_gemma":[0.0018252942,0.00016803217,0.000068139474,0.001443655,0.0002097741,0.0009977135,0.00013898901,0.0009277305,0.000115298535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018596594,0.0013412442,0.8629279,0.00009672613,0.00007424622,0.000047672795,0.0044628615,0.0000016411539,0.000021119004,0.002572916,0.039712653,0.08855506],"study_design_scores_gemma":[0.002671534,0.00020849003,0.8895426,0.00036614528,0.000122772,0.00003927688,0.0052297856,0.00083740475,0.000015434945,0.0008052684,0.09995625,0.00020505367],"about_ca_topic_score_codex":0.0006342062,"about_ca_topic_score_gemma":0.0017419825,"teacher_disagreement_score":0.088350005,"about_ca_system_score_codex":0.0005048193,"about_ca_system_score_gemma":0.0023375745,"threshold_uncertainty_score":0.6852153},"labels":[],"label_agreement":null},{"id":"W7027067750","doi":"","title":"Can alerts from smartphone application improve how family medicine residents prepare for certification examination? A mixed methods study","year":2018,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Certification; mHealth; Mobile device; Mobile apps; Smartphone application","score_opus":0.03731922998149308,"score_gpt":0.36826007447900017,"score_spread":0.3309408444975071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7027067750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97672504,0.0001736011,0.00022472953,0.0005916479,0.0059308433,0.009072501,0.00097059,0.00043828948,0.005872749],"genre_scores_gemma":[0.9295319,0.00006998237,0.026075216,0.00056235964,0.00093913224,0.0069379676,0.02565972,0.00038251095,0.009841258],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9912646,0.0010266512,0.002098917,0.002500634,0.002292194,0.0008170357],"domain_scores_gemma":[0.98862714,0.0007084581,0.0020472507,0.002402355,0.005821299,0.00039350262],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005937378,0.0011057665,0.0015315508,0.0012086391,0.0013445336,0.00010698504,0.0008517522,0.0013531707,0.00018402022],"category_scores_gemma":[0.014038808,0.0010990981,0.00029036225,0.0018060884,0.00021326268,0.000555104,0.00011570926,0.0012477895,0.00006403663],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006789942,0.0012813933,0.00023346853,0.0006671563,0.0006492386,0.000004811261,0.00044326083,5.7363036e-7,0.20071979,0.0010559793,0.0008341426,0.7934312],"study_design_scores_gemma":[0.014250908,0.004628244,0.54943717,0.0029341402,0.006836598,0.000027969216,0.042692475,0.0010060796,0.26082495,0.027860107,0.08611863,0.0033827547],"about_ca_topic_score_codex":0.0021928085,"about_ca_topic_score_gemma":0.0033366622,"teacher_disagreement_score":0.7900484,"about_ca_system_score_codex":0.0027374,"about_ca_system_score_gemma":0.00040569837,"threshold_uncertainty_score":0.9999556},"labels":[],"label_agreement":null},{"id":"W7029096224","doi":"","title":"Implementation of a Pharmacy Clinical Instructor Model to Facilitate Experiential Learning within Saskatchewan’s Entry-to-Practice Doctor of Pharmacy Program","year":2023,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Authority; University of Regina; University of Saskatchewan","funders":"","keywords":"Pharmacy; Pharmaconomist; Experiential learning; Accreditation; Credentialing; Clinical pharmacy; Pharmacy practice; Multistate Pharmacy Jurisprudence Examination; Health care; Experiential education","score_opus":0.4082880080485837,"score_gpt":0.6668691942062479,"score_spread":0.25858118615766423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7029096224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923565,0.00020249873,0.0019412579,0.0012778724,0.001624191,0.0020624339,0.00005480991,0.0000866903,0.00039375885],"genre_scores_gemma":[0.980547,0.0005205314,0.01664927,0.00086751697,0.0003239731,0.0003167658,0.000101431215,0.000059194914,0.0006142909],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9944803,0.00045010666,0.0026305635,0.00054239604,0.00144852,0.0004480872],"domain_scores_gemma":[0.9955469,0.00036446142,0.0015742105,0.0004390581,0.0016627887,0.00041259604],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003979599,0.00029956232,0.0009157092,0.0013283791,0.00016175071,0.0001906011,0.0010469772,0.00008119317,0.0046833856],"category_scores_gemma":[0.0038638527,0.00028879207,0.00021222475,0.0031171658,0.00018869423,0.0015913575,0.0006286157,0.00077982835,0.000033792756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031220333,0.0014521901,0.36855575,0.0005476857,0.0005441166,0.000022966247,0.027602049,0.0018223192,0.1699821,0.000044717974,0.044884715,0.38141936],"study_design_scores_gemma":[0.021479728,0.0006940339,0.30016154,0.0018521684,0.0016307757,0.00007786806,0.08110064,0.02908004,0.38348195,0.0005925387,0.17824589,0.0016028115],"about_ca_topic_score_codex":0.0017393985,"about_ca_topic_score_gemma":0.00004011265,"teacher_disagreement_score":0.37981653,"about_ca_system_score_codex":0.0001769755,"about_ca_system_score_gemma":0.0011953146,"threshold_uncertainty_score":0.9999564},"labels":[],"label_agreement":null},{"id":"W7034699982","doi":"","title":"Ãtude qualitative sur les attitudes des bibliothécaires québécois vis-à-vis la liberté intellectuelle et la censure","year":2012,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Poison control; Qualitative analysis","score_opus":0.010733212648370719,"score_gpt":0.24632442316850067,"score_spread":0.23559121052012996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034699982","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04310097,0.012262225,0.000424565,0.013225533,0.0011889882,0.0005997615,0.00054712815,0.00004161559,0.9286092],"genre_scores_gemma":[0.68238264,0.0051374733,0.006821899,0.0032459751,0.0007221038,0.00004939302,0.00016078615,0.00026112839,0.3012186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945596,0.0010005968,0.00075786473,0.00051198143,0.0024582394,0.000711725],"domain_scores_gemma":[0.99533105,0.0032256832,0.00050310296,0.00044201236,0.000009152801,0.0004889973],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001921574,0.00060628675,0.0007865389,0.0003616782,0.00030215288,0.00006863007,0.0004020823,0.0002604146,0.0041467673],"category_scores_gemma":[0.00029901223,0.0005644016,0.00008206653,0.00075719546,0.0010701363,0.00045679355,0.0002454406,0.00087321765,1.6305603e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083827664,0.00088506116,0.090356946,0.0069475137,0.0018384743,0.0001834107,0.014702104,0.000022536678,0.0036436052,0.51727307,0.15782501,0.205484],"study_design_scores_gemma":[0.0007520172,0.00017565835,0.14918482,0.0035953654,0.00021873995,0.00003852834,0.018331826,0.0002406501,0.0032273578,0.0008014419,0.8227709,0.00066271843],"about_ca_topic_score_codex":0.02481874,"about_ca_topic_score_gemma":0.06500614,"teacher_disagreement_score":0.6649459,"about_ca_system_score_codex":0.00006765032,"about_ca_system_score_gemma":0.0052677738,"threshold_uncertainty_score":0.99968076},"labels":[],"label_agreement":null},{"id":"W7037890572","doi":"","title":"Examining motivational and emotional influences on medical students' attention to feedback in a technology-rich environment for learning clinical reasoning","year":2013,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Think aloud protocol; Outcome (game theory); Process (computing); Logistic regression; Test (biology); Protocol analysis; Feedback regulation; Simulated patient","score_opus":0.026673527772273938,"score_gpt":0.3411644315049842,"score_spread":0.31449090373271027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037890572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99504495,0.00006147769,0.000008321563,0.0005075626,0.0008440574,0.0017723902,0.000032752894,0.000120878954,0.0016075993],"genre_scores_gemma":[0.981233,0.00013829012,0.010186852,0.0017656856,0.00023586242,0.0012100656,0.0016975676,0.00013076232,0.0034018934],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99383795,0.000254352,0.001690235,0.0012749116,0.0023636154,0.0005789296],"domain_scores_gemma":[0.99764603,0.0005840531,0.0006207896,0.0003871297,0.00048390136,0.0002781163],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0038331212,0.0005246739,0.0007995694,0.0013878507,0.00063776504,0.00007313926,0.00047560796,0.0014752492,0.00041174746],"category_scores_gemma":[0.018144583,0.00053786597,0.00012202254,0.00093530025,0.00015838078,0.00030004932,0.00017527728,0.0029554926,0.00019318207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005691709,0.0017694184,0.25308907,0.0006003261,0.00038574406,0.000031260355,0.00004873319,0.00008611365,0.0029045157,0.021303954,0.000105889594,0.7191058],"study_design_scores_gemma":[0.0032791165,0.0013418897,0.97307,0.00502436,0.00015560143,0.000036018217,0.0017001276,0.00022335636,0.00046336072,0.0020539355,0.012007136,0.000645078],"about_ca_topic_score_codex":0.000023546023,"about_ca_topic_score_gemma":0.000027593627,"teacher_disagreement_score":0.71998096,"about_ca_system_score_codex":0.0008858462,"about_ca_system_score_gemma":0.0001637449,"threshold_uncertainty_score":0.99982107},"labels":[],"label_agreement":null},{"id":"W7042339333","doi":"","title":"PHARMACISTS' MOTIVATION FOR PARTICIPATION IN CONTINUING PROFESSIONAL EDUCATION","year":2023,"lang":"en","type":"dissertation","venue":"University Library (University of Saskatchewan)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Continuing education; Stratified sampling; Pharmacy; Legislation; Professional development; Continuing professional development; Variance (accounting); Interpersonal communication","score_opus":0.01406607223316955,"score_gpt":0.28230310223089955,"score_spread":0.26823702999773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042339333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942348,0.000026324797,0.0001947358,0.0010286545,0.0013442126,0.0011536162,0.000059212216,0.00014646398,0.0018120083],"genre_scores_gemma":[0.78033805,0.00006537325,0.004745675,0.00007550468,0.00015028685,0.0000020876594,0.012452685,0.00004294545,0.2021274],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99872905,0.000063012245,0.00026494387,0.0003913039,0.00032105652,0.00023063186],"domain_scores_gemma":[0.9988314,0.00011852055,0.0004169099,0.00022366639,0.0003281396,0.00008137764],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017236984,0.00019637373,0.00039110435,0.0011246464,0.0001524196,0.00000963498,0.00022647479,0.00041029035,0.0004066662],"category_scores_gemma":[0.00013366093,0.00027673095,0.00015165252,0.0012124147,0.00008242382,0.0008111014,0.000045048782,0.0003964062,0.000025691947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01008407,0.0048545767,0.10123837,0.00843461,0.0005512625,0.00011203571,0.3716458,0.00006911046,0.0044602845,0.001940534,0.12585704,0.3707523],"study_design_scores_gemma":[0.0044964603,0.00020942609,0.26913142,0.0026871173,0.00051268615,0.0000032092414,0.7015776,0.0010693913,0.0014133084,0.00089490344,0.017470196,0.00053428166],"about_ca_topic_score_codex":0.00016961507,"about_ca_topic_score_gemma":0.00021436103,"teacher_disagreement_score":0.370218,"about_ca_system_score_codex":0.00024321361,"about_ca_system_score_gemma":0.0015589565,"threshold_uncertainty_score":0.99996847},"labels":[],"label_agreement":null},{"id":"W7046357051","doi":"","title":"A Curriculum History of Postgraduate Medical Education in Canada, 1990-2020","year":2023,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Delphi method; Body of knowledge; Delphi; Ideology; Curriculum development; Exploratory research","score_opus":0.004746970785667611,"score_gpt":0.21946594711405373,"score_spread":0.21471897632838613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7046357051","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8934638,0.00014917059,0.000002971802,0.081766956,0.0048600505,0.0006722454,0.000019738925,0.00014487414,0.01892021],"genre_scores_gemma":[0.17484285,0.0010395395,0.0010603906,0.0018490389,0.0004060031,0.00001070093,0.010381333,0.00014019565,0.81026995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976108,0.000110294575,0.00044905918,0.00046957593,0.0010411827,0.000319057],"domain_scores_gemma":[0.9985989,0.000055082844,0.0004049559,0.00043453198,0.0002554772,0.0002510651],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000106733496,0.0002872761,0.0005574744,0.0009757719,0.000043241515,0.00000570383,0.00039012803,0.00044999295,0.0013879781],"category_scores_gemma":[0.00069121335,0.00033602852,0.0001123001,0.0015051776,0.000091067806,0.00031447865,0.00006746769,0.0010095162,0.00003894667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009487353,0.0003048108,0.04399358,0.0007072465,0.000057787875,0.00019316697,0.00082076335,0.0000010881724,0.0000018184945,0.0008048175,0.94880813,0.0042118896],"study_design_scores_gemma":[0.001588758,0.00017098167,0.26775444,0.0040088063,0.00033917735,0.0000047178532,0.042109404,0.00014576122,0.0001328749,0.00014045755,0.6828237,0.00078089174],"about_ca_topic_score_codex":0.93866366,"about_ca_topic_score_gemma":0.5486664,"teacher_disagreement_score":0.7913497,"about_ca_system_score_codex":0.0039735287,"about_ca_system_score_gemma":0.0803667,"threshold_uncertainty_score":0.99990916},"labels":[],"label_agreement":null},{"id":"W7064662390","doi":"","title":"Commentary: Are We Ready to Embrace the Rest of the Flexner Report?","year":2010,"lang":"en","type":"article","venue":"Journal of International Crisis and Risk Communication Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rest (music); Principal (computer security); Set (abstract data type); Medical ethics; Medical knowledge; Medical school; Criticism; Alternative medicine","score_opus":0.06850144801094137,"score_gpt":0.47046216058745977,"score_spread":0.4019607125765184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7064662390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5756947,0.000250833,0.00004756711,0.42257473,0.0003726477,0.00016361923,0.0000054793013,0.0000020764576,0.00088835973],"genre_scores_gemma":[0.9889322,0.0037013916,0.0038977992,0.0024681864,0.00033692637,0.00001366675,0.000010613373,0.000010199714,0.00062902604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975431,0.00038771395,0.0006770213,0.00009436757,0.0011873839,0.00011042957],"domain_scores_gemma":[0.99434423,0.0004976891,0.00068496226,0.0009045224,0.0035009088,0.00006769923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006271863,0.000064934946,0.00015333612,0.00028321752,0.00035743005,0.00005208741,0.00087838573,0.000068995396,0.00013828998],"category_scores_gemma":[0.004713839,0.000033504315,0.00006768577,0.000505015,0.00032870597,0.00010596926,0.00032326597,0.0017978168,0.0000036939462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022392801,0.000467216,0.14658472,0.00002274827,0.00019897035,0.000006528755,0.0020989124,0.000015904483,0.0025411474,0.005542169,0.8287044,0.013593341],"study_design_scores_gemma":[0.00047245808,0.00011247484,0.38424942,0.0002490979,0.000048600898,0.00039506028,0.0074936245,0.00022581608,0.0014585166,0.0018029985,0.60344267,0.00004923193],"about_ca_topic_score_codex":0.00040239605,"about_ca_topic_score_gemma":0.00017364441,"teacher_disagreement_score":0.42010656,"about_ca_system_score_codex":0.00008074695,"about_ca_system_score_gemma":0.0001468941,"threshold_uncertainty_score":0.78107196},"labels":[],"label_agreement":null},{"id":"W7065340053","doi":"","title":"Don&amp;amp;rsquo;t let up: implementing and sustaining change in a new post-licensure education model for developing extended role practitioners involved in arthritis care","year":2015,"lang":"en","type":"other","venue":"Dove Medical Press (Taylor and Francis Group)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Human resources; Scope (computer science); Scope of practice; Resource (disambiguation); Health professionals; Health policy; Adaptation (eye)","score_opus":0.04802139389748495,"score_gpt":0.3649126183583283,"score_spread":0.31689122446084333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7065340053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04822473,0.23286833,0.59412086,0.03614963,0.010508214,0.027669989,0.0012424318,0.0010282977,0.048187528],"genre_scores_gemma":[0.9013018,0.00064302544,0.053137966,0.013268319,0.0060768337,0.0030653034,0.017154086,0.0008108305,0.0045418553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714875,0.00008692551,0.0007477626,0.0006795038,0.00073845556,0.0005985998],"domain_scores_gemma":[0.9985124,0.00010892578,0.00033212264,0.00032124677,0.00040288287,0.00032243587],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011055841,0.00038582704,0.000698245,0.000683247,0.00009014739,0.000064355896,0.00014732436,0.00071939325,0.00026107725],"category_scores_gemma":[0.0029128427,0.00038202698,0.000050864866,0.00043601196,0.00014899082,0.00021685951,0.00012938798,0.0008303383,0.0000029639866],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014496593,0.0001658482,0.003151099,0.0014561414,0.00005394128,0.0000066411008,0.021023892,6.829898e-7,0.000022533863,0.0014925137,0.013757934,0.9587238],"study_design_scores_gemma":[0.020994946,0.00029829843,0.005149802,0.00309331,0.00036776921,0.00012136347,0.045976125,0.106101245,0.00001254553,0.0030022191,0.812854,0.0020283659],"about_ca_topic_score_codex":0.0056338296,"about_ca_topic_score_gemma":0.017594768,"teacher_disagreement_score":0.95669544,"about_ca_system_score_codex":0.00029344155,"about_ca_system_score_gemma":0.00026593477,"threshold_uncertainty_score":0.99986315},"labels":[],"label_agreement":null},{"id":"W7074097354","doi":"","title":"Affordances of knowledge translation in medical education: a qualitative exploration of empirical knowledge use among medical educators.","year":2015,"lang":"en","type":"article","venue":"Research Repository (Kingston University London)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affordance; Empirical research; Thematic analysis; Empirical evidence; Knowledge translation; Qualitative research; Nonprobability sampling; Knowledge acquisition","score_opus":0.22017203177425557,"score_gpt":0.4847417561995495,"score_spread":0.2645697244252939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7074097354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98002136,0.000572426,0.00082951685,0.0027023978,0.00062842586,0.0006156144,0.0000015889887,0.000034988865,0.014593676],"genre_scores_gemma":[0.99596924,0.00010617566,0.0016330438,0.000041788935,0.0002771981,0.000015555868,0.00005926995,0.000019475812,0.0018782618],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945037,0.0016012714,0.00076275144,0.00043520113,0.0023384716,0.00035862142],"domain_scores_gemma":[0.994555,0.0011043596,0.00026100312,0.00044026636,0.0030852754,0.0005540982],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005286606,0.00017017612,0.00048467558,0.0015885177,0.00014540351,0.000017097518,0.00040056006,0.00044340742,0.00008633044],"category_scores_gemma":[0.009934199,0.0001742839,0.000107631015,0.003142222,0.0015269811,0.0010094577,0.000114982984,0.0009991218,0.00001299854],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029725595,0.017459694,0.30144158,0.0023813467,0.00029214437,0.00022068707,0.4857166,0.000013480935,0.0011046998,0.040317975,0.04999155,0.09808767],"study_design_scores_gemma":[0.017241074,0.0038712695,0.1858483,0.012851333,0.00032707487,0.00034427427,0.6024174,0.015311937,0.018673811,0.0028150224,0.1389302,0.0013682841],"about_ca_topic_score_codex":0.0010462736,"about_ca_topic_score_gemma":0.0005588898,"teacher_disagreement_score":0.116700806,"about_ca_system_score_codex":0.0009869051,"about_ca_system_score_gemma":0.014176257,"threshold_uncertainty_score":0.9984055},"labels":[],"label_agreement":null},{"id":"W7084109756","doi":"10.1111/jan.70255/v2/response1","title":"Author response for \"Stemming the Tide: Tackling Retention and Attrition Challenges in Rural and Northern Healthcare to Sustain Canada's Nursing Workforce\"","year":2025,"lang":"en","type":"peer-review","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attrition; Health care; Rural health; Rural area; Health services","score_opus":0.08728770472788984,"score_gpt":0.4151038021468421,"score_spread":0.3278160974189523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084109756","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013909299,0.06369428,0.00036782637,0.9173008,0.001233286,0.0031648998,0.00004257637,0.000025953928,0.00026106735],"genre_scores_gemma":[0.16297132,0.038021244,0.016338006,0.07627697,0.004140418,0.004339319,0.006910639,0.000326877,0.6906752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979978,0.00023528707,0.00063495623,0.00038530043,0.00040972317,0.00033690126],"domain_scores_gemma":[0.998174,0.00048114746,0.00017253919,0.00031872166,0.00075804786,0.000095502764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028297307,0.00022666805,0.00049902865,0.00034548482,0.0002261538,0.000027964843,0.00008605859,0.00025213338,0.000009336062],"category_scores_gemma":[0.0046381685,0.000178325,0.00004174626,0.00052948034,0.00005791353,0.000041004314,0.000032411917,0.00054325914,2.5799253e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027509953,0.000025270272,0.00011398824,0.008691826,0.00001791978,0.0000038942803,0.0005804108,7.858185e-7,0.0000048052707,0.00060211454,0.27240714,0.71727675],"study_design_scores_gemma":[0.00076531566,0.00026466313,0.005934,0.09292611,0.00023972346,0.00005353209,0.016934052,0.00036599152,0.0000064511746,0.00034695372,0.881852,0.00031125435],"about_ca_topic_score_codex":0.039184798,"about_ca_topic_score_gemma":0.36612996,"teacher_disagreement_score":0.8410238,"about_ca_system_score_codex":0.0013900673,"about_ca_system_score_gemma":0.0019487679,"threshold_uncertainty_score":0.96721333},"labels":[],"label_agreement":null},{"id":"W70855641","doi":"10.1007/978-94-007-7407-0_5","title":"The Ongoing Tension: Clinical Practice and Clinical Research","year":2013,"lang":"en","type":"book-chapter","venue":"Boston studies in the philosophy of science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Ethos; Incentive; Position (finance); Medical research; Affect (linguistics); Engineering ethics; Medical science; Public relations; Political science; Medical education; Sociology; Social science; Medicine; Law; Business; Engineering","score_opus":0.4150266349112804,"score_gpt":0.5722989450183497,"score_spread":0.15727231010706927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W70855641","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008473603,0.0098317545,0.000004927395,0.1813821,0.0029247554,0.0015959474,0.000001987776,0.000018725596,0.7957662],"genre_scores_gemma":[0.6920293,0.14365578,0.02473849,0.0319891,0.013329396,0.00027050643,0.000010797668,0.00014986053,0.09382679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472624,0.0002945985,0.001494152,0.00064819294,0.002464663,0.0003721254],"domain_scores_gemma":[0.9841528,0.010112461,0.0006226873,0.0011932178,0.0038355528,0.00008328969],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040028125,0.00019473142,0.0005785291,0.00032393442,0.0010732457,0.000042029118,0.0008297397,0.00023148624,0.000011496659],"category_scores_gemma":[0.064582646,0.00010103043,0.00010423082,0.0005930381,0.036084644,0.00018206923,0.0007202354,0.002521327,0.000064923894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001748645,0.00030308697,0.00045541354,0.00016350047,0.00017493128,0.000039642,0.0025943385,1.0815741e-7,0.000007746338,0.78896827,0.06582934,0.14128877],"study_design_scores_gemma":[0.0011268815,0.0021076624,0.009799084,0.0032784673,0.0003145884,0.00034201067,0.013874757,0.00011869853,0.0000045385127,0.36163053,0.6070568,0.0003459735],"about_ca_topic_score_codex":0.000011959588,"about_ca_topic_score_gemma":0.0000024190933,"teacher_disagreement_score":0.7019394,"about_ca_system_score_codex":0.00014053224,"about_ca_system_score_gemma":0.00067399314,"threshold_uncertainty_score":0.9997799},"labels":[],"label_agreement":null},{"id":"W7085772565","doi":"10.6084/m9.figshare.30302658","title":"Additional file 2 of Diagnosis and management of femoroacetabular impingement syndrome (FAIS): a survey of contemporary physiotherapy practice","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Femoroacetabular impingement; Clinical Practice; Impingement syndrome; MEDLINE; Telehealth","score_opus":0.0446200648180017,"score_gpt":0.3578551388643858,"score_spread":0.3132350740463841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7085772565","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013730477,0.0004409472,0.0000023834655,0.00041353,0.000027401627,0.00056171336,0.9928839,0.000009288287,0.004287746],"genre_scores_gemma":[0.06268254,0.000046034937,0.0038985347,0.0005827142,0.000013614094,0.0013807553,0.9308761,0.000010498119,0.00050923397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913096,0.00005006255,0.00034299097,0.00013850778,0.0002669175,0.00007055703],"domain_scores_gemma":[0.9979978,0.0009012473,0.0002985056,0.00021786321,0.00056536094,0.000019232202],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000121361,0.00007559618,0.00023239336,0.00013182992,0.0000198757,0.0000031101447,0.00007119786,0.000048056492,0.8138116],"category_scores_gemma":[0.0040490953,0.000073047835,0.000032221767,0.0005209928,0.000026966043,0.000073744086,0.000054300002,0.000073972034,0.000018538643],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048439375,0.00039994004,0.00015513125,0.0022822807,0.0002522308,0.000005458701,0.000037272122,4.9944833e-7,0.0000064539345,0.000028203342,0.99138725,0.0053968164],"study_design_scores_gemma":[0.0006308832,0.00017497533,0.40655676,0.015447047,0.000034375673,0.000005248767,0.00022505106,0.000060730054,0.0003013013,0.000014478591,0.57648593,0.00006322171],"about_ca_topic_score_codex":0.00003473979,"about_ca_topic_score_gemma":0.0000011560578,"teacher_disagreement_score":0.81379306,"about_ca_system_score_codex":0.000030169893,"about_ca_system_score_gemma":0.00017587403,"threshold_uncertainty_score":0.4847438},"labels":[],"label_agreement":null},{"id":"W7087206087","doi":"","title":"Teaching skills for medical residents: are these important? A narrative review of the literature","year":2018,"lang":"en","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Health care; Narrative; Narrative review; MEDLINE; Teaching method; Patient care; Professional development","score_opus":0.013915270281800266,"score_gpt":0.3033472404480066,"score_spread":0.2894319701662063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087206087","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31201565,0.011494755,0.0029417502,0.60967976,0.0054744133,0.00549787,0.00015657183,0.00044731883,0.052291937],"genre_scores_gemma":[0.98458046,0.0008432564,0.0050941054,0.006514599,0.0017630998,0.00033566714,0.00016978655,0.000042037616,0.00065700704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626714,0.0003606082,0.0010892292,0.00049723295,0.0013636758,0.00042212714],"domain_scores_gemma":[0.99607974,0.00025319032,0.00077702914,0.00078929344,0.0018555999,0.00024517195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021958842,0.0002949138,0.00053402816,0.00025771413,0.0005620307,0.0000496323,0.000570505,0.0004658637,0.00009470483],"category_scores_gemma":[0.017265735,0.00020075192,0.00027634614,0.0010361684,0.0000881047,0.0002301594,0.000154578,0.0009602946,0.000003039032],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005452249,0.002266176,0.0036476986,0.0077882847,0.0004924936,0.00008796772,0.0211768,3.3079408e-7,0.0015365732,0.8775908,0.07297403,0.011893627],"study_design_scores_gemma":[0.0013345279,0.00018943155,0.011029923,0.02351015,0.00017769501,0.0015021969,0.0012267395,0.00010842911,0.0011610687,0.0008291727,0.95865834,0.00027235484],"about_ca_topic_score_codex":9.2856345e-7,"about_ca_topic_score_gemma":0.000032898122,"teacher_disagreement_score":0.88568425,"about_ca_system_score_codex":0.00040918385,"about_ca_system_score_gemma":0.00121363,"threshold_uncertainty_score":0.9910123},"labels":[],"label_agreement":null},{"id":"W7088348883","doi":"10.6084/m9.figshare.30335029.v1","title":"Additional file 2 of Distinct maternal DNA methylation associations with gestational age at early and late-mid term pregnancy in a low- and middle-income country: evaluation of biological, genetic, and psychosocial contributors","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University; BC Children's Hospital; Queen's University; University of British Columbia","funders":"","keywords":"Pregnancy; Psychosocial; DNA methylation; Term (time); Gestational age; Gestation","score_opus":0.031181967567814488,"score_gpt":0.3137470246858585,"score_spread":0.282565057118044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7088348883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5245934,0.00008677421,0.0000012377302,0.00005855142,0.0000140016655,0.00033391503,0.47472706,0.0000062295335,0.00017885561],"genre_scores_gemma":[0.55631185,0.0000053330523,0.00063450896,0.00003331893,0.000029793695,0.00047571797,0.44242015,0.000005427172,0.000083869745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895227,0.000073488554,0.0003333552,0.00018491363,0.0003521103,0.00010383696],"domain_scores_gemma":[0.99849546,0.00060952257,0.00027330458,0.00007375948,0.00051854434,0.000029425752],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012394034,0.00009406297,0.00019886706,0.00014844362,0.000071191505,0.000015215678,0.000032962587,0.0001232278,0.18952103],"category_scores_gemma":[0.0045860847,0.00008167658,0.000013939342,0.00031238495,0.0000705857,0.000070117094,0.000030510586,0.00010089745,0.0000036877452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007497253,0.0010914536,0.5980229,0.004579698,0.0006220544,0.000024707111,0.0027377317,0.000026036056,0.0009763191,0.00045771242,0.34886178,0.041849874],"study_design_scores_gemma":[0.0012411287,0.000095404976,0.98780066,0.009095285,0.000041283434,0.000003228,0.0000232617,0.0003993722,0.00006951687,0.000322693,0.000840736,0.00006741259],"about_ca_topic_score_codex":0.000012025092,"about_ca_topic_score_gemma":0.000044669094,"teacher_disagreement_score":0.38977778,"about_ca_system_score_codex":0.00013641999,"about_ca_system_score_gemma":0.00020425562,"threshold_uncertainty_score":0.8112199},"labels":[],"label_agreement":null},{"id":"W7088433703","doi":"10.5281/zenodo.17320137","title":"Examining the changes of the first, second, third, and fourth editions of the regulations for the design of buildings against earthquakes, standard 2800","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Seismic analysis; Base (topology); Code (set theory); Citation; Building code; Earthquake engineering; Shear wall","score_opus":0.051982541709022674,"score_gpt":0.2704315028114409,"score_spread":0.21844896110241824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7088433703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8123177,0.0004048458,0.08184255,0.07606486,0.0011800738,0.0069439937,0.0008955219,0.00022847811,0.020121925],"genre_scores_gemma":[0.99692124,0.000047941394,0.0014024433,0.0005530358,0.00029720078,7.4820036e-7,0.000059233236,0.00019641568,0.00052174437],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987949,0.0001772985,0.0002938722,0.00016094507,0.00041457667,0.00015841963],"domain_scores_gemma":[0.9974912,0.00022218094,0.0002858346,0.0006053571,0.0013677205,0.000027719196],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0015786357,0.000084467305,0.00013258411,0.00009332374,0.001943563,0.000054491502,0.00057186635,0.00005087065,0.0008021573],"category_scores_gemma":[0.0032095397,0.00004451516,0.00004074273,0.00079563697,0.0011203296,0.00006768568,0.0003555979,0.00020201012,0.00000990163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003815917,0.00027221988,0.00034982341,0.00054997735,0.00033308906,3.0385232e-7,0.021691049,0.00035095168,0.023630006,0.029675705,0.7626617,0.1601036],"study_design_scores_gemma":[0.0008636959,0.00064772717,0.02374263,0.00031111905,0.00011863698,0.000029941944,0.003376272,0.0023761997,0.008900422,0.00049512007,0.95904905,0.00008916123],"about_ca_topic_score_codex":0.00000629403,"about_ca_topic_score_gemma":0.0000033445644,"teacher_disagreement_score":0.1963874,"about_ca_system_score_codex":0.000048557013,"about_ca_system_score_gemma":0.000025816298,"threshold_uncertainty_score":0.9993558},"labels":[],"label_agreement":null},{"id":"W7093294766","doi":"10.6084/m9.figshare.c.8102559","title":"Program standards and student competencies among global chiropractic accreditation agencies: a content analysis","year":2025,"lang":"","type":"other","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College; Université du Québec à Trois-Rivières","funders":"","keywords":"Accreditation; Chiropractic; Content analysis; Delphi method; Legislation; Competence (human resources); Health care; Consistency (knowledge bases)","score_opus":0.06111961073635499,"score_gpt":0.4012572367084869,"score_spread":0.34013762597213193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093294766","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012771839,0.008449057,0.00021280181,0.0013811912,0.0024700237,0.010034031,0.7076124,0.0005847727,0.25648388],"genre_scores_gemma":[0.099367015,0.00056856713,0.006516731,0.0023373596,0.0028757898,0.0062202853,0.74421424,0.00027163085,0.1376284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945144,0.00018523129,0.0012167972,0.0010648767,0.0023728209,0.0006458769],"domain_scores_gemma":[0.99419504,0.00019821427,0.0012050704,0.000893452,0.003252431,0.00025579825],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055561087,0.0007175102,0.0012796024,0.00095593877,0.00033788598,0.00037933947,0.0004433854,0.0007413369,0.47112632],"category_scores_gemma":[0.0183392,0.0006687938,0.00035154863,0.004280076,0.00017655095,0.00022981956,0.00032636823,0.0008803002,0.00040332743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000690754,0.00085570756,0.012762601,0.003403086,0.0065910695,0.000058511177,0.0014587153,0.000012212503,0.0000017805363,0.00013682587,0.8567635,0.11788695],"study_design_scores_gemma":[0.0010889752,0.00043735965,0.40769342,0.010757597,0.0043846364,0.0000078389285,0.008816928,0.0015886835,0.0000033066626,0.000013775895,0.5647025,0.00050495804],"about_ca_topic_score_codex":0.00017761631,"about_ca_topic_score_gemma":0.00028678917,"teacher_disagreement_score":0.47072297,"about_ca_system_score_codex":0.0023856917,"about_ca_system_score_gemma":0.0036376985,"threshold_uncertainty_score":0.99957633},"labels":[],"label_agreement":null},{"id":"W7093312816","doi":"10.6084/m9.figshare.c.8102559.v1","title":"Program standards and student competencies among global chiropractic accreditation agencies: a content analysis","year":2025,"lang":"","type":"other","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College; Université du Québec à Trois-Rivières","funders":"","keywords":"Accreditation; Chiropractic; Content analysis; Delphi method; Legislation; Competence (human resources); Health care; Consistency (knowledge bases)","score_opus":0.06111961073635499,"score_gpt":0.4012572367084869,"score_spread":0.34013762597213193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093312816","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012771839,0.008449057,0.00021280181,0.0013811912,0.0024700237,0.010034031,0.7076124,0.0005847727,0.25648388],"genre_scores_gemma":[0.099367015,0.00056856713,0.006516731,0.0023373596,0.0028757898,0.0062202853,0.74421424,0.00027163085,0.1376284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945144,0.00018523129,0.0012167972,0.0010648767,0.0023728209,0.0006458769],"domain_scores_gemma":[0.99419504,0.00019821427,0.0012050704,0.000893452,0.003252431,0.00025579825],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055561087,0.0007175102,0.0012796024,0.00095593877,0.00033788598,0.00037933947,0.0004433854,0.0007413369,0.47112632],"category_scores_gemma":[0.0183392,0.0006687938,0.00035154863,0.004280076,0.00017655095,0.00022981956,0.00032636823,0.0008803002,0.00040332743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000690754,0.00085570756,0.012762601,0.003403086,0.0065910695,0.000058511177,0.0014587153,0.000012212503,0.0000017805363,0.00013682587,0.8567635,0.11788695],"study_design_scores_gemma":[0.0010889752,0.00043735965,0.40769342,0.010757597,0.0043846364,0.0000078389285,0.008816928,0.0015886835,0.0000033066626,0.000013775895,0.5647025,0.00050495804],"about_ca_topic_score_codex":0.00017761631,"about_ca_topic_score_gemma":0.00028678917,"teacher_disagreement_score":0.47072297,"about_ca_system_score_codex":0.0023856917,"about_ca_system_score_gemma":0.0036376985,"threshold_uncertainty_score":0.99957633},"labels":[],"label_agreement":null},{"id":"W7093532465","doi":"","title":"Research in assessment: consensus statement and recommendations from the Ottawa 2010 Conference.","year":2011,"lang":"en","type":"other","venue":"Radboud Repository (Radboud University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Underpinning; Position statement; Position (finance); Statement (logic); Position paper; Medical research","score_opus":0.058139976091185326,"score_gpt":0.3461347414740005,"score_spread":0.28799476538281515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093532465","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071401275,0.0010113156,0.00027294137,0.008876862,0.003756084,0.0015725503,0.00010978662,0.00014524988,0.9771151],"genre_scores_gemma":[0.023542395,0.0013917577,0.004719661,0.00019047446,0.0008464283,0.00002059712,0.00053946686,0.0002035064,0.96854573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973135,0.0006829241,0.00043826547,0.0005995943,0.00056778506,0.0003979061],"domain_scores_gemma":[0.99812824,0.00028238213,0.0003188456,0.0008033169,0.0003308386,0.00013638192],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082490477,0.0002697435,0.00040105457,0.0010857739,0.0003825259,0.00008682657,0.00034171416,0.00046731238,0.0012727348],"category_scores_gemma":[0.00007954518,0.00023717726,0.000049046565,0.00094738335,0.0009836371,0.000054459448,0.0001686849,0.0015643726,0.000041232455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038112903,0.00029936855,0.004629137,0.000064620086,0.00021051102,0.00025188862,0.0005228395,0.0000011627897,0.000060592833,0.027262025,0.964567,0.002092763],"study_design_scores_gemma":[0.001169016,0.000105705665,0.0101346895,0.00073573407,0.0001466261,0.00003291557,0.006052422,0.0002034905,0.000012489054,0.00013884467,0.98103803,0.00023003829],"about_ca_topic_score_codex":0.009243044,"about_ca_topic_score_gemma":0.00034380273,"teacher_disagreement_score":0.02712318,"about_ca_system_score_codex":0.00062458916,"about_ca_system_score_gemma":0.0011152395,"threshold_uncertainty_score":0.9996402},"labels":[],"label_agreement":null},{"id":"W7095635830","doi":"","title":"internatiOnal PersPective International Perspective from Saudi Arabia on “Procedural Skills Training During Emergency Medicine Residency: Are We Teaching the Right Things?”","year":2009,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Preparedness; Training (meteorology); Residency training; MEDLINE; Patient care","score_opus":0.019130542934148956,"score_gpt":0.35167523149154567,"score_spread":0.3325446885573967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095635830","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1821201,0.00016215022,0.00087538833,0.5256127,0.0036154236,0.00042597775,0.000009626523,0.00019690397,0.28698173],"genre_scores_gemma":[0.97270083,0.00019727672,0.004392901,0.0070619727,0.0054303966,0.000035211506,0.00007983261,0.00003416939,0.010067414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99673104,0.00010148818,0.00074448006,0.00070936326,0.0013472618,0.00036636216],"domain_scores_gemma":[0.99769485,0.00017753468,0.00042273413,0.00043713427,0.0011577148,0.00011002203],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075666164,0.00033546746,0.00038418497,0.0004924163,0.00051724515,0.000039169652,0.00056896504,0.00015817708,0.0077379313],"category_scores_gemma":[0.006681766,0.00022278579,0.00014466223,0.00043380575,0.00019334209,0.00047671248,0.000061029932,0.001432427,0.000060974155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005344228,0.0011714135,0.004475405,0.000023580207,0.0008189411,0.000076364086,0.21419542,0.000039328304,0.0046690875,0.6276265,0.13868552,0.007684074],"study_design_scores_gemma":[0.0037293185,0.0005138057,0.41881606,0.0022126979,0.00025000275,0.00019010443,0.38724157,0.0018041633,0.00086742936,0.16920435,0.014497607,0.0006728877],"about_ca_topic_score_codex":0.00043400485,"about_ca_topic_score_gemma":0.000039942155,"teacher_disagreement_score":0.79058075,"about_ca_system_score_codex":0.0016276182,"about_ca_system_score_gemma":0.00020075325,"threshold_uncertainty_score":0.9931691},"labels":[],"label_agreement":null},{"id":"W7095716450","doi":"","title":"A Qualitative Analysis of Canadian Physician","year":2008,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative analysis; Qualitative research; Service (business); Health services; MEDLINE","score_opus":0.06216513180165736,"score_gpt":0.4297935982017237,"score_spread":0.36762846640006636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095716450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8915109,0.000008029243,0.00046478538,0.003761523,0.00004075794,0.000066439454,0.000003605916,0.000009886551,0.10413409],"genre_scores_gemma":[0.9882364,0.0000049102537,0.005948393,0.0036682228,0.000032061496,0.0000050451877,0.00007767251,0.0000031225004,0.002024153],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9995223,0.000017227347,0.00015390014,0.00007005298,0.00015059653,0.00008588866],"domain_scores_gemma":[0.9995076,0.000022187385,0.000035123634,0.00014039347,0.00024077739,0.000053917065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014200831,0.000034264864,0.0001555917,0.0015435002,0.000037145302,6.4759456e-7,0.000027968934,0.000028054876,0.00054440624],"category_scores_gemma":[0.00023964762,0.000028769478,0.00005134651,0.0050562597,0.00008776062,0.000022032107,0.000002311543,0.00005686417,0.000021866268],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065032626,0.0010740246,0.067460686,0.0001083669,0.0074159647,0.000044758322,0.33002266,0.00006266235,0.0037878023,0.1674799,0.38084504,0.041633107],"study_design_scores_gemma":[0.00094418856,0.00024117612,0.8610096,0.000044964934,0.0022764613,0.000012235971,0.07053146,0.005609637,0.0038436702,0.00048486987,0.054744918,0.0002568137],"about_ca_topic_score_codex":0.08288617,"about_ca_topic_score_gemma":0.019885736,"teacher_disagreement_score":0.79354894,"about_ca_system_score_codex":0.00006902312,"about_ca_system_score_gemma":0.000307367,"threshold_uncertainty_score":0.9979988},"labels":[],"label_agreement":null},{"id":"W7095810220","doi":"","title":"Canada’s medical schools Lessons in LeArning","year":2008,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.02549107436060183,"score_gpt":0.33597998659745354,"score_spread":0.3104889122368517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095810220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80757713,0.000028895573,0.00046234232,0.1453142,0.00025010147,0.00011028869,1.8884116e-7,0.000040976072,0.046215907],"genre_scores_gemma":[0.9828173,0.000028402521,0.0015659777,0.006169193,0.00015614246,0.000011214804,0.000019799802,0.000007594391,0.009224397],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988674,0.000022777665,0.00021852796,0.00011853688,0.0006034179,0.00016932146],"domain_scores_gemma":[0.99964845,0.000030357765,0.000022804063,0.000114685296,0.00008450346,0.00009921813],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028107967,0.000053394404,0.00011909645,0.00010129128,0.00006761898,0.0000019587278,0.000059760143,0.00008079469,0.0022415428],"category_scores_gemma":[0.0037688327,0.000045353634,0.000011779164,0.00037936284,0.000044300275,0.000030848874,0.000016146205,0.0006662843,0.000043894775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018024863,0.00023760418,0.31090274,0.000030063771,0.000015591775,0.00045995522,0.00030684166,0.0000149902435,0.00012844015,0.0063336245,0.6403743,0.041177813],"study_design_scores_gemma":[0.001624926,0.00008052179,0.50212276,0.00020105607,0.000009181032,0.0007317629,0.0016144826,0.0032695427,0.0004374088,0.00006398255,0.48967215,0.00017223862],"about_ca_topic_score_codex":0.31539103,"about_ca_topic_score_gemma":0.2636083,"teacher_disagreement_score":0.19122,"about_ca_system_score_codex":0.00028623486,"about_ca_system_score_gemma":0.006289073,"threshold_uncertainty_score":0.99934435},"labels":[],"label_agreement":null},{"id":"W7096220287","doi":"","title":"Original Article Continuing Medical Education-Driven Skills Acquisition and Impact on Improved Patient Outcomes in Family Practice Setting","year":2011,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Continuing medical education; Inclusion (mineral); Test (biology); Continuing education; MEDLINE; Dreyfus model of skill acquisition; Knowledge acquisition","score_opus":0.007888168734135016,"score_gpt":0.338770296882327,"score_spread":0.330882128148192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096220287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98682076,0.00002599633,0.0002899596,0.005569587,0.00034857076,0.00044114536,0.0000010547873,0.00004781575,0.0064551146],"genre_scores_gemma":[0.9653495,0.000011378248,0.022316204,0.012011535,0.00009355223,0.000054850294,0.000021044218,0.000015225627,0.000126706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852926,0.00007624298,0.0004559677,0.0002530591,0.00043787865,0.00024759522],"domain_scores_gemma":[0.9989947,0.0001900126,0.0001509536,0.00021799903,0.0002881426,0.00015816317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006159332,0.00014122779,0.00021464493,0.00022348046,0.000050317543,0.000020868494,0.000058542064,0.00012327897,0.0006753],"category_scores_gemma":[0.0038127284,0.000103483915,0.000036717513,0.0003194674,0.00007425851,0.00027488478,0.000028119874,0.00034905042,0.000040554758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003402932,0.004909736,0.51372695,0.000047769332,0.00008291611,0.000027243641,0.011171183,0.0000016394497,0.0018951707,0.0036780213,0.0046720607,0.45944706],"study_design_scores_gemma":[0.0017094509,0.0007870191,0.98314047,0.00039318812,0.000059711805,0.00010689516,0.007794945,0.0035815153,0.00094391167,0.00028425295,0.0010032135,0.00019542516],"about_ca_topic_score_codex":0.00033546207,"about_ca_topic_score_gemma":0.000007285298,"teacher_disagreement_score":0.46941355,"about_ca_system_score_codex":0.00022834193,"about_ca_system_score_gemma":0.00041931434,"threshold_uncertainty_score":0.73940617},"labels":[],"label_agreement":null},{"id":"W7096249109","doi":"","title":"PREFACE Technology for learning: how it has changed education","year":2014,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Health care; Educational technology; Digital Revolution; Digital learning; Health technology; Blended learning; Virtual learning environment; Emerging technologies","score_opus":0.03003762578649518,"score_gpt":0.3368568314988513,"score_spread":0.30681920571235616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096249109","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12210058,0.000056863377,0.116553634,0.7408538,0.0011340433,0.0010891933,3.276375e-7,0.0003384601,0.017873136],"genre_scores_gemma":[0.8989349,0.000005477463,0.045038845,0.005487657,0.000624947,0.0003745758,0.00009053829,0.000018938508,0.049424104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939114,0.000015082857,0.00012641799,0.00017848145,0.00012929495,0.00015960606],"domain_scores_gemma":[0.99925077,0.00004015823,0.000067858506,0.00022847102,0.00038505864,0.000027689648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003437152,0.00007443963,0.00012576225,0.0002683885,0.00012398165,0.000018821995,0.00007009229,0.0001533207,0.00018394679],"category_scores_gemma":[0.004191216,0.00006408797,0.000024508754,0.0004308383,0.00008884281,0.000048134323,0.000014382815,0.00020286013,0.00005310831],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025511397,0.0003105989,0.0029595396,0.0001676755,0.00002178468,5.558838e-8,0.0004338544,0.00000123593,0.0060111214,0.030764744,0.45597988,0.503324],"study_design_scores_gemma":[0.0004899947,0.0003042368,0.0012320225,0.000055376622,0.000031343643,0.00001225598,0.0017292611,0.0018785913,0.005035249,0.0012113693,0.9879426,0.00007771652],"about_ca_topic_score_codex":0.0000042828474,"about_ca_topic_score_gemma":0.0000032904716,"teacher_disagreement_score":0.7768343,"about_ca_system_score_codex":0.00007960137,"about_ca_system_score_gemma":0.00024833783,"threshold_uncertainty_score":0.501758},"labels":[],"label_agreement":null},{"id":"W7096447755","doi":"","title":"ORIGINAL RESEARCH ARTICLE Performance improvement CME in psychiatry: implementing black","year":2015,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Continuing medical education; Original research; Intervention (counseling); Research article; Quarter (Canadian coin); Black box","score_opus":0.09020492470488958,"score_gpt":0.4549218759107398,"score_spread":0.36471695120585024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096447755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.959343,0.000014416926,0.00014817288,0.010731165,0.00037133662,0.0003553114,2.070534e-7,0.00003048902,0.029005907],"genre_scores_gemma":[0.9841125,0.000005250362,0.012168435,0.0010394151,0.00037700153,0.00004528377,0.000011657761,0.000010355148,0.0022301273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983836,0.000028271043,0.0003275079,0.00018335975,0.0006321171,0.00044514833],"domain_scores_gemma":[0.99922156,0.000013272164,0.000033056443,0.0002512303,0.00038738578,0.00009349263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030928005,0.000064328204,0.00009882782,0.00026182015,0.00006277374,0.000019652762,0.000083400926,0.00004299615,0.000556227],"category_scores_gemma":[0.0003157541,0.000053802567,0.000013033154,0.0010535674,0.00008758373,0.000118858814,0.00005466976,0.00036808336,0.0003888503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103818995,0.0004831849,0.7604431,0.00012367121,0.000014823564,0.0000029815144,0.0013939071,0.000008406476,0.0023824708,0.01461824,0.14467068,0.0757547],"study_design_scores_gemma":[0.014008583,0.0038628746,0.5029045,0.00054307084,0.00005210288,0.000050885395,0.045069985,0.08232501,0.024391012,0.0067107133,0.31947458,0.0006067202],"about_ca_topic_score_codex":0.0001465331,"about_ca_topic_score_gemma":0.000048217356,"teacher_disagreement_score":0.25753865,"about_ca_system_score_codex":0.0003233218,"about_ca_system_score_gemma":0.0005790272,"threshold_uncertainty_score":0.60902953},"labels":[],"label_agreement":null},{"id":"W7096852626","doi":"","title":"Senior medical students ’ appraisal of CanMEDS competencies","year":2015,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Modernization theory; Educational measurement; Continuing medical education; Medical practice; Competence (human resources); Curriculum","score_opus":0.032616043608354066,"score_gpt":0.4094428271295199,"score_spread":0.37682678352116583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096852626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96986604,0.000034795434,0.0013648253,0.0077313697,0.0010099029,0.00014602789,8.322337e-7,0.000050246083,0.019795978],"genre_scores_gemma":[0.98579085,0.0000039994925,0.009905019,0.0022977027,0.0002899941,0.0000120644945,0.0000290546,0.000009087138,0.0016622504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974646,0.000025042575,0.00032483286,0.000110566376,0.001942198,0.00013273934],"domain_scores_gemma":[0.99906176,0.000058911675,0.000057053843,0.00021293951,0.00042739138,0.00018197004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009809328,0.00006773004,0.00019301126,0.000106357234,0.000016929307,0.0000056240215,0.00019697285,0.000096487165,0.00090982416],"category_scores_gemma":[0.0040589995,0.000049973514,0.000026528653,0.0003492086,0.00019529811,0.00003709283,0.000071480674,0.00017428333,0.00006455232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010461811,0.001509175,0.56010216,0.00014255891,0.00013462671,0.000032974738,0.0030448008,0.000001343593,0.0005412565,0.012890045,0.38783747,0.03365897],"study_design_scores_gemma":[0.012646051,0.001631895,0.55324703,0.0005646688,0.00028174912,0.0006514827,0.029403683,0.0039072973,0.0068472265,0.00058207667,0.38969156,0.00054526527],"about_ca_topic_score_codex":0.00016215575,"about_ca_topic_score_gemma":0.000017200495,"teacher_disagreement_score":0.033113707,"about_ca_system_score_codex":0.00006228005,"about_ca_system_score_gemma":0.0006771514,"threshold_uncertainty_score":0.99619365},"labels":[],"label_agreement":null},{"id":"W7096973989","doi":"","title":"American Journal of Pharmaceutical Education 2003; 67 (3) Article 76. INSTRUCTIONAL DESIGN AND ASSESSMENT Development and Validation Processes for an Objective Structured Clinical Examination (OSCE) for Entry-to-Practice Certification in Pharmacy: The Can","year":2008,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Blueprint; Certification; Pharmacy; Test (biology); Educational measurement; Pharmacy practice; Licensure; Clinical pharmacy","score_opus":0.12149977701191504,"score_gpt":0.48365987056375404,"score_spread":0.362160093551839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096973989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81260383,0.00003389435,0.17782928,0.0074160025,0.00040216948,0.0016716414,0.000002510062,0.000009367283,0.00003128735],"genre_scores_gemma":[0.6603171,0.0000801118,0.337989,0.0010539183,0.00022866043,0.00024184163,0.00004779455,0.0000102555905,0.00003127333],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99824303,0.00026626966,0.0007479681,0.00026261364,0.00031976338,0.00016035321],"domain_scores_gemma":[0.9960493,0.00067384343,0.00039475094,0.00010627353,0.0026511718,0.000124705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023737564,0.00011945567,0.00020321304,0.0002331702,0.00021937619,0.000037197005,0.00006945701,0.000050711704,0.000009279609],"category_scores_gemma":[0.0054983604,0.00009227346,0.000015725635,0.0007226397,0.00018880075,0.00039234234,0.000012523768,0.00023748924,2.475404e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000949082,0.0010832765,0.021661026,0.00010769706,0.00006824408,2.979813e-7,0.0044945665,0.00005300246,0.0020046444,0.00087614014,0.0012060899,0.9674959],"study_design_scores_gemma":[0.005651891,0.001653451,0.89709574,0.00012605618,0.00033339832,0.00058890256,0.016097758,0.018197661,0.041808933,0.0005394335,0.017605526,0.00030124726],"about_ca_topic_score_codex":0.00002355729,"about_ca_topic_score_gemma":0.000014514383,"teacher_disagreement_score":0.9671947,"about_ca_system_score_codex":0.0003099504,"about_ca_system_score_gemma":0.0030445114,"threshold_uncertainty_score":0.6582448},"labels":[],"label_agreement":null},{"id":"W7097046969","doi":"","title":"Teaching medical ethics Measuring the ethical sensitivity of medical students: a study at the University of Toronto","year":2016,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Beneficence; Medical ethics; Meaning (existential); Interpretation (philosophy); Ethical issues; Sensitivity (control systems); Bioethics","score_opus":0.04145977986617019,"score_gpt":0.39018719665729873,"score_spread":0.3487274167911285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097046969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78970677,0.0000390083,0.006376536,0.20155595,0.0002302583,0.00037606727,0.0000011843064,0.000027923805,0.0016862763],"genre_scores_gemma":[0.9949877,0.00007694307,0.0001620734,0.0037206332,0.0001677131,0.0000019455742,0.0000013709603,0.00000936573,0.0008722418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905109,0.0019074277,0.00042839348,0.00023431645,0.006726458,0.00019254707],"domain_scores_gemma":[0.99428725,0.004196959,0.00016650601,0.0006739082,0.00053006154,0.00014532928],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03710095,0.00010839184,0.00028386337,0.000025321167,0.00033368013,0.000004733176,0.0005924948,0.0005752606,0.0032117541],"category_scores_gemma":[0.034858234,0.000047514233,0.00007876743,0.00012257202,0.0010173596,0.00005369729,0.00064309983,0.0019876547,0.000013443151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010541686,0.008798661,0.40645203,0.00056991685,0.0016059541,0.00025780572,0.14097644,0.0000013561059,0.0048105125,0.04771504,0.04735373,0.34040436],"study_design_scores_gemma":[0.011342809,0.0012296039,0.79126257,0.003260127,0.00085459463,0.00041511815,0.15400821,0.0017163247,0.0012909354,0.00029817538,0.033855166,0.00046640495],"about_ca_topic_score_codex":0.010142476,"about_ca_topic_score_gemma":0.021372538,"teacher_disagreement_score":0.3848105,"about_ca_system_score_codex":0.00035283325,"about_ca_system_score_gemma":0.0009582554,"threshold_uncertainty_score":0.99769944},"labels":[],"label_agreement":null},{"id":"W7097120349","doi":"","title":"Canadian Medical Education Journal 2013, 4(1) e86 Canadian Medical Education Journal Review Paper","year":2013,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; Medical journal; MEDLINE; Publishing; Curriculum","score_opus":0.008835453584332957,"score_gpt":0.3278151201625918,"score_spread":0.3189796665782588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097120349","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008527813,0.011856032,0.000059511844,0.88240016,0.008036814,0.00095531286,0.0000015262061,0.000039769977,0.08812305],"genre_scores_gemma":[0.037164636,0.025712255,0.005697971,0.9003285,0.008891229,0.00024017903,0.00023330083,0.00008625121,0.02164569],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99443483,0.00022107807,0.0013567851,0.00034279245,0.0027286946,0.00091582636],"domain_scores_gemma":[0.9803307,0.000050957406,0.0003078771,0.0006174726,0.004026834,0.014666135],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003296994,0.00030609965,0.00047328012,0.0011165009,0.00065180793,0.00019891243,0.00062610966,0.0007192921,0.5584483],"category_scores_gemma":[0.034229986,0.00024240097,0.00015650621,0.0010658369,0.00018944094,0.0006949783,0.00002826326,0.0027535658,0.003555623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015058232,0.00018726263,0.000800777,0.00011732079,0.000033107677,0.000019002186,0.000091492904,4.459271e-8,0.0000022556678,0.0010752939,0.6797146,0.31795734],"study_design_scores_gemma":[0.00043467793,0.00007704608,0.008290802,0.0040047267,0.00010652765,0.0130844405,0.00078303734,0.00014829279,0.0000023266734,0.0007034458,0.9720949,0.00026978637],"about_ca_topic_score_codex":0.64743716,"about_ca_topic_score_gemma":0.63949484,"teacher_disagreement_score":0.55489266,"about_ca_system_score_codex":0.002885932,"about_ca_system_score_gemma":0.30925697,"threshold_uncertainty_score":0.9995471},"labels":[],"label_agreement":null},{"id":"W7097297268","doi":"","title":"Faculty Development Exploring Professional Development Needs of Educators in the Health Sciences Professions","year":2015,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Faculty development; Professional development; Unit (ring theory); Higher education; Biomedical sciences; Needs assessment; Health professions","score_opus":0.2778470986722646,"score_gpt":0.46402720605896447,"score_spread":0.18618010738669988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097297268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97498256,0.00003670295,0.00020492384,0.020553522,0.0011146576,0.00052973646,2.418787e-7,0.000019641588,0.0025579953],"genre_scores_gemma":[0.94476897,0.000002000765,0.050935384,0.002373923,0.000069462476,0.00035090378,0.000048520134,0.0000059204567,0.001444925],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99822927,0.00007452307,0.0005534865,0.00012035,0.00077648077,0.00024592015],"domain_scores_gemma":[0.9994142,0.00003995111,0.00012426543,0.00013610024,0.0002009933,0.00008451246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029078417,0.000090963586,0.0001626272,0.00039474556,0.00022070413,0.000006691782,0.00018136312,0.000039210296,0.00005462214],"category_scores_gemma":[0.0005026074,0.000049772014,0.000012806201,0.0016065685,0.00012652541,0.00010946576,0.00005715447,0.00023065013,0.00001814193],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045887005,0.0024783385,0.21624994,0.00023733883,0.000030417808,0.0000011060555,0.4792795,0.000006687722,0.000051418545,0.013313098,0.104789644,0.18351664],"study_design_scores_gemma":[0.00083901064,0.00016360026,0.35684147,0.00091623457,0.000005491288,0.000015291194,0.53830427,0.000033301745,0.0025173523,0.00014759757,0.10006799,0.00014840029],"about_ca_topic_score_codex":0.000037062335,"about_ca_topic_score_gemma":0.000016267286,"teacher_disagreement_score":0.18336824,"about_ca_system_score_codex":0.00031751124,"about_ca_system_score_gemma":0.008858394,"threshold_uncertainty_score":0.9967605},"labels":[],"label_agreement":null},{"id":"W7097297353","doi":"","title":"Canadian Medical Education Journal Comments and Reactions Challenges of Teaching Physiology in an Integrated System-Based Curriculum.","year":2012,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"License; Attribution; Curriculum; MEDLINE","score_opus":0.018196348777332647,"score_gpt":0.34965112216670236,"score_spread":0.3314547733893697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097297353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791756,0.0002432408,0.00012678772,0.015786052,0.00081299676,0.00017013498,7.5013196e-7,0.000017035225,0.0036673876],"genre_scores_gemma":[0.9945803,0.000027406457,0.0031673636,0.0018397415,0.00028041666,0.00001925915,0.00004798895,0.00000803236,0.000029465173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99894506,0.00018416169,0.00035393276,0.000092853676,0.0002262838,0.00019773855],"domain_scores_gemma":[0.9990277,0.00003123222,0.00009827454,0.00013707885,0.00023823406,0.00046744198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012596213,0.00007497177,0.00016929532,0.00047644757,0.000086073465,0.000005673626,0.00006248351,0.00015303645,0.00034221107],"category_scores_gemma":[0.0017093706,0.00005874429,0.000014714604,0.00018255951,0.0000571347,0.00015379381,0.000006262793,0.00058656133,0.0000037053846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005963099,0.0070648305,0.3606715,0.0010898206,0.00009779993,0.0000064059564,0.0054241326,0.000006061345,0.001745344,0.111587904,0.022019902,0.4902267],"study_design_scores_gemma":[0.002957352,0.00057693507,0.8070435,0.0036137155,0.0001217336,0.0010597513,0.11066771,0.017180057,0.00020833197,0.00015826074,0.056035217,0.0003774336],"about_ca_topic_score_codex":0.032300908,"about_ca_topic_score_gemma":0.010847531,"teacher_disagreement_score":0.48984924,"about_ca_system_score_codex":0.0005000034,"about_ca_system_score_gemma":0.0023287435,"threshold_uncertainty_score":0.9741431},"labels":[],"label_agreement":null},{"id":"W7097361451","doi":"","title":"e68 Canadian Medical Education Journal Brief Report Realism of procedural task trainers in a pediatric","year":2015,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Realism; Continuing medical education; MEDLINE; Medical journal","score_opus":0.017457922406413254,"score_gpt":0.33666458408651484,"score_spread":0.3192066616801016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097361451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85480255,0.00011155188,0.000111115936,0.08301051,0.0014678537,0.0003472684,9.878921e-7,0.000022664408,0.060125485],"genre_scores_gemma":[0.98209924,0.0000328145,0.0036357178,0.010462755,0.001322457,0.000019873936,0.00009284024,0.00001578121,0.0023184982],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9978552,0.00003767303,0.00075876876,0.00016324084,0.0009320237,0.00025309378],"domain_scores_gemma":[0.9975916,0.000014926816,0.00019128443,0.00020800937,0.0010136559,0.0009805205],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019610939,0.000093500516,0.00020729167,0.0007878929,0.00003121305,0.000010900115,0.000119010954,0.00020047795,0.00073113653],"category_scores_gemma":[0.019198261,0.00007878866,0.000035192017,0.0011186621,0.00007967851,0.000113252834,0.000009609601,0.0005105651,0.000009343751],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000328362,0.00055816537,0.098433785,0.000101760495,0.000014268805,0.00026779572,0.002738637,0.000002081174,0.0000107448,0.0022965989,0.87259936,0.022943966],"study_design_scores_gemma":[0.008460768,0.0010289117,0.56243443,0.0007896938,0.00031648675,0.05284758,0.0217337,0.0019175005,0.0001307471,0.0042812335,0.34524876,0.00081018475],"about_ca_topic_score_codex":0.030364966,"about_ca_topic_score_gemma":0.016375063,"teacher_disagreement_score":0.5273506,"about_ca_system_score_codex":0.00056167855,"about_ca_system_score_gemma":0.04916818,"threshold_uncertainty_score":0.98906344},"labels":[],"label_agreement":null},{"id":"W7097376824","doi":"","title":"Undergraduate Medical Education","year":2015,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Remuneration; Accountability; Higher education; Clinical governance; Continuing medical education","score_opus":0.028547016653178863,"score_gpt":0.3844693991384346,"score_spread":0.3559223824852557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097376824","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18641977,0.000118426746,0.010510522,0.32265878,0.0024621177,0.00027968906,1.2756048e-7,0.0002125144,0.47733805],"genre_scores_gemma":[0.89482623,0.0000137032375,0.026191736,0.04967238,0.0008190778,0.00003768663,0.000083729436,0.0000150354135,0.028340446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901825,0.000015050311,0.00017149639,0.00010836764,0.00058445014,0.00010236578],"domain_scores_gemma":[0.9992746,0.000008150777,0.000025413909,0.00018660458,0.00033636246,0.000168875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039983125,0.000051074065,0.00008050616,0.00009720736,0.00002140331,0.0000071007044,0.000055847395,0.00008096045,0.00088346703],"category_scores_gemma":[0.0032222762,0.00003987916,0.000017319946,0.0003484992,0.00005602479,0.00005330186,0.000015448415,0.00014912864,0.0005459948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010212027,0.00031686045,0.0042561213,0.000013188717,0.0000075652497,0.0000018538253,0.000082805534,1.4032567e-7,0.000009339267,0.046572547,0.74935544,0.19937395],"study_design_scores_gemma":[0.0013743327,0.00016543634,0.0054458277,0.00012386982,0.00003888686,0.00035104316,0.0014539774,0.0018833699,0.00026922044,0.014153004,0.9746005,0.00014054892],"about_ca_topic_score_codex":0.000036623253,"about_ca_topic_score_gemma":0.0000039363204,"teacher_disagreement_score":0.70840645,"about_ca_system_score_codex":0.00012451722,"about_ca_system_score_gemma":0.0029996154,"threshold_uncertainty_score":0.96733445},"labels":[],"label_agreement":null},{"id":"W7097406568","doi":"","title":"Part of the Medical Education Commons Recommended Citation","year":2011,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Continuing medical education; Lifelong learning; Incentive; Citation; Continuing education; Continuing professional development; Graduate medical education","score_opus":0.0595675048364738,"score_gpt":0.35525079182794794,"score_spread":0.29568328699147417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097406568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6740639,0.000028065731,0.000951965,0.046152245,0.002648667,0.00047007352,8.7545754e-7,0.000053901622,0.27563027],"genre_scores_gemma":[0.98334247,0.0000074518575,0.0063406653,0.0076593207,0.00015445982,0.000042077598,0.000029639146,0.000008016352,0.002415882],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990802,0.000048916394,0.00031205438,0.00008939109,0.00038445415,0.000085006825],"domain_scores_gemma":[0.99921715,0.00002833567,0.000101238205,0.00031682878,0.0002849062,0.000051538304],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045603697,0.00005273873,0.000096361146,0.00007934363,0.00004961489,0.0000019368993,0.0001190857,0.00008973884,0.005588976],"category_scores_gemma":[0.002150158,0.00003348526,0.000039023962,0.00047019354,0.00009746549,0.00004382263,0.000024827212,0.00018228599,0.000027866952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046184527,0.0020392258,0.06809125,0.000090793656,0.000049868504,4.6683616e-7,0.002434502,4.522729e-8,0.00018947247,0.114265434,0.5016126,0.31118017],"study_design_scores_gemma":[0.0017773983,0.00031173349,0.7750756,0.0007841016,0.00020938084,0.00014638029,0.005994339,0.0006844965,0.014767154,0.017485563,0.18250965,0.00025417792],"about_ca_topic_score_codex":0.00007871051,"about_ca_topic_score_gemma":0.000028257602,"teacher_disagreement_score":0.7069844,"about_ca_system_score_codex":0.00004635058,"about_ca_system_score_gemma":0.0007625927,"threshold_uncertainty_score":0.99532},"labels":[],"label_agreement":null},{"id":"W7097578337","doi":"","title":"Original Article Study of the Factors Influencing the Stimulus to Learning Recorded by Physicians Keeping a Learning Portfolio","year":2008,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Stimulus (psychology); Audit; Portfolio; Continuing medical education; Learning disability","score_opus":0.018782443251203745,"score_gpt":0.30468941624431467,"score_spread":0.2859069729931109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097578337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956801,0.000009350384,0.00064550695,0.000985977,0.00020525683,0.0005627719,1.6730417e-7,0.00006879635,0.0018420805],"genre_scores_gemma":[0.99614227,0.000002294332,0.00030945017,0.0010279177,0.000090478345,0.000024204706,0.0000026998123,0.000019130937,0.0023815795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854887,0.00012063501,0.00037786926,0.00019718429,0.000511656,0.00024377815],"domain_scores_gemma":[0.9991601,0.00010884922,0.00016948937,0.0002905073,0.00022858135,0.00004246152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003959385,0.000116799354,0.00020061752,0.00008623786,0.0005298326,0.000011760876,0.00016112899,0.000040278024,0.00016773625],"category_scores_gemma":[0.0014761911,0.00006873069,0.000047663794,0.0012146855,0.000088548666,0.00007973791,0.00006151805,0.0006445369,0.000017926872],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003377129,0.00045642274,0.9374935,0.000012727427,0.000060667564,0.000002619209,0.034716934,0.0020126484,0.01276333,0.00003749379,0.0034182158,0.00899167],"study_design_scores_gemma":[0.0011930559,0.0010086522,0.84717053,0.00015102042,0.00011674067,0.00002494351,0.12683555,0.0035683129,0.009242361,0.000013355549,0.010473762,0.0002017349],"about_ca_topic_score_codex":0.0007558206,"about_ca_topic_score_gemma":0.000021110785,"teacher_disagreement_score":0.09211863,"about_ca_system_score_codex":0.00012136504,"about_ca_system_score_gemma":0.0001264394,"threshold_uncertainty_score":0.40750974},"labels":[],"label_agreement":null},{"id":"W7097704420","doi":"","title":"Canadian Medical Education Journal 2013, 4(2) e4 Canadian Medical Education Journal Major Contribution / Research Article","year":2013,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"License; Medical research; Medical journal; Attribution; Research article; Continuing medical education","score_opus":0.01661745571686225,"score_gpt":0.3863089137830925,"score_spread":0.36969145806623027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097704420","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3816635,0.00059864344,0.00018629886,0.590341,0.0050335773,0.00089386525,0.0000022500446,0.00003843321,0.021242468],"genre_scores_gemma":[0.9060494,0.0003628341,0.002241666,0.07573313,0.0066151163,0.00018981195,0.0001526099,0.000052062045,0.008603372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99267447,0.0004651302,0.0011271642,0.0003668985,0.003960691,0.0014056197],"domain_scores_gemma":[0.9749155,0.00012402402,0.00019492218,0.00053168123,0.00987031,0.014363574],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0077093677,0.00023757675,0.00033125866,0.0021448513,0.0013874392,0.00042634812,0.00057031994,0.00090000284,0.23879872],"category_scores_gemma":[0.059649326,0.0002010646,0.00010404617,0.0016910888,0.00036848747,0.0006862843,0.000040304534,0.003921321,0.0038042355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011911912,0.00043143608,0.005413886,0.00001697402,0.000042931977,0.000032371026,0.00026436133,2.5462174e-7,0.000048741178,0.006405086,0.83099496,0.1563371],"study_design_scores_gemma":[0.002079076,0.00032009603,0.066513225,0.00083203864,0.00008261658,0.012836713,0.005865342,0.0032861298,0.00016178834,0.0059316996,0.9016568,0.00043446364],"about_ca_topic_score_codex":0.72114766,"about_ca_topic_score_gemma":0.6912998,"teacher_disagreement_score":0.52438587,"about_ca_system_score_codex":0.0054024365,"about_ca_system_score_gemma":0.27604425,"threshold_uncertainty_score":0.9999126},"labels":[],"label_agreement":null},{"id":"W7097839927","doi":"","title":"Canadian Medical Education Journal Letter to the Editor Do Dentists Require Leadership Qualities?","year":2012,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"License; Letter to the editor; Attribution; Journal editor; Government (linguistics)","score_opus":0.047721614311556027,"score_gpt":0.3704305202252848,"score_spread":0.32270890591372875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097839927","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06261981,0.00032207265,0.0010294819,0.8705065,0.048983708,0.00038153617,0.0000015915809,0.000035042685,0.01612022],"genre_scores_gemma":[0.48601192,0.000006096783,0.002349313,0.36720964,0.11871209,0.00005250362,0.000026895716,0.000022062406,0.025609478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784184,0.000106650186,0.00036072,0.000121411234,0.0010432289,0.00052616704],"domain_scores_gemma":[0.99789435,0.00005405677,0.00006339569,0.00032325325,0.00040272536,0.0012621969],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023265355,0.00010701378,0.00012154162,0.0002701373,0.0002656825,0.00007427358,0.00023236337,0.00021159672,0.018600147],"category_scores_gemma":[0.007251487,0.0000698973,0.000045235665,0.00043366814,0.00008192345,0.00028940814,0.000019350002,0.0007207499,0.0010142179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054814686,0.00008699503,0.0031534287,0.000022911661,0.00001567339,0.0000019148922,0.0025117458,5.646897e-8,0.000009012177,0.0046489546,0.9575314,0.03201242],"study_design_scores_gemma":[0.00016490046,0.000027884238,0.0075000026,0.00012112737,0.000022355332,0.00038982136,0.0075217467,0.0000068467903,0.00003137234,0.00006411309,0.9840583,0.000091513204],"about_ca_topic_score_codex":0.004520303,"about_ca_topic_score_gemma":0.0049346867,"teacher_disagreement_score":0.5032969,"about_ca_system_score_codex":0.0007119087,"about_ca_system_score_gemma":0.00516605,"threshold_uncertainty_score":0.9997636},"labels":[],"label_agreement":null},{"id":"W7097937630","doi":"","title":"Canadian Medical Education Journal 2013, 4(2) e41 Canadian Medical Education Journal","year":2013,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; Medical journal; Medical research; Publishing","score_opus":0.007365707155615018,"score_gpt":0.314408692508598,"score_spread":0.30704298535298297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097937630","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13459611,0.00066893245,0.00023308578,0.74728423,0.0133782895,0.00073904434,0.0000018361268,0.000055086955,0.10304337],"genre_scores_gemma":[0.5460996,0.000758159,0.010602676,0.40255246,0.014482865,0.00017872675,0.00022550287,0.0001054505,0.024994556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99476624,0.00015743598,0.0011001694,0.0003255735,0.0026769054,0.0009736783],"domain_scores_gemma":[0.9796096,0.00004721579,0.000243993,0.0004877878,0.0035919219,0.01601946],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023878054,0.00028459472,0.00035011518,0.0017871257,0.0007815173,0.00030144939,0.00059941236,0.00088803144,0.40443325],"category_scores_gemma":[0.025042735,0.00023671472,0.00012476073,0.0009849841,0.0002142668,0.00058629055,0.000026985632,0.0028147053,0.0030863362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030871513,0.00025194752,0.0035699126,0.000016419599,0.000036741374,0.000025083093,0.0002566607,2.5047308e-7,0.000005938187,0.0019044868,0.7242109,0.26971856],"study_design_scores_gemma":[0.00079535117,0.00011883734,0.022671347,0.00052463,0.000068621564,0.016617179,0.0030742236,0.0011303754,0.000013084399,0.0017103583,0.95294774,0.00032822732],"about_ca_topic_score_codex":0.7906999,"about_ca_topic_score_gemma":0.7818547,"teacher_disagreement_score":0.4115035,"about_ca_system_score_codex":0.0034539409,"about_ca_system_score_gemma":0.3564688,"threshold_uncertainty_score":0.99948585},"labels":[],"label_agreement":null},{"id":"W7098133575","doi":"","title":"EDITORIAL “I Hear and I Forget, I See and I Remember,","year":2015,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Apprenticeship; Pharmacy education; Pharmacy practice; Curriculum","score_opus":0.02309376533513197,"score_gpt":0.3333323734062686,"score_spread":0.3102386080711366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098133575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781726,0.00017698994,0.00049642817,0.013540365,0.06978114,0.0003154892,7.4700614e-7,0.000090904105,0.03742538],"genre_scores_gemma":[0.6745281,0.00007695897,0.0446285,0.0063530216,0.25560915,0.00003552456,0.00005665199,0.000037522263,0.018674519],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948585,0.000007746022,0.00011167091,0.00010100689,0.00020993208,0.0000837933],"domain_scores_gemma":[0.9995941,0.000015874968,0.000017127786,0.00010001248,0.00018175214,0.00009115894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036175267,0.000044774046,0.000084924985,0.000047594727,0.00002732971,0.000009566417,0.000014563845,0.000071095375,0.00003270093],"category_scores_gemma":[0.0009695705,0.00003484473,0.0000056174367,0.00010770201,0.00006368501,0.000056748017,0.000020632382,0.000108428314,0.000012445532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002546628,0.000029432918,0.0028241335,0.000017089096,0.0000052714945,6.239739e-7,0.00021034363,2.99289e-8,0.00012904848,0.0012488595,0.98705894,0.008450788],"study_design_scores_gemma":[0.0014465408,0.00018858425,0.003264451,0.000020866297,0.000021687794,0.000050677943,0.00069148926,0.00023748902,0.00017643935,0.0013149882,0.99252653,0.00006024289],"about_ca_topic_score_codex":0.00004131484,"about_ca_topic_score_gemma":0.0000036085453,"teacher_disagreement_score":0.20364442,"about_ca_system_score_codex":0.00002703024,"about_ca_system_score_gemma":0.00009387429,"threshold_uncertainty_score":0.14209267},"labels":[],"label_agreement":null},{"id":"W7098451255","doi":"","title":"Saskatoon By","year":2016,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.007995488482559968,"score_gpt":0.3057478202788233,"score_spread":0.2977523317962633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098451255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61994535,0.00003302611,0.018554,0.11085066,0.0003934455,0.00014476548,0.0000011314004,0.00012909457,0.2499485],"genre_scores_gemma":[0.88506967,0.0000046674168,0.0040739183,0.0061885184,0.00011957478,0.000008755148,0.0000070137426,0.000005467551,0.104522444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996902,0.0000031922875,0.00007560979,0.00006274799,0.000102489954,0.00006580391],"domain_scores_gemma":[0.9997892,0.000010615574,0.000010685563,0.00011557978,0.00005186835,0.000022042572],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000079726284,0.000025346137,0.000039235496,0.000026721842,0.000012913168,0.0000017389709,0.000019979025,0.000028275335,0.0033139016],"category_scores_gemma":[0.00018424772,0.000012881055,0.000009239565,0.00009649701,0.000034675762,0.000031886786,0.000004594309,0.000027100998,0.00055055117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035909482,0.000040700357,0.0023416744,0.0000030845915,0.0000031307347,2.8111145e-7,0.000013348876,4.2565773e-10,0.022500936,0.003546666,0.7857503,0.18579623],"study_design_scores_gemma":[0.0005314576,0.00006774434,0.006512913,0.000032673004,0.0000066883217,0.000011377554,0.00005100282,0.000006272929,0.019082855,0.0003333803,0.97332543,0.000038174698],"about_ca_topic_score_codex":0.0000030906383,"about_ca_topic_score_gemma":3.711781e-7,"teacher_disagreement_score":0.26512426,"about_ca_system_score_codex":0.000036478184,"about_ca_system_score_gemma":0.00003065973,"threshold_uncertainty_score":0.9975972},"labels":[],"label_agreement":null},{"id":"W7098984047","doi":"","title":"Incomes and Hardship Among Non-Working Older Canadians","year":2014,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pension; Welfare; Low income; Public policy; Poverty; Income Support; National Pension; Public assistance","score_opus":0.008102754097418991,"score_gpt":0.27068164707013675,"score_spread":0.26257889297271775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098984047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9198001,0.000010152168,0.005795809,0.006930882,0.00030587486,0.0001391882,1.4005195e-7,0.00003518877,0.06698269],"genre_scores_gemma":[0.986697,0.000001879646,0.00357836,0.0057547023,0.00029782296,0.000011488094,0.0000100509615,0.000009686497,0.0036389967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99949014,0.000010308924,0.00012267823,0.00011543814,0.00012563293,0.00013580588],"domain_scores_gemma":[0.99965245,0.000031559717,0.00002401069,0.00015185463,0.000058706708,0.00008140644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027519529,0.000055636396,0.000099059755,0.00010924628,0.00006442371,0.000013112073,0.00003349758,0.00006067627,0.00021223439],"category_scores_gemma":[0.00038297358,0.000045739624,0.000011170343,0.00019043313,0.00007710057,0.000034412387,0.000011547354,0.0001349016,0.000018348892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024505944,0.000024749866,0.8318506,0.00004254242,0.000014205143,0.0000020194198,0.0007032345,6.268199e-7,0.000068066634,0.003951692,0.025950368,0.13738948],"study_design_scores_gemma":[0.00040369216,0.000029981986,0.96204114,0.00009105858,0.000020952757,0.000012025647,0.00047659676,0.0052406173,0.00010296473,0.00020026743,0.03130545,0.00007522807],"about_ca_topic_score_codex":0.0032313713,"about_ca_topic_score_gemma":0.0017034538,"teacher_disagreement_score":0.13731425,"about_ca_system_score_codex":0.000050180515,"about_ca_system_score_gemma":0.000067510824,"threshold_uncertainty_score":0.48848885},"labels":[],"label_agreement":null},{"id":"W7099198711","doi":"","title":"Competing interests: None declared. REFERENCES","year":2008,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alliance; Identification (biology); Post hoc","score_opus":0.06044812777009902,"score_gpt":0.3501166728303031,"score_spread":0.2896685450602041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099198711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9006871,0.000035474623,0.0015865043,0.0044154865,0.00026324418,0.00008798395,2.1773886e-7,0.00008619649,0.092837766],"genre_scores_gemma":[0.96288985,0.000023944938,0.03127925,0.002689872,0.00022507853,0.00000843238,0.000028554723,0.0000065003333,0.0028485043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99935985,0.000012216375,0.00020133992,0.00011598954,0.00019486557,0.00011571873],"domain_scores_gemma":[0.9995676,0.00002953105,0.000036418114,0.00016372399,0.00016540824,0.000037305002],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015181887,0.00005587585,0.000106144995,0.0000917864,0.00008795601,0.000004449449,0.000058217487,0.000048503047,0.0015766438],"category_scores_gemma":[0.00061361573,0.0000428633,0.000019059484,0.00028276735,0.00009982139,0.000045714998,0.000019697556,0.00017234171,0.00021137646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001448207,0.0012492391,0.39090854,0.00021294982,0.0001401411,0.0001513872,0.008199975,0.000002581415,0.0065626292,0.028738758,0.38856858,0.17512041],"study_design_scores_gemma":[0.0038025312,0.0009014775,0.6253964,0.0009218357,0.000104027844,0.0024787749,0.020122506,0.0037877813,0.014057796,0.0011177312,0.32660994,0.0006992138],"about_ca_topic_score_codex":0.000034964956,"about_ca_topic_score_gemma":0.0000065721215,"teacher_disagreement_score":0.23448785,"about_ca_system_score_codex":0.000050424424,"about_ca_system_score_gemma":0.000095969415,"threshold_uncertainty_score":0.99933606},"labels":[],"label_agreement":null},{"id":"W7100132905","doi":"","title":"Table of Contents","year":2000,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.021504113313891484,"score_gpt":0.329378565339658,"score_spread":0.3078744520257665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100132905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7251641,0.000012926554,0.0001267288,0.0016929419,0.00005962258,0.00006292636,2.6431175e-7,0.000013674926,0.27286676],"genre_scores_gemma":[0.93314403,0.00000677986,0.0041726865,0.0017695861,0.000040006078,0.0000032624614,0.00000966259,0.0000025517465,0.06085142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997122,0.0000023582647,0.00010403662,0.00003841359,0.00009648338,0.0000464564],"domain_scores_gemma":[0.999799,0.0000039940783,0.000011077478,0.00009293764,0.000080379956,0.000012587931],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000055117856,0.000018801004,0.000056097568,0.000024634928,0.000008431115,7.889433e-7,0.000018438233,0.00002032705,0.02065089],"category_scores_gemma":[0.00008387259,0.000014346244,0.000008575856,0.00016974143,0.000026699432,0.000018552983,0.0000016390244,0.000035901805,0.00014245007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077908124,0.0006050148,0.027986443,0.000077688106,0.00003828778,0.00000220449,0.00026626332,0.000002228836,0.0082276035,0.009578723,0.34978107,0.60335654],"study_design_scores_gemma":[0.0023558082,0.0002760208,0.14613877,0.0001325902,0.00005194805,0.000039842093,0.0005302274,0.0012057172,0.036894254,0.0006038616,0.8116662,0.00010476752],"about_ca_topic_score_codex":0.00003387983,"about_ca_topic_score_gemma":3.5701407e-7,"teacher_disagreement_score":0.6032518,"about_ca_system_score_codex":0.000007505707,"about_ca_system_score_gemma":0.000023093291,"threshold_uncertainty_score":0.9802444},"labels":[],"label_agreement":null},{"id":"W7100223314","doi":"","title":"Canadian Medical Education Journal 2013, 4(1) e81 Canadian Medical Education Journal Brief Report","year":2013,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"License; Attribution; Continuing medical education; Medical journal; Curriculum","score_opus":0.008020518552630192,"score_gpt":0.3186614881610871,"score_spread":0.3106409696084569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100223314","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13988735,0.0005515205,0.0002653113,0.712063,0.0141277285,0.0007781531,0.0000016581303,0.000061809376,0.13226344],"genre_scores_gemma":[0.49250692,0.0007431374,0.0130712325,0.4100894,0.018761016,0.00023418132,0.0005047753,0.00014284247,0.06394648],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937567,0.00015516786,0.0015470221,0.00041610567,0.0031160517,0.0010089513],"domain_scores_gemma":[0.9778055,0.000049258135,0.0004212355,0.0007099839,0.004697692,0.016316317],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034607656,0.00030893268,0.000407659,0.0016877595,0.0008060081,0.0003274002,0.0005853514,0.00094525627,0.3166416],"category_scores_gemma":[0.041645452,0.0002631296,0.00014395808,0.0010361251,0.00024849086,0.00063227507,0.00003226194,0.0028988163,0.0015154852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035253852,0.0002862048,0.006151162,0.000018628154,0.00004779938,0.0002182337,0.00022488984,2.2905614e-7,0.0000044473454,0.0013981458,0.7734451,0.2182016],"study_design_scores_gemma":[0.00059056206,0.00009208591,0.03249843,0.00046073375,0.00006778657,0.08728171,0.0018634336,0.00051821617,0.000010031114,0.0011241359,0.87519854,0.0002943398],"about_ca_topic_score_codex":0.83391523,"about_ca_topic_score_gemma":0.7454654,"teacher_disagreement_score":0.39250392,"about_ca_system_score_codex":0.0036537177,"about_ca_system_score_gemma":0.39615762,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W7100225268","doi":"","title":"Call for Educational Abstracts The Third Wave of CME Our Place in Systems Thinking","year":2011,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; Health care; Professional development; Alliance; Systems thinking; Theme (computing); Health professionals","score_opus":0.058374559666024194,"score_gpt":0.3335921726639363,"score_spread":0.27521761299791214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100225268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87835616,0.00011949584,0.0018874323,0.02706556,0.0022607583,0.0016240352,0.0000044131316,0.000035348974,0.08864682],"genre_scores_gemma":[0.9830737,0.0000027879619,0.0107095335,0.0009441483,0.0003063535,0.00010784038,0.000026543805,0.000009233916,0.004819819],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99909264,0.000018390088,0.00040093285,0.00011191782,0.0002447474,0.00013139867],"domain_scores_gemma":[0.99923307,0.0001171201,0.00013117553,0.00020940848,0.00028480723,0.000024415678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009888432,0.00006484551,0.00013014558,0.0001052161,0.00004330905,0.000006233253,0.00009513214,0.000078654746,0.000059134003],"category_scores_gemma":[0.0010099623,0.000041221047,0.000028641844,0.00019976775,0.000032291275,0.00005265979,0.000012833317,0.00017060901,0.000013467859],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035710615,0.0021923522,0.027313584,0.001304215,0.00017068969,0.000004200628,0.040619086,0.00011686916,0.0013572958,0.54821336,0.37188724,0.0064639975],"study_design_scores_gemma":[0.0041017462,0.0005465195,0.87501603,0.0015546288,0.00020009944,0.0002195423,0.05785958,0.011323658,0.0053037386,0.01948994,0.023899347,0.0004851728],"about_ca_topic_score_codex":0.00049191195,"about_ca_topic_score_gemma":0.000035160225,"teacher_disagreement_score":0.84770244,"about_ca_system_score_codex":0.000087705805,"about_ca_system_score_gemma":0.0003641701,"threshold_uncertainty_score":0.16809456},"labels":[],"label_agreement":null},{"id":"W7100715074","doi":"","title":"2","year":2006,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Atomic energy; Capital cost; Power (physics); Current (fluid); Electric power industry","score_opus":0.007643504153726056,"score_gpt":0.3156855137594935,"score_spread":0.30804200960576744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100715074","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4637597,0.00000786792,0.0027474614,0.007217346,0.00011460793,0.00004110356,3.223154e-8,0.000047925572,0.526064],"genre_scores_gemma":[0.950624,2.3857055e-7,0.017413912,0.002333202,0.00025632707,0.0000033349468,0.000014703587,0.0000022203194,0.029352065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99981827,9.820986e-7,0.000051472296,0.00003068606,0.00006261368,0.00003600261],"domain_scores_gemma":[0.99989086,0.0000020182135,0.000005198514,0.000059189613,0.000037661983,0.0000050749327],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000037485093,0.000013355484,0.000022414308,0.000026620934,0.000010591218,0.0000015579271,0.0000082165625,0.000014161544,0.0011750358],"category_scores_gemma":[0.000037760652,0.000010040465,0.000006397702,0.000113291666,0.000012437772,0.000009994903,0.0000018140985,0.000029041246,0.00019663479],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003033112,0.00011578849,0.019607358,0.000008577965,0.0000021603341,0.0000020127882,0.000009424232,4.5699989e-7,0.0016373245,0.13008592,0.80981565,0.03871228],"study_design_scores_gemma":[0.00041351153,0.000033340417,0.3320564,0.000009722833,0.0000107865235,0.00003935902,0.00006289418,0.000417441,0.004337326,0.0038479501,0.6587272,0.00004404708],"about_ca_topic_score_codex":0.000025691363,"about_ca_topic_score_gemma":7.2622225e-7,"teacher_disagreement_score":0.4967119,"about_ca_system_score_codex":0.000014259346,"about_ca_system_score_gemma":0.000017086073,"threshold_uncertainty_score":0.99973804},"labels":[],"label_agreement":null},{"id":"W7100745319","doi":"","title":"What Multisource Feedback Factors Influence Physician Self-Assessments? A Five-Year","year":2015,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data collection; MEDLINE; Regression analysis; Linear regression; Identification (biology)","score_opus":0.024540197102136896,"score_gpt":0.35216687360549875,"score_spread":0.32762667650336186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100745319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98804814,0.000022829938,0.00037053335,0.0019428987,0.00073486334,0.00032080596,7.146945e-7,0.00019327426,0.008365918],"genre_scores_gemma":[0.9742581,0.000015620895,0.01579463,0.005447928,0.00023925574,0.000023077755,0.000053081814,0.000023420676,0.0041448507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987277,0.00002916103,0.0002523718,0.00023861504,0.0005156633,0.00023648953],"domain_scores_gemma":[0.9988905,0.000032371063,0.00008392693,0.00035896935,0.0004789272,0.0001552702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022255364,0.00013976818,0.00018955588,0.00011557267,0.000058431997,0.00007026937,0.00012279597,0.00009714493,0.00012489456],"category_scores_gemma":[0.00033410074,0.000112175134,0.000038462906,0.0005417986,0.000062876796,0.0006024963,0.000044393022,0.0002511756,0.00042832067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027093355,0.005145366,0.506766,0.00045059714,0.0006099452,0.000033937074,0.044305123,0.00021868822,0.0046658795,0.0094027575,0.30147514,0.1266556],"study_design_scores_gemma":[0.0077585457,0.0011167699,0.6555267,0.0007097745,0.00026842725,0.00002802094,0.15130395,0.0069745053,0.0061049573,0.0008971157,0.16842511,0.00088610395],"about_ca_topic_score_codex":0.00008823796,"about_ca_topic_score_gemma":0.0000031291568,"teacher_disagreement_score":0.14876069,"about_ca_system_score_codex":0.00027689885,"about_ca_system_score_gemma":0.000265805,"threshold_uncertainty_score":0.55053383},"labels":[],"label_agreement":null},{"id":"W7101016334","doi":"","title":"In the Students ’ Own Words: What Are the Strengths and Weaknesses of the Dental","year":2015,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; SWOT analysis; Realm; Quality (philosophy); Commission; Focus group; Qualitative research","score_opus":0.018986953654542758,"score_gpt":0.36994508624654626,"score_spread":0.3509581325920035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101016334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702212,0.00027302993,0.0000094840625,0.027335277,0.00051628816,0.0002944142,4.2730764e-7,0.000004349161,0.0013455229],"genre_scores_gemma":[0.9943237,0.00006564206,0.000075113414,0.004892577,0.00011769011,0.0000217217,0.000002162676,0.000003900567,0.00049752486],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99912,0.00006539093,0.00016479313,0.000075366515,0.0004963688,0.00007809994],"domain_scores_gemma":[0.9994135,0.0001332273,0.00006498306,0.00028038764,0.00009196,0.000015966769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067368423,0.0000525038,0.00007957615,0.000032556356,0.000044401822,0.00003803856,0.00023497862,0.000032851454,0.000058056557],"category_scores_gemma":[0.0012166129,0.000019225456,0.000014200508,0.00038871268,0.00016501462,0.000119716766,0.00006782058,0.00016863739,0.0000050071703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004685336,0.00079426577,0.8831654,0.00005710322,0.00004702378,0.0000040735886,0.021308282,0.0000023443492,0.0000834833,0.0042656087,0.053417362,0.036808208],"study_design_scores_gemma":[0.0011475915,0.00006470088,0.4846603,0.00027605303,0.000051522078,0.000054990698,0.49371645,0.000059852926,0.0004408202,0.000832369,0.018636636,0.00005872342],"about_ca_topic_score_codex":0.000062863,"about_ca_topic_score_gemma":0.00011001046,"teacher_disagreement_score":0.47240818,"about_ca_system_score_codex":0.00003140976,"about_ca_system_score_gemma":0.000067518886,"threshold_uncertainty_score":0.14564872},"labels":[],"label_agreement":null},{"id":"W7103423603","doi":"","title":"Somethingâs missing from my education: Using a cross sectional survey to examine the needs and interest of Canadian medical students relating to their roles as teachers and educators","year":2017,"lang":"en","type":"article","venue":"PubMed Central","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Survey research; MEDLINE","score_opus":0.06431472886601239,"score_gpt":0.3687888368657889,"score_spread":0.3044741079997765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103423603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881886,0.0001081574,0.000035329584,0.009163556,0.0016987807,0.00046576594,0.000014260223,0.000009401331,0.00031612848],"genre_scores_gemma":[0.99459314,0.0000071105583,0.0011946765,0.0029864917,0.0009255766,0.000038712493,0.00003447095,0.000019376821,0.00020046199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981942,0.00009520212,0.00036813386,0.00025857004,0.00054933643,0.00053456274],"domain_scores_gemma":[0.9980228,0.00018801822,0.00018105924,0.00035798256,0.00018521829,0.001064934],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002871954,0.0001389708,0.00019922823,0.00044295375,0.0005502657,0.00026624612,0.00035834865,0.00015095445,0.00010572752],"category_scores_gemma":[0.017339751,0.00010870371,0.000023579882,0.0004007441,0.00028306787,0.00014367883,0.00014569153,0.00044005818,0.0000016528028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024622974,0.00007868569,0.92524123,0.000012716287,0.000056920337,0.0000010378498,0.010503528,0.0000017909271,0.00013321337,0.00008820943,0.00076747726,0.06309055],"study_design_scores_gemma":[0.00031724724,0.000022874148,0.9914954,0.00016992619,0.000022470405,0.000037510836,0.0047419933,0.00006898178,0.00013188501,0.00006448411,0.0028289387,0.00009834292],"about_ca_topic_score_codex":0.0990159,"about_ca_topic_score_gemma":0.030283084,"teacher_disagreement_score":0.06873281,"about_ca_system_score_codex":0.00042592024,"about_ca_system_score_gemma":0.0022497093,"threshold_uncertainty_score":0.9909376},"labels":[],"label_agreement":null},{"id":"W7103887937","doi":"10.13140/rg.2.2.27173.36322","title":"Pathways to Practice: A Comparative Analysis of Medical Education in Canada, Mainland China, and Hong Kong","year":2025,"lang":"en","type":"article","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mainland China; Mainland; Government (linguistics); Public health","score_opus":0.012281870068490262,"score_gpt":0.37716373532543834,"score_spread":0.3648818652569481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103887937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447537,0.00009706024,0.002185329,0.03634472,0.00021981038,0.00026497286,0.000002102183,0.0000052541586,0.016127074],"genre_scores_gemma":[0.9878225,0.00001767618,0.00508006,0.006454457,0.000023808376,0.000024362322,0.000044979955,0.0000020758425,0.0005301076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988324,0.000054303327,0.00036117522,0.00016630141,0.00047740628,0.000108436376],"domain_scores_gemma":[0.99930894,0.00013950122,0.00006890362,0.00016878199,0.00022792141,0.000085939595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006120514,0.000068097535,0.00029604923,0.0006691296,0.00002715294,0.0000067428646,0.00006563256,0.000057414363,0.00028417935],"category_scores_gemma":[0.002652376,0.000058006717,0.000016710583,0.0025509575,0.00003826966,0.00005348102,0.00003178494,0.00018797847,9.190742e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016303433,0.0009560942,0.7171441,0.00018516085,0.00084098027,0.000011774565,0.005658859,0.00008459211,0.00014082529,0.053315215,0.10607938,0.11542003],"study_design_scores_gemma":[0.0004057552,0.000029331643,0.97011685,0.00017777311,0.00034784048,0.0000046288897,0.012929491,0.010467546,0.00010793515,0.00008061713,0.005273919,0.000058334335],"about_ca_topic_score_codex":0.54404074,"about_ca_topic_score_gemma":0.65233815,"teacher_disagreement_score":0.25297275,"about_ca_system_score_codex":0.00040088175,"about_ca_system_score_gemma":0.009884323,"threshold_uncertainty_score":0.99572873},"labels":[],"label_agreement":null},{"id":"W7108339297","doi":"10.2196/67332","title":"Global Learner Feedback on Continuing Medical Education–Accredited e-Learning Modules in Pediatric Endocrinology and Diabetes: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Alexion Pharmaceuticals; International Society for Pediatric and Adolescent Diabetes; Eli Lilly and Company","keywords":"Pediatric endocrinology; Continuing medical education; Promotion (chess); Equity (law); Continuing education; MEDLINE","score_opus":0.008497124146084905,"score_gpt":0.36642208731326686,"score_spread":0.357924963167182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108339297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789591,0.00042188563,0.000050162867,0.011473018,0.0038422537,0.0011539166,0.0000013160352,0.00013475132,0.003963596],"genre_scores_gemma":[0.9883025,0.00013013587,0.00029440018,0.006683399,0.0018610655,0.0009051738,0.00021453896,0.000024459277,0.0015843078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99569297,0.00031572196,0.0010934313,0.00079613697,0.0015565107,0.0005452276],"domain_scores_gemma":[0.9981927,0.0002753252,0.00021983693,0.00038675,0.00057926914,0.0003460736],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014523709,0.00029835544,0.0004537161,0.0009407657,0.00019989502,0.00008562855,0.0002982248,0.0005745018,0.0011747085],"category_scores_gemma":[0.020085372,0.0002836558,0.00006856719,0.0021438329,0.0003494583,0.0001755564,0.00013247496,0.0014690062,0.000059412898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008774233,0.0043482254,0.82282186,0.00017423833,0.000031485488,0.000004817914,0.00040700537,0.0000047994336,0.0000020082673,0.0022722634,0.012748468,0.15709712],"study_design_scores_gemma":[0.0024150969,0.0003028611,0.98636925,0.0004379082,0.00005023824,0.000040965027,0.0019988304,0.001278987,0.0000029988503,0.0005197212,0.006386477,0.00019666608],"about_ca_topic_score_codex":0.00012063563,"about_ca_topic_score_gemma":0.000050414936,"teacher_disagreement_score":0.16354741,"about_ca_system_score_codex":0.0006763473,"about_ca_system_score_gemma":0.00453947,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W7110576108","doi":"","title":"Bridging competency and technology: User evaluation of a digital clinical workbook for nurse practitioner students","year":2025,"lang":"en","type":"article","venue":"UWA Profiles and Research Repository (UWA)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"College of Engineering, Michigan State University; Michigan State University; Flinders University; University of Toronto; University of Surrey; University of Waterloo; Curtin University of Technology; University of the Sunshine Coast; University of New South Wales; Auckland University of Technology, New Zealand; University of Wollongong; University of Waikato","keywords":"Workbook; Bridging (networking); Usability; Digital literacy; Employability; Literacy; Focus group","score_opus":0.06851752065995281,"score_gpt":0.504293209517771,"score_spread":0.4357756888578182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110576108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98722905,0.00073698047,0.00048808104,0.0060235183,0.00036687267,0.0017732171,0.0000038082862,0.00003015981,0.0033483275],"genre_scores_gemma":[0.99071324,0.0000744234,0.0022667032,0.00006877509,0.0002345628,0.0003888946,0.000040647075,0.000011573281,0.006201162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979506,0.00014701829,0.00048319873,0.00032125262,0.00088512915,0.0002127973],"domain_scores_gemma":[0.99723715,0.00026161733,0.000121398574,0.00027817034,0.002043064,0.000058608042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031988393,0.00008540228,0.00022411028,0.00048152317,0.0002957508,0.000079395504,0.000105040286,0.00018990898,0.000008431842],"category_scores_gemma":[0.0038705892,0.0000702164,0.000035046432,0.00056716,0.0005646835,0.00015837447,0.0000927571,0.00046378467,0.0000016949848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033549007,0.0013684974,0.6958999,0.0008186763,0.0003117669,0.00000853896,0.00037236096,8.0635107e-7,0.008044973,0.01209031,0.023790538,0.25695816],"study_design_scores_gemma":[0.011721716,0.0023316718,0.8068758,0.0050878264,0.0008836362,0.00018551454,0.011559516,0.017579181,0.09709745,0.013052211,0.03315678,0.00046867662],"about_ca_topic_score_codex":0.0000060395996,"about_ca_topic_score_gemma":5.603196e-8,"teacher_disagreement_score":0.2564895,"about_ca_system_score_codex":0.00010431256,"about_ca_system_score_gemma":0.00076812686,"threshold_uncertainty_score":0.46337363},"labels":[],"label_agreement":null},{"id":"W7110845057","doi":"10.36834/cmej.81428","title":"Assessment burden by design: exploring the variability in competence by design assessment forms","year":2025,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; University of Ottawa; York University; Toronto Metropolitan University; University of Toronto; University of Calgary; University of Saskatchewan","funders":"","keywords":"Milestone; Competence (human resources); Narrative; Context (archaeology); Presentation (obstetrics); Narrative review","score_opus":0.031187765895607074,"score_gpt":0.3628048419039477,"score_spread":0.3316170760083406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110845057","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062637823,0.0050146184,0.4008158,0.55269706,0.025978133,0.0015957033,0.000017977965,0.00002328908,0.007593634],"genre_scores_gemma":[0.73199123,0.005473409,0.084651574,0.15321793,0.006961525,0.0020055508,0.0003392406,0.00012472195,0.015234821],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99262655,0.0021675273,0.0016424719,0.00055554335,0.0017555585,0.0012523759],"domain_scores_gemma":[0.9919208,0.0015343395,0.00038393572,0.00077480363,0.0010538726,0.004332208],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019564463,0.00038885535,0.0005259588,0.00068675936,0.0008407703,0.00028198454,0.0009871641,0.0004973109,0.017979002],"category_scores_gemma":[0.03628265,0.0003221748,0.00010515932,0.0021339264,0.00073817495,0.0005172997,0.000055988534,0.0042858096,0.000048934347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009720171,0.0005257535,0.0017966473,0.00011183077,0.000081895516,0.00001973675,0.00079118775,0.00009063151,0.000043200584,0.010671302,0.59220654,0.39365155],"study_design_scores_gemma":[0.0018412312,0.0002622888,0.023101173,0.0045946254,0.00025916775,0.00040955262,0.014922945,0.038084447,0.00007009789,0.009023888,0.90689564,0.0005349342],"about_ca_topic_score_codex":0.012561404,"about_ca_topic_score_gemma":0.0011658091,"teacher_disagreement_score":0.72572744,"about_ca_system_score_codex":0.011158187,"about_ca_system_score_gemma":0.19433892,"threshold_uncertainty_score":0.99992305},"labels":[],"label_agreement":null},{"id":"W7111037449","doi":"10.26181/30816956","title":"Entrustable professional activities in entry-level health professional education: A scoping review","year":2021,"lang":"","type":"article","venue":"La Trobe University","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Context (archaeology); Health professionals; MEDLINE; Work (physics); Health professions","score_opus":0.02699878060481129,"score_gpt":0.360728530869184,"score_spread":0.3337297502643727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111037449","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20863956,0.29652816,0.0022728974,0.3713027,0.035139404,0.012252174,0.00027717833,0.00025549647,0.073332414],"genre_scores_gemma":[0.1970035,0.17822324,0.026474694,0.060809903,0.0026702054,0.00011130699,0.0027085373,0.00013726718,0.53186136],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99606633,0.0011551356,0.000709688,0.0006519049,0.0007921203,0.00062479137],"domain_scores_gemma":[0.9979918,0.00027789254,0.00044176116,0.00052589783,0.0005213753,0.0002412646],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012899166,0.00029582286,0.00073521934,0.00036342486,0.00056854973,0.000024940427,0.00025134155,0.00028328353,0.0065994365],"category_scores_gemma":[0.0010670857,0.00033399768,0.000123031,0.0021008237,0.00024199409,0.0004963845,0.00029025125,0.0013098139,0.000049990012],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048674305,0.014595661,0.04254626,0.09288738,0.00017292272,0.0003284071,0.010636075,0.0000084859375,0.00018274292,0.05006742,0.4873673,0.30072057],"study_design_scores_gemma":[0.004383018,0.00016818172,0.0440556,0.70416486,0.0002448052,0.00020442427,0.048360806,0.000158815,0.00020950727,0.0002285332,0.19711876,0.00070266594],"about_ca_topic_score_codex":0.00012074247,"about_ca_topic_score_gemma":0.0001119244,"teacher_disagreement_score":0.6112775,"about_ca_system_score_codex":0.0021296449,"about_ca_system_score_gemma":0.032805476,"threshold_uncertainty_score":0.9999112},"labels":[],"label_agreement":null},{"id":"W7111130312","doi":"10.26181/30816956.v1","title":"Entrustable professional activities in entry-level health professional education: A scoping review","year":2021,"lang":"","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Context (archaeology); Health professionals; MEDLINE; Work (physics); Health professions","score_opus":0.10144010710414715,"score_gpt":0.4545980189375744,"score_spread":0.35315791183342726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111130312","genre_codex":"review","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001251998,0.8023065,0.0000065773716,0.108169,0.014741338,0.010097243,0.05474092,0.00012419613,0.008562268],"genre_scores_gemma":[0.010839677,0.016061284,0.0026940082,0.11356769,0.0050466573,0.008575493,0.75612056,0.000168549,0.0869261],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947133,0.0006043676,0.0016235199,0.0008417583,0.0013011157,0.00091593637],"domain_scores_gemma":[0.99672496,0.00030196406,0.00073418586,0.0007628539,0.001172888,0.00030313683],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007180424,0.00042727566,0.0009342731,0.00032540286,0.00045859467,0.00006651686,0.0002935971,0.00034771956,0.6006344],"category_scores_gemma":[0.013260442,0.0004335626,0.00013890544,0.0024077953,0.000038754573,0.0005067447,0.0003461427,0.0016251393,0.0013511593],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020488826,0.0018955198,0.0003426804,0.08852395,0.000019557843,0.000021040689,0.0009667248,5.750067e-7,0.000009000712,0.00014260739,0.7914795,0.116578326],"study_design_scores_gemma":[0.00080114236,0.000064115986,0.0038777022,0.87420654,0.000027801862,0.00010287215,0.0035008066,0.000061014267,0.00020669795,0.00004417485,0.11677231,0.00033480406],"about_ca_topic_score_codex":0.0000140751845,"about_ca_topic_score_gemma":0.000032344014,"teacher_disagreement_score":0.78624517,"about_ca_system_score_codex":0.0013444179,"about_ca_system_score_gemma":0.06427262,"threshold_uncertainty_score":0.9998116},"labels":[],"label_agreement":null},{"id":"W7111152191","doi":"10.3109/0142","title":"Technology-enabled assessment of health professions education: Consensus statement and recommendations from the Ottawa 2010 conference","year":2011,"lang":"en","type":"review","venue":"UWA Profiles and Research Repository (UWA)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Health professions; Health care; MEDLINE; Primary care","score_opus":0.15180231804278357,"score_gpt":0.5017074999376812,"score_spread":0.3499051818948976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111152191","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001288778,0.9537728,0.00007844721,0.034939516,0.0014292614,0.005058789,0.00009270219,0.000051702213,0.0032879917],"genre_scores_gemma":[0.001464159,0.97722095,0.010654714,0.00013557707,0.00031047413,0.0018007512,0.0006348729,0.00004028969,0.0077382163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956996,0.0013070421,0.0013974258,0.0005814346,0.0005917773,0.00042275173],"domain_scores_gemma":[0.99612087,0.00059886405,0.0008429633,0.00090210536,0.0013736275,0.00016158233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035642833,0.0002756992,0.0010088686,0.0005377867,0.0010846326,0.00006377121,0.0002993274,0.0004016775,0.00015529938],"category_scores_gemma":[0.0008047111,0.00016930417,0.00007496216,0.0008724803,0.0011290115,0.000053067026,0.00028376654,0.0019592405,0.000005351227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066167036,0.0005674722,0.0005806202,0.007676282,0.00023289095,0.0000028598115,0.00061133126,5.789819e-9,0.000041738647,0.015240143,0.13362724,0.8414128],"study_design_scores_gemma":[0.00029399848,0.00030658313,0.0014377077,0.021012736,0.00021182801,0.00008400624,0.007765035,0.000020433677,0.00013839503,0.000815576,0.96774745,0.0001662664],"about_ca_topic_score_codex":0.0006370053,"about_ca_topic_score_gemma":0.0000020125372,"teacher_disagreement_score":0.84124655,"about_ca_system_score_codex":0.00032188848,"about_ca_system_score_gemma":0.0097079575,"threshold_uncertainty_score":0.99590605},"labels":[],"label_agreement":null},{"id":"W7111235265","doi":"10.1002/chp.21142/pdf","title":"Development of a Competency Framework for Quality Improvement in Family Medicine: A Qualitative Study","year":2012,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Quality management; Continuing medical education; Quality (philosophy); Delphi; Continuing professional development; Curriculum; Professional development; Equity (law); Qualitative research","score_opus":0.2740707703996256,"score_gpt":0.4894954730422463,"score_spread":0.2154247026426207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111235265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98707294,0.00006651419,0.0089173205,0.002165776,0.000094839794,0.0015641366,0.0000018620545,0.000008807698,0.0001078117],"genre_scores_gemma":[0.95751387,0.000014614773,0.04225434,0.0000799644,0.000068443274,0.000025001587,0.000013236753,0.000008936245,0.000021618764],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99756235,0.00043373962,0.0004745851,0.00019317055,0.0009806365,0.00035550632],"domain_scores_gemma":[0.9976685,0.0009390313,0.00016990812,0.00041259057,0.0007282879,0.00008170528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008845792,0.00009833028,0.00035697187,0.00037089997,0.00015506551,0.000002062414,0.00028686054,0.00007463187,0.00007264012],"category_scores_gemma":[0.0015709952,0.00007765215,0.000047043413,0.0007673008,0.0005300124,0.00011478485,0.00014929964,0.0004131641,0.000009964039],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043099356,0.0017482662,0.012987043,0.00044648585,0.000107729655,9.2253885e-7,0.95774394,3.040842e-7,0.0022096315,0.0071246778,0.00059844734,0.016601527],"study_design_scores_gemma":[0.001486488,0.00050117547,0.17625827,0.00031373565,0.00002253093,2.5095713e-7,0.8177524,0.000013486977,0.00036095068,0.0011872958,0.0020422086,0.000061214436],"about_ca_topic_score_codex":0.000043021137,"about_ca_topic_score_gemma":0.0000061018573,"teacher_disagreement_score":0.16327122,"about_ca_system_score_codex":0.00036040365,"about_ca_system_score_gemma":0.00035657725,"threshold_uncertainty_score":0.31665626},"labels":[],"label_agreement":null},{"id":"W7111463524","doi":"","title":"Psychological safety in the clinical learning environment: exploring the discrepancies between faculty members’ and trainees’ experiences and perspectives in a pediatric residency program in Canada","year":2022,"lang":"en","type":"article","venue":"Digital Access to Scholarship at Harvard (DASH) (Harvard University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Construct (python library); Hierarchy; Patient safety; Learning environment; MEDLINE; Medical school","score_opus":0.12317581852754124,"score_gpt":0.3472079769702392,"score_spread":0.22403215844269797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111463524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945909,0.000028174882,0.0000052699506,0.0029259175,0.00007393612,0.0008713673,0.00002447848,0.000025762976,0.0014542236],"genre_scores_gemma":[0.9990182,0.00018274687,0.000120934616,0.00024404675,0.000073590665,0.00013826718,0.0000575201,0.000012286816,0.00015240083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99746513,0.0004551563,0.00045859165,0.0005996303,0.0006334211,0.00038803878],"domain_scores_gemma":[0.9990354,0.00042030538,0.00012274749,0.0002572038,0.000038322214,0.0001259933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012803547,0.0001973854,0.00032240318,0.00043388017,0.00043354344,0.00019751702,0.0006109875,0.000063099564,0.0001728002],"category_scores_gemma":[0.0013462938,0.00015060215,0.000050933835,0.0018149742,0.00023936685,0.0011832061,0.00066919695,0.0013620937,0.0000052367327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016647422,0.00020321675,0.96885103,0.000016207561,0.000012065634,0.00013036358,0.016993996,0.000039759117,7.8082996e-7,0.00030449923,0.00007492396,0.013206707],"study_design_scores_gemma":[0.00077972555,0.00020985422,0.8579827,0.000025221934,0.000021288964,0.000014505126,0.10615403,0.000018668788,0.0000010121352,0.00005742064,0.034581322,0.0001542596],"about_ca_topic_score_codex":0.0069406596,"about_ca_topic_score_gemma":0.020765714,"teacher_disagreement_score":0.11086832,"about_ca_system_score_codex":0.0010392674,"about_ca_system_score_gemma":0.00027753747,"threshold_uncertainty_score":0.99967223},"labels":[],"label_agreement":null},{"id":"W7112238391","doi":"","title":"Perspectives of Nursing Faculty on the Barriers, Opportunities, and Teaching Strategies for Developing Peer Feedback Skills Among Entry-Level Nursing Students","year":2025,"lang":"","type":"article","venue":"ScholarWorks (Walden University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peer feedback; Nurse education; Peer mentoring; Qualitative research; Peer learning; Faculty development; Professional development; Peer group","score_opus":0.05407969186963073,"score_gpt":0.36334175585189754,"score_spread":0.3092620639822668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112238391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8935681,0.0006060848,0.02968951,0.032072864,0.00156264,0.001925439,0.000090697395,0.00006549266,0.040419146],"genre_scores_gemma":[0.9638312,0.0003287093,0.005112038,0.0005731857,0.00023457373,0.0000066376247,0.00009527848,0.000039156275,0.029779255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9965328,0.0004476402,0.00060754386,0.00073522254,0.0010266777,0.0006501098],"domain_scores_gemma":[0.9967753,0.000552461,0.0004721852,0.00054285204,0.0014775685,0.00017962893],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0020003084,0.0004703245,0.0005963361,0.0012086758,0.0021911173,0.00043930687,0.00077634637,0.00048816897,0.000098892575],"category_scores_gemma":[0.0034002971,0.00044991449,0.00015455422,0.0010829454,0.0015481168,0.001112779,0.00016368604,0.0019348923,0.0000021247408],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004997987,0.0011053081,0.011320793,0.00039523258,0.0009227216,0.000023142777,0.086628735,0.000038241375,0.00011726909,0.81254905,0.019403845,0.066995874],"study_design_scores_gemma":[0.0029544095,0.00021739834,0.045873526,0.023543548,0.0009986022,0.0000068490285,0.9137898,0.00032257053,0.00020822491,0.00364127,0.00796093,0.00048289046],"about_ca_topic_score_codex":0.00003983946,"about_ca_topic_score_gemma":0.000006583256,"teacher_disagreement_score":0.8271611,"about_ca_system_score_codex":0.0023065011,"about_ca_system_score_gemma":0.002350214,"threshold_uncertainty_score":0.99979526},"labels":[],"label_agreement":null},{"id":"W7112291248","doi":"","title":"An ambulatory clinical teaching unit: filling the outpatient gap in internal medicine residency training","year":2016,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subspecialty; Ambulatory; Core competency; Ambulatory care; Multidisciplinary approach; Competence (human resources); Residency training","score_opus":0.3006140457352548,"score_gpt":0.45108438842512916,"score_spread":0.15047034268987436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112291248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96725476,0.000051747924,0.0016450292,0.029659826,0.00020419949,0.0003633959,8.1332007e-7,0.000021930193,0.00079830625],"genre_scores_gemma":[0.9981008,0.00014299189,0.0008753491,0.0003218408,0.00037877043,0.0000022845943,0.0000057803068,0.0000145188205,0.00015765992],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9967976,0.00117477,0.00043693956,0.00029904378,0.0009304438,0.00036119658],"domain_scores_gemma":[0.99733686,0.0013197669,0.00014196438,0.0007050165,0.00037826353,0.00011811689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0099579245,0.000105462495,0.00025774445,0.0003855091,0.00032214765,0.000007884568,0.0006368996,0.000115325995,0.00028289043],"category_scores_gemma":[0.0035874427,0.00005733316,0.00006356398,0.00039882498,0.0014487539,0.00023701473,0.00016096537,0.0013111074,0.00003868651],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009695716,0.00068950176,0.23020133,0.00014929078,0.00012173986,0.000106118045,0.39110306,0.000013239822,0.0021346253,0.008112625,0.013187795,0.35321108],"study_design_scores_gemma":[0.0031553572,0.0013927945,0.6112684,0.0029169274,0.000050778046,0.000021433021,0.35651824,0.0010713737,0.00011377019,0.0023732085,0.02096101,0.00015672538],"about_ca_topic_score_codex":0.00006930571,"about_ca_topic_score_gemma":0.0000154035,"teacher_disagreement_score":0.38106707,"about_ca_system_score_codex":0.00024101419,"about_ca_system_score_gemma":0.0003226727,"threshold_uncertainty_score":0.5696182},"labels":[],"label_agreement":null},{"id":"W7114910311","doi":"10.7775/rac.v79i5.1915","title":"¿Es necesario evaluar la competencia clínica de los especialistas?","year":2025,"lang":"","type":"article","venue":"Revista Argentina de Cardiología","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Data collection; Perspective (graphical); Context (archaeology); Subject (documents); Work (physics)","score_opus":0.014233511360103838,"score_gpt":0.35537278282910245,"score_spread":0.34113927146899864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114910311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71797806,0.04970097,0.029613158,0.009381844,0.006507735,0.003269555,0.00017124199,0.00035547977,0.18302196],"genre_scores_gemma":[0.96418333,0.0065833544,0.008139565,0.006111044,0.0040004803,0.00023506914,0.00043592227,0.00009914013,0.0102121085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99291587,0.0019809718,0.0017672246,0.0010883813,0.000781994,0.0014655527],"domain_scores_gemma":[0.99569166,0.00062403374,0.00055209146,0.0017085737,0.0010931575,0.0003304819],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075970036,0.0006597724,0.0016086161,0.0006268939,0.00060007925,0.00029023428,0.0008325595,0.0009282593,0.0017010531],"category_scores_gemma":[0.013252084,0.0006819474,0.00077191327,0.0022656545,0.0010049226,0.00014323802,0.00033588716,0.0017799424,0.00033299602],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033618126,0.0007046436,0.14835274,0.0038597502,0.0017926276,0.0003239254,0.0010381322,0.00006243837,0.0040332144,0.32921466,0.4354678,0.07481387],"study_design_scores_gemma":[0.0014551709,0.00013205688,0.08427514,0.002221008,0.001996058,0.00020327272,0.00081596716,0.0011611249,0.00036291685,0.0013205897,0.9055576,0.0004991287],"about_ca_topic_score_codex":0.00004521591,"about_ca_topic_score_gemma":0.0000028381091,"teacher_disagreement_score":0.47008976,"about_ca_system_score_codex":0.0022705332,"about_ca_system_score_gemma":0.0050557135,"threshold_uncertainty_score":0.99956316},"labels":[],"label_agreement":null},{"id":"W7115034731","doi":"","title":"Research Trends of Health Professions Education Model from 2005 to 2024: A Bibliometric Analysis via CiteSpace","year":2025,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health professions; Frontier; Publishing; Professional development; Yearbook; Bibliometrics; Continuing medical education; Web of science; Citation","score_opus":0.36820731279908686,"score_gpt":0.6832825968053261,"score_spread":0.31507528400623924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115034731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9016752,0.019037567,0.03770227,0.02749399,0.0013669257,0.0012877453,0.00007471747,0.000035524103,0.011326054],"genre_scores_gemma":[0.96979433,0.003403695,0.008394502,0.0021078787,0.00019038873,0.00022755563,0.00018367758,0.000034795452,0.015663197],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9949805,0.0006085502,0.0015886935,0.00055580284,0.0017455902,0.00052087754],"domain_scores_gemma":[0.99468297,0.00052922167,0.0008382027,0.0010070686,0.002593735,0.00034880752],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0066479724,0.000227633,0.0011058169,0.20979513,0.00037088146,0.00027740299,0.0015515449,0.00017719633,0.010703951],"category_scores_gemma":[0.003363551,0.00020335967,0.00020707742,0.3481768,0.00015408536,0.0007751841,0.00063739694,0.00094948563,0.000013794052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013252799,0.0013515553,0.1931893,0.00015047171,0.00057505287,7.999011e-7,0.00043041445,0.00043842968,0.0075002178,0.00014757422,0.5023783,0.29370537],"study_design_scores_gemma":[0.00045293127,0.00002404016,0.97781986,0.0013004966,0.0004434832,0.0000010563588,0.00089008594,0.004670846,0.0020410756,0.0036369185,0.008540344,0.00017884385],"about_ca_topic_score_codex":0.004320283,"about_ca_topic_score_gemma":0.00015099908,"teacher_disagreement_score":0.7846306,"about_ca_system_score_codex":0.00066094415,"about_ca_system_score_gemma":0.0035745464,"threshold_uncertainty_score":0.9902004},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7115701476","doi":"10.1007/978-3-031-95659-1_17","title":"Why be a Manager When You're a Hospital Doctor? A Review of the Literature","year":2025,"lang":"en","type":"book-chapter","venue":"Springer proceedings in mathematics & statistics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Context (archaeology); Health care; Identification (biology); Process (computing); Systematic review; MEDLINE; Human resource management","score_opus":0.013506569820039817,"score_gpt":0.28928121138958296,"score_spread":0.2757746415695431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115701476","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003526006,0.020104298,0.0058799493,0.030343486,0.0026690168,0.008826516,0.0008543569,0.00019890387,0.9307709],"genre_scores_gemma":[0.00011072473,0.0162113,0.46789095,0.014838411,0.0005301675,0.00026049284,0.00028261068,0.00022758941,0.49964777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967246,0.0000065069676,0.0013967645,0.00046544347,0.0010946917,0.00031200759],"domain_scores_gemma":[0.99668777,0.0001115301,0.00096160173,0.00062222604,0.0015557661,0.00006112103],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076017866,0.00049886794,0.0010276204,0.00041850487,0.00006919977,0.000057707064,0.00051680935,0.0004484646,0.00045124142],"category_scores_gemma":[0.003777326,0.00037877704,0.00018479867,0.0003629118,0.00026821176,0.00007714989,0.00029086796,0.0014659473,0.000011881112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007392691,0.0001902874,0.000060239716,0.11199518,0.00014148191,0.000018406743,0.0039369394,3.108322e-8,0.000006322548,0.506167,0.37421533,0.0032614185],"study_design_scores_gemma":[0.0005286208,0.00012308685,0.00009269665,0.2587694,0.0010774895,0.00003094574,0.00038621723,0.00015524292,0.00003287307,0.19981816,0.5384582,0.0005270402],"about_ca_topic_score_codex":0.000004522044,"about_ca_topic_score_gemma":0.0000024325223,"teacher_disagreement_score":0.46201098,"about_ca_system_score_codex":0.00032182934,"about_ca_system_score_gemma":0.00030777,"threshold_uncertainty_score":0.9998664},"labels":[],"label_agreement":null},{"id":"W7115715591","doi":"10.26443/mjm.v22i1.1205","title":"Ontario Student Medical Education Research Conference (OSMERC) 2025","year":2025,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing medical education; MEDLINE; Primary care; Medical research","score_opus":0.09050906833268452,"score_gpt":0.4975334170036573,"score_spread":0.40702434867097276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115715591","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40445757,0.0012008493,0.0009935974,0.4084014,0.007007857,0.00058442005,8.042399e-7,0.00002204895,0.17733145],"genre_scores_gemma":[0.92587006,0.0005187942,0.0022035886,0.03437497,0.0015906113,0.000025569941,0.000019959292,0.00001708792,0.035379365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99535036,0.00020606566,0.0011806334,0.00021523517,0.0027359293,0.000311756],"domain_scores_gemma":[0.99468786,0.00021965486,0.00027798655,0.0003828972,0.0041405084,0.0002910934],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006056391,0.00014897993,0.0005304427,0.0012646177,0.00021567282,0.0000113243905,0.0004389881,0.000211971,0.0060629933],"category_scores_gemma":[0.009003888,0.00010627915,0.00007039046,0.0013161484,0.0004976077,0.00010806889,0.000085108855,0.001961402,0.00004221216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021547366,0.001213646,0.012151602,0.00014414074,0.00016934179,0.000079317666,0.0011055768,4.792915e-7,0.0005940803,0.026291206,0.7056536,0.25238153],"study_design_scores_gemma":[0.003847165,0.0010307687,0.0701211,0.0053897984,0.00021471367,0.0005322558,0.004265824,0.000032221476,0.00026642118,0.0038939088,0.9103064,0.000099419216],"about_ca_topic_score_codex":0.0011520745,"about_ca_topic_score_gemma":0.00058812066,"teacher_disagreement_score":0.5214125,"about_ca_system_score_codex":0.0012247715,"about_ca_system_score_gemma":0.0073565305,"threshold_uncertainty_score":0.9993437},"labels":[],"label_agreement":null},{"id":"W7116786375","doi":"10.1007/s10459-025-10494-9","title":"Unpacking educational approaches for social accountability in health professions education: a scoping review","year":2025,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; McGill University Health Centre; BC Children's Hospital; University of British Columbia; NOSM University; Thunder Bay Regional Health Sciences Centre; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Université de Sherbrooke","keywords":"Accountability; Social accounting; Thematic analysis; Reflexivity; Health professions; Unpacking; Psychological intervention; Best practice; Health care","score_opus":0.10266406538175397,"score_gpt":0.5473714442290061,"score_spread":0.4447073788472521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116786375","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02037388,0.25735247,0.0033593941,0.6900204,0.007879496,0.013504876,0.0000063135362,0.00006500019,0.007438187],"genre_scores_gemma":[0.6137096,0.052817166,0.14760078,0.160796,0.0021951369,0.019716889,0.0008591616,0.000050957628,0.002254265],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9967159,0.0002482107,0.0014740917,0.0006439195,0.00041154775,0.00050630607],"domain_scores_gemma":[0.99830794,0.0003636226,0.0006118059,0.0002910018,0.00034822762,0.00007737371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051634256,0.0001734985,0.00047353317,0.00077047804,0.0007293548,0.000031464322,0.00025626406,0.00008348129,0.000059950722],"category_scores_gemma":[0.002774801,0.00016785573,0.00005242108,0.0040058335,0.0003352739,0.0006788007,0.00003444691,0.00035203225,0.0000031380976],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002927896,0.0020203711,0.05491103,0.062461607,0.0000026771327,1.2269675e-8,0.002702267,0.00004189076,0.000001063132,0.07744068,0.009798869,0.7905903],"study_design_scores_gemma":[0.0015333503,0.00042161878,0.21522696,0.5905672,0.000029740842,0.000019491714,0.041294526,0.0016631258,0.000017896444,0.083210126,0.06532584,0.0006901706],"about_ca_topic_score_codex":0.00036556472,"about_ca_topic_score_gemma":0.00056253833,"teacher_disagreement_score":0.78990006,"about_ca_system_score_codex":0.001837982,"about_ca_system_score_gemma":0.042165052,"threshold_uncertainty_score":0.963265},"labels":[],"label_agreement":null},{"id":"W7116831836","doi":"10.3138/cjgim.2025.0016","title":"Transition rounds: A peer-led curriculum for internal medicine residents moving into senior roles","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical school; Transition (genetics); Anxiety; Program director; Graduate medical education","score_opus":0.011224854182090228,"score_gpt":0.33280830907663916,"score_spread":0.3215834548945489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116831836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69270396,0.0025499768,0.07278855,0.21729976,0.009339761,0.00062030635,0.000009416113,0.000025646812,0.0046626274],"genre_scores_gemma":[0.96065927,0.000075890515,0.0068412446,0.013344419,0.007034816,0.000028830476,0.00008187789,0.000043927514,0.01188974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99664396,0.000099368845,0.0016215999,0.00031340757,0.0008238247,0.0004978261],"domain_scores_gemma":[0.99548864,0.00012448951,0.00054598594,0.00029797622,0.0028550378,0.0006878948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019450514,0.0003197177,0.00083576044,0.0020276236,0.0002209274,0.000042483167,0.00046294258,0.00020798628,0.0006384874],"category_scores_gemma":[0.0057847775,0.00024062778,0.00019562538,0.00076958473,0.00050649984,0.00024845588,0.000018485158,0.0008684151,0.000005699178],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080423587,0.00014116165,0.016201876,0.0006567187,0.00081253116,0.0005427943,0.008558862,0.000067295216,0.012458043,0.0040787817,0.88960487,0.06607284],"study_design_scores_gemma":[0.057912022,0.015458416,0.099839136,0.08193215,0.005646477,0.010836043,0.04764801,0.03611813,0.010008522,0.035828304,0.59688425,0.0018885158],"about_ca_topic_score_codex":0.03508479,"about_ca_topic_score_gemma":0.012038715,"teacher_disagreement_score":0.2927206,"about_ca_system_score_codex":0.001353403,"about_ca_system_score_gemma":0.0016436599,"threshold_uncertainty_score":0.9812516},"labels":[],"label_agreement":null},{"id":"W7116964834","doi":"10.1051/pmed/2025002","title":"Les politiques de remédiation et de développement des compétences professorales destinées aux enseignants-cliniciens","year":2024,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Université de Montréal","funders":"","keywords":"Context (archaeology); Clientelism; Field (mathematics); Politics","score_opus":0.24436061236642076,"score_gpt":0.5152361511456923,"score_spread":0.27087553877927156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116964834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7185745,0.06966439,0.06264201,0.13023049,0.0045799213,0.0008425629,0.00007651769,0.0005712814,0.012818287],"genre_scores_gemma":[0.7921123,0.014815127,0.14480467,0.00723761,0.0035084733,0.0002736931,0.00025835345,0.00011005917,0.036879737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957648,0.0006666788,0.0009848862,0.00060683046,0.0007429359,0.0012338951],"domain_scores_gemma":[0.9975472,0.0009695191,0.0001752559,0.00040667527,0.0005679089,0.0003334271],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042271167,0.000371771,0.00044462978,0.00038054658,0.000488517,0.0002194614,0.0003360335,0.0004979983,0.0013794726],"category_scores_gemma":[0.0073849335,0.00034955595,0.00015381175,0.001026167,0.0016157015,0.00030901187,0.00012710423,0.0010881189,0.00036011563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052554562,0.0012112831,0.060883332,0.0036476608,0.00022561359,0.00020761532,0.03516429,0.000037953487,0.0014993061,0.08370291,0.098025076,0.7153424],"study_design_scores_gemma":[0.0012901572,0.0011573484,0.2959609,0.019725924,0.0009946129,0.00051170815,0.046440773,0.040857647,0.0062350123,0.091150776,0.49447635,0.001198808],"about_ca_topic_score_codex":0.0014379047,"about_ca_topic_score_gemma":0.00012065361,"teacher_disagreement_score":0.71414363,"about_ca_system_score_codex":0.0020564606,"about_ca_system_score_gemma":0.0055715316,"threshold_uncertainty_score":0.99989563},"labels":[],"label_agreement":null},{"id":"W7116977344","doi":"10.2196/76599","title":"Medical Students' Reflections on Transitioning to Their First General Practice Placement: Qualitative Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"General practice; Descriptive research; Qualitative research; Medical practice; Natural rubber","score_opus":0.04056676081252851,"score_gpt":0.5120922167304409,"score_spread":0.4715254559179124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116977344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73948365,0.000059740643,0.008204034,0.22941615,0.0032958495,0.0032966465,0.0000044100057,0.00017912021,0.016060399],"genre_scores_gemma":[0.90041775,0.000030426474,0.0034051568,0.08819613,0.0011500386,0.003357369,0.0001954987,0.000037278907,0.0032103718],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940202,0.00060693786,0.00088855234,0.00066560257,0.003422236,0.00039645957],"domain_scores_gemma":[0.9972651,0.0006048902,0.00012404691,0.0005411397,0.0010029054,0.00046191702],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004015216,0.000289776,0.00039753737,0.00077438063,0.0005320252,0.00009859516,0.00050137413,0.0003272223,0.0016570356],"category_scores_gemma":[0.019390661,0.00025116254,0.00008853411,0.0022871592,0.00018350524,0.00022167082,0.000102134036,0.0011713414,0.00016410572],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017414726,0.046095703,0.0021267012,0.00026510336,0.0008074641,0.000032001557,0.4401466,0.000020513055,0.00009831594,0.021501567,0.40859088,0.07857366],"study_design_scores_gemma":[0.005101562,0.0028445062,0.025107346,0.0028076107,0.0003464614,0.000085669606,0.6924553,0.00044695218,0.00016435875,0.00053371635,0.2696277,0.00047884817],"about_ca_topic_score_codex":0.00021283665,"about_ca_topic_score_gemma":0.00013255021,"teacher_disagreement_score":0.25230867,"about_ca_system_score_codex":0.0012934699,"about_ca_system_score_gemma":0.004825517,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W7117249370","doi":"10.1051/pmed/2025002/pdf","title":"Les politiques de remédiation et de développement des compétences professorales destinées aux enseignants-cliniciens","year":2025,"lang":"fr","type":"article","venue":"Springer Link (Chiba Institute of Technology)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Université de Montréal","funders":"","keywords":"Context (archaeology); Clientelism; Politics; Field (mathematics)","score_opus":0.06888689516678287,"score_gpt":0.4058006401745483,"score_spread":0.33691374500776544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117249370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.850442,0.008580025,0.028233252,0.1009859,0.0034976508,0.00071543036,0.00001608818,0.00034050347,0.0071891425],"genre_scores_gemma":[0.689431,0.0035733187,0.3035476,0.0012781958,0.00040209157,0.000118797056,0.000033505992,0.00002448418,0.001590997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9970197,0.00011800726,0.0011560569,0.0005053582,0.00033214182,0.0008687421],"domain_scores_gemma":[0.99769574,0.000110154426,0.0004782326,0.0006501321,0.00097520783,0.00009049975],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0020221581,0.00034988427,0.0005845761,0.0013204572,0.00043707204,0.000036028243,0.00057599606,0.0009618716,0.00006625744],"category_scores_gemma":[0.008285091,0.00036109143,0.00011871599,0.0019315467,0.003302871,0.00025638985,0.0002752275,0.0011861324,0.000027934913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000346542,0.00059137313,0.17002505,0.0014541943,0.00019339765,0.00001761541,0.0014821541,0.00006859513,0.0043953825,0.48998877,0.0017344293,0.33001438],"study_design_scores_gemma":[0.002336323,0.00079897395,0.4691943,0.022836251,0.00087658607,0.00010402326,0.006921145,0.0034336394,0.093030944,0.1824739,0.21714598,0.000847963],"about_ca_topic_score_codex":0.0012835135,"about_ca_topic_score_gemma":0.00030898824,"teacher_disagreement_score":0.3291664,"about_ca_system_score_codex":0.001303504,"about_ca_system_score_gemma":0.0042728805,"threshold_uncertainty_score":0.9998841},"labels":[],"label_agreement":null},{"id":"W7117700838","doi":"10.2196/80199","title":"Effect of an Online Continuing Professional Development Course on Physicians’ Intention to Approach a Colleague in Difficulty: Mixed Methods Convergent Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Fédération des Maisons D'Hébergement pour Femmes; Université Laval","funders":"","keywords":"Course (navigation); Online course; Health care; Continuing professional development; Health professionals; Professional development; Online learning; Key (lock)","score_opus":0.016344534053320203,"score_gpt":0.45178515108493716,"score_spread":0.43544061703161696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117700838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98812467,0.000023972132,0.0014485945,0.0032287957,0.003387296,0.0035576986,0.0000015067791,0.00004272699,0.00018472993],"genre_scores_gemma":[0.9809249,0.000001727387,0.012872011,0.0020696453,0.0001755546,0.0020490924,0.0005162683,0.000018769219,0.0013720171],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99666756,0.00080518686,0.0008909189,0.00046699194,0.00092463876,0.00024467628],"domain_scores_gemma":[0.99865174,0.00021352926,0.00020219611,0.0003612952,0.00042325445,0.00014795327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003040887,0.0002136646,0.0005267128,0.0005691534,0.00006811746,0.000009840976,0.00019994326,0.00020631228,0.00009441631],"category_scores_gemma":[0.0039053764,0.00017032857,0.00005535703,0.0015504105,0.000088169094,0.00006668591,0.00006183736,0.0005609617,0.000007167311],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007134613,0.0336643,0.015332455,0.00050615886,0.000073211115,0.0000017502471,0.008374327,0.000005287499,0.00086503907,0.00019745382,0.0072518266,0.93301475],"study_design_scores_gemma":[0.0055436,0.0022488893,0.9401318,0.0046148566,0.00015159545,0.000005810304,0.032724507,0.0046646497,0.0050512287,0.000023374212,0.004580695,0.00025900995],"about_ca_topic_score_codex":0.000038020684,"about_ca_topic_score_gemma":0.00002791238,"teacher_disagreement_score":0.9327557,"about_ca_system_score_codex":0.00047105725,"about_ca_system_score_gemma":0.0018264132,"threshold_uncertainty_score":0.6945797},"labels":[],"label_agreement":null},{"id":"W7120566472","doi":"","title":"Competencies and entrustable professional activities: new models for elaboration of a curriculum framework for family and community medicine residency","year":2018,"lang":"pt","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Elaboration; Graduate medical education; Medical school; MEDLINE; Curriculum development","score_opus":0.03726638451270457,"score_gpt":0.31343203486318855,"score_spread":0.27616565035048396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7120566472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5165644,0.0039250595,0.39375168,0.06675692,0.0055749128,0.0053376406,0.0003229106,0.0002323756,0.0075340746],"genre_scores_gemma":[0.93213856,0.00038153317,0.063444026,0.00058817916,0.0020229293,0.0004168956,0.00039163473,0.00005752849,0.0005586883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962074,0.0005269712,0.0011958923,0.00060544733,0.0008228299,0.0006414575],"domain_scores_gemma":[0.9944287,0.0015582063,0.00085411646,0.000626209,0.002142041,0.0003907391],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002182718,0.0004726319,0.0008324096,0.00058465765,0.0016891528,0.00008725411,0.0003107753,0.0007968257,0.000031983152],"category_scores_gemma":[0.007296271,0.00042733218,0.00010399664,0.0009357192,0.0002474526,0.00066796655,0.00020314784,0.0011260178,7.2396875e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008595948,0.0008974373,0.0005737268,0.0014326487,0.00021825093,0.0000025143806,0.019405615,0.000007867683,0.0026302184,0.9613514,0.009108069,0.0035126375],"study_design_scores_gemma":[0.012167635,0.005229675,0.013959339,0.011413498,0.0015528428,0.00061328406,0.13479212,0.036999233,0.002294867,0.10687431,0.6725329,0.0015702609],"about_ca_topic_score_codex":0.000020881598,"about_ca_topic_score_gemma":0.00013927724,"teacher_disagreement_score":0.8544771,"about_ca_system_score_codex":0.00047988197,"about_ca_system_score_gemma":0.0023992562,"threshold_uncertainty_score":0.99981785},"labels":[],"label_agreement":null},{"id":"W7127041508","doi":"10.51847/03yqs1bigq","title":"Factors Shaping Professional Identity Construction among Senior Pharmacy Students","year":2023,"lang":"","type":"article","venue":"Annals of Pharmacy Education Safety and Public Health Advocacy","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Identity (music); Pharmacy practice; Qualitative research; Experiential learning; Qualitative analysis; Pharmaconomist; Pharmacy education","score_opus":0.20364023417934315,"score_gpt":0.5250112282219893,"score_spread":0.32137099404264613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127041508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84582955,0.002096094,0.00043683706,0.13512543,0.013691096,0.0021724978,0.00008971331,0.00016796919,0.00039084157],"genre_scores_gemma":[0.9577854,0.022290489,0.00024728556,0.014109293,0.0019576654,0.00014787592,0.0018681115,0.00007629632,0.0015175578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912166,0.001044638,0.0030866354,0.0009761836,0.0021909787,0.001484976],"domain_scores_gemma":[0.9928086,0.0004482053,0.0020621815,0.0005921721,0.0026299136,0.001458965],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074595124,0.00061198074,0.0010270429,0.0018921898,0.0014507109,0.00019729382,0.0005988169,0.00019294838,0.0026973109],"category_scores_gemma":[0.0035996104,0.000617306,0.00022771367,0.0049440684,0.0009009285,0.0029452385,0.00032625056,0.0013522389,0.00011860205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020837679,0.0022472711,0.5235838,0.002713158,0.00026549562,0.0000011934706,0.014851417,0.0000046647965,0.000048047325,0.0017797721,0.038832307,0.41546443],"study_design_scores_gemma":[0.0033607266,0.00013319099,0.68865937,0.0012146218,0.00011077818,0.000019420782,0.04399795,0.0013837309,0.00024818562,0.00042052456,0.25995624,0.00049525703],"about_ca_topic_score_codex":0.0021340447,"about_ca_topic_score_gemma":0.00001828414,"teacher_disagreement_score":0.41496918,"about_ca_system_score_codex":0.00037533505,"about_ca_system_score_gemma":0.018590586,"threshold_uncertainty_score":0.99984926},"labels":[],"label_agreement":null},{"id":"W7127124897","doi":"10.18103/mra.v14i1.7125","title":"Teacher Training and Innovative Curriculum at the Faculty of Medical Sciences of the National University of Asunción: Strengths and Challenges of a Transformative Process","year":2025,"lang":"","type":"article","venue":"Medical Research Archives","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fakultet Medicinskih Nauka, Univerziteta U Kragujevcu; Strong","keywords":"Accreditation; Curriculum; Transformative learning; Thematic analysis; Faculty development; Documentation; Process (computing); Professional development","score_opus":0.12010023563104932,"score_gpt":0.46508577352371994,"score_spread":0.3449855378926706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127124897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8858158,0.004402792,0.0002874922,0.09693947,0.00008828579,0.00070447783,0.00007142002,0.0000037797915,0.011686503],"genre_scores_gemma":[0.9917259,0.0077719023,0.00018583165,0.00007977573,0.000055312965,0.000009263336,0.000009293558,0.0000055141145,0.00015718209],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99070275,0.0011862395,0.0008719793,0.00036779433,0.00646863,0.00040258458],"domain_scores_gemma":[0.9919341,0.005712522,0.00043098183,0.00021773374,0.0015162523,0.00018837061],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011765544,0.00016935349,0.00056583685,0.00057471177,0.00047666463,0.000005987728,0.0009715972,0.00023513185,0.000506425],"category_scores_gemma":[0.059075397,0.00009881529,0.0000716613,0.0028765632,0.027057517,0.000115835115,0.0004962631,0.0015210856,3.4691922e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027549636,0.001302874,0.011007103,0.004519555,0.00043941272,0.0000025478266,0.18562455,0.0000025636527,0.00039238235,0.0997111,0.0011697535,0.69555265],"study_design_scores_gemma":[0.00614258,0.0016845488,0.15458363,0.019390723,0.00016956813,0.000034517878,0.75235844,0.02846392,0.0074774963,0.021641688,0.007772965,0.0002798906],"about_ca_topic_score_codex":0.00018601175,"about_ca_topic_score_gemma":0.00013838227,"teacher_disagreement_score":0.6952728,"about_ca_system_score_codex":0.00006727335,"about_ca_system_score_gemma":0.0072801793,"threshold_uncertainty_score":0.99834764},"labels":[],"label_agreement":null},{"id":"W7127585948","doi":"10.2196/86387","title":"Blended Learning Compared With Face-to-Face Learning Among Family Medicine Residents: Randomized Controlled Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Blended learning; Randomized controlled trial; Experiential learning; MEDLINE; Active learning (machine learning)","score_opus":0.011136345551560822,"score_gpt":0.3581774785541439,"score_spread":0.34704113300258305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127585948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89728206,0.00029249667,0.013694468,0.052491557,0.0028481113,0.012326299,1.8536687e-7,0.00035718476,0.020707633],"genre_scores_gemma":[0.96317184,0.000088209774,0.0011157579,0.007397763,0.0010755443,0.006221228,0.00020279903,0.000048009955,0.020678867],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99369425,0.0010926421,0.0018124114,0.00077610806,0.002103269,0.00052130193],"domain_scores_gemma":[0.9960802,0.0012143627,0.0006340935,0.00060221535,0.0010250885,0.00044403435],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054791165,0.000417832,0.002136915,0.0010258416,0.00035924945,0.00005819941,0.00037823015,0.00041175,0.001461098],"category_scores_gemma":[0.05265523,0.00029539037,0.00021426594,0.0018968955,0.0007479876,0.00016554765,0.00009815106,0.0019308332,0.000107252185],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8945156,0.0018963267,0.0046395864,0.0003708125,0.00069811434,0.000010036973,0.0075776875,0.0003316344,0.000281106,0.0021960058,0.05080919,0.036673933],"study_design_scores_gemma":[0.9440331,0.0007047,0.015373825,0.0042050495,0.00058101275,0.00001554907,0.0155239245,0.008083278,0.00005306335,0.00026904081,0.010832703,0.00032478367],"about_ca_topic_score_codex":0.00035020304,"about_ca_topic_score_gemma":0.000015518875,"teacher_disagreement_score":0.06588975,"about_ca_system_score_codex":0.0005161699,"about_ca_system_score_gemma":0.0051547815,"threshold_uncertainty_score":0.9999498},"labels":[],"label_agreement":null},{"id":"W7128613451","doi":"10.1093/acamed/wvaf081","title":"Wellbeing vs competency? Debunking the false dichotomy in medical education","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Harm; Set (abstract data type); Narrative; Curriculum; Quality (philosophy); Professional development; Hidden curriculum; MEDLINE; Medical school","score_opus":0.012466435907870365,"score_gpt":0.3750955224935195,"score_spread":0.36262908658564913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128613451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51926535,0.004098805,0.0031042527,0.43872064,0.0035612255,0.0010696441,2.9978864e-7,0.00011937404,0.03006039],"genre_scores_gemma":[0.901323,0.00094751595,0.0004038195,0.092565924,0.0012940288,0.00017943146,0.00006154738,0.000019623161,0.0032050824],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708784,0.00013955447,0.0010002007,0.00037182358,0.0010175706,0.00038303557],"domain_scores_gemma":[0.9985486,0.00041837638,0.00016482276,0.0005002641,0.00023180331,0.00013613407],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028627368,0.00020164603,0.00042710835,0.0006509624,0.00015960493,0.0000061385085,0.0004734164,0.00042313864,0.00077676174],"category_scores_gemma":[0.012148822,0.00013013581,0.000038267972,0.002167129,0.0005274008,0.000096241936,0.00009088976,0.0022555615,0.000037062695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001680872,0.00018978294,0.2230987,0.0005039594,0.00008741609,0.000031392196,0.0067582442,0.0000028443615,0.0014452646,0.16939443,0.34572127,0.2525986],"study_design_scores_gemma":[0.0062962906,0.00022905415,0.2856537,0.016947674,0.00038661918,0.0003897456,0.01335801,0.0074450825,0.00044845833,0.043159064,0.62524515,0.00044112687],"about_ca_topic_score_codex":0.00020827602,"about_ca_topic_score_gemma":0.000021822398,"teacher_disagreement_score":0.38205767,"about_ca_system_score_codex":0.00031420274,"about_ca_system_score_gemma":0.0022616284,"threshold_uncertainty_score":0.99617225},"labels":[],"label_agreement":null},{"id":"W7130295722","doi":"","title":"Bridging the continuum: Analysis of the alignment of undergraduate and postgraduate accreditation standards","year":2014,"lang":"","type":"article","venue":"Open MIND","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Bridging (networking); Foundation (evidence); Certification and Accreditation; Higher education; Commission","score_opus":0.0220651144671443,"score_gpt":0.35168657481044907,"score_spread":0.32962146034330475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130295722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.952817,0.00016503819,0.0037483275,0.037517622,0.000741208,0.001040266,0.00010000485,6.490071e-7,0.003869851],"genre_scores_gemma":[0.99710083,0.00008603249,0.0012349176,0.00031731607,0.00015076506,0.000013972254,0.00005948726,0.000013806877,0.0010228942],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99692243,0.00040655775,0.0009983928,0.00033393246,0.0011062208,0.00023247465],"domain_scores_gemma":[0.99680233,0.0002996472,0.001004652,0.00080925185,0.0010309111,0.00005319392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052616443,0.00018274342,0.00059326756,0.00023915007,0.00023603524,0.00009154686,0.0005324322,0.00009265935,0.00041704264],"category_scores_gemma":[0.0026594934,0.000110727524,0.00013451352,0.002089688,0.00068918243,0.00014342942,0.00030025735,0.00025121908,0.0000043986765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023639252,0.00036199315,0.025379,0.00013559971,0.0034308303,6.6686994e-7,0.010888295,0.00017042064,0.005978028,0.0022175286,0.008795505,0.94240576],"study_design_scores_gemma":[0.006446856,0.0010754697,0.68605,0.0023772449,0.030103786,0.00001710312,0.0133896265,0.11669205,0.06964999,0.0027346371,0.07080514,0.00065808545],"about_ca_topic_score_codex":0.0002062045,"about_ca_topic_score_gemma":0.00013615123,"teacher_disagreement_score":0.94174767,"about_ca_system_score_codex":0.00015303529,"about_ca_system_score_gemma":0.0005917145,"threshold_uncertainty_score":0.45663244},"labels":[],"label_agreement":null},{"id":"W7132868765","doi":"","title":"Hidden Curriculum Effects in the Canadian PGME Accreditation System as Experienced by Program Directors and Program Administrators","year":2024,"lang":"","type":"dissertation","venue":"TSpace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Certification and Accreditation; Hidden curriculum; Quality assurance; Program evaluation","score_opus":0.00910216625210356,"score_gpt":0.3901454104041945,"score_spread":0.3810432441520909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132868765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649536,0.0068919715,0.000002216468,0.0040473496,0.008811921,0.010690139,0.000006503101,0.00032097675,0.0042752926],"genre_scores_gemma":[0.98124576,0.00023194446,0.0007687102,0.00033231446,0.00087902014,0.011360851,0.0033809189,0.00011982151,0.0016806575],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948839,0.0004521941,0.0010184082,0.0011444993,0.0014672135,0.0010337672],"domain_scores_gemma":[0.99758685,0.0002553179,0.0004447317,0.0006599937,0.0005567263,0.0004963989],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014612825,0.00079335686,0.0007487513,0.0009585111,0.00058514724,0.0012263795,0.0004849373,0.0010657714,0.00008344917],"category_scores_gemma":[0.0022267743,0.00063266524,0.00012574584,0.0036612174,0.0003717522,0.0003843293,0.000027345484,0.0018356874,0.00013977192],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087133565,0.0012852988,0.0023706825,0.009569667,0.00022472464,0.00035287414,0.29840067,3.977482e-7,0.0002230413,0.0040574884,0.024060829,0.6593672],"study_design_scores_gemma":[0.0011069879,0.0027415461,0.010530856,0.014008462,0.000786941,0.00014860893,0.9298939,0.0028332171,0.00072565925,0.00005397925,0.036191832,0.0009780081],"about_ca_topic_score_codex":0.10695782,"about_ca_topic_score_gemma":0.05983688,"teacher_disagreement_score":0.6583892,"about_ca_system_score_codex":0.001806422,"about_ca_system_score_gemma":0.004230865,"threshold_uncertainty_score":0.99981046},"labels":[],"label_agreement":null},{"id":"W7132900339","doi":"","title":"A comparison of unbalanced rating scales in scoring competency assessments","year":2006,"lang":"","type":"dissertation","venue":"TSpace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rating scale; Competence (human resources); Judgement; Reliability (semiconductor); Scale (ratio); Inter-rater reliability","score_opus":0.03995162741575802,"score_gpt":0.4939326061868249,"score_spread":0.45398097877106686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132900339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692426,0.0011422238,0.0016781699,0.00033006497,0.0027871158,0.0011627165,0.000003586057,0.000042539647,0.023611018],"genre_scores_gemma":[0.97633296,0.00007841113,0.018208949,0.00006666918,0.00044937903,0.00011564398,0.0021100962,0.000075475844,0.0025623962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99488914,0.00019063655,0.0023230193,0.0006829895,0.0012868333,0.0006273731],"domain_scores_gemma":[0.996395,0.00023772965,0.0018104559,0.0006175777,0.0008561089,0.000083160565],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010170987,0.0005286052,0.0015259105,0.000979807,0.00017075408,0.00003778433,0.00033767114,0.0005896137,0.00024558458],"category_scores_gemma":[0.0013444641,0.0005913148,0.0001348956,0.0022357695,0.00018427624,0.00014818781,0.00004744268,0.0015536725,0.00003440525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032572582,0.003057699,0.86507756,0.0054665064,0.00014999177,0.000014582741,0.020377688,0.0008923409,0.05372828,0.0031663715,0.0018218539,0.045921396],"study_design_scores_gemma":[0.003601433,0.00057841116,0.7935711,0.01510287,0.00031866436,0.000004807367,0.11689236,0.045130942,0.023544926,0.00026656908,0.0002234175,0.00076447683],"about_ca_topic_score_codex":0.001339144,"about_ca_topic_score_gemma":0.00078902754,"teacher_disagreement_score":0.09651467,"about_ca_system_score_codex":0.0006864037,"about_ca_system_score_gemma":0.0011537872,"threshold_uncertainty_score":0.9996538},"labels":[],"label_agreement":null},{"id":"W7132907362","doi":"","title":"A fine balance: Patient safety and trainee education on clinical teaching teams","year":2008,"lang":"","type":"dissertation","venue":"TSpace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Library and Archives Canada","funders":"Canadian Institutes of Health Research","keywords":"Patient safety; Grounded theory; Conceptualization; Debriefing; Accreditation; Focus group; Trustworthiness; Rigour; Preparedness; SAFER","score_opus":0.020610250194597904,"score_gpt":0.4271921618343312,"score_spread":0.4065819116397333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132907362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92613316,0.001623504,0.00035478885,0.008231214,0.010866824,0.0021458298,0.0000128598485,0.000114127084,0.05051771],"genre_scores_gemma":[0.9237389,0.0035675238,0.005869974,0.005525613,0.005265526,0.00026399284,0.0058343713,0.0002065892,0.049727485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939881,0.00050634734,0.0023044618,0.0012859083,0.0012423281,0.0006728335],"domain_scores_gemma":[0.9960006,0.00057946896,0.0012646568,0.0010182853,0.0007495193,0.00038749212],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018173474,0.00079317094,0.0012289532,0.0006352392,0.00079921784,0.000056762943,0.0002526873,0.0011927421,0.00077674014],"category_scores_gemma":[0.010810552,0.0007719766,0.0002396555,0.0006949665,0.00036267636,0.00014249052,0.000045698747,0.004033894,0.00022003893],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001453259,0.0034619237,0.004597726,0.00063645944,0.00019472785,0.000013294138,0.04636792,0.000010891852,0.00017410044,0.0024519656,0.07285054,0.8677872],"study_design_scores_gemma":[0.008043874,0.008918405,0.2231166,0.012426294,0.0012871922,0.00036893232,0.16145651,0.0045935316,0.00032066568,0.0002707637,0.57669777,0.0024994675],"about_ca_topic_score_codex":0.00024785305,"about_ca_topic_score_gemma":0.000025116515,"teacher_disagreement_score":0.8652877,"about_ca_system_score_codex":0.0007485351,"about_ca_system_score_gemma":0.0033197496,"threshold_uncertainty_score":0.9994731},"labels":[],"label_agreement":null},{"id":"W7133064195","doi":"","title":"Clinical teaching and clinical outcomes","year":2004,"lang":"","type":"dissertation","venue":"TSpace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Foundation for Healthcare Improvement; Bibliographical Society of Canada","funders":"","keywords":"Medical diagnosis; Test (biology); Retrospective cohort study; Teaching hospital; Significant difference; MEDLINE; Clinical Practice","score_opus":0.059314031674595924,"score_gpt":0.5445546824576657,"score_spread":0.48524065078306977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133064195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94802123,0.0008444941,0.0008291389,0.011435008,0.017571775,0.0012823202,0.0000031756078,0.00013589025,0.01987695],"genre_scores_gemma":[0.83862454,0.0027345235,0.038942654,0.009909404,0.0069233105,0.00008037064,0.0016058618,0.00025415086,0.10092517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9921709,0.00095314335,0.0036419749,0.0013983208,0.0011109358,0.0007247704],"domain_scores_gemma":[0.9944925,0.0018659964,0.0014040247,0.0011316171,0.00061299436,0.00049288274],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010030798,0.0007434608,0.0019903113,0.00043413567,0.0006441604,0.000102451755,0.000374333,0.0022336985,0.0010278963],"category_scores_gemma":[0.04166151,0.0006794848,0.0006124138,0.00043875043,0.00074325566,0.00015538449,0.00010712378,0.008575635,0.0005732734],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002984973,0.002257868,0.47049385,0.0007421738,0.00092635583,0.000044965785,0.010517505,0.0000010497429,0.000009237674,0.004785801,0.010572268,0.49935043],"study_design_scores_gemma":[0.0049884636,0.0010227836,0.91666555,0.0023622338,0.0019187157,0.000035011682,0.03611717,0.00030953682,0.0000060922375,0.0005489376,0.03527712,0.0007483848],"about_ca_topic_score_codex":0.0006072035,"about_ca_topic_score_gemma":0.00007726895,"teacher_disagreement_score":0.49860206,"about_ca_system_score_codex":0.0003613038,"about_ca_system_score_gemma":0.0022282505,"threshold_uncertainty_score":0.9998853},"labels":[],"label_agreement":null},{"id":"W7133070385","doi":"","title":"A socio-historical study of the birth and adoption of the Objective Structured Clinical Examination (OSCE)","year":2007,"lang":"","type":"dissertation","venue":"TSpace","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legitimacy; Objective structured clinical examination; Competence (human resources); Licensure; Empirical examination; Power (physics); Physical examination","score_opus":0.032475843123599656,"score_gpt":0.42994418684204294,"score_spread":0.3974683437184433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133070385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877653,0.00035767356,0.00025195413,0.00057115435,0.007130907,0.0030655896,0.000004788444,0.000016116373,0.00083647546],"genre_scores_gemma":[0.99237055,0.000095403964,0.00032214265,0.00012647599,0.0006537468,0.00004671565,0.00006115436,0.000051426367,0.006272408],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99417233,0.0011639375,0.001941355,0.000647521,0.0017643244,0.00031049972],"domain_scores_gemma":[0.9936969,0.00058966794,0.0027118567,0.0010226597,0.0018991907,0.000079716665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003545786,0.00041748126,0.00092141575,0.0003552928,0.00039735474,0.000013766532,0.00044557624,0.0009347375,0.00012023281],"category_scores_gemma":[0.0069586313,0.00026819453,0.00025244997,0.0019873877,0.0005733135,0.00007705135,0.00011645273,0.0019072252,0.0000025655415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014892245,0.008245964,0.35400268,0.002072317,0.00096664816,0.0000026715682,0.41250244,0.000033224424,0.0037444553,0.001965772,0.0021929904,0.21278164],"study_design_scores_gemma":[0.0019870677,0.00090335927,0.7903485,0.0004924969,0.0008162337,0.0000050554686,0.20419183,0.00017144768,0.00056077156,0.00010368217,0.0002490245,0.00017053934],"about_ca_topic_score_codex":0.0005997254,"about_ca_topic_score_gemma":0.00034969655,"teacher_disagreement_score":0.43634582,"about_ca_system_score_codex":0.0011241939,"about_ca_system_score_gemma":0.0009644587,"threshold_uncertainty_score":0.99997705},"labels":[],"label_agreement":null},{"id":"W7133497630","doi":"10.1093/acamed/wvaf090","title":"From compliance to commitment","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"HCA Healthcare","keywords":"Compliance (psychology); Autonomy; Coaching; Situated; Bureaucracy; Identity (music); Professional development; Process (computing)","score_opus":0.0667700475783706,"score_gpt":0.4428492289071353,"score_spread":0.3760791813287647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133497630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56821483,0.0010378355,0.01564168,0.37788773,0.002767493,0.0008070201,0.0000037861926,0.00013868941,0.033500947],"genre_scores_gemma":[0.82359064,0.00012045611,0.0046769804,0.1514373,0.0020787264,0.00011799415,0.00016254539,0.000016006328,0.017799351],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998642,0.000017265622,0.0004690165,0.00028287282,0.00037324565,0.00021556139],"domain_scores_gemma":[0.99909794,0.00012396323,0.00006162909,0.00043023124,0.00016813776,0.00011812373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000437435,0.00012559019,0.0003154297,0.00024997708,0.00006640889,0.000001986539,0.0002017421,0.00016194521,0.00089801376],"category_scores_gemma":[0.001913669,0.00009883599,0.00001881368,0.0009426965,0.00014964608,0.00002968734,0.000058693022,0.0006698983,0.0002824262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057861453,0.00002074076,0.007185492,0.000058462516,0.000050476574,0.000004471548,0.0018779113,9.737998e-7,0.0053920355,0.008449757,0.91779304,0.05910879],"study_design_scores_gemma":[0.0023113454,0.00018823158,0.051381588,0.003262638,0.00017796375,0.000010000935,0.0032022882,0.00042811377,0.0018835075,0.008921952,0.92809004,0.00014236038],"about_ca_topic_score_codex":0.00014562623,"about_ca_topic_score_gemma":0.0000010826841,"teacher_disagreement_score":0.2553758,"about_ca_system_score_codex":0.00020684105,"about_ca_system_score_gemma":0.000117761476,"threshold_uncertainty_score":0.98326206},"labels":[],"label_agreement":null},{"id":"W7136169726","doi":"10.1051/pmed/2025032","title":"Le jeu d’évasion médical : impacts pédagogiques sur les résidents en médecine de famille en préparation à leurs examens de certification","year":2025,"lang":"","type":"article","venue":"Pédagogie médicale","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Quantitative methodology; Qualitative analysis; Working hours; Occupational training","score_opus":0.06727566863604482,"score_gpt":0.37816374116637036,"score_spread":0.3108880725303255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7136169726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8335691,0.0053053116,0.08621919,0.06312011,0.0020889915,0.0021452634,0.00003827904,0.0005214279,0.0069923154],"genre_scores_gemma":[0.9580931,0.0047218157,0.006297257,0.007150874,0.0016726381,0.00040766256,0.0006072727,0.0001381768,0.020911194],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9907554,0.0018156276,0.0024383885,0.0014906487,0.001695097,0.0018048505],"domain_scores_gemma":[0.9942703,0.001467304,0.0006959607,0.0016553722,0.0011521672,0.0007588829],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0057444293,0.00088494486,0.0011997953,0.0013066772,0.0009940648,0.0003050229,0.0010339536,0.0018689755,0.0008441236],"category_scores_gemma":[0.029337397,0.0009286849,0.0003600445,0.002385336,0.00085546076,0.00068029994,0.00040773468,0.002522892,0.00024775456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012897159,0.008035851,0.18802078,0.002711648,0.00073633034,0.000113900685,0.01432348,0.00039915083,0.12125148,0.034620184,0.19092889,0.43756858],"study_design_scores_gemma":[0.007663685,0.0010035825,0.8072954,0.0042759012,0.0011593199,0.00012208981,0.011910069,0.020423362,0.047162622,0.008664677,0.088914864,0.0014044357],"about_ca_topic_score_codex":0.0013788028,"about_ca_topic_score_gemma":0.00015790497,"teacher_disagreement_score":0.6192746,"about_ca_system_score_codex":0.003321796,"about_ca_system_score_gemma":0.010047125,"threshold_uncertainty_score":0.99977833},"labels":[],"label_agreement":null},{"id":"W7140152241","doi":"","title":"An Investigation of the Relationship among Conformity, Communication, and Anxiety in Medical Education","year":2019,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conformity; Anxiety; Multidisciplinary approach; Health care; Sample (material); Action (physics)","score_opus":0.03346509498391324,"score_gpt":0.3925704309389054,"score_spread":0.35910533595499217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140152241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98040015,0.00012613984,0.0000023033535,0.0018083553,0.00045303584,0.0015848696,0.0000044653975,0.0000018898794,0.015618821],"genre_scores_gemma":[0.98833334,0.00007010257,0.0023062048,0.00036784084,0.00005119302,0.00010244853,0.0036736084,0.000023754465,0.0050715064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998005,0.00019999345,0.0007712917,0.00030165762,0.0005996821,0.0001223753],"domain_scores_gemma":[0.9977953,0.00011113627,0.0005865107,0.00092124403,0.00049422774,0.00009157785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015321282,0.00016372347,0.00031881442,0.00025348726,0.00011791612,0.00006054645,0.00060635206,0.0005806651,0.00081905833],"category_scores_gemma":[0.002316272,0.00013521012,0.000036092915,0.0007359529,0.00025420196,0.0004159875,0.00008210579,0.00075874897,0.000015781134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047233807,0.00019027654,0.8846127,0.00017823504,0.000014828273,1.14588495e-7,0.0070164837,0.0000010705397,0.00007899319,0.0012658393,0.0011164044,0.10547785],"study_design_scores_gemma":[0.00060818467,0.000041266812,0.98770183,0.002100758,0.00007877787,0.000009572333,0.0061845155,0.00054705574,0.00050060306,0.0008183698,0.0012755351,0.00013350682],"about_ca_topic_score_codex":0.00049840653,"about_ca_topic_score_gemma":0.0018785548,"teacher_disagreement_score":0.10534434,"about_ca_system_score_codex":0.00014490425,"about_ca_system_score_gemma":0.0039479253,"threshold_uncertainty_score":0.8968114},"labels":[],"label_agreement":null},{"id":"W7140311141","doi":"10.2196/78729","title":"The Complexity of Assessment Fatigue in Medical Education: A Critical Systems Thinking Perspective for Educators and Institutions (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Systems thinking; Critical systems thinking; Critical thinking; Systems theory; Belief system","score_opus":0.04605602529443673,"score_gpt":0.481708687079822,"score_spread":0.43565266178538525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140311141","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3104968,0.0032426866,0.019687917,0.62157285,0.0114839375,0.005482779,0.0000074241534,0.000108416294,0.027917191],"genre_scores_gemma":[0.98645127,0.00011839607,0.0043571587,0.005307721,0.0005656467,0.0027914997,0.00007569782,0.000013935199,0.0003186634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.997037,0.00018781557,0.0009234258,0.00043440727,0.0011213884,0.00029594835],"domain_scores_gemma":[0.9969803,0.0007156608,0.00017332051,0.0005002538,0.0013703634,0.0002601111],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023210242,0.00017830648,0.00037140143,0.0004205552,0.00040895474,0.000059570255,0.00032277327,0.00033049186,0.00017060763],"category_scores_gemma":[0.02558257,0.0001401183,0.00007329118,0.0010314409,0.001879457,0.00013112355,0.000097811826,0.00077858154,0.000002093227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044968147,0.0024819502,0.009285915,0.00061759196,0.000039136605,4.961108e-7,0.0021173242,9.329813e-7,0.000005792426,0.9231089,0.02139516,0.040901877],"study_design_scores_gemma":[0.00441709,0.00048288287,0.36738354,0.015490139,0.00032440264,0.00031154839,0.21454257,0.017009951,0.00007839526,0.23554748,0.14372705,0.0006849569],"about_ca_topic_score_codex":0.000531088,"about_ca_topic_score_gemma":0.00010739032,"teacher_disagreement_score":0.6875614,"about_ca_system_score_codex":0.0009630712,"about_ca_system_score_gemma":0.037363805,"threshold_uncertainty_score":0.98262537},"labels":[],"label_agreement":null},{"id":"W7143595076","doi":"10.1002/j.1538-9235.2004.tb01966.x","title":"Tensions in the Field: Teaching Standards of Practice in Optometry Case Presentations","year":2004,"lang":"en","type":"article","venue":"Optometry and Vision Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University Health Network; University of Toronto; University of Waterloo","funders":"","keywords":"Identity (music); Theme (computing); Grounded theory; Position (finance); Health care; Field (mathematics); Patient care; Professional standards","score_opus":0.01862969606716776,"score_gpt":0.5501151401185372,"score_spread":0.5314854440513694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7143595076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97830033,0.00007839071,0.0037816388,0.013282413,0.00012858243,0.00022129316,0.000002181282,0.0000060619545,0.0041991235],"genre_scores_gemma":[0.98166424,0.00003060918,0.016162854,0.0020875954,0.000025378784,0.000007989354,0.0000015842631,0.0000026394355,0.000017138153],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984929,0.000066554036,0.00029045792,0.00020259319,0.0007938859,0.00015363876],"domain_scores_gemma":[0.99848616,0.000807864,0.00008316767,0.0002635444,0.00031598934,0.0000432511],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051164315,0.00005828766,0.00011236879,0.0010500753,0.00022181145,0.00003890929,0.00013178909,0.00004765206,0.00001880799],"category_scores_gemma":[0.02720519,0.000039475413,0.0000141615665,0.004712518,0.0003089509,0.00050838385,0.00005766798,0.00042449098,0.0000011544473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004947598,0.0067615486,0.35389623,0.000539758,0.000030624327,0.0018727675,0.07975551,0.0007825588,0.024353098,0.029805351,0.0064452514,0.49526253],"study_design_scores_gemma":[0.005326508,0.0012961355,0.848129,0.0013386812,0.000074137424,0.0062849987,0.11624186,0.0031267374,0.005329126,0.0008894458,0.011611249,0.00035214063],"about_ca_topic_score_codex":0.00012800045,"about_ca_topic_score_gemma":0.000002491723,"teacher_disagreement_score":0.4949104,"about_ca_system_score_codex":0.0000734944,"about_ca_system_score_gemma":0.00029545993,"threshold_uncertainty_score":0.9809891},"labels":[],"label_agreement":null},{"id":"W7151403873","doi":"10.1002/j.1538-9235.2000.tb02886.x","title":"(OE‐114) <b>INTRODUCING EVIDENCE‐BASED PRINCIPLES INTO CLINICAL EDUCATION</b>","year":2000,"lang":"en","type":"article","venue":"Optometry and Vision Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"MEDLINE; Natural (archaeology)","score_opus":0.06037599072806496,"score_gpt":0.5490357101164816,"score_spread":0.48865971938841657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7151403873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844404,0.00067700236,0.0013015164,0.009705148,0.00083391764,0.00023008937,2.8347688e-7,0.000048272334,0.0027634094],"genre_scores_gemma":[0.941051,0.00024841164,0.050788604,0.0061175264,0.00050827605,0.000014893332,0.000004472856,0.000007349755,0.0012594794],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99790245,0.00005638211,0.00050919305,0.00060060224,0.0006890083,0.00024233993],"domain_scores_gemma":[0.99838865,0.000246308,0.00009771555,0.000572506,0.0004746746,0.00022015211],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004429608,0.00010946902,0.00019478358,0.0005358301,0.0004522063,0.00011696059,0.00025237465,0.00008587096,0.0011176396],"category_scores_gemma":[0.0065830126,0.00008712631,0.00004060035,0.0032860155,0.0010045355,0.0006464626,0.000055065688,0.00030296663,0.00014790504],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005574213,0.00035600679,0.06914959,0.00008166807,0.0000025645481,6.6477395e-7,0.00015624956,0.000009399595,0.0018325364,0.0003957079,0.0027824754,0.9251774],"study_design_scores_gemma":[0.00073413266,0.00058330275,0.8431049,0.0017076674,0.000043853634,0.00005074572,0.00047916506,0.018096466,0.0034678155,0.00017949591,0.13128258,0.00026986434],"about_ca_topic_score_codex":0.000012069091,"about_ca_topic_score_gemma":1.6936859e-7,"teacher_disagreement_score":0.9249075,"about_ca_system_score_codex":0.000107180575,"about_ca_system_score_gemma":0.0011972358,"threshold_uncertainty_score":0.9997955},"labels":[],"label_agreement":null},{"id":"W7153410329","doi":"","title":"La supervision par observation directe avec enregistrement vidéo (SODEV) en médecine générale : exploration des pistes d’optimisation","year":2025,"lang":"fr","type":"dissertation","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pilotage; Ligne; Publics","score_opus":0.024833825569315664,"score_gpt":0.27828330371711213,"score_spread":0.25344947814779645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153410329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74515945,0.0028631792,0.16501167,0.025189519,0.002434526,0.0024105324,0.000097915625,0.000536889,0.05629631],"genre_scores_gemma":[0.79638594,0.0055133444,0.124422446,0.00042478734,0.00035748034,0.00072978355,0.02504958,0.00018080814,0.04693584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98478204,0.008880473,0.002236425,0.0015914108,0.0016054776,0.00090419204],"domain_scores_gemma":[0.9838806,0.003575894,0.0013883078,0.0024303945,0.008395501,0.0003293433],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011922155,0.0009451625,0.0009979977,0.0009818547,0.0013222941,0.0005397257,0.0010723668,0.0012311247,0.00092059094],"category_scores_gemma":[0.018145047,0.0011024348,0.00038469312,0.0027261071,0.00058009545,0.0011600484,0.0002802278,0.0014520392,0.00019159049],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024812226,0.004268644,0.03267737,0.003792895,0.00046930165,0.000018106846,0.08989252,0.00033684928,0.034042947,0.10726821,0.0039543784,0.7230307],"study_design_scores_gemma":[0.008410154,0.00002720662,0.41744038,0.06310044,0.0021017904,0.000067479465,0.017883565,0.15736374,0.23081565,0.02710464,0.07250008,0.0031848748],"about_ca_topic_score_codex":0.002015451,"about_ca_topic_score_gemma":0.003688896,"teacher_disagreement_score":0.7198458,"about_ca_system_score_codex":0.001830957,"about_ca_system_score_gemma":0.0015183563,"threshold_uncertainty_score":0.9999927},"labels":[],"label_agreement":null},{"id":"W7155667680","doi":"","title":"2022-August-01-Olive named to LCME","year":2022,"lang":"","type":"article","venue":"Digital Commons - East Tennessee State University (East Tennessee State University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Accreditation; Internship; Medical school; Curriculum; Higher education","score_opus":0.012362471585357691,"score_gpt":0.21402825070644949,"score_spread":0.2016657791210918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7155667680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87870824,0.00024097168,0.0091735935,0.012888399,0.0051320116,0.0043475814,0.015606879,0.0011015611,0.07280078],"genre_scores_gemma":[0.89569324,0.00021654415,0.00031301606,0.0008868471,0.00029068,0.000009586544,0.003177032,0.0003015043,0.099111535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880858,0.0009819485,0.0015057313,0.0030702555,0.0029680994,0.0033881592],"domain_scores_gemma":[0.9906554,0.00039486794,0.0013097255,0.0027022297,0.002701686,0.0022360538],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0011164532,0.0019559776,0.0021606684,0.006846285,0.005014126,0.00058573065,0.0040140487,0.00045178513,0.005082699],"category_scores_gemma":[0.0007139803,0.0026627218,0.0009661584,0.016632335,0.0018924868,0.003663133,0.0059258025,0.0039615156,0.0011473368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047312465,0.036579907,0.051916055,0.0051199575,0.012869467,0.06690989,0.11662151,0.01805451,0.0033293632,0.06077638,0.37004858,0.21046193],"study_design_scores_gemma":[0.009604401,0.0023479622,0.006426041,0.00071275275,0.001195607,0.00056112563,0.29328182,0.0026007944,0.000072257666,0.00046867694,0.67928237,0.0034461627],"about_ca_topic_score_codex":0.0010767102,"about_ca_topic_score_gemma":0.0007858073,"teacher_disagreement_score":0.3092338,"about_ca_system_score_codex":0.007084483,"about_ca_system_score_gemma":0.0033314691,"threshold_uncertainty_score":0.9996304},"labels":[],"label_agreement":null},{"id":"W7160239005","doi":"10.7202/1124957ar","title":"Repenser et contextualiser l’évaluation continue du futur médecin généraliste : le pari de l’ <i>Assessment for Learning</i>","year":2025,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Context (archaeology); Occupational training; Work (physics)","score_opus":0.0363685733919747,"score_gpt":0.41782709452401195,"score_spread":0.38145852113203726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160239005","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13951999,0.0014269914,0.38326237,0.43113154,0.013559457,0.004287686,0.000040839404,0.00021806505,0.026553085],"genre_scores_gemma":[0.8700689,0.000578753,0.03738909,0.021240434,0.0019621905,0.0017140235,0.005576779,0.000111292924,0.061358556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98804796,0.007432843,0.0017151276,0.0009390966,0.0011370459,0.00072794955],"domain_scores_gemma":[0.9928126,0.0021582225,0.00088626513,0.00077264645,0.0032389208,0.00013136704],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04984648,0.00048312795,0.0006807995,0.000601764,0.00057897816,0.0002501907,0.00028041287,0.0006136768,0.0007127114],"category_scores_gemma":[0.022426242,0.00056190667,0.00024832043,0.0012810825,0.00020348131,0.00093958527,0.00006789754,0.001090839,0.0000977194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027455413,0.0019142032,0.02115495,0.00097251136,0.00042867014,0.0000028032855,0.057816647,0.002537645,0.0039869645,0.32207426,0.42538613,0.16345064],"study_design_scores_gemma":[0.008084828,0.00045360805,0.3953964,0.0021430082,0.0013380329,0.00004549708,0.01439759,0.08973049,0.0017767946,0.019430233,0.4664769,0.0007266089],"about_ca_topic_score_codex":0.0006148976,"about_ca_topic_score_gemma":0.00020948518,"teacher_disagreement_score":0.7305489,"about_ca_system_score_codex":0.0025420296,"about_ca_system_score_gemma":0.012735805,"threshold_uncertainty_score":0.99968326},"labels":[],"label_agreement":null},{"id":"W7161558043","doi":"10.1093/postmj/qgaf195","title":"Artificial intelligence for assessment in competency-based medical education: current practices and future directions","year":2025,"lang":"en","type":"article","venue":"Postgraduate Medical Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia","funders":"","keywords":"Software deployment; Scopus; Narrative review; Inclusion (mineral); MEDLINE; Educational measurement; Applications of artificial intelligence","score_opus":0.04904060000455475,"score_gpt":0.4628714152828736,"score_spread":0.4138308152783189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161558043","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04607846,0.0035607226,0.047676727,0.89135283,0.009233855,0.0007514513,0.0000035046273,0.000048080135,0.0012943414],"genre_scores_gemma":[0.6853299,0.017476777,0.2234635,0.052603617,0.01922494,0.0010212971,0.00044775853,0.00009585555,0.0003363265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689573,0.00017482828,0.001006698,0.00030888806,0.001291421,0.0003224245],"domain_scores_gemma":[0.99789554,0.0004455262,0.00036824832,0.00019690391,0.0006774869,0.00041629307],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028683783,0.0001757441,0.00033410056,0.0006219012,0.0002911611,0.00007831917,0.00022277799,0.00022714527,0.0006019933],"category_scores_gemma":[0.012190777,0.00014173529,0.000085734704,0.0009749007,0.00028271333,0.00012730813,0.000041907464,0.0018932879,0.0000048709144],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010118718,0.0016287575,0.00583563,0.00020517301,0.000036022193,0.000016216261,0.00014333671,5.508373e-7,0.0000082854785,0.062092688,0.0064881663,0.923444],"study_design_scores_gemma":[0.0021219724,0.00066780753,0.08158514,0.005164266,0.0004322662,0.0015574829,0.0037861706,0.06620632,0.00017954923,0.11209563,0.72568786,0.0005155065],"about_ca_topic_score_codex":0.000023404098,"about_ca_topic_score_gemma":0.00009283584,"teacher_disagreement_score":0.92292845,"about_ca_system_score_codex":0.00030900736,"about_ca_system_score_gemma":0.025960533,"threshold_uncertainty_score":0.99612993},"labels":[],"label_agreement":null},{"id":"W7161760994","doi":"10.82308/28053","title":"Teacher self-efficacy (TSE) of recently graduated emergency medicine physicians and the factors influencing TSE","year":2018,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Interpersonal communication; Regression analysis; Scale (ratio); Interpersonal relationship; Health care","score_opus":0.02094229001081812,"score_gpt":0.34590979413061906,"score_spread":0.32496750411980097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161760994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564193,0.00033653583,0.000034225613,0.0021353841,0.0022156446,0.00097593636,0.000002213938,0.000115094044,0.037765693],"genre_scores_gemma":[0.9579006,0.0010103163,0.00056965795,0.0005088332,0.0013031405,0.00006345949,0.002045758,0.00010427756,0.036493987],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9974163,0.00010069561,0.0010956445,0.00039048376,0.00073392113,0.00026295683],"domain_scores_gemma":[0.9973877,0.00010909891,0.0007357072,0.0005481811,0.0011544486,0.00006488072],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069722417,0.00035409938,0.0007254889,0.00032976124,0.00016014697,0.000005645005,0.00019599382,0.00033923943,0.002863981],"category_scores_gemma":[0.0029342053,0.00020885584,0.000106939995,0.0010449783,0.00032965295,0.00007867911,0.000020825473,0.0006595288,0.000017137465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014645586,0.005702953,0.02229612,0.0042233854,0.0031100854,0.0000042463907,0.30713898,0.0000010258906,0.0055879564,0.0053852713,0.5794907,0.06559469],"study_design_scores_gemma":[0.012808436,0.0012357552,0.76360613,0.004788899,0.0037577136,0.000014120756,0.14471821,0.00088925764,0.0063649467,0.0017707269,0.058847174,0.0011986075],"about_ca_topic_score_codex":0.00050832506,"about_ca_topic_score_gemma":0.00006223074,"teacher_disagreement_score":0.74131006,"about_ca_system_score_codex":0.000108478474,"about_ca_system_score_gemma":0.00021673302,"threshold_uncertainty_score":0.99804753},"labels":[],"label_agreement":null},{"id":"W7161763300","doi":"10.82308/3756","title":"Factors influencing the scholarship and learning at McGill's faculty of medicine","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Scholarship; Occupational training; Scholarship of Teaching and Learning; Context (archaeology); Institution","score_opus":0.0540551871188667,"score_gpt":0.37670032395923436,"score_spread":0.32264513684036766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161763300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98300666,0.00019702461,0.0000025412285,0.0012905473,0.00041742867,0.00043376608,0.000002524604,0.00004458345,0.0146049],"genre_scores_gemma":[0.9487278,0.000060058457,0.00027641188,0.0006531517,0.00015113137,0.000032106265,0.0019252504,0.00003645106,0.048137657],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983008,0.000071047325,0.0005589816,0.0002594324,0.0006287102,0.00018102497],"domain_scores_gemma":[0.99839,0.00016478298,0.000407148,0.00026344572,0.00070721743,0.00006741669],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006505768,0.00023302474,0.00043100267,0.0002424158,0.0003321932,0.00000851227,0.00011862574,0.00033576728,0.0014096911],"category_scores_gemma":[0.005177568,0.00012409467,0.00004832903,0.00040162515,0.00019174349,0.00009752725,0.00003013794,0.0011651381,0.00002008363],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042905816,0.00036008196,0.32995725,0.00802718,0.0014644747,0.000007958964,0.08276822,0.0000144322485,0.11746157,0.016835757,0.073485546,0.3691885],"study_design_scores_gemma":[0.0008896512,0.0002709233,0.9163457,0.0014308443,0.00039210354,0.000012948072,0.04516707,0.000058805927,0.009162397,0.0002378615,0.025791494,0.00024017149],"about_ca_topic_score_codex":0.0003721576,"about_ca_topic_score_gemma":0.000044166685,"teacher_disagreement_score":0.58638847,"about_ca_system_score_codex":0.00016189016,"about_ca_system_score_gemma":0.000090339905,"threshold_uncertainty_score":0.99950314},"labels":[],"label_agreement":null},{"id":"W7161940146","doi":"10.82308/45780","title":"Examining the relationship between entry-level physiotherapy pain curricula and pain-management competency","year":2025,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Pain management; Action plan; Test (biology); Pain assessment; Chronic pain; Task (project management); Plan (archaeology); Multilevel model","score_opus":0.050063783969288574,"score_gpt":0.3638829462511294,"score_spread":0.3138191622818408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161940146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7002921,0.002909053,0.04520124,0.01753106,0.0030820123,0.0064387745,0.000034381563,0.0005246266,0.22398673],"genre_scores_gemma":[0.84387815,0.00038280193,0.016201423,0.006170798,0.00086127734,0.00044657817,0.0061331354,0.00006673911,0.12585911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978737,0.00034602373,0.0005653673,0.00041061654,0.0005710937,0.0002331998],"domain_scores_gemma":[0.9971243,0.0018519814,0.00022864071,0.00048843224,0.00025632716,0.00005027999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026442695,0.00027716305,0.00034958686,0.0003459704,0.00032807342,0.000048948415,0.00017401419,0.00030218248,0.00021313161],"category_scores_gemma":[0.0029042603,0.00019674124,0.000063552085,0.0008348926,0.000061833816,0.000052069423,0.000022997676,0.00069891184,0.0000132340465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029315761,0.00014531272,0.18308267,0.0018847011,0.00024844854,0.0000034783282,0.0015156446,0.0000011316275,0.00001526215,0.029873103,0.05787428,0.72532666],"study_design_scores_gemma":[0.00068090094,0.00010256452,0.97290957,0.003302516,0.00031447352,0.0000010819164,0.009818012,0.00027684763,0.000014164171,0.0034054164,0.008927503,0.00024696524],"about_ca_topic_score_codex":0.000042509397,"about_ca_topic_score_gemma":0.000023289918,"teacher_disagreement_score":0.78982687,"about_ca_system_score_codex":0.00012781066,"about_ca_system_score_gemma":0.0002252355,"threshold_uncertainty_score":0.8022875},"labels":[],"label_agreement":null},{"id":"W7161956537","doi":"10.82308/38322","title":"Going beyond the self: Exploring social responsibility in the context of training professionals within dentistry, education, and social work","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Invisibility; Social responsibility; Social work; Interculturality","score_opus":0.06788773881545151,"score_gpt":0.40868502380598937,"score_spread":0.34079728499053785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161956537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98307747,0.00018655698,0.0000027854237,0.010080713,0.0021852662,0.0009721919,0.0000049362034,0.000024708712,0.0034653759],"genre_scores_gemma":[0.98999125,0.000007893951,0.0006129636,0.0023156789,0.0005449579,0.0009064162,0.00084118015,0.000027817769,0.0047518546],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974359,0.00047694554,0.0007989156,0.00031330792,0.0007854014,0.0001895244],"domain_scores_gemma":[0.99848855,0.00042489773,0.00048231578,0.00023265653,0.00035394775,0.000017658018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035251947,0.00018359785,0.00035271584,0.00021810728,0.00085161906,0.00003278611,0.00023386432,0.00019864689,0.00037854837],"category_scores_gemma":[0.0013172188,0.00012269043,0.0000744953,0.0011317733,0.00012722572,0.00009830089,0.000037066548,0.0011540184,0.0000019655865],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000454641,0.0008366574,0.0038442211,0.00062783813,0.00009557004,0.0000028679826,0.8356753,1.7567478e-7,0.00015145917,0.030606458,0.017814506,0.10989031],"study_design_scores_gemma":[0.00044424066,0.000036186164,0.17718244,0.00024199317,0.00010995532,0.00002047478,0.8173399,0.0000065928084,0.00009663193,0.0012686321,0.0031171306,0.00013581105],"about_ca_topic_score_codex":0.00003366014,"about_ca_topic_score_gemma":0.00010388965,"teacher_disagreement_score":0.17333822,"about_ca_system_score_codex":0.00022603024,"about_ca_system_score_gemma":0.0026066124,"threshold_uncertainty_score":0.65500516},"labels":[],"label_agreement":null},{"id":"W7161960101","doi":"10.82308/39330","title":"‘Poorly relaxed women:’ A situational analysis of pelvic exam learning materials for medical students","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Normative; Depiction; Curriculum; Inclusion (mineral); Situational ethics; Psychosocial; Medical ethics; Ideology","score_opus":0.01208560250925545,"score_gpt":0.3827508041106668,"score_spread":0.37066520160141136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161960101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944144,0.00007329754,0.0008389323,0.00053822726,0.0012199004,0.0006428989,0.000021437163,0.000048393715,0.0022025187],"genre_scores_gemma":[0.8804052,0.00008049526,0.0034964036,0.0009815744,0.00054547447,0.0008165058,0.047041733,0.00006931275,0.06656331],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99442345,0.00011210586,0.0012873185,0.00047307534,0.003411598,0.00029244722],"domain_scores_gemma":[0.9963192,0.0002879367,0.0005958294,0.00032893324,0.0023404139,0.00012772316],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030488716,0.00024826624,0.0010979358,0.0011663148,0.000104450715,0.000050120412,0.0002831284,0.00062651397,0.021303225],"category_scores_gemma":[0.012444428,0.00023029512,0.00023024496,0.0019487243,0.000051702227,0.00005818441,0.000035058732,0.00045107893,0.000017698996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010628756,0.022295509,0.113478325,0.028944964,0.13533476,0.00022632649,0.13234363,0.00031422454,0.14483012,0.032902684,0.13822395,0.24047673],"study_design_scores_gemma":[0.00969533,0.001528828,0.838915,0.0031546112,0.021685222,0.000028708884,0.087395616,0.0036385865,0.01654314,0.0006038873,0.015358804,0.0014522898],"about_ca_topic_score_codex":0.000047608984,"about_ca_topic_score_gemma":0.0000734848,"teacher_disagreement_score":0.7254366,"about_ca_system_score_codex":0.00043831608,"about_ca_system_score_gemma":0.0016269323,"threshold_uncertainty_score":0.99587417},"labels":[],"label_agreement":null},{"id":"W7161962889","doi":"10.82308/26579","title":"Effect of mindset and self-efficacy on resident feedback seeking beahvior","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindset; Context (archaeology); Set (abstract data type); Optimism; Task (project management); Data collection; Qualitative research","score_opus":0.007623730139998229,"score_gpt":0.3403225761570278,"score_spread":0.3326988460170296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161962889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781709,0.00023895466,0.000007790198,0.0003745482,0.00094734057,0.00069727044,0.0000027555077,0.000049110302,0.019511376],"genre_scores_gemma":[0.9587513,0.00016088739,0.002120379,0.0005148322,0.0005449616,0.00009619569,0.0046438794,0.00007750524,0.03309004],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99831843,0.00008719415,0.0004993108,0.00036309368,0.00056436117,0.00016763592],"domain_scores_gemma":[0.99872416,0.0002812353,0.0002399682,0.0003722025,0.00032230665,0.000060146947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005843238,0.00023478542,0.00052841543,0.00032904718,0.000058028603,0.000018717252,0.00006985573,0.00036602476,0.00061256764],"category_scores_gemma":[0.0016274061,0.0001917004,0.000085622625,0.00043321945,0.00003040476,0.000029289755,0.000014093366,0.00048396818,0.000025782358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030648345,0.004782327,0.0068514827,0.02672235,0.001563343,0.0001479464,0.016865626,0.0000042563443,0.021738209,0.0022673595,0.17003119,0.74596107],"study_design_scores_gemma":[0.013264587,0.009321728,0.4228507,0.01912616,0.004682987,0.00017086405,0.011639137,0.00054553145,0.49168906,0.00007019775,0.025167633,0.0014714311],"about_ca_topic_score_codex":0.000038518778,"about_ca_topic_score_gemma":0.00001546221,"teacher_disagreement_score":0.74448967,"about_ca_system_score_codex":0.00011678073,"about_ca_system_score_gemma":0.00027038407,"threshold_uncertainty_score":0.78173155},"labels":[],"label_agreement":null},{"id":"W7161965432","doi":"10.82308/55130","title":"Medical student engagement with organizational aspects of clinical care through a situated learning intervention","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Psychological intervention; Situated; Point (geometry); Continuing education","score_opus":0.02856333523596563,"score_gpt":0.4631137754768453,"score_spread":0.43455044024087963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161965432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9135168,0.00035167727,0.0028306546,0.00091064087,0.0024164913,0.0012337384,0.0000050119093,0.00017012641,0.07856486],"genre_scores_gemma":[0.96749943,0.00013299518,0.0026720765,0.000453539,0.00037933543,0.00012913266,0.019918555,0.00007687646,0.008738053],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9949167,0.0003433491,0.0014649993,0.00048175623,0.002604922,0.00018829251],"domain_scores_gemma":[0.99722177,0.00013455415,0.0007573382,0.00029608447,0.0015044817,0.00008574468],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014146056,0.00024411995,0.00065158884,0.00024410365,0.00018441517,0.000014733084,0.00022524019,0.00037154555,0.032222167],"category_scores_gemma":[0.0036228423,0.00020181878,0.0001568711,0.0009732765,0.00008483117,0.000065348395,0.000077050914,0.0019472226,0.000025300082],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004576491,0.020227516,0.21612944,0.012867882,0.007295691,0.0005476234,0.15112549,0.00035030855,0.00022398905,0.14051577,0.020204553,0.42593524],"study_design_scores_gemma":[0.015151143,0.008007765,0.29526186,0.005111439,0.0025230646,0.00011178998,0.60140216,0.0007280214,0.0013859207,0.00032717435,0.068908446,0.0010811973],"about_ca_topic_score_codex":0.00009183708,"about_ca_topic_score_gemma":0.00013398462,"teacher_disagreement_score":0.4502767,"about_ca_system_score_codex":0.00030777417,"about_ca_system_score_gemma":0.0018293143,"threshold_uncertainty_score":0.9686625},"labels":[],"label_agreement":null},{"id":"W7161974863","doi":"10.82308/13846","title":"Measuring emotions in medical students: validation of the Japanese version of the medical emotion scale","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CLARITY; Scale (ratio); Usability; Documentation; Perception; Test (biology); Simulated patient","score_opus":0.018056401746331215,"score_gpt":0.34220093918029715,"score_spread":0.32414453743396593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161974863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831486,0.00003273268,0.000031110867,0.0052479026,0.00404128,0.0010526193,0.0000049882174,0.000019469146,0.006421319],"genre_scores_gemma":[0.9924947,0.00005191334,0.00006694298,0.0004119206,0.00017139924,0.000030008818,0.00047090938,0.000031970285,0.006270255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99193,0.00027620583,0.001091746,0.00033003962,0.006159511,0.0002124668],"domain_scores_gemma":[0.9975738,0.0001297922,0.0006180373,0.00081485196,0.00078262953,0.00008090975],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025875503,0.0002204951,0.0005012717,0.00036028068,0.00009853554,0.000011490993,0.0009931887,0.00087901205,0.0020148496],"category_scores_gemma":[0.0060269167,0.00013165471,0.00023024467,0.0014951216,0.00019838706,0.0000948889,0.00015658278,0.0011839836,0.000026495412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010866758,0.011821221,0.81722236,0.012520248,0.00091285165,0.0000134325865,0.03758364,0.00018560173,0.011053293,0.002137893,0.033470474,0.07199231],"study_design_scores_gemma":[0.0026561816,0.000102130005,0.9607968,0.009712326,0.00031974935,0.00003545842,0.013348316,0.0010023599,0.011336237,0.00008308242,0.00039987106,0.00020748543],"about_ca_topic_score_codex":0.00029890923,"about_ca_topic_score_gemma":0.00023535336,"teacher_disagreement_score":0.14357445,"about_ca_system_score_codex":0.00034699615,"about_ca_system_score_gemma":0.001382947,"threshold_uncertainty_score":0.99889743},"labels":[],"label_agreement":null},{"id":"W7162036223","doi":"10.82308/10717","title":"Towards the identification of family physician learning needs through a reflective process","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Occupational training; Context (archaeology); Apprenticeship; Research methodology","score_opus":0.038448338489828225,"score_gpt":0.405621476952286,"score_spread":0.3671731384624578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162036223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6890514,0.00052316184,0.0015728535,0.00093601615,0.0016219427,0.0010471201,0.0000026023972,0.00010082003,0.3051441],"genre_scores_gemma":[0.9748426,0.000048752816,0.0005168081,0.0010706924,0.00068450393,0.00023947352,0.0016304255,0.000053224612,0.020913506],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99804574,0.00006178547,0.0007315197,0.00021711894,0.0007238761,0.00021995607],"domain_scores_gemma":[0.99740154,0.000037052196,0.000767266,0.00036672177,0.0014023811,0.000025065947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060641085,0.00021305803,0.00035106528,0.0002460622,0.00017071744,0.000019203895,0.00018961032,0.00029741108,0.00007924423],"category_scores_gemma":[0.0007443231,0.00014760063,0.00010375852,0.0015900598,0.00009393505,0.00019059975,0.000009981462,0.0008313117,0.00005105977],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073240104,0.0018205951,0.00096037437,0.0050461954,0.001009237,0.0000011796202,0.21069749,0.000042326537,0.15092292,0.038413912,0.017652286,0.5727011],"study_design_scores_gemma":[0.0014341979,0.0005394376,0.21983767,0.0018678781,0.002244072,0.000011990429,0.528002,0.0007699844,0.20618483,0.00889224,0.029316219,0.00089946255],"about_ca_topic_score_codex":0.00008348089,"about_ca_topic_score_gemma":0.0000053604845,"teacher_disagreement_score":0.5718016,"about_ca_system_score_codex":0.00015051084,"about_ca_system_score_gemma":0.00054806285,"threshold_uncertainty_score":0.6018979},"labels":[],"label_agreement":null},{"id":"W7162765040","doi":"10.67010/1028-2424.2037","title":"Choosing Who to Be: Teaching Ethics Through Value Conflicts and Identity Reflection","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health; University of British Columbia","funders":"University of British Columbia","keywords":"Identity (music); Value (mathematics); Negotiation; Reflection (computer programming); Professional ethics; Professional development; Narrative; Reflective practice; Experiential learning","score_opus":0.05913754573157837,"score_gpt":0.5137796498186962,"score_spread":0.4546421040871178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162765040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59228,0.0004421401,0.03276486,0.36738527,0.0036234302,0.00018616188,1.9612678e-7,0.000015377227,0.0033026163],"genre_scores_gemma":[0.7747423,0.0005631174,0.034764018,0.18573,0.002594001,0.000016372933,0.000012165062,0.000022556349,0.0015554877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732447,0.00019474802,0.0007158206,0.0001620823,0.0014454661,0.00015744477],"domain_scores_gemma":[0.998324,0.00020732544,0.00028655358,0.0001767497,0.0008236646,0.00018170098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005130438,0.00010588993,0.00027565018,0.00042701818,0.00024165808,0.00006620346,0.00016012488,0.00034110268,0.00009687232],"category_scores_gemma":[0.039334465,0.00009235325,0.000052915126,0.0006632904,0.000104044826,0.00032452968,0.00004643415,0.0020883668,0.0000033779047],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022777691,0.0016653296,0.0058107288,0.0009759641,0.00021169087,0.000010960022,0.032587565,0.000013511774,0.0021699567,0.20142992,0.3205791,0.43431747],"study_design_scores_gemma":[0.002515511,0.0006081983,0.06680401,0.00954796,0.00052158884,0.0010416512,0.012940732,0.0012735216,0.0014181167,0.017784538,0.88525516,0.00028900878],"about_ca_topic_score_codex":0.0001426549,"about_ca_topic_score_gemma":0.00001046584,"teacher_disagreement_score":0.56467605,"about_ca_system_score_codex":0.00040803803,"about_ca_system_score_gemma":0.003738049,"threshold_uncertainty_score":0.9687576},"labels":[],"label_agreement":null},{"id":"W72484382","doi":"","title":"Es tan efectivo el aprendizaje por Internet como el aprendizaje presencial","year":2008,"lang":"es","type":"article","venue":"Evidencias en pediatría","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Internship; Medicine; Medical education; Psychology; Philosophy","score_opus":0.021781004661090612,"score_gpt":0.33458876305627744,"score_spread":0.3128077583951868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W72484382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664056,0.0054370645,0.001645937,0.0046003237,0.009498121,0.0016294415,0.0000843376,0.00045267856,0.010246535],"genre_scores_gemma":[0.9634006,0.0028951797,0.0016411354,0.0019839762,0.022474058,0.0002401927,0.000379925,0.00019186552,0.006793069],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99256647,0.00065585517,0.0018420573,0.0013448811,0.0022169538,0.0013737959],"domain_scores_gemma":[0.99526477,0.0010629852,0.000808611,0.0014569473,0.00089163845,0.0005150208],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001990779,0.0009244233,0.0012121232,0.0010313016,0.0005045862,0.00013233811,0.0011020978,0.00097555784,0.004102732],"category_scores_gemma":[0.013233369,0.00091833004,0.0004399945,0.0018644184,0.0007295579,0.00091658515,0.0005019126,0.002109361,0.0026848197],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003926928,0.0017127506,0.33013564,0.0012610471,0.00045058533,0.00046782562,0.017053,0.000027554457,0.00087508763,0.0055462806,0.62335956,0.018717974],"study_design_scores_gemma":[0.00618835,0.0026462052,0.75924367,0.003471408,0.0024651051,0.001471986,0.0039215097,0.0027982052,0.0057779523,0.001934845,0.20706905,0.0030116981],"about_ca_topic_score_codex":0.0006979611,"about_ca_topic_score_gemma":0.00006762538,"teacher_disagreement_score":0.42910802,"about_ca_system_score_codex":0.0009906179,"about_ca_system_score_gemma":0.002046562,"threshold_uncertainty_score":0.9993267},"labels":[],"label_agreement":null},{"id":"W781250532","doi":"","title":"THE MINI MILESTONES ASSESSMENT (MINI-MAS), A DIRECT OBSERVATIONAL TOOL TO ASSESS CLINICAL MILESTONES IN THE ERA OF COMPETENCY-BASED EDUCATION","year":2015,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Observational study; Developmental Milestone; Medicine; Medical education; Pediatrics; Internal medicine","score_opus":0.05873149073691994,"score_gpt":0.3706239102217726,"score_spread":0.3118924194848527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W781250532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77934027,0.00023180524,0.00015079176,0.00985329,0.0037108897,0.002432169,0.00004882562,0.000055489632,0.20417649],"genre_scores_gemma":[0.45560193,0.00027323325,0.08261173,0.009675919,0.0022295506,0.00036332718,0.011375965,0.00025399379,0.43761435],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964494,0.0005311724,0.0010016108,0.0005523741,0.0011360055,0.00032941008],"domain_scores_gemma":[0.9962959,0.00076637865,0.00064002135,0.00074927945,0.0014376184,0.000110747744],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016537247,0.00036780874,0.0006316141,0.00031962176,0.00023744708,0.000060582755,0.0007720245,0.0004112365,0.002251588],"category_scores_gemma":[0.00096124865,0.00027817863,0.00021318295,0.0018722803,0.00020178557,0.00015566534,0.00005547599,0.0010503237,0.000025988715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013010203,0.002860275,0.09564641,0.00068175595,0.00024792945,0.00003830272,0.0026787263,0.00011516552,0.00012326628,0.013725125,0.05125723,0.8313248],"study_design_scores_gemma":[0.0015281301,0.00042403166,0.5000894,0.0011620454,0.000379048,0.000006579344,0.024823371,0.00042458592,0.000040203315,0.00030583766,0.4704392,0.00037756262],"about_ca_topic_score_codex":0.00023141947,"about_ca_topic_score_gemma":0.0012447854,"teacher_disagreement_score":0.8309472,"about_ca_system_score_codex":0.00052926387,"about_ca_system_score_gemma":0.008343363,"threshold_uncertainty_score":0.99996704},"labels":[],"label_agreement":null},{"id":"W78994141","doi":"10.1016/s1701-2163(16)30154-2","title":"Perceived Educational Benefits of Objective Structured Clinical Examination (OSCE) Development and Implementation by Resident Learners","year":2004,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba; Dalhousie University; The Wilson Centre; University of Toronto","funders":"Wyeth Pharmaceuticals; Ferring Pharmaceuticals","keywords":"Objective structured clinical examination; Medicine; Certification; Medical education; Educational measurement; Curriculum; Psychology; Pedagogy","score_opus":0.015701360779166996,"score_gpt":0.3193924908865017,"score_spread":0.3036911301073347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78994141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99488777,0.00081066624,0.00005189018,0.0014092609,0.002617307,0.00014414654,0.0000049667046,0.00000105399,0.0000729455],"genre_scores_gemma":[0.99517924,0.00012688825,0.0041873576,0.0003710456,0.00003980914,0.0000027820274,0.000035366083,0.0000059546624,0.000051532686],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986558,0.000048832535,0.00071287795,0.00011527797,0.0003570972,0.00011013855],"domain_scores_gemma":[0.99815947,0.00049852254,0.0005141505,0.00005518315,0.0006795475,0.000093151866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005036525,0.00007777974,0.00022892414,0.00023154073,0.00007835773,0.0000073833144,0.000045543933,0.000094104726,0.00011245099],"category_scores_gemma":[0.0038173045,0.00006938015,0.000018535482,0.000268338,0.00008143975,0.00006778792,0.0000151119,0.00024541176,1.00235575e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012113771,0.0001798874,0.3387281,0.00007183658,0.00017959869,0.000017296305,0.0026620731,0.000047059017,0.00011113894,0.0009959048,0.0026259858,0.654369],"study_design_scores_gemma":[0.0021496227,0.00027338046,0.9918589,0.000012488432,0.00005865096,0.000034021195,0.004278746,0.00000470808,0.00032119977,0.00013773039,0.0008138124,0.000056752095],"about_ca_topic_score_codex":0.0025098312,"about_ca_topic_score_gemma":0.0055364473,"teacher_disagreement_score":0.65431225,"about_ca_system_score_codex":0.0011903397,"about_ca_system_score_gemma":0.004079345,"threshold_uncertainty_score":0.7236583},"labels":[],"label_agreement":null},{"id":"W79131711","doi":"10.3928/01484834-20071001-08","title":"An Interventional Radiology Clinical Rotation to Enhance Student Learning","year":2007,"lang":"en","type":"article","venue":"Journal of Nursing Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic; University of New Brunswick","funders":"","keywords":"Preceptor; Curriculum; Medicine; Clinical Practice; Interventional radiology; Medical education; Medical physics; Radiology; Nursing; Psychology; Pedagogy","score_opus":0.0450991800021838,"score_gpt":0.558943332222977,"score_spread":0.5138441522207932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W79131711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9131189,0.00010535377,0.07514097,0.005207193,0.0056348657,0.00015670228,7.536406e-8,0.000012451602,0.00062351214],"genre_scores_gemma":[0.9554351,0.000010600133,0.04016388,0.0010509159,0.00298779,0.0000031952775,0.00002193565,0.000012254788,0.00031431435],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982214,0.0001327939,0.000987162,0.00013625924,0.0003751817,0.00014720985],"domain_scores_gemma":[0.9980586,0.000085993146,0.0005320905,0.00013043219,0.001061184,0.00013165416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033264244,0.000074716765,0.00019915028,0.00046360432,0.000077093035,0.000020242565,0.000103964245,0.000100273566,0.000080542406],"category_scores_gemma":[0.0016555472,0.00007006839,0.00008666107,0.0003808323,0.0000662247,0.00019150984,0.0000040979367,0.00052761217,0.000018036064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027858143,0.0056099505,0.04772351,0.00001735009,0.00003506004,0.000002668477,0.0043657413,0.000055949946,0.0038829038,0.00042871397,0.015377706,0.92222184],"study_design_scores_gemma":[0.0004846367,0.0037645933,0.9690073,0.0012041999,0.00011862132,0.00082759233,0.015131369,0.00011532868,0.0011921574,0.0005993756,0.0074472604,0.000107549065],"about_ca_topic_score_codex":0.0000017461902,"about_ca_topic_score_gemma":7.003704e-7,"teacher_disagreement_score":0.9221143,"about_ca_system_score_codex":0.0005658779,"about_ca_system_score_gemma":0.0005466304,"threshold_uncertainty_score":0.2857306},"labels":[],"label_agreement":null},{"id":"W80300180","doi":"","title":"Genetics and its implications for clinical dental practice and education: report of panel 3 of the Macy study.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dental education; Medical education; Higher education; Medicine; Psychology; Dentistry; Family medicine; Economics; Economic growth","score_opus":0.16836077018047946,"score_gpt":0.4502140757264869,"score_spread":0.28185330554600746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W80300180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98775905,0.00058330566,0.00004207686,0.008617848,0.00034378262,0.0020175427,0.0000039199676,0.0000053969034,0.0006270993],"genre_scores_gemma":[0.9951875,0.00028085787,0.0023210847,0.00052660337,0.00018443084,0.0009053729,0.000010627422,0.000007271153,0.0005762499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908066,0.000040163995,0.00050597993,0.00014661317,0.00014417215,0.00008240106],"domain_scores_gemma":[0.99855375,0.0002128663,0.00031642764,0.00028429387,0.0005853591,0.00004732893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007697853,0.000048676942,0.0001398804,0.000043308137,0.00007319113,0.0000026811178,0.000058794136,0.00004597601,0.0000021840228],"category_scores_gemma":[0.006797542,0.000036844584,0.000025940833,0.00021701686,0.00015917499,0.00004593753,0.00003822317,0.00009457134,1.4276995e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003872051,0.0014267107,0.840776,0.00006472626,0.000059424776,7.39069e-7,0.0004237631,6.740464e-8,0.000030109484,0.000511438,0.0048499075,0.15181834],"study_design_scores_gemma":[0.0005381604,0.000056565637,0.98925394,0.00000755855,0.00015714859,0.00069163233,0.00078026607,0.000007793357,0.00012556634,0.00009556017,0.0082549015,0.000030910698],"about_ca_topic_score_codex":0.000006952426,"about_ca_topic_score_gemma":0.0000011901687,"teacher_disagreement_score":0.15178743,"about_ca_system_score_codex":0.000020258603,"about_ca_system_score_gemma":0.00024935053,"threshold_uncertainty_score":0.81377834},"labels":[],"label_agreement":null},{"id":"W822064196","doi":"","title":"Problem-based learning in clinical nursing","year":2002,"lang":"en","type":"dissertation","venue":"Open ULeth Scholarship (OPUS) (University of Lethbridge)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nursing; Psychology; Medicine; Computer science","score_opus":0.052385994493082864,"score_gpt":0.3813622433252811,"score_spread":0.3289762488321983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W822064196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9327377,0.0002580156,0.00039092154,0.0053881705,0.0010207724,0.0018646966,0.000009579832,0.00009121199,0.05823892],"genre_scores_gemma":[0.86592704,0.00026043283,0.06734951,0.0012135082,0.00034400797,0.000009821519,0.004124815,0.00015547001,0.060615398],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99632126,0.0005536086,0.0009062485,0.00085333164,0.0008868017,0.00047874445],"domain_scores_gemma":[0.99718094,0.00019494479,0.0009902155,0.0006694091,0.0007743753,0.00019011935],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036827337,0.00036928678,0.0010850052,0.00093321345,0.00036634415,0.00009031432,0.0010195968,0.0010988638,0.0011438485],"category_scores_gemma":[0.00169645,0.00048120468,0.00028606688,0.0014382435,0.00029824887,0.00065579585,0.00008294999,0.0044355155,0.00020907592],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025485237,0.0037186786,0.13074008,0.0020598278,0.0002566022,0.0003699946,0.005347389,0.00008901686,0.00092599494,0.0020107506,0.024838384,0.82709473],"study_design_scores_gemma":[0.009989146,0.0009889113,0.8899396,0.016030047,0.0007904882,0.000032306427,0.0115476865,0.0014902414,0.00048832176,0.0005726382,0.066972435,0.0011581538],"about_ca_topic_score_codex":0.0004499897,"about_ca_topic_score_gemma":0.00014445033,"teacher_disagreement_score":0.8259366,"about_ca_system_score_codex":0.0005811484,"about_ca_system_score_gemma":0.0012549745,"threshold_uncertainty_score":0.9997693},"labels":[],"label_agreement":null},{"id":"W84294619","doi":"10.1007/978-94-010-0462-6_2","title":"The Experimental Tradition","year":2002,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Philosophy","score_opus":0.029427979097899785,"score_gpt":0.3215218381459636,"score_spread":0.2920938590480638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W84294619","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003939245,0.002025351,0.000079810794,0.0032800192,0.007039655,0.0005677664,0.0000152715,0.000044189906,0.9830087],"genre_scores_gemma":[0.1743371,0.00049507467,0.0014037582,0.0007993283,0.0024611994,0.00012354246,0.00045967405,0.00007291664,0.8198474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826694,0.000006542889,0.000608059,0.00027582695,0.0007167617,0.00012588102],"domain_scores_gemma":[0.99839866,0.000045265715,0.00044942947,0.0004071119,0.0006553107,0.000044228094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019983364,0.00021570781,0.00021922769,0.00029819433,0.00013241621,0.00003761428,0.00025221234,0.00021757079,0.0016820836],"category_scores_gemma":[0.00013062953,0.00018125524,0.0001648107,0.000037268994,0.000245901,0.00008627296,0.000037230882,0.0003884939,0.000121805744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011845483,0.000560468,0.00011178728,0.000101556085,0.00035847383,0.0000019055224,0.00052955304,0.0000010014763,0.0013830335,0.68240523,0.14523935,0.1691892],"study_design_scores_gemma":[0.0004713387,0.00016006213,0.000724324,0.0012225913,0.00012594365,0.00006545101,0.00025938312,0.00011081118,0.006342893,0.008802894,0.98146904,0.00024528638],"about_ca_topic_score_codex":0.000008722561,"about_ca_topic_score_gemma":9.036464e-7,"teacher_disagreement_score":0.8362297,"about_ca_system_score_codex":0.00050566567,"about_ca_system_score_gemma":0.0004035404,"threshold_uncertainty_score":0.9992305},"labels":[],"label_agreement":null},{"id":"W862117796","doi":"","title":"Does clinical placement location affect medical student exam performance in psychiatry?","year":2015,"lang":"en","type":"article","venue":"Research Online (University of Wollongong)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Medical education; Objective structured clinical examination; Curriculum; Medicine; Population; Psychology; Mental health; Disadvantaged; Psychiatry; Family medicine; Pedagogy; Political science","score_opus":0.10695394940566612,"score_gpt":0.4881671376466843,"score_spread":0.3812131882410182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W862117796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97352827,0.00007224498,0.000342889,0.023760904,0.00068494584,0.0005762596,0.0000029862442,0.000029395229,0.0010021339],"genre_scores_gemma":[0.99236095,0.0003479352,0.005003986,0.00017780703,0.00036573305,0.0000021893816,0.00010507675,0.000011547368,0.0016247989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996334,0.00038332373,0.00038485116,0.00034036482,0.0022022405,0.000355199],"domain_scores_gemma":[0.9978497,0.00016422098,0.00010502833,0.0004448778,0.0010972265,0.00033891783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073023397,0.00010226135,0.00031792076,0.00064177526,0.000103233855,0.0000075139324,0.00040729783,0.00022930425,0.00028592677],"category_scores_gemma":[0.002233078,0.00008344881,0.000058120684,0.0016641351,0.00053341594,0.000161494,0.00022894949,0.0010649903,0.00006606037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007569289,0.004901949,0.9099628,0.00032503353,0.00008392162,0.00004510324,0.001883668,0.000044161225,0.000013829989,0.00056431984,0.01758326,0.063835055],"study_design_scores_gemma":[0.005028944,0.0013391495,0.94897956,0.00067100395,0.00003018502,0.000010976465,0.023589967,0.011830249,0.000009735108,0.000047071488,0.008342349,0.00012078499],"about_ca_topic_score_codex":0.00021490852,"about_ca_topic_score_gemma":0.0006568023,"teacher_disagreement_score":0.063714266,"about_ca_system_score_codex":0.00044353865,"about_ca_system_score_gemma":0.0024241386,"threshold_uncertainty_score":0.46269122},"labels":[],"label_agreement":null},{"id":"W864597737","doi":"10.1007/s10459-015-9622-0","title":"Hedging to save face: a linguistic analysis of written comments on in-training evaluation reports","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; The Wilson Centre; University of Toronto; Western University; Mount Sinai Hospital","funders":"","keywords":"Face (sociological concept); Linguistics; Training (meteorology); Medical education; Linguistic analysis; Psychology; Computer science; Natural language processing; Mathematics education; Medicine; Philosophy","score_opus":0.09395501942475357,"score_gpt":0.5183516313297394,"score_spread":0.4243966119049858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W864597737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977522,0.0011209203,0.00093602756,0.01258824,0.002307683,0.0010991327,9.418437e-7,0.000015289508,0.004409724],"genre_scores_gemma":[0.9795688,0.000057532314,0.015576381,0.004437538,0.000113312555,0.000151687,0.00006428854,0.000005232418,0.000025261928],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997335,0.00013540898,0.0009280178,0.00038290056,0.00094893697,0.00026970648],"domain_scores_gemma":[0.99852496,0.00012937185,0.00045693127,0.00027702405,0.00049865694,0.00011302427],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007017806,0.000094185394,0.0003186734,0.0019516789,0.000079624864,0.000012822833,0.000104991195,0.000040242685,0.000018947723],"category_scores_gemma":[0.009245997,0.000090491776,0.000024588333,0.006261236,0.00010894606,0.00019320083,0.000016896178,0.00016384244,0.000002781126],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041090883,0.000665983,0.44696972,0.0001889208,0.000016659067,0.0000014442811,0.03566804,0.0495764,0.000017243667,0.0017888603,0.00050544704,0.46456018],"study_design_scores_gemma":[0.0011308633,0.0016031561,0.7821419,0.003659515,0.00019258069,0.000024214944,0.071776554,0.1118429,0.00011991899,0.008921109,0.018191027,0.00039623212],"about_ca_topic_score_codex":0.0005175156,"about_ca_topic_score_gemma":0.00027366268,"teacher_disagreement_score":0.46416393,"about_ca_system_score_codex":0.0010948903,"about_ca_system_score_gemma":0.0031365107,"threshold_uncertainty_score":0.99909955},"labels":[],"label_agreement":null},{"id":"W87973384","doi":"10.1007/978-3-540-68989-8_10","title":"Learning in Practice: New Approaches to Professional Development for Radiologists","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary","funders":"","keywords":"Lifelong learning; Curriculum; Professional development; Active learning (machine learning); Continuing professional development; Reflection (computer programming); Experiential learning; Process (computing); Reflective practice; Component (thermodynamics); Professional learning community; Open learning; Learning sciences; Psychology; Computer science; Knowledge management; Medical education; Pedagogy; Medicine; Cooperative learning; Artificial intelligence; Teaching method","score_opus":0.1718972890993307,"score_gpt":0.3748538681834068,"score_spread":0.20295657908407613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W87973384","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006725332,0.00030533748,0.010423237,0.055296835,0.0016712705,0.0036768639,0.000001000906,0.00014662162,0.9278063],"genre_scores_gemma":[0.00039098694,0.000031802116,0.24578953,0.0029429179,0.00050648494,0.00014812016,0.0003283384,0.00003443579,0.7498274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998567,0.0000130889375,0.0005046108,0.00035212954,0.000356041,0.0002071459],"domain_scores_gemma":[0.999266,0.00016850916,0.0001712461,0.00016650715,0.00013256089,0.00009514517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054880994,0.00019893453,0.00033181516,0.00034736065,0.00008700462,0.0000059487643,0.00008489746,0.0004037922,0.00030054303],"category_scores_gemma":[0.0023299593,0.00016325548,0.00004103982,0.000080586666,0.000045761928,0.00004772006,0.000044725584,0.00076653936,0.000118742304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003274379,0.00018739338,0.00019260732,0.00019659064,0.000116166164,0.00001933904,0.0037663311,0.000028213148,0.0000052704318,0.07266133,0.47824395,0.44425535],"study_design_scores_gemma":[0.0005979651,0.00015413194,0.0006777042,0.0004192962,0.000027661838,0.00008095252,0.00024360852,0.000052392523,0.000021738195,0.00030039807,0.997239,0.00018512833],"about_ca_topic_score_codex":0.000005953009,"about_ca_topic_score_gemma":0.000004349398,"teacher_disagreement_score":0.51899505,"about_ca_system_score_codex":0.00047311385,"about_ca_system_score_gemma":0.002498202,"threshold_uncertainty_score":0.6657365},"labels":[],"label_agreement":null},{"id":"W90049816","doi":"10.1093/pch/16.4.223","title":"Ethical participation of children and youth in medical education","year":2011,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Paediatric Society","funders":"College of Family Physicians of Canada; Royal College of Physicians and Surgeons of Canada","keywords":"Statement (logic); Confidentiality; Position statement; Variety (cybernetics); Medical education; Ethical issues; Psychology; Medicine; Position (finance); Family medicine; Engineering ethics; Political science; Law; Engineering; Computer science","score_opus":0.02836688073781103,"score_gpt":0.36371615808639196,"score_spread":0.33534927734858094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W90049816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782297,0.0009410418,0.00022003683,0.018172318,0.00032965525,0.00047820146,0.0000058640544,0.000027107078,0.0015960641],"genre_scores_gemma":[0.98466897,0.00082365226,0.0028101718,0.011105796,0.00036190345,0.000018399242,0.00019132231,0.000013620041,0.0000061905257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982389,0.00011560176,0.00066018524,0.00022258669,0.00052638503,0.0002363158],"domain_scores_gemma":[0.99916774,0.000034493405,0.00020827592,0.00020782035,0.00015335687,0.00022829445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016812012,0.000096424825,0.0002575587,0.00036924117,0.000059743143,0.0000030700915,0.00007400089,0.00029619905,0.00012855696],"category_scores_gemma":[0.0026387172,0.00008909122,0.000026830345,0.000790367,0.000110157074,0.00004613342,0.000030293368,0.0008453958,0.000006265302],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000465687,0.0010328473,0.8708815,0.00016637001,0.000009173893,4.1275422e-7,0.010258362,1.6513802e-7,4.669998e-7,0.0111670755,0.0012632794,0.10517379],"study_design_scores_gemma":[0.0007612452,0.0001945136,0.99765587,0.0001521841,0.00003567509,0.0000139744,0.00045534692,0.00009797519,0.000016167367,0.0005035915,0.000042931948,0.00007050948],"about_ca_topic_score_codex":0.0009897654,"about_ca_topic_score_gemma":0.00008310168,"teacher_disagreement_score":0.1267744,"about_ca_system_score_codex":0.000106617685,"about_ca_system_score_gemma":0.0016429817,"threshold_uncertainty_score":0.3672871},"labels":[],"label_agreement":null},{"id":"W90910958","doi":"10.1007/bf03021525","title":"A multi source feedback program for anesthesiologists","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Generalizability theory; Exploratory factor analysis; Psychology; Reliability (semiconductor); Scale (ratio); Rating scale; Variance (accounting); Medicine; Clinical psychology; Psychometrics; Family medicine","score_opus":0.016079697442005936,"score_gpt":0.2733702298585611,"score_spread":0.25729053241655514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W90910958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982541,0.00088294357,0.0005882941,0.014423771,0.00049686106,0.0007654909,0.000003608214,0.000033552016,0.00026444028],"genre_scores_gemma":[0.94718385,0.00001900487,0.046693686,0.00062205363,0.0027550152,0.00003784517,0.000050837814,0.00010886518,0.0025288344],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9965857,0.00009864205,0.0013595083,0.00028498098,0.0005410696,0.00113008],"domain_scores_gemma":[0.9950301,0.00008627586,0.0009404268,0.00032615886,0.0021756396,0.0014414141],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018514567,0.00037986768,0.00075411994,0.0012068507,0.0006147389,0.00022460427,0.00051700557,0.0003747463,0.00015658265],"category_scores_gemma":[0.0009889893,0.00032633464,0.00042253474,0.0008180994,0.0004656171,0.00029320334,0.0000048734955,0.0009968667,0.000017849972],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088449474,0.001156115,0.06966144,0.0004939978,0.00038693333,0.45631,0.0019316647,0.00090200716,0.00042045128,0.0014469365,0.26272357,0.2036824],"study_design_scores_gemma":[0.0019369804,0.0017899994,0.03629386,0.00026319202,0.00018564847,0.7754853,0.0005471358,0.00030962875,0.0000668034,0.00027191293,0.18255445,0.0002951091],"about_ca_topic_score_codex":0.0056038313,"about_ca_topic_score_gemma":0.0048117586,"teacher_disagreement_score":0.31917527,"about_ca_system_score_codex":0.001305988,"about_ca_system_score_gemma":0.007001168,"threshold_uncertainty_score":0.9999189},"labels":[],"label_agreement":null},{"id":"W915691881","doi":"10.1007/s10459-015-9620-2","title":"At the precipice: a prospective exploration of medical students’ expectations of the pre-clerkship to clerkship transition","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Division of Undergraduate Education","keywords":"Medical education; Clinical clerkship; Transition (genetics); Psychology; Medicine; Curriculum; Pedagogy","score_opus":0.051820770237453406,"score_gpt":0.47258123323625745,"score_spread":0.42076046299880404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W915691881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90819645,0.0019599905,0.0022699793,0.08246005,0.0018342856,0.0022957395,0.0000028243273,0.000016332002,0.00096436864],"genre_scores_gemma":[0.99409515,0.00023184619,0.0024827928,0.0022954794,0.0001888346,0.00054365664,0.000015830185,0.0000073631377,0.00013907452],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99618703,0.000263387,0.0007952864,0.00029807695,0.0022382382,0.00021798439],"domain_scores_gemma":[0.99842715,0.00018104078,0.00042614914,0.00034899084,0.00050655316,0.00011011616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038220487,0.00010071296,0.00020122455,0.00023535259,0.00023152857,0.000016928245,0.0005424926,0.000071767616,0.000041809926],"category_scores_gemma":[0.0029699604,0.00006400111,0.000035865567,0.0026683954,0.0005786473,0.00058358174,0.0000647033,0.00022470763,0.0000055722135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047613948,0.0034883409,0.44534346,0.0011306719,0.00002341716,2.2381765e-7,0.30055785,0.006392795,0.0001476985,0.031402763,0.009700557,0.20133606],"study_design_scores_gemma":[0.0021334407,0.0022522605,0.7655478,0.003844838,0.00005087551,0.000038408274,0.18817817,0.0031987058,0.003135462,0.02119629,0.010103446,0.00032030384],"about_ca_topic_score_codex":0.00026040254,"about_ca_topic_score_gemma":0.00063357013,"teacher_disagreement_score":0.32020435,"about_ca_system_score_codex":0.0005895761,"about_ca_system_score_gemma":0.0029733942,"threshold_uncertainty_score":0.52746737},"labels":[],"label_agreement":null},{"id":"W921485069","doi":"","title":"以“问题导向学习”（PBL）的理念改革中西医学教育","year":2006,"lang":"zh","type":"article","venue":"Acta Scientiarum Naturalium Universitatis Sunyatseni","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.006203183157962317,"score_gpt":0.2534740480949037,"score_spread":0.2472708649369414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W921485069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7107232,0.0029999707,0.00066142227,0.08509309,0.02220316,0.0016384656,0.00018317123,0.00047054366,0.17602694],"genre_scores_gemma":[0.91499627,0.00011676543,0.007030284,0.0020332541,0.0016968199,0.0000058517207,0.0012072544,0.00008332287,0.07283021],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99365324,0.00026216553,0.0010050185,0.0013552872,0.0021476897,0.001576621],"domain_scores_gemma":[0.99601436,0.00026618168,0.00062491116,0.0012887046,0.0014628019,0.00034304714],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010506726,0.00071145315,0.0007452653,0.0017109992,0.001180225,0.00030782193,0.0010713002,0.0010678505,0.0042893677],"category_scores_gemma":[0.0007787854,0.00074027304,0.00037728646,0.005376111,0.0013400941,0.0013240046,0.00037737752,0.0021773987,0.0014652357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018525738,0.0007039442,0.0059338496,0.00023725828,0.00023704792,0.0002586692,0.001108244,0.000024096256,0.010126424,0.064426996,0.9111981,0.00556011],"study_design_scores_gemma":[0.010373476,0.001032276,0.1576696,0.0013297208,0.002391279,0.00046224694,0.017347079,0.0068063843,0.003183859,0.0072653955,0.78920436,0.0029343513],"about_ca_topic_score_codex":0.0014532853,"about_ca_topic_score_gemma":0.00019868017,"teacher_disagreement_score":0.204273,"about_ca_system_score_codex":0.001343304,"about_ca_system_score_gemma":0.00093032536,"threshold_uncertainty_score":0.9995048},"labels":[],"label_agreement":null},{"id":"W932029887","doi":"10.1007/s40596-015-0370-5","title":"Meaningful Feedback in Medical Education: Challenging the “Failure to Fail” Using Narrative Methodology","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Narrative; Narrative review; Medical education; Psychology; Graduate medical education; Computer science; Medicine; Psychotherapist; Linguistics","score_opus":0.09977227460329469,"score_gpt":0.4417277384954946,"score_spread":0.34195546389219994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W932029887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.653145,0.0011377594,0.0033994564,0.33566725,0.00457587,0.00047281742,4.0252652e-7,0.000050631526,0.0015508304],"genre_scores_gemma":[0.853931,0.00004527072,0.08313921,0.058040798,0.004299792,0.00012190635,0.000021490823,0.0000468875,0.00035365176],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9975722,0.00032319783,0.0006223584,0.00037531904,0.0007262363,0.00038070875],"domain_scores_gemma":[0.99876386,0.00012951053,0.00014867747,0.00039283198,0.0002693458,0.0002957598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033446942,0.0001843592,0.00031427818,0.00035727053,0.00012475622,0.000008815612,0.00039636824,0.00052740576,0.00026164015],"category_scores_gemma":[0.006441058,0.00013975227,0.000046806283,0.0013916818,0.0001531707,0.00012414591,0.000094955365,0.0019690646,0.00007350894],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029565848,0.00039793435,0.088893116,0.00018103413,0.00014734987,0.000008830013,0.16754794,0.00019035181,0.00030835863,0.0694781,0.6244779,0.04807341],"study_design_scores_gemma":[0.004972777,0.00039348338,0.02325982,0.003310162,0.00023228824,0.0022150946,0.7218784,0.007208161,0.00012627337,0.049232524,0.18619537,0.00097566156],"about_ca_topic_score_codex":0.000069034075,"about_ca_topic_score_gemma":0.000047692407,"teacher_disagreement_score":0.55433047,"about_ca_system_score_codex":0.00035137162,"about_ca_system_score_gemma":0.0039163185,"threshold_uncertainty_score":0.8554715},"labels":[],"label_agreement":null},{"id":"W944848376","doi":"10.1007/s11673-015-9648-2","title":"Teaching Conflict: Professionalism and Medical Education","year":2015,"lang":"en","type":"article","venue":"Journal of Bioethical Inquiry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Criticism; Dilemma; Medical law; Conflict of interest; Resistance (ecology); Public relations; Medical ethics; Politics; Sociology; Engineering ethics; Medical education; Law; Medicine; Epistemology; Political science","score_opus":0.1568657969836501,"score_gpt":0.4846522350543033,"score_spread":0.3277864380706532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W944848376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7987272,0.0011109753,0.0012136402,0.19408864,0.0034634562,0.00012268963,2.458664e-7,0.00001593875,0.0012572367],"genre_scores_gemma":[0.95402867,0.000071393566,0.011329192,0.030519437,0.0033815657,0.00000494874,0.0000103401635,0.00001571996,0.00063876715],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978382,0.00016066116,0.00061650045,0.00010863159,0.0011457604,0.00013024693],"domain_scores_gemma":[0.99819374,0.00011221266,0.00027639713,0.00012932395,0.0009195113,0.00036882662],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038146593,0.00008918352,0.00024841595,0.00022051863,0.00006682177,0.000017176904,0.00010940645,0.00037903828,0.00012088058],"category_scores_gemma":[0.0134030655,0.000062511856,0.00004677807,0.00017486428,0.000455191,0.00014547212,0.000047658523,0.0018852275,0.000010670146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004256801,0.0018204694,0.008364644,0.00022346,0.00010599862,0.000080918784,0.015697477,3.997564e-7,0.0008483305,0.060874127,0.45226493,0.45929357],"study_design_scores_gemma":[0.0074552097,0.0022911492,0.041485377,0.004721655,0.0003767158,0.012471452,0.032138962,0.001132477,0.00066552724,0.02694902,0.86980766,0.00050478155],"about_ca_topic_score_codex":0.00001687484,"about_ca_topic_score_gemma":4.1194e-7,"teacher_disagreement_score":0.45878878,"about_ca_system_score_codex":0.00011691288,"about_ca_system_score_gemma":0.0028155134,"threshold_uncertainty_score":0.99490744},"labels":[],"label_agreement":null},{"id":"W960174213","doi":"10.1097/acm.0000000000000841","title":"Building a Generation of Physician Advocates","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Mandate; Medical education; Variety (cybernetics); Accountability; Curriculum development; Medicine; Public relations; Social accounting; Political science; Pedagogy; Sociology; Management; Law","score_opus":0.10705028295802892,"score_gpt":0.4117184963444259,"score_spread":0.304668213386397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W960174213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96158725,0.0010382098,0.011404376,0.019545319,0.000983397,0.00029587955,5.668956e-7,0.00005914543,0.005085854],"genre_scores_gemma":[0.98504204,0.00007538965,0.0050407248,0.006069802,0.0031344853,0.000020923702,0.00006524177,0.000017289141,0.0005341072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985647,0.000030753778,0.0005041547,0.00018042089,0.00055310014,0.00016685428],"domain_scores_gemma":[0.9989914,0.00003725839,0.00019050324,0.00023674108,0.00042824482,0.00011589627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009626813,0.00010587382,0.00029150877,0.0002223618,0.000026985335,0.0000010125294,0.00010545913,0.00015496259,0.000057841768],"category_scores_gemma":[0.002805678,0.00008136416,0.000020333735,0.0006553093,0.00021996831,0.00008551178,0.000022137121,0.0004303742,0.000021271882],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008125094,0.00006101529,0.0059111714,0.00019697523,0.000076882716,0.000005571638,0.009070254,0.000023495402,0.342325,0.03585521,0.48237392,0.12401924],"study_design_scores_gemma":[0.021873578,0.004537536,0.016128322,0.005655796,0.0015717625,0.0004996966,0.030613763,0.053620912,0.35053727,0.043067552,0.4706891,0.001204727],"about_ca_topic_score_codex":0.000033927805,"about_ca_topic_score_gemma":2.3751761e-7,"teacher_disagreement_score":0.122814514,"about_ca_system_score_codex":0.00010538965,"about_ca_system_score_gemma":0.00020593441,"threshold_uncertainty_score":0.33588612},"labels":[],"label_agreement":null},{"id":"W965468777","doi":"10.1155/2014/458105","title":"Follow-up of Participants in the Canadian Association of Gastroenterology Scholars’ Program, 2006 to 2012","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University; Canadian Apheresis Group; University of Alberta","funders":"","keywords":"Subspecialty; Internal medicine; Gastroenterology; Medicine; Family medicine","score_opus":0.01875675035439917,"score_gpt":0.29389990765979335,"score_spread":0.2751431573053942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W965468777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702816,0.000040489616,0.00010837781,0.028544772,0.0006516483,0.00024110761,0.000011162347,0.000001692053,0.00011912642],"genre_scores_gemma":[0.99133325,0.000008172523,0.00091068953,0.0075927703,0.000087190936,0.00001550746,0.000011574482,0.000008465413,0.00003235704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978471,0.00046168198,0.000750231,0.00013231707,0.00015743474,0.000651253],"domain_scores_gemma":[0.9984052,0.00007016048,0.00043742196,0.0001803858,0.000490409,0.00041641318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002125811,0.00011255017,0.0005518101,0.0009134626,0.00008136947,0.000008087696,0.00020491965,0.00022648182,0.00007746533],"category_scores_gemma":[0.0015639849,0.0000932477,0.00006455781,0.00024199479,0.00026568797,0.00007821141,0.000010142718,0.0005607433,0.000003117203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041442632,0.00006264888,0.98891157,0.000024070612,0.00007376222,0.000026851492,0.0007499315,0.0000033588067,0.000040244227,0.00038075773,0.0078002024,0.0015121546],"study_design_scores_gemma":[0.0022452746,0.0042620306,0.98341286,0.0000640675,0.0001221033,0.00037431938,0.00026436266,0.000071905124,0.000017716677,0.00019790219,0.00892948,0.00003799886],"about_ca_topic_score_codex":0.03265031,"about_ca_topic_score_gemma":0.9220164,"teacher_disagreement_score":0.88936603,"about_ca_system_score_codex":0.0002663279,"about_ca_system_score_gemma":0.0009023817,"threshold_uncertainty_score":0.97379136},"labels":[],"label_agreement":null},{"id":"W975056322","doi":"","title":"Are online learning modules an effective way to deliver hand trauma management continuing medical education to emergency physicians?","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Continuing medical education; Continuing education; Medical emergency; Emergency department; Medical education; Medical physics; Nursing","score_opus":0.011681803342829603,"score_gpt":0.2969492605417744,"score_spread":0.2852674571989448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W975056322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98352927,0.00003509962,0.0067014685,0.0054934467,0.001138837,0.0015855588,0.0000014829568,0.00008484567,0.001430002],"genre_scores_gemma":[0.9877252,0.0000103517095,0.0034697778,0.0032334588,0.0012713214,0.0024258958,0.00010141698,0.000033466167,0.0017291403],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99814737,0.00012293304,0.00034717403,0.00040581907,0.0005997424,0.0003769569],"domain_scores_gemma":[0.9988628,0.000029092918,0.00013390582,0.00029867215,0.00035375913,0.00032177038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008296533,0.00016149908,0.00025392708,0.00029911546,0.00012760874,0.000025822066,0.00016098752,0.00009584288,0.00016772689],"category_scores_gemma":[0.0026909038,0.00015447324,0.00004734764,0.0005829924,0.000042535925,0.000094566756,0.00005366434,0.0002884658,0.000067425244],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005339435,0.0006460663,0.0033275194,0.00009131415,0.000041510863,0.0000019682577,0.0013027021,0.000036945854,0.00003696217,0.00038543934,0.0059616314,0.98811454],"study_design_scores_gemma":[0.000523572,0.00010191323,0.9686273,0.00022960114,0.000072827956,0.0000037130153,0.0013223852,0.00076303066,0.00023667715,0.00007916629,0.027879959,0.00015986315],"about_ca_topic_score_codex":0.000040834348,"about_ca_topic_score_gemma":0.000059426824,"teacher_disagreement_score":0.9879547,"about_ca_system_score_codex":0.00019463018,"about_ca_system_score_gemma":0.000001578888,"threshold_uncertainty_score":0.6299236},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W986365206","doi":"10.1096/fasebj.26.1_supplement.531.2","title":"What motivates medical students to learn anatomy?","year":2012,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Session (web analytics); Club; Context (archaeology); Medical education; Motivation to learn; Medical school; Learning styles; Psychology; Journal club; Medicine; Anatomy; Pedagogy; Computer science","score_opus":0.02160494190153694,"score_gpt":0.37957192747998214,"score_spread":0.3579669855784452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W986365206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9422085,0.00037969928,0.000646838,0.053158443,0.0029558826,0.00015248318,2.2095537e-7,0.000020718422,0.00047715617],"genre_scores_gemma":[0.9798004,0.00016258124,0.00070063287,0.015141642,0.002548751,0.0000074244367,0.0000044625253,0.000015569616,0.0016185297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975535,0.00009144717,0.00029617661,0.00007788443,0.0016391773,0.00034181034],"domain_scores_gemma":[0.9990643,0.00007018377,0.000078419784,0.00021968468,0.00018578373,0.0003816259],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030440304,0.00009133438,0.00014150135,0.00014000738,0.00022252128,0.00011904064,0.00039033897,0.00007934839,0.0023506884],"category_scores_gemma":[0.0018668688,0.000053205236,0.000049417537,0.00040750022,0.00008844956,0.00031540237,0.0000931152,0.000792281,0.00048637716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018264203,0.0016250574,0.40356317,0.000043904813,0.00035009818,0.00007673016,0.012964182,0.000009928136,0.0069259508,0.001631684,0.25498074,0.3176459],"study_design_scores_gemma":[0.004195485,0.00067795574,0.66368717,0.0018026297,0.00035100817,0.00825337,0.031391043,0.00022508588,0.025258528,0.00089364,0.26276043,0.00050365645],"about_ca_topic_score_codex":0.0000037026077,"about_ca_topic_score_gemma":5.5121717e-7,"teacher_disagreement_score":0.31714225,"about_ca_system_score_codex":0.00013667176,"about_ca_system_score_gemma":0.00015460941,"threshold_uncertainty_score":0.9985613},"labels":[],"label_agreement":null}]}